-- Logs begin at Tue 2021-08-31 13:32:18 UTC, end at Tue 2021-08-31 15:42:28 UTC. -- Aug 31 14:04:00.935674 n-d-806683-5 systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 14:04:03.889217 n-d-806683-5 neutron-server[94759]: INFO neutron.common.config [-] Logging enabled! Aug 31 14:04:03.889844 n-d-806683-5 neutron-server[94759]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 14:04:03.889995 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94759) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 14:04:03.893363 n-d-806683-5 neutron-server[94759]: INFO neutron.common.config [-] Logging enabled! Aug 31 14:04:03.893619 n-d-806683-5 neutron-server[94759]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 14:04:03.893928 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94759) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 14:04:03.895608 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 14:04:03.895844 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 14:04:03.896223 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 14:04:03.896469 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 14:04:03.896754 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 14:04:03.897135 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.897432 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.897726 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.897955 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.898246 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.898535 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.898814 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.899100 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.899534 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.899821 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.900098 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.900377 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.900605 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.900884 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.901166 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.901448 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.901671 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] debug = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.901945 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.902365 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.902770 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.903049 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.903356 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.903632 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.903906 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.904184 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.904461 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.904785 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] host = n-d-806683-5 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.905054 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.905336 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.905617 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.905903 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.906169 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.906445 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.906792 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.907188 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.907519 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] log_file = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.907891 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.908228 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.908592 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.908941 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.909212 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.909522 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.909953 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.911354 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.911354 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.911604 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.911932 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.912285 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.912653 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.913036 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.913362 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.913689 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.914064 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.914413 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.914684 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.914934 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.915348 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.915556 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.915772 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.916033 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.916304 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.916587 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.916966 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.917194 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.917480 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.917786 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.917956 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.918307 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.918485 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.918751 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.919023 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.919396 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.919632 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] use_json = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.919813 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.920072 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.920350 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.920634 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.920867 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.921127 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.921392 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.921782 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:03.921959 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.922245 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.922551 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.922817 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.923092 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.923388 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.923673 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.924055 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.924288 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.924725 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.925010 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.925166 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.925390 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.926162 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.926300 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.926564 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.926860 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.927150 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.927452 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.927726 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.927998 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.928274 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.928563 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.928838 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.929126 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.929413 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.929688 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.929970 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.930260 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.930548 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.930818 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.931094 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.931407 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.931676 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.931944 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.932241 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.932504 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.932792 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.933062 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.933341 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.933613 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.933883 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.934154 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.934501 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.934784 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.935006 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.935394 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.935576 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.935748 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.936156 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.936277 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.936580 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.936831 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.937103 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.937376 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.937684 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.937917 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.938174 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.938445 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.938791 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.938983 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.939285 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.939588 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.939814 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.940038 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.940301 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.940587 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.940842 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.941151 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.941500 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.941888 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.942081 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.942400 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.942722 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.943028 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.943324 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.943601 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.944507 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.944507 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.944507 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.945147 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.945147 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.945470 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.945470 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.945809 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.946004 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.946266 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.946570 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.946822 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.947163 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.947470 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.947670 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.947961 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.948389 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.948620 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.948837 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.949040 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.949352 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.949620 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.949932 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.950304 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.950541 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.950763 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.951037 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:03.951260 n-d-806683-5 neutron-server[94759]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 14:04:03.951506 n-d-806683-5 neutron-server[94759]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94759) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 14:04:04.330638 n-d-806683-5 neutron-server[94759]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 14:04:04.330925 n-d-806683-5 neutron-server[94759]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 14:04:04.331317 n-d-806683-5 neutron-server[94759]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 14:04:04.331797 n-d-806683-5 neutron-server[94759]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 14:04:04.752249 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.752549 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.752811 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.754175 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.754451 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.754733 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.791081 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.791386 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.791657 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.809214 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.809492 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.809761 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.840129 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.840408 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.840680 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.879440 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.879721 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:04.879991 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.119021 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.119646 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.119646 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.119826 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.120465 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.249239 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.249561 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.249849 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.250123 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.250396 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.250709 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.250972 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.251258 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.251518 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.251800 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.252062 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.252332 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.252596 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.252853 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.253109 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.253374 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.253659 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.253927 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.254195 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.254458 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.254730 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.254984 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.255288 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.255668 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.255920 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.256169 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.256581 n-d-806683-5 neutron-server[94759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 14:04:05.256827 n-d-806683-5 neutron-server[94759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 14:04:05.257070 n-d-806683-5 neutron-server[94759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 14:04:05.257583 n-d-806683-5 neutron-server[94759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 14:04:05.257827 n-d-806683-5 neutron-server[94759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 14:04:05.258064 n-d-806683-5 neutron-server[94759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 14:04:05.258440 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 14:04:05.261847 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 14:04:05.265827 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 14:04:05.270783 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 31 14:04:05.271952 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 14:04:05.272419 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 14:04:05.272916 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 14:04:05.273312 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 14:04:05.276227 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 14:04:05.276484 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 14:04:05.276946 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 14:04:05.283503 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 14:04:05.306502 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 14:04:05.306966 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.307296 n-d-806683-5 neutron-server[94759]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94759) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 14:04:05.307668 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.309077 n-d-806683-5 neutron-server[94759]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94759) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 14:04:05.309369 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 14:04:05.309615 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 14:04:05.312958 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.313244 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:05.385570 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 14:04:05.385899 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 14:04:05.386222 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 14:04:05.386736 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 14:04:05.412292 n-d-806683-5 neutron-server[94759]: DEBUG oslo_db.sqlalchemy.engines [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94759) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 14:04:06.019704 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Initializing driver for type 'gre' Aug 31 14:04:06.020395 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] gre ID ranges: [(1, 1000)] Aug 31 14:04:06.088602 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Initializing driver for type 'local' Aug 31 14:04:06.089091 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Initializing driver for type 'vlan' Aug 31 14:04:06.106549 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] VlanTypeDriver initialization complete Aug 31 14:04:06.106901 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Initializing driver for type 'vxlan' Aug 31 14:04:06.107458 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] vxlan ID ranges: [(1, 1000)] Aug 31 14:04:06.175030 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Initializing extension driver 'port_security' Aug 31 14:04:06.176223 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.extensions.port_security [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] PortSecurityExtensionDriver initialization complete Aug 31 14:04:06.177087 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Initializing mechanism driver 'openvswitch' Aug 31 14:04:06.177600 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Initializing mechanism driver 'hyperv' Aug 31 14:04:06.184522 n-d-806683-5 neutron-server[94759]: DEBUG neutron.plugins.ml2.plugin [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:06.185217 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > port after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.185636 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > port after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.185952 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > port after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.186524 n-d-806683-5 neutron-server[94759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 14:04:06.187069 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > subnet after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.187304 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > subnet after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.187663 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.188158 n-d-806683-5 neutron-server[94759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 14:04:06.188675 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > network after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.189165 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > network after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.189516 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > network after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.189996 n-d-806683-5 neutron-server[94759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 14:04:06.190522 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > security_group after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.191030 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > security_group after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.192227 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.192937 n-d-806683-5 neutron-server[94759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 14:04:06.193982 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.194398 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.194648 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.195064 n-d-806683-5 neutron-server[94759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 14:04:06.195506 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > address_group after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.195853 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > address_group after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.196226 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.196600 n-d-806683-5 neutron-server[94759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 14:04:06.197021 n-d-806683-5 neutron-server[94759]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] ML2 OVO RPC backend initialized. {{(pid=94759) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 14:04:06.197803 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.198137 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.198541 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > network before_response 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.198891 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > networks before_response 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.199268 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > port before_response 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.199616 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > ports before_response 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.199962 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > subnet before_response 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.200309 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > subnets before_response 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.200654 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > network after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.200999 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > network after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.201341 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > network after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.201684 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > port after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.202022 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > port after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.202359 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > port after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.202699 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > subnet after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.203043 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > subnet after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.203399 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.204010 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.plugin [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Modular L2 Plugin initialization complete Aug 31 14:04:06.204347 n-d-806683-5 neutron-server[94759]: DEBUG neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading services supported by the core plugin {{(pid=94759) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 14:04:06.204681 n-d-806683-5 neutron-server[94759]: INFO neutron.plugins.ml2.managers [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Got port-security extension from driver 'port_security' Aug 31 14:04:06.205179 n-d-806683-5 neutron-server[94759]: INFO neutron.extensions.vlantransparent [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Disabled vlantransparent extension. Aug 31 14:04:06.205668 n-d-806683-5 neutron-server[94759]: DEBUG neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94759) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 14:04:06.205983 n-d-806683-5 neutron-server[94759]: INFO neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading Plugin: router Aug 31 14:04:06.250010 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.250461 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router after_create 55549900 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.250709 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router before_create 55549900 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.251079 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.251481 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.251843 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router after_delete 55549900 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.252206 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.252559 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.252954 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router after_create 55549900 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.253276 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router after_update 55549900 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.253853 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router after_update 55549900 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.254800 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.255159 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router after_update 55549900 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.255611 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router precommit_update 55549900 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.255988 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: port after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.256336 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: port after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.256703 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: subnet after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.257024 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.257643 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.257995 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router precommit_create 55549900 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.258346 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: port before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.258692 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router precommit_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.259088 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router after_update 55549900 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.259511 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.260021 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router precommit_create 55549900 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.260462 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.260923 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router precommit_update 55549900 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.261416 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > agent after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.261907 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > agent after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.262313 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > network after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.263685 n-d-806683-5 neutron-server[94759]: DEBUG neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Tracking information for resource: router configured {{(pid=94759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 14:04:06.264201 n-d-806683-5 neutron-server[94759]: DEBUG neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Tracking information for resource: floatingip configured {{(pid=94759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 14:04:06.271147 n-d-806683-5 neutron-server[94759]: INFO neutron.db.l3_agentschedulers_db [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 14:04:06.271778 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: port after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.272153 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: port after_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.272507 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: port after_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.272866 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: port after_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.273692 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router before_create 55550100 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.274061 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.274426 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router precommit_create 55550100 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.274795 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > router precommit_update 55550100 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.279696 n-d-806683-5 neutron-server[94759]: DEBUG neutron.services.provider_configuration [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service providers = [] {{(pid=94759) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 14:04:06.280068 n-d-806683-5 neutron-server[94759]: DEBUG neutron.db.servicetype_db [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94759) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 14:04:06.283192 n-d-806683-5 neutron-server[94759]: DEBUG neutron.services.service_base [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 14:04:06.283570 n-d-806683-5 neutron-server[94759]: DEBUG neutron.services.service_base [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 14:04:06.283920 n-d-806683-5 neutron-server[94759]: DEBUG neutron.services.service_base [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 14:04:06.285365 n-d-806683-5 neutron-server[94759]: DEBUG neutron.services.service_base [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 14:04:06.286365 n-d-806683-5 neutron-server[94759]: INFO neutron.services.service_base [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 14:04:06.286766 n-d-806683-5 neutron-server[94759]: DEBUG neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 14:04:06.287089 n-d-806683-5 neutron-server[94759]: INFO neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 14:04:06.298200 n-d-806683-5 neutron-server[94759]: DEBUG neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 14:04:06.298533 n-d-806683-5 neutron-server[94759]: INFO neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading Plugin: auto_allocate Aug 31 14:04:06.306352 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: network precommit_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.306890 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: network precommit_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.307629 n-d-806683-5 neutron-server[94759]: DEBUG neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 14:04:06.307977 n-d-806683-5 neutron-server[94759]: INFO neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading Plugin: tag Aug 31 14:04:06.315089 n-d-806683-5 neutron-server[94759]: DEBUG neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 14:04:06.315464 n-d-806683-5 neutron-server[94759]: INFO neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading Plugin: timestamp Aug 31 14:04:06.320375 n-d-806683-5 neutron-server[94759]: DEBUG neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 14:04:06.320709 n-d-806683-5 neutron-server[94759]: INFO neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading Plugin: network_ip_availability Aug 31 14:04:06.326379 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.326753 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.327113 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.327884 n-d-806683-5 neutron-server[94759]: DEBUG neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 14:04:06.328207 n-d-806683-5 neutron-server[94759]: INFO neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading Plugin: flavors Aug 31 14:04:06.334133 n-d-806683-5 neutron-server[94759]: DEBUG neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 14:04:06.334609 n-d-806683-5 neutron-server[94759]: INFO neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading Plugin: revisions Aug 31 14:04:06.339704 n-d-806683-5 neutron-server[94759]: DEBUG neutron.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 14:04:06.340106 n-d-806683-5 neutron-server[94759]: DEBUG oslo_concurrency.lockutils [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.009s {{(pid=94759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 14:04:06.340877 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94759) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 14:04:06.341219 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Initializing extension manager. Aug 31 14:04:06.341742 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: __init__.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.342090 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: __pycache__ {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.342424 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.342760 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: address_group.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.343592 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.344184 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: address-group Aug 31 14:04:06.344652 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: address_scope.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.345272 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.345790 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: address-scope Aug 31 14:04:06.346120 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.347096 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.348905 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: router-admin-state-down-before-update Aug 31 14:04:06.349239 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: agent.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.350254 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.350783 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: agent Aug 31 14:04:06.351112 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: agent_resources_synced.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.352110 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.352631 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: agent-resources-synced Aug 31 14:04:06.352957 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: allowedaddresspairs.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.354855 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.355413 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: allowed-address-pairs Aug 31 14:04:06.355739 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: auto_allocated_topology.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.356846 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.357364 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: auto-allocated-topology Aug 31 14:04:06.357741 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: availability_zone.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.358450 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.358994 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: availability_zone Aug 31 14:04:06.359345 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: availability_zone_filter.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.360279 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.360788 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: availability_zone_filter Aug 31 14:04:06.361114 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: data_plane_status.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.362043 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.362554 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 14:04:06.362935 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: default_subnetpools.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.365068 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.365589 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: default-subnetpools Aug 31 14:04:06.365912 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.366770 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.367308 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: dhcp_agent_scheduler Aug 31 14:04:06.367644 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: dns.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.368598 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.369096 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 14:04:06.369424 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: dns_domain_ports.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.370367 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.370930 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 14:04:06.371289 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.372255 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.372766 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 14:04:06.373097 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: dvr.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.373778 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.374302 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: dvr Aug 31 14:04:06.374626 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: ecmp_routes.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.375620 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.376339 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 14:04:06.376717 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: empty_string_filtering.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.377887 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.378566 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: empty-string-filtering Aug 31 14:04:06.379280 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.380783 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.381372 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 14:04:06.381705 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.382915 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.383455 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 14:04:06.383890 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: external_net.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.384996 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.385612 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: external-net Aug 31 14:04:06.386072 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.387215 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.387721 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: extra_dhcp_opt Aug 31 14:04:06.388051 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: extraroute.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.389171 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.389732 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: extraroute Aug 31 14:04:06.390063 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: extraroute_atomic.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.391125 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.391662 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: extraroute-atomic Aug 31 14:04:06.391987 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: filter_validation.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.392687 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.393196 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: filter-validation Aug 31 14:04:06.393524 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: fip_pf_description.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.395244 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.395769 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 14:04:06.396097 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: fip_port_details.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.397091 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.397634 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: fip-port-details Aug 31 14:04:06.397962 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: flavors.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.399262 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.399795 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: flavors Aug 31 14:04:06.400124 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.401831 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.402355 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 14:04:06.402690 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: floatingip_pools.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.403440 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.403966 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: floatingip-pools Aug 31 14:04:06.404304 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: ip_allocation.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.405455 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.405870 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 14:04:06.406198 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.407140 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.407694 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: ip-substring-filtering Aug 31 14:04:06.408020 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: l2_adjacency.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.408966 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.409477 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 14:04:06.410325 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: l3.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.412294 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.413017 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: router Aug 31 14:04:06.413407 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.415837 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.416371 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 14:04:06.416706 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.417663 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.418261 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: ext-gw-mode Aug 31 14:04:06.418693 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.419691 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.420225 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: l3-ha Aug 31 14:04:06.420555 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: l3_flavors.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.421821 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.422535 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: l3-flavors Aug 31 14:04:06.422786 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.423773 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.424294 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 14:04:06.424619 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: l3agentscheduler.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.426892 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.427625 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: l3_agent_scheduler Aug 31 14:04:06.428109 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: logging.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.430021 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.430746 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension logging not supported by any of loaded plugins Aug 31 14:04:06.431183 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: metering.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.431998 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.432578 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: metering Aug 31 14:04:06.432912 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.434039 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.434566 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: metering_source_and_destination_fields Aug 31 14:04:06.434924 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: multiprovidernet.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.435992 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.436759 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: multi-provider Aug 31 14:04:06.437186 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: netmtu.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.438301 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.438906 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: net-mtu Aug 31 14:04:06.439390 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: netmtu_writable.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.440291 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.440802 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: net-mtu-writable Aug 31 14:04:06.441640 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: network_availability_zone.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.442687 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.443369 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: network_availability_zone Aug 31 14:04:06.443770 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: network_ip_availability.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.445194 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.445818 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: network-ip-availability Aug 31 14:04:06.446251 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: network_segment_range.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.447107 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.447657 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 14:04:06.448026 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: pagination.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.449039 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.449374 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: pagination Aug 31 14:04:06.449698 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: port_device_profile.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.450652 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.451169 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: port-device-profile Aug 31 14:04:06.451532 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.452467 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.452981 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: port-mac-address-regenerate Aug 31 14:04:06.453308 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.454255 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.454876 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: port-numa-affinity-policy Aug 31 14:04:06.455226 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: port_resource_request.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.456172 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.456830 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 14:04:06.457772 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: portbindings.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.458750 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.459361 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: binding Aug 31 14:04:06.459766 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: portbindings_extended.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.461530 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.462167 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: binding-extended Aug 31 14:04:06.462591 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: portsecurity.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.463728 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.464390 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: port-security Aug 31 14:04:06.464778 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: project_id.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.465894 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.466314 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: project-id Aug 31 14:04:06.466642 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: providernet.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.467747 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.468362 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: provider Aug 31 14:04:06.468857 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: qos.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.473777 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.474331 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension qos not supported by any of loaded plugins Aug 31 14:04:06.474667 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.476033 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.476555 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 14:04:06.476893 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.477838 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.478358 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 14:04:06.478690 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: qos_default.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.479686 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.480201 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension qos-default not supported by any of loaded plugins Aug 31 14:04:06.480532 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: qos_fip.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.481207 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.481735 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 14:04:06.482055 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: qos_gateway_ip.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.483007 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.483546 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 14:04:06.483874 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: qos_port_network_policy.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.484804 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.485325 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 14:04:06.485649 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: qos_pps_rule.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.486872 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.487420 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 14:04:06.487748 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: qos_rule_type_details.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.489904 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.490426 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 14:04:06.490759 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: qos_rules_alias.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.491958 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.492593 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 14:04:06.493049 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: quotasv2.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.494281 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.494728 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: quotas Aug 31 14:04:06.495161 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: quotasv2_detail.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.499021 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.499515 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: quota_details Aug 31 14:04:06.499959 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: rbac.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.501435 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.501955 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: rbac-policies Aug 31 14:04:06.502294 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: rbac_address_group.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.503654 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.504950 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: rbac-address-group Aug 31 14:04:06.505312 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: rbac_address_scope.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.506261 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.506787 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: rbac-address-scope Aug 31 14:04:06.507390 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: rbac_security_groups.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.508329 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.508845 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: rbac-security-groups Aug 31 14:04:06.509174 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: rbac_subnetpool.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.510121 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.510634 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: rbac-subnetpool Aug 31 14:04:06.510960 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: revisionifmatch.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.511945 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.512461 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: revision-if-match Aug 31 14:04:06.512786 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: revisions.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.513947 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.514470 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: standard-attr-revisions Aug 31 14:04:06.514871 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: router_availability_zone.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.515808 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.516457 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: router_availability_zone Aug 31 14:04:06.516868 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: routerservicetype.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.517861 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.518501 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 14:04:06.518969 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.520235 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.520837 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: security-groups-normalized-cidr Aug 31 14:04:06.521281 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.522442 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.523098 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: port-security-groups-filtering Aug 31 14:04:06.523505 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.525254 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.525791 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: security-groups-remote-address-group Aug 31 14:04:06.526126 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: securitygroup.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.537611 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.538310 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: security-group Aug 31 14:04:06.538765 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: segment.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.539964 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.540610 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension segment not supported by any of loaded plugins Aug 31 14:04:06.541024 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.542434 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.543064 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 14:04:06.543530 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: servicetype.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.545198 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.545865 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: service-type Aug 31 14:04:06.546177 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: sorting.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.547225 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.547613 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: sorting Aug 31 14:04:06.547957 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: standard_attr_segment.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.548918 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.549444 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 14:04:06.549775 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: standardattrdescription.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.550992 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.552217 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: standard-attr-description Aug 31 14:04:06.552550 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: stateful_security_group.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.553570 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.554099 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: stateful-security-group Aug 31 14:04:06.554428 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: stdattrs_common.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.555035 n-d-806683-5 neutron-server[94759]: WARNING neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 14:04:06.555392 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.556367 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.556925 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 14:04:06.557255 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: subnet_onboard.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.558335 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.558855 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: subnet_onboard Aug 31 14:04:06.559216 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.560160 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.560712 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 14:04:06.560993 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: subnet_service_types.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.561937 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.562453 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: subnet-service-types Aug 31 14:04:06.562848 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: subnetallocation.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.564296 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.564894 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: subnet_allocation Aug 31 14:04:06.565289 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.566271 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.567716 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: subnetpool-prefix-ops Aug 31 14:04:06.568107 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.569294 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.569921 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 14:04:06.570347 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: tagging.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.571674 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.572202 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: standard-attr-tag Aug 31 14:04:06.572560 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: timestamp.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.574070 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.574682 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loaded extension: standard-attr-timestamp Aug 31 14:04:06.575136 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: trunk.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.576417 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.576944 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension trunk not supported by any of loaded plugins Aug 31 14:04:06.577279 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: trunk_details.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.578241 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.578757 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 14:04:06.579085 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: uplink_status_propagation.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.580051 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.580564 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 14:04:06.580930 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Loading extension file: vlantransparent.py {{(pid=94759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 14:04:06.582167 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 14:04:06.583298 n-d-806683-5 neutron-server[94759]: INFO neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 14:04:06.585902 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:network Aug 31 14:04:06.586456 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:subnet Aug 31 14:04:06.586861 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 14:04:06.587305 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:port Aug 31 14:04:06.588656 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.v2.resource_helper [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 14:04:06.589093 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.v2.resource_helper [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service FLAVORS assigned prefix: {{(pid=94759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 14:04:06.589735 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.v2.resource_helper [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 14:04:06.590165 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.v2.resource_helper [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 14:04:06.590501 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:router Aug 31 14:04:06.590948 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 14:04:06.591490 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.v2.resource_helper [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service METERING assigned prefix: /metering {{(pid=94759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 14:04:06.592990 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.593341 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.593690 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:04:06.594745 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 14:04:06.595206 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:security_group Aug 31 14:04:06.595663 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 14:04:06.598491 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.v2.resource_helper [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service CORE assigned prefix: {{(pid=94759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 14:04:06.598836 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 14:04:06.599221 n-d-806683-5 neutron-server[94759]: WARNING neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] subnetpool is already registered Aug 31 14:04:06.599667 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.v2.resource_helper [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service CORE assigned prefix: {{(pid=94759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 14:04:06.600001 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 14:04:06.600336 n-d-806683-5 neutron-server[94759]: WARNING neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] subnetpool is already registered Aug 31 14:04:06.602690 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.v2.resource_helper [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 14:04:06.603129 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.v2.resource_helper [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service FLAVORS assigned prefix: {{(pid=94759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 14:04:06.603765 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.v2.resource_helper [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 14:04:06.604197 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.v2.resource_helper [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 14:04:06.604535 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:router Aug 31 14:04:06.604879 n-d-806683-5 neutron-server[94759]: WARNING neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] router is already registered Aug 31 14:04:06.605293 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 14:04:06.605639 n-d-806683-5 neutron-server[94759]: WARNING neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] floatingip is already registered Aug 31 14:04:06.606101 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.v2.resource_helper [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service METERING assigned prefix: /metering {{(pid=94759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 14:04:06.606791 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 14:04:06.607120 n-d-806683-5 neutron-server[94759]: WARNING neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] rbac_policy is already registered Aug 31 14:04:06.607566 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:security_group Aug 31 14:04:06.607909 n-d-806683-5 neutron-server[94759]: WARNING neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] security_group is already registered Aug 31 14:04:06.608327 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 14:04:06.608662 n-d-806683-5 neutron-server[94759]: WARNING neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] security_group_rule is already registered Aug 31 14:04:06.609310 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.v2.resource_helper [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service CORE assigned prefix: {{(pid=94759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 14:04:06.609644 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 14:04:06.609983 n-d-806683-5 neutron-server[94759]: WARNING neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] subnetpool is already registered Aug 31 14:04:06.610406 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.v2.resource_helper [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Service CORE assigned prefix: {{(pid=94759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 14:04:06.610736 n-d-806683-5 neutron-server[94759]: INFO neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 14:04:06.611073 n-d-806683-5 neutron-server[94759]: WARNING neutron.quota.resource_registry [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] subnetpool is already registered Aug 31 14:04:06.611572 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: extensions {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.613371 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: address-groups {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.615082 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: address-scopes {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.617284 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: agents {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.618501 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: auto-allocated-topology {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.620057 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: availability_zones {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.621466 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: dhcp-networks {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.623089 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: dhcp-agents {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.624745 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: routers {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.627573 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: flavors {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.629937 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: service_profiles {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.631141 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: next_providers {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.632876 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: service_profiles {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.634425 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: floatingip-pools {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.635684 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: routers {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.637814 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: floatingips {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.639112 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: l3-routers {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.640526 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: l3-agents {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.641910 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: metering-labels {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.643310 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: metering-label-rules {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.645867 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: network-ip-availabilities {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.647142 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: bindings {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.648975 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: quotas {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.650767 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: quotas {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.652478 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: rbac-policies {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.653713 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: security-groups {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.655405 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: security-group-rules {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.656819 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: service-providers {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.658070 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: subnetpools {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.659775 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: subnetpools {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.662044 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: tags {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.663770 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: tags {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.665597 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: tags {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.667589 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: tags {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.670610 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: tags {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.672511 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: tags {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.674188 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: tags {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.677290 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: tags {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.679066 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: tags {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.680854 n-d-806683-5 neutron-server[94759]: DEBUG neutron.api.extensions [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Extended resource: tags {{(pid=94759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 14:04:06.687067 n-d-806683-5 neutron-server[94759]: WARNING keystonemiddleware.auth_token [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 14:04:06.693297 n-d-806683-5 neutron-server[94759]: WARNING keystonemiddleware.auth_token [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 14:04:06.701936 n-d-806683-5 neutron-server[94759]: DEBUG oslo_concurrency.lockutils [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Acquired lock "singleton_lock" {{(pid=94759) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 14:04:06.702545 n-d-806683-5 neutron-server[94759]: DEBUG oslo_concurrency.lockutils [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Releasing lock "singleton_lock" {{(pid=94759) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 14:04:06.703385 n-d-806683-5 neutron-server[94759]: INFO oslo_service.service [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Starting 2 workers Aug 31 14:04:06.710541 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Started child 94870 {{(pid=94759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 14:04:06.714709 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:06.715880 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Started child 94871 {{(pid=94759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 14:04:06.716410 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [-] (94870) wsgi starting up on http://0.0.0.0:9696 Aug 31 14:04:06.717756 n-d-806683-5 neutron-server[94759]: INFO neutron.service [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 14:04:06.718506 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Notify callbacks [] for process, before_spawn {{(pid=94759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:06.720370 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:06.721034 n-d-806683-5 neutron-server[94759]: INFO oslo_service.service [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Starting 1 workers Aug 31 14:04:06.721834 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [-] (94871) wsgi starting up on http://0.0.0.0:9696 Aug 31 14:04:06.727209 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Started child 94872 {{(pid=94759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 14:04:06.727934 n-d-806683-5 neutron-server[94759]: INFO oslo_service.service [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Starting 1 workers Aug 31 14:04:06.730667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.service [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] calling RpcWorker wait() {{(pid=94872) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 14:04:06.731408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.service [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] returning from RpcWorker wait() {{(pid=94872) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 14:04:06.732474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:06.732686 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Started child 94873 {{(pid=94759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 14:04:06.732943 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:06.733557 n-d-806683-5 neutron-server[94759]: DEBUG neutron_lib.callbacks.manager [None req-c6fedbb9-263c-40b3-92e9-4baef8f24a77 None None] Notify callbacks [] for process, after_spawn {{(pid=94759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:06.735803 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94759) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 14:04:06.736076 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 14:04:06.736432 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 14:04:06.736793 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 14:04:06.737297 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 14:04:06.737625 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 14:04:06.738243 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:06.739965 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.740285 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.740546 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.740810 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.741103 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.741717 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.741989 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.742247 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.742534 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.742802 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.742979 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.743150 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.743570 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.743817 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.744160 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.744459 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.744652 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.744919 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.745232 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.745493 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.745759 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.746051 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.746307 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] debug = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.746527 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.747020 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.747306 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.747547 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.747763 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.748048 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.748300 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.748712 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.748986 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.749246 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.749493 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.749756 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.749996 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.750228 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.750461 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.750726 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.750930 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.751433 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] host = n-d-806683-5 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.751705 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.751858 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.752102 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.752334 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.752580 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.752799 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.753060 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.753325 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.754876 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.754876 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.754876 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.755446 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.755650 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.755793 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_file = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.755946 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_options = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.756157 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.756435 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.756699 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.756893 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.757064 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.757509 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.757768 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.757931 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.758156 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.758379 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.758688 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.758880 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.759043 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.759322 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.759556 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.759834 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.760052 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.760294 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.760447 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.760679 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.760934 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.761118 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.761388 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.761653 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.761901 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.762135 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.762278 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.762425 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.762711 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.762900 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.763236 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.763510 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.763774 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.764039 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.764281 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.764517 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.764776 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.764940 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.765186 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.765582 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.765921 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.766156 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.766913 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.767156 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.767447 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.768384 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] use_json = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.768832 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.769022 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.769375 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.769611 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.769989 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.770404 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.771249 n-d-806683-5 neutron-server[94873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:06.771420 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.771642 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.772106 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.772379 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.772690 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.772939 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.773385 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.773385 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.773694 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.774034 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.774288 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.774546 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.774863 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.775101 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.775815 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.776115 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.776287 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.776624 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.776896 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.777185 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.777491 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.777788 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.778075 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.778338 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.778588 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.778958 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.778958 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.779419 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.779419 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.779816 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.780061 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.780277 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.780570 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.781223 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.781909 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.782117 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.782364 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.782579 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.783439 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.783621 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.783762 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.784090 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.784322 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.784571 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.784864 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.785277 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.786628 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.786628 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.786628 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.786628 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.787148 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.787148 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.787148 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.787435 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.787543 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.787765 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.788002 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.788233 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.788480 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.788690 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.788903 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.789125 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.789392 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.789612 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.789826 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.790040 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.790257 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.790470 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.790734 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.790953 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.791166 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.791543 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.791769 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.792021 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.792241 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.792491 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.792710 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.792949 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.793186 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.793419 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.793661 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.793885 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.794128 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.794346 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.794567 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.794786 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.795001 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.795238 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.795456 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.795692 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.796018 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.796310 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.796622 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.796877 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.797127 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.797347 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.797587 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.797810 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.798049 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.798296 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.798513 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.798747 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.799026 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.799271 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.799515 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.799729 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.799938 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.800193 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.801083 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.801430 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.801655 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.801897 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.802129 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.802406 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.802661 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.802897 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.803155 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.805208 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.805208 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.805208 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.805208 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.805208 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.805208 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.805208 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.807876 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.807876 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.807876 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.807876 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.807876 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.807876 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.807876 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.807876 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.810171 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.810171 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.810171 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.810171 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.810171 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.810171 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.810171 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.810171 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.811202 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.811202 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.811202 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.811202 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.811202 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.811202 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.811202 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.811202 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.812279 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.812279 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.812279 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.812279 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.812279 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.813329 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.813329 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.813329 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.813329 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.813329 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.815386 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.815386 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.815386 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.815386 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.815386 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.815386 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.815386 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.815386 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.816018 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.816018 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.816018 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.816826 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.816826 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.817010 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.817237 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.817471 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.817732 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.817968 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.818261 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.818514 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.818842 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.819246 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.819483 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.819717 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.819944 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.820199 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.820424 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.820639 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.820856 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.821081 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.821302 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.821538 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.821765 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.822038 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.822319 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.822560 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.823022 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.823350 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.823585 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.823826 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.824046 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.824310 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.824551 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.824768 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.825023 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.825224 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.825443 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.825688 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.825934 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.826164 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.826383 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.826617 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.826865 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.827081 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.827314 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.827623 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.827874 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.828571 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.828571 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.828828 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.828828 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.829155 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.829291 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.829932 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.829932 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.829932 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.830295 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.830376 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.830554 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.830774 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.831049 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.831325 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.831701 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.831974 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.832194 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.832728 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.833324 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.833716 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.833930 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.834272 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.834414 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.834807 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.835035 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.835280 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.835494 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.835742 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.835950 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.836163 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.836384 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.836596 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.836800 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.837197 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.837385 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.837672 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.837946 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.838219 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.838382 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.838790 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.839099 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.839372 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.839616 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.839834 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.840074 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.840364 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.840541 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.841238 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.841238 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.841556 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.841696 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.841951 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.842166 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.842424 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.842722 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.842935 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.843279 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.843553 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.843830 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.844447 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.844447 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.844725 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.844867 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.845001 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.845228 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.845435 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.846404 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.846404 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.846404 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.846404 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.846901 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.846901 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.847607 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.847607 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.847607 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.849681 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.849858 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 14:04:06.850655 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94759) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 14:04:06.850655 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 14:04:06.852407 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 14:04:06.852838 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 14:04:06.853041 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 14:04:06.853213 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 14:04:06.853435 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.853609 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.854875 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.855057 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.855234 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.855510 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.855724 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.855724 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.856012 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.856144 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.856309 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.856444 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.856633 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.856633 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.856877 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.857009 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.857122 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.857231 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.857401 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.857562 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.857710 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.857870 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.858054 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] debug = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.858176 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.858375 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.858541 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.858707 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.858865 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.859025 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.859221 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.859387 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.859550 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.859695 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.859827 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.859976 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.860114 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.860250 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.860384 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.860557 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.860720 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.860856 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] host = n-d-806683-5 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.860989 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.861140 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.861286 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.861435 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.861593 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.861750 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.861910 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.862068 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.862228 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.862385 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.862566 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.862688 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.863451 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.863647 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_file = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.863862 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_options = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.864080 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.864080 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.864502 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.864502 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.864502 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.864839 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.864839 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.865101 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.865101 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.865357 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.865502 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.865673 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.865673 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.865934 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.866023 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.866190 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.866318 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.866413 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.866582 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.866727 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.866868 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.866999 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.867141 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.867329 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.867467 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.867607 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.867818 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.867906 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.868054 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.868216 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.868370 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.868567 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.868792 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.868887 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.868984 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.869118 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.869263 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.869425 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.869583 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.869789 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.869995 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.870204 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.870429 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.870594 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.870754 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.870912 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] use_json = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.871054 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.871275 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.871651 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.871850 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.871995 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.872127 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.872258 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.872406 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 14:04:06.872598 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.872750 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.872925 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.873091 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.873258 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.873410 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.873580 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.873742 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.873905 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.874057 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.874227 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.874376 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.874549 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.874710 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.874877 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.875025 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.875204 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.875556 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.875782 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.875934 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.876093 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.876257 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.876429 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.876592 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.876797 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.877017 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.877184 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.877365 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.877529 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.877692 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.877855 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.878016 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.878179 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.878346 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.879396 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.879396 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.879634 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.879634 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.879987 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.879987 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.880246 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.880412 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.880577 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.880740 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.880904 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.881070 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.881251 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.881417 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.881545 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.881670 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.881831 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.881995 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.882434 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.882562 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.882780 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.883015 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.883167 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.883167 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.883474 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.883624 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.883825 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.883825 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.884106 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.884106 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.884276 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.884408 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.884578 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.884739 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.884900 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.885062 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.885224 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.885385 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.885547 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.885708 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.885875 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.886036 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.886362 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.886509 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.886676 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.886834 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.886990 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.887543 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.887543 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.887543 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.887803 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.887803 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.888006 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.888073 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.888215 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.888392 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.889286 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.889286 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.889286 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.889286 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.889286 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.890226 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.890226 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.890226 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.890226 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.890226 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.890226 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.890226 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.890995 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.890995 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.890995 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.890995 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.890995 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.891658 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.891658 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.891658 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.891658 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.892631 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.892631 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.892631 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.892631 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.892631 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.892631 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.892631 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.895460 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.895460 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.895460 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.895460 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.895460 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.895460 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.895460 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.895460 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.895895 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.895895 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.895895 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:06.896142 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896142 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896142 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896142 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896142 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896142 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896142 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896142 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896575 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896575 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896575 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896575 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896798 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896798 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.896922 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.897243 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.897243 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.897386 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.897509 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.897677 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.897838 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.898000 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.898162 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.898326 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.898489 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.898651 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.898812 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.898975 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.899138 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.899327 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.899488 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.899649 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.899812 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.899973 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.900136 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.900297 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.900458 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.900620 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.900782 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.900943 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.901104 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.901374 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.901473 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.901584 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.901746 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.901940 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.902095 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.902261 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.902423 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.902586 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.902747 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.902909 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.903073 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.903257 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.903420 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.903581 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.903742 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.903905 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.904067 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.904228 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.904391 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.904552 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.904714 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.904892 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.905056 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.905217 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.905378 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.905540 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.905702 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.905863 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.906024 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.906186 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.906348 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.906509 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.906681 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.906849 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.907909 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.907909 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.907909 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.907909 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.907909 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.908278 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.908278 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.908278 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.909164 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.909303 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.909462 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.909907 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.910005 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.910199 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.910957 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.910957 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.910957 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.910957 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.911580 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.911580 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.911580 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.911580 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.912003 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.912003 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.912003 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.912271 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.912355 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.912471 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.912631 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.912955 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.913135 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.913301 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.913457 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.913770 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.913933 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.914097 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.914271 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.914434 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.914691 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.914837 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.914908 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.915058 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.915275 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.915406 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.915574 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.915747 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.915908 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.916070 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.916232 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.916408 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.916569 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.916734 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.917448 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.917448 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.917448 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.917448 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.917864 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.917864 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.917864 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.918127 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.918127 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.918305 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.918453 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.918616 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.918784 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.918959 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.919232 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.919373 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.919499 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.919609 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.919770 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.919931 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.920094 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.920254 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.920415 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.920576 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.920737 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.920898 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.921059 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.921220 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.921381 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.921542 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.921703 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.921864 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.922025 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 14:04:06.922179 n-d-806683-5 neutron-server[94759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 14:04:07.134809 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:07.143712 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064912 Aug 31 14:04:19.496909 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da9238a-b487-45cb-b895-41a93f73237e None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:04:19.576321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da9238a-b487-45cb-b895-41a93f73237e None None] No non-hosted networks {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 14:04:19.593994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.agentschedulers_db [None req-2da9238a-b487-45cb-b895-41a93f73237e None None] DHCP Agent not found on host n-d-806683-5 {{(pid=94872) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 14:04:19.706683 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b166a79-0f20-487a-9b33-ae57f3c9ad01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581038'] for agent, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:22.082939 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3034a2f-0a46-4dbb-82a3-1ea9f57ce865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581038'] for agent, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:22.125392 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-590de0b5-088c-4d7a-860b-7cec3a177602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:22.160853 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581038'] for agent, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:22.161522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:22.162387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:22.162387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:22.162569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:22.164252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:22.164252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:22.164252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:22.164252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:22.164583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:22.164678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:22.165019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:22.165366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:22.165735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-806683-5', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:22.180708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-806683-5', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:23.201064 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581038'] for agent, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.729059 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581038'] for agent, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.090434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49844) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:26.628131 n-d-806683-5 neutron-server[94871]: WARNING oslo_policy.policy [None req-808b284d-3b27-4012-a0e7-5a73a7347aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 14:04:26.628745 n-d-806683-5 neutron-server[94871]: WARNING oslo_policy.policy [None req-808b284d-3b27-4012-a0e7-5a73a7347aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 14:04:26.861344 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-808b284d-3b27-4012-a0e7-5a73a7347aab admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:04:26.862651 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-808b284d-3b27-4012-a0e7-5a73a7347aab admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7710748 Aug 31 14:04:27.429577 n-d-806683-5 neutron-server[94872]: INFO neutron.db.l3_hamode_db [None req-6acc63d4-d14b-402c-a8f3-097fe4c8784c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 14:04:27.509458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc63d4-d14b-402c-a8f3-097fe4c8784c None None] Routers set() bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:27.509842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc63d4-d14b-402c-a8f3-097fe4c8784c None None] Router IDs set() for agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:04:29.261592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49858) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:29.769550 n-d-806683-5 neutron-server[94870]: WARNING oslo_policy.policy [None req-5e319449-4153-48a7-b0c4-eca1e45ddff6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 14:04:29.770145 n-d-806683-5 neutron-server[94870]: WARNING oslo_policy.policy [None req-5e319449-4153-48a7-b0c4-eca1e45ddff6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 14:04:29.996262 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5e319449-4153-48a7-b0c4-eca1e45ddff6 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:30.093242 n-d-806683-5 neutron-server[94870]: DEBUG neutron.policy [None req-5e319449-4153-48a7-b0c4-eca1e45ddff6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94870) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 14:04:30.139576 n-d-806683-5 neutron-server[94870]: WARNING oslo_policy.policy [None req-5e319449-4153-48a7-b0c4-eca1e45ddff6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 14:04:30.139953 n-d-806683-5 neutron-server[94870]: WARNING oslo_policy.policy [None req-5e319449-4153-48a7-b0c4-eca1e45ddff6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 14:04:30.149081 n-d-806683-5 neutron-server[94870]: INFO neutron.quota [None req-5e319449-4153-48a7-b0c4-eca1e45ddff6 admin admin] Loaded quota_driver: . Aug 31 14:04:30.244576 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e319449-4153-48a7-b0c4-eca1e45ddff6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766604808565', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766604810022', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766604789367', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766604791579', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766601043517', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766604777598', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-759057', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-704822', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1745343', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1686895'] for rbac-policy, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.310671 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e319449-4153-48a7-b0c4-eca1e45ddff6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.312173 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5e319449-4153-48a7-b0c4-eca1e45ddff6 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0484734 Aug 31 14:04:32.955022 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49876) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:33.268082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Request body: {'network': {'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'admin_state_up': True, 'name': 'private', 'project_id': 'ad061e8afc6b4ed18718224f49da5861'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:33.296455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Made reservation on behalf of ad061e8afc6b4ed18718224f49da5861 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:33.300066 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.316770 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.447542 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.451616 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.473359 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:04:33.502399 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766600106954', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.503027 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Unsubscribe: segment precommit_create {{(pid=94870) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 14:04:33.503549 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Added segment e6cd3446-815e-42eb-b53f-76cc340ef455 of type vlan for network e2bda6db-a597-4c2a-89f3-434ce25ce9bd Aug 31 14:04:33.520286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ad37c9-940e-4289-9eb3-5595b27d4c4f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:33.582102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.582441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.582940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.583126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.583493 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.583823 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.584147 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.584467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.584839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.585193 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.585566 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.585933 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Tracked resource versions report: Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: pushed versions: Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: { 'AddressGroup': {'1.2'}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'ConntrackHelper': {'1.0'}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'Log': {'1.0'}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'Network': {'1.1'}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'Port': {'1.7'}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'PortForwarding': {'1.2'}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'QosPolicy': {'1.9'}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'SecurityGroup': {'1.4'}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'SecurityGroupRule': {'1.2'}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'SubPort': {'1.0'}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'Subnet': {'1.1'}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'Trunk': {'1.1'}} Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: consumer versions: Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: { DHCP agent@n-d-806683-5: {}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: L3 agent@n-d-806683-5: {}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: Metadata agent@n-d-806683-5: {}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: Metering agent@n-d-806683-5: {}, Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: Open vSwitch agent@n-d-806683-5: { 'AddressGroup': '1.2', Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'ConntrackHelper': '1.0', Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'Log': '1.0', Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'Network': '1.1', Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'Port': '1.7', Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'PortForwarding': '1.2', Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'QosPolicy': '1.9', Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'SecurityGroup': '1.4', Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'SecurityGroupRule': '1.2', Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'SubPort': '1.0', Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'Subnet': '1.1', Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: 'Trunk': '1.1'}} Aug 31 14:04:33.587125 n-d-806683-5 neutron-server[94870]: {{(pid=94870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 14:04:33.635114 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.677427 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.678723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:33.679410 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.751495 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7952857 Aug 31 14:04:33.781948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076f39f-5fac-4d77-9b88-b8f0417df64d admin admin] Pushing event updated for resources: {'Network': ['ID=e2bda6db-a597-4c2a-89f3-434ce25ce9bd,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:33.794686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network e2bda6db-a597-4c2a-89f3-434ce25ce9bd details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:04:36.520859 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49890) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:36.974786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d56b5cd-84b1-4064-ade2-2eef1b710e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:36.976210 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5d56b5cd-84b1-4064-ade2-2eef1b710e4a admin admin] 10.222.0.39 "GET /v2.0/networks/e2bda6db-a597-4c2a-89f3-434ce25ce9bd HTTP/1.1" status: 200 len: 825 time: 0.4543114 Aug 31 14:04:37.003287 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-81cc482d-f0d5-4f51-bfa1-51f8f1f64e84 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/c6eec016-5c86-4b52-bf11-205faf1052f7 HTTP/1.1" status: 200 len: 734 time: 0.0208716 Aug 31 14:04:37.013231 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-90237351-b691-4d40-8eed-f2528c619e64 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c6eec016-5c86-4b52-bf11-205faf1052f7', 'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:37.036721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90237351-b691-4d40-8eed-f2528c619e64 admin admin] Made reservation on behalf of ad061e8afc6b4ed18718224f49da5861 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:37.038903 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90237351-b691-4d40-8eed-f2528c619e64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:37.337110 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90237351-b691-4d40-8eed-f2528c619e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:37.406158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90237351-b691-4d40-8eed-f2528c619e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d905eaaa-dc93-46c5-896e-fd73eb7e7c78,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:37.411255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90237351-b691-4d40-8eed-f2528c619e64 admin admin] Checking segment: {'id': 'e6cd3446-815e-42eb-b53f-76cc340ef455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:37.411639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90237351-b691-4d40-8eed-f2528c619e64 admin admin] Network hostable DHCP agents. Network: e2bda6db-a597-4c2a-89f3-434ce25ce9bd, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:04:37.434456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90237351-b691-4d40-8eed-f2528c619e64 admin admin] Network e2bda6db-a597-4c2a-89f3-434ce25ce9bd is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:04:37.444578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-90237351-b691-4d40-8eed-f2528c619e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, e2bda6db-a597-4c2a-89f3-434ce25ce9bd) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:37.449315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90237351-b691-4d40-8eed-f2528c619e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:37.449908 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90237351-b691-4d40-8eed-f2528c619e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:37.454545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6cc1d7-e93c-4b92-a6da-3bcd056102c5 None None] Network e2bda6db-a597-4c2a-89f3-434ce25ce9bd requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:04:37.464050 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-90237351-b691-4d40-8eed-f2528c619e64 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4543049 Aug 31 14:04:37.777448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-e2bda6db-a597-4c2a-89f3-434ce25ce9bd', 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd', 'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'fixed_ips': [{'subnet_id': 'd905eaaa-dc93-46c5-896e-fd73eb7e7c78'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:04:37.778690 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.055450 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Allocated IP 172.20.0.2 (e2bda6db-a597-4c2a-89f3-434ce25ce9bd/d905eaaa-dc93-46c5-896e-fd73eb7e7c78/1eeb8c6f-06ee-4816-a565-8b5386bb1f9f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:38.284112 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.299527 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Transition to ACTIVE for port object 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:38.319958 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Transition to ACTIVE for port object 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:38.328114 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.399797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Network e2bda6db-a597-4c2a-89f3-434ce25ce9bd is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:38.404478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:38.413383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:38.416508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Pushing event updated for resources: {'Port': ['ID=1eeb8c6f-06ee-4816-a565-8b5386bb1f9f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:38.446819 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:38.447150 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:38.447516 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:38.447852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:38.448181 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:38.448507 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:38.448832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:38.449156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:38.449476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:38.449795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:38.450115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:38.450431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Tracked resource versions report: Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: pushed versions: Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: { 'AddressGroup': {'1.2'}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'ConntrackHelper': {'1.0'}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'Log': {'1.0'}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'Network': {'1.1'}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'Port': {'1.7'}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'PortForwarding': {'1.2'}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'QosPolicy': {'1.9'}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'SecurityGroup': {'1.4'}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'SecurityGroupRule': {'1.2'}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'SubPort': {'1.0'}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'Subnet': {'1.1'}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'Trunk': {'1.1'}} Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: consumer versions: Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: { DHCP agent@n-d-806683-5: {}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: L3 agent@n-d-806683-5: {}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: Metadata agent@n-d-806683-5: {}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: Metering agent@n-d-806683-5: {}, Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: Open vSwitch agent@n-d-806683-5: { 'AddressGroup': '1.2', Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'ConntrackHelper': '1.0', Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'Log': '1.0', Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'Network': '1.1', Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'Port': '1.7', Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'PortForwarding': '1.2', Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'QosPolicy': '1.9', Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'SecurityGroup': '1.4', Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'SecurityGroupRule': '1.2', Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'SubPort': '1.0', Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'Subnet': '1.1', Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: 'Trunk': '1.1'}} Aug 31 14:04:38.451590 n-d-806683-5 neutron-server[94872]: {{(pid=94872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 14:04:38.499005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Attempting to bind port 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:38.499670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Attempting to bind port 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e6cd3446-815e-42eb-b53f-76cc340ef455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:38.499831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Attempting to bind port 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f on network e2bda6db-a597-4c2a-89f3-434ce25ce9bd {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:38.505368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:38.505787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Checking segment: {'id': 'e6cd3446-815e-42eb-b53f-76cc340ef455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:38.506527 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.506914 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Bound using segment: {'id': 'e6cd3446-815e-42eb-b53f-76cc340ef455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:38.507429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Bound port: 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cd3446-815e-42eb-b53f-76cc340ef455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:38.507833 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.568607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] For port 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:38.572791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] For port 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1eeb8c6f-06ee-4816-a565-8b5386bb1f9f,segment=NetworkSegment(e6cd3446-815e-42eb-b53f-76cc340ef455),segment_id=e6cd3446-815e-42eb-b53f-76cc340ef455)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:38.578126 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.649584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc7ef9-8133-47c6-9d81-dc1162d56d59 None None] Pushing event updated for resources: {'Port': ['ID=1eeb8c6f-06ee-4816-a565-8b5386bb1f9f,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:39.936573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49898) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:40.258581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-6136285b-72a0-4640-bdc6-aa013e077071 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:04:40.259592 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6136285b-72a0-4640-bdc6-aa013e077071 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3220239 Aug 31 14:04:42.812623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49906) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:43.138762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-5df7ede4-96b1-4f1c-85e6-10cef67f49d1 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:04:43.139847 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5df7ede4-96b1-4f1c-85e6-10cef67f49d1 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3262730 Aug 31 14:04:45.819035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49916) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:46.152777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-118030d1-adbb-4450-ba0a-38ecd8b533c5 admin admin] Request body: {'router': {'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:46.178219 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-118030d1-adbb-4450-ba0a-38ecd8b533c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:46.179898 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-118030d1-adbb-4450-ba0a-38ecd8b533c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:46.319729 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-118030d1-adbb-4450-ba0a-38ecd8b533c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:46.324606 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-118030d1-adbb-4450-ba0a-38ecd8b533c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:46.337134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-118030d1-adbb-4450-ba0a-38ecd8b533c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:46.338255 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-118030d1-adbb-4450-ba0a-38ecd8b533c5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5182245 Aug 31 14:04:47.250100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d15ed47-4c5d-423b-b177-0cf910a62cb7 None None] Network e2bda6db-a597-4c2a-89f3-434ce25ce9bd requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:04:47.313159 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-567287b0-a98b-494f-b272-45e3b6c97ff4 None None] Provisioning for port 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:48.068838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:48.155671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:48.160074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:48.160464 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:48.272999 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:48.306635 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1eeb8c6f-06ee-4816-a565-8b5386bb1f9f,segment=NetworkSegment(e6cd3446-815e-42eb-b53f-76cc340ef455),segment_id=e6cd3446-815e-42eb-b53f-76cc340ef455)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:48.310388 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:48.358639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=1eeb8c6f-06ee-4816-a565-8b5386bb1f9f,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:48.797113 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49928) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:49.119149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-f630d645-bc32-45a0-ac21-3ecbc087b357 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:04:49.120160 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f630d645-bc32-45a0-ac21-3ecbc087b357 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3212295 Aug 31 14:04:49.401809 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad32edb2-d106-4466-ada3-71509ce32fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:50.047190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:50.093137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:50.093496 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:51.551080 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49936) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:51.884479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:51.904519 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Made reservation on behalf of 00da62b329e54872ba528c86d7f35baf for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:51.907521 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:51.915786 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:52.008383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:52.011990 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:52.026094 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Reserving flat network on physical network physnet1 {{(pid=94870) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 14:04:52.049136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b26b45-14ba-4fcc-a1ea-520763f644cb,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:52.053185 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:52.053530 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Added segment e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50 of type flat for network b5a19983-6a27-48b0-8f13-055b9703b654 Aug 31 14:04:52.084209 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0ddc-5414-4ecd-9ac9-b567b7acbce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:52.104604 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:52.139149 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:52.140932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:52.142836 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:52.143170 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:52.192116 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6396511 Aug 31 14:04:52.207591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f899c-7305-44fd-bace-0682fed613b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b5a19983-6a27-48b0-8f13-055b9703b654,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:52.218477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network b5a19983-6a27-48b0-8f13-055b9703b654 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:04:53.113755 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:54.621379 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49954) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:54.681038 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:54.942546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.policy [None req-ab2561ad-18db-4c8c-8cc7-e0fc952c3df8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94871) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 14:04:54.988420 n-d-806683-5 neutron-server[94871]: WARNING oslo_policy.policy [None req-ab2561ad-18db-4c8c-8cc7-e0fc952c3df8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 14:04:54.988649 n-d-806683-5 neutron-server[94871]: WARNING oslo_policy.policy [None req-ab2561ad-18db-4c8c-8cc7-e0fc952c3df8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 14:04:54.996768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2561ad-18db-4c8c-8cc7-e0fc952c3df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:54.998506 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ab2561ad-18db-4c8c-8cc7-e0fc952c3df8 admin admin] 10.222.0.39 "GET /v2.0/subnets/d905eaaa-dc93-46c5-896e-fd73eb7e7c78 HTTP/1.1" status: 200 len: 849 time: 0.3761001 Aug 31 14:04:55.166704 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1ae321fc-b7ed-44b9-93de-ed8b7a91605d admin admin] 10.222.0.39 "GET /v2.0/routers/7e85f3e4-5e81-49e5-b571-c2e8e7d57261 HTTP/1.1" status: 200 len: 704 time: 0.1612096 Aug 31 14:04:55.430432 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:55.768463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Allocated IP 172.20.0.1 (e2bda6db-a597-4c2a-89f3-434ce25ce9bd/d905eaaa-dc93-46c5-896e-fd73eb7e7c78/dc73ae6f-6901-4be2-8465-a054bba9156f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:55.989884 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.018704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Transition to ACTIVE for port object dc73ae6f-6901-4be2-8465-a054bba9156f will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:56.084266 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.150865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Network e2bda6db-a597-4c2a-89f3-434ce25ce9bd is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:56.155284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:56.208203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Pushing event updated for resources: {'Port': ['ID=dc73ae6f-6901-4be2-8465-a054bba9156f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:56.211491 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:56.211491 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.270864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:56.271128 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:56.271496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:56.271837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:56.272167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:56.272497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:56.272822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:56.273154 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:56.273466 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:56.273787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:56.274116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:56.274430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Tracked resource versions report: Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: pushed versions: Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: { 'AddressGroup': {'1.2'}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'ConntrackHelper': {'1.0'}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'Log': {'1.0'}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'Network': {'1.1'}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'Port': {'1.7'}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'PortForwarding': {'1.2'}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'QosPolicy': {'1.9'}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'SecurityGroup': {'1.4'}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'SecurityGroupRule': {'1.2'}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'SubPort': {'1.0'}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'Subnet': {'1.1'}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'Trunk': {'1.1'}} Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: consumer versions: Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: { DHCP agent@n-d-806683-5: {}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: L3 agent@n-d-806683-5: {}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: Metadata agent@n-d-806683-5: {}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: Metering agent@n-d-806683-5: {}, Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: Open vSwitch agent@n-d-806683-5: { 'AddressGroup': '1.2', Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'ConntrackHelper': '1.0', Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'Log': '1.0', Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'Network': '1.1', Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'Port': '1.7', Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'PortForwarding': '1.2', Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'QosPolicy': '1.9', Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'SecurityGroup': '1.4', Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'SecurityGroupRule': '1.2', Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'SubPort': '1.0', Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'Subnet': '1.1', Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: 'Trunk': '1.1'}} Aug 31 14:04:56.275628 n-d-806683-5 neutron-server[94871]: {{(pid=94871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 14:04:56.421560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fd494135-0605-40c8-930b-29849fc24a65 None None] Provisioning for port dc73ae6f-6901-4be2-8465-a054bba9156f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:56.422996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.426081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fd494135-0605-40c8-930b-29849fc24a65 None None] Provisioning complete for port dc73ae6f-6901-4be2-8465-a054bba9156f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:56.426659 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd494135-0605-40c8-930b-29849fc24a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.460489 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fd494135-0605-40c8-930b-29849fc24a65 None None] Port dc73ae6f-6901-4be2-8465-a054bba9156f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:04:56.635545 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.640220 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.641175 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.718564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Pushing event updated for resources: {'Port': ['ID=dc73ae6f-6901-4be2-8465-a054bba9156f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:56.767476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Network e2bda6db-a597-4c2a-89f3-434ce25ce9bd is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:56.768835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:56.982564 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-21628883-de59-453d-8bd8-8fbc65bef7de None None] Provisioning complete for port dc73ae6f-6901-4be2-8465-a054bba9156f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:56.982939 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21628883-de59-453d-8bd8-8fbc65bef7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.988231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Router 7e85f3e4-5e81-49e5-b571-c2e8e7d57261 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:04:57.019356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-21628883-de59-453d-8bd8-8fbc65bef7de None None] Port dc73ae6f-6901-4be2-8465-a054bba9156f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:04:57.081514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:04:57.086899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f3e7a995-b2dc-4dec-ad87-693909f6455b admin admin] 10.222.0.39 "PUT /v2.0/routers/7e85f3e4-5e81-49e5-b571-c2e8e7d57261/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9144640 Aug 31 14:04:57.106834 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Sync routers for ids ['7e85f3e4-5e81-49e5-b571-c2e8e7d57261'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:04:57.119072 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Routers {'7e85f3e4-5e81-49e5-b571-c2e8e7d57261'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:57.119972 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:04:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7e85f3e4-5e81-49e5-b571-c2e8e7d57261'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:57.313521 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Set router 7e85f3e4-5e81-49e5-b571-c2e8e7d57261 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:04:57.786377 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'name': 'router1', 'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:46Z', 'updated_at': '2021-08-31T14:04:56Z', 'revision_number': 2, 'project_id': 'ad061e8afc6b4ed18718224f49da5861', 'gw_port_host': None, '_interfaces': [{'id': 'dc73ae6f-6901-4be2-8465-a054bba9156f', 'name': '', 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd', 'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'mac_address': 'fa:16:3e:43:47:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd905eaaa-dc93-46c5-896e-fd73eb7e7c78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:55Z', 'updated_at': '2021-08-31T14:04:56Z', 'revision_number': 2, 'project_id': 'ad061e8afc6b4ed18718224f49da5861', 'subnets': [{'id': 'd905eaaa-dc93-46c5-896e-fd73eb7e7c78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6eec016-5c86-4b52-bf11-205faf1052f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:57.839145 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Checking router: 7e85f3e4-5e81-49e5-b571-c2e8e7d57261 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:04:57.839546 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Updating router 7e85f3e4-5e81-49e5-b571-c2e8e7d57261 port dc73ae6f-6901-4be2-8465-a054bba9156f binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:04:57.889986 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.425222 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.450440 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Transition to ACTIVE for port object dc73ae6f-6901-4be2-8465-a054bba9156f will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:58.456591 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.626319 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Attempting to bind port dc73ae6f-6901-4be2-8465-a054bba9156f on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:58.626709 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Attempting to bind port dc73ae6f-6901-4be2-8465-a054bba9156f by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e6cd3446-815e-42eb-b53f-76cc340ef455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:58.627100 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Attempting to bind port dc73ae6f-6901-4be2-8465-a054bba9156f on network e2bda6db-a597-4c2a-89f3-434ce25ce9bd {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:58.630722 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Pushing event updated for resources: {'Port': ['ID=dc73ae6f-6901-4be2-8465-a054bba9156f,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:58.636871 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:58.637299 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Checking segment: {'id': 'e6cd3446-815e-42eb-b53f-76cc340ef455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:58.637787 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.638176 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Bound using segment: {'id': 'e6cd3446-815e-42eb-b53f-76cc340ef455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:58.638691 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Bound port: dc73ae6f-6901-4be2-8465-a054bba9156f, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cd3446-815e-42eb-b53f-76cc340ef455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:58.639087 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.646172 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:58.646514 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:58.646850 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:58.647197 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:58.647530 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:58.648152 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:58.648152 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:58.648490 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:58.648809 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:58.649127 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:58.649445 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:58.649765 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Tracked resource versions report: Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: pushed versions: Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: { 'AddressGroup': {'1.2'}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'ConntrackHelper': {'1.0'}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'Log': {'1.0'}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'Network': {'1.1'}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'Port': {'1.7'}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'PortForwarding': {'1.2'}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'QosPolicy': {'1.9'}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'SecurityGroup': {'1.4'}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'SecurityGroupRule': {'1.2'}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'SubPort': {'1.0'}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'Subnet': {'1.1'}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'Trunk': {'1.1'}} Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: consumer versions: Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: { DHCP agent@n-d-806683-5: {}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: L3 agent@n-d-806683-5: {}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: Metadata agent@n-d-806683-5: {}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: Metering agent@n-d-806683-5: {}, Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: Open vSwitch agent@n-d-806683-5: { 'AddressGroup': '1.2', Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'ConntrackHelper': '1.0', Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'Log': '1.0', Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'Network': '1.1', Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'Port': '1.7', Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'PortForwarding': '1.2', Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'QosPolicy': '1.9', Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'SecurityGroup': '1.4', Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'SecurityGroupRule': '1.2', Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'SubPort': '1.0', Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'Subnet': '1.1', Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: 'Trunk': '1.1'}} Aug 31 14:04:58.650901 n-d-806683-5 neutron-server[94873]: {{(pid=94873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 14:04:58.720536 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] For port dc73ae6f-6901-4be2-8465-a054bba9156f, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:58.742339 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] For port dc73ae6f-6901-4be2-8465-a054bba9156f, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dc73ae6f-6901-4be2-8465-a054bba9156f,segment=NetworkSegment(e6cd3446-815e-42eb-b53f-76cc340ef455),segment_id=e6cd3446-815e-42eb-b53f-76cc340ef455)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:58.747495 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.802165 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Routers {'7e85f3e4-5e81-49e5-b571-c2e8e7d57261'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:58.802911 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:04:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7e85f3e4-5e81-49e5-b571-c2e8e7d57261'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:58.894608 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13538f0e-86b1-4ece-97dd-d91fb0ede565 None None] Pushing event updated for resources: {'Port': ['ID=dc73ae6f-6901-4be2-8465-a054bba9156f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:58.918269 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] Set router 7e85f3e4-5e81-49e5-b571-c2e8e7d57261 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:04:59.132538 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'name': 'router1', 'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:46Z', 'updated_at': '2021-08-31T14:04:56Z', 'revision_number': 2, 'project_id': 'ad061e8afc6b4ed18718224f49da5861', 'gw_port_host': None, '_interfaces': [{'id': 'dc73ae6f-6901-4be2-8465-a054bba9156f', 'name': '', 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd', 'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'mac_address': 'fa:16:3e:43:47:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd905eaaa-dc93-46c5-896e-fd73eb7e7c78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:55Z', 'updated_at': '2021-08-31T14:04:58Z', 'revision_number': 4, 'project_id': 'ad061e8afc6b4ed18718224f49da5861', 'subnets': [{'id': 'd905eaaa-dc93-46c5-896e-fd73eb7e7c78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6eec016-5c86-4b52-bf11-205faf1052f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:59.158482 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb185be-c341-4230-adf4-60f0ae8ddd1a None None] The sync data for ids ['7e85f3e4-5e81-49e5-b571-c2e8e7d57261'] in n-d-806683-5 is: [{'id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'name': 'router1', 'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:46Z', 'updated_at': '2021-08-31T14:04:56Z', 'revision_number': 2, 'project_id': 'ad061e8afc6b4ed18718224f49da5861', 'gw_port_host': None, '_interfaces': [{'id': 'dc73ae6f-6901-4be2-8465-a054bba9156f', 'name': '', 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd', 'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'mac_address': 'fa:16:3e:43:47:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd905eaaa-dc93-46c5-896e-fd73eb7e7c78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:55Z', 'updated_at': '2021-08-31T14:04:58Z', 'revision_number': 4, 'project_id': 'ad061e8afc6b4ed18718224f49da5861', 'subnets': [{'id': 'd905eaaa-dc93-46c5-896e-fd73eb7e7c78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6eec016-5c86-4b52-bf11-205faf1052f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:04:59.411046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49980) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:59.542515 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b21acc-a7db-4167-9141-4259675ba008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:59.543934 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-70b21acc-a7db-4167-9141-4259675ba008 admin admin] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 842 time: 0.1318891 Aug 31 14:04:59.554533 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0f148012-77f7-401b-97af-d6e4e5991bd0 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:59.576319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f148012-77f7-401b-97af-d6e4e5991bd0 admin admin] Made reservation on behalf of 00da62b329e54872ba528c86d7f35baf for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:59.579125 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f148012-77f7-401b-97af-d6e4e5991bd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.899482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.objects.ports [None req-0f148012-77f7-401b-97af-d6e4e5991bd0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94870) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:04:59.899941 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f148012-77f7-401b-97af-d6e4e5991bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.953311 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f148012-77f7-401b-97af-d6e4e5991bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ebc6b19-de04-4f14-aa66-80a3240a9c7d,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:59.963937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f148012-77f7-401b-97af-d6e4e5991bd0 admin admin] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:59.964285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f148012-77f7-401b-97af-d6e4e5991bd0 admin admin] Network hostable DHCP agents. Network: b5a19983-6a27-48b0-8f13-055b9703b654, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:04:59.981296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f148012-77f7-401b-97af-d6e4e5991bd0 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:04:59.992430 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-0f148012-77f7-401b-97af-d6e4e5991bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, b5a19983-6a27-48b0-8f13-055b9703b654) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:59.996742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f148012-77f7-401b-97af-d6e4e5991bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:59.997372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f148012-77f7-401b-97af-d6e4e5991bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:00.003859 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285f9179-5658-4fb6-ba38-ea150ce87e70 None None] Network b5a19983-6a27-48b0-8f13-055b9703b654 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:05:00.021543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0f148012-77f7-401b-97af-d6e4e5991bd0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4705346 Aug 31 14:05:00.145456 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beab070d-44fe-4e01-bdfb-9581068fb6fd None None] Network b5a19983-6a27-48b0-8f13-055b9703b654 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:05:02.385665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49988) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:02.601096 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c90cb8b0-3011-45df-a2cd-6ffccc6539d0 admin admin] 10.222.0.39 "GET /v2.0/routers/7e85f3e4-5e81-49e5-b571-c2e8e7d57261 HTTP/1.1" status: 200 len: 710 time: 0.2141159 Aug 31 14:05:02.695155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446669cd-3bcc-4863-bb96-1279fa44998a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:02.696713 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-446669cd-3bcc-4863-bb96-1279fa44998a admin admin] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 886 time: 0.0897856 Aug 31 14:05:02.707645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:03.048125 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.308700 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.390299 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.556625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Allocated IP 172.25.2.16 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/fce793a0-e766-4d8a-8d4c-5083d02090de) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:03.712240 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.792463 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.866952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:03.880136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:03.886917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:03.892977 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Pushing event updated for resources: {'Port': ['ID=fce793a0-e766-4d8a-8d4c-5083d02090de,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:04.181037 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:04.470358 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:04.475357 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:04.595224 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Router 7e85f3e4-5e81-49e5-b571-c2e8e7d57261 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:05:04.712937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:05:04.717856 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:04.720416 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6a1bfee6-f47f-4a74-983f-ee1d51c88854 admin admin] 10.222.0.39 "PUT /v2.0/routers/7e85f3e4-5e81-49e5-b571-c2e8e7d57261 HTTP/1.1" status: 200 len: 889 time: 2.0173120 Aug 31 14:05:05.930450 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Sync routers for ids ['7e85f3e4-5e81-49e5-b571-c2e8e7d57261'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:05:05.941923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Routers {'7e85f3e4-5e81-49e5-b571-c2e8e7d57261'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:05.942694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:04:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7e85f3e4-5e81-49e5-b571-c2e8e7d57261'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:06.165298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dc73ae6f-6901-4be2-8465-a054bba9156f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:06.259861 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Set router 7e85f3e4-5e81-49e5-b571-c2e8e7d57261 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:06.343391 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port dc73ae6f-6901-4be2-8465-a054bba9156f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:06.381800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port dc73ae6f-6901-4be2-8465-a054bba9156f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:06.382203 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:06.634640 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:06.706487 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port dc73ae6f-6901-4be2-8465-a054bba9156f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dc73ae6f-6901-4be2-8465-a054bba9156f,segment=NetworkSegment(e6cd3446-815e-42eb-b53f-76cc340ef455),segment_id=e6cd3446-815e-42eb-b53f-76cc340ef455)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:06.712105 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:06.784343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=dc73ae6f-6901-4be2-8465-a054bba9156f,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:06.801091 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'name': 'router1', 'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fce793a0-e766-4d8a-8d4c-5083d02090de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:46Z', 'updated_at': '2021-08-31T14:05:04Z', 'revision_number': 4, 'project_id': 'ad061e8afc6b4ed18718224f49da5861', 'gw_port': {'id': 'fce793a0-e766-4d8a-8d4c-5083d02090de', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:03Z', 'updated_at': '2021-08-31T14:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'dc73ae6f-6901-4be2-8465-a054bba9156f', 'name': '', 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd', 'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'mac_address': 'fa:16:3e:43:47:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd905eaaa-dc93-46c5-896e-fd73eb7e7c78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:55Z', 'updated_at': '2021-08-31T14:04:58Z', 'revision_number': 4, 'project_id': 'ad061e8afc6b4ed18718224f49da5861', 'subnets': [{'id': 'd905eaaa-dc93-46c5-896e-fd73eb7e7c78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6eec016-5c86-4b52-bf11-205faf1052f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:06.855403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Checking router: 7e85f3e4-5e81-49e5-b571-c2e8e7d57261 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:05:06.855778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Updating router 7e85f3e4-5e81-49e5-b571-c2e8e7d57261 port fce793a0-e766-4d8a-8d4c-5083d02090de binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:05:06.903651 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.175665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50000) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:07.236916 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.247332 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Transition to ACTIVE for port object fce793a0-e766-4d8a-8d4c-5083d02090de will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:07.254930 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.307294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661b497-a075-4b25-a4de-c2416336acd9 None None] Pushing event updated for resources: {'Port': ['ID=fce793a0-e766-4d8a-8d4c-5083d02090de,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:07.309895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Attempting to bind port fce793a0-e766-4d8a-8d4c-5083d02090de on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:05:07.310652 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Attempting to bind port fce793a0-e766-4d8a-8d4c-5083d02090de by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:05:07.311002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Attempting to bind port fce793a0-e766-4d8a-8d4c-5083d02090de on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:07.319292 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-996b2eb2-4a59-49f2-9476-de2b95a067a1 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1365633 Aug 31 14:05:07.320204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:05:07.320204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:07.320204 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.320204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:05:07.320204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Bound port: fce793a0-e766-4d8a-8d4c-5083d02090de, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:05:07.320204 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.385592 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] For port fce793a0-e766-4d8a-8d4c-5083d02090de, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:07.389031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] For port fce793a0-e766-4d8a-8d4c-5083d02090de, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fce793a0-e766-4d8a-8d4c-5083d02090de,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:05:07.395154 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.461476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661b497-a075-4b25-a4de-c2416336acd9 None None] Pushing event updated for resources: {'Port': ['ID=fce793a0-e766-4d8a-8d4c-5083d02090de,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:07.464308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Routers {'7e85f3e4-5e81-49e5-b571-c2e8e7d57261'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:07.464928 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:04:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7e85f3e4-5e81-49e5-b571-c2e8e7d57261'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:07.671664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] Set router 7e85f3e4-5e81-49e5-b571-c2e8e7d57261 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:07.903483 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'name': 'router1', 'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fce793a0-e766-4d8a-8d4c-5083d02090de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:46Z', 'updated_at': '2021-08-31T14:05:04Z', 'revision_number': 4, 'project_id': 'ad061e8afc6b4ed18718224f49da5861', 'gw_port': {'id': 'fce793a0-e766-4d8a-8d4c-5083d02090de', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:03Z', 'updated_at': '2021-08-31T14:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'dc73ae6f-6901-4be2-8465-a054bba9156f', 'name': '', 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd', 'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'mac_address': 'fa:16:3e:43:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd905eaaa-dc93-46c5-896e-fd73eb7e7c78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:55Z', 'updated_at': '2021-08-31T14:05:06Z', 'revision_number': 5, 'project_id': 'ad061e8afc6b4ed18718224f49da5861', 'subnets': [{'id': 'd905eaaa-dc93-46c5-896e-fd73eb7e7c78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6eec016-5c86-4b52-bf11-205faf1052f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:07.932092 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a6588d-f97a-4102-8d6f-763389a4ea8a None None] The sync data for ids ['7e85f3e4-5e81-49e5-b571-c2e8e7d57261'] in n-d-806683-5 is: [{'id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'name': 'router1', 'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fce793a0-e766-4d8a-8d4c-5083d02090de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:46Z', 'updated_at': '2021-08-31T14:05:04Z', 'revision_number': 4, 'project_id': 'ad061e8afc6b4ed18718224f49da5861', 'gw_port': {'id': 'fce793a0-e766-4d8a-8d4c-5083d02090de', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:03Z', 'updated_at': '2021-08-31T14:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'dc73ae6f-6901-4be2-8465-a054bba9156f', 'name': '', 'network_id': 'e2bda6db-a597-4c2a-89f3-434ce25ce9bd', 'tenant_id': 'ad061e8afc6b4ed18718224f49da5861', 'mac_address': 'fa:16:3e:43:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85f3e4-5e81-49e5-b571-c2e8e7d57261', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd905eaaa-dc93-46c5-896e-fd73eb7e7c78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:55Z', 'updated_at': '2021-08-31T14:05:06Z', 'revision_number': 5, 'project_id': 'ad061e8afc6b4ed18718224f49da5861', 'subnets': [{'id': 'd905eaaa-dc93-46c5-896e-fd73eb7e7c78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6eec016-5c86-4b52-bf11-205faf1052f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:05:08.206376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fce793a0-e766-4d8a-8d4c-5083d02090de up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:08.274690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port fce793a0-e766-4d8a-8d4c-5083d02090de completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:08.278899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port fce793a0-e766-4d8a-8d4c-5083d02090de triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:08.279540 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.399548 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.421482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port fce793a0-e766-4d8a-8d4c-5083d02090de, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fce793a0-e766-4d8a-8d4c-5083d02090de,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:08.428154 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.428943 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dc73ae6f-6901-4be2-8465-a054bba9156f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:08.513314 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=fce793a0-e766-4d8a-8d4c-5083d02090de,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:08.526890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port dc73ae6f-6901-4be2-8465-a054bba9156f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:08.527304 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:10.088184 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fce793a0-e766-4d8a-8d4c-5083d02090de up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:10.171326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port fce793a0-e766-4d8a-8d4c-5083d02090de triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:10.172549 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.794576 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 5 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:05:19.405531 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-365984e9-88dd-4605-9e7c-c6c952567622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:22.076379 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c788f6a4-4e37-4ef2-800c-6c8516ab31c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:22.141581 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:23.128832 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:24.705318 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:49.415520 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b70222c0-d21e-4ce9-9faf-d2a0630bd251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.794960 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 5 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:05:52.085164 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58b25160-1631-4e7b-822f-12834d6ecc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:52.142295 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:53.125538 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:54.778187 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.410776 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bae270cc-5fef-4f3e-8d5e-55fb4f47728a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:22.082480 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2542a96-88a6-4274-8cef-b37110bc9142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:22.146449 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.124481 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.709108 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.866435 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 5 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:06:49.412548 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a7bd5f2-943d-4345-87e2-a19db6693885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:52.078151 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3e22-3fbd-456f-a4ce-1113df202c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:52.137399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50594) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:52.142062 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:52.201546 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-efed86c3-ad16-4ffd-a0f5-21e64aa1b214 admin admin] GET failed (client error): The resource could not be found. Aug 31 14:06:52.203037 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-efed86c3-ad16-4ffd-a0f5-21e64aa1b214 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645051 Aug 31 14:06:52.374657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d43c67f-0058-4421-bd2e-3fa8bdc6733f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:52.376081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5d43c67f-0058-4421-bd2e-3fa8bdc6733f admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1680260 Aug 31 14:06:53.135512 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.645526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50604) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:54.710852 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.739262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db03684-b3d3-4d7c-9972-bad4ba405e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:54.740619 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6db03684-b3d3-4d7c-9972-bad4ba405e93 admin admin] 10.222.0.39 "GET /v2.0/subnets/d905eaaa-dc93-46c5-896e-fd73eb7e7c78 HTTP/1.1" status: 200 len: 849 time: 0.0941525 Aug 31 14:06:54.752031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:54.843927 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.997927 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766600169436'] for subnet, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.033168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:55.033833 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.035622 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] 10.222.0.39 "PUT /v2.0/subnets/d905eaaa-dc93-46c5-896e-fd73eb7e7c78 HTTP/1.1" status: 200 len: 868 time: 0.2871475 Aug 31 14:06:55.043231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397e7ee4-4f44-45ea-9e1a-11c70ab3cb45 None None] Network e2bda6db-a597-4c2a-89f3-434ce25ce9bd requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:55.058125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d905eaaa-dc93-46c5-896e-fd73eb7e7c78,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:55.066353 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:55.066695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:55.067064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:55.067605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:55.067941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:55.068273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:55.068602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:55.068930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:55.069258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:55.069600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:55.069910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:55.070232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83140005-686d-45e7-bab1-e84fdadace32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:55.398120 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c256f06a-8de4-4a33-8ac9-47df717e4147 None None] Provisioning complete for port 1eeb8c6f-06ee-4816-a565-8b5386bb1f9f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:55.398502 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c256f06a-8de4-4a33-8ac9-47df717e4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.491403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c256f06a-8de4-4a33-8ac9-47df717e4147 None None] Provisioning complete for port dc73ae6f-6901-4be2-8465-a054bba9156f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:55.491666 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c256f06a-8de4-4a33-8ac9-47df717e4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:57.239029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50612) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:57.458763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972139e5-752a-44c9-b6b7-4cccae5a1d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.459253 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972139e5-752a-44c9-b6b7-4cccae5a1d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.460796 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-972139e5-752a-44c9-b6b7-4cccae5a1d78 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2208600 Aug 31 14:06:59.671366 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50622) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:59.811140 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e881f9f4-f665-43fd-ae14-5019fe79616a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:59.811633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e881f9f4-f665-43fd-ae14-5019fe79616a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:59.813208 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e881f9f4-f665-43fd-ae14-5019fe79616a admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1408629 Aug 31 14:07:02.099237 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50630) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:02.227257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05af269b-51d8-41f6-8c65-ce9d9a21e587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.228652 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-05af269b-51d8-41f6-8c65-ce9d9a21e587 admin admin] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 886 time: 0.1283827 Aug 31 14:07:04.460887 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50638) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:04.596119 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cd8a94-2bd6-44d2-b5c5-93fe25fee75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:04.597501 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-36cd8a94-2bd6-44d2-b5c5-93fe25fee75d admin admin] 10.222.0.39 "GET /v2.0/networks/e2bda6db-a597-4c2a-89f3-434ce25ce9bd HTTP/1.1" status: 200 len: 869 time: 0.1353378 Aug 31 14:07:05.794752 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 5 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:07:06.816820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50646) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:06.946906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421ffe13-1dfa-4cc3-b3d9-cd31de2168f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:06.947698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421ffe13-1dfa-4cc3-b3d9-cd31de2168f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:06.949452 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-421ffe13-1dfa-4cc3-b3d9-cd31de2168f9 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1314857 Aug 31 14:07:09.176425 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50654) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:09.268650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7641ff-7453-492c-9018-5a3e618c045e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:09.269057 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7641ff-7453-492c-9018-5a3e618c045e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:09.270567 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8e7641ff-7453-492c-9018-5a3e618c045e admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0931711 Aug 31 14:07:11.468421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50662) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:11.554383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b70a4a-1e4b-46fc-86d7-9f466766a2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:11.555777 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d5b70a4a-1e4b-46fc-86d7-9f466766a2f7 admin admin] 10.222.0.39 "GET /v2.0/subnets/6ebc6b19-de04-4f14-aa66-80a3240a9c7d HTTP/1.1" status: 200 len: 816 time: 0.0863883 Aug 31 14:07:13.743337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50670) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:13.842487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df24fbe6-4842-476b-8aa3-4c98a3a927e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:13.843889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-df24fbe6-4842-476b-8aa3-4c98a3a927e6 admin admin] 10.222.0.39 "GET /v2.0/subnets/d905eaaa-dc93-46c5-896e-fd73eb7e7c78 HTTP/1.1" status: 200 len: 868 time: 0.0995684 Aug 31 14:07:19.415024 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-681d63e0-833d-4cdb-ac20-20b299a770c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.082143 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed417-597b-403e-a2d2-1b600d1e95b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.138115 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.132736 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.714302 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.356365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50724) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:38.406854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-e5252018-4c8f-46f0-9b66-a3e891d38369 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:07:38.407909 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e5252018-4c8f-46f0-9b66-a3e891d38369 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505807 Aug 31 14:07:40.739640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50732) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:40.805640 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbed8afb-9a2e-4f6b-91a9-693b24e94fef admin admin] GET failed (client error): The resource could not be found. Aug 31 14:07:40.807008 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cbed8afb-9a2e-4f6b-91a9-693b24e94fef admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664294 Aug 31 14:07:40.955331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de867cf4-51e7-4981-a64b-2d1a95b104e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:40.956783 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-de867cf4-51e7-4981-a64b-2d1a95b104e2 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1437545 Aug 31 14:07:42.794286 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 5 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:07:43.192951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50740) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:43.241946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:43.263665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Made reservation on behalf of 00da62b329e54872ba528c86d7f35baf for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:43.265966 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.303809 n-d-806683-5 neutron-server[94870]: WARNING neutron.services.revisions.revision_plugin [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Could not find related network for resource to bump revision. Aug 31 14:07:43.315108 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:07:43.324529 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.325007 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Added segment ab423894-a3b1-45ac-850a-16cf2acad955 of type vlan for network 78c2feb9-55a8-43df-be36-f391415a9138 Aug 31 14:07:43.364515 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.389653 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.390607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:43.391298 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.450037 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2557423 Aug 31 14:07:43.454786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Pushing event updated for resources: {'Network': ['ID=78c2feb9-55a8-43df-be36-f391415a9138,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:43.461614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:43.461961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:43.462307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:43.462647 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:43.462980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:43.463345 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:43.463678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:43.464008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:43.464374 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:43.464773 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:43.465344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:43.465739 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b9b5b-ec8b-43cc-b71a-b748dd85675d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:43.478519 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 78c2feb9-55a8-43df-be36-f391415a9138 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:07:45.826783 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50748) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:45.888075 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d318ce-d39c-4bd3-8f57-6ba1214ef48e admin admin] GET failed (client error): The resource could not be found. Aug 31 14:07:45.889449 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-73d318ce-d39c-4bd3-8f57-6ba1214ef48e admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616629 Aug 31 14:07:45.957553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4930f1b6-567a-4b9c-a8bc-f77406e8cb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:45.959013 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4930f1b6-567a-4b9c-a8bc-f77406e8cb20 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649130 Aug 31 14:07:45.969532 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3685aec7-e782-42b2-bed7-39e706c78313 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:45.970847 n-d-806683-5 neutron-server[94871]: INFO neutron.quota [None req-3685aec7-e782-42b2-bed7-39e706c78313 admin admin] Loaded quota_driver: . Aug 31 14:07:46.006589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3685aec7-e782-42b2-bed7-39e706c78313 admin admin] Made reservation on behalf of 00da62b329e54872ba528c86d7f35baf for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:46.008909 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3685aec7-e782-42b2-bed7-39e706c78313 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.209950 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3685aec7-e782-42b2-bed7-39e706c78313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.261891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685aec7-e782-42b2-bed7-39e706c78313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd54cf2c-10bb-4158-80ef-c7356ee715d2,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:46.274060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3685aec7-e782-42b2-bed7-39e706c78313 admin admin] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:46.274401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3685aec7-e782-42b2-bed7-39e706c78313 admin admin] Network hostable DHCP agents. Network: 78c2feb9-55a8-43df-be36-f391415a9138, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:07:46.296092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3685aec7-e782-42b2-bed7-39e706c78313 admin admin] Network 78c2feb9-55a8-43df-be36-f391415a9138 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:07:46.306495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3685aec7-e782-42b2-bed7-39e706c78313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 78c2feb9-55a8-43df-be36-f391415a9138) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:46.311456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3685aec7-e782-42b2-bed7-39e706c78313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:46.312085 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3685aec7-e782-42b2-bed7-39e706c78313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.316355 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d01026-024b-48fe-873d-f396a6d648c9 None None] Network 78c2feb9-55a8-43df-be36-f391415a9138 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:46.335235 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3685aec7-e782-42b2-bed7-39e706c78313 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3652318 Aug 31 14:07:46.468779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-78c2feb9-55a8-43df-be36-f391415a9138', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'tenant_id': '00da62b329e54872ba528c86d7f35baf', 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:07:46.469675 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.724167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Allocated IP 192.168.233.2 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/9919859d-7404-487c-96d5-be9dea30eb1b) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:46.939963 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.953905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Transition to ACTIVE for port object 9919859d-7404-487c-96d5-be9dea30eb1b will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:47.006849 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Transition to ACTIVE for port object 9919859d-7404-487c-96d5-be9dea30eb1b will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:47.014463 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.037074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:47.044096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:47.047134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:47.124567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Pushing event updated for resources: {'Port': ['ID=9919859d-7404-487c-96d5-be9dea30eb1b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:47.145479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Attempting to bind port 9919859d-7404-487c-96d5-be9dea30eb1b on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:47.145842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Attempting to bind port 9919859d-7404-487c-96d5-be9dea30eb1b by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:47.146213 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Attempting to bind port 9919859d-7404-487c-96d5-be9dea30eb1b on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:47.148686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:47.149027 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:47.149374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:47.149703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:47.150029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:47.150349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:47.150665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:47.150981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:47.151338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:47.151653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:47.152507 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:47.153329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:47.162682 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:47.162930 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:47.163353 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.163740 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:47.164202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Bound port: 9919859d-7404-487c-96d5-be9dea30eb1b, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:47.164588 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.238980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] For port 9919859d-7404-487c-96d5-be9dea30eb1b, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:47.242336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] For port 9919859d-7404-487c-96d5-be9dea30eb1b, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9919859d-7404-487c-96d5-be9dea30eb1b,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:47.248089 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.313438 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c4e7b-3583-48db-8068-4ff727009255 None None] Pushing event updated for resources: {'Port': ['ID=9919859d-7404-487c-96d5-be9dea30eb1b,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:48.184058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2152ff3-f703-4929-88b9-da5e766339f6 None None] Network 78c2feb9-55a8-43df-be36-f391415a9138 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:48.253312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-298062e3-04c0-4cda-9a99-c87977fc5040 None None] Provisioning for port 9919859d-7404-487c-96d5-be9dea30eb1b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:48.259014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9919859d-7404-487c-96d5-be9dea30eb1b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:48.361125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 9919859d-7404-487c-96d5-be9dea30eb1b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:48.382454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 9919859d-7404-487c-96d5-be9dea30eb1b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:48.382816 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.470357 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.516517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 9919859d-7404-487c-96d5-be9dea30eb1b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9919859d-7404-487c-96d5-be9dea30eb1b,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:48.521669 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.580792 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=9919859d-7404-487c-96d5-be9dea30eb1b,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:48.708185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-60df1dd9-188a-4310-9c63-150fe7083e6b None None] Provisioning complete for port 9919859d-7404-487c-96d5-be9dea30eb1b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:48.708460 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60df1dd9-188a-4310-9c63-150fe7083e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.416566 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7054341-3f5e-40be-889c-3c37cc38db37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.195417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9919859d-7404-487c-96d5-be9dea30eb1b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:50.243735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 9919859d-7404-487c-96d5-be9dea30eb1b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:50.244021 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.084253 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d293c69-9c4b-4c6a-abfa-2e5c0256793e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.141599 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.135338 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.720291 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.421791 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d148dc25-04c1-49c5-83a6-e5c3ea4a9e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.793523 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 5 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:08:22.093399 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5db83ada-6947-4aad-95cb-fcb38b5d6a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:22.150498 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.148518 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.723789 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.425297 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b6a82fd-477a-4a9c-8f1d-52fcee3ce6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.084931 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc527-645b-41c4-beab-b468ed54ade3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.144012 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.141533 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.724159 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:56.791600 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 5 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:08:57.163588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50802) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:57.170900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-64168581-ae96-4e87-9f06-86a73fc71c40 tempest-verify_tempest_config-1654641653 tempest-verify_tempest_config-1654641653-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:08:57.171908 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-64168581-ae96-4e87-9f06-86a73fc71c40 tempest-verify_tempest_config-1654641653 tempest-verify_tempest_config-1654641653-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073249 Aug 31 14:08:57.466460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50820) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:57.568521 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.689988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.695969 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.740291 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=082d87776c544db29c4648773ae58573&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2727873 Aug 31 14:08:57.741246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1473f3df-8d25-4ee5-9c2b-e370dcc24318,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:57.742957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50824) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:57.748635 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.749102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.749566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.749903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.750233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.750562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.750886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.751234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.751558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.751879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.752197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.752514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad72247-f65c-435c-88cd-e13e6a0642a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.799779 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.820326 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.908759 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.911457 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.912610 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1473f3df-8d25-4ee5-9c2b-e370dcc24318 HTTP/1.1" status: 204 len: 168 time: 0.1685884 Aug 31 14:08:57.920403 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1473f3df-8d25-4ee5-9c2b-e370dcc24318,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:57.926977 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.927362 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.927706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.928045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.928384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.928725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.929051 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.929379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.929705 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.930029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.930355 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:57.930680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea75111-3872-4b3f-99f1-baee06cebd46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:19.426637 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85d5e4cd-8275-476c-a3a2-61997a9677df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.085844 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-149668eb-a25b-4dc1-8ec1-63ff6aa29ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.149103 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.143055 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.730546 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.791296 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 5 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:09:49.427748 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdac5b93-c32b-48ba-b1b6-c71da61e85cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.087917 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88f2cf1e-8313-4a52-ad9d-ae4e11291cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.142398 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.146808 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.732948 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.791312 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 5 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:10:19.433466 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b406081f-e4a2-4ff9-9621-160741097649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.088409 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9be5dad-96de-47c0-baf4-7e0a5510932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.143711 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.150096 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.734518 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:47.791387 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 5 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:10:49.429222 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e35003b-e505-45d5-bf22-d9f141672e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.093543 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9056c1db-910d-4a6f-94d3-83815465c26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.144349 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.152288 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.737105 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:19.431877 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77c1ad1d-ca2e-4662-aa49-4ecd0d05672b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.095725 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24901397-2e05-4294-99e7-25f8f198e576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.148234 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.157770 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.748075 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.790004 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 5 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:11:49.433268 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78dd84a4-8900-470b-b551-19d5dc8546d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:52.101753 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9c1168c-6a70-403f-901e-94faae224ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:52.150724 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:53.158538 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:54.748773 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:01.789370 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 5 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:12:19.132791 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581038'] for agent, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.435289 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db4ac978-c4bd-41c4-be82-eb5409e53e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.103694 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea427e00-d528-4bd6-bd62-7cb1b3c86724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.151721 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.162907 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.895910 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581038'] for agent, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.748355 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.787780 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:12:49.025545 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.446963 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f176dab8-3290-4b0f-9221-096af647b853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.104588 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3acecc13-b25b-4838-ad09-0de010ca3ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.151866 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.164968 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.864598 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.752239 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.142830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50886) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:12.247692 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e13fc459-3a76-4350-b178-b151a4de7125 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1033351 Aug 31 14:13:14.561732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50896) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:14.619275 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1d32693f-659b-4eab-a730-9462913412bb admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0564480 Aug 31 14:13:15.787015 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:13:19.022073 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:19.438593 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-227625f2-f571-4150-b49c-c9286d51965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.105747 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7684584c-8282-4de0-84ce-61b2a25dee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.151516 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.169014 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.860628 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:24.757594 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.027266 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.439964 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ecfbc14-9f12-4a73-ab65-a95704de31bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.107829 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-087e5f42-6a0e-4898-82c1-0aa507b84675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.155223 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.785974 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:13:53.170916 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.893586 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.759931 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.034739 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.443547 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-43216f09-5a1e-4754-912e-78504b72816c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.111057 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10356d57-c699-4266-b61d-48ae5aa089b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.159451 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.174590 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.923482 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:24.769349 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.784899 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:14:38.144356 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51038) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:38.579237 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3236aac0-5006-4fbb-ba8c-5fad115c1930 tempest-AutoAllocateNetworkTest-1254533006 tempest-AutoAllocateNetworkTest-1254533006-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3dc80d61daf14534b73cb032d7cb6438&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4326904 Aug 31 14:14:38.581611 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51062) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:38.892191 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8d9dc4-e55e-465d-9a22-8f7e816afc89 tempest-AutoAllocateNetworkTest-1254533006 tempest-AutoAllocateNetworkTest-1254533006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:38.893830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ab8d9dc4-e55e-465d-9a22-8f7e816afc89 tempest-AutoAllocateNetworkTest-1254533006 tempest-AutoAllocateNetworkTest-1254533006-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3107684 Aug 31 14:14:38.896949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51090) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:38.963709 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2270e24a-265f-4d62-9217-b51d13211dea tempest-AutoAllocateNetworkTest-1254533006 tempest-AutoAllocateNetworkTest-1254533006-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612421 Aug 31 14:14:38.964346 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51092) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:38.996705 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2b245f14-949c-4650-a85b-4cd1231a68e7 tempest-AutoAllocateNetworkTest-1254533006 tempest-AutoAllocateNetworkTest-1254533006-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3dc80d61daf14534b73cb032d7cb6438 HTTP/1.1" status: 200 len: 208 time: 0.0280576 Aug 31 14:14:39.190006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51106) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:39.682584 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-network', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:39.709037 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Made reservation on behalf of a468614fd60c4ecf9713a9b6c9717259 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:39.711696 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.721246 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.778889 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51128) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:39.821918 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.827610 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.860988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e617837a-831e-4ac8-95a2-63d8d77092a0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:39.863911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:14:39.871577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.871920 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.872990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.873335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.873665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.874242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.874799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.875366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.875702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.876075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.876419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.876773 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Tracked resource versions report: Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: pushed versions: Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: { 'AddressGroup': {'1.2'}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'ConntrackHelper': {'1.0'}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'Log': {'1.0'}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'Network': {'1.1'}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'Port': {'1.7'}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'PortForwarding': {'1.2'}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'QosPolicy': {'1.9'}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'SecurityGroup': {'1.4'}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'SecurityGroupRule': {'1.2'}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'SubPort': {'1.0'}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'Subnet': {'1.1'}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'Trunk': {'1.1'}} Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: consumer versions: Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: { DHCP agent@n-d-806683-5: {}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: HyperV agent@n-h1-806683-5: {}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: HyperV agent@n-h2-806683-5: {}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: L3 agent@n-d-806683-5: {}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: Metadata agent@n-d-806683-5: {}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: Metering agent@n-d-806683-5: {}, Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: Open vSwitch agent@n-d-806683-5: { 'AddressGroup': '1.2', Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'ConntrackHelper': '1.0', Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'Log': '1.0', Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'Network': '1.1', Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'Port': '1.7', Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'PortForwarding': '1.2', Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'QosPolicy': '1.9', Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'SecurityGroup': '1.4', Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'SecurityGroupRule': '1.2', Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'SubPort': '1.0', Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'Subnet': '1.1', Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: 'Trunk': '1.1'}} Aug 31 14:14:39.877896 n-d-806683-5 neutron-server[94871]: {{(pid=94871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 14:14:39.893189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766600106954', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.894073 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Unsubscribe: segment precommit_create {{(pid=94871) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 14:14:39.894450 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Added segment 1f9bd0ea-e090-470e-a081-83a178e1a1b6 of type vlan for network c1d50025-fd87-46f3-84f4-3158a6f07e56 Aug 31 14:14:39.948124 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.987493 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.987493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:39.987493 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.072165 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8801003 Aug 31 14:14:40.075798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51144) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:40.084346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Request body: {'subnet': {'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-subnet', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:40.088892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ab80c-8bc2-4b42-961e-27c345709168 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d50025-fd87-46f3-84f4-3158a6f07e56,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:40.102362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network c1d50025-fd87-46f3-84f4-3158a6f07e56 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:14:40.128703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Made reservation on behalf of a468614fd60c4ecf9713a9b6c9717259 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:40.131915 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.328108 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-444b5031-4605-4c76-b1f8-542c9af0e1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.331912 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.417055 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Checking segment: {'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:40.417407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Network hostable DHCP agents. Network: c1d50025-fd87-46f3-84f4-3158a6f07e56, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:14:40.457723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Network c1d50025-fd87-46f3-84f4-3158a6f07e56 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:14:40.463570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc65403-9467-497e-9c87-051a73c3e831,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:40.478795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, c1d50025-fd87-46f3-84f4-3158a6f07e56) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:40.483063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:40.483448 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:40.483902 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:40.484127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:40.485295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:40.485295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:40.485295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:40.485535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:40.485700 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:40.486208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:40.486536 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:40.486859 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Tracked resource versions report: Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: pushed versions: Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: { 'AddressGroup': {'1.2'}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'ConntrackHelper': {'1.0'}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'Log': {'1.0'}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'Network': {'1.1'}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'Port': {'1.7'}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'PortForwarding': {'1.2'}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'QosPolicy': {'1.9'}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'SecurityGroup': {'1.4'}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'SecurityGroupRule': {'1.2'}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'SubPort': {'1.0'}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'Subnet': {'1.1'}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'Trunk': {'1.1'}} Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: consumer versions: Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: { DHCP agent@n-d-806683-5: {}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: HyperV agent@n-h1-806683-5: {}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: HyperV agent@n-h2-806683-5: {}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: L3 agent@n-d-806683-5: {}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: Metadata agent@n-d-806683-5: {}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: Metering agent@n-d-806683-5: {}, Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: Open vSwitch agent@n-d-806683-5: { 'AddressGroup': '1.2', Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'ConntrackHelper': '1.0', Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'Log': '1.0', Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'Network': '1.1', Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'Port': '1.7', Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'PortForwarding': '1.2', Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'QosPolicy': '1.9', Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'SecurityGroup': '1.4', Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'SecurityGroupRule': '1.2', Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'SubPort': '1.0', Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'Subnet': '1.1', Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: 'Trunk': '1.1'}} Aug 31 14:14:40.488059 n-d-806683-5 neutron-server[94870]: {{(pid=94870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 14:14:40.490788 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad9d9c0-49c9-4b43-bcd6-3a06b1a11102 None None] Network c1d50025-fd87-46f3-84f4-3158a6f07e56 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:40.509043 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:40.509637 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.585495 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-444b5031-4605-4c76-b1f8-542c9af0e1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.590945 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-444b5031-4605-4c76-b1f8-542c9af0e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.600936 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c4fdbf16-fd55-4117-8ac5-8989db1173b4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5235574 Aug 31 14:14:40.604104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51162) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:40.611277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:40.650936 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-444b5031-4605-4c76-b1f8-542c9af0e1a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3dc80d61daf14534b73cb032d7cb6438&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8704309 Aug 31 14:14:40.651684 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51166) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:40.652312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b5031-4605-4c76-b1f8-542c9af0e1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3779f94-74dd-44b8-aca0-748f53f5730c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:40.666745 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.668478 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.748921 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-306ee9fa-5539-4d9f-a383-1778fe4fcd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.758332 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-c1d50025-fd87-46f3-84f4-3158a6f07e56', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:14:40.759146 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.786564 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.801079 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-306ee9fa-5539-4d9f-a383-1778fe4fcd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.868153 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-306ee9fa-5539-4d9f-a383-1778fe4fcd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.874513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-306ee9fa-5539-4d9f-a383-1778fe4fcd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.883151 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-306ee9fa-5539-4d9f-a383-1778fe4fcd3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3779f94-74dd-44b8-aca0-748f53f5730c HTTP/1.1" status: 204 len: 168 time: 0.2265599 Aug 31 14:14:40.897601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ee9fa-5539-4d9f-a383-1778fe4fcd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3779f94-74dd-44b8-aca0-748f53f5730c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:40.995645 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.011365 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Allocated IP 172.20.0.2 (c1d50025-fd87-46f3-84f4-3158a6f07e56/fcc65403-9467-497e-9c87-051a73c3e831/4a554e8c-d128-4ad6-9fb1-2a1e49e2e412) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:41.191114 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.203664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Transition to ACTIVE for port object 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:41.233570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Transition to ACTIVE for port object 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:41.242927 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.287081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Network c1d50025-fd87-46f3-84f4-3158a6f07e56 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:41.290239 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.290473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:41.295741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:41.315353 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Pushing event updated for resources: {'Port': ['ID=4a554e8c-d128-4ad6-9fb1-2a1e49e2e412,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:41.325524 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.359760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:41.360100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:41.360439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:41.360769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:41.361095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:41.361417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:41.361736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:41.362055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:41.362432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:41.362688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:41.363003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:41.363342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Tracked resource versions report: Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: pushed versions: Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: { 'AddressGroup': {'1.2'}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'ConntrackHelper': {'1.0'}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'Log': {'1.0'}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'Network': {'1.1'}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'Port': {'1.7'}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'PortForwarding': {'1.2'}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'QosPolicy': {'1.9'}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'SecurityGroup': {'1.4'}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'SecurityGroupRule': {'1.2'}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'SubPort': {'1.0'}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'Subnet': {'1.1'}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'Trunk': {'1.1'}} Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: consumer versions: Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: { DHCP agent@n-d-806683-5: {}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: HyperV agent@n-h1-806683-5: {}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: HyperV agent@n-h2-806683-5: {}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: L3 agent@n-d-806683-5: {}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: Metadata agent@n-d-806683-5: {}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: Metering agent@n-d-806683-5: {}, Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: Open vSwitch agent@n-d-806683-5: { 'AddressGroup': '1.2', Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'ConntrackHelper': '1.0', Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'Log': '1.0', Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'Network': '1.1', Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'Port': '1.7', Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'PortForwarding': '1.2', Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'QosPolicy': '1.9', Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'SecurityGroup': '1.4', Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'SecurityGroupRule': '1.2', Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'SubPort': '1.0', Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'Subnet': '1.1', Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: 'Trunk': '1.1'}} Aug 31 14:14:41.364469 n-d-806683-5 neutron-server[94872]: {{(pid=94872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 14:14:41.376905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Attempting to bind port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:41.377358 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Attempting to bind port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:41.377623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Attempting to bind port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 on network c1d50025-fd87-46f3-84f4-3158a6f07e56 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:41.386876 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:41.387658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Checking segment: {'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:41.388225 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.389680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Bound using segment: {'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:41.390581 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Bound port: 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:41.391005 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.485036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Allocated IP 172.25.2.99 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/69a53d05-cae2-4e03-9565-245a34272b04) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:41.486736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] For port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:41.492453 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] For port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4a554e8c-d128-4ad6-9fb1-2a1e49e2e412,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:41.498415 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.571677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b86ed-abf4-41f5-95a1-32074286f101 None None] Pushing event updated for resources: {'Port': ['ID=4a554e8c-d128-4ad6-9fb1-2a1e49e2e412,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:41.624607 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.676457 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.722778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:41.726179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:41.730257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:41.736390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Pushing event updated for resources: {'Port': ['ID=69a53d05-cae2-4e03-9565-245a34272b04,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:42.192352 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.462398 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.571971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:42.650847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:42.671089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:14:42.783451 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475246b3-4059-449f-a5c5-5732791df1e7 None None] Network c1d50025-fd87-46f3-84f4-3158a6f07e56 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:42.804556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:42.816241 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Sync routers for ids ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:42.826597 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.828383 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5a8ca3b9-c05e-49ab-bdac-8796e51cbb5f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.2228935 Aug 31 14:14:42.831636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51250) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:42.838090 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Routers {'2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:42.839065 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:14:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:42.915586 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ef308fcb-c815-4ee6-bbd7-2cfc54cfecda None None] Provisioning for port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:42.922362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ef308fcb-c815-4ee6-bbd7-2cfc54cfecda None None] Provisioning complete for port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:42.922731 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef308fcb-c815-4ee6-bbd7-2cfc54cfecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.068092 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Set router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:43.234644 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef308fcb-c815-4ee6-bbd7-2cfc54cfecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.269880 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:42Z', 'revision_number': 3, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:43.278701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ef308fcb-c815-4ee6-bbd7-2cfc54cfecda None None] For port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4a554e8c-d128-4ad6-9fb1-2a1e49e2e412,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:43.285372 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef308fcb-c815-4ee6-bbd7-2cfc54cfecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.299019 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Checking router: 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:43.299693 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Updating router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf port 69a53d05-cae2-4e03-9565-245a34272b04 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:14:43.340320 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.389107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef308fcb-c815-4ee6-bbd7-2cfc54cfecda None None] Pushing event updated for resources: {'Port': ['ID=4a554e8c-d128-4ad6-9fb1-2a1e49e2e412,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:43.613949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-90bc0f90-1c88-4781-9566-ad52b0d28e8f None None] Provisioning complete for port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:43.614579 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90bc0f90-1c88-4781-9566-ad52b0d28e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.634141 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.837560 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.861246 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Transition to ACTIVE for port object 69a53d05-cae2-4e03-9565-245a34272b04 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:43.871770 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.984273 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Pushing event updated for resources: {'Port': ['ID=69a53d05-cae2-4e03-9565-245a34272b04,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:44.027036 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:44.027682 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:44.028164 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:44.028709 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:44.029214 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:44.029691 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:44.030194 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:44.030715 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:44.031286 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:44.031811 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:44.032321 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:44.032841 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Tracked resource versions report: Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: pushed versions: Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: { 'AddressGroup': {'1.2'}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'ConntrackHelper': {'1.0'}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'Log': {'1.0'}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'Network': {'1.1'}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'Port': {'1.7'}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'PortForwarding': {'1.2'}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'QosPolicy': {'1.9'}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'SecurityGroup': {'1.4'}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'SecurityGroupRule': {'1.2'}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'SubPort': {'1.0'}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'Subnet': {'1.1'}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'Trunk': {'1.1'}} Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: consumer versions: Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: { DHCP agent@n-d-806683-5: {}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: HyperV agent@n-h1-806683-5: {}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: HyperV agent@n-h2-806683-5: {}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: L3 agent@n-d-806683-5: {}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: Metadata agent@n-d-806683-5: {}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: Metering agent@n-d-806683-5: {}, Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: Open vSwitch agent@n-d-806683-5: { 'AddressGroup': '1.2', Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'ConntrackHelper': '1.0', Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'Log': '1.0', Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'Network': '1.1', Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'Port': '1.7', Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'PortForwarding': '1.2', Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'QosPolicy': '1.9', Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'SecurityGroup': '1.4', Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'SecurityGroupRule': '1.2', Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'SubPort': '1.0', Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'Subnet': '1.1', Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: 'Trunk': '1.1'}} Aug 31 14:14:44.034158 n-d-806683-5 neutron-server[94873]: {{(pid=94873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 14:14:44.039133 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Attempting to bind port 69a53d05-cae2-4e03-9565-245a34272b04 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:44.039785 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Attempting to bind port 69a53d05-cae2-4e03-9565-245a34272b04 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:44.040341 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Attempting to bind port 69a53d05-cae2-4e03-9565-245a34272b04 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:44.047988 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:44.048634 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:44.049230 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.049904 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:44.050556 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Bound port: 69a53d05-cae2-4e03-9565-245a34272b04, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:44.051132 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.112393 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] For port 69a53d05-cae2-4e03-9565-245a34272b04, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:44.116146 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] For port 69a53d05-cae2-4e03-9565-245a34272b04, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=69a53d05-cae2-4e03-9565-245a34272b04,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:44.120963 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.129004 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Allocated IP 172.20.0.1 (c1d50025-fd87-46f3-84f4-3158a6f07e56/fcc65403-9467-497e-9c87-051a73c3e831/86a18bc9-fc06-4e13-8da1-ccfc426ed9ab) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:44.196727 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Routers {'2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:44.198153 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:14:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:44.282906 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.302591 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cac9c-d1ce-4c9d-8740-3529f3f59c6f None None] Pushing event updated for resources: {'Port': ['ID=69a53d05-cae2-4e03-9565-245a34272b04,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:44.305106 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Transition to ACTIVE for port object 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:44.347440 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.386958 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] Set router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:44.389794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Network c1d50025-fd87-46f3-84f4-3158a6f07e56 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:44.392305 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:44.396917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:44.397461 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.528950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:44.550566 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Pushing event updated for resources: {'Port': ['ID=86a18bc9-fc06-4e13-8da1-ccfc426ed9ab,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:44.673998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:44.675352 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.814908 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:42Z', 'revision_number': 3, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:44.833639 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.845578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e6b4e820-6482-4142-a602-9d53d5a2da0d None None] Provisioning for port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:44.853621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e6b4e820-6482-4142-a602-9d53d5a2da0d None None] Provisioning complete for port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:44.853998 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6b4e820-6482-4142-a602-9d53d5a2da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.901125 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51740bf5-1cca-4ad4-a134-61ca86105979 None None] The sync data for ids ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'] in n-d-806683-5 is: [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:42Z', 'revision_number': 3, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:44.919707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e6b4e820-6482-4142-a602-9d53d5a2da0d None None] Port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:45.174326 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:45.182255 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:45.184750 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:45.332833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Network c1d50025-fd87-46f3-84f4-3158a6f07e56 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:45.337513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:45.339818 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Pushing event updated for resources: {'Port': ['ID=86a18bc9-fc06-4e13-8da1-ccfc426ed9ab,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:45.588867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:45.752789 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-702e2187-78dd-4235-bda4-ceea6776c9cd None None] Provisioning complete for port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:45.754108 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-702e2187-78dd-4235-bda4-ceea6776c9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:45.828257 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-702e2187-78dd-4235-bda4-ceea6776c9cd None None] Port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:45.890132 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:45.906744 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cbea34be-d3ce-4d08-9c5a-d61bd9db6b89 admin admin] 10.222.0.39 "PUT /v2.0/routers/2d07945d-bf50-4fa1-9db8-cbe2c816ccaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0633051 Aug 31 14:14:46.488403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 69a53d05-cae2-4e03-9565-245a34272b04 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:46.549643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 69a53d05-cae2-4e03-9565-245a34272b04 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:46.554061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 69a53d05-cae2-4e03-9565-245a34272b04 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:46.554440 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.670473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51424) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:46.675875 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1733475444-network', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:46.693074 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.699134 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] Made reservation on behalf of 055bdc9a5b9e4b07877bc81945c4f6b9 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:46.702754 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.713160 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.715069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 69a53d05-cae2-4e03-9565-245a34272b04, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=69a53d05-cae2-4e03-9565-245a34272b04,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:46.720804 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.803953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=69a53d05-cae2-4e03-9565-245a34272b04,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:46.864311 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.869338 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.896115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:14:46.911844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05ae4ee-0d13-4265-9b5a-634db903c9a5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:46.916956 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.917284 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] Added segment e7ed77ce-244f-4a71-a520-136fe907adce of type vlan for network 84e7c355-9081-4945-bf8b-d6806ccb50c0 Aug 31 14:14:46.974982 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:47.029436 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:47.032258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:47.033613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:47.108320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Sync routers for ids ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:47.124314 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Routers {'2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:47.127722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:14:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:47.131587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] Pushing event updated for resources: {'Network': ['ID=84e7c355-9081-4945-bf8b-d6806ccb50c0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:47.145642 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cd29e990-a8d9-4ab6-a2d0-ceede1307393 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4714458 Aug 31 14:14:47.145877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51464) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:47.151669 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-52bb10b0-146d-46e6-8bf7-fc088778b3db admin admin] Request body: {'subnet': {'network_id': '84e7c355-9081-4945-bf8b-d6806ccb50c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1733475444-subnet', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:47.188534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bb10b0-146d-46e6-8bf7-fc088778b3db admin admin] Made reservation on behalf of 055bdc9a5b9e4b07877bc81945c4f6b9 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:47.192297 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52bb10b0-146d-46e6-8bf7-fc088778b3db admin admin] Notify callbacks [] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:47.242844 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 84e7c355-9081-4945-bf8b-d6806ccb50c0 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:14:47.419667 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51494) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:47.597205 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52bb10b0-146d-46e6-8bf7-fc088778b3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:47.683826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb10b0-146d-46e6-8bf7-fc088778b3db admin admin] Pushing event updated for resources: {'Subnet': ['ID=064b47c1-4a09-467e-b19a-04b84e5416c8,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:47.691980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bb10b0-146d-46e6-8bf7-fc088778b3db admin admin] Checking segment: {'id': 'e7ed77ce-244f-4a71-a520-136fe907adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84e7c355-9081-4945-bf8b-d6806ccb50c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:47.692363 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb10b0-146d-46e6-8bf7-fc088778b3db admin admin] Network hostable DHCP agents. Network: 84e7c355-9081-4945-bf8b-d6806ccb50c0, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:14:47.715410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb10b0-146d-46e6-8bf7-fc088778b3db admin admin] Network 84e7c355-9081-4945-bf8b-d6806ccb50c0 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:14:47.716150 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Set router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:47.732769 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-52bb10b0-146d-46e6-8bf7-fc088778b3db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 84e7c355-9081-4945-bf8b-d6806ccb50c0) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:47.745791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bb10b0-146d-46e6-8bf7-fc088778b3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:47.749853 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52bb10b0-146d-46e6-8bf7-fc088778b3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:47.782635 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-52bb10b0-146d-46e6-8bf7-fc088778b3db admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6353266 Aug 31 14:14:47.785259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51524) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:47.791312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1733475444-router', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:47.810142 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419c396e-1762-447c-a0ff-73681de3a5b5 None None] Network 84e7c355-9081-4945-bf8b-d6806ccb50c0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:47.823085 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:47.826833 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:47.916064 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.110744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-84e7c355-9081-4945-bf8b-d6806ccb50c0', 'network_id': '84e7c355-9081-4945-bf8b-d6806ccb50c0', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'fixed_ips': [{'subnet_id': '064b47c1-4a09-467e-b19a-04b84e5416c8'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:14:48.115408 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.163900 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51546) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:48.185694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 2, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:48.199798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51554) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:48.212852 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.247309 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-447ae070-a1c2-49c9-91d9-54e15faa1b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.308573 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfd10011-320b-4c0b-b1a2-a9291ded5b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.361488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Checking router: 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:48.362030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Updating router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:14:48.383567 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e39a26f3-7ebb-407e-9ff5-e27e13f81907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.458663 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.519600 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-447ae070-a1c2-49c9-91d9-54e15faa1b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.520188 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 69a53d05-cae2-4e03-9565-245a34272b04 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:48.538158 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-447ae070-a1c2-49c9-91d9-54e15faa1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.598992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Allocated IP 172.20.0.2 (84e7c355-9081-4945-bf8b-d6806ccb50c0/064b47c1-4a09-467e-b19a-04b84e5416c8/b08c2e81-8554-4e2e-9ba1-c55c9c383f8c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:48.705487 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-447ae070-a1c2-49c9-91d9-54e15faa1b89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9443fdb92a764979894105c07f0ab87a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2825282 Aug 31 14:14:48.710359 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51592) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:48.759821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ae070-a1c2-49c9-91d9-54e15faa1b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0234e135-b264-4eea-8c68-734709e89173,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:48.785061 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfd10011-320b-4c0b-b1a2-a9291ded5b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.803522 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfd10011-320b-4c0b-b1a2-a9291ded5b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.806064 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.838204 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bfd10011-320b-4c0b-b1a2-a9291ded5b8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a88925988583447c826b6458f28966bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6372068 Aug 31 14:14:48.841362 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:48.847245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 69a53d05-cae2-4e03-9565-245a34272b04 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:48.847796 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.858433 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.868719 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-abe40d32-85be-4f30-9ee6-9bb7ff7ed9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.898295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd10011-320b-4c0b-b1a2-a9291ded5b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa83ab6-a65e-49f7-ab51-e8b2a730181f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:48.952241 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-abe40d32-85be-4f30-9ee6-9bb7ff7ed9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.070363 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae77647-d110-4827-907e-51bda66be361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.110533 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.117928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Allocated IP 172.25.2.188 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:49.126060 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.168422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Transition to ACTIVE for port object b08c2e81-8554-4e2e-9ba1-c55c9c383f8c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:49.170056 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae77647-d110-4827-907e-51bda66be361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.172125 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-abe40d32-85be-4f30-9ee6-9bb7ff7ed9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.174885 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-abe40d32-85be-4f30-9ee6-9bb7ff7ed9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.176098 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-abe40d32-85be-4f30-9ee6-9bb7ff7ed9f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0234e135-b264-4eea-8c68-734709e89173 HTTP/1.1" status: 204 len: 168 time: 0.4638309 Aug 31 14:14:49.189180 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Transition to ACTIVE for port object b08c2e81-8554-4e2e-9ba1-c55c9c383f8c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:49.194067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e39a26f3-7ebb-407e-9ff5-e27e13f81907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.195708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe40d32-85be-4f30-9ee6-9bb7ff7ed9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0234e135-b264-4eea-8c68-734709e89173,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:49.202726 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.205633 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e39a26f3-7ebb-407e-9ff5-e27e13f81907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.262078 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e39a26f3-7ebb-407e-9ff5-e27e13f81907 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=316248c7f77e4d9cb0c01f43463da735&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0942862 Aug 31 14:14:49.272988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Network 84e7c355-9081-4945-bf8b-d6806ccb50c0 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:49.278897 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Pushing event updated for resources: {'Port': ['ID=b08c2e81-8554-4e2e-9ba1-c55c9c383f8c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:49.284383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:49.302133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a26f3-7ebb-407e-9ff5-e27e13f81907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce036cf-69f4-4da3-bc88-c01d2d38e6ac,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:49.306238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51634) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:49.324339 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:49.422367 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d66-63b6-4d7e-be82-2f7e426486a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.494578 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d66-63b6-4d7e-be82-2f7e426486a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.572055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Attempting to bind port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:49.574110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Attempting to bind port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e7ed77ce-244f-4a71-a520-136fe907adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84e7c355-9081-4945-bf8b-d6806ccb50c0'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:49.575619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Attempting to bind port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c on network 84e7c355-9081-4945-bf8b-d6806ccb50c0 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:49.618918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d66-63b6-4d7e-be82-2f7e426486a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.629187 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d66-63b6-4d7e-be82-2f7e426486a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.634710 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2dcf9d66-63b6-4d7e-be82-2f7e426486a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dce036cf-69f4-4da3-bc88-c01d2d38e6ac HTTP/1.1" status: 204 len: 168 time: 0.3223736 Aug 31 14:14:49.645243 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf9d66-63b6-4d7e-be82-2f7e426486a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce036cf-69f4-4da3-bc88-c01d2d38e6ac,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:49.645796 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77ec4ebc-b104-48cc-a08d-9985f8306e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.660639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:49.660639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Checking segment: {'id': 'e7ed77ce-244f-4a71-a520-136fe907adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84e7c355-9081-4945-bf8b-d6806ccb50c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:49.660639 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.661029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Bound using segment: {'id': 'e7ed77ce-244f-4a71-a520-136fe907adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84e7c355-9081-4945-bf8b-d6806ccb50c0'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:49.661502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Bound port: b08c2e81-8554-4e2e-9ba1-c55c9c383f8c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ed77ce-244f-4a71-a520-136fe907adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84e7c355-9081-4945-bf8b-d6806ccb50c0'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:49.662049 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.665186 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae77647-d110-4827-907e-51bda66be361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.668655 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae77647-d110-4827-907e-51bda66be361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.670533 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0ae77647-d110-4827-907e-51bda66be361 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1aa83ab6-a65e-49f7-ab51-e8b2a730181f HTTP/1.1" status: 204 len: 168 time: 0.8246169 Aug 31 14:14:49.699466 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae77647-d110-4827-907e-51bda66be361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa83ab6-a65e-49f7-ab51-e8b2a730181f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:49.705816 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51668) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:49.719229 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.735687 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a563dc10-4db3-4287-85b3-a58f45cb2a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.752068 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] For port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:49.755739 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] For port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b08c2e81-8554-4e2e-9ba1-c55c9c383f8c,segment=NetworkSegment(e7ed77ce-244f-4a71-a520-136fe907adce),segment_id=e7ed77ce-244f-4a71-a520-136fe907adce)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:49.776585 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.783787 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.829267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:49.833815 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:49.839452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:49.871570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a29cd6-4be7-48be-8dad-d8a206aaa8f2 None None] Pushing event updated for resources: {'Port': ['ID=b08c2e81-8554-4e2e-9ba1-c55c9c383f8c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:49.890925 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.917577 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Transition to ACTIVE for port object 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:49.920527 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a563dc10-4db3-4287-85b3-a58f45cb2a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.926924 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a563dc10-4db3-4287-85b3-a58f45cb2a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.938090 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.971589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Pushing event updated for resources: {'Port': ['ID=fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:49.981961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563dc10-4db3-4287-85b3-a58f45cb2a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343b6147-a2f5-4667-b5ca-92b188c5459a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:49.995156 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a563dc10-4db3-4287-85b3-a58f45cb2a07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e2c0517f25c4ecca93666714f07cc74&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2878797 Aug 31 14:14:49.997593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51684) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:50.172884 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39fc3c72-980d-4619-99d6-76e1a33aba98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.173473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Attempting to bind port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:50.173885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Attempting to bind port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:50.174216 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Attempting to bind port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab on network c1d50025-fd87-46f3-84f4-3158a6f07e56 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:50.188706 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e02ec-452e-46d5-8c8f-d8749e57d65f None None] Pushing event updated for resources: {'Port': ['ID=86a18bc9-fc06-4e13-8da1-ccfc426ed9ab,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:50.196468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:50.196846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Checking segment: {'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:50.197255 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.197684 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Bound using segment: {'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:50.202410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Bound port: 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:50.202838 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.217092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39fc3c72-980d-4619-99d6-76e1a33aba98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.293538 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39fc3c72-980d-4619-99d6-76e1a33aba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.298155 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39fc3c72-980d-4619-99d6-76e1a33aba98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.299356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-39fc3c72-980d-4619-99d6-76e1a33aba98 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/343b6147-a2f5-4667-b5ca-92b188c5459a HTTP/1.1" status: 204 len: 168 time: 0.2803338 Aug 31 14:14:50.362205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc3c72-980d-4619-99d6-76e1a33aba98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343b6147-a2f5-4667-b5ca-92b188c5459a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:50.381973 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] For port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:50.440376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] For port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=86a18bc9-fc06-4e13-8da1-ccfc426ed9ab,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:50.446119 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.459553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51700) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:50.465191 n-d-806683-5 neutron-server[94870]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 14:14:50.547465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51702) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:50.548388 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Routers {'2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:50.549039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:14:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:50.560134 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-e27f6bde-69cf-49c8-b488-ffe02e806a37 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e2d4aeb9c5354140a52ff041cceeb626&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960426 Aug 31 14:14:50.571375 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b08c2e81-8554-4e2e-9ba1-c55c9c383f8c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:50.601031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8237e756-671c-40f9-abe3-7acca0414ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.623621 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.952460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51712) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:51.038221 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08e908c5-b9fa-44fd-bfd9-b8cc19c79b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.055546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] Set router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:51.100802 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.117568 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-bea59bb6-4cd7-49b1-b394-1232ee72b73b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:51.119366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-bea59bb6-4cd7-49b1-b394-1232ee72b73b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5499237 Aug 31 14:14:51.160836 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-c9341fbb-3df9-433f-a433-2ac7636c17a2 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/quotas/e2d4aeb9c5354140a52ff041cceeb626 HTTP/1.1" status: 200 len: 375 time: 0.0286334 Aug 31 14:14:51.251750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e02ec-452e-46d5-8c8f-d8749e57d65f None None] Pushing event updated for resources: {'Port': ['ID=86a18bc9-fc06-4e13-8da1-ccfc426ed9ab,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:51.285426 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8237e756-671c-40f9-abe3-7acca0414ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.321503 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8237e756-671c-40f9-abe3-7acca0414ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.367245 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-c8977981-f67f-4743-a573-6702ed1c8283 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2d4aeb9c5354140a52ff041cceeb626&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1926708 Aug 31 14:14:51.387288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e756-671c-40f9-abe3-7acca0414ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde86dec-9c26-4261-abfd-963144b81de5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:51.431823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:51.472413 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8237e756-671c-40f9-abe3-7acca0414ce4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8affa0db513e430aaca914b52b242954&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9236014 Aug 31 14:14:51.478825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51736) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:51.600911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Router 1c80dbfd-dbb2-49be-b229-050de2f98665 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:14:51.690400 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9f2de433-0604-4e05-9ff6-c0db566d1606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.748060 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:50Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:51.785926 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9f2de433-0604-4e05-9ff6-c0db566d1606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.842036 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08e908c5-b9fa-44fd-bfd9-b8cc19c79b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.847969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c11b82-8f40-4fd2-ae86-5ab382056a12 None None] Network 84e7c355-9081-4945-bf8b-d6806ccb50c0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:51.850627 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08e908c5-b9fa-44fd-bfd9-b8cc19c79b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.858981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f8400-b471-434d-8cb4-8d3858f20608 None None] The sync data for ids ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'] in n-d-806683-5 is: [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:50Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:51.922243 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9f2de433-0604-4e05-9ff6-c0db566d1606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.924327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9f2de433-0604-4e05-9ff6-c0db566d1606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.927699 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9f2de433-0604-4e05-9ff6-c0db566d1606 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dde86dec-9c26-4261-abfd-963144b81de5 HTTP/1.1" status: 204 len: 168 time: 0.4452288 Aug 31 14:14:51.966168 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2de433-0604-4e05-9ff6-c0db566d1606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde86dec-9c26-4261-abfd-963144b81de5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:52.022107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e908c5-b9fa-44fd-bfd9-b8cc19c79b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dfbebb-6937-44a5-b8e7-7d59f02b645c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:52.055100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-dcb364af-1143-4444-bfb0-66d667d18274 None None] Provisioning for port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:52.072796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51778) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:52.081262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-08e908c5-b9fa-44fd-bfd9-b8cc19c79b99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2d4df698e334a43a5690b6b5fcb7639&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1164134 Aug 31 14:14:52.081470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51784) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:52.100429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-dcb364af-1143-4444-bfb0-66d667d18274 None None] Provisioning complete for port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:52.109006 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcb364af-1143-4444-bfb0-66d667d18274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.239668 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.270975 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d5a1a735-ffb0-4f23-aab4-1ffed95aaa46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.277147 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:52.303278 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Sync routers for ids ['1c80dbfd-dbb2-49be-b229-050de2f98665'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:52.317218 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-323cd7cc-b4d1-4d00-a9cf-d611afe09def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.320614 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.324558 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Routers {'1c80dbfd-dbb2-49be-b229-050de2f98665'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:52.326714 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:14:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1c80dbfd-dbb2-49be-b229-050de2f98665'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:52.332649 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51800) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:52.335682 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5f44d0f2-afa2-4e6b-8af5-edac5f483638 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5489936 Aug 31 14:14:52.363988 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d5a1a735-ffb0-4f23-aab4-1ffed95aaa46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.511157 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcb364af-1143-4444-bfb0-66d667d18274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.632198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-dcb364af-1143-4444-bfb0-66d667d18274 None None] For port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b08c2e81-8554-4e2e-9ba1-c55c9c383f8c,segment=NetworkSegment(e7ed77ce-244f-4a71-a520-136fe907adce),segment_id=e7ed77ce-244f-4a71-a520-136fe907adce)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:52.657434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:52.711368 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Set router 1c80dbfd-dbb2-49be-b229-050de2f98665 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:52.714494 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f6b47d75-1e3e-4501-ba74-2e9928085636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.769180 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcb364af-1143-4444-bfb0-66d667d18274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.809220 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d5a1a735-ffb0-4f23-aab4-1ffed95aaa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.814683 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d5a1a735-ffb0-4f23-aab4-1ffed95aaa46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.818714 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d5a1a735-ffb0-4f23-aab4-1ffed95aaa46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43dfbebb-6937-44a5-b8e7-7d59f02b645c HTTP/1.1" status: 204 len: 168 time: 0.7360945 Aug 31 14:14:52.938940 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:52.984009 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:52.984380 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.990906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51832) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:53.150356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb364af-1143-4444-bfb0-66d667d18274 None None] Pushing event updated for resources: {'Port': ['ID=b08c2e81-8554-4e2e-9ba1-c55c9c383f8c,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:53.196601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1a735-ffb0-4f23-aab4-1ffed95aaa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dfbebb-6937-44a5-b8e7-7d59f02b645c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:53.236526 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1733475444-router', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:47Z', 'updated_at': '2021-08-31T14:14:50Z', 'revision_number': 3, 'project_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'gw_port': {'id': 'fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:48Z', 'updated_at': '2021-08-31T14:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:53.313177 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Checking router: 1c80dbfd-dbb2-49be-b229-050de2f98665 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:53.314653 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Updating router 1c80dbfd-dbb2-49be-b229-050de2f98665 port fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:14:53.335481 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.358407 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-106abc32-4323-4af5-aee7-e20af3023bf1 None None] Provisioning complete for port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:53.358785 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-106abc32-4323-4af5-aee7-e20af3023bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.379330 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.414659 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.418720 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f6b47d75-1e3e-4501-ba74-2e9928085636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.453748 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f6b47d75-1e3e-4501-ba74-2e9928085636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.538311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=86a18bc9-fc06-4e13-8da1-ccfc426ed9ab,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:53.548813 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.601413 n-d-806683-5 neutron-server[94871]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 14:14:53.677433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=86a18bc9-fc06-4e13-8da1-ccfc426ed9ab,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:53.778329 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-807cb25d-1288-43fa-aa39-60c10a3e9538 req-c977d090-e283-4aa6-85e8-b84382d9fa7e tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 210 time: 0.7670014 Aug 31 14:14:53.911796 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f6b47d75-1e3e-4501-ba74-2e9928085636 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7695590447064efca42bb6c2eba5a9e2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8397164 Aug 31 14:14:53.913234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51870) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:53.915001 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b47d75-1e3e-4501-ba74-2e9928085636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790b4db9-0a30-4fb2-b1c1-764cc040f326,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:53.942255 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.031827 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.063977 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Transition to ACTIVE for port object fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:54.073342 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1b8672db-4f23-4633-b266-e81c5423f0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.078816 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.139966 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1b8672db-4f23-4633-b266-e81c5423f0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.181558 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20d476-4583-4063-b66b-74f3a1fb16bd None None] Pushing event updated for resources: {'Port': ['ID=fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:54.195080 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.234919 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51882) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:54.256143 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Attempting to bind port fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:54.256585 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Attempting to bind port fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:54.256875 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Attempting to bind port fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:54.262139 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:54.263387 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:54.263513 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.265354 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1b8672db-4f23-4633-b266-e81c5423f0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.265764 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:54.266099 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Bound port: fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:54.270054 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1b8672db-4f23-4633-b266-e81c5423f0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.274220 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.276111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1b8672db-4f23-4633-b266-e81c5423f0c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/790b4db9-0a30-4fb2-b1c1-764cc040f326 HTTP/1.1" status: 204 len: 168 time: 0.3607459 Aug 31 14:14:54.294279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8672db-4f23-4633-b266-e81c5423f0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790b4db9-0a30-4fb2-b1c1-764cc040f326,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:54.372074 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] For port fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:54.375472 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] For port fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:54.382643 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.496095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Allocated IP 172.20.0.1 (84e7c355-9081-4945-bf8b-d6806ccb50c0/064b47c1-4a09-467e-b19a-04b84e5416c8/e75675da-c831-49ba-849e-09b410d5a920) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:54.536508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b08c2e81-8554-4e2e-9ba1-c55c9c383f8c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:54.537045 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Routers {'1c80dbfd-dbb2-49be-b229-050de2f98665'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:54.537676 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:14:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1c80dbfd-dbb2-49be-b229-050de2f98665'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:54.540690 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20d476-4583-4063-b66b-74f3a1fb16bd None None] Pushing event updated for resources: {'Port': ['ID=fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:54.618611 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b214f0b1-8acd-4bf4-ad3e-7db328aaf523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.642037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:54.642494 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.707992 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] Set router 1c80dbfd-dbb2-49be-b229-050de2f98665 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:54.784120 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:54.815606 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.860243 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.885469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Transition to ACTIVE for port object e75675da-c831-49ba-849e-09b410d5a920 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:54.900019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:54.900557 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.940921 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b214f0b1-8acd-4bf4-ad3e-7db328aaf523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.951088 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b214f0b1-8acd-4bf4-ad3e-7db328aaf523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.035657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214f0b1-8acd-4bf4-ad3e-7db328aaf523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7bc212-0a18-4dde-8a89-8f74d8d1b274,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:55.041093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.191368 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1733475444-router', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:47Z', 'updated_at': '2021-08-31T14:14:50Z', 'revision_number': 3, 'project_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'gw_port': {'id': 'fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:48Z', 'updated_at': '2021-08-31T14:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:55.192762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Pushing event updated for resources: {'Port': ['ID=e75675da-c831-49ba-849e-09b410d5a920,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:55.204171 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Network 84e7c355-9081-4945-bf8b-d6806ccb50c0 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:55.235215 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdc664-f653-443e-9292-b629fad1ad62 None None] The sync data for ids ['1c80dbfd-dbb2-49be-b229-050de2f98665'] in n-d-806683-5 is: [{'id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1733475444-router', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:47Z', 'updated_at': '2021-08-31T14:14:50Z', 'revision_number': 3, 'project_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'gw_port': {'id': 'fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:48Z', 'updated_at': '2021-08-31T14:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:55.238164 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-28a1b324-dca0-4728-8ee9-87607cd38291 req-89619b56-0f4a-483f-871d-ff1a1e2e3a79 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 210 time: 0.1686611 Aug 31 14:14:55.240634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51914) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:55.250286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:55.259888 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b214f0b1-8acd-4bf4-ad3e-7db328aaf523 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03f41cad9c20407b9fd098a42b66dd9e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0238614 Aug 31 14:14:55.261710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:55.261710 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.264813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51916) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:55.274985 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ac32974-b8df-4936-807e-ecd2960fe59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.537734 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-87580b83-b9f9-4806-b733-937616a70139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.554674 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.577217 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ac32974-b8df-4936-807e-ecd2960fe59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.585129 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ac32974-b8df-4936-807e-ecd2960fe59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.617185 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.60', 64285) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:55.623248 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-87580b83-b9f9-4806-b733-937616a70139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.631413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac32974-b8df-4936-807e-ecd2960fe59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5d5507-0933-464e-b68c-ed566c2d6a0e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:55.674930 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-bed55f38-cb6d-4232-987e-531bb3181da0 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e2d4aeb9c5354140a52ff041cceeb626&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533342 Aug 31 14:14:55.682589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d5d29bcf-2c03-489f-b9c2-ce19eaafccc7 None None] Provisioning for port e75675da-c831-49ba-849e-09b410d5a920 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:55.694984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d5d29bcf-2c03-489f-b9c2-ce19eaafccc7 None None] Provisioning complete for port e75675da-c831-49ba-849e-09b410d5a920 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:55.695381 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5d29bcf-2c03-489f-b9c2-ce19eaafccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.793081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8ac32974-b8df-4936-807e-ecd2960fe59a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53bbbfd22d704f959349671e65b20d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486610 Aug 31 14:14:55.793081 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-87580b83-b9f9-4806-b733-937616a70139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.796040 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-87580b83-b9f9-4806-b733-937616a70139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.797865 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51926) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:55.810836 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-87580b83-b9f9-4806-b733-937616a70139 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f7bc212-0a18-4dde-8a89-8f74d8d1b274 HTTP/1.1" status: 204 len: 168 time: 0.5328596 Aug 31 14:14:55.825980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87580b83-b9f9-4806-b733-937616a70139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7bc212-0a18-4dde-8a89-8f74d8d1b274,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:55.859376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d5d29bcf-2c03-489f-b9c2-ce19eaafccc7 None None] Port e75675da-c831-49ba-849e-09b410d5a920 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:56.015972 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8549ef6a-bde4-4ebf-978a-9413332343fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.046344 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8549ef6a-bde4-4ebf-978a-9413332343fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.119338 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-55494def-e461-498f-be4e-4a06b5662ad2 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:56.121215 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-55494def-e461-498f-be4e-4a06b5662ad2 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4334593 Aug 31 14:14:56.144913 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.149861 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.150833 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.210304 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8549ef6a-bde4-4ebf-978a-9413332343fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.213480 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8549ef6a-bde4-4ebf-978a-9413332343fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.214736 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8549ef6a-bde4-4ebf-978a-9413332343fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb5d5507-0933-464e-b68c-ed566c2d6a0e HTTP/1.1" status: 204 len: 168 time: 0.4159405 Aug 31 14:14:56.257362 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Request body: {'port': {'device_id': '137c3c55-8e96-48e7-906e-68bb03103ac0', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': 'e2d4aeb9c5354140a52ff041cceeb626'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:56.260507 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Pushing event updated for resources: {'Port': ['ID=e75675da-c831-49ba-849e-09b410d5a920,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:56.385435 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549ef6a-bde4-4ebf-978a-9413332343fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5d5507-0933-464e-b68c-ed566c2d6a0e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:56.514967 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:56.537476 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-124de90a-e4b5-4ca0-86c1-aa802cbce75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.585909 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:56.633395 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-637cedfe-0fec-4b14-bdfe-c33ef24320e6 req-4f9d9ce9-8b81-4e9f-aa99-97685ae69f39 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 210 time: 0.0721915 Aug 31 14:14:56.655081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Network 84e7c355-9081-4945-bf8b-d6806ccb50c0 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:56.657272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:56.664828 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:56.690512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:56.691415 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.770544 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-124de90a-e4b5-4ca0-86c1-aa802cbce75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.776261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-124de90a-e4b5-4ca0-86c1-aa802cbce75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.808421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Made reservation on behalf of e2d4aeb9c5354140a52ff041cceeb626 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:56.813316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.845366 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.849969 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-124de90a-e4b5-4ca0-86c1-aa802cbce75c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f729a230b92423f8df51fd2a4b3e333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332076 Aug 31 14:14:56.851033 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51972) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:56.852159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124de90a-e4b5-4ca0-86c1-aa802cbce75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4425ebf-009b-44c3-9301-0bf91d55dfd7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:56.921642 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.952754 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e1befe5-c2d9-46ba-8cce-3589ba286a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.976832 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Router 1c80dbfd-dbb2-49be-b229-050de2f98665 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:56.979356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:56.985059 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.024855 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e1befe5-c2d9-46ba-8cce-3589ba286a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.083301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e1befe5-c2d9-46ba-8cce-3589ba286a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.087026 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e1befe5-c2d9-46ba-8cce-3589ba286a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.091590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5e1befe5-c2d9-46ba-8cce-3589ba286a01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4425ebf-009b-44c3-9301-0bf91d55dfd7 HTTP/1.1" status: 204 len: 168 time: 0.2316461 Aug 31 14:14:57.110170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1befe5-c2d9-46ba-8cce-3589ba286a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4425ebf-009b-44c3-9301-0bf91d55dfd7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:57.111207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:57.132995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-61705921-4f17-47c8-b2ff-9c407c6cafe2 None None] Provisioning complete for port e75675da-c831-49ba-849e-09b410d5a920 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:57.133437 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61705921-4f17-47c8-b2ff-9c407c6cafe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.177893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-61705921-4f17-47c8-b2ff-9c407c6cafe2 None None] Port e75675da-c831-49ba-849e-09b410d5a920 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:57.208289 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.214831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:57.217383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.223785 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7d106854-4a5a-4cb7-8114-6cc5b92f6645 admin admin] 10.222.0.39 "PUT /v2.0/routers/1c80dbfd-dbb2-49be-b229-050de2f98665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8801589 Aug 31 14:14:57.525077 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e19858b-6538-434b-924c-e9020900d48f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:57.529724 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-5bb199a6-1287-4e91-8d1d-3724d176ad8a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1901edefb11847a7897a42142ce0f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978086 Aug 31 14:14:57.712098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51998) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:57.750736 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c72e0f2d-4852-42b6-a35b-2905aec370c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.759265 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Allocated IP 192.168.233.76 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/5c3c866f-6bba-4d54-835a-133bedaae415) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:57.867344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-c6384aa4-6238-4bc0-bff3-31fc5847db1f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:57.869429 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-c6384aa4-6238-4bc0-bff3-31fc5847db1f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232491 Aug 31 14:14:57.914162 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-00b579bf-a297-40d5-9de4-85be50730511 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/quotas/1901edefb11847a7897a42142ce0f797 HTTP/1.1" status: 200 len: 375 time: 0.0369766 Aug 31 14:14:57.955644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f6a4c5c-3864-4156-a3d9-e987200a88ba req-3e2e7f22-c153-4e89-9f5b-dd289cfc049b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 210 time: 0.0900152 Aug 31 14:14:57.998933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Sync routers for ids ['1c80dbfd-dbb2-49be-b229-050de2f98665'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:58.017867 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c72e0f2d-4852-42b6-a35b-2905aec370c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:58.025620 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c72e0f2d-4852-42b6-a35b-2905aec370c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:58.029248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Routers {'1c80dbfd-dbb2-49be-b229-050de2f98665'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:58.029901 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:14:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1c80dbfd-dbb2-49be-b229-050de2f98665'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:58.062270 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-ace737e7-bc54-4f2e-b55e-8a0022400afa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1289170 Aug 31 14:14:58.063458 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c72e0f2d-4852-42b6-a35b-2905aec370c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42f4426db3054759928c3a7115380f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490412 Aug 31 14:14:58.066972 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52006) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:58.127972 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e0f2d-4852-42b6-a35b-2905aec370c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130fb49f-49e5-4ab6-95c3-13e75f48ad76,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:58.173160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d1479f6-fc9a-4765-9345-91c6c1a9c23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:58.235429 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d1479f6-fc9a-4765-9345-91c6c1a9c23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:58.388675 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d1479f6-fc9a-4765-9345-91c6c1a9c23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:58.396903 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d1479f6-fc9a-4765-9345-91c6c1a9c23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:58.398226 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1d1479f6-fc9a-4765-9345-91c6c1a9c23d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/130fb49f-49e5-4ab6-95c3-13e75f48ad76 HTTP/1.1" status: 204 len: 168 time: 0.3302038 Aug 31 14:14:58.421742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1479f6-fc9a-4765-9345-91c6c1a9c23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130fb49f-49e5-4ab6-95c3-13e75f48ad76,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:58.450541 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:58.473006 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4abe9838-b797-4493-9ee5-741565963881 req-1457e26f-1ba6-42f1-9ba9-54aa715f3cd3 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 210 time: 0.0544107 Aug 31 14:14:58.491515 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Transition to ACTIVE for port object 5c3c866f-6bba-4d54-835a-133bedaae415 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:58.565470 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:58.575920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Set router 1c80dbfd-dbb2-49be-b229-050de2f98665 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:58.716051 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:58.956769 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Pushing event updated for resources: {'Port': ['ID=5c3c866f-6bba-4d54-835a-133bedaae415,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:59.020529 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:59.030280 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:59.052716 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:59.089265 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:59.097925 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:59.152600 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-b33b3ae8-86bc-4a36-bea6-b72db83ce152 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9035113 Aug 31 14:14:59.171376 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-9a4108ee-f562-4c77-b0f5-57f262e93662 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:14:59.173041 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-9a4108ee-f562-4c77-b0f5-57f262e93662 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088708 Aug 31 14:14:59.575437 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:59.576994 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:59.621654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-98b43645-d9e7-40fb-9ebe-092c8e9c9332 None None] Provisioning for port 5c3c866f-6bba-4d54-835a-133bedaae415 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:59.635773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-98b43645-d9e7-40fb-9ebe-092c8e9c9332 None None] Provisioning complete for port 5c3c866f-6bba-4d54-835a-133bedaae415 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:59.636600 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98b43645-d9e7-40fb-9ebe-092c8e9c9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:59.747637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71a433-2c95-4cbe-ad15-7d25c9460bac req-6fe0f266-1ae8-413b-8096-99dcee1807b8 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:59.761916 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4e71a433-2c95-4cbe-ad15-7d25c9460bac req-6fe0f266-1ae8-413b-8096-99dcee1807b8 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 935 time: 0.6638782 Aug 31 14:14:59.812646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-98b43645-d9e7-40fb-9ebe-092c8e9c9332 None None] Port 5c3c866f-6bba-4d54-835a-133bedaae415 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:59.858907 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1733475444-router', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:47Z', 'updated_at': '2021-08-31T14:14:55Z', 'revision_number': 4, 'project_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'gw_port': {'id': 'fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:48Z', 'updated_at': '2021-08-31T14:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'e75675da-c831-49ba-849e-09b410d5a920', 'name': '', 'network_id': '84e7c355-9081-4945-bf8b-d6806ccb50c0', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'mac_address': 'fa:16:3e:db:08:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '064b47c1-4a09-467e-b19a-04b84e5416c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:54Z', 'updated_at': '2021-08-31T14:14:55Z', 'revision_number': 2, 'project_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'subnets': [{'id': '064b47c1-4a09-467e-b19a-04b84e5416c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:59.889896 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4e71a433-2c95-4cbe-ad15-7d25c9460bac req-2be75978-9f62-41ed-9e31-89818c74ab2d tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199207 Aug 31 14:14:59.927971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Checking router: 1c80dbfd-dbb2-49be-b229-050de2f98665 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:59.928418 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Updating router 1c80dbfd-dbb2-49be-b229-050de2f98665 port e75675da-c831-49ba-849e-09b410d5a920 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:14:59.999304 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:00.220743 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bbd06ba1-6f97-4340-8e9f-c52735f9cf5f req-711d0987-9a43-4eb4-a19e-e53383a9882b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 210 time: 0.0797873 Aug 31 14:15:00.666882 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Request body: {'port': {'device_id': '137c3c55-8e96-48e7-906e-68bb03103ac0', 'device_owner': 'compute:tempest-test_az-1171581558', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:00.768289 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:00.805410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Transition to ACTIVE for port object e75675da-c831-49ba-849e-09b410d5a920 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:00.822249 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:00.893122 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:00.996173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a3563-eb32-4672-9c61-c063b0166c44 None None] Pushing event updated for resources: {'Port': ['ID=e75675da-c831-49ba-849e-09b410d5a920,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:01.191821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Attempting to bind port e75675da-c831-49ba-849e-09b410d5a920 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:01.192552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Attempting to bind port e75675da-c831-49ba-849e-09b410d5a920 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e7ed77ce-244f-4a71-a520-136fe907adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84e7c355-9081-4945-bf8b-d6806ccb50c0'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:01.193152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Attempting to bind port e75675da-c831-49ba-849e-09b410d5a920 on network 84e7c355-9081-4945-bf8b-d6806ccb50c0 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:01.213726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:01.214242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Checking segment: {'id': 'e7ed77ce-244f-4a71-a520-136fe907adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84e7c355-9081-4945-bf8b-d6806ccb50c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:01.214791 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.227538 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Bound using segment: {'id': 'e7ed77ce-244f-4a71-a520-136fe907adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84e7c355-9081-4945-bf8b-d6806ccb50c0'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:01.228784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Bound port: e75675da-c831-49ba-849e-09b410d5a920, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ed77ce-244f-4a71-a520-136fe907adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84e7c355-9081-4945-bf8b-d6806ccb50c0'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:01.229652 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.463736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] For port e75675da-c831-49ba-849e-09b410d5a920, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:01.498950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] For port e75675da-c831-49ba-849e-09b410d5a920, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e75675da-c831-49ba-849e-09b410d5a920,segment=NetworkSegment(e7ed77ce-244f-4a71-a520-136fe907adce),segment_id=e7ed77ce-244f-4a71-a520-136fe907adce)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:01.543993 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.566281 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.25', 59787) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:01.627526 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-e638f988-bb31-4709-8b5e-c9d376e1f3f6 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1901edefb11847a7897a42142ce0f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593436 Aug 31 14:15:01.647863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52130) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:01.822513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-4db069df-be1a-49b4-a544-7bf34622ba6d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1197542254', 'description': 'tempest-description--615621340'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:01.840464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Routers {'1c80dbfd-dbb2-49be-b229-050de2f98665'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:01.845074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:14:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1c80dbfd-dbb2-49be-b229-050de2f98665'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:01.947039 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4db069df-be1a-49b4-a544-7bf34622ba6d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.003817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd1b19-e6a4-4131-b19e-e36678fc60cc req-91f4870f-575f-4813-8391-fc8ef17ef73c tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:02.012387 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07fd1b19-e6a4-4131-b19e-e36678fc60cc req-91f4870f-575f-4813-8391-fc8ef17ef73c tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 935 time: 0.1916625 Aug 31 14:15:02.052295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-a9d367d7-4384-4f1d-a527-492c1ba450f5 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:02.053705 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-a9d367d7-4384-4f1d-a527-492c1ba450f5 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4185395 Aug 31 14:15:02.104350 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07fd1b19-e6a4-4131-b19e-e36678fc60cc req-9c837164-b5e5-4376-ad67-68889a5cc896 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893199 Aug 31 14:15:02.148132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a3563-eb32-4672-9c61-c063b0166c44 None None] Pushing event updated for resources: {'Port': ['ID=e75675da-c831-49ba-849e-09b410d5a920,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:02.155521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Request body: {'port': {'device_id': '3c49f37d-9c86-4bfa-b28b-6874827ca9b3', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '1901edefb11847a7897a42142ce0f797'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:02.182332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52138) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:02.223332 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] Set router 1c80dbfd-dbb2-49be-b229-050de2f98665 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:15:02.403651 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9455dcee-c21f-4e1d-a718-829a45949b1b req-caad9afb-3a06-4528-a2d3-ccf04ae0fb08 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 210 time: 0.0918295 Aug 31 14:15:02.517554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3c866f-6bba-4d54-835a-133bedaae415 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:02.537775 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.579934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Transition to ACTIVE for port object 5c3c866f-6bba-4d54-835a-133bedaae415 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:02.597535 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.701862 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9c73-1f70-4c54-960a-5a900ce06195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.811499 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4db069df-be1a-49b4-a544-7bf34622ba6d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.880202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Made reservation on behalf of 1901edefb11847a7897a42142ce0f797 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:02.897996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.957163 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.037056 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1733475444-router', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:47Z', 'updated_at': '2021-08-31T14:14:55Z', 'revision_number': 4, 'project_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'gw_port': {'id': 'fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:48Z', 'updated_at': '2021-08-31T14:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'e75675da-c831-49ba-849e-09b410d5a920', 'name': '', 'network_id': '84e7c355-9081-4945-bf8b-d6806ccb50c0', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'mac_address': 'fa:16:3e:db:08:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '064b47c1-4a09-467e-b19a-04b84e5416c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:54Z', 'updated_at': '2021-08-31T14:15:01Z', 'revision_number': 4, 'project_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'subnets': [{'id': '064b47c1-4a09-467e-b19a-04b84e5416c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:03.070016 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4db069df-be1a-49b4-a544-7bf34622ba6d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.173449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Attempting to bind port 5c3c866f-6bba-4d54-835a-133bedaae415 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:03.174125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Attempting to bind port 5c3c866f-6bba-4d54-835a-133bedaae415 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:03.174482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Attempting to bind port 5c3c866f-6bba-4d54-835a-133bedaae415 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:03.181359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c6f2c-7119-4987-8fa1-8f0662aa7a6c None None] The sync data for ids ['1c80dbfd-dbb2-49be-b229-050de2f98665'] in n-d-806683-5 is: [{'id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1733475444-router', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:47Z', 'updated_at': '2021-08-31T14:14:55Z', 'revision_number': 4, 'project_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'gw_port': {'id': 'fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:48Z', 'updated_at': '2021-08-31T14:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'e75675da-c831-49ba-849e-09b410d5a920', 'name': '', 'network_id': '84e7c355-9081-4945-bf8b-d6806ccb50c0', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'mac_address': 'fa:16:3e:db:08:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '064b47c1-4a09-467e-b19a-04b84e5416c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:54Z', 'updated_at': '2021-08-31T14:15:01Z', 'revision_number': 4, 'project_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'subnets': [{'id': '064b47c1-4a09-467e-b19a-04b84e5416c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:15:03.211067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Port 5c3c866f-6bba-4d54-835a-133bedaae415 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:03.211482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Attempting to bind port 5c3c866f-6bba-4d54-835a-133bedaae415 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:03.222799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9c73-1f70-4c54-960a-5a900ce06195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.228898 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9c73-1f70-4c54-960a-5a900ce06195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.261795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:03.262791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:03.263710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:03.264283 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Bound port: 5c3c866f-6bba-4d54-835a-133bedaae415, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:03.264654 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.416405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd9c73-1f70-4c54-960a-5a900ce06195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f73e18-afdd-49e7-85b4-d785f5e73596,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:03.454206 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7dfd9c73-1f70-4c54-960a-5a900ce06195 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93ffaa6b23c04177a18ae537c93cc8da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2701316 Aug 31 14:15:03.455412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52184) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:03.585645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] For port 5c3c866f-6bba-4d54-835a-133bedaae415, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:03.597202 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eac136a1-9ab5-42d4-bfc1-e1b7362882e8 req-96becbef-22e1-4155-a6d1-d723e4e26e08 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 210 time: 0.0551691 Aug 31 14:15:03.598636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] For port 5c3c866f-6bba-4d54-835a-133bedaae415, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5c3c866f-6bba-4d54-835a-133bedaae415,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:03.626971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3c866f-6bba-4d54-835a-133bedaae415,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:03.677923 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-833208e0-ef75-48e5-8805-8920748dc23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.738967 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-833208e0-ef75-48e5-8805-8920748dc23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.773594 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.777246 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.793123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.080397 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db069df-be1a-49b4-a544-7bf34622ba6d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5106e40-144b-4e3b-855d-7d8553aaba1a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:04.091555 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4db069df-be1a-49b4-a544-7bf34622ba6d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.092879 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4db069df-be1a-49b4-a544-7bf34622ba6d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3026803 Aug 31 14:15:04.096924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3c866f-6bba-4d54-835a-133bedaae415,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:04.131170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52188) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:04.135448 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52190) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:04.140557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:04.143535 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.145407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-3e5bd563-0888-4b99-a60c-22b07fe3f368 service neutron] 10.222.0.60 "PUT /v2.0/ports/5c3c866f-6bba-4d54-835a-133bedaae415 HTTP/1.1" status: 200 len: 1117 time: 4.1446064 Aug 31 14:15:04.172211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137c3c55-8e96-48e7-906e-68bb03103ac0', 'tag': '5c3c866f-6bba-4d54-835a-133bedaae415'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:04.302789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Allocated IP 192.168.233.135 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/c1781fc0-546d-4cc0-b59e-ab10a28f83e0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:04.362352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-4feddd24-0f96-4410-8524-f169fee51e09 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Request body: {'security_group_rule': {'security_group_id': 'd5106e40-144b-4e3b-855d-7d8553aaba1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:04.495912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd815ef6-e8e4-4305-85df-17f218a352ff req-ddb167f7-b29f-4ab8-ad6b-e06db2211855 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:04.499090 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd815ef6-e8e4-4305-85df-17f218a352ff req-ddb167f7-b29f-4ab8-ad6b-e06db2211855 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 969 time: 1.1416092 Aug 31 14:15:04.680593 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e75675da-c831-49ba-849e-09b410d5a920 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:04.954933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port e75675da-c831-49ba-849e-09b410d5a920 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:04.958002 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd815ef6-e8e4-4305-85df-17f218a352ff req-e5cb451f-2b17-4d8f-9c77-79eef5ab57e4 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085577 Aug 31 14:15:04.976212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port e75675da-c831-49ba-849e-09b410d5a920 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:04.976588 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.997945 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4feddd24-0f96-4410-8524-f169fee51e09 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.061212 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3787404-c378-4cca-943e-febdf34f1bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.150313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:05.168685 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79403a16-803f-4aa7-a3d0-3c29a6f58029 req-1326973a-da65-4994-acd7-26a111d685aa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 210 time: 0.3091557 Aug 31 14:15:05.187883 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.213499 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199514a9-34a6-4991-988d-ff504c510061" -d '{"events": [{"name": "network-changed", "server_uuid": "137c3c55-8e96-48e7-906e-68bb03103ac0", "tag": "5c3c866f-6bba-4d54-835a-133bedaae415"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:05.224568 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-833208e0-ef75-48e5-8805-8920748dc23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.227255 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-833208e0-ef75-48e5-8805-8920748dc23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.231254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port e75675da-c831-49ba-849e-09b410d5a920, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e75675da-c831-49ba-849e-09b410d5a920,segment=NetworkSegment(e7ed77ce-244f-4a71-a520-136fe907adce),segment_id=e7ed77ce-244f-4a71-a520-136fe907adce)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:05.231622 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-833208e0-ef75-48e5-8805-8920748dc23f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97f73e18-afdd-49e7-85b4-d785f5e73596 HTTP/1.1" status: 204 len: 168 time: 1.7661519 Aug 31 14:15:05.240915 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.267796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-275adc7a-f90e-4ddf-8be7-16e77e945826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:05.270035 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-275adc7a-f90e-4ddf-8be7-16e77e945826 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2d4aeb9c5354140a52ff041cceeb626&device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 1120 time: 0.8413200 Aug 31 14:15:05.348572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833208e0-ef75-48e5-8805-8920748dc23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f73e18-afdd-49e7-85b4-d785f5e73596,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:05.398040 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=e75675da-c831-49ba-849e-09b410d5a920,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:05.495217 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.525705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Transition to ACTIVE for port object c1781fc0-546d-4cc0-b59e-ab10a28f83e0 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:05.585308 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.784096 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3787404-c378-4cca-943e-febdf34f1bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.809081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:05.821054 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4feddd24-0f96-4410-8524-f169fee51e09 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.845029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:05.871870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:05.913930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:05.915094 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.919003 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3787404-c378-4cca-943e-febdf34f1bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.930557 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-80cae128-b293-4364-b020-df2c69baf9ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=5c3c866f-6bba-4d54-835a-133bedaae415 HTTP/1.1" status: 200 len: 217 time: 0.6413710 Aug 31 14:15:05.932231 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4feddd24-0f96-4410-8524-f169fee51e09 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.968386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event updated for resources: {'Port': ['ID=c1781fc0-546d-4cc0-b59e-ab10a28f83e0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:05.988360 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-d576390b-f94f-4736-a0a7-04d0c41d58cf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8410547 Aug 31 14:15:06.006475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-7986f002-63ae-4594-99b4-57cd4d453564 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:15:06.009028 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-7986f002-63ae-4594-99b4-57cd4d453564 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100870 Aug 31 14:15:06.019164 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feddd24-0f96-4410-8524-f169fee51e09 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9942ba48-55b9-4fd8-a84d-c538d550f8a6,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:06.284504 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95727aa-9c90-481a-9d80-058e0744a4d1 x-openstack-request-id: req-a95727aa-9c90-481a-9d80-058e0744a4d1 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:06.289760 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137c3c55-8e96-48e7-906e-68bb03103ac0", "tag": "5c3c866f-6bba-4d54-835a-133bedaae415", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:06.290303 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a95727aa-9c90-481a-9d80-058e0744a4d1 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:06.296654 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137c3c55-8e96-48e7-906e-68bb03103ac0', 'tag': '5c3c866f-6bba-4d54-835a-133bedaae415', 'status': 'completed', 'code': 200} Aug 31 14:15:06.363961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-454bd57e-1dd3-46e8-b2dd-4b535b5d2c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:06.375129 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-454bd57e-1dd3-46e8-b2dd-4b535b5d2c08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.3556755 Aug 31 14:15:06.375944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3787404-c378-4cca-943e-febdf34f1bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4c4d52-c4fd-41bb-a1c2-03a8f1c42d12,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:06.393065 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4feddd24-0f96-4410-8524-f169fee51e09 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.394437 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4feddd24-0f96-4410-8524-f169fee51e09 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2238047 Aug 31 14:15:06.397931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52252) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:06.407567 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a3787404-c378-4cca-943e-febdf34f1bd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47758e2c20774637a595da8b71126fce&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2352045 Aug 31 14:15:06.408585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6402a159-9ef3-4662-bc6b-87749fcbd17b tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Request body: {'security_group_rule': {'security_group_id': 'd5106e40-144b-4e3b-855d-7d8553aaba1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:06.408837 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52254) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:06.440991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6f0887aa-2747-49ff-abe7-d0524e9be0c8 None None] Provisioning for port c1781fc0-546d-4cc0-b59e-ab10a28f83e0 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:06.456725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6f0887aa-2747-49ff-abe7-d0524e9be0c8 None None] Provisioning complete for port c1781fc0-546d-4cc0-b59e-ab10a28f83e0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:06.458151 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f0887aa-2747-49ff-abe7-d0524e9be0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.546416 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6402a159-9ef3-4662-bc6b-87749fcbd17b tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.567677 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52256) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:06.620668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6f0887aa-2747-49ff-abe7-d0524e9be0c8 None None] Port c1781fc0-546d-4cc0-b59e-ab10a28f83e0 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:06.641954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e75675da-c831-49ba-849e-09b410d5a920 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:06.655057 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22551638-3081-43c8-b97e-cb4420fa491e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.797103 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:15:06.816710 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22551638-3081-43c8-b97e-cb4420fa491e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.828119 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22551638-3081-43c8-b97e-cb4420fa491e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.839243 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port e75675da-c831-49ba-849e-09b410d5a920 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:06.839675 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.864821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Request body: {'port': {'device_id': '3c49f37d-9c86-4bfa-b28b-6874827ca9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:06.925631 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4b1fe-5227-4d7d-aae3-bc9ae3d7d75d req-ff1e0288-2f5e-4f24-984a-d6df6331f9b8 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:06.933115 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-22551638-3081-43c8-b97e-cb4420fa491e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bd1b6bea5344d1fbe32c549bdceaee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568799 Aug 31 14:15:06.937657 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-edf4b1fe-5227-4d7d-aae3-bc9ae3d7d75d req-ff1e0288-2f5e-4f24-984a-d6df6331f9b8 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 969 time: 0.5495586 Aug 31 14:15:06.942260 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52260) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:06.985864 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.003788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22551638-3081-43c8-b97e-cb4420fa491e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2471eba6-1b8f-4760-afa0-55a511f0264c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:07.039269 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23105ef3-d0b7-4da9-8d29-617bbf69b1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.065750 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23105ef3-d0b7-4da9-8d29-617bbf69b1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.079444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-a373cc10-15ae-41de-9dc4-f56ae5e4cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:07.081238 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-a373cc10-15ae-41de-9dc4-f56ae5e4cb14 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5797052 Aug 31 14:15:07.185517 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6402a159-9ef3-4662-bc6b-87749fcbd17b tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.228615 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23105ef3-d0b7-4da9-8d29-617bbf69b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.232138 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23105ef3-d0b7-4da9-8d29-617bbf69b1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.237570 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-23105ef3-d0b7-4da9-8d29-617bbf69b1c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b4c4d52-c4fd-41bb-a1c2-03a8f1c42d12 HTTP/1.1" status: 204 len: 168 time: 0.8275485 Aug 31 14:15:07.251854 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6402a159-9ef3-4662-bc6b-87749fcbd17b tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.274285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23105ef3-d0b7-4da9-8d29-617bbf69b1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4c4d52-c4fd-41bb-a1c2-03a8f1c42d12,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:07.294534 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-edf4b1fe-5227-4d7d-aae3-bc9ae3d7d75d req-2469c0ca-3019-4953-8b76-cce415db240c tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546021 Aug 31 14:15:07.343313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63415ee4-c023-4def-b90f-5d4ce1c2448f req-99cea368-573d-40c3-afba-8e8f3743c5ed tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:07.345026 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-63415ee4-c023-4def-b90f-5d4ce1c2448f req-99cea368-573d-40c3-afba-8e8f3743c5ed tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 936 time: 0.3601670 Aug 31 14:15:07.405560 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86806fe0-62b6-4d80-bee5-2957e34579f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.439595 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-299c8157-3faa-4f7f-888a-fa730de0fa23 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346643 Aug 31 14:15:07.517489 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86806fe0-62b6-4d80-bee5-2957e34579f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.641282 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402a159-9ef3-4662-bc6b-87749fcbd17b tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e2e847-a281-43af-9127-aa54a1a0027d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:07.753226 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6402a159-9ef3-4662-bc6b-87749fcbd17b tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.753226 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6402a159-9ef3-4662-bc6b-87749fcbd17b tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3501723 Aug 31 14:15:07.755748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52274) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:07.769486 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-63415ee4-c023-4def-b90f-5d4ce1c2448f req-f3a2f429-d920-4f2c-807d-01cee55272fe tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356554 Aug 31 14:15:07.808290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:07.839407 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86806fe0-62b6-4d80-bee5-2957e34579f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.854930 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86806fe0-62b6-4d80-bee5-2957e34579f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.860058 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-86806fe0-62b6-4d80-bee5-2957e34579f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2471eba6-1b8f-4760-afa0-55a511f0264c HTTP/1.1" status: 204 len: 168 time: 0.9090471 Aug 31 14:15:07.872282 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ebdc976-5a02-4ea2-9c0f-173086d49b8a req-e9857fb1-c015-4818-8560-2c6371fcfc0c service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103463 Aug 31 14:15:07.887036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86806fe0-62b6-4d80-bee5-2957e34579f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2471eba6-1b8f-4760-afa0-55a511f0264c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:07.909158 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.185737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199514a9-34a6-4991-988d-ff504c510061 req-a8900b6e-600d-45bc-b9da-f8926cd78213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:08.188475 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-199514a9-34a6-4991-988d-ff504c510061 req-a8900b6e-600d-45bc-b9da-f8926cd78213 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2d4aeb9c5354140a52ff041cceeb626&device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 1120 time: 0.1410754 Aug 31 14:15:08.252828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1781fc0-546d-4cc0-b59e-ab10a28f83e0 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:08.276316 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.349419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Transition to ACTIVE for port object c1781fc0-546d-4cc0-b59e-ab10a28f83e0 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:08.358079 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.421617 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52320) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:08.494263 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ed562ad-2d5b-45d1-a965-5cae74282d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.524203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199514a9-34a6-4991-988d-ff504c510061 req-57f36da6-254c-4a32-8050-fdf10ee34b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:08.525918 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-199514a9-34a6-4991-988d-ff504c510061 req-57f36da6-254c-4a32-8050-fdf10ee34b67 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.3257606 Aug 31 14:15:08.534335 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.716635 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1781fc0-546d-4cc0-b59e-ab10a28f83e0,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:08.733784 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-199514a9-34a6-4991-988d-ff504c510061 req-3d349910-e1bf-4998-9efa-9cd4ba214312 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=5c3c866f-6bba-4d54-835a-133bedaae415 HTTP/1.1" status: 200 len: 217 time: 0.1908660 Aug 31 14:15:08.754954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Attempting to bind port c1781fc0-546d-4cc0-b59e-ab10a28f83e0 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:08.756254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Attempting to bind port c1781fc0-546d-4cc0-b59e-ab10a28f83e0 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:08.758544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Attempting to bind port c1781fc0-546d-4cc0-b59e-ab10a28f83e0 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:08.776604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Port c1781fc0-546d-4cc0-b59e-ab10a28f83e0 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:08.777317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Attempting to bind port c1781fc0-546d-4cc0-b59e-ab10a28f83e0 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:08.795966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:08.798132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:08.810316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:08.811745 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Bound port: c1781fc0-546d-4cc0-b59e-ab10a28f83e0, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:08.812800 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:09.054671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199514a9-34a6-4991-988d-ff504c510061 req-23083842-3797-412e-8478-3c3af1200308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:09.058135 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-199514a9-34a6-4991-988d-ff504c510061 req-23083842-3797-412e-8478-3c3af1200308 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1794105 Aug 31 14:15:09.098277 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb95520-9018-43f8-a9bf-3b619c980020 req-a051bd11-683e-47d5-ad74-8954d8b50f4b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:09.111533 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1eb95520-9018-43f8-a9bf-3b619c980020 req-a051bd11-683e-47d5-ad74-8954d8b50f4b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 969 time: 0.5288658 Aug 31 14:15:09.119814 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09896c23-2b9b-46d9-bff7-03bc2f85125b req-ac4d7cc4-1680-449c-91ec-341382f47808 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:09.130536 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-09896c23-2b9b-46d9-bff7-03bc2f85125b req-ac4d7cc4-1680-449c-91ec-341382f47808 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 948 time: 0.1858363 Aug 31 14:15:09.157591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Allocated IP 172.25.2.64 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/44fe2bd8-91ee-45bd-8983-e94811ea8be8) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:09.169866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52334) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:09.190767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52338) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:09.225140 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-09896c23-2b9b-46d9-bff7-03bc2f85125b req-d0340e11-f99a-4562-a2a7-1733137cdc45 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897002 Aug 31 14:15:09.234388 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] For port c1781fc0-546d-4cc0-b59e-ab10a28f83e0, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:09.240777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] For port c1781fc0-546d-4cc0-b59e-ab10a28f83e0, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=c1781fc0-546d-4cc0-b59e-ab10a28f83e0,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:09.251348 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:09.329463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:09.330121 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:09.334117 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] 10.222.0.25 "PUT /v2.0/ports/c1781fc0-546d-4cc0-b59e-ab10a28f83e0 HTTP/1.1" status: 200 len: 1096 time: 3.0192804 Aug 31 14:15:09.348300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c49f37d-9c86-4bfa-b28b-6874827ca9b3', 'tag': 'c1781fc0-546d-4cc0-b59e-ab10a28f83e0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:09.432889 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ed562ad-2d5b-45d1-a965-5cae74282d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:09.464395 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ed562ad-2d5b-45d1-a965-5cae74282d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:09.490921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199514a9-34a6-4991-988d-ff504c510061 req-348552ee-2394-422c-b752-0dd0c82fe2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:09.492993 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-199514a9-34a6-4991-988d-ff504c510061 req-348552ee-2394-422c-b752-0dd0c82fe2f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4112623 Aug 31 14:15:09.581610 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f78760b4-9bbb-4b8a-a2e8-ceb3a1cfba72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:09.598518 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-219384a5-f5f6-46db-90f4-253ef63333e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:09.649223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552d606-3b88-4615-8b23-7afaa537cea3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1781fc0-546d-4cc0-b59e-ab10a28f83e0,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:09.686791 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06423699-fa94-44a8-b8de-a6919a1308e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c49f37d-9c86-4bfa-b28b-6874827ca9b3", "tag": "c1781fc0-546d-4cc0-b59e-ab10a28f83e0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:09.740950 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-b4296ca7-3934-4ea1-b96d-559ce0d91a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:09.741896 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-199514a9-34a6-4991-988d-ff504c510061 req-0f27fa53-92c4-4f80-affa-d166cbc61923 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001131 Aug 31 14:15:09.744262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-b4296ca7-3934-4ea1-b96d-559ce0d91a3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 1099 time: 0.2832408 Aug 31 14:15:09.879569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-79d2e768-0639-452b-85fb-bdd846bf9a68 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c1781fc0-546d-4cc0-b59e-ab10a28f83e0 HTTP/1.1" status: 200 len: 217 time: 0.1215177 Aug 31 14:15:10.008582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-eea3a060-a5cd-4c7f-9efe-2c01d4a798b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:10.010279 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1eb95520-9018-43f8-a9bf-3b619c980020 req-c73e03d3-6612-4209-aa59-24fb556e4e0d tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8912861 Aug 31 14:15:10.014490 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-eea3a060-a5cd-4c7f-9efe-2c01d4a798b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1186175 Aug 31 14:15:10.056543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6ed562ad-2d5b-45d1-a965-5cae74282d0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b25805cb77b64948b3e5107fdd79f9f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6269615 Aug 31 14:15:10.059531 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed562ad-2d5b-45d1-a965-5cae74282d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c4c91f-37c0-48b5-aefa-8ca45df6cd96,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:10.072576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52364) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:10.113624 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.137309 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10853d30-291c-498c-93c7-a52e979fb5b6 x-openstack-request-id: req-10853d30-291c-498c-93c7-a52e979fb5b6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:10.137600 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c49f37d-9c86-4bfa-b28b-6874827ca9b3", "tag": "c1781fc0-546d-4cc0-b59e-ab10a28f83e0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:10.137832 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10853d30-291c-498c-93c7-a52e979fb5b6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:10.138476 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c49f37d-9c86-4bfa-b28b-6874827ca9b3', 'tag': 'c1781fc0-546d-4cc0-b59e-ab10a28f83e0', 'status': 'completed', 'code': 200} Aug 31 14:15:10.173495 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-219384a5-f5f6-46db-90f4-253ef63333e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.185443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-0b9ac8b9-fa03-4f63-b0cf-aec3940d842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:10.187217 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-0b9ac8b9-fa03-4f63-b0cf-aec3940d842d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1673930 Aug 31 14:15:10.210988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-199514a9-34a6-4991-988d-ff504c510061 req-3dd2b268-bc7b-495d-b8a1-f48e29169e7f service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266951 Aug 31 14:15:10.226270 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-219384a5-f5f6-46db-90f4-253ef63333e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.246185 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9b18524-0af4-4a0d-af98-03a09af72c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.252019 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.310418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219384a5-f5f6-46db-90f4-253ef63333e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4717af23-44ab-4dbb-ad0f-f292a95c7d54,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:10.408252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-219384a5-f5f6-46db-90f4-253ef63333e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fde986a7a2b34313bf26c1808a6a5335&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2369330 Aug 31 14:15:10.411667 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52372) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:10.584815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Pushing event updated for resources: {'Port': ['ID=44fe2bd8-91ee-45bd-8983-e94811ea8be8,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:10.662779 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:10.666215 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9b18524-0af4-4a0d-af98-03a09af72c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.668436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:10.682799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:10.756260 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cbaee0a0-d07b-414d-9241-5de916d2f48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.765745 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f78760b4-9bbb-4b8a-a2e8-ceb3a1cfba72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.788201 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f78760b4-9bbb-4b8a-a2e8-ceb3a1cfba72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.834543 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabfe2d-fc3b-4d5f-9b52-c3eaa7552ada req-ac819675-f54f-4cbf-9715-2cab5a991f34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:10.840352 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2dabfe2d-fc3b-4d5f-9b52-c3eaa7552ada req-ac819675-f54f-4cbf-9715-2cab5a991f34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 948 time: 0.2825928 Aug 31 14:15:10.856818 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f78760b4-9bbb-4b8a-a2e8-ceb3a1cfba72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed4a594380594abfabefb10336354503&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6623657 Aug 31 14:15:10.883872 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-39ff86d2-7078-431b-8678-4eab5bb166d2 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517866 Aug 31 14:15:10.886393 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52378) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:11.076678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-223fb6b6-f82d-4a8a-a3de-8f9575d17988 req-dedf029e-83e0-4cc4-81d6-e63338ac4673 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701117 Aug 31 14:15:11.101332 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cbaee0a0-d07b-414d-9241-5de916d2f48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.110374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78760b4-9bbb-4b8a-a2e8-ceb3a1cfba72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52969f7-0bf4-4378-b218-45c53910cbf6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:11.119419 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.153244 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9b18524-0af4-4a0d-af98-03a09af72c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.160635 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9b18524-0af4-4a0d-af98-03a09af72c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.161848 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b9b18524-0af4-4a0d-af98-03a09af72c44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1c4c91f-37c0-48b5-aefa-8ca45df6cd96 HTTP/1.1" status: 204 len: 168 time: 1.0677752 Aug 31 14:15:11.197875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423699-fa94-44a8-b8de-a6919a1308e8 req-347042ff-3ef6-41d5-983b-4b9136c5d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.199929 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06423699-fa94-44a8-b8de-a6919a1308e8 req-347042ff-3ef6-41d5-983b-4b9136c5d10f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 1099 time: 0.0598376 Aug 31 14:15:11.242032 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2dabfe2d-fc3b-4d5f-9b52-c3eaa7552ada req-0f87db2d-887d-47b1-a02d-d5ddc1728dad tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726521 Aug 31 14:15:11.268654 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cbaee0a0-d07b-414d-9241-5de916d2f48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.272865 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cbaee0a0-d07b-414d-9241-5de916d2f48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.279903 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eca88d7d-ba0b-444b-b343-a56458b4a9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.281092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b18524-0af4-4a0d-af98-03a09af72c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c4c91f-37c0-48b5-aefa-8ca45df6cd96,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:11.281454 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cbaee0a0-d07b-414d-9241-5de916d2f48e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4717af23-44ab-4dbb-ad0f-f292a95c7d54 HTTP/1.1" status: 204 len: 168 time: 0.8614936 Aug 31 14:15:11.329836 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.369610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eca88d7d-ba0b-444b-b343-a56458b4a9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.495690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaee0a0-d07b-414d-9241-5de916d2f48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4717af23-44ab-4dbb-ad0f-f292a95c7d54,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:11.629603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff8c9e-1faf-41ed-b4b4-a6c556910bcd req-e06bacbe-15d1-46f8-b92a-4fe1e8555b56 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.638276 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-01ff8c9e-1faf-41ed-b4b4-a6c556910bcd req-e06bacbe-15d1-46f8-b92a-4fe1e8555b56 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 969 time: 0.4037993 Aug 31 14:15:11.847766 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eca88d7d-ba0b-444b-b343-a56458b4a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.853872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eca88d7d-ba0b-444b-b343-a56458b4a9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.859783 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eca88d7d-ba0b-444b-b343-a56458b4a9ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c52969f7-0bf4-4378-b218-45c53910cbf6 HTTP/1.1" status: 204 len: 168 time: 0.9545536 Aug 31 14:15:11.886273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423699-fa94-44a8-b8de-a6919a1308e8 req-5b7e7735-2a17-44c7-a801-286d8a220dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.904693 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06423699-fa94-44a8-b8de-a6919a1308e8 req-5b7e7735-2a17-44c7-a801-286d8a220dc5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.6854498 Aug 31 14:15:11.932255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca88d7d-ba0b-444b-b343-a56458b4a9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52969f7-0bf4-4378-b218-45c53910cbf6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:11.969318 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-01ff8c9e-1faf-41ed-b4b4-a6c556910bcd req-a03bba77-5bf7-4dd3-803f-a5e9d328aea4 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290431 Aug 31 14:15:12.020566 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.029626 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.038988 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06423699-fa94-44a8-b8de-a6919a1308e8 req-872133f2-fa29-49a7-8acc-88699826d8dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c1781fc0-546d-4cc0-b59e-ab10a28f83e0 HTTP/1.1" status: 200 len: 217 time: 0.0654366 Aug 31 14:15:12.078766 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.148310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52404) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:12.162954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Pushing event updated for resources: {'Port': ['ID=44fe2bd8-91ee-45bd-8983-e94811ea8be8,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:12.167819 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.179904 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7096a92f-6a6d-45e2-9e43-a48772ca8fcd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4100721 Aug 31 14:15:12.227851 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c79383ad-500b-45b9-9586-080fe8ff0d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.591689 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793f456-e184-40b1-89c8-01761223079b req-c62a7c92-8553-4da5-9017-47c0c4c2881a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.593299 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d793f456-e184-40b1-89c8-01761223079b req-c62a7c92-8553-4da5-9017-47c0c4c2881a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 948 time: 0.1841168 Aug 31 14:15:12.688264 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d793f456-e184-40b1-89c8-01761223079b req-510884a8-680c-473c-9ff4-c36fd0d5dc65 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840280 Aug 31 14:15:12.789640 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c79383ad-500b-45b9-9586-080fe8ff0d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.799127 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c79383ad-500b-45b9-9586-080fe8ff0d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.830189 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423699-fa94-44a8-b8de-a6919a1308e8 req-a7c61d07-4f19-4841-a58e-7edaf4425f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.831907 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06423699-fa94-44a8-b8de-a6919a1308e8 req-a7c61d07-4f19-4841-a58e-7edaf4425f99 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.7667851 Aug 31 14:15:12.840616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52428) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:12.848918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79383ad-500b-45b9-9586-080fe8ff0d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7825a26c-a9ac-4a96-86e3-e564efa8d53f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:12.865829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c79383ad-500b-45b9-9586-080fe8ff0d40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3575e35a52a64903b264f2ec28069ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7168162 Aug 31 14:15:12.866874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52430) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:12.874604 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f508fd8-a95d-4b37-a962-ab203d2e965f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.949792 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7407c585-1c8a-4a83-bb1e-76f16a414bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.980936 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7407c585-1c8a-4a83-bb1e-76f16a414bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:13.068643 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-b39e855b-b664-4115-a1c3-aae94e84fc2c tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1197542254&fields=id&tenant_id=a468614fd60c4ecf9713a9b6c9717259 HTTP/1.1" status: 200 len: 267 time: 0.1769645 Aug 31 14:15:13.112519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7407c585-1c8a-4a83-bb1e-76f16a414bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:13.115315 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7407c585-1c8a-4a83-bb1e-76f16a414bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:13.118024 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7407c585-1c8a-4a83-bb1e-76f16a414bdb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7825a26c-a9ac-4a96-86e3-e564efa8d53f HTTP/1.1" status: 204 len: 168 time: 0.2500269 Aug 31 14:15:13.128919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407c585-1c8a-4a83-bb1e-76f16a414bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7825a26c-a9ac-4a96-86e3-e564efa8d53f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:13.357836 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-9adf2542-f87e-4b2b-8e41-b4263d63daa6 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:13.360554 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-9adf2542-f87e-4b2b-8e41-b4263d63daa6 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/networks?id=c1d50025-fd87-46f3-84f4-3158a6f07e56 HTTP/1.1" status: 200 len: 823 time: 0.2899652 Aug 31 14:15:13.406272 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-26ff1c7c-7de9-4476-bda1-3eeab3b4820e tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/quotas/a468614fd60c4ecf9713a9b6c9717259 HTTP/1.1" status: 200 len: 375 time: 0.0308695 Aug 31 14:15:13.408569 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f508fd8-a95d-4b37-a962-ab203d2e965f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:13.426145 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f508fd8-a95d-4b37-a962-ab203d2e965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:13.520068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bf9ef-f677-4113-971c-701791f035b3 req-66cb54b8-c579-4db1-85b7-b9b440990da2 tempest-NetworksTest-899821424 tempest-NetworksTest-899821424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:13.520068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bf9ef-f677-4113-971c-701791f035b3 req-66cb54b8-c579-4db1-85b7-b9b440990da2 tempest-NetworksTest-899821424 tempest-NetworksTest-899821424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:13.520068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bf9ef-f677-4113-971c-701791f035b3 req-66cb54b8-c579-4db1-85b7-b9b440990da2 tempest-NetworksTest-899821424 tempest-NetworksTest-899821424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:13.520068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bf9ef-f677-4113-971c-701791f035b3 req-66cb54b8-c579-4db1-85b7-b9b440990da2 tempest-NetworksTest-899821424 tempest-NetworksTest-899821424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:13.520068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bf9ef-f677-4113-971c-701791f035b3 req-66cb54b8-c579-4db1-85b7-b9b440990da2 tempest-NetworksTest-899821424 tempest-NetworksTest-899821424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:13.520755 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-728bf9ef-f677-4113-971c-701791f035b3 req-66cb54b8-c579-4db1-85b7-b9b440990da2 tempest-NetworksTest-899821424 tempest-NetworksTest-899821424-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.3063939 Aug 31 14:15:13.586764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52448) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:13.597795 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8f508fd8-a95d-4b37-a962-ab203d2e965f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8569f67d69174eac9180705965881bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7555883 Aug 31 14:15:13.611358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f508fd8-a95d-4b37-a962-ab203d2e965f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0147851-8eb9-4b9a-a0c6-ff869344c99b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:13.732668 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-6fd830cb-eb21-4a8b-8422-ade401f35840 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a468614fd60c4ecf9713a9b6c9717259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2834520 Aug 31 14:15:13.787659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-744d8c5a-0dc5-48b1-84f8-d7a181f7e162 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:15:13.788759 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-744d8c5a-0dc5-48b1-84f8-d7a181f7e162 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061641 Aug 31 14:15:13.799839 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c17e03fc-32ed-4d92-a0a6-736b21b06bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:13.845550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe5742-5233-4f3b-bd9d-7b0bc0070db0 req-4a27dd16-185d-406f-9e13-c5f2603516b5 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:13.847271 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8ebe5742-5233-4f3b-bd9d-7b0bc0070db0 req-4a27dd16-185d-406f-9e13-c5f2603516b5 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 969 time: 0.1613152 Aug 31 14:15:13.852260 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c17e03fc-32ed-4d92-a0a6-736b21b06bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:13.945917 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8ebe5742-5233-4f3b-bd9d-7b0bc0070db0 req-f92bbe44-5c91-4a68-bfc2-f56f862b425b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915198 Aug 31 14:15:13.979039 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c17e03fc-32ed-4d92-a0a6-736b21b06bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:13.982128 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c17e03fc-32ed-4d92-a0a6-736b21b06bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.002684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c17e03fc-32ed-4d92-a0a6-736b21b06bb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0147851-8eb9-4b9a-a0c6-ff869344c99b HTTP/1.1" status: 204 len: 168 time: 0.4141824 Aug 31 14:15:14.017126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e03fc-32ed-4d92-a0a6-736b21b06bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0147851-8eb9-4b9a-a0c6-ff869344c99b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:14.123619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5370d-6d16-4be9-826d-44ccbad05843 req-a08fb1dd-6761-4348-8ff2-88743fd06315 tempest-NetworksTest-899821424 tempest-NetworksTest-899821424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.135869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eca5370d-6d16-4be9-826d-44ccbad05843 req-a08fb1dd-6761-4348-8ff2-88743fd06315 tempest-NetworksTest-899821424 tempest-NetworksTest-899821424-project-admin] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 886 time: 0.1156738 Aug 31 14:15:14.301742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ca6a4-f086-4146-9f77-b846b3c5a80d req-f94bef7f-a58b-48bb-a3c6-c28a8c0f1fc9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.303446 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b56ca6a4-f086-4146-9f77-b846b3c5a80d req-f94bef7f-a58b-48bb-a3c6-c28a8c0f1fc9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 948 time: 0.1023786 Aug 31 14:15:14.420671 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b56ca6a4-f086-4146-9f77-b846b3c5a80d req-47d3221e-ea60-4fc5-be45-701a9c92b359 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089470 Aug 31 14:15:14.666094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf6e6c-57f0-4dff-84fb-968d75ca715f req-b3c7c638-2333-4698-be81-f5ab6fe1170e tempest-NetworksTest-899821424 tempest-NetworksTest-899821424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.666576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf6e6c-57f0-4dff-84fb-968d75ca715f req-b3c7c638-2333-4698-be81-f5ab6fe1170e tempest-NetworksTest-899821424 tempest-NetworksTest-899821424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.667050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf6e6c-57f0-4dff-84fb-968d75ca715f req-b3c7c638-2333-4698-be81-f5ab6fe1170e tempest-NetworksTest-899821424 tempest-NetworksTest-899821424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.668276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf6e6c-57f0-4dff-84fb-968d75ca715f req-b3c7c638-2333-4698-be81-f5ab6fe1170e tempest-NetworksTest-899821424 tempest-NetworksTest-899821424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.669102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf6e6c-57f0-4dff-84fb-968d75ca715f req-b3c7c638-2333-4698-be81-f5ab6fe1170e tempest-NetworksTest-899821424 tempest-NetworksTest-899821424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.670709 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c5cf6e6c-57f0-4dff-84fb-968d75ca715f req-b3c7c638-2333-4698-be81-f5ab6fe1170e tempest-NetworksTest-899821424 tempest-NetworksTest-899821424-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2226951 Aug 31 14:15:14.764890 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-d00f16c4-6323-4b0b-9244-e655a8b718b4 service neutron] 10.222.0.39 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495100 Aug 31 14:15:14.899645 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-50286f1c-ac7f-4f7d-aeaa-8e0633270a6b service neutron] 10.222.0.39 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283829 Aug 31 14:15:15.177893 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6c6be795-d916-4ec7-b1d6-a5150dc889e9 req-a4bab818-dd64-4b35-91ee-7b52ce789b3f tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 210 time: 0.0741258 Aug 31 14:15:15.236844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621c25-2be5-4ddb-b1d8-a3a26d6ca70c req-ec55c842-26e3-440f-a370-9544cafaec0c tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:15.243989 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84621c25-2be5-4ddb-b1d8-a3a26d6ca70c req-ec55c842-26e3-440f-a370-9544cafaec0c tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 969 time: 0.1286998 Aug 31 14:15:15.327167 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84621c25-2be5-4ddb-b1d8-a3a26d6ca70c req-9129e83e-d2ad-4795-9f1a-48daaf3e4cc3 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720658 Aug 31 14:15:15.365229 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52518) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:15.637667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83f9bd-df82-4d9c-ab9d-009611475215 req-133a4776-0feb-430b-911d-c742cfc4b85e tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:15.646585 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3b83f9bd-df82-4d9c-ab9d-009611475215 req-133a4776-0feb-430b-911d-c742cfc4b85e tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 948 time: 0.0725877 Aug 31 14:15:15.721278 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9100669-b4da-49d3-b866-05a3a111df6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:15.759679 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3b83f9bd-df82-4d9c-ab9d-009611475215 req-63c5e17c-4df3-4a4f-92f4-b145a59addc1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121387 Aug 31 14:15:15.896172 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9100669-b4da-49d3-b866-05a3a111df6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:15.904535 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9100669-b4da-49d3-b866-05a3a111df6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:15.954844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b9100669-b4da-49d3-b866-05a3a111df6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c727a4a4f0d147aa89e0ad460897a7f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5883026 Aug 31 14:15:15.955977 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9100669-b4da-49d3-b866-05a3a111df6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f2e80b-65b9-4e16-9ae9-fd05c5850389,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:15.957717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52546) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:16.055833 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e061392-c5a6-4f0c-8461-27e7e69b4473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.078363 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e061392-c5a6-4f0c-8461-27e7e69b4473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.152984 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e061392-c5a6-4f0c-8461-27e7e69b4473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.155897 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e061392-c5a6-4f0c-8461-27e7e69b4473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.157590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1e061392-c5a6-4f0c-8461-27e7e69b4473 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0f2e80b-65b9-4e16-9ae9-fd05c5850389 HTTP/1.1" status: 204 len: 168 time: 0.1986799 Aug 31 14:15:16.166358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e061392-c5a6-4f0c-8461-27e7e69b4473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f2e80b-65b9-4e16-9ae9-fd05c5850389,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:16.339692 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf0747ce-2be4-4bee-bcfb-892808db3873 req-26e5c4e5-6038-42ff-920c-515f9d616b9e tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 210 time: 0.0383747 Aug 31 14:15:16.521143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed595f41-37ef-48e6-8216-2019cc355d6e req-30ea36a5-62b9-4baa-ac4e-3ac36a0a1adc tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:16.522992 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed595f41-37ef-48e6-8216-2019cc355d6e req-30ea36a5-62b9-4baa-ac4e-3ac36a0a1adc tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 969 time: 0.0953791 Aug 31 14:15:16.596100 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed595f41-37ef-48e6-8216-2019cc355d6e req-4bdff59e-52e6-4500-9697-01ce0c8ee691 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511880 Aug 31 14:15:16.828157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52594) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:16.843054 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8b3240ae-c358-4821-8aba-c6ba68dfd833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.927500 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0907344-3cad-4442-9279-b60db7da35a2 req-97ad7baf-fced-4931-bbaa-8e22bc0a30d5 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:16.939031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b0907344-3cad-4442-9279-b60db7da35a2 req-97ad7baf-fced-4931-bbaa-8e22bc0a30d5 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 948 time: 0.0824628 Aug 31 14:15:16.981383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8b3240ae-c358-4821-8aba-c6ba68dfd833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.991498 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8b3240ae-c358-4821-8aba-c6ba68dfd833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:17.001978 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b0907344-3cad-4442-9279-b60db7da35a2 req-da656444-2f84-4d16-a6ec-e10fcfc1692a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615621 Aug 31 14:15:17.036764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3240ae-c358-4821-8aba-c6ba68dfd833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248303a9-8451-40a7-ab61-2bbebaec5af2,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:17.046080 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52600) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:17.046201 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8b3240ae-c358-4821-8aba-c6ba68dfd833 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92f897805303486b914e36a4c5d9d549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168505 Aug 31 14:15:17.143923 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7157293e-7136-48ed-9429-fd34d25b3f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:17.177241 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7157293e-7136-48ed-9429-fd34d25b3f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:17.271324 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7157293e-7136-48ed-9429-fd34d25b3f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:17.274308 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7157293e-7136-48ed-9429-fd34d25b3f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:17.275586 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7157293e-7136-48ed-9429-fd34d25b3f81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/248303a9-8451-40a7-ab61-2bbebaec5af2 HTTP/1.1" status: 204 len: 168 time: 0.2281346 Aug 31 14:15:17.301509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157293e-7136-48ed-9429-fd34d25b3f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248303a9-8451-40a7-ab61-2bbebaec5af2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:17.316532 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52612) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:17.590288 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330b6682-07ab-4dd0-9864-ef251925e4d7 req-1db3187c-eae0-4b9c-9f7e-8441c38280be tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 210 time: 0.0314763 Aug 31 14:15:17.747501 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-e4856881-200f-480f-90a9-89aab773a4af tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518584 Aug 31 14:15:17.807723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ffe37-9cea-47d2-b636-12ab6479e46b req-0c0274f5-566a-4e65-9aca-9d1348100889 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:17.809602 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-882ffe37-9cea-47d2-b636-12ab6479e46b req-0c0274f5-566a-4e65-9aca-9d1348100889 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 969 time: 0.1139915 Aug 31 14:15:17.810389 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d11dbc6-f873-4756-9c5f-2c896050ecd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:17.854407 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 5c3c866f-6bba-4d54-835a-133bedaae415 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:17.936113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-d40dcbe2-97b8-4de3-b4cf-a406257fbe6a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:17.938260 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-d40dcbe2-97b8-4de3-b4cf-a406257fbe6a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815681 Aug 31 14:15:17.968367 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-1b56ad28-48fc-40a7-b882-f005ff6493d2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/quotas/529262fb62d346ef9b3aa2fafa79b7ad HTTP/1.1" status: 200 len: 375 time: 0.0235171 Aug 31 14:15:17.993249 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-882ffe37-9cea-47d2-b636-12ab6479e46b req-4de59596-0b2f-49a7-a4c2-3307a703cb48 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729484 Aug 31 14:15:18.072763 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-00e47751-a1f1-466d-9065-ccc8682936cc tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907755 Aug 31 14:15:18.101198 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d11dbc6-f873-4756-9c5f-2c896050ecd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:18.109329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d11dbc6-f873-4756-9c5f-2c896050ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:18.148758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 5c3c866f-6bba-4d54-835a-133bedaae415, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5c3c866f-6bba-4d54-835a-133bedaae415,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:18.170745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '5c3c866f-6bba-4d54-835a-133bedaae415', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '5c3c866f-6bba-4d54-835a-133bedaae415', 'mac_address': 'fa:16:3e:0c:c9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:tempest-test_az-1171581558', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:18.230174 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9d11dbc6-f873-4756-9c5f-2c896050ecd6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5555f17d10b043e39616d5155dbe32f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9122584 Aug 31 14:15:18.232542 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11dbc6-f873-4756-9c5f-2c896050ecd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b37b66-d3b5-4070-8d29-4304fcd8f69d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:18.246755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52646) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:18.255733 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:18.289344 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad91e4b-e350-4ff5-b3c1-4fd1d2dd3d3f req-446c858e-7d4e-4a7d-b9a3-7f230934fa3b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:18.291199 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8ad91e4b-e350-4ff5-b3c1-4fd1d2dd3d3f req-446c858e-7d4e-4a7d-b9a3-7f230934fa3b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 948 time: 0.1471198 Aug 31 14:15:18.296951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3c866f-6bba-4d54-835a-133bedaae415 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:18.354223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 5c3c866f-6bba-4d54-835a-133bedaae415, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5c3c866f-6bba-4d54-835a-133bedaae415,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:18.359614 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:18.374031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8ad91e4b-e350-4ff5-b3c1-4fd1d2dd3d3f req-6f871f87-dd85-4552-9816-a91446cd5d45 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722880 Aug 31 14:15:18.375146 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d338d200-093f-4c5d-8f91-bb2ff40be786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:18.454940 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d338d200-093f-4c5d-8f91-bb2ff40be786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:18.461851 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=5c3c866f-6bba-4d54-835a-133bedaae415,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:18.528304 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34cc8748-6ba1-4a2f-9b58-1c1ee6b17136 req-b447cc2f-9839-4889-a72d-46e220699ac4 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 210 time: 0.0763104 Aug 31 14:15:18.578604 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d338d200-093f-4c5d-8f91-bb2ff40be786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:18.583297 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d338d200-093f-4c5d-8f91-bb2ff40be786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:18.588919 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d338d200-093f-4c5d-8f91-bb2ff40be786 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31b37b66-d3b5-4070-8d29-4304fcd8f69d HTTP/1.1" status: 204 len: 168 time: 0.3387613 Aug 31 14:15:18.612736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338d200-093f-4c5d-8f91-bb2ff40be786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b37b66-d3b5-4070-8d29-4304fcd8f69d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:18.713057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['5c3c866f-6bba-4d54-835a-133bedaae415'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:18.761432 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4da8552e-78b7-4e43-8d13-386385a254f7 req-b7d831bc-d301-4d38-a085-a601f9d57f0c tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 210 time: 0.0555708 Aug 31 14:15:19.038047 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.053835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52692) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:19.091546 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a18c-f90a-42a9-af5f-36c7cd792e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.201906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423699-fa94-44a8-b8de-a6919a1308e8 req-46e40aed-ba32-4711-820b-cde11277f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.203582 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06423699-fa94-44a8-b8de-a6919a1308e8 req-46e40aed-ba32-4711-820b-cde11277f5b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237500 Aug 31 14:15:19.223135 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc7001-6490-437b-9d05-66d4de8c5a31 req-d249222a-83be-4bdd-8b05-3d32a826c26d tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.224840 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ddc7001-6490-437b-9d05-66d4de8c5a31 req-d249222a-83be-4bdd-8b05-3d32a826c26d tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 970 time: 0.1465800 Aug 31 14:15:19.372971 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ddc7001-6490-437b-9d05-66d4de8c5a31 req-3210116e-26aa-480d-a022-fd800f389062 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179931 Aug 31 14:15:19.418003 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06423699-fa94-44a8-b8de-a6919a1308e8 req-9d4f2315-78f4-4db5-aff9-f97726c19880 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915877 Aug 31 14:15:19.430332 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a18c-f90a-42a9-af5f-36c7cd792e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.435951 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a18c-f90a-42a9-af5f-36c7cd792e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.455672 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21ea737e-9fef-4296-9f1f-a896ce8c094e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.516626 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ea8d5-5639-4dee-9aa8-af301426103b req-e41d8537-7f56-4662-ba39-e4730a6aa4b1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.518300 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-113ea8d5-5639-4dee-9aa8-af301426103b req-e41d8537-7f56-4662-ba39-e4730a6aa4b1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 948 time: 0.0556571 Aug 31 14:15:19.534546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3a18c-f90a-42a9-af5f-36c7cd792e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22692e8-ad87-4c56-805a-714115ddf7fb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:19.540737 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e5a3a18c-f90a-42a9-af5f-36c7cd792e34 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0331dae5cde4f0b869348ba62af7823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821198 Aug 31 14:15:19.546233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52710) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:19.600634 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-113ea8d5-5639-4dee-9aa8-af301426103b req-9472a7b9-45b9-4773-8ff2-d541d54bb090 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754261 Aug 31 14:15:19.654669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06423699-fa94-44a8-b8de-a6919a1308e8 req-8d17d7f2-0def-4994-ac26-973f04ed27c7 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888518 Aug 31 14:15:19.677639 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be0eefc6-fc80-4278-8161-6c94cc1ded59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.680865 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c58a5deb-3cc2-4601-afb5-90e855240394 req-9a2cc5c9-1e44-42da-81e0-5cf81e5d5474 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 210 time: 0.0550728 Aug 31 14:15:19.715766 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be0eefc6-fc80-4278-8161-6c94cc1ded59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.806138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be0eefc6-fc80-4278-8161-6c94cc1ded59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.809740 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be0eefc6-fc80-4278-8161-6c94cc1ded59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.811386 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-be0eefc6-fc80-4278-8161-6c94cc1ded59 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c22692e8-ad87-4c56-805a-714115ddf7fb HTTP/1.1" status: 204 len: 168 time: 0.2641597 Aug 31 14:15:19.836267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0eefc6-fc80-4278-8161-6c94cc1ded59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22692e8-ad87-4c56-805a-714115ddf7fb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:19.862298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 5c3c866f-6bba-4d54-835a-133bedaae415 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:20.001949 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ece74706-fb94-4ee6-87aa-5493868c6ab9 req-13ce1164-e97e-498f-8a6f-20f6b81c008d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 210 time: 0.0917971 Aug 31 14:15:20.026109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 5c3c866f-6bba-4d54-835a-133bedaae415 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:20.031449 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 5c3c866f-6bba-4d54-835a-133bedaae415 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:20.032439 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.261312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-7cf8cbc5-bb4d-480d-a03a-3d74b604aff8 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:20.263673 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-7cf8cbc5-bb4d-480d-a03a-3d74b604aff8 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.25 "GET /v2.0/networks?id=c1d50025-fd87-46f3-84f4-3158a6f07e56 HTTP/1.1" status: 200 len: 823 time: 0.3854396 Aug 31 14:15:20.288880 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.291570 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9227d24a-d173-42e6-810d-e8e47226bedb req-bb5de7f3-db56-429a-af0d-35f4346f32b1 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=69d6865b707148fea9f088d69df9ed02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240753 Aug 31 14:15:20.319309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137c3c55-8e96-48e7-906e-68bb03103ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3c866f-6bba-4d54-835a-133bedaae415'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:20.409783 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-a9700c75-1ce2-4b63-a9f5-0b7ca2085189 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a468614fd60c4ecf9713a9b6c9717259 HTTP/1.1" status: 200 len: 380 time: 0.1205564 Aug 31 14:15:20.426044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-d7496f63-c683-4110-a530-e20b10124764 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Request body: {'port': {'device_id': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'admin_state_up': True, 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'security_groups': ['d5106e40-144b-4e3b-855d-7d8553aaba1a']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:20.445797 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.25', 59793) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:20.484239 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 5c3c866f-6bba-4d54-835a-133bedaae415, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5c3c866f-6bba-4d54-835a-133bedaae415,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:20.491039 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.493396 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6b6f4fcf-40c4-43d9-85b7-b42b8bfdb045 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438440 Aug 31 14:15:20.625094 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=5c3c866f-6bba-4d54-835a-133bedaae415,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:20.641241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227d24a-d173-42e6-810d-e8e47226bedb req-ff682f6d-204f-4e4a-ac11-fad949cc6cc1 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:20.655131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9227d24a-d173-42e6-810d-e8e47226bedb req-ff682f6d-204f-4e4a-ac11-fad949cc6cc1 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3502586 Aug 31 14:15:20.686777 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1516853-40a9-4be9-94a4-e576c5bfbe36" -d '{"events": [{"server_uuid": "137c3c55-8e96-48e7-906e-68bb03103ac0", "name": "network-vif-plugged", "status": "completed", "tag": "5c3c866f-6bba-4d54-835a-133bedaae415"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:20.707162 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9227d24a-d173-42e6-810d-e8e47226bedb req-026023c2-e9c4-4080-ab8c-a217d025cdec tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/quotas/69d6865b707148fea9f088d69df9ed02 HTTP/1.1" status: 200 len: 375 time: 0.0510600 Aug 31 14:15:20.748537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69ff8c-f4d2-4b43-a3cc-29ababcc8bce req-06f4af3a-a0dd-4e4c-ab66-d0f6cf416fe9 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:20.757001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d69ff8c-f4d2-4b43-a3cc-29ababcc8bce req-06f4af3a-a0dd-4e4c-ab66-d0f6cf416fe9 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 971 time: 0.2145009 Aug 31 14:15:20.772005 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9227d24a-d173-42e6-810d-e8e47226bedb req-1bb6707e-7f4f-44f5-b3a5-3e01ff0d7a8d tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=69d6865b707148fea9f088d69df9ed02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633695 Aug 31 14:15:20.791906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-d7496f63-c683-4110-a530-e20b10124764 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Made reservation on behalf of a468614fd60c4ecf9713a9b6c9717259 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:20.797426 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-d7496f63-c683-4110-a530-e20b10124764 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.808643 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6dd77e1c-d7a1-4cab-a9da-bb1a54cfa590 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:20.810901 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6dd77e1c-d7a1-4cab-a9da-bb1a54cfa590 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3112164 Aug 31 14:15:20.834363 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Request body: {'port': {'device_id': 'a5d0f6a3-bd41-4f42-93f4-30474eb637f8', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '529262fb62d346ef9b3aa2fafa79b7ad'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:20.889538 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d69ff8c-f4d2-4b43-a3cc-29ababcc8bce req-07dcb7a3-adab-4248-bb2c-8b737c10ac61 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315219 Aug 31 14:15:21.093165 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Made reservation on behalf of 529262fb62d346ef9b3aa2fafa79b7ad for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:21.097854 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:21.113399 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:21.223997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69c283-d41e-4995-81a7-5c3ef03d6398 req-7bb66136-0ba2-4afd-9a42-e706ff26864c tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:21.225556 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e69c283-d41e-4995-81a7-5c3ef03d6398 req-7bb66136-0ba2-4afd-9a42-e706ff26864c tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 948 time: 0.1646357 Aug 31 14:15:21.241448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-d7496f63-c683-4110-a530-e20b10124764 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Allocated IP 172.20.0.9 (c1d50025-fd87-46f3-84f4-3158a6f07e56/fcc65403-9467-497e-9c87-051a73c3e831/b4126d32-fa6a-4e48-8767-c3d2463b1008) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:21.255983 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:21.265028 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:21.293384 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f9fb47-6b16-4494-ad3b-1bb021d3757d x-openstack-request-id: req-44f9fb47-6b16-4494-ad3b-1bb021d3757d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:21.294037 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137c3c55-8e96-48e7-906e-68bb03103ac0", "name": "network-vif-plugged", "status": "completed", "tag": "5c3c866f-6bba-4d54-835a-133bedaae415", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:21.294242 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44f9fb47-6b16-4494-ad3b-1bb021d3757d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:21.294918 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137c3c55-8e96-48e7-906e-68bb03103ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3c866f-6bba-4d54-835a-133bedaae415', 'code': 200} Aug 31 14:15:21.343516 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e69c283-d41e-4995-81a7-5c3ef03d6398 req-38e570c6-eca7-4d89-b3aa-d225f79f8274 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947521 Aug 31 14:15:21.502418 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38a801b9-ba27-4f21-9b84-3f660347a8d4 req-e24b9d72-0af5-44e9-9936-40f49739aea9 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 210 time: 0.0690689 Aug 31 14:15:21.580175 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-d7496f63-c683-4110-a530-e20b10124764 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:21.592991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:21.610569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-d7496f63-c683-4110-a530-e20b10124764 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Transition to ACTIVE for port object b4126d32-fa6a-4e48-8767-c3d2463b1008 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:21.632950 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-93e55c0c-dd4c-4af8-b5d1-b7fcc42736a7 req-37615ed3-9f29-4a43-b802-65e82517e235 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 210 time: 0.0400829 Aug 31 14:15:21.702462 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-d7496f63-c683-4110-a530-e20b10124764 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:21.752166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-d7496f63-c683-4110-a530-e20b10124764 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Network c1d50025-fd87-46f3-84f4-3158a6f07e56 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:21.756046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-d7496f63-c683-4110-a530-e20b10124764 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:21.768425 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ef7087c-b434-4c0f-aea9-29ed5c318b19 req-1c97cbb9-0a32-4075-bebd-45bc29f18433 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 210 time: 0.1606095 Aug 31 14:15:21.770544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Allocated IP 192.168.233.139 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/e7eae629-05eb-43da-97c0-79c60a87969b) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:21.770757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-d7496f63-c683-4110-a530-e20b10124764 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:21.792916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-d7496f63-c683-4110-a530-e20b10124764 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:21.794016 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-d7496f63-c683-4110-a530-e20b10124764 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:21.819621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a4a14-6823-442a-8f0d-9979bd126e7b req-a6852e91-f590-4bf6-8c8a-c9cd2a65ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:21.841870 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-792a4a14-6823-442a-8f0d-9979bd126e7b req-a6852e91-f590-4bf6-8c8a-c9cd2a65ef98 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 1122 time: 0.2054133 Aug 31 14:15:21.842757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7496f63-c683-4110-a530-e20b10124764 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Pushing event updated for resources: {'Port': ['ID=b4126d32-fa6a-4e48-8767-c3d2463b1008,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:21.850104 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-d7496f63-c683-4110-a530-e20b10124764 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4325364 Aug 31 14:15:21.868879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Request body: {'port': {'device_id': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:21.911764 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-792a4a14-6823-442a-8f0d-9979bd126e7b req-e3728533-66dd-42eb-813b-58c2f20504cb service neutron] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:21.938706 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.132302 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9feeecf4-7007-4b59-bc25-226fce94b1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.207078 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.213702 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.228692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4fb2c2f0-35d4-4ea7-ba79-f1d488face53 None None] Provisioning for port b4126d32-fa6a-4e48-8767-c3d2463b1008 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:22.235868 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4fb2c2f0-35d4-4ea7-ba79-f1d488face53 None None] Provisioning complete for port b4126d32-fa6a-4e48-8767-c3d2463b1008 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:22.236671 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c2f0-35d4-4ea7-ba79-f1d488face53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.296095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4fb2c2f0-35d4-4ea7-ba79-f1d488face53 None None] Port b4126d32-fa6a-4e48-8767-c3d2463b1008 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:22.466753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dc4bd-163f-45fc-b88c-552426d88ec3 req-93e9f39d-d5dd-46b1-8bf8-885665c6c2a9 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:22.468452 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f48dc4bd-163f-45fc-b88c-552426d88ec3 req-93e9f39d-d5dd-46b1-8bf8-885665c6c2a9 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 971 time: 0.4318533 Aug 31 14:15:22.520996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4126d32-fa6a-4e48-8767-c3d2463b1008 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:22.528390 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Transition to ACTIVE for port object e7eae629-05eb-43da-97c0-79c60a87969b will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:22.537048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.546306 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-792a4a14-6823-442a-8f0d-9979bd126e7b req-e3728533-66dd-42eb-813b-58c2f20504cb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.548007 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f48dc4bd-163f-45fc-b88c-552426d88ec3 req-eb31c8aa-a0d4-47a7-a35d-08c55cdc4e84 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609198 Aug 31 14:15:22.555339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Transition to ACTIVE for port object b4126d32-fa6a-4e48-8767-c3d2463b1008 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:22.560025 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.580822 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-792a4a14-6823-442a-8f0d-9979bd126e7b req-e3728533-66dd-42eb-813b-58c2f20504cb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.616312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Pushing event updated for resources: {'Port': ['ID=b4126d32-fa6a-4e48-8767-c3d2463b1008,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:22.639869 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-792a4a14-6823-442a-8f0d-9979bd126e7b req-e3728533-66dd-42eb-813b-58c2f20504cb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7925129 Aug 31 14:15:22.655755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Attempting to bind port b4126d32-fa6a-4e48-8767-c3d2463b1008 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:22.656092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Attempting to bind port b4126d32-fa6a-4e48-8767-c3d2463b1008 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:22.656421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Attempting to bind port b4126d32-fa6a-4e48-8767-c3d2463b1008 on network c1d50025-fd87-46f3-84f4-3158a6f07e56 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:22.660269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3728533-66dd-42eb-813b-58c2f20504cb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bc89770f-aa23-4eed-9fab-c6ebf9f35010,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:22.666207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Port b4126d32-fa6a-4e48-8767-c3d2463b1008 on network c1d50025-fd87-46f3-84f4-3158a6f07e56 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:22.666878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Attempting to bind port b4126d32-fa6a-4e48-8767-c3d2463b1008 on network c1d50025-fd87-46f3-84f4-3158a6f07e56 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:22.671370 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device c1781fc0-546d-4cc0-b59e-ab10a28f83e0 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:22.678606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:22.678954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Checking segment: {'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:22.681937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Bound using segment: {'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:22.682404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Bound port: b4126d32-fa6a-4e48-8767-c3d2463b1008, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:22.682908 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.686222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0038267-1f25-4b76-b80f-89fbbe7b324f req-a492bdd7-fdf4-4102-bd49-107d68bac1bb tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:22.688109 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0038267-1f25-4b76-b80f-89fbbe7b324f req-a492bdd7-fdf4-4102-bd49-107d68bac1bb tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 948 time: 0.1656685 Aug 31 14:15:22.690364 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.785999 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] For port b4126d32-fa6a-4e48-8767-c3d2463b1008, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:22.790547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] For port b4126d32-fa6a-4e48-8767-c3d2463b1008, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b4126d32-fa6a-4e48-8767-c3d2463b1008,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:22.804722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:22.810685 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.819500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:22.828466 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:22.836011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:22.836685 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.844806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Pushing event updated for resources: {'Port': ['ID=e7eae629-05eb-43da-97c0-79c60a87969b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:22.887331 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0038267-1f25-4b76-b80f-89fbbe7b324f req-76aed60b-08d1-4b08-b3f0-7a1f9dccc9ea tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864774 Aug 31 14:15:22.897015 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-9b99188e-81e4-467a-8503-8ff120049050 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0713592 Aug 31 14:15:22.900977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port c1781fc0-546d-4cc0-b59e-ab10a28f83e0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=c1781fc0-546d-4cc0-b59e-ab10a28f83e0,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:22.920469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Request body: {'port': {'device_id': 'a5d0f6a3-bd41-4f42-93f4-30474eb637f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:22.924455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'c1781fc0-546d-4cc0-b59e-ab10a28f83e0', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'c1781fc0-546d-4cc0-b59e-ab10a28f83e0', 'mac_address': 'fa:16:3e:29:58:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:22.934993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:22.935870 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.937693 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] 10.222.0.25 "PUT /v2.0/ports/b4126d32-fa6a-4e48-8767-c3d2463b1008 HTTP/1.1" status: 200 len: 1091 time: 1.0763433 Aug 31 14:15:22.938288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'tag': 'b4126d32-fa6a-4e48-8767-c3d2463b1008'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:22.965703 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066301b3-be13-4ac3-a197-dd2085941fff" -d '{"events": [{"name": "network-changed", "server_uuid": "e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0", "tag": "b4126d32-fa6a-4e48-8767-c3d2463b1008"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:22.979754 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.996281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1781fc0-546d-4cc0-b59e-ab10a28f83e0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:23.049229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port c1781fc0-546d-4cc0-b59e-ab10a28f83e0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=c1781fc0-546d-4cc0-b59e-ab10a28f83e0,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:23.054501 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9227d24a-d173-42e6-810d-e8e47226bedb req-634c2cd4-efd0-4a05-853f-6ac4f4374e5c tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=69d6865b707148fea9f088d69df9ed02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727863 Aug 31 14:15:23.056083 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.067293 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-238f7d86-87fa-4043-bdc2-8c28207c5a2c req-bb1e4655-f58b-45b0-b07f-2367e82ac625 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 210 time: 0.0983031 Aug 31 14:15:23.107910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0b76c-73dd-4ac9-bc8e-ff07f9b5aabe service neutron] Pushing event updated for resources: {'Port': ['ID=b4126d32-fa6a-4e48-8767-c3d2463b1008,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:23.123043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-32c32d93-68f3-4050-b157-03ced877f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:23.124926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-32c32d93-68f3-4050-b157-03ced877f3b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a468614fd60c4ecf9713a9b6c9717259&device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 1094 time: 0.1276038 Aug 31 14:15:23.197780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=c1781fc0-546d-4cc0-b59e-ab10a28f83e0,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:23.219822 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.228042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-18ae3a39-63f2-43c5-9f50-7c0ff5fd6612 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4126d32-fa6a-4e48-8767-c3d2463b1008 HTTP/1.1" status: 200 len: 217 time: 0.0900702 Aug 31 14:15:23.305309 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.354061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-b3f29cb7-d417-4b6d-9b43-d6334474019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:23.356443 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-b3f29cb7-d417-4b6d-9b43-d6334474019b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fcc65403-9467-497e-9c87-051a73c3e831 HTTP/1.1" status: 200 len: 862 time: 0.0984659 Aug 31 14:15:23.361329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756400b-bd8e-49c5-be97-d64fe72918a0 req-6eae2c58-0564-43d5-a351-a873bca4f207 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:23.364058 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6756400b-bd8e-49c5-be97-d64fe72918a0 req-6eae2c58-0564-43d5-a351-a873bca4f207 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 943 time: 0.2997758 Aug 31 14:15:23.378749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967efaa-db10-40df-a633-7c48529774a8 req-1c29b81c-fd44-400a-9ca7-139db493b356 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:23.381943 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6967efaa-db10-40df-a633-7c48529774a8 req-1c29b81c-fd44-400a-9ca7-139db493b356 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 936 time: 0.1656907 Aug 31 14:15:23.387994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e5a7ee6b-6eea-48a6-acb0-231964a423bc None None] Provisioning for port e7eae629-05eb-43da-97c0-79c60a87969b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:23.392517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e5a7ee6b-6eea-48a6-acb0-231964a423bc None None] Provisioning complete for port e7eae629-05eb-43da-97c0-79c60a87969b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:23.393295 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ee6b-6eea-48a6-acb0-231964a423bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.429685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7ee6b-6eea-48a6-acb0-231964a423bc None None] Port e7eae629-05eb-43da-97c0-79c60a87969b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:23.429941 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227d24a-d173-42e6-810d-e8e47226bedb req-537d4af1-81f7-4134-bb70-e0946e2717a1 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:23.431524 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9227d24a-d173-42e6-810d-e8e47226bedb req-537d4af1-81f7-4134-bb70-e0946e2717a1 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3655503 Aug 31 14:15:23.437135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:23.449070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Request body: {'port': {'device_id': 'e9be1309-3166-4fd2-aae7-25336de3a690', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '69d6865b707148fea9f088d69df9ed02'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:23.454843 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6967efaa-db10-40df-a633-7c48529774a8 req-4c54517a-8d66-43f7-9384-60b0f33dea04 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557053 Aug 31 14:15:23.460557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-e8cbb112-1158-49db-a315-6bf7f06cf1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:23.462019 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-e8cbb112-1158-49db-a315-6bf7f06cf1a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c1d50025-fd87-46f3-84f4-3158a6f07e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788329 Aug 31 14:15:23.525594 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6756400b-bd8e-49c5-be97-d64fe72918a0 req-9fd44f37-08fd-480f-97ce-c6e19f153df7 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454256 Aug 31 14:15:23.623292 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90151066-7904-4854-883a-b669e6296f38 x-openstack-request-id: req-90151066-7904-4854-883a-b669e6296f38 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:23.624016 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0", "tag": "b4126d32-fa6a-4e48-8767-c3d2463b1008", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:23.624273 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90151066-7904-4854-883a-b669e6296f38 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:23.624810 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'tag': 'b4126d32-fa6a-4e48-8767-c3d2463b1008', 'status': 'completed', 'code': 200} Aug 31 14:15:23.646926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-98354ca0-6f19-4d8b-b44f-a3c24a315441 service neutron] 10.222.0.25 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747346 Aug 31 14:15:23.815715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfc7b6-fc8d-413d-9dfe-f74811d964cb req-79a2102f-6340-4f75-b3e1-eeced00201d7 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:23.826451 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7ecfc7b6-fc8d-413d-9dfe-f74811d964cb req-79a2102f-6340-4f75-b3e1-eeced00201d7 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 971 time: 0.1326089 Aug 31 14:15:23.845480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Made reservation on behalf of 69d6865b707148fea9f088d69df9ed02 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:23.848997 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.865235 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a02b9dbe-3e70-4db4-8300-eae2e65b1242 req-e26a069e-4ead-4942-86e0-c3b5c28aa40f service neutron] 10.222.0.25 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050908 Aug 31 14:15:23.865383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.879950 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7eae629-05eb-43da-97c0-79c60a87969b {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:23.891232 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.908668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7ecfc7b6-fc8d-413d-9dfe-f74811d964cb req-ef2281b8-9afc-4b30-a79d-db5939904b2d tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789294 Aug 31 14:15:23.920649 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Transition to ACTIVE for port object e7eae629-05eb-43da-97c0-79c60a87969b will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:23.927762 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.955422 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.018109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066301b3-be13-4ac3-a197-dd2085941fff req-0222cea0-3360-4aaa-9f10-8551a0cff355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:24.019878 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-066301b3-be13-4ac3-a197-dd2085941fff req-0222cea0-3360-4aaa-9f10-8551a0cff355 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a468614fd60c4ecf9713a9b6c9717259&device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 1094 time: 0.0797195 Aug 31 14:15:24.122182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Pushing event updated for resources: {'Port': ['ID=e7eae629-05eb-43da-97c0-79c60a87969b,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:24.159045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52824) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:24.175663 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Attempting to bind port e7eae629-05eb-43da-97c0-79c60a87969b on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:24.175912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Attempting to bind port e7eae629-05eb-43da-97c0-79c60a87969b by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:24.176179 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Attempting to bind port e7eae629-05eb-43da-97c0-79c60a87969b on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:24.193938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Port e7eae629-05eb-43da-97c0-79c60a87969b on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:24.194259 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Attempting to bind port e7eae629-05eb-43da-97c0-79c60a87969b on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:24.207809 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b6ce1-95b6-4c9d-a228-e4a05cb1259f req-d87b2002-a00e-41bf-8830-dc9cefd26dc6 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:24.209274 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b22b6ce1-95b6-4c9d-a228-e4a05cb1259f req-d87b2002-a00e-41bf-8830-dc9cefd26dc6 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 949 time: 0.2392225 Aug 31 14:15:24.216170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066301b3-be13-4ac3-a197-dd2085941fff req-00a45789-1ed9-4813-a43e-8468a8b61c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:24.218225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:24.218562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:24.218808 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-066301b3-be13-4ac3-a197-dd2085941fff req-00a45789-1ed9-4813-a43e-8468a8b61c72 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c1d50025-fd87-46f3-84f4-3158a6f07e56 HTTP/1.1" status: 200 len: 924 time: 0.1876924 Aug 31 14:15:24.218948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:24.219415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Bound port: e7eae629-05eb-43da-97c0-79c60a87969b, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:24.219792 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.252152 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfce5967-8025-4f2f-95af-bf7d582c9dc0 req-3fad727b-3af4-4342-844a-dabbe3544ddb tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 210 time: 0.0479276 Aug 31 14:15:24.301151 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.304397 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-066301b3-be13-4ac3-a197-dd2085941fff req-4089d61c-aa8d-4140-9db6-4a6787e33afd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4126d32-fa6a-4e48-8767-c3d2463b1008 HTTP/1.1" status: 200 len: 217 time: 0.0628512 Aug 31 14:15:24.315985 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.351298 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b22b6ce1-95b6-4c9d-a228-e4a05cb1259f req-b40e5bf0-bd1f-404e-a77a-b0bb8b93ecc6 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272056 Aug 31 14:15:24.383877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066301b3-be13-4ac3-a197-dd2085941fff req-67cb8ae6-d2ee-4f87-9a66-e53f1b251330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:24.385410 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-066301b3-be13-4ac3-a197-dd2085941fff req-67cb8ae6-d2ee-4f87-9a66-e53f1b251330 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fcc65403-9467-497e-9c87-051a73c3e831 HTTP/1.1" status: 200 len: 862 time: 0.0684772 Aug 31 14:15:24.433303 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2bedd404-5210-4aed-814d-1595fa2682ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.445657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066301b3-be13-4ac3-a197-dd2085941fff req-3fd53063-98cf-4d9a-b14c-74c951ceb617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:24.447197 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-066301b3-be13-4ac3-a197-dd2085941fff req-3fd53063-98cf-4d9a-b14c-74c951ceb617 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c1d50025-fd87-46f3-84f4-3158a6f07e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513532 Aug 31 14:15:24.456095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] For port e7eae629-05eb-43da-97c0-79c60a87969b, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:24.460698 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925c5f08-4bb1-4570-ac5e-edb54bc5d8b6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:24.500255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] For port e7eae629-05eb-43da-97c0-79c60a87969b, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=e7eae629-05eb-43da-97c0-79c60a87969b,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:24.534720 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.603627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:24.604270 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.606547 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] 10.222.0.25 "PUT /v2.0/ports/e7eae629-05eb-43da-97c0-79c60a87969b HTTP/1.1" status: 200 len: 1096 time: 1.6988893 Aug 31 14:15:24.614098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d0f6a3-bd41-4f42-93f4-30474eb637f8', 'tag': 'e7eae629-05eb-43da-97c0-79c60a87969b'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:24.616772 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c49564c-7092-4274-bfc1-97dcf268f5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d0f6a3-bd41-4f42-93f4-30474eb637f8", "tag": "e7eae629-05eb-43da-97c0-79c60a87969b"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:24.654887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Allocated IP 192.168.233.208 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/1dab4d36-ec43-40e9-bb8b-1291161e9933) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:24.676498 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device c1781fc0-546d-4cc0-b59e-ab10a28f83e0 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:24.681564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cda8b-d831-4226-a236-64a227253efe req-cf3edb78-7008-4d84-ac78-b8f14632d65f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:24.690356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d4cda8b-d831-4226-a236-64a227253efe req-cf3edb78-7008-4d84-ac78-b8f14632d65f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 948 time: 0.1204016 Aug 31 14:15:24.714516 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-066301b3-be13-4ac3-a197-dd2085941fff req-425cab07-4669-4b5d-be7c-274bd4abcfed service neutron] 10.222.0.25 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514701 Aug 31 14:15:24.721540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c313c-cfac-451c-ad63-db5abeb00649 service neutron] Pushing event updated for resources: {'Port': ['ID=e7eae629-05eb-43da-97c0-79c60a87969b,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:24.771291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port c1781fc0-546d-4cc0-b59e-ab10a28f83e0 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:24.787357 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port c1781fc0-546d-4cc0-b59e-ab10a28f83e0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:24.788153 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.793240 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d4cda8b-d831-4226-a236-64a227253efe req-01305265-2a25-460b-8a0c-687b1c680413 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995679 Aug 31 14:15:24.819546 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.880329 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5316250b-feea-4740-8d0d-4ad92377a000 x-openstack-request-id: req-5316250b-feea-4740-8d0d-4ad92377a000 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:24.881205 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d0f6a3-bd41-4f42-93f4-30474eb637f8", "tag": "e7eae629-05eb-43da-97c0-79c60a87969b", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:24.881630 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5316250b-feea-4740-8d0d-4ad92377a000 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:24.882220 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d0f6a3-bd41-4f42-93f4-30474eb637f8', 'tag': 'e7eae629-05eb-43da-97c0-79c60a87969b', 'status': 'completed', 'code': 200} Aug 31 14:15:24.894766 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2bedd404-5210-4aed-814d-1595fa2682ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.897462 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-066301b3-be13-4ac3-a197-dd2085941fff req-19eae0f9-f536-4429-b898-1534c47cf7be service neutron] 10.222.0.25 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671968 Aug 31 14:15:24.913432 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2bedd404-5210-4aed-814d-1595fa2682ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.925767 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.953172 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c49f37d-9c86-4bfa-b28b-6874827ca9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1781fc0-546d-4cc0-b59e-ab10a28f83e0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:24.955366 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a585864-676a-4d15-ad33-24e5e9d6c6ad" -d '{"events": [{"server_uuid": "3c49f37d-9c86-4bfa-b28b-6874827ca9b3", "name": "network-vif-plugged", "status": "completed", "tag": "c1781fc0-546d-4cc0-b59e-ab10a28f83e0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:24.963332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-2ba67b97-896c-493b-bd5d-1aa2a085aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:24.966380 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-2ba67b97-896c-493b-bd5d-1aa2a085aae3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 1099 time: 0.2670209 Aug 31 14:15:24.977371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port c1781fc0-546d-4cc0-b59e-ab10a28f83e0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=c1781fc0-546d-4cc0-b59e-ab10a28f83e0,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:24.977733 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f67c33-b2b4-4f86-bbd2-61e31a4a1f11 req-31a79749-69ff-4900-87f8-e7cdcc32994e tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:24.979340 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e7f67c33-b2b4-4f86-bbd2-61e31a4a1f11 req-31a79749-69ff-4900-87f8-e7cdcc32994e tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 943 time: 0.2589600 Aug 31 14:15:24.989710 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.073031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=c1781fc0-546d-4cc0-b59e-ab10a28f83e0,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:25.076771 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-3070eef9-c895-4390-b709-d7629bf9b065 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=e7eae629-05eb-43da-97c0-79c60a87969b HTTP/1.1" status: 200 len: 217 time: 0.0962205 Aug 31 14:15:25.083088 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedd404-5210-4aed-814d-1595fa2682ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9c77b9-2088-46fc-ba7d-70c1eddb5144,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:25.103167 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2bedd404-5210-4aed-814d-1595fa2682ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3a3901fd18b44569ee8eb67d1b70083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9400589 Aug 31 14:15:25.106732 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52838) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:25.127900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ae639-f94d-43df-872e-f8c422dc5294 req-ffe08cdf-7184-43c5-a307-514b0ea79d30 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:25.130712 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-206ae639-f94d-43df-872e-f8c422dc5294 req-ffe08cdf-7184-43c5-a307-514b0ea79d30 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 971 time: 0.0885179 Aug 31 14:15:25.172905 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e7f67c33-b2b4-4f86-bbd2-61e31a4a1f11 req-14535ac2-f119-4008-842e-cc8ce3df28a1 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716874 Aug 31 14:15:25.179731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-206ae639-f94d-43df-872e-f8c422dc5294 req-df4eace2-d3ae-4d8d-9526-81293ed352b0 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424147 Aug 31 14:15:25.226325 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a520541-57e4-445d-b4b1-de8fde26e405 x-openstack-request-id: req-9a520541-57e4-445d-b4b1-de8fde26e405 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:25.226993 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c49f37d-9c86-4bfa-b28b-6874827ca9b3", "name": "network-vif-plugged", "status": "completed", "tag": "c1781fc0-546d-4cc0-b59e-ab10a28f83e0", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:25.227344 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a520541-57e4-445d-b4b1-de8fde26e405 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:25.228445 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c49f37d-9c86-4bfa-b28b-6874827ca9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1781fc0-546d-4cc0-b59e-ab10a28f83e0', 'code': 200} Aug 31 14:15:25.233456 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.237100 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-ec14004b-a85a-4007-90a2-78821d6b551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:25.239017 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-ec14004b-a85a-4007-90a2-78821d6b551d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1486442 Aug 31 14:15:25.298868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Transition to ACTIVE for port object 1dab4d36-ec43-40e9-bb8b-1291161e9933 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:25.330930 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a00f8e79-1927-4fcb-add7-c554ec80c887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.385148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-39209a0e-7020-4f77-a603-7e9f7a189b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:25.386789 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-39209a0e-7020-4f77-a603-7e9f7a189b03 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1335907 Aug 31 14:15:25.408546 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a00f8e79-1927-4fcb-add7-c554ec80c887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.414270 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b899c642-ef65-4512-b6b6-458622f2fab4 req-e1155e51-b933-43b8-9899-8068ecfa5b11 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 210 time: 0.0620930 Aug 31 14:15:25.427448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327919c-c718-4bb3-95da-303c6af655cd req-be220f09-ecee-4baf-90af-6bb37b56900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:25.429352 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d327919c-c718-4bb3-95da-303c6af655cd req-be220f09-ecee-4baf-90af-6bb37b56900a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 1101 time: 0.1277351 Aug 31 14:15:25.432258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fbdaf-1605-4566-a313-1dea9ac16997 req-8f4bce96-9ab2-4b99-9776-4c9c18a2e061 tempest-AggregatesAdminTestJSON-2064791440 tempest-AggregatesAdminTestJSON-2064791440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:25.434596 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f9fbdaf-1605-4566-a313-1dea9ac16997 req-8f4bce96-9ab2-4b99-9776-4c9c18a2e061 tempest-AggregatesAdminTestJSON-2064791440 tempest-AggregatesAdminTestJSON-2064791440-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 1122 time: 0.0910449 Aug 31 14:15:25.477186 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8f9fbdaf-1605-4566-a313-1dea9ac16997 req-2808e528-6342-4a07-8700-6de5ee4f6912 tempest-AggregatesAdminTestJSON-2064791440 tempest-AggregatesAdminTestJSON-2064791440-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.517990 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.523118 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d327919c-c718-4bb3-95da-303c6af655cd req-e0c63634-bdbd-480c-babc-7242e6b8a30a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776772 Aug 31 14:15:25.618684 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8f9fbdaf-1605-4566-a313-1dea9ac16997 req-2808e528-6342-4a07-8700-6de5ee4f6912 tempest-AggregatesAdminTestJSON-2064791440 tempest-AggregatesAdminTestJSON-2064791440-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.631148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:25.637438 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8f9fbdaf-1605-4566-a313-1dea9ac16997 req-2808e528-6342-4a07-8700-6de5ee4f6912 tempest-AggregatesAdminTestJSON-2064791440 tempest-AggregatesAdminTestJSON-2064791440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.647857 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:25.650618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Pushing event updated for resources: {'Port': ['ID=1dab4d36-ec43-40e9-bb8b-1291161e9933,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:25.665344 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f9fbdaf-1605-4566-a313-1dea9ac16997 req-2808e528-6342-4a07-8700-6de5ee4f6912 tempest-AggregatesAdminTestJSON-2064791440 tempest-AggregatesAdminTestJSON-2064791440-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211657 Aug 31 14:15:25.666374 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:25.675098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:25.675805 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.693030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808e528-6342-4a07-8700-6de5ee4f6912 tempest-AggregatesAdminTestJSON-2064791440 tempest-AggregatesAdminTestJSON-2064791440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948acd45-b8fa-4d0b-8a3c-325692c9c780,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:25.699273 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485da1f9-f643-44db-a1f1-79973b4b05c3 req-aa681c77-3b7e-4794-a16b-20989b737570 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:25.699273 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-485da1f9-f643-44db-a1f1-79973b4b05c3 req-aa681c77-3b7e-4794-a16b-20989b737570 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 950 time: 0.2043931 Aug 31 14:15:25.706490 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a00f8e79-1927-4fcb-add7-c554ec80c887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.712336 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a00f8e79-1927-4fcb-add7-c554ec80c887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.713729 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a00f8e79-1927-4fcb-add7-c554ec80c887 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc9c77b9-2088-46fc-ba7d-70c1eddb5144 HTTP/1.1" status: 204 len: 168 time: 0.5808051 Aug 31 14:15:25.716067 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-f842e1fb-bc8f-47c5-a6f6-8f5b41f5fd94 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053653 Aug 31 14:15:25.754315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f8e79-1927-4fcb-add7-c554ec80c887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9c77b9-2088-46fc-ba7d-70c1eddb5144,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:25.759643 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9227d24a-d173-42e6-810d-e8e47226bedb req-fb64d6b0-1064-4c42-bc80-c9f8186ff58a tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3159962 Aug 31 14:15:25.785344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Request body: {'port': {'device_id': 'e9be1309-3166-4fd2-aae7-25336de3a690', 'device_owner': 'compute:tempest-test_az-1171581558', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:25.822015 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-485da1f9-f643-44db-a1f1-79973b4b05c3 req-765295be-cdf5-48fa-af7c-3d0f14d43b2f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045012 Aug 31 14:15:25.998589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2dd10cd5-5e6c-499e-9efc-e25019b00f4a None None] Provisioning for port 1dab4d36-ec43-40e9-bb8b-1291161e9933 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:26.009982 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.012072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2dd10cd5-5e6c-499e-9efc-e25019b00f4a None None] Provisioning complete for port 1dab4d36-ec43-40e9-bb8b-1291161e9933 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:26.012672 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2dd10cd5-5e6c-499e-9efc-e25019b00f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.057485 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2dd10cd5-5e6c-499e-9efc-e25019b00f4a None None] Port 1dab4d36-ec43-40e9-bb8b-1291161e9933 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:26.165382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52872) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:26.179962 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1dfccf35-84c7-4f29-8937-dd57ac62cc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.290384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f028db-04e6-4e6b-9535-5f983db1f73e req-2292782e-a3f9-4b94-843e-f6f95262842d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:26.291853 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0f028db-04e6-4e6b-9535-5f983db1f73e req-2292782e-a3f9-4b94-843e-f6f95262842d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 948 time: 0.3682275 Aug 31 14:15:26.321764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b34de-979e-42f8-8d7f-7930832c27e6 req-d5b5b01a-3119-4464-b2b3-972272f13ce6 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:26.323314 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a2b34de-979e-42f8-8d7f-7930832c27e6 req-d5b5b01a-3119-4464-b2b3-972272f13ce6 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 943 time: 0.0723290 Aug 31 14:15:26.338047 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1dfccf35-84c7-4f29-8937-dd57ac62cc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.344589 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c88b7b85-8b84-4153-b99b-ae6620b0e127 req-6e32a431-138e-4c60-a479-999944dce011 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790437 Aug 31 14:15:26.353786 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1dfccf35-84c7-4f29-8937-dd57ac62cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.406296 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfccf35-84c7-4f29-8937-dd57ac62cc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb9f42f-81b2-4dd1-87fe-f8fcd9e6d4b8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:26.419379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a2b34de-979e-42f8-8d7f-7930832c27e6 req-67488906-913f-4afe-a05a-497729e10baa tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842919 Aug 31 14:15:26.422616 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1dfccf35-84c7-4f29-8937-dd57ac62cc7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f627c0036544c4596aa196a4f37409e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559774 Aug 31 14:15:26.425165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52878) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:26.460589 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0f028db-04e6-4e6b-9535-5f983db1f73e req-be89f71a-05ea-496f-8034-f8557504ee8e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598139 Aug 31 14:15:26.508393 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff1587e0-1dbd-4499-8fad-8d928ead6314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.533972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff1587e0-1dbd-4499-8fad-8d928ead6314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.552574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49564c-7092-4274-bfc1-97dcf268f5c5 req-0cf5ad14-3a25-41ce-a721-02a4e13d90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:26.554304 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c49564c-7092-4274-bfc1-97dcf268f5c5 req-0cf5ad14-3a25-41ce-a721-02a4e13d90b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 1099 time: 0.1553857 Aug 31 14:15:26.612094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6338a33-5e29-41cf-a20c-d73fbe74ed03 req-9a50e7f6-6f74-4a01-b2d7-2e96b0814305 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:26.613799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6338a33-5e29-41cf-a20c-d73fbe74ed03 req-9a50e7f6-6f74-4a01-b2d7-2e96b0814305 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 936 time: 0.0827775 Aug 31 14:15:26.649742 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff1587e0-1dbd-4499-8fad-8d928ead6314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.653407 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff1587e0-1dbd-4499-8fad-8d928ead6314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.655257 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ff1587e0-1dbd-4499-8fad-8d928ead6314 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffb9f42f-81b2-4dd1-87fe-f8fcd9e6d4b8 HTTP/1.1" status: 204 len: 168 time: 0.2283916 Aug 31 14:15:26.675368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1587e0-1dbd-4499-8fad-8d928ead6314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb9f42f-81b2-4dd1-87fe-f8fcd9e6d4b8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:26.684236 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6338a33-5e29-41cf-a20c-d73fbe74ed03 req-4c31fcdc-c2bb-48d9-a084-f48061152ae9 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/security-groups?id=925c5f08-4bb1-4570-ac5e-edb54bc5d8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626490 Aug 31 14:15:26.691103 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b4126d32-fa6a-4e48-8767-c3d2463b1008 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:26.735871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49564c-7092-4274-bfc1-97dcf268f5c5 req-9337eb36-004a-489f-92a8-46b8777596fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:26.737425 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c49564c-7092-4274-bfc1-97dcf268f5c5 req-9337eb36-004a-489f-92a8-46b8777596fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1725979 Aug 31 14:15:26.754195 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dab4d36-ec43-40e9-bb8b-1291161e9933 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:26.797935 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.801508 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c49564c-7092-4274-bfc1-97dcf268f5c5 req-8b2e5cb9-d57c-4d57-8f0a-92744b4413b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=e7eae629-05eb-43da-97c0-79c60a87969b HTTP/1.1" status: 200 len: 217 time: 0.0422175 Aug 31 14:15:26.814850 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Transition to ACTIVE for port object 1dab4d36-ec43-40e9-bb8b-1291161e9933 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:26.819657 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.828664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port b4126d32-fa6a-4e48-8767-c3d2463b1008, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b4126d32-fa6a-4e48-8767-c3d2463b1008,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:26.878920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'b4126d32-fa6a-4e48-8767-c3d2463b1008', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'port_id': 'b4126d32-fa6a-4e48-8767-c3d2463b1008', 'mac_address': 'fa:16:3e:86:54:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:26.888071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49564c-7092-4274-bfc1-97dcf268f5c5 req-92987540-4bab-4cea-9466-98c68ad748c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:26.889851 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c49564c-7092-4274-bfc1-97dcf268f5c5 req-92987540-4bab-4cea-9466-98c68ad748c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0674434 Aug 31 14:15:26.959950 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.989008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4126d32-fa6a-4e48-8767-c3d2463b1008 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:27.010867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=1dab4d36-ec43-40e9-bb8b-1291161e9933,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:27.041413 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port b4126d32-fa6a-4e48-8767-c3d2463b1008, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b4126d32-fa6a-4e48-8767-c3d2463b1008,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:27.055087 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.142303 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49564c-7092-4274-bfc1-97dcf268f5c5 req-ace3ccbe-9a17-4c4d-b96b-eac585eeec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.144075 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c49564c-7092-4274-bfc1-97dcf268f5c5 req-ace3ccbe-9a17-4c4d-b96b-eac585eeec48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2304962 Aug 31 14:15:27.147990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=b4126d32-fa6a-4e48-8767-c3d2463b1008,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:27.148611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Attempting to bind port 1dab4d36-ec43-40e9-bb8b-1291161e9933 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:27.149228 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Attempting to bind port 1dab4d36-ec43-40e9-bb8b-1291161e9933 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:27.149524 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Attempting to bind port 1dab4d36-ec43-40e9-bb8b-1291161e9933 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:27.208213 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Port 1dab4d36-ec43-40e9-bb8b-1291161e9933 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:27.208539 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Attempting to bind port 1dab4d36-ec43-40e9-bb8b-1291161e9933 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:27.223407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9407881-825c-491f-8688-4e37abf3fe7c req-6c373394-219e-43bf-82d4-f6ce45f789c4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.224654 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c9407881-825c-491f-8688-4e37abf3fe7c req-6c373394-219e-43bf-82d4-f6ce45f789c4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 950 time: 0.2666543 Aug 31 14:15:27.235486 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:27.235831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:27.236208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:27.236651 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Bound port: 1dab4d36-ec43-40e9-bb8b-1291161e9933, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:27.237789 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.343478 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c9407881-825c-491f-8688-4e37abf3fe7c req-2d599132-7ea8-492c-a5f1-0753c3772a27 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021047 Aug 31 14:15:27.386918 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c49564c-7092-4274-bfc1-97dcf268f5c5 req-46df2c72-5159-40bb-94fc-2d2b55f48c26 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316570 Aug 31 14:15:27.388699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] For port 1dab4d36-ec43-40e9-bb8b-1291161e9933, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:27.392860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] For port 1dab4d36-ec43-40e9-bb8b-1291161e9933, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1dab4d36-ec43-40e9-bb8b-1291161e9933,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:27.399895 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.467114 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.467775 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.469875 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] 10.222.0.60 "PUT /v2.0/ports/1dab4d36-ec43-40e9-bb8b-1291161e9933 HTTP/1.1" status: 200 len: 1118 time: 1.6904726 Aug 31 14:15:27.503704 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9be1309-3166-4fd2-aae7-25336de3a690', 'tag': '1dab4d36-ec43-40e9-bb8b-1291161e9933'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:27.505340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['b4126d32-fa6a-4e48-8767-c3d2463b1008'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:27.505817 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b486983-5a46-41e4-a229-7c1253becc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9be1309-3166-4fd2-aae7-25336de3a690", "tag": "1dab4d36-ec43-40e9-bb8b-1291161e9933"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:27.625943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a7de2-6a6c-4667-b20f-cef16b210ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=1dab4d36-ec43-40e9-bb8b-1291161e9933,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:27.661789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115a84c-ad9f-4e22-8ed5-fc63b83b8e0e req-666053cf-3f5e-4304-aa8c-b081e694f54a tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.670350 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2115a84c-ad9f-4e22-8ed5-fc63b83b8e0e req-666053cf-3f5e-4304-aa8c-b081e694f54a tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 944 time: 0.1457641 Aug 31 14:15:27.680505 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227d24a-d173-42e6-810d-e8e47226bedb req-66defe7a-579c-45a3-b3a1-6f6ded813ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.682023 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9227d24a-d173-42e6-810d-e8e47226bedb req-66defe7a-579c-45a3-b3a1-6f6ded813ee1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69d6865b707148fea9f088d69df9ed02&device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 1121 time: 0.1560318 Aug 31 14:15:27.795917 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c49564c-7092-4274-bfc1-97dcf268f5c5 req-11c9cca2-ebae-4d36-be98-9ca73fa4dfff service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630443 Aug 31 14:15:27.801651 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9227d24a-d173-42e6-810d-e8e47226bedb req-5149e1b0-c816-48d9-aa7d-5d7479cdf42a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=1dab4d36-ec43-40e9-bb8b-1291161e9933 HTTP/1.1" status: 200 len: 217 time: 0.0831654 Aug 31 14:15:27.823967 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2115a84c-ad9f-4e22-8ed5-fc63b83b8e0e req-4fdd9ac7-3a79-467d-944d-091a2f711c7f tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525953 Aug 31 14:15:27.874647 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591de0d0-eb36-48e1-8d66-51afedad2169 x-openstack-request-id: req-591de0d0-eb36-48e1-8d66-51afedad2169 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:27.875196 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9be1309-3166-4fd2-aae7-25336de3a690", "tag": "1dab4d36-ec43-40e9-bb8b-1291161e9933", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:27.875526 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-591de0d0-eb36-48e1-8d66-51afedad2169 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:27.877537 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9be1309-3166-4fd2-aae7-25336de3a690', 'tag': '1dab4d36-ec43-40e9-bb8b-1291161e9933', 'status': 'completed', 'code': 200} Aug 31 14:15:27.907501 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227d24a-d173-42e6-810d-e8e47226bedb req-8edf0ee7-3c27-4514-ad4a-0e749f2102cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.909455 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9227d24a-d173-42e6-810d-e8e47226bedb req-8edf0ee7-3c27-4514-ad4a-0e749f2102cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0844049 Aug 31 14:15:27.955866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c9c57-7e65-413c-9317-9aab0cee3f30 req-dc295797-d749-4c0d-9536-974610a74cc0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.957381 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d8c9c57-7e65-413c-9317-9aab0cee3f30 req-dc295797-d749-4c0d-9536-974610a74cc0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 948 time: 0.0981121 Aug 31 14:15:28.001050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227d24a-d173-42e6-810d-e8e47226bedb req-21725aab-c96b-4c1a-852e-9c5dddde05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:28.008456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9227d24a-d173-42e6-810d-e8e47226bedb req-21725aab-c96b-4c1a-852e-9c5dddde05e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862010 Aug 31 14:15:28.008687 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d8c9c57-7e65-413c-9317-9aab0cee3f30 req-f48c8162-3c64-4723-867d-6ab2b131e98b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420666 Aug 31 14:15:28.095708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fa16d-3cbe-4bcc-a3ba-ac41d7bbbad9 req-c88055a0-278b-483a-876e-ea4317a3b339 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:28.099763 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de8fa16d-3cbe-4bcc-a3ba-ac41d7bbbad9 req-c88055a0-278b-483a-876e-ea4317a3b339 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 970 time: 0.1243072 Aug 31 14:15:28.181011 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de8fa16d-3cbe-4bcc-a3ba-ac41d7bbbad9 req-f117e70e-2011-4823-8c47-aed168a6670b tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/security-groups?id=925c5f08-4bb1-4570-ac5e-edb54bc5d8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739517 Aug 31 14:15:28.188018 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9227d24a-d173-42e6-810d-e8e47226bedb req-b092c16b-04cd-4378-b7ba-28281f29c9e2 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602132 Aug 31 14:15:28.324770 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9227d24a-d173-42e6-810d-e8e47226bedb req-70f46dbc-0eff-4381-ae61-5314e62c258f service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322525 Aug 31 14:15:28.436514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b486983-5a46-41e4-a229-7c1253becc9d req-817e157a-91a8-48b0-85f7-a48c2d2505ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:28.438047 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b486983-5a46-41e4-a229-7c1253becc9d req-817e157a-91a8-48b0-85f7-a48c2d2505ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69d6865b707148fea9f088d69df9ed02&device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 1121 time: 0.0529714 Aug 31 14:15:28.572708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b486983-5a46-41e4-a229-7c1253becc9d req-0714f3e9-53d4-4c30-8a91-035f685f2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:28.574826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b486983-5a46-41e4-a229-7c1253becc9d req-0714f3e9-53d4-4c30-8a91-035f685f2345 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1246705 Aug 31 14:15:28.655272 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b486983-5a46-41e4-a229-7c1253becc9d req-65312364-50ed-4e8b-a151-4fec6e073b05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=1dab4d36-ec43-40e9-bb8b-1291161e9933 HTTP/1.1" status: 200 len: 217 time: 0.0679858 Aug 31 14:15:28.705783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b4126d32-fa6a-4e48-8767-c3d2463b1008 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:28.721168 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12479ff4-f678-4407-86cc-c882d7358dbd req-4d2166ec-d33f-4488-b833-7b0545167135 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:28.723404 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12479ff4-f678-4407-86cc-c882d7358dbd req-4d2166ec-d33f-4488-b833-7b0545167135 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 950 time: 0.1471951 Aug 31 14:15:28.760073 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b486983-5a46-41e4-a229-7c1253becc9d req-bbf23ed1-ced1-49a8-9479-5cc43df3f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:28.761751 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b486983-5a46-41e4-a229-7c1253becc9d req-bbf23ed1-ced1-49a8-9479-5cc43df3f82f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0815809 Aug 31 14:15:28.834368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port b4126d32-fa6a-4e48-8767-c3d2463b1008 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:28.836426 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12479ff4-f678-4407-86cc-c882d7358dbd req-a1d48241-1167-431a-a683-41879f1bb0d3 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036880 Aug 31 14:15:28.849817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port b4126d32-fa6a-4e48-8767-c3d2463b1008 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:28.851021 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:28.866603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b486983-5a46-41e4-a229-7c1253becc9d req-50e9f2b4-3349-4c15-a4f1-d7adba976cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:28.868796 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b486983-5a46-41e4-a229-7c1253becc9d req-50e9f2b4-3349-4c15-a4f1-d7adba976cc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929346 Aug 31 14:15:28.957609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53054) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:29.020022 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.020961 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b486983-5a46-41e4-a229-7c1253becc9d req-bfe552ce-fb59-40b7-b2a4-9e69c95d0d19 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408355 Aug 31 14:15:29.052603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d2078-3143-4e2c-aa17-b44afc04d079 req-1516abc5-010c-41c3-9c26-280ef169a068 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.054487 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b81d2078-3143-4e2c-aa17-b44afc04d079 req-1516abc5-010c-41c3-9c26-280ef169a068 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 944 time: 0.0872493 Aug 31 14:15:29.067269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4126d32-fa6a-4e48-8767-c3d2463b1008'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:29.073216 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6060c19a-5de1-45cd-9e7e-e09af4485935" -d '{"events": [{"server_uuid": "e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0", "name": "network-vif-plugged", "status": "completed", "tag": "b4126d32-fa6a-4e48-8767-c3d2463b1008"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:29.080856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port b4126d32-fa6a-4e48-8767-c3d2463b1008, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b4126d32-fa6a-4e48-8767-c3d2463b1008,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:29.086459 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.121233 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b81d2078-3143-4e2c-aa17-b44afc04d079 req-e807d211-c312-458d-a5bd-af8940474434 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576658 Aug 31 14:15:29.170770 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b486983-5a46-41e4-a229-7c1253becc9d req-74d096af-11bc-4790-976f-569fbd48516f service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417489 Aug 31 14:15:29.172684 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ed511e3-51c2-4223-9aa2-2bd167a2ddea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.176413 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=b4126d32-fa6a-4e48-8767-c3d2463b1008,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:29.271317 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ed511e3-51c2-4223-9aa2-2bd167a2ddea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.276653 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ed511e3-51c2-4223-9aa2-2bd167a2ddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.314889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed511e3-51c2-4223-9aa2-2bd167a2ddea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8829d5-2b9f-46b5-a7d7-ff269666f6b8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:29.326633 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4ed511e3-51c2-4223-9aa2-2bd167a2ddea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d79b7c9ae0749f4bce85709f23e003e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667850 Aug 31 14:15:29.328418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53066) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:29.381367 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d7a91173-a16a-40d4-8418-ee168658148b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.408767 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d7a91173-a16a-40d4-8418-ee168658148b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.485608 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d7a91173-a16a-40d4-8418-ee168658148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.488498 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d7a91173-a16a-40d4-8418-ee168658148b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.492225 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d7a91173-a16a-40d4-8418-ee168658148b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf8829d5-2b9f-46b5-a7d7-ff269666f6b8 HTTP/1.1" status: 204 len: 168 time: 0.1603312 Aug 31 14:15:29.499879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a91173-a16a-40d4-8418-ee168658148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8829d5-2b9f-46b5-a7d7-ff269666f6b8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:29.504277 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f1658-ab6b-458d-b04a-0abbac69b0ca req-32a86985-362b-4367-b522-b4412cb55202 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.512383 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8f8f1658-ab6b-458d-b04a-0abbac69b0ca req-32a86985-362b-4367-b522-b4412cb55202 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 1101 time: 0.0539715 Aug 31 14:15:29.539486 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8f8f1658-ab6b-458d-b04a-0abbac69b0ca req-1162787d-9d9d-4338-b80e-69f1930ba622 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.593675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b0544-5ced-45de-a311-597d01a7b269 req-8e459a04-1b44-44e6-8673-75b3b1f52709 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.595487 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9f6b0544-5ced-45de-a311-597d01a7b269 req-8e459a04-1b44-44e6-8673-75b3b1f52709 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 948 time: 0.0561152 Aug 31 14:15:29.646079 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8f8f1658-ab6b-458d-b04a-0abbac69b0ca req-1162787d-9d9d-4338-b80e-69f1930ba622 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.647788 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9f6b0544-5ced-45de-a311-597d01a7b269 req-9c9c9433-a539-4e78-99ad-a66712248924 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430505 Aug 31 14:15:29.651102 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8f8f1658-ab6b-458d-b04a-0abbac69b0ca req-1162787d-9d9d-4338-b80e-69f1930ba622 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.684154 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8f8f1658-ab6b-458d-b04a-0abbac69b0ca req-1162787d-9d9d-4338-b80e-69f1930ba622 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620991 Aug 31 14:15:29.688557 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0076af36-d330-43c8-8d71-adbb01a7c169 x-openstack-request-id: req-0076af36-d330-43c8-8d71-adbb01a7c169 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:29.689085 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0", "name": "network-vif-plugged", "status": "completed", "tag": "b4126d32-fa6a-4e48-8767-c3d2463b1008", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:29.689518 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0076af36-d330-43c8-8d71-adbb01a7c169 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:29.690094 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4126d32-fa6a-4e48-8767-c3d2463b1008', 'code': 200} Aug 31 14:15:29.699031 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162787d-9d9d-4338-b80e-69f1930ba622 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4438da56-9a7b-4a2a-bc33-08ea9d2e9c41,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:29.828256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845bd45-661c-49b6-bdb6-191d49251e0b req-83451966-4037-4593-9928-f0df0afc48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.830361 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e845bd45-661c-49b6-bdb6-191d49251e0b req-83451966-4037-4593-9928-f0df0afc48a3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 1096 time: 0.0631618 Aug 31 14:15:29.831331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50917753-c890-4abe-8464-c2afea9c660c req-7b15c14d-95d7-4f3f-94c3-fe21680e781e tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.833715 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-50917753-c890-4abe-8464-c2afea9c660c req-7b15c14d-95d7-4f3f-94c3-fe21680e781e tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 970 time: 0.0702710 Aug 31 14:15:29.876929 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e845bd45-661c-49b6-bdb6-191d49251e0b req-1c139c0c-2420-433b-b262-33da00b68b6a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368614 Aug 31 14:15:29.888014 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-50917753-c890-4abe-8464-c2afea9c660c req-d4685993-e474-48d2-a846-269d5233dce9 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/security-groups?id=925c5f08-4bb1-4570-ac5e-edb54bc5d8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461898 Aug 31 14:15:29.904302 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53082) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:29.923847 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1bbda92b-d69f-41dd-a1ff-5da2b053ba83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.091146 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1bbda92b-d69f-41dd-a1ff-5da2b053ba83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.098055 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1bbda92b-d69f-41dd-a1ff-5da2b053ba83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.145783 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1bbda92b-d69f-41dd-a1ff-5da2b053ba83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf85118c08e44b43aea38f823be642ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397721 Aug 31 14:15:30.147030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbda92b-d69f-41dd-a1ff-5da2b053ba83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a163140-633a-4d22-8b3c-8869ab7ceb61,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:30.148384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53100) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:30.229990 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0ebad54-0c16-4a8e-94fc-48f95a63309c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.264200 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0ebad54-0c16-4a8e-94fc-48f95a63309c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.321388 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0ebad54-0c16-4a8e-94fc-48f95a63309c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.325736 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0ebad54-0c16-4a8e-94fc-48f95a63309c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.327341 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a0ebad54-0c16-4a8e-94fc-48f95a63309c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a163140-633a-4d22-8b3c-8869ab7ceb61 HTTP/1.1" status: 204 len: 168 time: 0.1778934 Aug 31 14:15:30.337291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebad54-0c16-4a8e-94fc-48f95a63309c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a163140-633a-4d22-8b3c-8869ab7ceb61,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:30.369766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1491e-cacf-4181-9160-cb8bb908decb req-0699a79c-ccf9-4087-a22b-8b361e9abe3d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.373984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8bc1491e-cacf-4181-9160-cb8bb908decb req-0699a79c-ccf9-4087-a22b-8b361e9abe3d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 945 time: 0.1008120 Aug 31 14:15:30.442583 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8bc1491e-cacf-4181-9160-cb8bb908decb req-c3aef6ff-3a4a-4434-bb92-db7dda67430c tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595202 Aug 31 14:15:30.451880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53112) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:30.531441 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6738feda-581f-467d-b08a-f8cc98f2b77b req-c682d92f-9ed4-48fc-864b-3693ddc2461c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715592 Aug 31 14:15:30.681377 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738feda-581f-467d-b08a-f8cc98f2b77b req-5a0f4ebb-960f-435f-b585-c8aa79f6a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.683241 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6738feda-581f-467d-b08a-f8cc98f2b77b req-5a0f4ebb-960f-435f-b585-c8aa79f6a182 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 1101 time: 0.0880766 Aug 31 14:15:30.723752 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-abf4959f-617c-4b3e-a5f9-3ce7df2a2ddf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1901edefb11847a7897a42142ce0f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391061 Aug 31 14:15:30.742797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device e7eae629-05eb-43da-97c0-79c60a87969b details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:30.789009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497f7af-b2b8-461a-97aa-33d107336d57 req-4017ae10-82bd-4d59-9066-40c8308d584f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.790608 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4497f7af-b2b8-461a-97aa-33d107336d57 req-4017ae10-82bd-4d59-9066-40c8308d584f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 948 time: 0.0613649 Aug 31 14:15:30.836237 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4497f7af-b2b8-461a-97aa-33d107336d57 req-47bdcd4e-2e3f-4fe1-96c5-b241b09ebf5a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373807 Aug 31 14:15:30.892376 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9307de0d-d96b-454f-b653-5b42d6579f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.916671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port e7eae629-05eb-43da-97c0-79c60a87969b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=e7eae629-05eb-43da-97c0-79c60a87969b,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:30.932187 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'e7eae629-05eb-43da-97c0-79c60a87969b', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'e7eae629-05eb-43da-97c0-79c60a87969b', 'mac_address': 'fa:16:3e:3c:e0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:30.988209 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738feda-581f-467d-b08a-f8cc98f2b77b req-ddc1d6e7-95ea-47fb-9a2b-43fffb12a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.989981 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6738feda-581f-467d-b08a-f8cc98f2b77b req-ddc1d6e7-95ea-47fb-9a2b-43fffb12a3ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.2778974 Aug 31 14:15:31.000853 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.017513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7eae629-05eb-43da-97c0-79c60a87969b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:31.048482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port e7eae629-05eb-43da-97c0-79c60a87969b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=e7eae629-05eb-43da-97c0-79c60a87969b,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:31.054277 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.075979 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53150) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:31.105532 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9307de0d-d96b-454f-b653-5b42d6579f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.133823 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-529adb6d-8266-42bb-b06c-09e15b8f2971 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.141171 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=e7eae629-05eb-43da-97c0-79c60a87969b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:31.141342 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-529adb6d-8266-42bb-b06c-09e15b8f2971 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4023314 Aug 31 14:15:31.145652 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9307de0d-d96b-454f-b653-5b42d6579f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.212800 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-3b666b28-85ed-41e8-b5f2-be9dc91d740a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/quotas/1901edefb11847a7897a42142ce0f797 HTTP/1.1" status: 200 len: 375 time: 0.0702746 Aug 31 14:15:31.233512 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2168e3e-e00b-4629-97d9-385d3d7a4c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.240548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6738feda-581f-467d-b08a-f8cc98f2b77b req-ec4dafff-dc6a-46c1-880a-b95686091bc1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c1781fc0-546d-4cc0-b59e-ab10a28f83e0 HTTP/1.1" status: 200 len: 217 time: 0.1276724 Aug 31 14:15:31.254408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307de0d-d96b-454f-b653-5b42d6579f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c4236d-0690-4dea-ab07-84dc1df0d9a2,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:31.295136 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9307de0d-d96b-454f-b653-5b42d6579f09 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4000a8d449324da8ae06602ac9e3e210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8410504 Aug 31 14:15:31.317042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53164) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:31.343360 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-731e0b06-db04-41a2-848d-17c156a45ee0 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1296623 Aug 31 14:15:31.353489 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738feda-581f-467d-b08a-f8cc98f2b77b req-0db3ff05-79f2-4edb-8af8-ef6a0c16393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.355371 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6738feda-581f-467d-b08a-f8cc98f2b77b req-0db3ff05-79f2-4edb-8af8-ef6a0c16393e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0926974 Aug 31 14:15:31.363059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['e7eae629-05eb-43da-97c0-79c60a87969b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:31.459793 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d6d72-7d45-484e-963a-1aed5122bf24 req-ab2660ec-8151-46f6-a5b7-e000c90b4653 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.467460 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-163d6d72-7d45-484e-963a-1aed5122bf24 req-ab2660ec-8151-46f6-a5b7-e000c90b4653 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 970 time: 0.1493616 Aug 31 14:15:31.477048 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738feda-581f-467d-b08a-f8cc98f2b77b req-9d2f9b33-b4d0-45ee-a390-490738fe44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.485381 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6738feda-581f-467d-b08a-f8cc98f2b77b req-9d2f9b33-b4d0-45ee-a390-490738fe44e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111977 Aug 31 14:15:31.486615 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8299e884-db28-4580-b2cc-057fe84a899b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.519533 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2168e3e-e00b-4629-97d9-385d3d7a4c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.538022 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2168e3e-e00b-4629-97d9-385d3d7a4c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.541601 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8299e884-db28-4580-b2cc-057fe84a899b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.592141 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-163d6d72-7d45-484e-963a-1aed5122bf24 req-80893250-4e5b-4c89-b564-0cf599c431fb tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/security-groups?id=925c5f08-4bb1-4570-ac5e-edb54bc5d8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237533 Aug 31 14:15:31.639995 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6738feda-581f-467d-b08a-f8cc98f2b77b req-cc484142-5455-44a1-b43c-2295cfbc0432 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269972 Aug 31 14:15:31.668715 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c2168e3e-e00b-4629-97d9-385d3d7a4c9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32a5e3edbfa94453a28a08a21aec9454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5913081 Aug 31 14:15:31.670499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2168e3e-e00b-4629-97d9-385d3d7a4c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f698093d-d5e2-4c25-ad5d-0b914a01f2dc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:31.673169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53176) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:31.768426 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8299e884-db28-4580-b2cc-057fe84a899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.771010 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8299e884-db28-4580-b2cc-057fe84a899b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.774465 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8299e884-db28-4580-b2cc-057fe84a899b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29c4236d-0690-4dea-ab07-84dc1df0d9a2 HTTP/1.1" status: 204 len: 168 time: 0.4529722 Aug 31 14:15:31.779625 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6738feda-581f-467d-b08a-f8cc98f2b77b req-7dae4bf8-ddb4-4227-b3d1-fe0ebdfc396a service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294549 Aug 31 14:15:31.790889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299e884-db28-4580-b2cc-057fe84a899b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c4236d-0690-4dea-ab07-84dc1df0d9a2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:31.815527 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b75f-701b-4952-85d1-f9f26beefa1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.833219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdca27-24ed-44ca-bb48-a0b844bb604d req-17fa43f2-697a-4b88-9e7d-3cf1955fd6bb tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.852020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73fdca27-24ed-44ca-bb48-a0b844bb604d req-17fa43f2-697a-4b88-9e7d-3cf1955fd6bb tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 971 time: 0.1460373 Aug 31 14:15:31.914232 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b75f-701b-4952-85d1-f9f26beefa1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.937149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 1dab4d36-ec43-40e9-bb8b-1291161e9933 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:31.968244 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73fdca27-24ed-44ca-bb48-a0b844bb604d req-8bfa555a-ce7f-43e1-a506-3f69f43d2748 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153226 Aug 31 14:15:31.999583 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9f3cb-3fb7-49e6-8e17-65f2a374321b req-92034f95-4422-4ebb-983f-0e33ddd47489 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:32.001228 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7ce9f3cb-3fb7-49e6-8e17-65f2a374321b req-92034f95-4422-4ebb-983f-0e33ddd47489 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 945 time: 0.0900621 Aug 31 14:15:32.042444 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b75f-701b-4952-85d1-f9f26beefa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.045914 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b75f-701b-4952-85d1-f9f26beefa1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.047241 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9ea1b75f-701b-4952-85d1-f9f26beefa1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f698093d-d5e2-4c25-ad5d-0b914a01f2dc HTTP/1.1" status: 204 len: 168 time: 0.3728402 Aug 31 14:15:32.064999 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1b75f-701b-4952-85d1-f9f26beefa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f698093d-d5e2-4c25-ad5d-0b914a01f2dc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:32.098197 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7ce9f3cb-3fb7-49e6-8e17-65f2a374321b req-dd556266-992e-4ae9-9a50-743464e7dd98 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904341 Aug 31 14:15:32.187734 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 1dab4d36-ec43-40e9-bb8b-1291161e9933, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1dab4d36-ec43-40e9-bb8b-1291161e9933,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:32.208992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '1dab4d36-ec43-40e9-bb8b-1291161e9933', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '1dab4d36-ec43-40e9-bb8b-1291161e9933', 'mac_address': 'fa:16:3e:26:3e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:tempest-test_az-1171581558', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:32.227421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a777cd-e5ac-4bc8-a9aa-b9080626e678 req-203f9c74-7628-40fc-b703-f8b59986ecd8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:32.236355 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94a777cd-e5ac-4bc8-a9aa-b9080626e678 req-203f9c74-7628-40fc-b703-f8b59986ecd8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 949 time: 0.0635185 Aug 31 14:15:32.288564 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.307454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dab4d36-ec43-40e9-bb8b-1291161e9933 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:32.325494 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94a777cd-e5ac-4bc8-a9aa-b9080626e678 req-16618445-178b-4ef8-b3ad-3756bf4757ee tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880055 Aug 31 14:15:32.349305 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 1dab4d36-ec43-40e9-bb8b-1291161e9933, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1dab4d36-ec43-40e9-bb8b-1291161e9933,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:32.356082 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.445534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=1dab4d36-ec43-40e9-bb8b-1291161e9933,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:32.585968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e2a1c7d-a7ce-436b-89e4-feb5dff0eee0 req-0dea0dae-75a3-4991-bfb6-84251481548a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 210 time: 0.0613124 Aug 31 14:15:32.597666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['1dab4d36-ec43-40e9-bb8b-1291161e9933'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:32.658794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32d4f5-a452-4d39-93cd-18e471372e7a req-4489d50f-8245-449f-8c9b-c659cd40420a tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:32.670599 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee32d4f5-a452-4d39-93cd-18e471372e7a req-4489d50f-8245-449f-8c9b-c659cd40420a tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 945 time: 0.1325641 Aug 31 14:15:32.677787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53216) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:32.685590 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-991c8d94-38f4-4557-9112-769059dc0fbe tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Request body: {'floatingip': {'port_id': 'b4126d32-fa6a-4e48-8767-c3d2463b1008'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:32.763678 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-991c8d94-38f4-4557-9112-769059dc0fbe tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.768986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device e7eae629-05eb-43da-97c0-79c60a87969b up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:32.866645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53218) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:32.913608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53222) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:32.914832 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4790815-8b1c-48d7-8715-faaffec696c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.013341 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6149dfb-c9fd-468b-b4cf-57a635a0ea13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.125500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port e7eae629-05eb-43da-97c0-79c60a87969b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:33.146076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb458685-b62b-4a56-95ff-9ae7d5f8875a req-74c93dad-7626-42c2-bb43-3de0224cf6c1 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:33.155233 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cb458685-b62b-4a56-95ff-9ae7d5f8875a req-74c93dad-7626-42c2-bb43-3de0224cf6c1 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 971 time: 0.4002192 Aug 31 14:15:33.218736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cb458685-b62b-4a56-95ff-9ae7d5f8875a req-4dfd43e2-b45a-4b99-a8e7-efecde39ed13 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/security-groups?id=925c5f08-4bb1-4570-ac5e-edb54bc5d8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623989 Aug 31 14:15:33.224974 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port e7eae629-05eb-43da-97c0-79c60a87969b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:33.225608 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.276737 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4790815-8b1c-48d7-8715-faaffec696c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.407210 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.412648 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6149dfb-c9fd-468b-b4cf-57a635a0ea13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.414857 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4790815-8b1c-48d7-8715-faaffec696c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.434579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d0f6a3-bd41-4f42-93f4-30474eb637f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7eae629-05eb-43da-97c0-79c60a87969b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:33.437710 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a50682a-af9b-4ee7-ab77-1b34d88d6185" -d '{"events": [{"server_uuid": "a5d0f6a3-bd41-4f42-93f4-30474eb637f8", "name": "network-vif-plugged", "status": "completed", "tag": "e7eae629-05eb-43da-97c0-79c60a87969b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:33.455776 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port e7eae629-05eb-43da-97c0-79c60a87969b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=e7eae629-05eb-43da-97c0-79c60a87969b,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:33.460488 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.490677 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6149dfb-c9fd-468b-b4cf-57a635a0ea13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.524358 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=e7eae629-05eb-43da-97c0-79c60a87969b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:33.525502 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f4790815-8b1c-48d7-8715-faaffec696c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5dce7cde47d4d3f9bbd277d97de3b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6563227 Aug 31 14:15:33.539122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53236) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:33.542149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4790815-8b1c-48d7-8715-faaffec696c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6ea9bb-0b5d-42ba-9365-a9206d5865c8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:33.564428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a6149dfb-c9fd-468b-b4cf-57a635a0ea13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dab1d9f4e9d447ff911b9f92fb0f5522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6325982 Aug 31 14:15:33.571145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53240) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:33.601723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d506b7-07a2-4080-8a60-75322039707c req-a18b983b-62b8-47c1-8c53-f9a83f861078 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:33.603251 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30d506b7-07a2-4080-8a60-75322039707c req-a18b983b-62b8-47c1-8c53-f9a83f861078 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.60 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 971 time: 0.4055326 Aug 31 14:15:33.617912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68428f1c-414a-4a13-9c35-08535ef13cfe req-4d69f8eb-73b4-4a95-8884-cd24ac41a088 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:33.627611 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68428f1c-414a-4a13-9c35-08535ef13cfe req-4d69f8eb-73b4-4a95-8884-cd24ac41a088 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 971 time: 0.4200451 Aug 31 14:15:33.652699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b1eac-c46a-4748-89b1-33df098ecba4 req-70150352-7bec-4363-844b-252298c64eb3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:33.655713 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b82b1eac-c46a-4748-89b1-33df098ecba4 req-70150352-7bec-4363-844b-252298c64eb3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.2208476 Aug 31 14:15:33.671266 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6149dfb-c9fd-468b-b4cf-57a635a0ea13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d42c8eb-7430-4e6a-ab7f-58c96222915f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:33.712571 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b854ac60-3ecf-4ffc-8cf3-0d56395210dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.727937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b82b1eac-c46a-4748-89b1-33df098ecba4 req-eaefab32-e082-4b81-a02a-b1ffe8d89d36 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612619 Aug 31 14:15:33.777147 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b854ac60-3ecf-4ffc-8cf3-0d56395210dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.779465 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b693d8c1-7d4d-43e0-976a-e08ce7b2a7f2 x-openstack-request-id: req-b693d8c1-7d4d-43e0-976a-e08ce7b2a7f2 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:33.779819 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d0f6a3-bd41-4f42-93f4-30474eb637f8", "name": "network-vif-plugged", "status": "completed", "tag": "e7eae629-05eb-43da-97c0-79c60a87969b", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:33.780132 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b693d8c1-7d4d-43e0-976a-e08ce7b2a7f2 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:33.780580 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d0f6a3-bd41-4f42-93f4-30474eb637f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7eae629-05eb-43da-97c0-79c60a87969b', 'code': 200} Aug 31 14:15:33.797240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.60', 64301) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:33.841547 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-c5f8ba90-b4c1-46de-b774-b39e55c3f616 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1901edefb11847a7897a42142ce0f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432196 Aug 31 14:15:33.913393 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68428f1c-414a-4a13-9c35-08535ef13cfe req-7b2c564a-8206-4eb2-b37c-e55cbfa15e97 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842762 Aug 31 14:15:33.946936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 1dab4d36-ec43-40e9-bb8b-1291161e9933 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:33.989996 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a392123-8c4f-4583-9168-b82cc7fc6175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.027654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 1dab4d36-ec43-40e9-bb8b-1291161e9933 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:34.036620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 1dab4d36-ec43-40e9-bb8b-1291161e9933 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:34.037274 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.111432 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-59f2d336-0404-436a-8ad3-18e113d6868b req-201a5dfe-feec-4a88-ab14-754e079e10b4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 210 time: 0.2676902 Aug 31 14:15:34.150058 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a392123-8c4f-4583-9168-b82cc7fc6175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.181429 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.197082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41b891-b36d-478c-95a5-5e265f18a39c req-b3d03fae-71a0-4e04-922e-8b026f55fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:34.199786 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b41b891-b36d-478c-95a5-5e265f18a39c req-b3d03fae-71a0-4e04-922e-8b026f55fb32 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 1101 time: 0.2853677 Aug 31 14:15:34.230912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 1dab4d36-ec43-40e9-bb8b-1291161e9933, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1dab4d36-ec43-40e9-bb8b-1291161e9933,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:34.237257 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.239534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-0d620044-2fb6-49be-b1b2-e12f4053a0e9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:34.241482 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-0d620044-2fb6-49be-b1b2-e12f4053a0e9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3882563 Aug 31 14:15:34.248360 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b854ac60-3ecf-4ffc-8cf3-0d56395210dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.267419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b854ac60-3ecf-4ffc-8cf3-0d56395210dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.271430 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b854ac60-3ecf-4ffc-8cf3-0d56395210dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d42c8eb-7430-4e6a-ab7f-58c96222915f HTTP/1.1" status: 204 len: 168 time: 0.6949282 Aug 31 14:15:34.272973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.60', 64302) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:34.301707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-878fdfaa-ac7d-4b0a-8ce5-49ea3ad2d171 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Request body: {'port': {'device_id': '5ad4974f-7fa4-4110-ae98-62e0d1c4e06c', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '1901edefb11847a7897a42142ce0f797'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:34.324697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=1dab4d36-ec43-40e9-bb8b-1291161e9933,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:34.325457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-30d506b7-07a2-4080-8a60-75322039707c req-79524ecc-e4af-4003-812b-22315368126b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Deleting port 5c3c866f-6bba-4d54-835a-133bedaae415 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:34.325841 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-30d506b7-07a2-4080-8a60-75322039707c req-79524ecc-e4af-4003-812b-22315368126b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.357569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854ac60-3ecf-4ffc-8cf3-0d56395210dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d42c8eb-7430-4e6a-ab7f-58c96222915f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:34.446444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-38f422d6-90ce-4641-958c-5ca379e7330b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1901edefb11847a7897a42142ce0f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1544342 Aug 31 14:15:34.455565 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.resource_extend [None req-991c8d94-38f4-4557-9112-769059dc0fbe tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:15:34.496689 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b41b891-b36d-478c-95a5-5e265f18a39c req-e25b31ba-e204-450a-9118-0741d2ad80e8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766709 Aug 31 14:15:34.542701 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a392123-8c4f-4583-9168-b82cc7fc6175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.546780 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a392123-8c4f-4583-9168-b82cc7fc6175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.548549 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3a392123-8c4f-4583-9168-b82cc7fc6175 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f6ea9bb-0b5d-42ba-9365-a9206d5865c8 HTTP/1.1" status: 204 len: 168 time: 1.0076430 Aug 31 14:15:34.567148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a224b-2593-452d-9328-61f6a6ce8833 req-cd966fa4-0e6d-417e-a421-3f3b4053c7c6 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:34.568805 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f9a224b-2593-452d-9328-61f6a6ce8833 req-cd966fa4-0e6d-417e-a421-3f3b4053c7c6 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 972 time: 0.1627357 Aug 31 14:15:34.584546 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-991c8d94-38f4-4557-9112-769059dc0fbe tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.591966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a392123-8c4f-4583-9168-b82cc7fc6175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6ea9bb-0b5d-42ba-9365-a9206d5865c8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:34.600163 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-991c8d94-38f4-4557-9112-769059dc0fbe tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.603215 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-30d506b7-07a2-4080-8a60-75322039707c req-79524ecc-e4af-4003-812b-22315368126b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] For port 5c3c866f-6bba-4d54-835a-133bedaae415, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5c3c866f-6bba-4d54-835a-133bedaae415,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:34.603783 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-30d506b7-07a2-4080-8a60-75322039707c req-79524ecc-e4af-4003-812b-22315368126b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.659403 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-30d506b7-07a2-4080-8a60-75322039707c req-79524ecc-e4af-4003-812b-22315368126b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Calling delete_port for 5c3c866f-6bba-4d54-835a-133bedaae415 owned by compute:tempest-test_az-1171581558 {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:34.661555 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-ae5efc94-8cef-4bdc-8bda-e2ba09aa5611 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:34.663033 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-ae5efc94-8cef-4bdc-8bda-e2ba09aa5611 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093039 Aug 31 14:15:34.682490 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f9a224b-2593-452d-9328-61f6a6ce8833 req-482e8f04-e311-4978-aca8-26b44dfa6e7b tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/security-groups?id=925c5f08-4bb1-4570-ac5e-edb54bc5d8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967178 Aug 31 14:15:34.692154 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-dd74049b-b053-4799-946e-49845d08b668 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Request body: {'port': {'device_id': '4cd550d2-0e7b-4a77-b1f8-910d343a5b7c', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '1901edefb11847a7897a42142ce0f797'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:34.696468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-878fdfaa-ac7d-4b0a-8ce5-49ea3ad2d171 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Made reservation on behalf of 1901edefb11847a7897a42142ce0f797 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:34.700669 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-878fdfaa-ac7d-4b0a-8ce5-49ea3ad2d171 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.767337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53266) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:34.965505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-dd74049b-b053-4799-946e-49845d08b668 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Made reservation on behalf of 1901edefb11847a7897a42142ce0f797 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:34.981075 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-dd74049b-b053-4799-946e-49845d08b668 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.992066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-878fdfaa-ac7d-4b0a-8ce5-49ea3ad2d171 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Allocated IP 192.168.233.62 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/d2534abb-a475-469e-83a7-6c4ca5bdb730) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:35.108188 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-991c8d94-38f4-4557-9112-769059dc0fbe tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Floating IP 66cfd9aa-12bf-4835-abac-470cec27291a associated. External IP: 172.25.2.64, port: b4126d32-fa6a-4e48-8767-c3d2463b1008. Aug 31 14:15:35.163488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f72dc2d-32cc-44bd-aaf0-e1432138f5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.192442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7c717-45d8-4c0e-a230-bc09ffedb2b4 req-905f0373-8799-4c23-8ef8-9d1b8ee7fdaf tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:35.201178 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16a7c717-45d8-4c0e-a230-bc09ffedb2b4 req-905f0373-8799-4c23-8ef8-9d1b8ee7fdaf tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.1724656 Aug 31 14:15:35.300105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b3e3a-1a80-4e78-ad40-39a16a51ef24 req-6ddf4674-edfe-443e-86fe-0ca90cbeaa9e tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:35.308027 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c04b3e3a-1a80-4e78-ad40-39a16a51ef24 req-6ddf4674-edfe-443e-86fe-0ca90cbeaa9e tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/ports?device_id=137c3c55-8e96-48e7-906e-68bb03103ac0 HTTP/1.1" status: 200 len: 971 time: 0.2567108 Aug 31 14:15:35.352985 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16a7c717-45d8-4c0e-a230-bc09ffedb2b4 req-86854656-4d7d-4a17-900c-06cb2019a5f0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507659 Aug 31 14:15:35.372986 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-30d506b7-07a2-4080-8a60-75322039707c req-79524ecc-e4af-4003-812b-22315368126b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.386986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['5c3c866f-6bba-4d54-835a-133bedaae415'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:35.469828 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c04b3e3a-1a80-4e78-ad40-39a16a51ef24 req-f70903c7-e49f-47a9-b927-39388f72a312 tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e19858b-6538-434b-924c-e9020900d48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489470 Aug 31 14:15:35.503974 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-878fdfaa-ac7d-4b0a-8ce5-49ea3ad2d171 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.521102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79524ecc-e4af-4003-812b-22315368126b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Pushing event deleted for resources: {'Port': ['ID=5c3c866f-6bba-4d54-835a-133bedaae415,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:35.527567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-878fdfaa-ac7d-4b0a-8ce5-49ea3ad2d171 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Transition to ACTIVE for port object d2534abb-a475-469e-83a7-6c4ca5bdb730 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:35.561149 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f72dc2d-32cc-44bd-aaf0-e1432138f5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.586038 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ad90b9d0-6c56-4ed3-b213-49534e91bc67 req-5f911690-cb26-4e68-b615-eeb242260303 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 210 time: 0.1050215 Aug 31 14:15:35.587287 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f72dc2d-32cc-44bd-aaf0-e1432138f5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.647009 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-878fdfaa-ac7d-4b0a-8ce5-49ea3ad2d171 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.663474 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:35.709308 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2f72dc2d-32cc-44bd-aaf0-e1432138f5e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=984f5cb48a974066875b48908d351cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9367063 Aug 31 14:15:35.711471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72dc2d-32cc-44bd-aaf0-e1432138f5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2505067-dbca-4ae2-9e29-3e4f8bc378d5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:35.711876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53302) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:35.723570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d506b7-07a2-4080-8a60-75322039707c req-79524ecc-e4af-4003-812b-22315368126b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] No DVR routers for this DVR port 5c3c866f-6bba-4d54-835a-133bedaae415 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:15:35.748881 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-30d506b7-07a2-4080-8a60-75322039707c req-79524ecc-e4af-4003-812b-22315368126b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.752508 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30d506b7-07a2-4080-8a60-75322039707c req-79524ecc-e4af-4003-812b-22315368126b tempest-AggregatesAdminTestJSON-1727777378 tempest-AggregatesAdminTestJSON-1727777378-project] 10.222.0.60 "DELETE /v2.0/ports/5c3c866f-6bba-4d54-835a-133bedaae415 HTTP/1.1" status: 204 len: 173 time: 2.1065435 Aug 31 14:15:35.756703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137c3c55-8e96-48e7-906e-68bb03103ac0', 'name': 'network-vif-deleted', 'tag': '5c3c866f-6bba-4d54-835a-133bedaae415'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:35.760659 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6659066-b641-4378-8fc1-4bf38cdef52d" -d '{"events": [{"server_uuid": "137c3c55-8e96-48e7-906e-68bb03103ac0", "name": "network-vif-deleted", "tag": "5c3c866f-6bba-4d54-835a-133bedaae415"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:35.832658 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991c8d94-38f4-4557-9112-769059dc0fbe tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:15:35.862761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb286e55-50b0-4048-a237-def4b48d0226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.868409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fdfaa-ac7d-4b0a-8ce5-49ea3ad2d171 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event updated for resources: {'Port': ['ID=d2534abb-a475-469e-83a7-6c4ca5bdb730,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:35.878170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-878fdfaa-ac7d-4b0a-8ce5-49ea3ad2d171 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:35.899615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-878fdfaa-ac7d-4b0a-8ce5-49ea3ad2d171 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:35.905091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-878fdfaa-ac7d-4b0a-8ce5-49ea3ad2d171 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:35.912653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-878fdfaa-ac7d-4b0a-8ce5-49ea3ad2d171 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:35.913310 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-878fdfaa-ac7d-4b0a-8ce5-49ea3ad2d171 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.920743 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb3e9d5-632a-4bb7-b78e-95d94fec7988 x-openstack-request-id: req-bbb3e9d5-632a-4bb7-b78e-95d94fec7988 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:35.921368 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137c3c55-8e96-48e7-906e-68bb03103ac0", "name": "network-vif-deleted", "tag": "5c3c866f-6bba-4d54-835a-133bedaae415", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:35.921753 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbb3e9d5-632a-4bb7-b78e-95d94fec7988 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:35.922321 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137c3c55-8e96-48e7-906e-68bb03103ac0', 'name': 'network-vif-deleted', 'tag': '5c3c866f-6bba-4d54-835a-133bedaae415', 'status': 'completed', 'code': 200} Aug 31 14:15:35.945442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-dd74049b-b053-4799-946e-49845d08b668 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Allocated IP 192.168.233.119 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/cd92348e-5107-4b5d-a359-6ae3afcaf02e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:35.959927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9be1309-3166-4fd2-aae7-25336de3a690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dab4d36-ec43-40e9-bb8b-1291161e9933'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:35.962986 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e647e7d-1887-4749-8df5-f30258d70c07" -d '{"events": [{"server_uuid": "e9be1309-3166-4fd2-aae7-25336de3a690", "name": "network-vif-plugged", "status": "completed", "tag": "1dab4d36-ec43-40e9-bb8b-1291161e9933"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:36.015136 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb286e55-50b0-4048-a237-def4b48d0226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.057736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-878fdfaa-ac7d-4b0a-8ce5-49ea3ad2d171 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7826202 Aug 31 14:15:36.100401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Request body: {'port': {'device_id': '5ad4974f-7fa4-4110-ae98-62e0d1c4e06c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:36.128919 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050a3a16-368a-47de-849f-41f9514c8a67 x-openstack-request-id: req-050a3a16-368a-47de-849f-41f9514c8a67 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:36.129784 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9be1309-3166-4fd2-aae7-25336de3a690", "name": "network-vif-plugged", "status": "completed", "tag": "1dab4d36-ec43-40e9-bb8b-1291161e9933", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:36.130039 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-050a3a16-368a-47de-849f-41f9514c8a67 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:36.130431 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9be1309-3166-4fd2-aae7-25336de3a690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dab4d36-ec43-40e9-bb8b-1291161e9933', 'code': 200} Aug 31 14:15:36.159880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991c8d94-38f4-4557-9112-769059dc0fbe tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:15:36.165283 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-991c8d94-38f4-4557-9112-769059dc0fbe tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.178162 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f62472-574c-4e86-9ad5-903cb4fa9534 None None] Sync routers for ids ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:15:36.203937 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f62472-574c-4e86-9ad5-903cb4fa9534 None None] Routers {'2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:36.205342 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d1f62472-574c-4e86-9ad5-903cb4fa9534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:15:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:36.265029 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb286e55-50b0-4048-a237-def4b48d0226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.272760 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb286e55-50b0-4048-a237-def4b48d0226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.282935 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cb286e55-50b0-4048-a237-def4b48d0226 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2505067-dbca-4ae2-9e29-3e4f8bc378d5 HTTP/1.1" status: 204 len: 168 time: 0.5660186 Aug 31 14:15:36.302689 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-991c8d94-38f4-4557-9112-769059dc0fbe tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "PUT /v2.0/floatingips/66cfd9aa-12bf-4835-abac-470cec27291a HTTP/1.1" status: 200 len: 990 time: 3.6236398 Aug 31 14:15:36.327068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb286e55-50b0-4048-a237-def4b48d0226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2505067-dbca-4ae2-9e29-3e4f8bc378d5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:36.347107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a7728-b738-4d67-899e-0d33baf2e1a8 req-bb4a1f85-4314-4b4b-a2c0-893f7ddb018e tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:36.366025 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af9a7728-b738-4d67-899e-0d33baf2e1a8 req-bb4a1f85-4314-4b4b-a2c0-893f7ddb018e tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 972 time: 0.4249711 Aug 31 14:15:36.385885 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d1f62472-574c-4e86-9ad5-903cb4fa9534 None None] Set router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:15:36.392884 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.414948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ff30f6f6-b775-4fb5-9ea8-4b7dff26adac None None] Provisioning for port d2534abb-a475-469e-83a7-6c4ca5bdb730 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:36.421983 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ff30f6f6-b775-4fb5-9ea8-4b7dff26adac None None] Provisioning complete for port d2534abb-a475-469e-83a7-6c4ca5bdb730 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:36.422375 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff30f6f6-b775-4fb5-9ea8-4b7dff26adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.530558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a4afd-019d-407d-86b7-73143a789b4d req-b900d9a9-38aa-44b4-8c98-4a1a9b99170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:36.538861 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-341a4afd-019d-407d-86b7-73143a789b4d req-b900d9a9-38aa-44b4-8c98-4a1a9b99170e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 1123 time: 0.1447706 Aug 31 14:15:36.571667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ff30f6f6-b775-4fb5-9ea8-4b7dff26adac None None] Port d2534abb-a475-469e-83a7-6c4ca5bdb730 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:36.639355 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-341a4afd-019d-407d-86b7-73143a789b4d req-d1f57958-322f-4e8c-8e4f-388e91d02fbc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=925c5f08-4bb1-4570-ac5e-edb54bc5d8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928588 Aug 31 14:15:36.664832 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bff88e-0b75-497d-8e35-3bfd051f2879 req-c26d896e-8125-4317-b77d-fd024bab47fa tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:36.667282 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93bff88e-0b75-497d-8e35-3bfd051f2879 req-c26d896e-8125-4317-b77d-fd024bab47fa tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.0696471 Aug 31 14:15:36.763280 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93bff88e-0b75-497d-8e35-3bfd051f2879 req-d10d3965-fd43-4958-8571-5700a89be885 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893941 Aug 31 14:15:36.773856 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af9a7728-b738-4d67-899e-0d33baf2e1a8 req-ba357cb4-26d3-4398-9db7-9f09923b12bb tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/security-groups?id=925c5f08-4bb1-4570-ac5e-edb54bc5d8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803744 Aug 31 14:15:36.961870 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e8de4ac-c322-4eb6-b8f2-516be1c69eab req-9e11174e-e8ca-4e96-a382-7d5ba33e3a08 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 210 time: 0.0489812 Aug 31 14:15:37.041604 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-dd74049b-b053-4799-946e-49845d08b668 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.062051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-dd74049b-b053-4799-946e-49845d08b668 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Transition to ACTIVE for port object cd92348e-5107-4b5d-a359-6ae3afcaf02e will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:37.070769 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d1f62472-574c-4e86-9ad5-903cb4fa9534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '66cfd9aa-12bf-4835-abac-470cec27291a', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'port_id': 'b4126d32-fa6a-4e48-8767-c3d2463b1008', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'mac_address': 'fa:16:3e:86:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:10Z', 'updated_at': '2021-08-31T14:15:34Z', 'revision_number': 1, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:53Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:37.104051 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f62472-574c-4e86-9ad5-903cb4fa9534 None None] Checking router: 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:15:37.123749 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-dd74049b-b053-4799-946e-49845d08b668 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.125583 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f62472-574c-4e86-9ad5-903cb4fa9534 None None] Routers {'2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:37.126854 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d1f62472-574c-4e86-9ad5-903cb4fa9534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:15:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:37.142074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:37.181408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53352) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:37.204856 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11ca13c4-5f86-4ef7-9977-84258ddaa950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.237556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-dd74049b-b053-4799-946e-49845d08b668 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:37.279577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74049b-b053-4799-946e-49845d08b668 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event updated for resources: {'Port': ['ID=cd92348e-5107-4b5d-a359-6ae3afcaf02e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:37.284435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-dd74049b-b053-4799-946e-49845d08b668 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:37.287680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-dd74049b-b053-4799-946e-49845d08b668 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:37.296215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-dd74049b-b053-4799-946e-49845d08b668 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:37.296887 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-dd74049b-b053-4799-946e-49845d08b668 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.419473 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d1f62472-574c-4e86-9ad5-903cb4fa9534 None None] Set router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:15:37.431514 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11ca13c4-5f86-4ef7-9977-84258ddaa950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.446210 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11ca13c4-5f86-4ef7-9977-84258ddaa950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.527237 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-dd74049b-b053-4799-946e-49845d08b668 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8380733 Aug 31 14:15:37.574261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Request body: {'port': {'device_id': '4cd550d2-0e7b-4a77-b1f8-910d343a5b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:37.589611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca13c4-5f86-4ef7-9977-84258ddaa950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406697e2-c5ff-4b56-a8ac-03a8849bc43b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:37.609888 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-11ca13c4-5f86-4ef7-9977-84258ddaa950 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ffef9da2bc8455e8959d767b80bd1ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4271214 Aug 31 14:15:37.621680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53356) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:37.783984 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53364) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:37.820105 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b6ae90c7-e07b-41ae-8b3a-0dd75c5dfc3d None None] Provisioning for port cd92348e-5107-4b5d-a359-6ae3afcaf02e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:37.827549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b6ae90c7-e07b-41ae-8b3a-0dd75c5dfc3d None None] Provisioning complete for port cd92348e-5107-4b5d-a359-6ae3afcaf02e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:37.827925 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6ae90c7-e07b-41ae-8b3a-0dd75c5dfc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.915309 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.925848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'tag': 'b4126d32-fa6a-4e48-8767-c3d2463b1008'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:37.928540 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97065f5e-78ce-4091-9ace-c6bc65b765c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0", "tag": "b4126d32-fa6a-4e48-8767-c3d2463b1008"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:37.936320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b6ae90c7-e07b-41ae-8b3a-0dd75c5dfc3d None None] Port cd92348e-5107-4b5d-a359-6ae3afcaf02e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:37.950964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 5c3c866f-6bba-4d54-835a-133bedaae415 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:15:37.973753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ece17-d303-47f5-9e5f-4baadeb642c2 req-f663b9b9-0adb-4630-9492-db5664fbefbe tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:37.975200 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b55ece17-d303-47f5-9e5f-4baadeb642c2 req-f663b9b9-0adb-4630-9492-db5664fbefbe tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 1101 time: 0.1310964 Aug 31 14:15:38.017264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 5c3c866f-6bba-4d54-835a-133bedaae415 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:15:38.019498 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 5c3c866f-6bba-4d54-835a-133bedaae415 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:15:38.030017 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b55ece17-d303-47f5-9e5f-4baadeb642c2 req-789f0b25-9635-4a12-8921-a0d38c42761e tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.052351 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d1f62472-574c-4e86-9ad5-903cb4fa9534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '66cfd9aa-12bf-4835-abac-470cec27291a', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'port_id': 'b4126d32-fa6a-4e48-8767-c3d2463b1008', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'mac_address': 'fa:16:3e:86:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:10Z', 'updated_at': '2021-08-31T14:15:34Z', 'revision_number': 1, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:53Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:38.066407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda39d34-5518-4aed-8222-9df69a01cf22 req-7078018c-37e8-4f9d-a20f-f29e6643d392 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.074675 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cda39d34-5518-4aed-8222-9df69a01cf22 req-7078018c-37e8-4f9d-a20f-f29e6643d392 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 972 time: 0.1646507 Aug 31 14:15:38.078423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2534abb-a475-469e-83a7-6c4ca5bdb730 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:38.107961 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f62472-574c-4e86-9ad5-903cb4fa9534 None None] The sync data for ids ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'] in n-d-806683-5 is: [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '66cfd9aa-12bf-4835-abac-470cec27291a', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'port_id': 'b4126d32-fa6a-4e48-8767-c3d2463b1008', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'mac_address': 'fa:16:3e:86:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:10Z', 'updated_at': '2021-08-31T14:15:34Z', 'revision_number': 1, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:53Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:15:38.113746 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.199332 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cda39d34-5518-4aed-8222-9df69a01cf22 req-221af002-d4ad-41df-961d-c7bf1f87c43b tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/security-groups?id=925c5f08-4bb1-4570-ac5e-edb54bc5d8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029246 Aug 31 14:15:38.200152 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64492d1b-8ed0-4bb0-9611-25032cf2967c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.238460 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b55ece17-d303-47f5-9e5f-4baadeb642c2 req-789f0b25-9635-4a12-8921-a0d38c42761e tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.259199 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b55ece17-d303-47f5-9e5f-4baadeb642c2 req-789f0b25-9635-4a12-8921-a0d38c42761e tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.264757 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64492d1b-8ed0-4bb0-9611-25032cf2967c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.303420 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9cc3be-8a7a-417e-99b2-92d719d2977f x-openstack-request-id: req-dd9cc3be-8a7a-417e-99b2-92d719d2977f {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:38.303881 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0", "tag": "b4126d32-fa6a-4e48-8767-c3d2463b1008", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:38.304289 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd9cc3be-8a7a-417e-99b2-92d719d2977f {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:38.304824 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'tag': 'b4126d32-fa6a-4e48-8767-c3d2463b1008', 'status': 'completed', 'code': 200} Aug 31 14:15:38.308238 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b55ece17-d303-47f5-9e5f-4baadeb642c2 req-789f0b25-9635-4a12-8921-a0d38c42761e tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261046 Aug 31 14:15:38.333861 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f0b25-9635-4a12-8921-a0d38c42761e tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c6389e-3bf3-404a-9b10-c98889b91998,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:38.384620 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b522cfe2-792d-4a69-8066-fa40e9759b92 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2d4aeb9c5354140a52ff041cceeb626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5985119 Aug 31 14:15:38.387011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53384) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:38.418202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Transition to ACTIVE for port object d2534abb-a475-469e-83a7-6c4ca5bdb730 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:38.439409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97065f5e-78ce-4091-9ace-c6bc65b765c8 req-59ca8be5-bcdc-4fd2-8831-abac9218efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.446584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97065f5e-78ce-4091-9ace-c6bc65b765c8 req-59ca8be5-bcdc-4fd2-8831-abac9218efa4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a468614fd60c4ecf9713a9b6c9717259&device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 1096 time: 0.1089950 Aug 31 14:15:38.518542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0acc9fd-6308-4ef3-b823-bc4ea73d0c3d None None] New status for floating IP 66cfd9aa-12bf-4835-abac-470cec27291a: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:15:38.611823 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.623359 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97065f5e-78ce-4091-9ace-c6bc65b765c8 req-a3f62661-53ef-4377-b86c-6b4627c15c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.623359 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97065f5e-78ce-4091-9ace-c6bc65b765c8 req-a3f62661-53ef-4377-b86c-6b4627c15c20 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c1d50025-fd87-46f3-84f4-3158a6f07e56 HTTP/1.1" status: 200 len: 924 time: 0.1616218 Aug 31 14:15:38.650538 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64492d1b-8ed0-4bb0-9611-25032cf2967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.653934 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64492d1b-8ed0-4bb0-9611-25032cf2967c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.655221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-64492d1b-8ed0-4bb0-9611-25032cf2967c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/406697e2-c5ff-4b56-a8ac-03a8849bc43b HTTP/1.1" status: 204 len: 168 time: 1.0137436 Aug 31 14:15:38.658649 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a03b708-c9b9-4edf-88a7-934cb595b98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.751067 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64492d1b-8ed0-4bb0-9611-25032cf2967c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406697e2-c5ff-4b56-a8ac-03a8849bc43b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:38.814793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-f45d4ff6-7bbf-48a5-85a7-648d4c105504 req-dc00aec7-3174-42d4-9c31-2eb781f8d920 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:15:38.816142 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f45d4ff6-7bbf-48a5-85a7-648d4c105504 req-dc00aec7-3174-42d4-9c31-2eb781f8d920 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170395 Aug 31 14:15:38.827250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb681af-7f0a-4477-9dd2-e9161bcad595 req-6dfcfe95-62e7-4a0f-921e-d50c96888a29 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.835328 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bbb681af-7f0a-4477-9dd2-e9161bcad595 req-6dfcfe95-62e7-4a0f-921e-d50c96888a29 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 936 time: 0.1890700 Aug 31 14:15:38.852812 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a03b708-c9b9-4edf-88a7-934cb595b98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.919244 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97065f5e-78ce-4091-9ace-c6bc65b765c8 req-0b5d2044-72f6-47ff-bae6-4530295296a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4126d32-fa6a-4e48-8767-c3d2463b1008 HTTP/1.1" status: 200 len: 998 time: 0.2863219 Aug 31 14:15:39.031336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Pushing event updated for resources: {'Port': ['ID=d2534abb-a475-469e-83a7-6c4ca5bdb730,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:39.053698 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97065f5e-78ce-4091-9ace-c6bc65b765c8 req-f21d6e1f-b42e-4041-aca4-81158dd0053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:39.056252 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97065f5e-78ce-4091-9ace-c6bc65b765c8 req-f21d6e1f-b42e-4041-aca4-81158dd0053e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fcc65403-9467-497e-9c87-051a73c3e831 HTTP/1.1" status: 200 len: 862 time: 0.1204772 Aug 31 14:15:39.107747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd92348e-5107-4b5d-a359-6ae3afcaf02e {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:39.114443 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a03b708-c9b9-4edf-88a7-934cb595b98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.116820 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bbb681af-7f0a-4477-9dd2-e9161bcad595 req-95feca11-4f9d-42e1-95f5-321480707757 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804105 Aug 31 14:15:39.117687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Attempting to bind port d2534abb-a475-469e-83a7-6c4ca5bdb730 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:39.118202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Attempting to bind port d2534abb-a475-469e-83a7-6c4ca5bdb730 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:39.118659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Attempting to bind port d2534abb-a475-469e-83a7-6c4ca5bdb730 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:39.118751 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a03b708-c9b9-4edf-88a7-934cb595b98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.126141 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.129874 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1a03b708-c9b9-4edf-88a7-934cb595b98d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e19858b-6538-434b-924c-e9020900d48f HTTP/1.1" status: 204 len: 168 time: 0.7415874 Aug 31 14:15:39.131821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Port d2534abb-a475-469e-83a7-6c4ca5bdb730 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:39.132391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Attempting to bind port d2534abb-a475-469e-83a7-6c4ca5bdb730 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:39.143989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:39.144492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:39.145052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:39.145579 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Bound port: d2534abb-a475-469e-83a7-6c4ca5bdb730, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:39.146034 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.150229 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Transition to ACTIVE for port object cd92348e-5107-4b5d-a359-6ae3afcaf02e will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:39.155940 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.158526 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03b708-c9b9-4edf-88a7-934cb595b98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e19858b-6538-434b-924c-e9020900d48f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:39.172161 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97065f5e-78ce-4091-9ace-c6bc65b765c8 req-489f9818-3342-4ab8-a2fe-16b14311a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:39.173745 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97065f5e-78ce-4091-9ace-c6bc65b765c8 req-489f9818-3342-4ab8-a2fe-16b14311a096 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c1d50025-fd87-46f3-84f4-3158a6f07e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059220 Aug 31 14:15:39.372565 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97065f5e-78ce-4091-9ace-c6bc65b765c8 req-ad2c7d1d-e229-4911-87e8-125e60d94319 service neutron] 10.222.0.25 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870193 Aug 31 14:15:39.499959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Pushing event updated for resources: {'Port': ['ID=cd92348e-5107-4b5d-a359-6ae3afcaf02e,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:39.558054 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97065f5e-78ce-4091-9ace-c6bc65b765c8 req-2094bc90-982c-4e17-a202-938573e92514 service neutron] 10.222.0.25 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744390 Aug 31 14:15:39.563099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Attempting to bind port cd92348e-5107-4b5d-a359-6ae3afcaf02e on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:39.563452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Attempting to bind port cd92348e-5107-4b5d-a359-6ae3afcaf02e by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:39.563845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Attempting to bind port cd92348e-5107-4b5d-a359-6ae3afcaf02e on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:39.581893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Port cd92348e-5107-4b5d-a359-6ae3afcaf02e on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:39.582142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Attempting to bind port cd92348e-5107-4b5d-a359-6ae3afcaf02e on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:39.595537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:39.595870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:39.596250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:39.596685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Bound port: cd92348e-5107-4b5d-a359-6ae3afcaf02e, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:39.597040 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.600017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] For port d2534abb-a475-469e-83a7-6c4ca5bdb730, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:39.604059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] For port d2534abb-a475-469e-83a7-6c4ca5bdb730, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d2534abb-a475-469e-83a7-6c4ca5bdb730,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:39.614074 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.724612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:39.725633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.727373 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] 10.222.0.60 "PUT /v2.0/ports/d2534abb-a475-469e-83a7-6c4ca5bdb730 HTTP/1.1" status: 200 len: 1095 time: 3.6434352 Aug 31 14:15:39.727976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad4974f-7fa4-4110-ae98-62e0d1c4e06c', 'tag': 'd2534abb-a475-469e-83a7-6c4ca5bdb730'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:39.732975 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737d8ecd-d1bf-4482-bb63-d544a292eaae" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad4974f-7fa4-4110-ae98-62e0d1c4e06c", "tag": "d2534abb-a475-469e-83a7-6c4ca5bdb730"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:39.768111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaa690-1b3b-46b4-ad03-28b7972b8b8f service neutron] Pushing event updated for resources: {'Port': ['ID=d2534abb-a475-469e-83a7-6c4ca5bdb730,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:39.835306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] For port cd92348e-5107-4b5d-a359-6ae3afcaf02e, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:39.839933 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53434) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:39.840461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] For port cd92348e-5107-4b5d-a359-6ae3afcaf02e, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=cd92348e-5107-4b5d-a359-6ae3afcaf02e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:39.857270 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.924914 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1d263827-e616-435f-94a0-82a11b7089fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=803648070ab646f88fdd9dd882da775a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0836372 Aug 31 14:15:39.927241 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53440) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:39.987536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Pushing event updated for resources: {'Port': ['ID=cd92348e-5107-4b5d-a359-6ae3afcaf02e,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:40.009563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.009906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.010292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.011207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.011207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.011572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.011799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.012120 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.012440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.012756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.013074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.013586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.028411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.030291 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.031798 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-668b276a-0abb-46a3-8840-5c5e4fe94c6f service neutron] 10.222.0.60 "PUT /v2.0/ports/cd92348e-5107-4b5d-a359-6ae3afcaf02e HTTP/1.1" status: 200 len: 1096 time: 2.4885738 Aug 31 14:15:40.041719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-f89f6388-957d-48d0-aa20-171d0a6e137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.043719 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-f89f6388-957d-48d0-aa20-171d0a6e137d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=5ad4974f-7fa4-4110-ae98-62e0d1c4e06c HTTP/1.1" status: 200 len: 1098 time: 0.2584043 Aug 31 14:15:40.047523 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a5b40864-2372-46b6-8d02-4daf2e5594b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.082620 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a5b40864-2372-46b6-8d02-4daf2e5594b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.169869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-0a971303-b0ae-475d-aba8-c8535c752fef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=d2534abb-a475-469e-83a7-6c4ca5bdb730 HTTP/1.1" status: 200 len: 217 time: 0.1123679 Aug 31 14:15:40.209562 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a5b40864-2372-46b6-8d02-4daf2e5594b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.212492 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a5b40864-2372-46b6-8d02-4daf2e5594b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.214656 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a5b40864-2372-46b6-8d02-4daf2e5594b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/948acd45-b8fa-4d0b-8a3c-325692c9c780 HTTP/1.1" status: 204 len: 168 time: 0.2860341 Aug 31 14:15:40.229600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b40864-2372-46b6-8d02-4daf2e5594b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948acd45-b8fa-4d0b-8a3c-325692c9c780,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:40.309901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-aa7cb1bd-e3b2-41a2-b3b9-95dfd3561698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.311986 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-aa7cb1bd-e3b2-41a2-b3b9-95dfd3561698 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 1099 time: 0.2326179 Aug 31 14:15:40.335853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-71bcacc9-1ae4-4619-9b44-be12b3ffc462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.340661 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-71bcacc9-1ae4-4619-9b44-be12b3ffc462 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1150692 Aug 31 14:15:40.354799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53462) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:40.372568 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-06861d65-2588-4156-942f-53f1543f7e20 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8494f3c52fee4ebf87d59b2390b88765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732031 Aug 31 14:15:40.390163 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-cd5f539a-e289-46b8-a795-f5645c97e3e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=cd92348e-5107-4b5d-a359-6ae3afcaf02e HTTP/1.1" status: 200 len: 217 time: 0.0689578 Aug 31 14:15:40.462759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-826fb174-387c-4bf1-ab81-5fb734b55f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.475088 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-826fb174-387c-4bf1-ab81-5fb734b55f9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0639970 Aug 31 14:15:40.536102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ce71fa22-934e-4de5-adc2-72823b8b1983 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.537513 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaba0f1-f054-44b6-a2b1-169fedd5b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.539323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-4aaba0f1-f054-44b6-a2b1-169fedd5b11e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595724 Aug 31 14:15:40.548689 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ce71fa22-934e-4de5-adc2-72823b8b1983 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750672 Aug 31 14:15:40.550019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-3e04df4c-b6c5-4009-ab8a-6409fbe2fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.551910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-3e04df4c-b6c5-4009-ab8a-6409fbe2fdfd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677376 Aug 31 14:15:40.582734 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-bc79d0ea-d89b-4080-a299-82ac52c1b524 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/quotas/8494f3c52fee4ebf87d59b2390b88765 HTTP/1.1" status: 200 len: 375 time: 0.0329800 Aug 31 14:15:40.636072 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0adbce5f-d472-4a1d-a576-f2b35b0f7fdc tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8494f3c52fee4ebf87d59b2390b88765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523946 Aug 31 14:15:40.802424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27106937-db97-4f31-bf96-dfcc918acca9 req-700d01ec-319a-4e1e-a5a0-bbe26cd463a3 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.812370 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27106937-db97-4f31-bf96-dfcc918acca9 req-700d01ec-319a-4e1e-a5a0-bbe26cd463a3 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 972 time: 0.1423922 Aug 31 14:15:40.826846 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-b038f49a-3ef1-4294-bde5-2740b1399696 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4528868 Aug 31 14:15:40.861636 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-558eae29-c7b5-4864-8c3f-12aa7ecf1d39 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142068 Aug 31 14:15:40.864367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71e49c-ddfd-4aa7-bbb3-9b72d61136c9 req-34a81147-866f-4d32-aeb7-e86b1adae9bf tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.866111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf71e49c-ddfd-4aa7-bbb3-9b72d61136c9 req-34a81147-866f-4d32-aeb7-e86b1adae9bf tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 972 time: 0.1395891 Aug 31 14:15:40.895923 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27106937-db97-4f31-bf96-dfcc918acca9 req-3e8aaad3-df3e-43b5-b3c7-8e5c47b503ca tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/security-groups?id=925c5f08-4bb1-4570-ac5e-edb54bc5d8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692801 Aug 31 14:15:40.900307 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-c14604c9-f4df-4e11-b263-f0aa70007a45 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391263 Aug 31 14:15:40.929474 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba963e9-7f0d-4350-9144-e95799d8eff6 x-openstack-request-id: req-1ba963e9-7f0d-4350-9144-e95799d8eff6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:40.933836 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad4974f-7fa4-4110-ae98-62e0d1c4e06c", "tag": "d2534abb-a475-469e-83a7-6c4ca5bdb730", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:40.934369 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ba963e9-7f0d-4350-9144-e95799d8eff6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:40.934995 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad4974f-7fa4-4110-ae98-62e0d1c4e06c', 'tag': 'd2534abb-a475-469e-83a7-6c4ca5bdb730', 'status': 'completed', 'code': 200} Aug 31 14:15:41.085045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-cf71e49c-ddfd-4aa7-bbb3-9b72d61136c9 req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Deleting port 1dab4d36-ec43-40e9-bb8b-1291161e9933 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:41.085257 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cf71e49c-ddfd-4aa7-bbb3-9b72d61136c9 req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:41.181777 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-488eab9b-a3f8-4eb4-9335-0db4b4ee0993 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456131 Aug 31 14:15:41.192625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5cbb8-2053-4298-ab91-4a6edbbefc8d req-746ec8f3-d9db-48a8-bca8-14d79526f6ca tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:41.200785 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-deb5cbb8-2053-4298-ab91-4a6edbbefc8d req-746ec8f3-d9db-48a8-bca8-14d79526f6ca tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 948 time: 0.1547048 Aug 31 14:15:41.218489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ccf22-8b7d-4390-ad79-026da82a5f07 req-0e84227d-0a19-4442-b87f-e02ddac71257 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:41.220004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d6ccf22-8b7d-4390-ad79-026da82a5f07 req-0e84227d-0a19-4442-b87f-e02ddac71257 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.1583664 Aug 31 14:15:41.235346 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816d6dd3-1e9c-477f-9e71-bcbf7dc1f065 req-6ffda43a-c171-46a7-8e3a-c597bf72d9ff service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590775 Aug 31 14:15:41.307845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-cf71e49c-ddfd-4aa7-bbb3-9b72d61136c9 req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] For port 1dab4d36-ec43-40e9-bb8b-1291161e9933, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1dab4d36-ec43-40e9-bb8b-1291161e9933,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:41.308269 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cf71e49c-ddfd-4aa7-bbb3-9b72d61136c9 req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:41.330304 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d6ccf22-8b7d-4390-ad79-026da82a5f07 req-26f9a84d-f6fb-49f8-90ef-6e68621a4589 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931380 Aug 31 14:15:41.346009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-cf71e49c-ddfd-4aa7-bbb3-9b72d61136c9 req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Calling delete_port for 1dab4d36-ec43-40e9-bb8b-1291161e9933 owned by compute:tempest-test_az-1171581558 {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:41.360699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d8ecd-d1bf-4482-bb63-d544a292eaae req-4bb9d6c7-9ae0-4841-aa08-7cbb824b75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:41.367833 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-737d8ecd-d1bf-4482-bb63-d544a292eaae req-4bb9d6c7-9ae0-4841-aa08-7cbb824b75d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=5ad4974f-7fa4-4110-ae98-62e0d1c4e06c HTTP/1.1" status: 200 len: 1098 time: 0.0865774 Aug 31 14:15:41.521714 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-deb5cbb8-2053-4298-ab91-4a6edbbefc8d req-18a52f29-2255-4008-82f5-bfd9a2c4c720 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188140 Aug 31 14:15:41.585437 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d8ecd-d1bf-4482-bb63-d544a292eaae req-780979c2-cb4b-49e6-985e-f93f96b7aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:41.587148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-737d8ecd-d1bf-4482-bb63-d544a292eaae req-780979c2-cb4b-49e6-985e-f93f96b7aa04 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.2124786 Aug 31 14:15:41.736964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-737d8ecd-d1bf-4482-bb63-d544a292eaae req-a33953eb-0705-4990-8280-fac91ac2472e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=d2534abb-a475-469e-83a7-6c4ca5bdb730 HTTP/1.1" status: 200 len: 217 time: 0.1409616 Aug 31 14:15:41.744624 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-495e505c-08c0-4974-b6e7-8c3daab41938 req-5767c008-0848-4a82-834d-83f29f83d4a8 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 210 time: 0.0833099 Aug 31 14:15:41.747286 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cf71e49c-ddfd-4aa7-bbb3-9b72d61136c9 req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:41.759690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['1dab4d36-ec43-40e9-bb8b-1291161e9933'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:41.913629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d8ecd-d1bf-4482-bb63-d544a292eaae req-e5f5e886-77bd-4aee-a025-0fd99617c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:41.917550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-737d8ecd-d1bf-4482-bb63-d544a292eaae req-e5f5e886-77bd-4aee-a025-0fd99617c22f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1741750 Aug 31 14:15:41.972022 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Pushing event deleted for resources: {'Port': ['ID=1dab4d36-ec43-40e9-bb8b-1291161e9933,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:41.985339 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:41.985879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:41.986547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:41.987411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:41.988085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:41.988829 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:41.989348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:41.990133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:41.990624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:41.992121 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:41.992768 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:41.993298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:41.999032 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf71e49c-ddfd-4aa7-bbb3-9b72d61136c9 req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] No DVR routers for this DVR port 1dab4d36-ec43-40e9-bb8b-1291161e9933 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:15:42.005593 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cf71e49c-ddfd-4aa7-bbb3-9b72d61136c9 req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:42.022779 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf71e49c-ddfd-4aa7-bbb3-9b72d61136c9 req-a4d0a12d-a875-4511-bee9-07b16579ec4f tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.60 "DELETE /v2.0/ports/1dab4d36-ec43-40e9-bb8b-1291161e9933 HTTP/1.1" status: 204 len: 173 time: 1.1336415 Aug 31 14:15:42.023555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9be1309-3166-4fd2-aae7-25336de3a690', 'name': 'network-vif-deleted', 'tag': '1dab4d36-ec43-40e9-bb8b-1291161e9933'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:42.032642 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96b76ba-2456-4440-9abc-09bac60bd4f0" -d '{"events": [{"server_uuid": "e9be1309-3166-4fd2-aae7-25336de3a690", "name": "network-vif-deleted", "tag": "1dab4d36-ec43-40e9-bb8b-1291161e9933"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:42.044158 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d8ecd-d1bf-4482-bb63-d544a292eaae req-854f58f0-caba-4ef4-bbd3-f06714fa8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.046596 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-737d8ecd-d1bf-4482-bb63-d544a292eaae req-854f58f0-caba-4ef4-bbd3-f06714fa8e3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179357 Aug 31 14:15:42.164564 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bca989-0dd3-488a-9558-1b369eb8e296 x-openstack-request-id: req-02bca989-0dd3-488a-9558-1b369eb8e296 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:42.164867 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9be1309-3166-4fd2-aae7-25336de3a690", "name": "network-vif-deleted", "tag": "1dab4d36-ec43-40e9-bb8b-1291161e9933", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:42.165111 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02bca989-0dd3-488a-9558-1b369eb8e296 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:42.165508 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9be1309-3166-4fd2-aae7-25336de3a690', 'name': 'network-vif-deleted', 'tag': '1dab4d36-ec43-40e9-bb8b-1291161e9933', 'status': 'completed', 'code': 200} Aug 31 14:15:42.168167 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ff1bf1d-078d-433d-b33d-9c9cbb9b0aa0 req-da5f016b-5873-478d-9a98-3bf3cfedfb17 tempest-ServerDiagnosticsNegativeTest-1594130430 tempest-ServerDiagnosticsNegativeTest-1594130430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be1309-3166-4fd2-aae7-25336de3a690 HTTP/1.1" status: 200 len: 210 time: 0.0780115 Aug 31 14:15:42.257760 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-737d8ecd-d1bf-4482-bb63-d544a292eaae req-0ad8bcd0-7d4b-4cb9-93ef-b70617987e8d service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919649 Aug 31 14:15:42.371017 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-8a09fbfc-572c-4d49-9c0a-49e9162f7cb7 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8494f3c52fee4ebf87d59b2390b88765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384507 Aug 31 14:15:42.506703 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-737d8ecd-d1bf-4482-bb63-d544a292eaae req-df5829dc-366c-4a44-adb8-e3aecbefd966 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373469 Aug 31 14:15:42.613518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a8948-a13e-4835-a95a-260cb58f3ee8 req-3caa16ac-e304-496b-92ef-e7283f5b96e3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.615368 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-904a8948-a13e-4835-a95a-260cb58f3ee8 req-3caa16ac-e304-496b-92ef-e7283f5b96e3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.1173735 Aug 31 14:15:42.680803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-6c8ef763-967e-4486-b9b2-4c9dd42380ba tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.682479 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-6c8ef763-967e-4486-b9b2-4c9dd42380ba tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3017242 Aug 31 14:15:42.702100 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-904a8948-a13e-4835-a95a-260cb58f3ee8 req-4e0794d4-2cc3-47ab-9da1-4fea4663890d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786276 Aug 31 14:15:42.707512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Request body: {'port': {'device_id': '67422f63-9011-4ebe-a53e-d9d481b36dc4', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '8494f3c52fee4ebf87d59b2390b88765'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:42.906928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca95a1-ed71-409f-96ba-7f458c0af612 req-53de27f2-92a9-4a4b-9390-d59091405670 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.908341 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5dca95a1-ed71-409f-96ba-7f458c0af612 req-53de27f2-92a9-4a4b-9390-d59091405670 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 948 time: 0.0941057 Aug 31 14:15:42.923228 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Made reservation on behalf of 8494f3c52fee4ebf87d59b2390b88765 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:42.928166 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:42.936960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd550d2-0e7b-4a77-b1f8-910d343a5b7c', 'tag': 'cd92348e-5107-4b5d-a359-6ae3afcaf02e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:42.940092 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0983c788-62e7-42e5-8299-20bb74b2cf61" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd550d2-0e7b-4a77-b1f8-910d343a5b7c", "tag": "cd92348e-5107-4b5d-a359-6ae3afcaf02e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:42.951346 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:42.990112 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5dca95a1-ed71-409f-96ba-7f458c0af612 req-36f6a19c-10d6-4b40-83bf-34a8880885c6 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740983 Aug 31 14:15:43.084520 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:43.089828 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:43.144884 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d944b018-bfe5-4ae4-be08-44f6145d1bc5 req-18f866eb-94e7-4629-9d88-1e10ca7b539b tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 210 time: 0.0422266 Aug 31 14:15:43.165798 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-e670bb1b-b16d-46b7-a72d-4f7f77783604 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9533cffbf9da4adeac66e58f8b49936b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270710 Aug 31 14:15:43.177611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:43.267550 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Allocated IP 192.168.233.132 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/7af5845f-8ae9-465a-82ca-05853c86b2d1) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:43.314726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-18096fd5-db5f-4d49-a708-72ceaf959528 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:43.316976 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-18096fd5-db5f-4d49-a708-72ceaf959528 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1390934 Aug 31 14:15:43.348838 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2c8478-726c-4a5f-be2e-58950a69eede x-openstack-request-id: req-cb2c8478-726c-4a5f-be2e-58950a69eede {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:43.349136 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd550d2-0e7b-4a77-b1f8-910d343a5b7c", "tag": "cd92348e-5107-4b5d-a359-6ae3afcaf02e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:43.349387 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb2c8478-726c-4a5f-be2e-58950a69eede {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:43.349771 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd550d2-0e7b-4a77-b1f8-910d343a5b7c', 'tag': 'cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'status': 'completed', 'code': 200} Aug 31 14:15:43.353338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-af8a912c-0df0-4d8e-8d74-8117f22011bf tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/quotas/9533cffbf9da4adeac66e58f8b49936b HTTP/1.1" status: 200 len: 375 time: 0.0257561 Aug 31 14:15:43.471781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-86f947a7-f5e7-4d6a-b046-76530ed1fead tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9533cffbf9da4adeac66e58f8b49936b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070330 Aug 31 14:15:43.492456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983c788-62e7-42e5-8299-20bb74b2cf61 req-a1af1a7e-6f44-49ea-aad0-df7a1d441eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:43.494047 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0983c788-62e7-42e5-8299-20bb74b2cf61 req-a1af1a7e-6f44-49ea-aad0-df7a1d441eb0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 1099 time: 0.0898578 Aug 31 14:15:43.500445 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860a76-62f1-4451-b206-e64c032363d2 req-dab8a6b4-a1fc-4c25-879a-7906bb6551c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:43.502210 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-dab8a6b4-a1fc-4c25-879a-7906bb6551c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 1101 time: 0.1511626 Aug 31 14:15:43.545579 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:43.561651 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Transition to ACTIVE for port object 7af5845f-8ae9-465a-82ca-05853c86b2d1 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:43.599377 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:43.662493 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:43.672624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:43.684475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860a76-62f1-4451-b206-e64c032363d2 req-f993c688-9aca-4e59-b81c-db50155bed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:43.687568 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-f993c688-9aca-4e59-b81c-db50155bed0a service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1748674 Aug 31 14:15:43.692242 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:43.699346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:43.701350 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:43.736667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Pushing event updated for resources: {'Port': ['ID=7af5845f-8ae9-465a-82ca-05853c86b2d1,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:43.751434 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0a19a95d-1b20-4288-a96c-9a3570d80ee5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0462449 Aug 31 14:15:43.772604 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Request body: {'port': {'device_id': '67422f63-9011-4ebe-a53e-d9d481b36dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:43.773025 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983c788-62e7-42e5-8299-20bb74b2cf61 req-163f09c5-870c-4c6e-8232-cc2e5b45e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:43.775280 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0983c788-62e7-42e5-8299-20bb74b2cf61 req-163f09c5-870c-4c6e-8232-cc2e5b45e7c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.2715256 Aug 31 14:15:43.785908 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:15:43.872823 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0983c788-62e7-42e5-8299-20bb74b2cf61 req-44504137-afbc-46d3-8692-487df11683e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=cd92348e-5107-4b5d-a359-6ae3afcaf02e HTTP/1.1" status: 200 len: 217 time: 0.0696685 Aug 31 14:15:43.874304 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53624) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:43.913826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8830c7d1-f022-466b-b1e7-9a28cafbf897 req-a710c9b4-89a0-4533-87f5-3bb2e7a9e82e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 210 time: 0.1519537 Aug 31 14:15:43.926013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53630) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:43.988768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d2534abb-a475-469e-83a7-6c4ca5bdb730 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:44.021900 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.030469 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a1a8768-6212-46fb-be6e-308dfbfedff0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=e7eae629-05eb-43da-97c0-79c60a87969b HTTP/1.1" status: 200 len: 217 time: 0.2493150 Aug 31 14:15:44.032309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983c788-62e7-42e5-8299-20bb74b2cf61 req-a775e737-0386-446d-b432-29ba9f73113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.033791 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0983c788-62e7-42e5-8299-20bb74b2cf61 req-a775e737-0386-446d-b432-29ba9f73113e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0657701 Aug 31 14:15:44.266712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53644) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:44.271821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d2534abb-a475-469e-83a7-6c4ca5bdb730, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d2534abb-a475-469e-83a7-6c4ca5bdb730,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:44.276725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0e1aef15-ce47-4cc5-b42f-0ad005b51f3e None None] Provisioning for port 7af5845f-8ae9-465a-82ca-05853c86b2d1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:44.313696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0e1aef15-ce47-4cc5-b42f-0ad005b51f3e None None] Provisioning complete for port 7af5845f-8ae9-465a-82ca-05853c86b2d1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:44.315480 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0e1aef15-ce47-4cc5-b42f-0ad005b51f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.334961 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-74a64e52-3817-4ff0-8b13-f340366b0850 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69d6865b707148fea9f088d69df9ed02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567540 Aug 31 14:15:44.357718 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53648) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:44.372862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'd2534abb-a475-469e-83a7-6c4ca5bdb730', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'd2534abb-a475-469e-83a7-6c4ca5bdb730', 'mac_address': 'fa:16:3e:ab:8d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:44.394767 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7c63-6897-4fd3-8b46-329e6d8078ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.418882 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211f2f8-0848-4956-b6ca-d9ae139df613 req-4b65e990-87eb-4226-a1f8-65f3abe01ad6 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.426104 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7211f2f8-0848-4956-b6ca-d9ae139df613 req-4b65e990-87eb-4226-a1f8-65f3abe01ad6 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 948 time: 0.2673426 Aug 31 14:15:44.453433 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.466758 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b48e8f9-d410-41ce-a10a-fb381690f682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.476599 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0e1aef15-ce47-4cc5-b42f-0ad005b51f3e None None] Port 7af5845f-8ae9-465a-82ca-05853c86b2d1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:44.486135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2534abb-a475-469e-83a7-6c4ca5bdb730 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:44.513069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860a76-62f1-4451-b206-e64c032363d2 req-7f771b3f-0c2c-4295-ab4b-e7e95b268455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.514501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d2534abb-a475-469e-83a7-6c4ca5bdb730, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d2534abb-a475-469e-83a7-6c4ca5bdb730,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:44.515505 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-7f771b3f-0c2c-4295-ab4b-e7e95b268455 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.3727338 Aug 31 14:15:44.520633 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.521867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device cd92348e-5107-4b5d-a359-6ae3afcaf02e details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:44.573571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e46be-3b6b-4541-a99b-4b06b8dc61de req-9281ec1a-6ac0-46c2-9b12-f8d3a2fd3847 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.574367 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7211f2f8-0848-4956-b6ca-d9ae139df613 req-7714ce6a-5463-40e5-8f54-bd1b71bbafdd tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473286 Aug 31 14:15:44.583123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=d2534abb-a475-469e-83a7-6c4ca5bdb730,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:44.584293 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b1e46be-3b6b-4541-a99b-4b06b8dc61de req-9281ec1a-6ac0-46c2-9b12-f8d3a2fd3847 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.6274853 Aug 31 14:15:44.596033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:44.596605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:44.597254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:44.597757 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:44.598562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:44.599112 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:44.599645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:44.600137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:44.600625 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:44.601106 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:44.601606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:44.602092 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:44.621534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983c788-62e7-42e5-8299-20bb74b2cf61 req-7c1e92f0-e7cd-42a5-83e4-4592430a1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.623229 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0983c788-62e7-42e5-8299-20bb74b2cf61 req-7c1e92f0-e7cd-42a5-83e4-4592430a1364 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5403316 Aug 31 14:15:44.632220 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fe534cd0-0e9a-443f-843d-18e9b78beb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.639287 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port cd92348e-5107-4b5d-a359-6ae3afcaf02e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=cd92348e-5107-4b5d-a359-6ae3afcaf02e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:44.653590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'mac_address': 'fa:16:3e:72:95:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:44.699812 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.713830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd92348e-5107-4b5d-a359-6ae3afcaf02e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:44.725619 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b1e46be-3b6b-4541-a99b-4b06b8dc61de req-2692be08-eeb6-41b7-a808-fac54d0c8dda tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396205 Aug 31 14:15:44.748490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860a76-62f1-4451-b206-e64c032363d2 req-4d1aeb4d-6e09-4333-a99f-c7ee38125e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.748490 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-4d1aeb4d-6e09-4333-a99f-c7ee38125e1a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2146440 Aug 31 14:15:44.748808 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port cd92348e-5107-4b5d-a359-6ae3afcaf02e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=cd92348e-5107-4b5d-a359-6ae3afcaf02e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:44.755692 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.766300 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7c63-6897-4fd3-8b46-329e6d8078ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.769235 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fe534cd0-0e9a-443f-843d-18e9b78beb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.787905 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7c63-6897-4fd3-8b46-329e6d8078ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.810467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=cd92348e-5107-4b5d-a359-6ae3afcaf02e,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:44.826918 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0983c788-62e7-42e5-8299-20bb74b2cf61 req-edc5a9ad-e3ee-4b49-971d-d2def978d756 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695464 Aug 31 14:15:44.925714 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-723783a5-4471-4da1-80e8-225de2e88490 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627364 Aug 31 14:15:44.992967 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['cd92348e-5107-4b5d-a359-6ae3afcaf02e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:45.026752 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['d2534abb-a475-469e-83a7-6c4ca5bdb730'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:45.065148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96b3d363-eee6-47f2-bce8-03727aa2a8d9 req-2617d442-2227-451c-a7b0-6dc3d1d30a64 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 210 time: 0.0518038 Aug 31 14:15:45.086663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0983c788-62e7-42e5-8299-20bb74b2cf61 req-6d30e825-3407-451e-8822-34d4516aa632 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504339 Aug 31 14:15:45.146642 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-e639a9b5-362f-4bc0-8610-45f547c5b98a service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087352 Aug 31 14:15:45.188474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8127a-b041-4961-b701-ba1e4e9f770c req-69c7b486-19e0-46f3-96a3-1220ed8b5b0c tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.189986 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4bb8127a-b041-4961-b701-ba1e4e9f770c req-69c7b486-19e0-46f3-96a3-1220ed8b5b0c tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 936 time: 0.4951985 Aug 31 14:15:45.192249 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e4fa7c63-6897-4fd3-8b46-329e6d8078ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfe02313386f4006b92ea951bda6998e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2654538 Aug 31 14:15:45.194986 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53658) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:45.199639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af5845f-8ae9-465a-82ca-05853c86b2d1 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:45.203720 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fe534cd0-0e9a-443f-843d-18e9b78beb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.207298 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fe534cd0-0e9a-443f-843d-18e9b78beb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.211498 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fe534cd0-0e9a-443f-843d-18e9b78beb2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/925c5f08-4bb1-4570-ac5e-edb54bc5d8b6 HTTP/1.1" status: 204 len: 168 time: 0.8481126 Aug 31 14:15:45.211498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa7c63-6897-4fd3-8b46-329e6d8078ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02e3d2e-40b7-465e-b626-8bb624d4f88b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:45.243053 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-f2babe87-c747-4ebb-8c4e-d9531a1dd18a tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9533cffbf9da4adeac66e58f8b49936b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856214 Aug 31 14:15:45.246156 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.331343 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5197e6c7-4833-4b6a-9fe9-c1cab51061ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.334740 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe534cd0-0e9a-443f-843d-18e9b78beb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925c5f08-4bb1-4570-ac5e-edb54bc5d8b6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:45.349662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Transition to ACTIVE for port object 7af5845f-8ae9-465a-82ca-05853c86b2d1 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:45.365206 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.378915 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5197e6c7-4833-4b6a-9fe9-c1cab51061ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.427814 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Pushing event updated for resources: {'Port': ['ID=7af5845f-8ae9-465a-82ca-05853c86b2d1,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:45.465224 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5197e6c7-4833-4b6a-9fe9-c1cab51061ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.468624 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5197e6c7-4833-4b6a-9fe9-c1cab51061ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.479664 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5197e6c7-4833-4b6a-9fe9-c1cab51061ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c02e3d2e-40b7-465e-b626-8bb624d4f88b HTTP/1.1" status: 204 len: 168 time: 0.2834566 Aug 31 14:15:45.487565 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4bb8127a-b041-4961-b701-ba1e4e9f770c req-453125ce-ed79-4af6-9841-bd1fa07c5418 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607112 Aug 31 14:15:45.496289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197e6c7-4833-4b6a-9fe9-c1cab51061ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02e3d2e-40b7-465e-b626-8bb624d4f88b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:45.543773 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-4161314f-6305-47af-a673-ee7489d4b8c0 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.545433 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-4161314f-6305-47af-a673-ee7489d4b8c0 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2933435 Aug 31 14:15:45.577857 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Request body: {'port': {'device_id': '17c207b1-2ae0-4871-b7b9-b7138ade8376', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '9533cffbf9da4adeac66e58f8b49936b'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:45.584920 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b48e8f9-d410-41ce-a10a-fb381690f682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.627901 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b48e8f9-d410-41ce-a10a-fb381690f682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.692245 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Attempting to bind port 7af5845f-8ae9-465a-82ca-05853c86b2d1 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:45.692583 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Attempting to bind port 7af5845f-8ae9-465a-82ca-05853c86b2d1 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:45.693389 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Attempting to bind port 7af5845f-8ae9-465a-82ca-05853c86b2d1 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:45.708006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53668) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:45.720191 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2b48e8f9-d410-41ce-a10a-fb381690f682 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5374667b7eda4ec28e3cabe9f101b94e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4481878 Aug 31 14:15:45.721421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Port 7af5845f-8ae9-465a-82ca-05853c86b2d1 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:45.721421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Attempting to bind port 7af5845f-8ae9-465a-82ca-05853c86b2d1 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:45.724964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53670) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:45.731410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48e8f9-d410-41ce-a10a-fb381690f682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab5bc64-c6eb-494c-bf75-a19f6c54e613,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:45.739887 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1422b0a-7413-46ac-a33e-8a33b0c0c9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.741383 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:45.741709 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:45.742093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:45.742718 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Bound port: 7af5845f-8ae9-465a-82ca-05853c86b2d1, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:45.742875 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.798763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d84fb-deb6-4db0-9f6a-79c1f187d070 req-ae852b5c-6e93-4082-8c38-cc752c09a315 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.800516 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-250d84fb-deb6-4db0-9f6a-79c1f187d070 req-ae852b5c-6e93-4082-8c38-cc752c09a315 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 949 time: 0.1328750 Aug 31 14:15:45.856213 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.api [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:15:45.856213 n-d-806683-5 neutron-server[94870]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:15:45.856213 n-d-806683-5 neutron-server[94870]: [parameters: {'project_id_1': '9533cffbf9da4adeac66e58f8b49936b', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 15, 45, 814676)}] Aug 31 14:15:45.856213 n-d-806683-5 neutron-server[94870]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:15:45.856690 n-d-806683-5 neutron-server[94870]: DEBUG oslo_db.api [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:15:45.889035 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68bb496c-afda-4807-92e6-cae6eb82457d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.902120 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-250d84fb-deb6-4db0-9f6a-79c1f187d070 req-059b570f-ab72-42e8-9fea-0853a526e63c tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800648 Aug 31 14:15:45.912770 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] For port 7af5845f-8ae9-465a-82ca-05853c86b2d1, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:45.918315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] For port 7af5845f-8ae9-465a-82ca-05853c86b2d1, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7af5845f-8ae9-465a-82ca-05853c86b2d1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:45.926633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd81b6-2970-45da-8407-d99e958e67c2 req-4060e972-e1f9-4145-a138-62fb24f95f7f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.928294 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68fd81b6-2970-45da-8407-d99e958e67c2 req-4060e972-e1f9-4145-a138-62fb24f95f7f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.1051080 Aug 31 14:15:45.938937 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.939222 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68bb496c-afda-4807-92e6-cae6eb82457d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.990544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.991733 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.993977 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] 10.222.0.25 "PUT /v2.0/ports/7af5845f-8ae9-465a-82ca-05853c86b2d1 HTTP/1.1" status: 200 len: 1096 time: 2.2336874 Aug 31 14:15:45.995796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67422f63-9011-4ebe-a53e-d9d481b36dc4', 'tag': '7af5845f-8ae9-465a-82ca-05853c86b2d1'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:45.998754 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec92eb7-f952-4406-8354-76e129858278" -d '{"events": [{"name": "network-changed", "server_uuid": "67422f63-9011-4ebe-a53e-d9d481b36dc4", "tag": "7af5845f-8ae9-465a-82ca-05853c86b2d1"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:46.004823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d2534abb-a475-469e-83a7-6c4ca5bdb730 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:46.006919 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53676) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:46.032498 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1422b0a-7413-46ac-a33e-8a33b0c0c9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.036312 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9a7b174-b780-43ce-9756-64b8b335bf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.045910 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1422b0a-7413-46ac-a33e-8a33b0c0c9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.058060 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42463d1c-fdf7-4b3d-8ae3-1f37292c437a x-openstack-request-id: req-42463d1c-fdf7-4b3d-8ae3-1f37292c437a {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:46.058060 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67422f63-9011-4ebe-a53e-d9d481b36dc4", "tag": "7af5845f-8ae9-465a-82ca-05853c86b2d1", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:46.058060 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42463d1c-fdf7-4b3d-8ae3-1f37292c437a {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:46.058455 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67422f63-9011-4ebe-a53e-d9d481b36dc4', 'tag': '7af5845f-8ae9-465a-82ca-05853c86b2d1', 'status': 'completed', 'code': 200} Aug 31 14:15:46.084525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port d2534abb-a475-469e-83a7-6c4ca5bdb730 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:46.089611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port d2534abb-a475-469e-83a7-6c4ca5bdb730 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:46.090070 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.097026 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68bb496c-afda-4807-92e6-cae6eb82457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.099970 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68bb496c-afda-4807-92e6-cae6eb82457d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.112944 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-68bb496c-afda-4807-92e6-cae6eb82457d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ab5bc64-c6eb-494c-bf75-a19f6c54e613 HTTP/1.1" status: 204 len: 168 time: 0.3800874 Aug 31 14:15:46.137969 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68fd81b6-2970-45da-8407-d99e958e67c2 req-3025c915-bd21-459f-9d84-0ad70009b6fe tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991236 Aug 31 14:15:46.149041 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb379ed-e61b-4ba3-b00c-fd3883805421 service neutron] Pushing event updated for resources: {'Port': ['ID=7af5845f-8ae9-465a-82ca-05853c86b2d1,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:46.149150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1422b0a-7413-46ac-a33e-8a33b0c0c9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991c6d98-d7a0-4868-ae04-94711b77df4d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:46.186835 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a1422b0a-7413-46ac-a33e-8a33b0c0c9dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11b6b3a22a934c29a383a8535661b767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4774501 Aug 31 14:15:46.189324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53684) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:46.190142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb496c-afda-4807-92e6-cae6eb82457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab5bc64-c6eb-494c-bf75-a19f6c54e613,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:46.245070 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.268755 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5bc4e45a-8b8e-43a4-b7c1-3e9c2759b38e req-67290f1d-1e9f-4032-9cbc-249cf1b180d3 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 210 time: 0.0758505 Aug 31 14:15:46.288074 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-43e8ea9b-ef4e-4d7d-b295-94897d944483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:46.289386 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-43e8ea9b-ef4e-4d7d-b295-94897d944483 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8494f3c52fee4ebf87d59b2390b88765&device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 1099 time: 0.2194080 Aug 31 14:15:46.307709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d2534abb-a475-469e-83a7-6c4ca5bdb730, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d2534abb-a475-469e-83a7-6c4ca5bdb730,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:46.309203 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad4974f-7fa4-4110-ae98-62e0d1c4e06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2534abb-a475-469e-83a7-6c4ca5bdb730'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:46.311748 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33545daa-1742-46ca-b923-a78b01fa3c6d" -d '{"events": [{"server_uuid": "5ad4974f-7fa4-4110-ae98-62e0d1c4e06c", "name": "network-vif-plugged", "status": "completed", "tag": "d2534abb-a475-469e-83a7-6c4ca5bdb730"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:46.316292 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.317276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device cd92348e-5107-4b5d-a359-6ae3afcaf02e up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:46.348759 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6ad9-993b-47fe-9468-6c719a9ea709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.382702 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59de251e-fc7e-4115-b38d-31f378fb5062 x-openstack-request-id: req-59de251e-fc7e-4115-b38d-31f378fb5062 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:46.382990 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad4974f-7fa4-4110-ae98-62e0d1c4e06c", "name": "network-vif-plugged", "status": "completed", "tag": "d2534abb-a475-469e-83a7-6c4ca5bdb730", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:46.383449 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59de251e-fc7e-4115-b38d-31f378fb5062 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:46.383842 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad4974f-7fa4-4110-ae98-62e0d1c4e06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2534abb-a475-469e-83a7-6c4ca5bdb730', 'code': 200} Aug 31 14:15:46.391788 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6ad9-993b-47fe-9468-6c719a9ea709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.394046 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-7ba9f849-8241-4299-b23a-547b21ed9e76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7af5845f-8ae9-465a-82ca-05853c86b2d1 HTTP/1.1" status: 200 len: 217 time: 0.0727675 Aug 31 14:15:46.428263 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=d2534abb-a475-469e-83a7-6c4ca5bdb730,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:46.448365 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port cd92348e-5107-4b5d-a359-6ae3afcaf02e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:46.454395 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port cd92348e-5107-4b5d-a359-6ae3afcaf02e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:46.455077 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.459208 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9a7b174-b780-43ce-9756-64b8b335bf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.485483 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9a7b174-b780-43ce-9756-64b8b335bf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.486999 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6ad9-993b-47fe-9468-6c719a9ea709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.489684 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6ad9-993b-47fe-9468-6c719a9ea709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.490834 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ce0a6ad9-993b-47fe-9468-6c719a9ea709 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/991c6d98-d7a0-4868-ae04-94711b77df4d HTTP/1.1" status: 204 len: 168 time: 0.2981629 Aug 31 14:15:46.502402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b181b19-a0ce-4d1c-8fa9-60b031e1c85d req-ee4be53b-71bd-49b9-8aa8-dccc590373a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:46.504194 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b181b19-a0ce-4d1c-8fa9-60b031e1c85d req-ee4be53b-71bd-49b9-8aa8-dccc590373a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ad4974f-7fa4-4110-ae98-62e0d1c4e06c HTTP/1.1" status: 200 len: 1100 time: 0.0632277 Aug 31 14:15:46.505328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a6ad9-993b-47fe-9468-6c719a9ea709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991c6d98-d7a0-4868-ae04-94711b77df4d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:46.548748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Made reservation on behalf of 9533cffbf9da4adeac66e58f8b49936b for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:46.553490 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.593299 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b181b19-a0ce-4d1c-8fa9-60b031e1c85d req-0902b628-049a-47e0-9136-00f188fdc322 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734446 Aug 31 14:15:46.613978 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e9a7b174-b780-43ce-9756-64b8b335bf2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f158368b1ca48cb9df1bb12b5bc6c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6059725 Aug 31 14:15:46.616966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53696) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:46.622054 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.628245 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.664755 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-a1a371eb-1955-4e16-a760-fbe721a9b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:46.666958 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-a1a371eb-1955-4e16-a760-fbe721a9b965 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.2720721 Aug 31 14:15:46.673927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port cd92348e-5107-4b5d-a359-6ae3afcaf02e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=cd92348e-5107-4b5d-a359-6ae3afcaf02e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:46.678440 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.679263 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 1dab4d36-ec43-40e9-bb8b-1291161e9933 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:15:46.685970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7b174-b780-43ce-9756-64b8b335bf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969e45bf-2248-4dd0-9e13-3ddca0024698,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:46.696630 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7679f902-d27a-4cb3-9cbf-4068bc6a0b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.724444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 1dab4d36-ec43-40e9-bb8b-1291161e9933 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:15:46.725052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 1dab4d36-ec43-40e9-bb8b-1291161e9933 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:15:46.765916 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7679f902-d27a-4cb3-9cbf-4068bc6a0b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.766910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d26f5-da99-444b-a879-b9c4fc6b0b1f req-a4aa27cb-77cf-42da-b3a0-a22acb8bfac8 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:46.773922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=cd92348e-5107-4b5d-a359-6ae3afcaf02e,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:46.774916 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e3d26f5-da99-444b-a879-b9c4fc6b0b1f req-a4aa27cb-77cf-42da-b3a0-a22acb8bfac8 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 948 time: 0.1710126 Aug 31 14:15:46.844445 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e3d26f5-da99-444b-a879-b9c4fc6b0b1f req-345c4835-e6d2-4bd3-b018-21d85607e9bc tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675306 Aug 31 14:15:46.848429 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7679f902-d27a-4cb3-9cbf-4068bc6a0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.850869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0f2a44e4-6621-46c3-b345-6805a9d0f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:46.852474 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7679f902-d27a-4cb3-9cbf-4068bc6a0b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.853378 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-0f2a44e4-6621-46c3-b345-6805a9d0f56e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697950 Aug 31 14:15:46.857068 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7679f902-d27a-4cb3-9cbf-4068bc6a0b30 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/969e45bf-2248-4dd0-9e13-3ddca0024698 HTTP/1.1" status: 204 len: 168 time: 0.2388852 Aug 31 14:15:46.870702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679f902-d27a-4cb3-9cbf-4068bc6a0b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969e45bf-2248-4dd0-9e13-3ddca0024698,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:46.958233 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.970070 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.024842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53706) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:47.050487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:47.063781 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-b13fad54-a2d9-4e8c-86c2-b81a2dfb58c6 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884854 Aug 31 14:15:47.063935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-54573f7f-1078-4d42-ab73-47497a6a81d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.134253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002da315-6e88-4380-b0f7-59f013be8ff2 req-b6bcc424-f9d7-4a76-a473-d91d6b1b9676 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.142846 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-002da315-6e88-4380-b0f7-59f013be8ff2 req-b6bcc424-f9d7-4a76-a473-d91d6b1b9676 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 950 time: 0.0956342 Aug 31 14:15:47.230522 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Allocated IP 192.168.233.41 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/999fda27-20a2-411d-8b21-23f7707363f1) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:47.249269 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e351fbc-168e-4f4f-b0c5-94f6a9210889 req-213674da-9d9c-4cb2-b168-5a2d98df1437 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742823 Aug 31 14:15:47.268257 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-54573f7f-1078-4d42-ab73-47497a6a81d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.279640 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-54573f7f-1078-4d42-ab73-47497a6a81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.314106 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-54573f7f-1078-4d42-ab73-47497a6a81d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb1014a3704041afae425aeb6e0ebeac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870095 Aug 31 14:15:47.317874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53720) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:47.367058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dc28d-014e-4287-93d6-4cd2b78c71b5 req-27b01d59-343b-46cc-8261-31371bb594c3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.368626 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-705dc28d-014e-4287-93d6-4cd2b78c71b5 req-27b01d59-343b-46cc-8261-31371bb594c3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.1184855 Aug 31 14:15:47.379663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-002da315-6e88-4380-b0f7-59f013be8ff2 req-ee9c0dbb-d4d3-4a4e-80db-b0c411b49971 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351468 Aug 31 14:15:47.401673 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d83c-42fc-4da9-ae16-3e410ff289e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.413621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54573f7f-1078-4d42-ab73-47497a6a81d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bf7668-9e8a-4d90-be34-59f9c81f1ff7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:47.428764 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d83c-42fc-4da9-ae16-3e410ff289e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.454810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec92eb7-f952-4406-8354-76e129858278 req-f9b06488-6bf4-44da-bc5b-0f5b95b0af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.456607 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ec92eb7-f952-4406-8354-76e129858278 req-f9b06488-6bf4-44da-bc5b-0f5b95b0af30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8494f3c52fee4ebf87d59b2390b88765&device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 1099 time: 0.1515334 Aug 31 14:15:47.495989 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-705dc28d-014e-4287-93d6-4cd2b78c71b5 req-ba762a06-b3b1-4d68-9e31-9ac52954605f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193368 Aug 31 14:15:47.541075 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91f2b877-807b-45fc-9890-8c1d97041412 req-730313fb-49bf-4fb4-960b-cfebf0d69c2e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 210 time: 0.0556116 Aug 31 14:15:47.554146 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d83c-42fc-4da9-ae16-3e410ff289e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.559319 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d83c-42fc-4da9-ae16-3e410ff289e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.564827 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a6d7d83c-42fc-4da9-ae16-3e410ff289e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86bf7668-9e8a-4d90-be34-59f9c81f1ff7 HTTP/1.1" status: 204 len: 168 time: 0.2400384 Aug 31 14:15:47.590718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7d83c-42fc-4da9-ae16-3e410ff289e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bf7668-9e8a-4d90-be34-59f9c81f1ff7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:47.613104 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.638655 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec92eb7-f952-4406-8354-76e129858278 req-ae5cfc52-6c30-4995-ba89-0618ebea2aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.640277 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ec92eb7-f952-4406-8354-76e129858278 req-ae5cfc52-6c30-4995-ba89-0618ebea2aaf service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1737223 Aug 31 14:15:47.641264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Transition to ACTIVE for port object 999fda27-20a2-411d-8b21-23f7707363f1 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:47.705954 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ec92eb7-f952-4406-8354-76e129858278 req-662dc620-998f-4270-9cd0-7b478def6814 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7af5845f-8ae9-465a-82ca-05853c86b2d1 HTTP/1.1" status: 200 len: 217 time: 0.0406401 Aug 31 14:15:47.716252 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.768391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:47.772093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:47.797899 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:47.806405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.807881 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.843954 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2857864 Aug 31 14:15:47.851222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec92eb7-f952-4406-8354-76e129858278 req-aac89a6a-b2c9-4346-97bf-86d96d0c41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.853113 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ec92eb7-f952-4406-8354-76e129858278 req-aac89a6a-b2c9-4346-97bf-86d96d0c41a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1348429 Aug 31 14:15:47.859355 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Request body: {'port': {'device_id': '17c207b1-2ae0-4871-b7b9-b7138ade8376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:47.863230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0184189-4c6a-43e3-a64e-48fa6d09115e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Pushing event updated for resources: {'Port': ['ID=999fda27-20a2-411d-8b21-23f7707363f1,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:47.977503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec92eb7-f952-4406-8354-76e129858278 req-97ae223b-91b9-4aa7-9867-d4ab52e17278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.979596 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ec92eb7-f952-4406-8354-76e129858278 req-97ae223b-91b9-4aa7-9867-d4ab52e17278 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022835 Aug 31 14:15:48.017255 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.096097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64618d4f-5ab8-470c-bea8-c4cf6328b4a2 req-2089b278-62e3-4039-a136-e4358eb90bec tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:48.111102 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64618d4f-5ab8-470c-bea8-c4cf6328b4a2 req-2089b278-62e3-4039-a136-e4358eb90bec tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 948 time: 0.1108763 Aug 31 14:15:48.149609 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64618d4f-5ab8-470c-bea8-c4cf6328b4a2 req-3abd4ba1-38fc-4501-881e-6487a343ba9c tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372205 Aug 31 14:15:48.168055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b97efba0-6782-470b-91c6-9152c1cc9da6 None None] Provisioning for port 999fda27-20a2-411d-8b21-23f7707363f1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:48.173019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b97efba0-6782-470b-91c6-9152c1cc9da6 None None] Provisioning complete for port 999fda27-20a2-411d-8b21-23f7707363f1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:48.173393 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b97efba0-6782-470b-91c6-9152c1cc9da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.224233 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b97efba0-6782-470b-91c6-9152c1cc9da6 None None] Port 999fda27-20a2-411d-8b21-23f7707363f1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:48.308077 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ec92eb7-f952-4406-8354-76e129858278 req-78d2f091-adb7-42bd-a9ab-b8f4fda6ba59 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159692 Aug 31 14:15:48.384783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd550d2-0e7b-4a77-b1f8-910d343a5b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd92348e-5107-4b5d-a359-6ae3afcaf02e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:48.388567 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203fc187-24cd-420d-bd91-fdd64708d5f6" -d '{"events": [{"server_uuid": "4cd550d2-0e7b-4a77-b1f8-910d343a5b7c", "name": "network-vif-plugged", "status": "completed", "tag": "cd92348e-5107-4b5d-a359-6ae3afcaf02e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:48.397906 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999fda27-20a2-411d-8b21-23f7707363f1 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:48.414198 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.443055 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Transition to ACTIVE for port object 999fda27-20a2-411d-8b21-23f7707363f1 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:48.451405 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.471589 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f371c465-3139-4c8e-8950-51fff3ab6173 x-openstack-request-id: req-f371c465-3139-4c8e-8950-51fff3ab6173 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:48.472172 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd550d2-0e7b-4a77-b1f8-910d343a5b7c", "name": "network-vif-plugged", "status": "completed", "tag": "cd92348e-5107-4b5d-a359-6ae3afcaf02e", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:48.472602 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f371c465-3139-4c8e-8950-51fff3ab6173 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:48.473175 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd550d2-0e7b-4a77-b1f8-910d343a5b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'code': 200} Aug 31 14:15:48.536989 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Pushing event updated for resources: {'Port': ['ID=999fda27-20a2-411d-8b21-23f7707363f1,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:48.545940 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ec92eb7-f952-4406-8354-76e129858278 req-404f7018-c65d-475c-b01f-857c6cf7fffb service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071714 Aug 31 14:15:48.598504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Attempting to bind port 999fda27-20a2-411d-8b21-23f7707363f1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:48.600694 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Attempting to bind port 999fda27-20a2-411d-8b21-23f7707363f1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:48.602044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Attempting to bind port 999fda27-20a2-411d-8b21-23f7707363f1 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:48.613577 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Port 999fda27-20a2-411d-8b21-23f7707363f1 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:48.614929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Attempting to bind port 999fda27-20a2-411d-8b21-23f7707363f1 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:48.624153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:48.631784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4722ba-da35-4b66-bc92-49ae18f0081c req-30f319c4-e83f-4e2f-9ca8-08a41bab8f91 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:48.633476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:48.633892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:48.634354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Bound port: 999fda27-20a2-411d-8b21-23f7707363f1, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:48.634809 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.640430 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a4722ba-da35-4b66-bc92-49ae18f0081c req-30f319c4-e83f-4e2f-9ca8-08a41bab8f91 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 950 time: 0.1504886 Aug 31 14:15:48.680787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea04aa-c267-4edc-867a-71affa656b1b req-232e52fa-9136-4fbd-a0fa-bc216f502a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:48.683391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3aea04aa-c267-4edc-867a-71affa656b1b req-232e52fa-9136-4fbd-a0fa-bc216f502a92 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 1101 time: 0.1147051 Aug 31 14:15:48.729979 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a4722ba-da35-4b66-bc92-49ae18f0081c req-b00af656-e737-492f-9bd1-3ee95ede1995 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886061 Aug 31 14:15:48.756608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3e4a-ace7-49fd-891a-70c8770d607a req-ac313402-de78-4167-8ad3-b7369edb1298 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:48.756733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3aea04aa-c267-4edc-867a-71affa656b1b req-b914d448-fc87-477a-8d1d-06d657d5ddc5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628333 Aug 31 14:15:48.770364 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e0a3e4a-ace7-49fd-891a-70c8770d607a req-ac313402-de78-4167-8ad3-b7369edb1298 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.1479366 Aug 31 14:15:48.812152 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] For port 999fda27-20a2-411d-8b21-23f7707363f1, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:48.816471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] For port 999fda27-20a2-411d-8b21-23f7707363f1, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=999fda27-20a2-411d-8b21-23f7707363f1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:48.827355 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.853154 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e0a3e4a-ace7-49fd-891a-70c8770d607a req-9ecc473b-622b-438f-961b-ace077c6a2b3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818925 Aug 31 14:15:48.905758 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:48.906502 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.908013 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] 10.222.0.60 "PUT /v2.0/ports/999fda27-20a2-411d-8b21-23f7707363f1 HTTP/1.1" status: 200 len: 1095 time: 1.0535438 Aug 31 14:15:48.908867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c207b1-2ae0-4871-b7b9-b7138ade8376', 'tag': '999fda27-20a2-411d-8b21-23f7707363f1'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:48.911566 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412d32fc-dcba-4ccc-8938-6bfb7329aa28" -d '{"events": [{"name": "network-changed", "server_uuid": "17c207b1-2ae0-4871-b7b9-b7138ade8376", "tag": "999fda27-20a2-411d-8b21-23f7707363f1"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:48.937121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca82352-1b93-4a5c-89b5-a1bac241ed3c req-dd4649cc-22ba-4d4a-b1e9-df0fd3d3ba15 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:48.938989 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aca82352-1b93-4a5c-89b5-a1bac241ed3c req-dd4649cc-22ba-4d4a-b1e9-df0fd3d3ba15 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 947 time: 0.1043308 Aug 31 14:15:48.940635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c52bd1-2041-49b8-a5f6-5a11f1d16662 service neutron] Pushing event updated for resources: {'Port': ['ID=999fda27-20a2-411d-8b21-23f7707363f1,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:49.016940 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aca82352-1b93-4a5c-89b5-a1bac241ed3c req-20a47e94-26f5-4a2c-8052-aeb51709af25 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613244 Aug 31 14:15:49.067653 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:49.086597 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-4479d6ca-1d07-492a-8b84-efeb2229ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.088811 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-4479d6ca-1d07-492a-8b84-efeb2229ad36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9533cffbf9da4adeac66e58f8b49936b&device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 1098 time: 0.1054523 Aug 31 14:15:49.090359 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc2a765-eef1-4889-8b95-86dc8d9f66a3 x-openstack-request-id: req-cfc2a765-eef1-4889-8b95-86dc8d9f66a3 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:49.090647 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c207b1-2ae0-4871-b7b9-b7138ade8376", "tag": "999fda27-20a2-411d-8b21-23f7707363f1", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:49.090916 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cfc2a765-eef1-4889-8b95-86dc8d9f66a3 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:49.092208 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c207b1-2ae0-4871-b7b9-b7138ade8376', 'tag': '999fda27-20a2-411d-8b21-23f7707363f1', 'status': 'completed', 'code': 200} Aug 31 14:15:49.141598 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-c25a001f-4ce1-4376-b5bb-808ce339b69c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=999fda27-20a2-411d-8b21-23f7707363f1 HTTP/1.1" status: 200 len: 217 time: 0.0436752 Aug 31 14:15:49.239477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-d5ea5433-a315-4526-a435-2d9a45c4efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.241192 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-d5ea5433-a315-4526-a435-2d9a45c4efd1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0923564 Aug 31 14:15:49.303560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5a74e-f265-4625-9db6-f2ce6eba3a19 req-489a2a03-c7c3-498a-905b-34b819111c5f tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.312075 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-43c5a74e-f265-4625-9db6-f2ce6eba3a19 req-489a2a03-c7c3-498a-905b-34b819111c5f tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 948 time: 0.0720041 Aug 31 14:15:49.316408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-e72a514f-053e-4b20-b54d-aa2d016ed34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.318669 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-e72a514f-053e-4b20-b54d-aa2d016ed34e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691853 Aug 31 14:15:49.359970 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-43c5a74e-f265-4625-9db6-f2ce6eba3a19 req-e984ad21-a118-483c-977c-3e9c7186e4a0 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466042 Aug 31 14:15:49.426497 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-5e9a24d0-89a5-4843-a201-f4be7582a04a service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001019 Aug 31 14:15:49.450121 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e3298a07-9e5f-4ba9-ad8a-b80992f45167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:49.533299 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9af12c8-7d62-40f2-9747-8a9c3cf68bb6 req-82a7d7c7-3f2f-4b23-bc00-252b6066123b service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992179 Aug 31 14:15:49.645841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d32fc-dcba-4ccc-8938-6bfb7329aa28 req-1dc0d716-1af7-4627-b7f5-60dad0f36f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.647406 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-412d32fc-dcba-4ccc-8938-6bfb7329aa28 req-1dc0d716-1af7-4627-b7f5-60dad0f36f75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9533cffbf9da4adeac66e58f8b49936b&device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 1098 time: 0.0472205 Aug 31 14:15:49.755372 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d32fc-dcba-4ccc-8938-6bfb7329aa28 req-c946f6ea-2e4e-4469-85f3-b1408965b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.756907 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-412d32fc-dcba-4ccc-8938-6bfb7329aa28 req-c946f6ea-2e4e-4469-85f3-b1408965b7d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.0981050 Aug 31 14:15:49.808302 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-412d32fc-dcba-4ccc-8938-6bfb7329aa28 req-58eff2a3-922b-426a-bda6-3b4b92581d12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=999fda27-20a2-411d-8b21-23f7707363f1 HTTP/1.1" status: 200 len: 217 time: 0.0384498 Aug 31 14:15:49.907340 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d32fc-dcba-4ccc-8938-6bfb7329aa28 req-56ca2092-a7af-46fe-83b9-87a606c0843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.909323 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-412d32fc-dcba-4ccc-8938-6bfb7329aa28 req-56ca2092-a7af-46fe-83b9-87a606c0843f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0900183 Aug 31 14:15:49.919909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a0b95-d02e-438c-ac58-fb8ebc16d4bc req-43354599-e361-4af6-b791-acb71218b5c1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.922006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-775a0b95-d02e-438c-ac58-fb8ebc16d4bc req-43354599-e361-4af6-b791-acb71218b5c1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 950 time: 0.0764949 Aug 31 14:15:49.983034 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-775a0b95-d02e-438c-ac58-fb8ebc16d4bc req-30a1a022-0c45-469d-956c-55f3d9eb221b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543418 Aug 31 14:15:49.988428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d32fc-dcba-4ccc-8938-6bfb7329aa28 req-22d53895-eefe-4316-99bd-ffc2a5a0c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.997744 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-412d32fc-dcba-4ccc-8938-6bfb7329aa28 req-22d53895-eefe-4316-99bd-ffc2a5a0c56b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796580 Aug 31 14:15:50.136129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6c67e-6904-4725-a38d-220cc12e9137 req-f1b74a35-adfc-41d9-b237-e104fe2ca6a3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:50.137633 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-25d6c67e-6904-4725-a38d-220cc12e9137 req-f1b74a35-adfc-41d9-b237-e104fe2ca6a3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.1039319 Aug 31 14:15:50.168195 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-412d32fc-dcba-4ccc-8938-6bfb7329aa28 req-1a501c33-26f4-4cf3-8f58-dfdeb3bf4d66 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602683 Aug 31 14:15:50.231776 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-25d6c67e-6904-4725-a38d-220cc12e9137 req-73b68088-d735-4a76-8129-e9fe55a43684 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859106 Aug 31 14:15:50.298882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de0578-3a5e-4e2e-8e0a-8149aa84c738 req-02891cb2-f601-439b-85ed-547e96a2027e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:50.299457 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49de0578-3a5e-4e2e-8e0a-8149aa84c738 req-02891cb2-f601-439b-85ed-547e96a2027e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 947 time: 0.0952330 Aug 31 14:15:50.307902 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-412d32fc-dcba-4ccc-8938-6bfb7329aa28 req-221e469b-2582-4ed7-a1aa-312c4eaa6112 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309743 Aug 31 14:15:50.345094 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49de0578-3a5e-4e2e-8e0a-8149aa84c738 req-5fa0210a-96b2-4293-aa72-633898681803 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342557 Aug 31 14:15:50.522853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f8ebd-33b4-4e20-9f1f-a5ea1987a6c7 req-7f8e3c66-0faa-4f65-96e2-0b183b7671cb tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:50.524601 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-721f8ebd-33b4-4e20-9f1f-a5ea1987a6c7 req-7f8e3c66-0faa-4f65-96e2-0b183b7671cb tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 948 time: 0.0598664 Aug 31 14:15:50.572089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-721f8ebd-33b4-4e20-9f1f-a5ea1987a6c7 req-b688c254-4256-474b-9f2f-9bd1c93a6a40 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405302 Aug 31 14:15:50.779398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53878) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:50.897445 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7af5845f-8ae9-465a-82ca-05853c86b2d1 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:50.926686 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfd9f671-5f00-4ee3-9285-85d226703bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.050571 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7af5845f-8ae9-465a-82ca-05853c86b2d1, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7af5845f-8ae9-465a-82ca-05853c86b2d1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:51.067572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '7af5845f-8ae9-465a-82ca-05853c86b2d1', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '7af5845f-8ae9-465a-82ca-05853c86b2d1', 'mac_address': 'fa:16:3e:80:18:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:51.084177 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfd9f671-5f00-4ee3-9285-85d226703bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.091662 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfd9f671-5f00-4ee3-9285-85d226703bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.128240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dce3d-6c7f-49d4-9f2f-a43b8083b644 req-2e411595-1446-438d-bf0b-f6c1cf5191b1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.129821 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c94dce3d-6c7f-49d4-9f2f-a43b8083b644 req-2e411595-1446-438d-bf0b-f6c1cf5191b1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 950 time: 0.0585387 Aug 31 14:15:51.167412 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dfd9f671-5f00-4ee3-9285-85d226703bf4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bbea4b7ae114161bdc42b3ffbfc4c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842225 Aug 31 14:15:51.167412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9f671-5f00-4ee3-9285-85d226703bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eb0a9a-608c-406b-b8a4-53deae1c6ffa,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:51.169481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53912) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:51.274651 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.290281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af5845f-8ae9-465a-82ca-05853c86b2d1 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:51.319596 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7af5845f-8ae9-465a-82ca-05853c86b2d1, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7af5845f-8ae9-465a-82ca-05853c86b2d1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:51.327398 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.397170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=7af5845f-8ae9-465a-82ca-05853c86b2d1,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:51.425144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5728b-0d7b-4ce5-a283-5823ed8b20a0 req-e4ebae8d-f7b0-4883-831a-d51f6d44bfae tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.426833 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-24d5728b-0d7b-4ce5-a283-5823ed8b20a0 req-e4ebae8d-f7b0-4883-831a-d51f6d44bfae tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.0638332 Aug 31 14:15:51.438767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53924) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:51.486788 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-24d5728b-0d7b-4ce5-a283-5823ed8b20a0 req-cb2e1aba-19e5-49ff-94ff-502d0f36918d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493524 Aug 31 14:15:51.511459 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c94dce3d-6c7f-49d4-9f2f-a43b8083b644 req-af32c778-eca6-446f-b6d7-ad5f4d8aa44d tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715184 Aug 31 14:15:51.533769 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c404-3b24-4ef0-91ed-a561496d3fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.581981 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c404-3b24-4ef0-91ed-a561496d3fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.612267 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-44fcfc24-8ee6-4cc9-8aa5-ddd3ff377117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.670625 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068d770-7b1a-4a84-a94f-2c2ed64f6d6d req-e8b93ed7-82bd-4e9b-936e-daef7a74bd3e tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.672170 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8068d770-7b1a-4a84-a94f-2c2ed64f6d6d req-e8b93ed7-82bd-4e9b-936e-daef7a74bd3e tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad4974f-7fa4-4110-ae98-62e0d1c4e06c HTTP/1.1" status: 200 len: 949 time: 0.0770433 Aug 31 14:15:51.672329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef15d2c-44be-4c7b-836f-33ca57d6616d req-ee79a92a-f9b2-4a45-bf1d-2bea6f2439a7 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.673959 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bef15d2c-44be-4c7b-836f-33ca57d6616d req-ee79a92a-f9b2-4a45-bf1d-2bea6f2439a7 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 947 time: 0.0804169 Aug 31 14:15:51.690168 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['7af5845f-8ae9-465a-82ca-05853c86b2d1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:51.709713 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c404-3b24-4ef0-91ed-a561496d3fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.713707 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c404-3b24-4ef0-91ed-a561496d3fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.714903 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d8f2c404-3b24-4ef0-91ed-a561496d3fda admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76eb0a9a-608c-406b-b8a4-53deae1c6ffa HTTP/1.1" status: 204 len: 168 time: 0.5430839 Aug 31 14:15:51.727111 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2c404-3b24-4ef0-91ed-a561496d3fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eb0a9a-608c-406b-b8a4-53deae1c6ffa,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:51.739063 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8068d770-7b1a-4a84-a94f-2c2ed64f6d6d req-64c3662a-705d-48d2-82e7-daa9e7b9b50f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575335 Aug 31 14:15:51.766017 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bef15d2c-44be-4c7b-836f-33ca57d6616d req-3d611580-e200-4dfa-a0ff-5cc0c388b27f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847280 Aug 31 14:15:51.879194 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-44fcfc24-8ee6-4cc9-8aa5-ddd3ff377117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.885792 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-44fcfc24-8ee6-4cc9-8aa5-ddd3ff377117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.909300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d398c0-124d-4dc9-b4de-9183e5650da4 req-28fbb31f-738b-4fa7-a7ca-6078671f16d7 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.916995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53940) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:51.918268 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-46d398c0-124d-4dc9-b4de-9183e5650da4 req-28fbb31f-738b-4fa7-a7ca-6078671f16d7 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 949 time: 0.0927134 Aug 31 14:15:51.963382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcfc24-8ee6-4cc9-8aa5-ddd3ff377117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8cbea1-9d46-49c9-855d-8339f5581490,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:51.976123 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-46d398c0-124d-4dc9-b4de-9183e5650da4 req-19292188-8db5-48ff-943d-8e752e6e8e58 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568340 Aug 31 14:15:51.988440 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-44fcfc24-8ee6-4cc9-8aa5-ddd3ff377117 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75117100306a4ef9a5711058435a6eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484002 Aug 31 14:15:51.992013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53944) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:52.097778 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-87f04524-6ba7-427c-9ca4-c04d183c1d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.120414 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c69d9a0-58dd-431d-9782-42a1cc50467b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.128701 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-87f04524-6ba7-427c-9ca4-c04d183c1d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.176230 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.190986 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-87f04524-6ba7-427c-9ca4-c04d183c1d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.193884 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-87f04524-6ba7-427c-9ca4-c04d183c1d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.196791 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-87f04524-6ba7-427c-9ca4-c04d183c1d01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db8cbea1-9d46-49c9-855d-8339f5581490 HTTP/1.1" status: 204 len: 168 time: 0.2019455 Aug 31 14:15:52.204958 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f04524-6ba7-427c-9ca4-c04d183c1d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8cbea1-9d46-49c9-855d-8339f5581490,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:52.218908 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8267d-4728-4a8f-8a63-7bd7e5c0fbc1 req-f889f4d9-141d-4d83-9e05-35e8ab1e7082 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.229324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8267d-4728-4a8f-8a63-7bd7e5c0fbc1 req-f889f4d9-141d-4d83-9e05-35e8ab1e7082 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.231024 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a8267d-4728-4a8f-8a63-7bd7e5c0fbc1 req-f889f4d9-141d-4d83-9e05-35e8ab1e7082 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c&device_id=5ad4974f-7fa4-4110-ae98-62e0d1c4e06c HTTP/1.1" status: 200 len: 1690 time: 0.1050661 Aug 31 14:15:52.269458 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c77f753-87ec-4576-8557-1630d18895f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.318790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53952) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:52.319915 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a8267d-4728-4a8f-8a63-7bd7e5c0fbc1 req-5ce33864-be59-442a-b808-a8249a2ab483 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740528 Aug 31 14:15:52.337228 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b3c8b580-bc4f-44bf-9724-085be08acbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.406760 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c77f753-87ec-4576-8557-1630d18895f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.413278 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c77f753-87ec-4576-8557-1630d18895f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.481069 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2c77f753-87ec-4576-8557-1630d18895f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b863f9dadb54b78aaf4579c964c3459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375416 Aug 31 14:15:52.484528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53960) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:52.498292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77f753-87ec-4576-8557-1630d18895f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e548a40-8598-4b75-9fee-9e2be701189e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:52.555091 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e685e1d-9376-4df9-85fb-58f05fa6a205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.571089 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2ab0a-5a2a-4a89-9489-5b9b5d92a76c req-ab95c096-e08a-43d4-b653-0f39a253a9da tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.573389 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55a2ab0a-5a2a-4a89-9489-5b9b5d92a76c req-ab95c096-e08a-43d4-b653-0f39a253a9da tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 1101 time: 0.0835481 Aug 31 14:15:52.582680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b3c8b580-bc4f-44bf-9724-085be08acbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.585277 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e685e1d-9376-4df9-85fb-58f05fa6a205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.594563 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b3c8b580-bc4f-44bf-9724-085be08acbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.654615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8b580-bc4f-44bf-9724-085be08acbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947e6361-8a00-43c0-8c87-04a110da2e8c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:52.660326 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b3c8b580-bc4f-44bf-9724-085be08acbc8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8d89df4fdac41bf872a0b98f604f698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400679 Aug 31 14:15:52.663089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:52.665588 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55a2ab0a-5a2a-4a89-9489-5b9b5d92a76c req-bb0cb66d-6f7b-4180-95d2-b12ff375a7e5 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814207 Aug 31 14:15:52.680863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee836f04-1620-4752-92a7-95dad1ad55c2 req-259d15fd-6613-4e7e-96a7-0864794a6a6e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.681131 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53966) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:52.681533 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee836f04-1620-4752-92a7-95dad1ad55c2 req-259d15fd-6613-4e7e-96a7-0864794a6a6e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.0796204 Aug 31 14:15:52.704002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d5cacffa-6c55-4e92-b9f3-4175830551a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.711445 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e685e1d-9376-4df9-85fb-58f05fa6a205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.715374 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e685e1d-9376-4df9-85fb-58f05fa6a205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.716491 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9e685e1d-9376-4df9-85fb-58f05fa6a205 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e548a40-8598-4b75-9fee-9e2be701189e HTTP/1.1" status: 204 len: 168 time: 0.2310467 Aug 31 14:15:52.752714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e685e1d-9376-4df9-85fb-58f05fa6a205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e548a40-8598-4b75-9fee-9e2be701189e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:52.789431 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee836f04-1620-4752-92a7-95dad1ad55c2 req-052f2bef-e534-45d7-9358-4b7f4db853df tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908422 Aug 31 14:15:52.790261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5329074a-6905-46b5-b7f8-b0b635147046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.810248 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c05e7-631c-4a0d-a90f-8eaaf151cc6e req-8bd6d381-d055-4d58-82d6-ed84fcf8a4ea tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.815498 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c01c05e7-631c-4a0d-a90f-8eaaf151cc6e req-8bd6d381-d055-4d58-82d6-ed84fcf8a4ea tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5ad4974f-7fa4-4110-ae98-62e0d1c4e06c HTTP/1.1" status: 200 len: 1100 time: 0.0659366 Aug 31 14:15:52.828874 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5329074a-6905-46b5-b7f8-b0b635147046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.879708 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d5cacffa-6c55-4e92-b9f3-4175830551a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.891814 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c01c05e7-631c-4a0d-a90f-8eaaf151cc6e req-4c68f4f2-b128-48f4-91a3-4ad667a06142 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620718 Aug 31 14:15:52.892486 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d5cacffa-6c55-4e92-b9f3-4175830551a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.900998 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5329074a-6905-46b5-b7f8-b0b635147046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.903633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5329074a-6905-46b5-b7f8-b0b635147046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.907340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5329074a-6905-46b5-b7f8-b0b635147046 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/947e6361-8a00-43c0-8c87-04a110da2e8c HTTP/1.1" status: 204 len: 168 time: 0.2408693 Aug 31 14:15:52.908500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7af5845f-8ae9-465a-82ca-05853c86b2d1 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:52.935480 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329074a-6905-46b5-b7f8-b0b635147046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947e6361-8a00-43c0-8c87-04a110da2e8c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:52.956091 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d5cacffa-6c55-4e92-b9f3-4175830551a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a84e71b93bc40ed8f8f588ccc1c74d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706001 Aug 31 14:15:52.968085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53978) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:52.985561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cacffa-6c55-4e92-b9f3-4175830551a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d22ba3-f77e-4334-b42f-dd8f8be66383,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:52.996243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670c761-e7ec-4ab4-906d-728ca26aacc6 req-22a3fdc4-99e1-477a-94ae-3db73bc3e918 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:53.010092 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5670c761-e7ec-4ab4-906d-728ca26aacc6 req-22a3fdc4-99e1-477a-94ae-3db73bc3e918 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 947 time: 0.1215377 Aug 31 14:15:53.018224 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 7af5845f-8ae9-465a-82ca-05853c86b2d1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:53.030669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 7af5845f-8ae9-465a-82ca-05853c86b2d1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:53.031374 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.058085 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5670c761-e7ec-4ab4-906d-728ca26aacc6 req-bc88a7f2-c2e0-417c-a5a4-2653a67e8ffa tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447254 Aug 31 14:15:53.117279 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2608675c-00da-44bd-a905-cabbbaeff390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.142903 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2608675c-00da-44bd-a905-cabbbaeff390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.204148 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2608675c-00da-44bd-a905-cabbbaeff390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.209581 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2608675c-00da-44bd-a905-cabbbaeff390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.216039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7353c6-e0db-4e02-8697-899a01db984d req-3405459c-3bcc-4345-8196-97a6cbf32bd6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:53.216223 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.217544 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2608675c-00da-44bd-a905-cabbbaeff390 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0d22ba3-f77e-4334-b42f-dd8f8be66383 HTTP/1.1" status: 204 len: 168 time: 0.2456839 Aug 31 14:15:53.223132 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4c7353c6-e0db-4e02-8697-899a01db984d req-3405459c-3bcc-4345-8196-97a6cbf32bd6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 949 time: 0.0773261 Aug 31 14:15:53.231534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608675c-00da-44bd-a905-cabbbaeff390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d22ba3-f77e-4334-b42f-dd8f8be66383,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:53.250961 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.266914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4c7353c6-e0db-4e02-8697-899a01db984d req-9f184de9-4938-41af-9573-45eef4b007c6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426915 Aug 31 14:15:53.287965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67422f63-9011-4ebe-a53e-d9d481b36dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af5845f-8ae9-465a-82ca-05853c86b2d1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:53.290288 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51056d93-f337-44bd-8b07-7d46a5b2c76f" -d '{"events": [{"server_uuid": "67422f63-9011-4ebe-a53e-d9d481b36dc4", "name": "network-vif-plugged", "status": "completed", "tag": "7af5845f-8ae9-465a-82ca-05853c86b2d1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:53.306773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7af5845f-8ae9-465a-82ca-05853c86b2d1, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7af5845f-8ae9-465a-82ca-05853c86b2d1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:53.311950 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.344331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53992) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:53.361293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-21b60de8-625d-4f1a-af22-9302ebc48fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.402023 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a07e7d-372f-4f40-8924-2a9fa759b85d x-openstack-request-id: req-14a07e7d-372f-4f40-8924-2a9fa759b85d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:53.402810 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67422f63-9011-4ebe-a53e-d9d481b36dc4", "name": "network-vif-plugged", "status": "completed", "tag": "7af5845f-8ae9-465a-82ca-05853c86b2d1", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:53.402930 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14a07e7d-372f-4f40-8924-2a9fa759b85d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:53.405969 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67422f63-9011-4ebe-a53e-d9d481b36dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af5845f-8ae9-465a-82ca-05853c86b2d1', 'code': 200} Aug 31 14:15:53.488245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=7af5845f-8ae9-465a-82ca-05853c86b2d1,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:53.490997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-f5131fc1-3550-4a90-978b-ab4f72f1fd6c tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1901edefb11847a7897a42142ce0f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320601 Aug 31 14:15:53.576144 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-21b60de8-625d-4f1a-af22-9302ebc48fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.584823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-21b60de8-625d-4f1a-af22-9302ebc48fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.637955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-f7e3323a-533d-4196-8d4b-7ab9f4db6f73 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:53.640705 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-21b60de8-625d-4f1a-af22-9302ebc48fca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=118763d343d1441a8a040c44daa950ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952096 Aug 31 14:15:53.642932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a38861-129a-475e-9f9f-818e140bdeff req-f3c63c1e-b048-44d4-91d2-f34e4b69fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:53.644530 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-67a38861-129a-475e-9f9f-818e140bdeff req-f3c63c1e-b048-44d4-91d2-f34e4b69fb60 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 1101 time: 0.1663663 Aug 31 14:15:53.645309 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54008) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:53.649257 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-f7e3323a-533d-4196-8d4b-7ab9f4db6f73 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558344 Aug 31 14:15:53.653033 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b60de8-625d-4f1a-af22-9302ebc48fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90e6f74-d9e5-424b-9008-fc30e6106236,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:53.674871 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-8fefc6fb-089f-4fe0-9a93-0034b68eb57d tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/quotas/1901edefb11847a7897a42142ce0f797 HTTP/1.1" status: 200 len: 375 time: 0.0242691 Aug 31 14:15:53.731788 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-67a38861-129a-475e-9f9f-818e140bdeff req-5c6cffb2-678c-4c2b-abe7-e68136f5bb83 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729961 Aug 31 14:15:53.747251 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fac8f7f1-87ea-4816-b58c-7a08bf77fd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.771084 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-feda9b41-4b52-4b05-814d-0656bebeaaee tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898399 Aug 31 14:15:53.773206 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fac8f7f1-87ea-4816-b58c-7a08bf77fd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.856479 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fac8f7f1-87ea-4816-b58c-7a08bf77fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.862685 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fac8f7f1-87ea-4816-b58c-7a08bf77fd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.867824 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fac8f7f1-87ea-4816-b58c-7a08bf77fd40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c90e6f74-d9e5-424b-9008-fc30e6106236 HTTP/1.1" status: 204 len: 168 time: 0.2212634 Aug 31 14:15:53.881794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8f7f1-87ea-4816-b58c-7a08bf77fd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90e6f74-d9e5-424b-9008-fc30e6106236,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:53.946102 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.013513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432f45d-b27c-438f-9168-cda3c5e01163 req-c67dbaef-356f-4b23-9c1f-cfcd4fd6196d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:54.015030 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2432f45d-b27c-438f-9168-cda3c5e01163 req-c67dbaef-356f-4b23-9c1f-cfcd4fd6196d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.0920675 Aug 31 14:15:54.039778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 999fda27-20a2-411d-8b21-23f7707363f1 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:54.082047 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2432f45d-b27c-438f-9168-cda3c5e01163 req-8505df8a-ab94-472f-be74-3590fb4f1944 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588260 Aug 31 14:15:54.273551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 999fda27-20a2-411d-8b21-23f7707363f1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=999fda27-20a2-411d-8b21-23f7707363f1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:54.294711 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '999fda27-20a2-411d-8b21-23f7707363f1', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '999fda27-20a2-411d-8b21-23f7707363f1', 'mac_address': 'fa:16:3e:83:71:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:54.316634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5b9b3-6de6-475c-a112-91569071f664 req-cd18a4a2-b099-4909-8cce-b20712550b50 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:54.330287 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ba5b9b3-6de6-475c-a112-91569071f664 req-cd18a4a2-b099-4909-8cce-b20712550b50 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 947 time: 0.1067669 Aug 31 14:15:54.365370 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.386134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999fda27-20a2-411d-8b21-23f7707363f1 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:54.388448 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ba5b9b3-6de6-475c-a112-91569071f664 req-6908d637-02d7-4199-8d09-cc392c5909ee tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507379 Aug 31 14:15:54.444900 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 999fda27-20a2-411d-8b21-23f7707363f1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=999fda27-20a2-411d-8b21-23f7707363f1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:54.455600 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.585909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e44389-dce3-47f3-94ad-553d4dd9287b req-3bda0cf6-c743-4784-b97f-24cd5d710c1b tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:54.595538 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88e44389-dce3-47f3-94ad-553d4dd9287b req-3bda0cf6-c743-4784-b97f-24cd5d710c1b tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 950 time: 0.1122522 Aug 31 14:15:54.613916 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=999fda27-20a2-411d-8b21-23f7707363f1,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:54.647232 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88e44389-dce3-47f3-94ad-553d4dd9287b req-741f292d-2e4c-418c-ae42-e27f2b57b870 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485134 Aug 31 14:15:54.702682 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['999fda27-20a2-411d-8b21-23f7707363f1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:54.849386 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.007890 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-adb29a8a-2a86-4f1b-89d3-873a22a16e50 req-c3b9a7f0-79b9-436b-9803-99ac5a3c5178 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 210 time: 0.0878875 Aug 31 14:15:55.172367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54082) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:55.287214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd5baf-d0b2-4325-ba80-b9f82a9093eb req-e89844df-0da1-43fe-9472-4dc42011190f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:55.289446 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5fd5baf-d0b2-4325-ba80-b9f82a9093eb req-e89844df-0da1-43fe-9472-4dc42011190f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.0846326 Aug 31 14:15:55.367070 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5fd5baf-d0b2-4325-ba80-b9f82a9093eb req-984d0806-5c12-4eb5-bdf0-0f77c6617f0e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709140 Aug 31 14:15:55.391009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550428219-network', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:55.453214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] Made reservation on behalf of 685e16ca4a114e3982b64407a02a2e8f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:55.459485 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.496384 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.577760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621e778-30ba-42d6-a4e9-eb5b961a543c req-fb01930b-b058-4335-a6ba-edcd5593897d tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:55.579987 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e621e778-30ba-42d6-a4e9-eb5b961a543c req-fb01930b-b058-4335-a6ba-edcd5593897d tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 948 time: 0.0861206 Aug 31 14:15:55.649083 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e621e778-30ba-42d6-a4e9-eb5b961a543c req-701bd424-e74e-4cab-9ba7-b5dff3099a22 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620844 Aug 31 14:15:55.682192 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.689020 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.754503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032f57d1-6d49-4dea-b24a-e7f91a99dc6d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:55.799873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:15:55.815871 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.816475 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] Added segment f8a106ff-c609-493f-9485-886ced11a962 of type vlan for network 22c220ba-f8d4-4fa9-9ad9-29561f13a7ef Aug 31 14:15:55.894477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5bb14-2049-4414-a2e7-95028ec4b160 req-dd643700-7f44-4f84-8e4f-4a833f893715 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:55.896337 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82f5bb14-2049-4414-a2e7-95028ec4b160 req-dd643700-7f44-4f84-8e4f-4a833f893715 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 950 time: 0.1664171 Aug 31 14:15:55.912529 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:56.006391 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82f5bb14-2049-4414-a2e7-95028ec4b160 req-39a6a9af-a2c6-4e44-942c-bf6884d2fa6f tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880923 Aug 31 14:15:56.007981 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:56.009717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:56.010621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:56.065866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 999fda27-20a2-411d-8b21-23f7707363f1 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:56.097956 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9240220 Aug 31 14:15:56.101036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54126) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:56.112321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-35109952-3217-4fa8-9e26-2da39f7ef158 admin admin] Request body: {'subnet': {'network_id': '22c220ba-f8d4-4fa9-9ad9-29561f13a7ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550428219-subnet', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:56.131683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4da4b5-f7f9-4fa4-9de9-da252d303a92 admin admin] Pushing event updated for resources: {'Network': ['ID=22c220ba-f8d4-4fa9-9ad9-29561f13a7ef,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:56.159415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 22c220ba-f8d4-4fa9-9ad9-29561f13a7ef details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:15:56.164201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35109952-3217-4fa8-9e26-2da39f7ef158 admin admin] Made reservation on behalf of 685e16ca4a114e3982b64407a02a2e8f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:56.172279 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-35109952-3217-4fa8-9e26-2da39f7ef158 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:56.272653 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5982b7e-03c9-4f8d-b431-c1c4e0570f0e req-4dd95b46-1cde-4c9a-bc58-bc5b18c8f3a4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 210 time: 0.0974376 Aug 31 14:15:56.291823 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-256ba2f4-0b8b-433b-8bd0-c1c675418c90 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1901edefb11847a7897a42142ce0f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918841 Aug 31 14:15:56.296571 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 999fda27-20a2-411d-8b21-23f7707363f1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:56.334171 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 999fda27-20a2-411d-8b21-23f7707363f1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:56.335126 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:56.503188 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:56.533179 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c207b1-2ae0-4871-b7b9-b7138ade8376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999fda27-20a2-411d-8b21-23f7707363f1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:56.535887 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c40be4-b7f0-4899-a2b4-419abfe0e4ab" -d '{"events": [{"server_uuid": "17c207b1-2ae0-4871-b7b9-b7138ade8376", "name": "network-vif-plugged", "status": "completed", "tag": "999fda27-20a2-411d-8b21-23f7707363f1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:56.565740 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 999fda27-20a2-411d-8b21-23f7707363f1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=999fda27-20a2-411d-8b21-23f7707363f1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:56.572071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-c905b9be-f9f8-48e9-a5d9-dd476a8d17d4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:56.576304 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-c905b9be-f9f8-48e9-a5d9-dd476a8d17d4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693596 Aug 31 14:15:56.585412 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:56.597834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-405e012d-fcb0-4985-b2d5-1662a8fecb34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Request body: {'port': {'device_id': '13452170-9170-4493-a04a-7bc9e44e00dc', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '1901edefb11847a7897a42142ce0f797'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:56.678270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=999fda27-20a2-411d-8b21-23f7707363f1,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:56.751496 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c246ec-d7a3-4489-a5be-f77f5640b0b1 req-943869b0-9a91-42d6-8f12-2f4f46e30278 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:56.760329 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8c246ec-d7a3-4489-a5be-f77f5640b0b1 req-943869b0-9a91-42d6-8f12-2f4f46e30278 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.2732947 Aug 31 14:15:56.801768 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-35109952-3217-4fa8-9e26-2da39f7ef158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:56.846193 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd4d591-582a-4ee8-b99e-4b66c8490fdf x-openstack-request-id: req-6dd4d591-582a-4ee8-b99e-4b66c8490fdf {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:56.846501 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c207b1-2ae0-4871-b7b9-b7138ade8376", "name": "network-vif-plugged", "status": "completed", "tag": "999fda27-20a2-411d-8b21-23f7707363f1", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:56.847024 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6dd4d591-582a-4ee8-b99e-4b66c8490fdf {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:56.847456 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c207b1-2ae0-4871-b7b9-b7138ade8376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999fda27-20a2-411d-8b21-23f7707363f1', 'code': 200} Aug 31 14:15:56.883045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35109952-3217-4fa8-9e26-2da39f7ef158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=693448a6-a113-49a0-9602-edf7a5461307,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:56.895429 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-cf999316-23bc-4189-8e91-0fb130028c5c tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1901edefb11847a7897a42142ce0f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1161315 Aug 31 14:15:56.977113 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8c246ec-d7a3-4489-a5be-f77f5640b0b1 req-5eee664d-3b6a-4b42-ad3f-806afabb6240 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153015 Aug 31 14:15:56.990416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4906ef2-9e62-4820-8b90-428eff11bc55 req-d878ef1d-78a7-4916-b680-b223ea07b8c7 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:56.994351 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f4906ef2-9e62-4820-8b90-428eff11bc55 req-d878ef1d-78a7-4916-b680-b223ea07b8c7 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 949 time: 0.0796165 Aug 31 14:15:57.001738 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bb6a5-ba0f-4a39-b48e-adf35e498bcf req-f092d20f-1738-41d1-bfb0-5f0039d54ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:57.003771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f08bb6a5-ba0f-4a39-b48e-adf35e498bcf req-f092d20f-1738-41d1-bfb0-5f0039d54ed5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 1100 time: 0.0627031 Aug 31 14:15:57.028847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35109952-3217-4fa8-9e26-2da39f7ef158 admin admin] Checking segment: {'id': 'f8a106ff-c609-493f-9485-886ced11a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '22c220ba-f8d4-4fa9-9ad9-29561f13a7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:57.029119 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35109952-3217-4fa8-9e26-2da39f7ef158 admin admin] Network hostable DHCP agents. Network: 22c220ba-f8d4-4fa9-9ad9-29561f13a7ef, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:15:57.034872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-405e012d-fcb0-4985-b2d5-1662a8fecb34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Made reservation on behalf of 1901edefb11847a7897a42142ce0f797 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:57.038491 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-405e012d-fcb0-4985-b2d5-1662a8fecb34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.069504 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f08bb6a5-ba0f-4a39-b48e-adf35e498bcf req-5ce757dd-b70f-4979-a294-39e18cf8acce service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543122 Aug 31 14:15:57.075640 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f4906ef2-9e62-4820-8b90-428eff11bc55 req-045bc7ce-8f31-4348-be48-9c25d4ac1ad2 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702577 Aug 31 14:15:57.136688 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35109952-3217-4fa8-9e26-2da39f7ef158 admin admin] Network 22c220ba-f8d4-4fa9-9ad9-29561f13a7ef is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:15:57.170349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-0ec43c70-2ed1-47e3-afdf-eceef36352cd tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:57.171920 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-0ec43c70-2ed1-47e3-afdf-eceef36352cd tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520509 Aug 31 14:15:57.175049 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-35109952-3217-4fa8-9e26-2da39f7ef158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 22c220ba-f8d4-4fa9-9ad9-29561f13a7ef) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:57.184227 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35109952-3217-4fa8-9e26-2da39f7ef158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:57.184832 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-35109952-3217-4fa8-9e26-2da39f7ef158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.184944 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02f62ec-f833-41c6-980d-5e55c440db21 None None] Network 22c220ba-f8d4-4fa9-9ad9-29561f13a7ef requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:57.201611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-219f5a13-ef8e-4300-9c80-a9ff4b425cfa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Request body: {'port': {'device_id': '527ed37b-2643-40ee-b86f-cf68e4c40810', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '1901edefb11847a7897a42142ce0f797'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:57.220215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d2214-808b-4d6b-bb3e-97d3c93f20d4 req-14fd3961-7a04-46f3-be93-4e2bfe7917df tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:57.222461 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d8d2214-808b-4d6b-bb3e-97d3c93f20d4 req-14fd3961-7a04-46f3-be93-4e2bfe7917df tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 950 time: 0.0696917 Aug 31 14:15:57.278251 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d8d2214-808b-4d6b-bb3e-97d3c93f20d4 req-c6b68e5a-8593-43b1-b426-b1b425aba0cb tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494215 Aug 31 14:15:57.287235 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-35109952-3217-4fa8-9e26-2da39f7ef158 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1823268 Aug 31 14:15:57.289200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54152) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:57.297283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550428219-router', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:57.339821 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.341939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.345557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-405e012d-fcb0-4985-b2d5-1662a8fecb34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Allocated IP 192.168.233.213 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/84b348a8-a2fb-49b3-800d-2c88628a960e) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:57.413563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-22c220ba-f8d4-4fa9-9ad9-29561f13a7ef', 'network_id': '22c220ba-f8d4-4fa9-9ad9-29561f13a7ef', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'fixed_ips': [{'subnet_id': '693448a6-a113-49a0-9602-edf7a5461307'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:15:57.416438 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.511874 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.542581 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-75ad9506-c1b0-4571-a8ba-516ad2f9e12f req-0b293cfb-51c5-498c-b779-0d652348c35b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 210 time: 0.0401666 Aug 31 14:15:57.554724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-219f5a13-ef8e-4300-9c80-a9ff4b425cfa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Made reservation on behalf of 1901edefb11847a7897a42142ce0f797 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:57.569297 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-219f5a13-ef8e-4300-9c80-a9ff4b425cfa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.649811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Allocated IP 172.20.0.2 (22c220ba-f8d4-4fa9-9ad9-29561f13a7ef/693448a6-a113-49a0-9602-edf7a5461307/64212e6e-dd24-4a4a-9f4f-d9f947dfae63) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:57.702784 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.783462 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-405e012d-fcb0-4985-b2d5-1662a8fecb34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.808102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-405e012d-fcb0-4985-b2d5-1662a8fecb34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Transition to ACTIVE for port object 84b348a8-a2fb-49b3-800d-2c88628a960e will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:57.913784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54170) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:57.923553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-405e012d-fcb0-4985-b2d5-1662a8fecb34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.952114 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'd2534abb-a475-469e-83a7-6c4ca5bdb730'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:57.954425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:57.998132 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-405e012d-fcb0-4985-b2d5-1662a8fecb34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:58.018855 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54174) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:58.023142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-219f5a13-ef8e-4300-9c80-a9ff4b425cfa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Allocated IP 192.168.233.198 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/206bf4b8-b988-4fb5-af41-b977f995d654) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:58.030705 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-405e012d-fcb0-4985-b2d5-1662a8fecb34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:58.040618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-405e012d-fcb0-4985-b2d5-1662a8fecb34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:58.046352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-405e012d-fcb0-4985-b2d5-1662a8fecb34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:58.046843 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-405e012d-fcb0-4985-b2d5-1662a8fecb34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.079697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e012d-fcb0-4985-b2d5-1662a8fecb34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event updated for resources: {'Port': ['ID=84b348a8-a2fb-49b3-800d-2c88628a960e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:58.093692 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-405e012d-fcb0-4985-b2d5-1662a8fecb34 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5026345 Aug 31 14:15:58.119968 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.126374 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Request body: {'port': {'device_id': '13452170-9170-4493-a04a-7bc9e44e00dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:58.167063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Transition to ACTIVE for port object 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:58.253444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Transition to ACTIVE for port object 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:58.291712 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.352551 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.407875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632161c-8774-4722-8bdb-0421ea280b53 req-d6c69d0b-2e28-4973-8436-a17bd0b66fda tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:58.410057 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8632161c-8774-4722-8bdb-0421ea280b53 req-d6c69d0b-2e28-4973-8436-a17bd0b66fda tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 949 time: 0.1427214 Aug 31 14:15:58.414073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Network 22c220ba-f8d4-4fa9-9ad9-29561f13a7ef is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:58.425017 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.435761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8369c4ab-9033-4ba3-a24c-825ae5a130a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.437874 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:58.452831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:58.461111 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Pushing event updated for resources: {'Port': ['ID=64212e6e-dd24-4a4a-9f4f-d9f947dfae63,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:58.462006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5cb98982-7aa1-4824-937e-b89d5302cbcc None None] Provisioning for port 84b348a8-a2fb-49b3-800d-2c88628a960e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:58.469124 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.469658 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9032-5953-4b70-875c-a22c106e8ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.476072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5cb98982-7aa1-4824-937e-b89d5302cbcc None None] Provisioning complete for port 84b348a8-a2fb-49b3-800d-2c88628a960e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:58.476441 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cb98982-7aa1-4824-937e-b89d5302cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.544561 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8632161c-8774-4722-8bdb-0421ea280b53 req-43708f98-fe62-4acd-bb89-77b4e185908d tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267500 Aug 31 14:15:58.592477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6838376-9178-4f5e-a473-864dbe53e8fc req-b31107df-5622-4cc2-844c-b4f7931491e8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:58.594140 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6838376-9178-4f5e-a473-864dbe53e8fc req-b31107df-5622-4cc2-844c-b4f7931491e8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.3101351 Aug 31 14:15:58.601306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Attempting to bind port 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:58.602268 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Attempting to bind port 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f8a106ff-c609-493f-9485-886ced11a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '22c220ba-f8d4-4fa9-9ad9-29561f13a7ef'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:58.602268 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Attempting to bind port 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 on network 22c220ba-f8d4-4fa9-9ad9-29561f13a7ef {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:58.608410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5cb98982-7aa1-4824-937e-b89d5302cbcc None None] Port 84b348a8-a2fb-49b3-800d-2c88628a960e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:58.630428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:58.630826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Checking segment: {'id': 'f8a106ff-c609-493f-9485-886ced11a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '22c220ba-f8d4-4fa9-9ad9-29561f13a7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:58.631214 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.631608 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Bound using segment: {'id': 'f8a106ff-c609-493f-9485-886ced11a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '22c220ba-f8d4-4fa9-9ad9-29561f13a7ef'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:58.632086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Bound port: 64212e6e-dd24-4a4a-9f4f-d9f947dfae63, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a106ff-c609-493f-9485-886ced11a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '22c220ba-f8d4-4fa9-9ad9-29561f13a7ef'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:58.632472 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.658048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Allocated IP 172.25.2.101 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/ce3a699b-6ae7-4e45-9748-872647f8d911) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:58.709732 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-219f5a13-ef8e-4300-9c80-a9ff4b425cfa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.786545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-219f5a13-ef8e-4300-9c80-a9ff4b425cfa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Transition to ACTIVE for port object 206bf4b8-b988-4fb5-af41-b977f995d654 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:58.794402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] For port 64212e6e-dd24-4a4a-9f4f-d9f947dfae63, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:58.807592 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6838376-9178-4f5e-a473-864dbe53e8fc req-4cdeb0f5-31ee-4f13-ba80-38b359078562 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905749 Aug 31 14:15:58.824062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733cb8a-0a60-4d30-8f29-10285b369087 req-ca8eb9cb-e558-489e-a622-3a9407288cc6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:58.825662 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2733cb8a-0a60-4d30-8f29-10285b369087 req-ca8eb9cb-e558-489e-a622-3a9407288cc6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 950 time: 0.1369052 Aug 31 14:15:58.842212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] For port 64212e6e-dd24-4a4a-9f4f-d9f947dfae63, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=64212e6e-dd24-4a4a-9f4f-d9f947dfae63,segment=NetworkSegment(f8a106ff-c609-493f-9485-886ced11a962),segment_id=f8a106ff-c609-493f-9485-886ced11a962)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:58.866916 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.877108 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8369c4ab-9033-4ba3-a24c-825ae5a130a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.885141 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.895784 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-219f5a13-ef8e-4300-9c80-a9ff4b425cfa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.911796 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2733cb8a-0a60-4d30-8f29-10285b369087 req-cac1198a-4d2b-41d0-b084-da3dd1267afe tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581033 Aug 31 14:15:58.939428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8369c4ab-9033-4ba3-a24c-825ae5a130a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.948345 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.005853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:59.012172 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e1d85-f7dd-458c-bf46-451e83f3fc63 None None] Pushing event updated for resources: {'Port': ['ID=64212e6e-dd24-4a4a-9f4f-d9f947dfae63,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:59.017057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:59.030249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:59.040355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:59.090630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3a699b-6ae7-4e45-9748-872647f8d911,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:59.140334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24c4fb-d4a7-4033-8e9a-c1ece8fe3061 req-006589fa-9062-400f-b60b-82b5536995d6 tempest-DeleteServersAdminTestJSON-1235293695 tempest-DeleteServersAdminTestJSON-1235293695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.141991 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1e24c4fb-d4a7-4033-8e9a-c1ece8fe3061 req-006589fa-9062-400f-b60b-82b5536995d6 tempest-DeleteServersAdminTestJSON-1235293695 tempest-DeleteServersAdminTestJSON-1235293695-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 1101 time: 0.1564744 Aug 31 14:15:59.310447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1e24c4fb-d4a7-4033-8e9a-c1ece8fe3061 req-9a5f1d1b-6d03-44f6-8dbb-bbab0da4768e tempest-DeleteServersAdminTestJSON-1235293695 tempest-DeleteServersAdminTestJSON-1235293695-project-admin] Deleting port 7af5845f-8ae9-465a-82ca-05853c86b2d1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:59.310794 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1e24c4fb-d4a7-4033-8e9a-c1ece8fe3061 req-9a5f1d1b-6d03-44f6-8dbb-bbab0da4768e tempest-DeleteServersAdminTestJSON-1235293695 tempest-DeleteServersAdminTestJSON-1235293695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.347649 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8369c4ab-9033-4ba3-a24c-825ae5a130a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6f15f9a840c4d6e9823fe03d4a52ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3280520 Aug 31 14:15:59.352735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54190) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:59.381314 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-219f5a13-ef8e-4300-9c80-a9ff4b425cfa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:59.411225 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'd2534abb-a475-469e-83a7-6c4ca5bdb730'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:59.425920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369c4ab-9033-4ba3-a24c-825ae5a130a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389b01a3-ee74-4563-b0ed-c5b1676e54d2,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:59.429307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-219f5a13-ef8e-4300-9c80-a9ff4b425cfa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:59.444222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-219f5a13-ef8e-4300-9c80-a9ff4b425cfa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:59.451257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-219f5a13-ef8e-4300-9c80-a9ff4b425cfa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.451807 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-219f5a13-ef8e-4300-9c80-a9ff4b425cfa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.470241 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.477408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f5a13-ef8e-4300-9c80-a9ff4b425cfa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event updated for resources: {'Port': ['ID=206bf4b8-b988-4fb5-af41-b977f995d654,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:59.528347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d9ffb-afcf-4db5-971c-6cca18f57102 req-dcc837e8-5f21-4344-aa21-9fac2df9c4d6 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.529976 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4d4d9ffb-afcf-4db5-971c-6cca18f57102 req-dcc837e8-5f21-4344-aa21-9fac2df9c4d6 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 936 time: 0.2111871 Aug 31 14:15:59.691209 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9032-5953-4b70-875c-a22c106e8ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.713868 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9032-5953-4b70-875c-a22c106e8ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.726959 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-219f5a13-ef8e-4300-9c80-a9ff4b425cfa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5361698 Aug 31 14:15:59.732487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b348a8-a2fb-49b3-800d-2c88628a960e {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:59.753495 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.764969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Request body: {'port': {'device_id': '527ed37b-2643-40ee-b86f-cf68e4c40810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:59.780011 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4d4d9ffb-afcf-4db5-971c-6cca18f57102 req-ecee3b1c-36e0-47b4-bf8b-0946b9ed9984 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334764 Aug 31 14:15:59.822603 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6aaf9032-5953-4b70-875c-a22c106e8ee3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5fec05e178341f59eceba0ab94eba86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9076343 Aug 31 14:15:59.824246 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Transition to ACTIVE for port object 84b348a8-a2fb-49b3-800d-2c88628a960e will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:59.826685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf9032-5953-4b70-875c-a22c106e8ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e273e329-0927-4327-8847-4cb217087fac,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:59.831670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54194) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:59.839401 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.839637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1e24c4fb-d4a7-4033-8e9a-c1ece8fe3061 req-9a5f1d1b-6d03-44f6-8dbb-bbab0da4768e tempest-DeleteServersAdminTestJSON-1235293695 tempest-DeleteServersAdminTestJSON-1235293695-project-admin] For port 7af5845f-8ae9-465a-82ca-05853c86b2d1, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7af5845f-8ae9-465a-82ca-05853c86b2d1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:59.840173 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1e24c4fb-d4a7-4033-8e9a-c1ece8fe3061 req-9a5f1d1b-6d03-44f6-8dbb-bbab0da4768e tempest-DeleteServersAdminTestJSON-1235293695 tempest-DeleteServersAdminTestJSON-1235293695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.849450 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0d1089c-f952-4c79-9004-a1866a20c6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.853308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-79b70775-a9f5-45a0-bb8e-18f8d174e619 None None] Provisioning for port 206bf4b8-b988-4fb5-af41-b977f995d654 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:59.871105 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-79b70775-a9f5-45a0-bb8e-18f8d174e619 None None] Provisioning complete for port 206bf4b8-b988-4fb5-af41-b977f995d654 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:59.871959 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79b70775-a9f5-45a0-bb8e-18f8d174e619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.922022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-79b70775-a9f5-45a0-bb8e-18f8d174e619 None None] Port 206bf4b8-b988-4fb5-af41-b977f995d654 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:59.934846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1e24c4fb-d4a7-4033-8e9a-c1ece8fe3061 req-9a5f1d1b-6d03-44f6-8dbb-bbab0da4768e tempest-DeleteServersAdminTestJSON-1235293695 tempest-DeleteServersAdminTestJSON-1235293695-project-admin] Calling delete_port for 7af5845f-8ae9-465a-82ca-05853c86b2d1 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:59.951495 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.965141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=84b348a8-a2fb-49b3-800d-2c88628a960e,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:59.998922 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0d1089c-f952-4c79-9004-a1866a20c6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.053569 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eea143fd-d390-43d2-a621-b5416f9d5cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.069994 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.096691 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Attempting to bind port 84b348a8-a2fb-49b3-800d-2c88628a960e on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:00.097059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Attempting to bind port 84b348a8-a2fb-49b3-800d-2c88628a960e by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:00.097388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Attempting to bind port 84b348a8-a2fb-49b3-800d-2c88628a960e on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:00.131806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aedd2a-79bf-4486-acb4-0bab35a3a756 req-9ebe84b9-bd32-425f-a9da-db703fb53265 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:00.133688 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a5aedd2a-79bf-4486-acb4-0bab35a3a756 req-9ebe84b9-bd32-425f-a9da-db703fb53265 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 949 time: 0.4497485 Aug 31 14:16:00.141183 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eea143fd-d390-43d2-a621-b5416f9d5cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.151046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Port 84b348a8-a2fb-49b3-800d-2c88628a960e on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:00.151457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Attempting to bind port 84b348a8-a2fb-49b3-800d-2c88628a960e on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:00.165221 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:00.166133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:00.166519 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:00.166954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Bound port: 84b348a8-a2fb-49b3-800d-2c88628a960e, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:00.167356 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.195009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fd5e8-c9c1-46e7-a662-5a93a5799098 req-1fddaf06-6cb0-4ebf-8a86-1631352500fd tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:00.197171 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-783fd5e8-c9c1-46e7-a662-5a93a5799098 req-1fddaf06-6cb0-4ebf-8a86-1631352500fd tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.2536817 Aug 31 14:16:00.332207 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a5aedd2a-79bf-4486-acb4-0bab35a3a756 req-81495849-3d82-4b47-81dc-1500bee9825a tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248174 Aug 31 14:16:00.389773 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0d1089c-f952-4c79-9004-a1866a20c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.392414 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0d1089c-f952-4c79-9004-a1866a20c6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.396749 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d0d1089c-f952-4c79-9004-a1866a20c6fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/389b01a3-ee74-4563-b0ed-c5b1676e54d2 HTTP/1.1" status: 204 len: 168 time: 1.0399787 Aug 31 14:16:00.413313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1089c-f952-4c79-9004-a1866a20c6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389b01a3-ee74-4563-b0ed-c5b1676e54d2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:00.448889 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1e24c4fb-d4a7-4033-8e9a-c1ece8fe3061 req-9a5f1d1b-6d03-44f6-8dbb-bbab0da4768e tempest-DeleteServersAdminTestJSON-1235293695 tempest-DeleteServersAdminTestJSON-1235293695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.469351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['7af5845f-8ae9-465a-82ca-05853c86b2d1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:00.552385 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eea143fd-d390-43d2-a621-b5416f9d5cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.557448 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eea143fd-d390-43d2-a621-b5416f9d5cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.561479 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eea143fd-d390-43d2-a621-b5416f9d5cd6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e273e329-0927-4327-8847-4cb217087fac HTTP/1.1" status: 204 len: 168 time: 0.7264392 Aug 31 14:16:00.573911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57477386-cc66-46ca-aa8a-2c112c4c08aa None None] Network 22c220ba-f8d4-4fa9-9ad9-29561f13a7ef requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:00.701548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:00.714868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206bf4b8-b988-4fb5-af41-b977f995d654 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:00.724556 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.742188 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Transition to ACTIVE for port object 206bf4b8-b988-4fb5-af41-b977f995d654 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:00.749560 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-783fd5e8-c9c1-46e7-a662-5a93a5799098 req-cddf1219-2e3c-415e-9995-4337a092dcd3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869385 Aug 31 14:16:00.756652 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.796070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea143fd-d390-43d2-a621-b5416f9d5cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e273e329-0927-4327-8847-4cb217087fac,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:00.796545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2f133221-d96b-483c-b21d-5a3c672c22f8 None None] Provisioning for port 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:00.831978 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-347014f2-fb21-49f2-b124-3c61433885f7 req-9e3d6251-964c-40da-aaad-64a93cd0aab0 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=67422f63-9011-4ebe-a53e-d9d481b36dc4 HTTP/1.1" status: 200 len: 210 time: 0.0445962 Aug 31 14:16:00.841333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f1d1b-6d03-44f6-8dbb-bbab0da4768e tempest-DeleteServersAdminTestJSON-1235293695 tempest-DeleteServersAdminTestJSON-1235293695-project-admin] Pushing event deleted for resources: {'Port': ['ID=7af5845f-8ae9-465a-82ca-05853c86b2d1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:00.844114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Router 92ef286b-a6ce-4472-9c07-5e9eae604887 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:16:00.873298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] For port 84b348a8-a2fb-49b3-800d-2c88628a960e, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:00.903714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] For port 84b348a8-a2fb-49b3-800d-2c88628a960e, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=84b348a8-a2fb-49b3-800d-2c88628a960e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:00.912726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:00.935006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.017756 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Attempting to bind port 206bf4b8-b988-4fb5-af41-b977f995d654 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:01.018115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Attempting to bind port 206bf4b8-b988-4fb5-af41-b977f995d654 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:01.018411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Attempting to bind port 206bf4b8-b988-4fb5-af41-b977f995d654 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:01.025284 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:01.025966 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.027469 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] 10.222.0.60 "PUT /v2.0/ports/84b348a8-a2fb-49b3-800d-2c88628a960e HTTP/1.1" status: 200 len: 1096 time: 2.9186320 Aug 31 14:16:01.030858 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Port 206bf4b8-b988-4fb5-af41-b977f995d654 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:01.031198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Attempting to bind port 206bf4b8-b988-4fb5-af41-b977f995d654 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:01.036342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:01.037433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13452170-9170-4493-a04a-7bc9e44e00dc', 'tag': '84b348a8-a2fb-49b3-800d-2c88628a960e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:01.040317 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1ca1df-b71a-44e6-86e6-03da9bccfa73" -d '{"events": [{"name": "network-changed", "server_uuid": "13452170-9170-4493-a04a-7bc9e44e00dc", "tag": "84b348a8-a2fb-49b3-800d-2c88628a960e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:01.045850 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.046234 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:01.046445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:01.046814 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:01.047319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Bound port: 206bf4b8-b988-4fb5-af41-b977f995d654, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:01.047848 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.064976 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Pushing event updated for resources: {'Port': ['ID=206bf4b8-b988-4fb5-af41-b977f995d654,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:01.126552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:01.136882 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Sync routers for ids ['92ef286b-a6ce-4472-9c07-5e9eae604887'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:01.144377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e24c4fb-d4a7-4033-8e9a-c1ece8fe3061 req-9a5f1d1b-6d03-44f6-8dbb-bbab0da4768e tempest-DeleteServersAdminTestJSON-1235293695 tempest-DeleteServersAdminTestJSON-1235293695-project-admin] No DVR routers for this DVR port 7af5845f-8ae9-465a-82ca-05853c86b2d1 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:01.150533 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1e24c4fb-d4a7-4033-8e9a-c1ece8fe3061 req-9a5f1d1b-6d03-44f6-8dbb-bbab0da4768e tempest-DeleteServersAdminTestJSON-1235293695 tempest-DeleteServersAdminTestJSON-1235293695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.152777 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1e24c4fb-d4a7-4033-8e9a-c1ece8fe3061 req-9a5f1d1b-6d03-44f6-8dbb-bbab0da4768e tempest-DeleteServersAdminTestJSON-1235293695 tempest-DeleteServersAdminTestJSON-1235293695-project-admin] 10.222.0.25 "DELETE /v2.0/ports/7af5845f-8ae9-465a-82ca-05853c86b2d1 HTTP/1.1" status: 204 len: 173 time: 1.9905896 Aug 31 14:16:01.153676 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Routers {'92ef286b-a6ce-4472-9c07-5e9eae604887'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:01.156515 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:15:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['92ef286b-a6ce-4472-9c07-5e9eae604887'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:01.164663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67422f63-9011-4ebe-a53e-d9d481b36dc4', 'name': 'network-vif-deleted', 'tag': '7af5845f-8ae9-465a-82ca-05853c86b2d1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:01.168960 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe69049d-7f56-43eb-a40a-4a903ea57ab1" -d '{"events": [{"server_uuid": "67422f63-9011-4ebe-a53e-d9d481b36dc4", "name": "network-vif-deleted", "tag": "7af5845f-8ae9-465a-82ca-05853c86b2d1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:01.174335 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.191508 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d010a52c-7c71-4a60-8c23-add8d109cca1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8992100 Aug 31 14:16:01.192525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54220) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:01.209340 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.293961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677346e1-da3f-42f6-bde9-6a642eb4a0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=84b348a8-a2fb-49b3-800d-2c88628a960e,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:01.308824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 64212e6e-dd24-4a4a-9f4f-d9f947dfae63, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=64212e6e-dd24-4a4a-9f4f-d9f947dfae63,segment=NetworkSegment(f8a106ff-c609-493f-9485-886ced11a962),segment_id=f8a106ff-c609-493f-9485-886ced11a962)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:01.337845 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.375968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54222) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:01.451827 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b53a83-a2fd-45d0-b15b-2a82694e1663 req-7e1d7e22-8c56-4418-b723-d043135d7e0b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:01.461245 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-22b53a83-a2fd-45d0-b15b-2a82694e1663 req-7e1d7e22-8c56-4418-b723-d043135d7e0b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 948 time: 0.3073418 Aug 31 14:16:01.498003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] For port 206bf4b8-b988-4fb5-af41-b977f995d654, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:01.502752 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=64212e6e-dd24-4a4a-9f4f-d9f947dfae63,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:01.516578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] For port 206bf4b8-b988-4fb5-af41-b977f995d654, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=206bf4b8-b988-4fb5-af41-b977f995d654,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:01.524757 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f5fd-d8b1-4c12-985b-41e8c99f88d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.542019 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.559771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-22b53a83-a2fd-45d0-b15b-2a82694e1663 req-ec4e6e3c-1254-4bb9-8390-a725fe805837 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960793 Aug 31 14:16:01.598944 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Set router 92ef286b-a6ce-4472-9c07-5e9eae604887 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:01.641518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:01.642485 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.644621 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] 10.222.0.25 "PUT /v2.0/ports/206bf4b8-b988-4fb5-af41-b977f995d654 HTTP/1.1" status: 200 len: 1096 time: 1.8868072 Aug 31 14:16:01.654451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-6c8f22f8-91f7-4f07-925a-d55855640ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:01.662849 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-6c8f22f8-91f7-4f07-925a-d55855640ccb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=13452170-9170-4493-a04a-7bc9e44e00dc HTTP/1.1" status: 200 len: 1099 time: 0.5361578 Aug 31 14:16:01.693587 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e876689-22ed-4947-91b0-1fa110824e8a x-openstack-request-id: req-4e876689-22ed-4947-91b0-1fa110824e8a {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:01.693879 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13452170-9170-4493-a04a-7bc9e44e00dc", "tag": "84b348a8-a2fb-49b3-800d-2c88628a960e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:01.694133 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e876689-22ed-4947-91b0-1fa110824e8a {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:01.694534 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13452170-9170-4493-a04a-7bc9e44e00dc', 'tag': '84b348a8-a2fb-49b3-800d-2c88628a960e', 'status': 'completed', 'code': 200} Aug 31 14:16:01.714648 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-32213d75-f3a3-43ea-9abf-509cd1548603 None None] Provisioning complete for port 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:01.716953 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32213d75-f3a3-43ea-9abf-509cd1548603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.839712 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d34ecaf-13ed-480d-bef7-2f8afbfce50c x-openstack-request-id: req-9d34ecaf-13ed-480d-bef7-2f8afbfce50c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:01.840302 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67422f63-9011-4ebe-a53e-d9d481b36dc4", "name": "network-vif-deleted", "tag": "7af5845f-8ae9-465a-82ca-05853c86b2d1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:01.840302 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d34ecaf-13ed-480d-bef7-2f8afbfce50c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:01.840620 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67422f63-9011-4ebe-a53e-d9d481b36dc4', 'name': 'network-vif-deleted', 'tag': '7af5845f-8ae9-465a-82ca-05853c86b2d1', 'status': 'completed', 'code': 200} Aug 31 14:16:01.984742 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-b96d2452-e868-4669-8c4c-ac9a36589517 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=84b348a8-a2fb-49b3-800d-2c88628a960e HTTP/1.1" status: 200 len: 217 time: 0.2859290 Aug 31 14:16:02.043736 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550428219-router', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ce3a699b-6ae7-4e45-9748-872647f8d911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:15:57Z', 'updated_at': '2021-08-31T14:15:59Z', 'revision_number': 3, 'project_id': '685e16ca4a114e3982b64407a02a2e8f', 'gw_port': {'id': 'ce3a699b-6ae7-4e45-9748-872647f8d911', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:15:58Z', 'updated_at': '2021-08-31T14:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:02.116047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54230) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:02.129157 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Checking router: 92ef286b-a6ce-4472-9c07-5e9eae604887 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:16:02.129524 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Updating router 92ef286b-a6ce-4472-9c07-5e9eae604887 port ce3a699b-6ae7-4e45-9748-872647f8d911 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:16:02.137858 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda3270-1354-4c08-aa39-45cc8bb01226 service neutron] Pushing event updated for resources: {'Port': ['ID=206bf4b8-b988-4fb5-af41-b977f995d654,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:02.163595 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-979eea31-3a6c-4995-9d5d-d9003eb8d87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.184005 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-5e2779be-49a3-4a17-8a5f-c44e3a1b15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.185691 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-5e2779be-49a3-4a17-8a5f-c44e3a1b15e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 1099 time: 0.4611506 Aug 31 14:16:02.199270 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.273282 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaeb6c1-8a7f-4122-b6ec-b432f175a21b req-261a000a-968f-40b4-82e0-5e2fc4cc6694 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.276411 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-daaeb6c1-8a7f-4122-b6ec-b432f175a21b req-261a000a-968f-40b4-82e0-5e2fc4cc6694 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.2601955 Aug 31 14:16:02.347091 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-1a3bc893-12bf-4c78-a754-364ee5312e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.348641 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-1a3bc893-12bf-4c78-a754-364ee5312e81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.3298783 Aug 31 14:16:02.354217 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-bbad6712-b665-44d5-9ab2-2cb2d9cdf128 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=206bf4b8-b988-4fb5-af41-b977f995d654 HTTP/1.1" status: 200 len: 217 time: 0.1129758 Aug 31 14:16:02.432025 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-daaeb6c1-8a7f-4122-b6ec-b432f175a21b req-97a01154-458a-44f8-a7a6-9ef3a7881a5e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436882 Aug 31 14:16:02.528296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-2a5303af-86b8-4aff-ba96-7a9acec24434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.530973 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-2a5303af-86b8-4aff-ba96-7a9acec24434 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1604049 Aug 31 14:16:02.540269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c36d1-95af-4617-be77-4c64b6283ade req-f5733e09-82b2-48b5-a8a5-63b9251d519e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.542347 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d37c36d1-95af-4617-be77-4c64b6283ade req-f5733e09-82b2-48b5-a8a5-63b9251d519e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 949 time: 0.1927946 Aug 31 14:16:02.549986 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f5fd-d8b1-4c12-985b-41e8c99f88d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.574193 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f5fd-d8b1-4c12-985b-41e8c99f88d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.620343 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.625911 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-112fac9f-90bd-4f73-923a-6edb1af3671f tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8494f3c52fee4ebf87d59b2390b88765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535250 Aug 31 14:16:02.628643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:02.632163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-6749d7d9-be1e-4b27-b742-548635760eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.640245 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-6749d7d9-be1e-4b27-b742-548635760eb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2687697 Aug 31 14:16:02.685332 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.702142 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Transition to ACTIVE for port object ce3a699b-6ae7-4e45-9748-872647f8d911 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:02.715744 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.727372 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:02.729425 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.738104 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6ff8f5fd-d8b1-4c12-985b-41e8c99f88d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb419f5cabe441a59b90c575f1e4b9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3542156 Aug 31 14:16:02.745715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54248) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:02.755369 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8f5fd-d8b1-4c12-985b-41e8c99f88d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f1c958-04ea-4080-87cb-33a15c47229e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:02.798969 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d37c36d1-95af-4617-be77-4c64b6283ade req-263369c3-a453-4c4b-ace3-28386fc290e3 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463925 Aug 31 14:16:02.802068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-b92b1441-7f78-4a54-abfc-c3f63b826efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.804493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-b92b1441-7f78-4a54-abfc-c3f63b826efc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2610590 Aug 31 14:16:02.888465 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Attempting to bind port ce3a699b-6ae7-4e45-9748-872647f8d911 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:02.891196 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Attempting to bind port ce3a699b-6ae7-4e45-9748-872647f8d911 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:02.892186 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Attempting to bind port ce3a699b-6ae7-4e45-9748-872647f8d911 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:02.917314 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b2ffd-1fd5-4f5d-9348-584e0d3232b9 None None] Pushing event updated for resources: {'Port': ['ID=ce3a699b-6ae7-4e45-9748-872647f8d911,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:02.928061 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:02.928946 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:02.929088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-827499b7-b0ff-4eac-9574-304102ed6b37 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.933877 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.935789 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:02.938170 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Bound port: ce3a699b-6ae7-4e45-9748-872647f8d911, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:02.941087 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-827499b7-b0ff-4eac-9574-304102ed6b37 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3018374 Aug 31 14:16:02.941321 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.958213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-02c3b4c3-79c8-466a-82ea-a6e7b5d3ab29 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066878 Aug 31 14:16:02.975341 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b2ffd-1fd5-4f5d-9348-584e0d3232b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:02.975772 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b2ffd-1fd5-4f5d-9348-584e0d3232b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:02.976190 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b2ffd-1fd5-4f5d-9348-584e0d3232b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:02.978596 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b2ffd-1fd5-4f5d-9348-584e0d3232b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:02.979345 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b2ffd-1fd5-4f5d-9348-584e0d3232b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:02.979773 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b2ffd-1fd5-4f5d-9348-584e0d3232b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:02.980029 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b2ffd-1fd5-4f5d-9348-584e0d3232b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:02.980359 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b2ffd-1fd5-4f5d-9348-584e0d3232b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:02.980689 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b2ffd-1fd5-4f5d-9348-584e0d3232b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:02.981016 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b2ffd-1fd5-4f5d-9348-584e0d3232b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:02.981345 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b2ffd-1fd5-4f5d-9348-584e0d3232b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:02.993928 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b2ffd-1fd5-4f5d-9348-584e0d3232b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:03.029499 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a45a3dd9-8687-4326-84d3-535e6e591728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.037964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-9ad47f4a-65dd-444e-9975-5eee1109f58e tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/quotas/8494f3c52fee4ebf87d59b2390b88765 HTTP/1.1" status: 200 len: 375 time: 0.0952439 Aug 31 14:16:03.090415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7af5845f-8ae9-465a-82ca-05853c86b2d1 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:03.098514 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] For port ce3a699b-6ae7-4e45-9748-872647f8d911, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:03.105333 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-edb29085-94b7-4103-8451-040df4a850c5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8494f3c52fee4ebf87d59b2390b88765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662010 Aug 31 14:16:03.105816 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] For port ce3a699b-6ae7-4e45-9748-872647f8d911, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ce3a699b-6ae7-4e45-9748-872647f8d911,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:03.110957 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-728b0516-7c41-446d-b3ff-abda5c3780dc service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370897 Aug 31 14:16:03.111854 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.119157 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Allocated IP 172.20.0.1 (22c220ba-f8d4-4fa9-9ad9-29561f13a7ef/693448a6-a113-49a0-9602-edf7a5461307/b64f8f30-0e9b-4aba-8395-4ebcf2c591ee) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:03.120602 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 7af5845f-8ae9-465a-82ca-05853c86b2d1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:03.121181 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7af5845f-8ae9-465a-82ca-05853c86b2d1 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:03.128627 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a45a3dd9-8687-4326-84d3-535e6e591728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.212153 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b2ffd-1fd5-4f5d-9348-584e0d3232b9 None None] Pushing event updated for resources: {'Port': ['ID=ce3a699b-6ae7-4e45-9748-872647f8d911,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:03.254007 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Routers {'92ef286b-a6ce-4472-9c07-5e9eae604887'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:03.255117 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:15:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['92ef286b-a6ce-4472-9c07-5e9eae604887'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:03.273495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d01052-67c9-4a86-9cc2-c687a8f38493 req-aa3b3bb6-c765-4f9e-bfee-4b57d1b47b86 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:03.282063 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-49d01052-67c9-4a86-9cc2-c687a8f38493 req-aa3b3bb6-c765-4f9e-bfee-4b57d1b47b86 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 948 time: 0.3501794 Aug 31 14:16:03.285394 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-979eea31-3a6c-4995-9d5d-d9003eb8d87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.294161 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a45a3dd9-8687-4326-84d3-535e6e591728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.297137 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a45a3dd9-8687-4326-84d3-535e6e591728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.298431 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a45a3dd9-8687-4326-84d3-535e6e591728 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8f1c958-04ea-4080-87cb-33a15c47229e HTTP/1.1" status: 204 len: 168 time: 0.5491738 Aug 31 14:16:03.349700 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-979eea31-3a6c-4995-9d5d-d9003eb8d87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.380330 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-fda1494a-781d-4453-a7cf-9139f9a5c31b service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501869 Aug 31 14:16:03.394660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a3dd9-8687-4326-84d3-535e6e591728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f1c958-04ea-4080-87cb-33a15c47229e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:03.411271 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-61860a76-62f1-4451-b206-e64c032363d2 req-4b6110c6-9f9a-415f-9736-c5f9368c7330 service neutron] show failed (client error): The resource could not be found. Aug 31 14:16:03.427056 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-4b6110c6-9f9a-415f-9736-c5f9368c7330 service neutron] 10.222.0.25 "GET /v2.0/ports/e7eae629-05eb-43da-97c0-79c60a87969b/bindings/n-h1-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.2098470 Aug 31 14:16:03.467544 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.474670 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-49d01052-67c9-4a86-9cc2-c687a8f38493 req-a1cdc642-836a-4aac-a96a-5cc89e876bd1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914198 Aug 31 14:16:03.477874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ca1df-b71a-44e6-86e6-03da9bccfa73 req-e84d548c-74ba-4043-8dc2-dc0927a34d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:03.484196 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e1ca1df-b71a-44e6-86e6-03da9bccfa73 req-e84d548c-74ba-4043-8dc2-dc0927a34d06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=13452170-9170-4493-a04a-7bc9e44e00dc HTTP/1.1" status: 200 len: 1099 time: 0.2887757 Aug 31 14:16:03.510856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Transition to ACTIVE for port object b64f8f30-0e9b-4aba-8395-4ebcf2c591ee will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:03.608610 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] Set router 92ef286b-a6ce-4472-9c07-5e9eae604887 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:03.623378 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-474cbcb6-d2f4-4d5a-ac4e-41551d5ac594 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9533cffbf9da4adeac66e58f8b49936b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492730 Aug 31 14:16:03.669180 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.688646 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-979eea31-3a6c-4995-9d5d-d9003eb8d87b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a8cfde6b14b4eb18a23c50ec5b4f801&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5681798 Aug 31 14:16:03.772847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54276) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:03.822926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979eea31-3a6c-4995-9d5d-d9003eb8d87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeb3c01-74c0-4309-819e-aa37e360f78d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:03.827222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527ed37b-2643-40ee-b86f-cf68e4c40810', 'tag': '206bf4b8-b988-4fb5-af41-b977f995d654'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:03.829932 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178f2782-74ba-4bbd-9a80-4ab3cc59f4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "527ed37b-2643-40ee-b86f-cf68e4c40810", "tag": "206bf4b8-b988-4fb5-af41-b977f995d654"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:03.891832 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-90c5f17a-cfb5-443e-9163-a91d014e7f4c req-27a19720-a879-4dff-bf6d-3a5e920eeeb6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 210 time: 0.2390411 Aug 31 14:16:03.940042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Network 22c220ba-f8d4-4fa9-9ad9-29561f13a7ef is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:03.965470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:03.981821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Pushing event updated for resources: {'Port': ['ID=b64f8f30-0e9b-4aba-8395-4ebcf2c591ee,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:03.996529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:04.000421 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:04.041051 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f2e4e9-f7ca-4488-a40b-ebaeff6b967e req-92bc1b65-2717-451b-b682-20b96b3ae8db service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391144 Aug 31 14:16:04.059134 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550428219-router', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ce3a699b-6ae7-4e45-9748-872647f8d911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:15:57Z', 'updated_at': '2021-08-31T14:15:59Z', 'revision_number': 3, 'project_id': '685e16ca4a114e3982b64407a02a2e8f', 'gw_port': {'id': 'ce3a699b-6ae7-4e45-9748-872647f8d911', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:15:58Z', 'updated_at': '2021-08-31T14:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:04.114109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ca1df-b71a-44e6-86e6-03da9bccfa73 req-7096d561-0ab3-4cc5-9c38-663971149605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:04.122509 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e1ca1df-b71a-44e6-86e6-03da9bccfa73 req-7096d561-0ab3-4cc5-9c38-663971149605 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.4831488 Aug 31 14:16:04.131394 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f9061-300b-45bc-8e30-c977c516a448 None None] The sync data for ids ['92ef286b-a6ce-4472-9c07-5e9eae604887'] in n-d-806683-5 is: [{'id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550428219-router', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ce3a699b-6ae7-4e45-9748-872647f8d911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:15:57Z', 'updated_at': '2021-08-31T14:15:59Z', 'revision_number': 3, 'project_id': '685e16ca4a114e3982b64407a02a2e8f', 'gw_port': {'id': 'ce3a699b-6ae7-4e45-9748-872647f8d911', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:15:58Z', 'updated_at': '2021-08-31T14:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:04.188058 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e1ca1df-b71a-44e6-86e6-03da9bccfa73 req-e8524682-1ae7-4f81-b354-7fadd13d0de9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=84b348a8-a2fb-49b3-800d-2c88628a960e HTTP/1.1" status: 200 len: 217 time: 0.0563381 Aug 31 14:16:04.200192 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8a027-edbf-4a17-8469-e703ce4d8569 req-7c4b660e-342e-4f1d-a8d6-8681e088a732 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:04.208173 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c4d8a027-edbf-4a17-8469-e703ce4d8569 req-7c4b660e-342e-4f1d-a8d6-8681e088a732 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.1795392 Aug 31 14:16:04.311141 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c4d8a027-edbf-4a17-8469-e703ce4d8569 req-58190032-b6d2-4520-9924-82c1b5d67f20 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009271 Aug 31 14:16:04.346508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ca1df-b71a-44e6-86e6-03da9bccfa73 req-e2f4de3b-fdbd-4242-a4dd-867831ea9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:04.354128 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e1ca1df-b71a-44e6-86e6-03da9bccfa73 req-e2f4de3b-fdbd-4242-a4dd-867831ea9033 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1410921 Aug 31 14:16:04.391621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a901833a-746c-4420-8bd2-b35f312fa52d None None] Provisioning for port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:04.405144 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a901833a-746c-4420-8bd2-b35f312fa52d None None] Provisioning complete for port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:04.405942 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a901833a-746c-4420-8bd2-b35f312fa52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:04.520161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a901833a-746c-4420-8bd2-b35f312fa52d None None] Port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:16:04.549131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860a76-62f1-4451-b206-e64c032363d2 req-583b720d-4e4d-461b-babe-be0d5bd84adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:04.551280 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-583b720d-4e4d-461b-babe-be0d5bd84adf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8&tenant_id=529262fb62d346ef9b3aa2fafa79b7ad HTTP/1.1" status: 200 len: 1101 time: 0.7507949 Aug 31 14:16:04.575136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:04.595656 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fef4dc06-e452-4f54-927d-d6cf8309dd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:04.662096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-66e2447f-1a3f-4a57-abad-c6f4b4aaac64 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:04.669825 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-66e2447f-1a3f-4a57-abad-c6f4b4aaac64 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0349283 Aug 31 14:16:04.781262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-34ea729a-4f98-4b92-b85d-bb30db2864ae tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/quotas/9533cffbf9da4adeac66e58f8b49936b HTTP/1.1" status: 200 len: 375 time: 0.0799735 Aug 31 14:16:04.786431 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fef4dc06-e452-4f54-927d-d6cf8309dd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:04.803141 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3409dd45-8d74-4b46-bbc1-bb253c429ffe x-openstack-request-id: req-3409dd45-8d74-4b46-bbc1-bb253c429ffe {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:04.803713 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527ed37b-2643-40ee-b86f-cf68e4c40810", "tag": "206bf4b8-b988-4fb5-af41-b977f995d654", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:04.804140 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3409dd45-8d74-4b46-bbc1-bb253c429ffe {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:04.804669 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527ed37b-2643-40ee-b86f-cf68e4c40810', 'tag': '206bf4b8-b988-4fb5-af41-b977f995d654', 'status': 'completed', 'code': 200} Aug 31 14:16:04.866417 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:04.914463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ca1df-b71a-44e6-86e6-03da9bccfa73 req-5139deea-5222-4d6f-9c04-5705b35c7339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:04.916508 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e1ca1df-b71a-44e6-86e6-03da9bccfa73 req-5139deea-5222-4d6f-9c04-5705b35c7339 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5548098 Aug 31 14:16:04.935012 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467360b-3c05-4d49-b6da-1ed54e2fd535 req-616d77ce-f5db-4630-b194-c08849c16f59 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:04.936940 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8467360b-3c05-4d49-b6da-1ed54e2fd535 req-616d77ce-f5db-4630-b194-c08849c16f59 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 948 time: 0.1292737 Aug 31 14:16:04.945477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f2782-74ba-4bbd-9a80-4ab3cc59f4e5 req-04f52bcd-8d18-4945-b260-9dfd3f27d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:04.947238 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-178f2782-74ba-4bbd-9a80-4ab3cc59f4e5 req-04f52bcd-8d18-4945-b260-9dfd3f27d877 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 1099 time: 0.1415954 Aug 31 14:16:05.044659 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:05.084383 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-37c0aa1a-fd26-4315-a547-827abaaf0d33 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8494f3c52fee4ebf87d59b2390b88765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964885 Aug 31 14:16:05.085065 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fef4dc06-e452-4f54-927d-d6cf8309dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:05.091235 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fef4dc06-e452-4f54-927d-d6cf8309dd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:05.091235 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fef4dc06-e452-4f54-927d-d6cf8309dd33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3aeb3c01-74c0-4309-819e-aa37e360f78d HTTP/1.1" status: 204 len: 168 time: 1.3104100 Aug 31 14:16:05.110693 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8467360b-3c05-4d49-b6da-1ed54e2fd535 req-25a85b21-99f1-437a-aca9-9895f6d3c7d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610503 Aug 31 14:16:05.164667 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e1ca1df-b71a-44e6-86e6-03da9bccfa73 req-7e2f4bd5-7e4d-4394-bd12-fa01d259249b service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403688 Aug 31 14:16:05.260637 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f2782-74ba-4bbd-9a80-4ab3cc59f4e5 req-1be31ab1-ae93-44aa-85a2-d3e37dc508d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:05.263349 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-178f2782-74ba-4bbd-9a80-4ab3cc59f4e5 req-1be31ab1-ae93-44aa-85a2-d3e37dc508d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.3030648 Aug 31 14:16:05.330907 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-178f2782-74ba-4bbd-9a80-4ab3cc59f4e5 req-bc1529de-1a1b-4c49-8e2f-c72697b4ee88 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=206bf4b8-b988-4fb5-af41-b977f995d654 HTTP/1.1" status: 200 len: 217 time: 0.0563023 Aug 31 14:16:05.435492 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e1ca1df-b71a-44e6-86e6-03da9bccfa73 req-cd3cde34-bc3f-4167-b28d-2c1bb12eed71 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626946 Aug 31 14:16:05.473469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f2782-74ba-4bbd-9a80-4ab3cc59f4e5 req-5b5a8511-d794-4e79-9de8-0c341e93df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:05.474852 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-178f2782-74ba-4bbd-9a80-4ab3cc59f4e5 req-5b5a8511-d794-4e79-9de8-0c341e93df4b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1106334 Aug 31 14:16:05.498261 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ee95446-58c1-43d3-9299-eeb1fd649de3 req-8d5f566e-0cbd-413d-afeb-244fb49a8ca9 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 210 time: 0.0414746 Aug 31 14:16:05.500481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-092481c3-8e0f-4e91-bd3d-54f3be98dea2 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:05.502067 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-092481c3-8e0f-4e91-bd3d-54f3be98dea2 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089589 Aug 31 14:16:05.519797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4dc06-e452-4f54-927d-d6cf8309dd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeb3c01-74c0-4309-819e-aa37e360f78d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:05.557265 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-c0f21b9b-f154-4f81-a208-319212720df6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Request body: {'port': {'device_id': 'ca855c30-bec0-48a1-91e3-8bc8df1327ac', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '8494f3c52fee4ebf87d59b2390b88765'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:05.565190 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f2782-74ba-4bbd-9a80-4ab3cc59f4e5 req-439548e1-4ceb-42e8-b42d-770db08a3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:05.566645 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-178f2782-74ba-4bbd-9a80-4ab3cc59f4e5 req-439548e1-4ceb-42e8-b42d-770db08a3705 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711272 Aug 31 14:16:05.608831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-751ef798-6e2d-4039-808d-8995b4957bd4 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9533cffbf9da4adeac66e58f8b49936b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8170576 Aug 31 14:16:05.716569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c3b76-636e-4607-adf7-dc354caf655b req-b4f484e9-b1ed-4bb3-a326-54f2cd1f4799 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:05.718318 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba1c3b76-636e-4607-adf7-dc354caf655b req-b4f484e9-b1ed-4bb3-a326-54f2cd1f4799 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.1173861 Aug 31 14:16:05.757418 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-178f2782-74ba-4bbd-9a80-4ab3cc59f4e5 req-00b9cafe-7515-4d77-aa2b-6528c4e39205 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776536 Aug 31 14:16:05.851343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] For port e7eae629-05eb-43da-97c0-79c60a87969b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=e7eae629-05eb-43da-97c0-79c60a87969b,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:05.862468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-c0f21b9b-f154-4f81-a208-319212720df6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Made reservation on behalf of 8494f3c52fee4ebf87d59b2390b88765 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:05.874379 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-c0f21b9b-f154-4f81-a208-319212720df6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:05.935764 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba1c3b76-636e-4607-adf7-dc354caf655b req-6987612c-820f-4ee9-956e-2cbd48007ccc tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105198 Aug 31 14:16:05.952236 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-178f2782-74ba-4bbd-9a80-4ab3cc59f4e5 req-7d7bb8c3-8713-4b78-92db-b9a9077ba469 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813076 Aug 31 14:16:06.115245 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2a93415d-6eca-49f6-9a5c-ccbe1fc4bab9 req-93ac3e01-dbe4-40d8-8809-3061b3d3b3fc tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 210 time: 0.0467119 Aug 31 14:16:06.146803 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 84b348a8-a2fb-49b3-800d-2c88628a960e details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:16:06.151990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] For port e7eae629-05eb-43da-97c0-79c60a87969b, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:06.240578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.269546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d0f6a3-bd41-4f42-93f4-30474eb637f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7eae629-05eb-43da-97c0-79c60a87969b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:06.280789 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224c0683-6060-46e1-9869-1c05feaeba56" -d '{"events": [{"server_uuid": "a5d0f6a3-bd41-4f42-93f4-30474eb637f8", "name": "network-vif-unplugged", "status": "completed", "tag": "e7eae629-05eb-43da-97c0-79c60a87969b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:06.292832 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.306361 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.309414 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.357112 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 84b348a8-a2fb-49b3-800d-2c88628a960e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=84b348a8-a2fb-49b3-800d-2c88628a960e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:06.376424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '84b348a8-a2fb-49b3-800d-2c88628a960e', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '84b348a8-a2fb-49b3-800d-2c88628a960e', 'mac_address': 'fa:16:3e:34:6b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:16:06.387500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaedfae-6ae4-4373-a519-968680150fed req-be67c417-178e-45d9-989e-84b4b57a14fa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:06.401826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-deaedfae-6ae4-4373-a519-968680150fed req-be67c417-178e-45d9-989e-84b4b57a14fa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 948 time: 0.1248980 Aug 31 14:16:06.468648 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.497119 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-deaedfae-6ae4-4373-a519-968680150fed req-a36958c5-3762-4d1d-ac60-023f612fe361 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900586 Aug 31 14:16:06.518865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b348a8-a2fb-49b3-800d-2c88628a960e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:06.552625 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 84b348a8-a2fb-49b3-800d-2c88628a960e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=84b348a8-a2fb-49b3-800d-2c88628a960e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:06.559940 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.663876 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=84b348a8-a2fb-49b3-800d-2c88628a960e,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:06.664449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Transition to ACTIVE for port object e7eae629-05eb-43da-97c0-79c60a87969b will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:06.672054 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de9b9c2-67d0-401a-876a-632570cacdeb x-openstack-request-id: req-3de9b9c2-67d0-401a-876a-632570cacdeb {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:06.672564 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d0f6a3-bd41-4f42-93f4-30474eb637f8", "name": "network-vif-unplugged", "status": "completed", "tag": "e7eae629-05eb-43da-97c0-79c60a87969b", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:06.673217 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3de9b9c2-67d0-401a-876a-632570cacdeb {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:06.673997 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d0f6a3-bd41-4f42-93f4-30474eb637f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7eae629-05eb-43da-97c0-79c60a87969b', 'code': 200} Aug 31 14:16:06.694590 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.726180 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-788f376a-0520-4ee6-b5af-70e0fbb1d47c req-b8e39425-9ab4-442e-a7fc-72b84fd26d1c tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 210 time: 0.0954885 Aug 31 14:16:06.803310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Network 22c220ba-f8d4-4fa9-9ad9-29561f13a7ef is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:06.804666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Pushing event updated for resources: {'Port': ['ID=b64f8f30-0e9b-4aba-8395-4ebcf2c591ee,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:06.811101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['84b348a8-a2fb-49b3-800d-2c88628a960e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:06.831166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:06.875969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ce3a699b-6ae7-4e45-9748-872647f8d911 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:07.013137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 206bf4b8-b988-4fb5-af41-b977f995d654 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:16:07.072555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device e7eae629-05eb-43da-97c0-79c60a87969b no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:07.202403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-c0f21b9b-f154-4f81-a208-319212720df6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Allocated IP 192.168.233.171 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/cbfe2f94-3105-4da2-b644-20e53797b9cf) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:07.243767 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37a2d7-7d7e-44f9-92d0-5fda1f3286a8 req-b7785d0c-5630-498c-8d77-02b5de8bb8e0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:07.244952 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd37a2d7-7d7e-44f9-92d0-5fda1f3286a8 req-b7785d0c-5630-498c-8d77-02b5de8bb8e0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 948 time: 0.1442995 Aug 31 14:16:07.276706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] No DVR routers for this DVR port e7eae629-05eb-43da-97c0-79c60a87969b on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:07.280237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Pushing event updated for resources: {'Port': ['ID=e7eae629-05eb-43da-97c0-79c60a87969b,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:07.317653 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd37a2d7-7d7e-44f9-92d0-5fda1f3286a8 req-7fc4e150-3008-4bbc-adad-6c447e3b2d1d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646429 Aug 31 14:16:07.355623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port ce3a699b-6ae7-4e45-9748-872647f8d911 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:07.391360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device e7eae629-05eb-43da-97c0-79c60a87969b not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:07.400778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ce3a699b-6ae7-4e45-9748-872647f8d911 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:07.400778 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.403962 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 206bf4b8-b988-4fb5-af41-b977f995d654, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=206bf4b8-b988-4fb5-af41-b977f995d654,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:07.464484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Attempting to bind port e7eae629-05eb-43da-97c0-79c60a87969b on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:07.465385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Attempting to bind port e7eae629-05eb-43da-97c0-79c60a87969b by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:07.465901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Attempting to bind port e7eae629-05eb-43da-97c0-79c60a87969b on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:07.485573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '206bf4b8-b988-4fb5-af41-b977f995d654', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '206bf4b8-b988-4fb5-af41-b977f995d654', 'mac_address': 'fa:16:3e:b0:ed:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:16:07.486344 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Port e7eae629-05eb-43da-97c0-79c60a87969b on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:07.486907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Attempting to bind port e7eae629-05eb-43da-97c0-79c60a87969b on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:07.499995 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ccfa4811-c445-45b6-82df-c696610f40ec req-456bc008-a441-4b52-819c-b55ba713c106 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 210 time: 0.1147904 Aug 31 14:16:07.514687 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-5ec8571d-a094-4936-94a6-89cf3177c789 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9533cffbf9da4adeac66e58f8b49936b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435808 Aug 31 14:16:07.538012 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:07.538369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:07.538911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:07.539524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Bound port: e7eae629-05eb-43da-97c0-79c60a87969b, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:07.541167 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.649930 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7bcf847f-47df-4536-b450-bfea195a421c None None] Provisioning complete for port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:07.650309 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7bcf847f-47df-4536-b450-bfea195a421c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.674298 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.703778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Router 92ef286b-a6ce-4472-9c07-5e9eae604887 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:07.726659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206bf4b8-b988-4fb5-af41-b977f995d654 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:07.757612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf847f-47df-4536-b450-bfea195a421c None None] Port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:16:07.769795 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.779852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 206bf4b8-b988-4fb5-af41-b977f995d654, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=206bf4b8-b988-4fb5-af41-b977f995d654,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:07.786920 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.832089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port ce3a699b-6ae7-4e45-9748-872647f8d911, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ce3a699b-6ae7-4e45-9748-872647f8d911,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:07.838296 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.846993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] For port e7eae629-05eb-43da-97c0-79c60a87969b, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:07.879325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] For port e7eae629-05eb-43da-97c0-79c60a87969b, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e7eae629-05eb-43da-97c0-79c60a87969b,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:07.880260 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=206bf4b8-b988-4fb5-af41-b977f995d654,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:07.891845 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.898977 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-c0f21b9b-f154-4f81-a208-319212720df6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.904883 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-faf47fbb-2427-425e-add8-5901462ece19 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:07.906760 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-faf47fbb-2427-425e-add8-5901462ece19 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3834300 Aug 31 14:16:07.928097 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-9178fd0e-1c9e-40f4-bcaf-d9b0debd475f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Request body: {'port': {'device_id': '47065d58-2611-471a-8a70-160a042eed54', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '9533cffbf9da4adeac66e58f8b49936b'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:07.945841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2596eb-17c7-4743-994b-b4169282c408 req-b787b8dd-4a7a-48fc-9015-43d8528c473f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:07.957777 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-da2596eb-17c7-4743-994b-b4169282c408 req-b787b8dd-4a7a-48fc-9015-43d8528c473f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 949 time: 0.2003524 Aug 31 14:16:07.976208 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=ce3a699b-6ae7-4e45-9748-872647f8d911,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:08.019286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-c0f21b9b-f154-4f81-a208-319212720df6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Transition to ACTIVE for port object cbfe2f94-3105-4da2-b644-20e53797b9cf will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:08.028325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:08.029065 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.030806 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] 10.222.0.60 "PUT /v2.0/ports/e7eae629-05eb-43da-97c0-79c60a87969b HTTP/1.1" status: 200 len: 1096 time: 3.4629817 Aug 31 14:16:08.034222 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-43304504-1c68-4d07-abae-b5588d1259aa req-577252d3-b074-4864-b680-49aff2f69e66 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 210 time: 0.1251454 Aug 31 14:16:08.101399 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-da2596eb-17c7-4743-994b-b4169282c408 req-a0d23328-d8ad-4d15-93c2-ac1065cbc0f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426449 Aug 31 14:16:08.127410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['206bf4b8-b988-4fb5-af41-b977f995d654'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:08.131680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:08.154104 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-c0f21b9b-f154-4f81-a208-319212720df6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.168584 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d854460e-4940-4957-8da2-4650f963b437 admin admin] 10.222.0.39 "PUT /v2.0/routers/92ef286b-a6ce-4472-9c07-5e9eae604887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9637656 Aug 31 14:16:08.193806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54422) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:08.197755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Sync routers for ids ['92ef286b-a6ce-4472-9c07-5e9eae604887'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:08.216794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24e4cb-ef08-4a16-9b92-ed119be0c431 service neutron] Pushing event updated for resources: {'Port': ['ID=e7eae629-05eb-43da-97c0-79c60a87969b,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:08.222356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Routers {'92ef286b-a6ce-4472-9c07-5e9eae604887'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:08.223410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:15:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['92ef286b-a6ce-4472-9c07-5e9eae604887'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:08.254464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-9178fd0e-1c9e-40f4-bcaf-d9b0debd475f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Made reservation on behalf of 9533cffbf9da4adeac66e58f8b49936b for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:08.271707 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-9178fd0e-1c9e-40f4-bcaf-d9b0debd475f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.381013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-c0f21b9b-f154-4f81-a208-319212720df6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:08.397417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f21b9b-f154-4f81-a208-319212720df6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Pushing event updated for resources: {'Port': ['ID=cbfe2f94-3105-4da2-b644-20e53797b9cf,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:08.411846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-c0f21b9b-f154-4f81-a208-319212720df6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:08.421038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-c0f21b9b-f154-4f81-a208-319212720df6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:08.428875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-c0f21b9b-f154-4f81-a208-319212720df6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:08.432353 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-c0f21b9b-f154-4f81-a208-319212720df6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.439768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860a76-62f1-4451-b206-e64c032363d2 req-b284afd2-7d14-4adf-b01f-ead97bd0d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:08.445209 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-b284afd2-7d14-4adf-b01f-ead97bd0d4dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 1099 time: 0.3601358 Aug 31 14:16:08.492410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Set router 92ef286b-a6ce-4472-9c07-5e9eae604887 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:08.638843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-9178fd0e-1c9e-40f4-bcaf-d9b0debd475f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Allocated IP 192.168.233.94 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/d925fe08-8db4-4045-98ae-f9e73c7d3992) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:08.666466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ce3a699b-6ae7-4e45-9748-872647f8d911 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:08.833485 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ce3a699b-6ae7-4e45-9748-872647f8d911 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:08.833756 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.838302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8476ffc7-d6b5-4a61-9715-a8c67c879dc0 None None] Provisioning for port cbfe2f94-3105-4da2-b644-20e53797b9cf completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:08.860798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ae7ec-d50a-49e0-8e07-12474f2ddf15 req-1bab42ce-f36d-47da-bb88-6ad706cdc0b5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:08.862590 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df0ae7ec-d50a-49e0-8e07-12474f2ddf15 req-1bab42ce-f36d-47da-bb88-6ad706cdc0b5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 948 time: 0.4029799 Aug 31 14:16:08.864142 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8476ffc7-d6b5-4a61-9715-a8c67c879dc0 None None] Provisioning complete for port cbfe2f94-3105-4da2-b644-20e53797b9cf triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:08.864518 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8476ffc7-d6b5-4a61-9715-a8c67c879dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.874728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d0f6a3-bd41-4f42-93f4-30474eb637f8', 'tag': 'e7eae629-05eb-43da-97c0-79c60a87969b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:08.877689 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d0f6a3-bd41-4f42-93f4-30474eb637f8", "tag": "e7eae629-05eb-43da-97c0-79c60a87969b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:08.889886 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-de84881d-14f2-42e6-9b1d-27ccef62ca44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.912035 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-c0f21b9b-f154-4f81-a208-319212720df6 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3683653 Aug 31 14:16:08.936153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8476ffc7-d6b5-4a61-9715-a8c67c879dc0 None None] Port cbfe2f94-3105-4da2-b644-20e53797b9cf cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:16:08.956620 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Request body: {'port': {'device_id': 'ca855c30-bec0-48a1-91e3-8bc8df1327ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:08.968156 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df0ae7ec-d50a-49e0-8e07-12474f2ddf15 req-1ed2a691-b4af-4b4c-a074-5882a60c3bc5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883021 Aug 31 14:16:08.975680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-9178fd0e-1c9e-40f4-bcaf-d9b0debd475f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.009097 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550428219-router', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ce3a699b-6ae7-4e45-9748-872647f8d911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:15:57Z', 'updated_at': '2021-08-31T14:16:04Z', 'revision_number': 4, 'project_id': '685e16ca4a114e3982b64407a02a2e8f', 'gw_port': {'id': 'ce3a699b-6ae7-4e45-9748-872647f8d911', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:15:58Z', 'updated_at': '2021-08-31T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'b64f8f30-0e9b-4aba-8395-4ebcf2c591ee', 'name': '', 'network_id': '22c220ba-f8d4-4fa9-9ad9-29561f13a7ef', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'mac_address': 'fa:16:3e:35:88:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '693448a6-a113-49a0-9602-edf7a5461307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:02Z', 'updated_at': '2021-08-31T14:16:05Z', 'revision_number': 2, 'project_id': '685e16ca4a114e3982b64407a02a2e8f', 'subnets': [{'id': '693448a6-a113-49a0-9602-edf7a5461307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:09.016813 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-927eee29-9df9-4060-90bf-8321420ba635 req-e54ba28f-9b65-4cdf-801d-c604b3e09837 tempest-FloatingIPDetailsNegativeTestJSON-949432320 tempest-FloatingIPDetailsNegativeTestJSON-949432320-project] show failed (client error): The resource could not be found. Aug 31 14:16:09.017951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-927eee29-9df9-4060-90bf-8321420ba635 req-e54ba28f-9b65-4cdf-801d-c604b3e09837 tempest-FloatingIPDetailsNegativeTestJSON-949432320 tempest-FloatingIPDetailsNegativeTestJSON-949432320-project] 10.222.0.39 "GET /v2.0/floatingips/4bfe7060-bb06-41f5-b907-796e5f16d0a2 HTTP/1.1" status: 404 len: 350 time: 0.1105235 Aug 31 14:16:09.022567 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-9178fd0e-1c9e-40f4-bcaf-d9b0debd475f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Transition to ACTIVE for port object d925fe08-8db4-4045-98ae-f9e73c7d3992 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:09.050984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54442) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:09.054632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Checking router: 92ef286b-a6ce-4472-9c07-5e9eae604887 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:16:09.055028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Updating router 92ef286b-a6ce-4472-9c07-5e9eae604887 port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:16:09.102350 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.178575 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1481711-6e80-41dc-b389-22f583d92ab0 x-openstack-request-id: req-a1481711-6e80-41dc-b389-22f583d92ab0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:09.178859 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d0f6a3-bd41-4f42-93f4-30474eb637f8", "tag": "e7eae629-05eb-43da-97c0-79c60a87969b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:09.182609 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1481711-6e80-41dc-b389-22f583d92ab0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:09.183279 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d0f6a3-bd41-4f42-93f4-30474eb637f8', 'tag': 'e7eae629-05eb-43da-97c0-79c60a87969b', 'status': 'completed', 'code': 200} Aug 31 14:16:09.240239 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-de84881d-14f2-42e6-9b1d-27ccef62ca44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.245946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860a76-62f1-4451-b206-e64c032363d2 req-f2657db6-a7e2-4a47-819c-3c5b6a40c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.248781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-f2657db6-a7e2-4a47-819c-3c5b6a40c938 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.7940257 Aug 31 14:16:09.260653 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.283631 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-de84881d-14f2-42e6-9b1d-27ccef62ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.293685 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2eac5def-d34e-46f2-aed2-c8ae0b716e00 req-f7b700ed-971e-497b-9f99-8a677908486b tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 210 time: 0.0879350 Aug 31 14:16:09.380839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-277dd697-b651-4547-a73d-6035e5d4ada4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=e7eae629-05eb-43da-97c0-79c60a87969b HTTP/1.1" status: 200 len: 217 time: 0.0988424 Aug 31 14:16:09.381815 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-9178fd0e-1c9e-40f4-bcaf-d9b0debd475f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.397261 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-ea22a223-ae17-440c-96f6-d663b80fcfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.407356 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-ea22a223-ae17-440c-96f6-d663b80fcfcd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 1099 time: 0.1976693 Aug 31 14:16:09.448942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84881d-14f2-42e6-9b1d-27ccef62ca44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5d3fc0-4828-413f-bcbd-672b94a39e4f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:09.485130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e3c88-ba35-4b8d-81f1-1ba9a6793f3f req-42ab41c8-c6bc-482d-82e2-8ff1e4f7d256 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.486700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-965e3c88-ba35-4b8d-81f1-1ba9a6793f3f req-42ab41c8-c6bc-482d-82e2-8ff1e4f7d256 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 936 time: 0.2708170 Aug 31 14:16:09.500320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['999fda27-20a2-411d-8b21-23f7707363f1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:09.540477 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-de84881d-14f2-42e6-9b1d-27ccef62ca44 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a3c28a4277e47d79b3f3957dec55318&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3448069 Aug 31 14:16:09.541767 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178fd0e-1c9e-40f4-bcaf-d9b0debd475f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Pushing event updated for resources: {'Port': ['ID=d925fe08-8db4-4045-98ae-f9e73c7d3992,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:09.544342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54454) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:09.544780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54456) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:09.613904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-9178fd0e-1c9e-40f4-bcaf-d9b0debd475f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:09.627384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-9178fd0e-1c9e-40f4-bcaf-d9b0debd475f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:09.646953 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-9178fd0e-1c9e-40f4-bcaf-d9b0debd475f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:09.654276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-9178fd0e-1c9e-40f4-bcaf-d9b0debd475f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.655451 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-9178fd0e-1c9e-40f4-bcaf-d9b0debd475f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.681146 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-9178fd0e-1c9e-40f4-bcaf-d9b0debd475f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7592196 Aug 31 14:16:09.712520 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Request body: {'port': {'device_id': '47065d58-2611-471a-8a70-160a042eed54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:09.724848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf2e6f-c3c0-485e-b21a-6157948c8806 req-3805773c-8d92-4fc5-a379-339c8af3f740 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.733874 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e5bf2e6f-c3c0-485e-b21a-6157948c8806 req-3805773c-8d92-4fc5-a379-339c8af3f740 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 949 time: 0.3238373 Aug 31 14:16:09.755100 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.774210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860a76-62f1-4451-b206-e64c032363d2 req-442118c2-1e74-4881-a754-cf51cdd110b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.777776 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Transition to ACTIVE for port object b64f8f30-0e9b-4aba-8395-4ebcf2c591ee will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:09.777965 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-442118c2-1e74-4881-a754-cf51cdd110b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.3705833 Aug 31 14:16:09.792414 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.836131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-965e3c88-ba35-4b8d-81f1-1ba9a6793f3f req-8662780c-5694-4751-9736-c5af0503ff2a tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223665 Aug 31 14:16:09.881707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e07c29-9d87-44f4-af20-8080910b8071 None None] Pushing event updated for resources: {'Port': ['ID=b64f8f30-0e9b-4aba-8395-4ebcf2c591ee,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:09.904478 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e5bf2e6f-c3c0-485e-b21a-6157948c8806 req-9287c914-0ff5-40cd-a097-157ab59ea7a9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687708 Aug 31 14:16:09.952241 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-db671be2-f585-4276-bc41-de6b56b0358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.958000 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-db671be2-f585-4276-bc41-de6b56b0358d service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.5107865 Aug 31 14:16:09.970184 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.979795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Attempting to bind port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:09.980400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Attempting to bind port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f8a106ff-c609-493f-9485-886ced11a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '22c220ba-f8d4-4fa9-9ad9-29561f13a7ef'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:09.980846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Attempting to bind port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee on network 22c220ba-f8d4-4fa9-9ad9-29561f13a7ef {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:09.987316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:09.988160 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Checking segment: {'id': 'f8a106ff-c609-493f-9485-886ced11a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '22c220ba-f8d4-4fa9-9ad9-29561f13a7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:09.988952 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.989577 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Bound using segment: {'id': 'f8a106ff-c609-493f-9485-886ced11a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '22c220ba-f8d4-4fa9-9ad9-29561f13a7ef'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:09.990293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Bound port: b64f8f30-0e9b-4aba-8395-4ebcf2c591ee, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a106ff-c609-493f-9485-886ced11a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '22c220ba-f8d4-4fa9-9ad9-29561f13a7ef'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:09.991408 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.038963 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a79f118-c486-4eaf-ab9a-0c31074c037c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.072597 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95ae9832-2544-471d-ae03-01b1bce31a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.081925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] For port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:10.085478 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-07e65917-2d17-4257-87d5-4583353d00c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=e7eae629-05eb-43da-97c0-79c60a87969b HTTP/1.1" status: 200 len: 217 time: 0.0865760 Aug 31 14:16:10.085730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] For port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b64f8f30-0e9b-4aba-8395-4ebcf2c591ee,segment=NetworkSegment(f8a106ff-c609-493f-9485-886ced11a962),segment_id=f8a106ff-c609-493f-9485-886ced11a962)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:10.098418 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.153094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860a76-62f1-4451-b206-e64c032363d2 req-f015337f-fa6e-4312-afa1-86453dd5a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:10.154791 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-f015337f-fa6e-4312-afa1-86453dd5a73d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3655624 Aug 31 14:16:10.162136 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a79f118-c486-4eaf-ab9a-0c31074c037c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.168673 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 84b348a8-a2fb-49b3-800d-2c88628a960e up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:10.224638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-265d57f0-84c8-4169-adf8-8b5eabc4ef19 None None] Provisioning for port d925fe08-8db4-4045-98ae-f9e73c7d3992 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:10.232501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-265d57f0-84c8-4169-adf8-8b5eabc4ef19 None None] Provisioning complete for port d925fe08-8db4-4045-98ae-f9e73c7d3992 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:10.232879 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-265d57f0-84c8-4169-adf8-8b5eabc4ef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.264437 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e07c29-9d87-44f4-af20-8080910b8071 None None] Pushing event updated for resources: {'Port': ['ID=b64f8f30-0e9b-4aba-8395-4ebcf2c591ee,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:10.296219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Routers {'92ef286b-a6ce-4472-9c07-5e9eae604887'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:10.297124 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:15:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['92ef286b-a6ce-4472-9c07-5e9eae604887'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:10.336135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-265d57f0-84c8-4169-adf8-8b5eabc4ef19 None None] Port d925fe08-8db4-4045-98ae-f9e73c7d3992 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:16:10.342233 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 84b348a8-a2fb-49b3-800d-2c88628a960e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:10.342649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbfe2f94-3105-4da2-b644-20e53797b9cf {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:10.353746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 84b348a8-a2fb-49b3-800d-2c88628a960e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:10.353955 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.354144 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.368052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Transition to ACTIVE for port object cbfe2f94-3105-4da2-b644-20e53797b9cf will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:10.377354 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.417970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-6186c104-5bde-42f6-bb0d-9d95d3663d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:10.419708 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-6186c104-5bde-42f6-bb0d-9d95d3663d9b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.3224108 Aug 31 14:16:10.439084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Pushing event updated for resources: {'Port': ['ID=cbfe2f94-3105-4da2-b644-20e53797b9cf,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:10.440265 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a79f118-c486-4eaf-ab9a-0c31074c037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.448532 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a79f118-c486-4eaf-ab9a-0c31074c037c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.451962 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8a79f118-c486-4eaf-ab9a-0c31074c037c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b5d3fc0-4828-413f-bcbd-672b94a39e4f HTTP/1.1" status: 204 len: 168 time: 0.8652177 Aug 31 14:16:10.452122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] Set router 92ef286b-a6ce-4472-9c07-5e9eae604887 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:10.527831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-08d75df3-c21c-4cc0-80f5-9be18ba627d1 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473403 Aug 31 14:16:10.569949 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79f118-c486-4eaf-ab9a-0c31074c037c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5d3fc0-4828-413f-bcbd-672b94a39e4f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:10.599500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8cf3c-c0f3-4117-bb47-c78fdee54a7b req-8e9472cc-7b34-425a-823c-7572493c9f79 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:10.613028 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-53e8cf3c-c0f3-4117-bb47-c78fdee54a7b req-8e9472cc-7b34-425a-823c-7572493c9f79 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 948 time: 0.4404826 Aug 31 14:16:10.650865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4acea7-7577-4950-afdb-ce341badb859 req-61c58a17-75ce-4e36-92c0-db2da64b35ef tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:10.652923 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc4acea7-7577-4950-afdb-ce341badb859 req-61c58a17-75ce-4e36-92c0-db2da64b35ef tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 935 time: 0.1909432 Aug 31 14:16:10.662059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-9ba81797-d2ec-43f1-b7f6-6a7459af35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:10.664347 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-9ba81797-d2ec-43f1-b7f6-6a7459af35d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1750588 Aug 31 14:16:10.777850 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Attempting to bind port cbfe2f94-3105-4da2-b644-20e53797b9cf on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:10.778188 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Attempting to bind port cbfe2f94-3105-4da2-b644-20e53797b9cf by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:10.778515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Attempting to bind port cbfe2f94-3105-4da2-b644-20e53797b9cf on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:10.808339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Port cbfe2f94-3105-4da2-b644-20e53797b9cf on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:10.810022 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Attempting to bind port cbfe2f94-3105-4da2-b644-20e53797b9cf on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:10.859357 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:10.859703 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:10.860086 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:10.860559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Bound port: cbfe2f94-3105-4da2-b644-20e53797b9cf, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:10.860922 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.886920 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc4acea7-7577-4950-afdb-ce341badb859 req-1f88c030-0f81-4c80-80c4-949968a78282 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184031 Aug 31 14:16:10.889876 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.926577 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61860a76-62f1-4451-b206-e64c032363d2 req-1b5f5c6b-9f03-48e6-af00-c05d8d4883f9 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840492 Aug 31 14:16:10.938063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550428219-router', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ce3a699b-6ae7-4e45-9748-872647f8d911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:15:57Z', 'updated_at': '2021-08-31T14:16:04Z', 'revision_number': 4, 'project_id': '685e16ca4a114e3982b64407a02a2e8f', 'gw_port': {'id': 'ce3a699b-6ae7-4e45-9748-872647f8d911', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:15:58Z', 'updated_at': '2021-08-31T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'b64f8f30-0e9b-4aba-8395-4ebcf2c591ee', 'name': '', 'network_id': '22c220ba-f8d4-4fa9-9ad9-29561f13a7ef', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'mac_address': 'fa:16:3e:35:88:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '693448a6-a113-49a0-9602-edf7a5461307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:02Z', 'updated_at': '2021-08-31T14:16:10Z', 'revision_number': 4, 'project_id': '685e16ca4a114e3982b64407a02a2e8f', 'subnets': [{'id': '693448a6-a113-49a0-9602-edf7a5461307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:10.981673 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f79fd-1523-4178-ab76-19a49b455850 None None] The sync data for ids ['92ef286b-a6ce-4472-9c07-5e9eae604887'] in n-d-806683-5 is: [{'id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550428219-router', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ce3a699b-6ae7-4e45-9748-872647f8d911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:15:57Z', 'updated_at': '2021-08-31T14:16:04Z', 'revision_number': 4, 'project_id': '685e16ca4a114e3982b64407a02a2e8f', 'gw_port': {'id': 'ce3a699b-6ae7-4e45-9748-872647f8d911', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:15:58Z', 'updated_at': '2021-08-31T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'b64f8f30-0e9b-4aba-8395-4ebcf2c591ee', 'name': '', 'network_id': '22c220ba-f8d4-4fa9-9ad9-29561f13a7ef', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'mac_address': 'fa:16:3e:35:88:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '693448a6-a113-49a0-9602-edf7a5461307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:02Z', 'updated_at': '2021-08-31T14:16:10Z', 'revision_number': 4, 'project_id': '685e16ca4a114e3982b64407a02a2e8f', 'subnets': [{'id': '693448a6-a113-49a0-9602-edf7a5461307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:11.015757 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13452170-9170-4493-a04a-7bc9e44e00dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b348a8-a2fb-49b3-800d-2c88628a960e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:11.019039 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046d392a-40f2-4408-9133-aed132c5f3fb" -d '{"events": [{"server_uuid": "13452170-9170-4493-a04a-7bc9e44e00dc", "name": "network-vif-plugged", "status": "completed", "tag": "84b348a8-a2fb-49b3-800d-2c88628a960e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:11.027014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 206bf4b8-b988-4fb5-af41-b977f995d654 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:11.142048 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-6a1b3d76-725a-4639-9487-881055870f12 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635787 Aug 31 14:16:11.175968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 84b348a8-a2fb-49b3-800d-2c88628a960e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=84b348a8-a2fb-49b3-800d-2c88628a960e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:11.200694 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.207545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 206bf4b8-b988-4fb5-af41-b977f995d654 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:11.260533 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 206bf4b8-b988-4fb5-af41-b977f995d654 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:11.261322 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.353672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=84b348a8-a2fb-49b3-800d-2c88628a960e,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:11.381587 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df499b2a-b5ea-4988-83cb-d63cd4ac6cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.418446 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.445095 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-53e8cf3c-c0f3-4117-bb47-c78fdee54a7b req-a244fbeb-aa63-401c-a261-e54cda3ae877 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8302252 Aug 31 14:16:11.457448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] For port cbfe2f94-3105-4da2-b644-20e53797b9cf, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:11.501577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] For port cbfe2f94-3105-4da2-b644-20e53797b9cf, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cbfe2f94-3105-4da2-b644-20e53797b9cf,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:11.511646 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95ae9832-2544-471d-ae03-01b1bce31a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.516924 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 206bf4b8-b988-4fb5-af41-b977f995d654, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=206bf4b8-b988-4fb5-af41-b977f995d654,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:11.523678 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95ae9832-2544-471d-ae03-01b1bce31a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.525152 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.533432 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.591232 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-f5d8aff3-ddff-4fe2-9e1b-5e37f56e7a85 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291253 Aug 31 14:16:11.594996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=206bf4b8-b988-4fb5-af41-b977f995d654,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:11.620089 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-95ae9832-2544-471d-ae03-01b1bce31a6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfb4b2999a2e4c1da02c258282123b39&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0423808 Aug 31 14:16:11.623492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-a033da17-f0c1-4188-91e7-7f2c8c8eac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:11.625201 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-a033da17-f0c1-4188-91e7-7f2c8c8eac6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 1099 time: 0.6274731 Aug 31 14:16:11.632683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54490) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:11.675574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4095f-0b5f-4203-bd56-67fd80d83f05 req-3d0006f3-8c1f-4154-9697-5435c0bd83ef tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:11.677104 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-22f4095f-0b5f-4203-bd56-67fd80d83f05 req-3d0006f3-8c1f-4154-9697-5435c0bd83ef tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 948 time: 0.6610575 Aug 31 14:16:11.693763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d925fe08-8db4-4045-98ae-f9e73c7d3992 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:11.722983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:11.723633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.725109 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.731217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae9832-2544-471d-ae03-01b1bce31a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1c5053-314c-4b5b-8cad-c76e9528b35c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:11.737885 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] 10.222.0.25 "PUT /v2.0/ports/cbfe2f94-3105-4da2-b644-20e53797b9cf HTTP/1.1" status: 200 len: 1096 time: 2.7783537 Aug 31 14:16:11.761667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Transition to ACTIVE for port object d925fe08-8db4-4045-98ae-f9e73c7d3992 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:11.793279 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da35d31b-e8a2-4cc3-bc23-96403fc43fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.795587 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.812035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca855c30-bec0-48a1-91e3-8bc8df1327ac', 'tag': 'cbfe2f94-3105-4da2-b644-20e53797b9cf'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:11.815867 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5c32c9-93b1-48f2-8e1c-e60b3e3cd4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ca855c30-bec0-48a1-91e3-8bc8df1327ac", "tag": "cbfe2f94-3105-4da2-b644-20e53797b9cf"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:11.876047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Pushing event updated for resources: {'Port': ['ID=d925fe08-8db4-4045-98ae-f9e73c7d3992,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:11.896678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971024e-81a7-4828-b1c4-670aeec585e5 req-6c4e4638-3e4b-44e5-913f-fd7433fd15ba tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:11.907036 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3971024e-81a7-4828-b1c4-670aeec585e5 req-6c4e4638-3e4b-44e5-913f-fd7433fd15ba tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 950 time: 0.2904112 Aug 31 14:16:11.922817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27c6e2-ff4e-4fd8-b3b8-ffe36c02504a service neutron] Pushing event updated for resources: {'Port': ['ID=cbfe2f94-3105-4da2-b644-20e53797b9cf,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:12.012529 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Attempting to bind port d925fe08-8db4-4045-98ae-f9e73c7d3992 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:12.012876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Attempting to bind port d925fe08-8db4-4045-98ae-f9e73c7d3992 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:12.013897 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Attempting to bind port d925fe08-8db4-4045-98ae-f9e73c7d3992 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:12.026418 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Port d925fe08-8db4-4045-98ae-f9e73c7d3992 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:12.026745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Attempting to bind port d925fe08-8db4-4045-98ae-f9e73c7d3992 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:12.029547 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-22f4095f-0b5f-4203-bd56-67fd80d83f05 req-4904017b-bd26-49cc-b479-bb848b973300 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905905 Aug 31 14:16:12.030759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-7df24c5f-32f3-4d0b-b73b-318b327f9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.032355 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-7df24c5f-32f3-4d0b-b73b-318b327f9d13 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.3789606 Aug 31 14:16:12.038780 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da35d31b-e8a2-4cc3-bc23-96403fc43fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.115623 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3971024e-81a7-4828-b1c4-670aeec585e5 req-65a18fca-0199-4159-b6a2-1e0578b6f37b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017179 Aug 31 14:16:12.122152 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:12.122630 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:12.123029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:12.123512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Bound port: d925fe08-8db4-4045-98ae-f9e73c7d3992, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:12.123878 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.293767 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc77486a-1957-4c5c-baf8-9f3410662748 x-openstack-request-id: req-fc77486a-1957-4c5c-baf8-9f3410662748 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:12.294292 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13452170-9170-4493-a04a-7bc9e44e00dc", "name": "network-vif-plugged", "status": "completed", "tag": "84b348a8-a2fb-49b3-800d-2c88628a960e", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:12.294411 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc77486a-1957-4c5c-baf8-9f3410662748 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:12.294833 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13452170-9170-4493-a04a-7bc9e44e00dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b348a8-a2fb-49b3-800d-2c88628a960e', 'code': 200} Aug 31 14:16:12.376723 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553c766a-d862-4eb3-88c6-ba7232978d45 x-openstack-request-id: req-553c766a-d862-4eb3-88c6-ba7232978d45 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:12.377430 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca855c30-bec0-48a1-91e3-8bc8df1327ac", "tag": "cbfe2f94-3105-4da2-b644-20e53797b9cf", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:12.377829 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-553c766a-d862-4eb3-88c6-ba7232978d45 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:12.378489 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca855c30-bec0-48a1-91e3-8bc8df1327ac', 'tag': 'cbfe2f94-3105-4da2-b644-20e53797b9cf', 'status': 'completed', 'code': 200} Aug 31 14:16:12.407115 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-20555ff1-db50-44f6-b531-bb3c89517bb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=e7eae629-05eb-43da-97c0-79c60a87969b HTTP/1.1" status: 200 len: 217 time: 0.3287411 Aug 31 14:16:12.415766 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] For port d925fe08-8db4-4045-98ae-f9e73c7d3992, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:12.419710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] For port d925fe08-8db4-4045-98ae-f9e73c7d3992, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d925fe08-8db4-4045-98ae-f9e73c7d3992,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:12.425861 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.434450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-7fb08ed0-df49-4eee-9abf-42944890632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.436041 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-7fb08ed0-df49-4eee-9abf-42944890632d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8494f3c52fee4ebf87d59b2390b88765&device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 1099 time: 0.6038518 Aug 31 14:16:12.475671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.478148 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.479972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] 10.222.0.60 "PUT /v2.0/ports/d925fe08-8db4-4045-98ae-f9e73c7d3992 HTTP/1.1" status: 200 len: 1095 time: 2.7811687 Aug 31 14:16:12.486186 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47065d58-2611-471a-8a70-160a042eed54', 'tag': 'd925fe08-8db4-4045-98ae-f9e73c7d3992'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:12.488159 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9887442-b88e-4d22-894f-f0a789e59040" -d '{"events": [{"name": "network-changed", "server_uuid": "47065d58-2611-471a-8a70-160a042eed54", "tag": "d925fe08-8db4-4045-98ae-f9e73c7d3992"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:12.502569 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da35d31b-e8a2-4cc3-bc23-96403fc43fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.505885 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da35d31b-e8a2-4cc3-bc23-96403fc43fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.507274 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-da35d31b-e8a2-4cc3-bc23-96403fc43fe0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f1c5053-314c-4b5b-8cad-c76e9528b35c HTTP/1.1" status: 204 len: 168 time: 0.8664126 Aug 31 14:16:12.548423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc052bf3-4335-472f-9345-6e69bcdf445e service neutron] Pushing event updated for resources: {'Port': ['ID=d925fe08-8db4-4045-98ae-f9e73c7d3992,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:12.558022 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35d31b-e8a2-4cc3-bc23-96403fc43fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1c5053-314c-4b5b-8cad-c76e9528b35c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:12.726920 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-d5a1b99d-9ca7-4bd4-b5c6-5bcf8de7d4e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=cbfe2f94-3105-4da2-b644-20e53797b9cf HTTP/1.1" status: 200 len: 217 time: 0.2771358 Aug 31 14:16:12.753852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-703f5732-cf56-4538-aace-abf82b858512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.758147 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-703f5732-cf56-4538-aace-abf82b858512 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9533cffbf9da4adeac66e58f8b49936b&device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 1098 time: 0.1720781 Aug 31 14:16:12.762448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b64f8f30-0e9b-4aba-8395-4ebcf2c591ee up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:12.804930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dd0fb-a145-4524-8e60-54da73eb828b req-1dfb62ec-177c-4f8c-a7cb-b4069eedbb64 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.812908 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f81dd0fb-a145-4524-8e60-54da73eb828b req-1dfb62ec-177c-4f8c-a7cb-b4069eedbb64 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 948 time: 0.1706884 Aug 31 14:16:12.886241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-7fe6bcdb-43ec-42e1-93b9-0470b739895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.891404 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-7fe6bcdb-43ec-42e1-93b9-0470b739895d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.4525774 Aug 31 14:16:12.896289 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:12.905576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-9362c0bc-ffd6-4bb2-8dee-b2b8c9f5f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.908115 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-9362c0bc-ffd6-4bb2-8dee-b2b8c9f5f61f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1592472 Aug 31 14:16:12.911395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1188b96-8f51-4268-820d-f51f16126d60 req-594b33b8-4631-4754-917b-5d3a547edf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.913646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:12.913841 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b1188b96-8f51-4268-820d-f51f16126d60 req-594b33b8-4631-4754-917b-5d3a547edf05 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13452170-9170-4493-a04a-7bc9e44e00dc HTTP/1.1" status: 200 len: 1101 time: 0.4868214 Aug 31 14:16:12.916394 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.926071 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-b0176d88-6ab9-4449-87c0-0fc79aef484d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=d925fe08-8db4-4045-98ae-f9e73c7d3992 HTTP/1.1" status: 200 len: 217 time: 0.1516440 Aug 31 14:16:12.931447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1fbf5-b278-403d-9af3-6402f3a1918b req-11bd7148-9c79-4cfe-9556-02de6ab83a7a tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.936253 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-adf1fbf5-b278-403d-9af3-6402f3a1918b req-11bd7148-9c79-4cfe-9556-02de6ab83a7a tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 947 time: 0.5556505 Aug 31 14:16:13.070103 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f81dd0fb-a145-4524-8e60-54da73eb828b req-52df182f-e9df-4540-a556-afa81e13bece tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363281 Aug 31 14:16:13.095741 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-ba9615a2-3247-45de-9bc9-02f574d06fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:13.097810 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-ba9615a2-3247-45de-9bc9-02f574d06fda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1521337 Aug 31 14:16:13.119543 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:13.173353 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b64f8f30-0e9b-4aba-8395-4ebcf2c591ee,segment=NetworkSegment(f8a106ff-c609-493f-9485-886ced11a962),segment_id=f8a106ff-c609-493f-9485-886ced11a962)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:13.178348 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:13.239240 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea5647d-833f-4e61-b369-bef7445f2b93 x-openstack-request-id: req-1ea5647d-833f-4e61-b369-bef7445f2b93 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:13.243724 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47065d58-2611-471a-8a70-160a042eed54", "tag": "d925fe08-8db4-4045-98ae-f9e73c7d3992", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:13.244218 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ea5647d-833f-4e61-b369-bef7445f2b93 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:13.244847 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47065d58-2611-471a-8a70-160a042eed54', 'tag': 'd925fe08-8db4-4045-98ae-f9e73c7d3992', 'status': 'completed', 'code': 200} Aug 31 14:16:13.265813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-10468701-3843-4fe8-97bc-127d0318cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:13.269177 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-10468701-3843-4fe8-97bc-127d0318cae1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620715 Aug 31 14:16:13.269674 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54538) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:13.296473 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b1188b96-8f51-4268-820d-f51f16126d60 req-d1fff9dd-7ae3-4225-b61b-cc238339e14c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345206 Aug 31 14:16:13.301594 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-088eeb70-c352-4933-acf7-d3b74734b241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:13.323447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=b64f8f30-0e9b-4aba-8395-4ebcf2c591ee,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:13.346142 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-adf1fbf5-b278-403d-9af3-6402f3a1918b req-a83ee9cb-c4d6-4ef3-9841-7df798d3d84d tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795846 Aug 31 14:16:13.409396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-2f24ad77-d983-42ef-82ce-7c2fad03c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:13.411498 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-2f24ad77-d983-42ef-82ce-7c2fad03c4b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5084984 Aug 31 14:16:13.423241 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-26055af2-cbb9-4e3d-b8f4-f45f545e17bb service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192627 Aug 31 14:16:13.431501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-cdffbea0-657e-418c-8b6d-483dba205596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:13.434836 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-cdffbea0-657e-418c-8b6d-483dba205596 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4826577 Aug 31 14:16:13.561641 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a2f62-e785-4fae-af9b-656b49c0d28c req-c3e29d6f-a653-41b6-9593-2c2c50236707 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:13.563288 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-180a2f62-e785-4fae-af9b-656b49c0d28c req-c3e29d6f-a653-41b6-9593-2c2c50236707 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 948 time: 0.1390929 Aug 31 14:16:13.656041 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-df499b2a-b5ea-4988-83cb-d63cd4ac6cfa admin admin] Deleting port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:13.656948 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df499b2a-b5ea-4988-83cb-d63cd4ac6cfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:13.675682 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-088eeb70-c352-4933-acf7-d3b74734b241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:13.689906 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-088eeb70-c352-4933-acf7-d3b74734b241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:13.735320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c7426-7c1d-4a86-9a8b-9524697b8294 req-92125dee-d730-4ebe-a663-9327ccc066a6 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:13.742410 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4c7426-7c1d-4a86-9a8b-9524697b8294 req-92125dee-d730-4ebe-a663-9327ccc066a6 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 950 time: 0.2303903 Aug 31 14:16:13.751750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-180a2f62-e785-4fae-af9b-656b49c0d28c req-337ea955-29a8-451e-a1c1-c60cccd245ad tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740630 Aug 31 14:16:13.760736 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7465ad93-f7b1-4f3d-b549-b044f89b3b98 req-8131350f-4304-4a1c-b4fc-b28e13b3d40d service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117493 Aug 31 14:16:13.777747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088eeb70-c352-4933-acf7-d3b74734b241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7680b5c0-6285-454f-a89a-3943a6550d57,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:13.786576 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-088eeb70-c352-4933-acf7-d3b74734b241 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4a03d28330b4c5690ab59cea41cce69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5157621 Aug 31 14:16:13.789810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54550) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:13.809500 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-0de4cf74-b25e-47c0-8bd2-86c815cc3a9f service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601005 Aug 31 14:16:13.913866 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-618fabef-066d-4472-9a10-a9f39bf9cf83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:13.921240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-df499b2a-b5ea-4988-83cb-d63cd4ac6cfa admin admin] For port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b64f8f30-0e9b-4aba-8395-4ebcf2c591ee,segment=NetworkSegment(f8a106ff-c609-493f-9485-886ced11a962),segment_id=f8a106ff-c609-493f-9485-886ced11a962)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:13.921452 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df499b2a-b5ea-4988-83cb-d63cd4ac6cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:13.936337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-df499b2a-b5ea-4988-83cb-d63cd4ac6cfa admin admin] Calling delete_port for b64f8f30-0e9b-4aba-8395-4ebcf2c591ee owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:13.947933 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-618fabef-066d-4472-9a10-a9f39bf9cf83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:13.956544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9887442-b88e-4d22-894f-f0a789e59040 req-b3013c2f-5330-41db-8c31-f3556eccfed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:13.958202 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9887442-b88e-4d22-894f-f0a789e59040 req-b3013c2f-5330-41db-8c31-f3556eccfed4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9533cffbf9da4adeac66e58f8b49936b&device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 1098 time: 0.0942426 Aug 31 14:16:14.033901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-fa159dbb-5505-4809-9064-6c55de797c72 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789279 Aug 31 14:16:14.059687 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4c7426-7c1d-4a86-9a8b-9524697b8294 req-be9f62fc-9e29-487c-8d52-4f229bd6f9df tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040421 Aug 31 14:16:14.112755 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-618fabef-066d-4472-9a10-a9f39bf9cf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.116602 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-618fabef-066d-4472-9a10-a9f39bf9cf83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.117958 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-618fabef-066d-4472-9a10-a9f39bf9cf83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7680b5c0-6285-454f-a89a-3943a6550d57 HTTP/1.1" status: 204 len: 168 time: 0.3272853 Aug 31 14:16:14.126922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9887442-b88e-4d22-894f-f0a789e59040 req-0490b447-432f-472c-9379-0331e33895a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.129235 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9887442-b88e-4d22-894f-f0a789e59040 req-0490b447-432f-472c-9379-0331e33895a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1604555 Aug 31 14:16:14.136957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fabef-066d-4472-9a10-a9f39bf9cf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7680b5c0-6285-454f-a89a-3943a6550d57,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:14.203380 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9887442-b88e-4d22-894f-f0a789e59040 req-08cd0a60-ffcb-4d5c-98c8-f7ccd91d0cea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=d925fe08-8db4-4045-98ae-f9e73c7d3992 HTTP/1.1" status: 200 len: 217 time: 0.0625522 Aug 31 14:16:14.203527 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e7eae629-05eb-43da-97c0-79c60a87969b details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:16:14.303743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9887442-b88e-4d22-894f-f0a789e59040 req-bb86d528-a9a5-4d5f-8c87-2f70a5e60512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.306202 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9887442-b88e-4d22-894f-f0a789e59040 req-bb86d528-a9a5-4d5f-8c87-2f70a5e60512 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0861292 Aug 31 14:16:14.361559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527ed37b-2643-40ee-b86f-cf68e4c40810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206bf4b8-b988-4fb5-af41-b977f995d654'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:14.363863 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bf38a5-7b6b-4850-ac79-989b7bce87a0" -d '{"events": [{"server_uuid": "527ed37b-2643-40ee-b86f-cf68e4c40810", "name": "network-vif-plugged", "status": "completed", "tag": "206bf4b8-b988-4fb5-af41-b977f995d654"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:14.405025 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9887442-b88e-4d22-894f-f0a789e59040 req-c1a691e6-5abe-4036-926d-f2f1367e39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.407422 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9887442-b88e-4d22-894f-f0a789e59040 req-c1a691e6-5abe-4036-926d-f2f1367e39b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932412 Aug 31 14:16:14.467949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e7eae629-05eb-43da-97c0-79c60a87969b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e7eae629-05eb-43da-97c0-79c60a87969b,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:14.500785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'e7eae629-05eb-43da-97c0-79c60a87969b', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'e7eae629-05eb-43da-97c0-79c60a87969b', 'mac_address': 'fa:16:3e:3c:e0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:16:14.555878 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9887442-b88e-4d22-894f-f0a789e59040 req-01e482f7-3ab6-4bdb-8108-895c6642da61 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391397 Aug 31 14:16:14.573059 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.614736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7eae629-05eb-43da-97c0-79c60a87969b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:14.644517 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da2cb15a-72cd-4ac0-947a-3854c09ab8df req-dbf147f1-6bde-4f4e-9abc-73080d973db2 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8214855 Aug 31 14:16:14.674408 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-475848ae-b4b0-4e3f-93c7-15a71f5ef7c4 req-a7f9fc22-8855-4fc3-801f-d928dd663670 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169364 Aug 31 14:16:14.675713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e7eae629-05eb-43da-97c0-79c60a87969b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e7eae629-05eb-43da-97c0-79c60a87969b,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:14.692247 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.695714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b64f8f30-0e9b-4aba-8395-4ebcf2c591ee up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:14.739020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a548a66-1e7e-4862-8c7f-914dcc48bbde req-9858c842-8dbd-4882-a5f3-bfc6d52be605 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.740778 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a548a66-1e7e-4862-8c7f-914dcc48bbde req-9858c842-8dbd-4882-a5f3-bfc6d52be605 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 948 time: 0.4642057 Aug 31 14:16:14.784882 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9887442-b88e-4d22-894f-f0a789e59040 req-b57efa17-e7eb-40d6-b017-7d34dc3cf3a7 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206068 Aug 31 14:16:14.841355 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da1117d-99ff-4bdf-84f4-45f51ae5a69f x-openstack-request-id: req-3da1117d-99ff-4bdf-84f4-45f51ae5a69f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:14.841657 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527ed37b-2643-40ee-b86f-cf68e4c40810", "name": "network-vif-plugged", "status": "completed", "tag": "206bf4b8-b988-4fb5-af41-b977f995d654", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:14.841917 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3da1117d-99ff-4bdf-84f4-45f51ae5a69f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:14.842317 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527ed37b-2643-40ee-b86f-cf68e4c40810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206bf4b8-b988-4fb5-af41-b977f995d654', 'code': 200} Aug 31 14:16:14.855190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=e7eae629-05eb-43da-97c0-79c60a87969b,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:14.878684 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b64f8f30-0e9b-4aba-8395-4ebcf2c591ee triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:14.880830 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.892538 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a548a66-1e7e-4862-8c7f-914dcc48bbde req-599501a0-1a7c-4064-b76b-aa255b8767c2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202710 Aug 31 14:16:14.896611 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c32c9-93b1-48f2-8e1c-e60b3e3cd4ff req-219ec720-38d9-4018-99a6-b2b869ddd903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.898610 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a5c32c9-93b1-48f2-8e1c-e60b3e3cd4ff req-219ec720-38d9-4018-99a6-b2b869ddd903 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8494f3c52fee4ebf87d59b2390b88765&device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 1099 time: 0.1819026 Aug 31 14:16:15.003064 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df499b2a-b5ea-4988-83cb-d63cd4ac6cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.010833 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Could not find standard attr ID for object b64f8f30-0e9b-4aba-8395-4ebcf2c591ee. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:16:15.014460 n-d-806683-5 neutron-server[94872]: INFO neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No ports have port_id starting with b64f8f30-0e9b-4aba-8395-4ebcf2c591ee Aug 31 14:16:15.074298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750aa8f-af8a-4e34-b847-e9b83e0c3cf5 req-05d5b5c4-0074-43a2-b8c3-0d4ba692e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:15.082608 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0750aa8f-af8a-4e34-b847-e9b83e0c3cf5 req-05d5b5c4-0074-43a2-b8c3-0d4ba692e6c5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 1101 time: 0.1139069 Aug 31 14:16:15.093682 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['e7eae629-05eb-43da-97c0-79c60a87969b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:15.114658 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b14445-1511-466e-ad59-25e5dd84ea26 req-792c74a8-3920-4303-815b-01bfd454fe83 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:15.116284 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0b14445-1511-466e-ad59-25e5dd84ea26 req-792c74a8-3920-4303-815b-01bfd454fe83 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 947 time: 0.1375303 Aug 31 14:16:15.161789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df499b2a-b5ea-4988-83cb-d63cd4ac6cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=b64f8f30-0e9b-4aba-8395-4ebcf2c591ee,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:15.185762 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0750aa8f-af8a-4e34-b847-e9b83e0c3cf5 req-3eccea2c-d8a5-42f3-992b-269bcb8c7c5a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828824 Aug 31 14:16:15.204708 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0b14445-1511-466e-ad59-25e5dd84ea26 req-ca28d1d6-0665-4fd9-862b-3396ea104abb tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730269 Aug 31 14:16:15.277876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c32c9-93b1-48f2-8e1c-e60b3e3cd4ff req-8c9a608d-b595-480b-aa34-8b71f9edcabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:15.279454 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a5c32c9-93b1-48f2-8e1c-e60b3e3cd4ff req-8c9a608d-b595-480b-aa34-8b71f9edcabe service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.3677728 Aug 31 14:16:15.307542 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df499b2a-b5ea-4988-83cb-d63cd4ac6cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.439010 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9cf79-e800-4a9c-8fae-68ce500c1bc9 req-9a4cca68-bd5f-4776-882d-100ef723bd33 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:15.448013 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-64d9cf79-e800-4a9c-8fae-68ce500c1bc9 req-9a4cca68-bd5f-4776-882d-100ef723bd33 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 948 time: 0.1035991 Aug 31 14:16:15.495569 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-64d9cf79-e800-4a9c-8fae-68ce500c1bc9 req-3d49d44f-e6fd-4955-8972-22757aff8c7c tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464146 Aug 31 14:16:15.499403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a5c32c9-93b1-48f2-8e1c-e60b3e3cd4ff req-2e45172a-2ab3-402a-902d-dccb2591370f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=cbfe2f94-3105-4da2-b644-20e53797b9cf HTTP/1.1" status: 200 len: 217 time: 0.0399311 Aug 31 14:16:15.499852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54666) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:15.572199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c32c9-93b1-48f2-8e1c-e60b3e3cd4ff req-338c6fc7-abbd-4353-85ac-4a9f1cb30e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:15.574001 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a5c32c9-93b1-48f2-8e1c-e60b3e3cd4ff req-338c6fc7-abbd-4353-85ac-4a9f1cb30e47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0584028 Aug 31 14:16:15.674557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1147286530-network', 'tenant_id': '5904e6ad71034956a1b7126d4bfce299'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:15.702842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850b7af-6f6d-418a-80ba-dde052df55b4 req-5230f2d2-8c1c-4872-a17b-fb6015062a86 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:15.710695 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4850b7af-6f6d-418a-80ba-dde052df55b4 req-5230f2d2-8c1c-4872-a17b-fb6015062a86 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 950 time: 0.0707207 Aug 31 14:16:15.753372 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4850b7af-6f6d-418a-80ba-dde052df55b4 req-b06e66f2-d47e-4e31-8831-c7bd231527b0 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402586 Aug 31 14:16:15.775641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] Made reservation on behalf of 5904e6ad71034956a1b7126d4bfce299 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:15.777915 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.784313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c32c9-93b1-48f2-8e1c-e60b3e3cd4ff req-ab17893c-f9e9-4deb-81e2-cedb952f7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:15.785813 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a5c32c9-93b1-48f2-8e1c-e60b3e3cd4ff req-ab17893c-f9e9-4deb-81e2-cedb952f7a20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1637578 Aug 31 14:16:15.799396 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.886706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df499b2a-b5ea-4988-83cb-d63cd4ac6cfa admin admin] Router 92ef286b-a6ce-4472-9c07-5e9eae604887 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:15.892272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-c0f20cc7-c7a0-4a62-9b87-8be2d6f8a297 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:15.894643 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-c0f20cc7-c7a0-4a62-9b87-8be2d6f8a297 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8&tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&binding%3Ahost_id=n-h1-806683-5 HTTP/1.1" status: 200 len: 949 time: 0.1085162 Aug 31 14:16:15.972208 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-cd2341d2-22d5-4c99-b376-734037780a75 service neutron] delete failed (client error): The resource could not be found. Aug 31 14:16:15.973232 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-cd2341d2-22d5-4c99-b376-734037780a75 service neutron] 10.222.0.25 "DELETE /v2.0/ports/e7eae629-05eb-43da-97c0-79c60a87969b/bindings/n-h2-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0653474 Aug 31 14:16:15.995252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507927c2-44dd-4509-9752-894bc88538e7 req-609795a5-267a-4c96-afc9-e24586f3d3c4 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:15.996823 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-507927c2-44dd-4509-9752-894bc88538e7 req-609795a5-267a-4c96-afc9-e24586f3d3c4 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 949 time: 0.2022088 Aug 31 14:16:16.034214 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a5c32c9-93b1-48f2-8e1c-e60b3e3cd4ff req-150df7a5-94e0-4bc2-9434-ead8a559ff52 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360804 Aug 31 14:16:16.117854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-4e48f9b0-583d-4b39-b269-f6cd326195ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:16.119534 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-4e48f9b0-583d-4b39-b269-f6cd326195ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 1100 time: 0.0451217 Aug 31 14:16:16.161164 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-507927c2-44dd-4509-9752-894bc88538e7 req-ee53f9ba-b465-4199-8d0b-3dd4142c755e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442032 Aug 31 14:16:16.194968 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df499b2a-b5ea-4988-83cb-d63cd4ac6cfa admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:16.201007 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e7eae629-05eb-43da-97c0-79c60a87969b up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:16.203489 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-df499b2a-b5ea-4988-83cb-d63cd4ac6cfa admin admin] 10.222.0.39 "PUT /v2.0/routers/92ef286b-a6ce-4472-9c07-5e9eae604887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1506255 Aug 31 14:16:16.210570 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d193edf-f9cb-4831-81a0-3728ab738023 None None] Sync routers for ids ['92ef286b-a6ce-4472-9c07-5e9eae604887'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:16.212999 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54724) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:16.232250 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d193edf-f9cb-4831-81a0-3728ab738023 None None] Routers {'92ef286b-a6ce-4472-9c07-5e9eae604887'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:16.240695 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2d193edf-f9cb-4831-81a0-3728ab738023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:15:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['92ef286b-a6ce-4472-9c07-5e9eae604887'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:16.289920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-68912c80-37f3-43a2-8715-1c89fd52e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:16.291846 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-68912c80-37f3-43a2-8715-1c89fd52e479 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1584952 Aug 31 14:16:16.332080 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.332945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port e7eae629-05eb-43da-97c0-79c60a87969b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:16.345610 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.347614 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port e7eae629-05eb-43da-97c0-79c60a87969b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:16.348125 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.396056 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-051db9c4-8632-429a-bd91-ee65ec94abca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=e7eae629-05eb-43da-97c0-79c60a87969b HTTP/1.1" status: 200 len: 217 time: 0.0964465 Aug 31 14:16:16.427703 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a5c32c9-93b1-48f2-8e1c-e60b3e3cd4ff req-94f1fac5-9b05-441e-9255-e2a77c8faeeb service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390555 Aug 31 14:16:16.428136 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2d193edf-f9cb-4831-81a0-3728ab738023 None None] Set router 92ef286b-a6ce-4472-9c07-5e9eae604887 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:16.428249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7e1d81-0274-45cb-b36c-fbc8e850d10e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:16.453965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:16:16.472978 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.473336 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] Added segment db737fd1-9d44-4032-87f8-b7dbed70e2a3 of type vlan for network 5dfb6deb-4204-4d78-bb52-fa1250f5417b Aug 31 14:16:16.475260 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.530840 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.551781 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-301c7f22-57af-4ca6-8e05-f36b46671438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:16.561251 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-301c7f22-57af-4ca6-8e05-f36b46671438 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1490946 Aug 31 14:16:16.588802 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.594482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b6f52-762f-4501-aa61-d810c5164228 req-3c403d7c-b7c7-4b15-b71c-22eed5e430d1 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:16.604346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e7eae629-05eb-43da-97c0-79c60a87969b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e7eae629-05eb-43da-97c0-79c60a87969b,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:16.609269 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.611410 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-065b6f52-762f-4501-aa61-d810c5164228 req-3c403d7c-b7c7-4b15-b71c-22eed5e430d1 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 947 time: 0.2287941 Aug 31 14:16:16.663261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.664293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:16.677032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.700057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=e7eae629-05eb-43da-97c0-79c60a87969b,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:16.704731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1992097 Aug 31 14:16:16.718149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54772) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:16.726460 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f8d552c7-4857-4917-b095-ea65ccb4e185 admin admin] Request body: {'subnet': {'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1147286530-subnet', 'tenant_id': '5904e6ad71034956a1b7126d4bfce299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:16.753562 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.754262 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-065b6f52-762f-4501-aa61-d810c5164228 req-692812b7-58d6-415e-9e6d-7385668359c1 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419013 Aug 31 14:16:16.758299 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-ecfdd973-1b85-485f-8294-8bea773000c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:16.766684 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-ecfdd973-1b85-485f-8294-8bea773000c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1492190 Aug 31 14:16:16.830383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac48b1-b867-46cc-ba87-d59420a927f6 admin admin] Pushing event updated for resources: {'Network': ['ID=5dfb6deb-4204-4d78-bb52-fa1250f5417b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:16.843611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d0f6a3-bd41-4f42-93f4-30474eb637f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7eae629-05eb-43da-97c0-79c60a87969b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:16.845961 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad9321b-3269-48a4-9c6b-bfefce36d89b" -d '{"events": [{"server_uuid": "a5d0f6a3-bd41-4f42-93f4-30474eb637f8", "name": "network-vif-plugged", "status": "completed", "tag": "e7eae629-05eb-43da-97c0-79c60a87969b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:16.850681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 5dfb6deb-4204-4d78-bb52-fa1250f5417b details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:16:16.861006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] Deleting port ce3a699b-6ae7-4e45-9748-872647f8d911 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:16.861431 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.873014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d552c7-4857-4917-b095-ea65ccb4e185 admin admin] Made reservation on behalf of 5904e6ad71034956a1b7126d4bfce299 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:16.874732 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2d193edf-f9cb-4831-81a0-3728ab738023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550428219-router', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ce3a699b-6ae7-4e45-9748-872647f8d911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:15:57Z', 'updated_at': '2021-08-31T14:16:14Z', 'revision_number': 5, 'project_id': '685e16ca4a114e3982b64407a02a2e8f', 'gw_port': {'id': 'ce3a699b-6ae7-4e45-9748-872647f8d911', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:15:58Z', 'updated_at': '2021-08-31T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:16.876029 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8d552c7-4857-4917-b095-ea65ccb4e185 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.972290 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d193edf-f9cb-4831-81a0-3728ab738023 None None] Checking router: 92ef286b-a6ce-4472-9c07-5e9eae604887 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:16:17.002745 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d193edf-f9cb-4831-81a0-3728ab738023 None None] Routers {'92ef286b-a6ce-4472-9c07-5e9eae604887'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:17.003842 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2d193edf-f9cb-4831-81a0-3728ab738023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:15:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['92ef286b-a6ce-4472-9c07-5e9eae604887'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:17.042039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e991d46-51b5-4dae-8025-fe1d5eba2b4f req-da15609a-c960-4bd8-bc0e-38926c6e1e34 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:17.050963 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8e991d46-51b5-4dae-8025-fe1d5eba2b4f req-da15609a-c960-4bd8-bc0e-38926c6e1e34 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 948 time: 0.1794975 Aug 31 14:16:17.106853 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2d193edf-f9cb-4831-81a0-3728ab738023 None None] Set router 92ef286b-a6ce-4472-9c07-5e9eae604887 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:17.125323 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-60254792-eb9e-40c3-a7d6-e69a4345498f service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461046 Aug 31 14:16:17.156788 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8e991d46-51b5-4dae-8025-fe1d5eba2b4f req-356d3e71-6d95-4f31-a0d6-503733e62b90 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048944 Aug 31 14:16:17.164262 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2d193edf-f9cb-4831-81a0-3728ab738023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550428219-router', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:15:57Z', 'updated_at': '2021-08-31T14:16:16Z', 'revision_number': 6, 'project_id': '685e16ca4a114e3982b64407a02a2e8f', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:17.198660 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d193edf-f9cb-4831-81a0-3728ab738023 None None] The sync data for ids ['92ef286b-a6ce-4472-9c07-5e9eae604887'] in n-d-806683-5 is: [{'id': '92ef286b-a6ce-4472-9c07-5e9eae604887', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550428219-router', 'tenant_id': '685e16ca4a114e3982b64407a02a2e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:15:57Z', 'updated_at': '2021-08-31T14:16:16Z', 'revision_number': 6, 'project_id': '685e16ca4a114e3982b64407a02a2e8f', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:17.255898 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c262187-31a4-456a-991d-87583108d857 x-openstack-request-id: req-6c262187-31a4-456a-991d-87583108d857 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:17.256414 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d0f6a3-bd41-4f42-93f4-30474eb637f8", "name": "network-vif-plugged", "status": "completed", "tag": "e7eae629-05eb-43da-97c0-79c60a87969b", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:17.256414 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c262187-31a4-456a-991d-87583108d857 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:17.256894 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d0f6a3-bd41-4f42-93f4-30474eb637f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7eae629-05eb-43da-97c0-79c60a87969b', 'code': 200} Aug 31 14:16:17.275542 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc3d5b-433e-4dd5-ba47-f804c0d82067 req-8f1f574e-8d33-44fc-938e-5a4f02ac2554 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:17.279724 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bfcc3d5b-433e-4dd5-ba47-f804c0d82067 req-8f1f574e-8d33-44fc-938e-5a4f02ac2554 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 950 time: 0.0876281 Aug 31 14:16:17.314664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] For port ce3a699b-6ae7-4e45-9748-872647f8d911, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ce3a699b-6ae7-4e45-9748-872647f8d911,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:17.315036 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.338078 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057f11b9-359e-47e5-b5c7-337cc5ce2dd2 req-535f3802-7948-4b34-b52a-ee9ee3424664 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976595 Aug 31 14:16:17.340054 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8d552c7-4857-4917-b095-ea65ccb4e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.342517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] Calling delete_port for ce3a699b-6ae7-4e45-9748-872647f8d911 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:17.363820 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bfcc3d5b-433e-4dd5-ba47-f804c0d82067 req-170ff7b0-6472-4395-93fb-0d01c64de7c4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780966 Aug 31 14:16:17.470986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d552c7-4857-4917-b095-ea65ccb4e185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=163dc4c6-5f18-4709-864a-db6bd28b2b16,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:17.506367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e524d-b8b8-4215-b0ca-ae3c03aa4f3c req-b25935a6-fedf-4a0c-9d66-42c004de36f4 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:17.507880 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a8e524d-b8b8-4215-b0ca-ae3c03aa4f3c req-b25935a6-fedf-4a0c-9d66-42c004de36f4 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.0992277 Aug 31 14:16:17.511693 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d552c7-4857-4917-b095-ea65ccb4e185 admin admin] Checking segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:17.512051 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d552c7-4857-4917-b095-ea65ccb4e185 admin admin] Network hostable DHCP agents. Network: 5dfb6deb-4204-4d78-bb52-fa1250f5417b, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:16:17.551383 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d552c7-4857-4917-b095-ea65ccb4e185 admin admin] Network 5dfb6deb-4204-4d78-bb52-fa1250f5417b is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:16:17.577276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-f8d552c7-4857-4917-b095-ea65ccb4e185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 5dfb6deb-4204-4d78-bb52-fa1250f5417b) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:17.587685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae10cf7d-e144-4014-930f-cd66ec77f5eb None None] Network 5dfb6deb-4204-4d78-bb52-fa1250f5417b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:17.590898 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.602964 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a8e524d-b8b8-4215-b0ca-ae3c03aa4f3c req-e83af4ed-8bcb-442e-95a8-183554bdf6d4 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696325 Aug 31 14:16:17.602964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d552c7-4857-4917-b095-ea65ccb4e185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:17.603889 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8d552c7-4857-4917-b095-ea65ccb4e185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.624321 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3a699b-6ae7-4e45-9748-872647f8d911,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:17.627995 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f8d552c7-4857-4917-b095-ea65ccb4e185 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9078877 Aug 31 14:16:17.710828 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.802398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b630b3-8ef7-4c69-b721-0c24f041bc8e req-5159fa55-42fa-42e0-b403-6a679e5d38b2 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:17.813314 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-33b630b3-8ef7-4c69-b721-0c24f041bc8e req-5159fa55-42fa-42e0-b403-6a679e5d38b2 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=13452170-9170-4493-a04a-7bc9e44e00dc HTTP/1.1" status: 200 len: 950 time: 0.1188824 Aug 31 14:16:17.838951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b325edf-d1fb-4bff-9ff2-8701ba2393e0 None None] Network 5dfb6deb-4204-4d78-bb52-fa1250f5417b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:17.891406 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-33b630b3-8ef7-4c69-b721-0c24f041bc8e req-f99d863c-8238-4e7f-9028-bf77d060f3b5 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771234 Aug 31 14:16:17.921744 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.940801 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.083112 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.084213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ef286b-a6ce-4472-9c07-5e9eae604887 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:16:18.101155 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.106597 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54872) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:18.107212 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6fdf1ec7-3b73-441c-843c-d281c45df412 admin admin] 10.222.0.39 "DELETE /v2.0/routers/92ef286b-a6ce-4472-9c07-5e9eae604887 HTTP/1.1" status: 204 len: 168 time: 1.8929729 Aug 31 14:16:18.147947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f45f4-a8f8-4935-935e-af562d8bb747 req-1a879202-4c2d-4ad0-b791-2137b508b329 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:18.160811 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ba27d1-fbe4-490e-9d36-275a650cb2f7 admin admin] Deleting subnet 693448a6-a113-49a0-9602-edf7a5461307 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:16:18.164497 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7ba27d1-fbe4-490e-9d36-275a650cb2f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.167819 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-186f45f4-a8f8-4935-935e-af562d8bb747 req-1a879202-4c2d-4ad0-b791-2137b508b329 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 947 time: 0.2633193 Aug 31 14:16:18.193216 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d925fe08-8db4-4045-98ae-f9e73c7d3992 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:16:18.241491 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7ba27d1-fbe4-490e-9d36-275a650cb2f7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.275925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-186f45f4-a8f8-4935-935e-af562d8bb747 req-8b29e076-269f-4061-9969-a76a411a8dff tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068420 Aug 31 14:16:18.477442 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d925fe08-8db4-4045-98ae-f9e73c7d3992, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d925fe08-8db4-4045-98ae-f9e73c7d3992,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:18.493410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'd925fe08-8db4-4045-98ae-f9e73c7d3992', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'd925fe08-8db4-4045-98ae-f9e73c7d3992', 'mac_address': 'fa:16:3e:9e:72:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:16:18.568470 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.608935 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d925fe08-8db4-4045-98ae-f9e73c7d3992 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:18.641218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ce3a699b-6ae7-4e45-9748-872647f8d911 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:18.672764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54904) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:18.679377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-743314556-network', 'tenant_id': 'ada7b1b262a84204b3f7819a81715245'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:18.686512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: ce3a699b-6ae7-4e45-9748-872647f8d911 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:18.686867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ce3a699b-6ae7-4e45-9748-872647f8d911 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:18.687317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b64f8f30-0e9b-4aba-8395-4ebcf2c591ee no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:18.756980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] Made reservation on behalf of ada7b1b262a84204b3f7819a81715245 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:18.761455 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.784433 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.812896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e37f1-728d-48ab-81cb-2b4857299853 req-81d94b13-0dfd-4aae-ae7f-bd3882656d97 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:18.820037 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e37f1-728d-48ab-81cb-2b4857299853 req-81d94b13-0dfd-4aae-ae7f-bd3882656d97 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:18.823427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f6e37f1-728d-48ab-81cb-2b4857299853 req-81d94b13-0dfd-4aae-ae7f-bd3882656d97 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810&device_id=13452170-9170-4493-a04a-7bc9e44e00dc HTTP/1.1" status: 200 len: 1691 time: 0.1326833 Aug 31 14:16:18.848935 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7ba27d1-fbe4-490e-9d36-275a650cb2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.859645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: b64f8f30-0e9b-4aba-8395-4ebcf2c591ee {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:18.859982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b64f8f30-0e9b-4aba-8395-4ebcf2c591ee not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:18.863012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d925fe08-8db4-4045-98ae-f9e73c7d3992, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d925fe08-8db4-4045-98ae-f9e73c7d3992,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:18.869031 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.889378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101ece4-9b46-465c-a909-c6ef14c79518 req-0655267f-d7e1-40e9-9180-5bc1a838ce46 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:18.890984 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c101ece4-9b46-465c-a909-c6ef14c79518 req-0655267f-d7e1-40e9-9180-5bc1a838ce46 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 948 time: 0.1042709 Aug 31 14:16:18.911774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f6e37f1-728d-48ab-81cb-2b4857299853 req-a80ae118-30aa-4bdb-9e8a-50cdc86f400b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775144 Aug 31 14:16:18.948154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=d925fe08-8db4-4045-98ae-f9e73c7d3992,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:18.954393 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c101ece4-9b46-465c-a909-c6ef14c79518 req-a9e75b0a-03c6-4634-83f9-c0ce4b054628 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550227 Aug 31 14:16:18.969952 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7ba27d1-fbe4-490e-9d36-275a650cb2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.005415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba27d1-fbe4-490e-9d36-275a650cb2f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693448a6-a113-49a0-9602-edf7a5461307,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:19.009447 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.013537 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7ba27d1-fbe4-490e-9d36-275a650cb2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.019702 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.019807 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e7ba27d1-fbe4-490e-9d36-275a650cb2f7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/693448a6-a113-49a0-9602-edf7a5461307 HTTP/1.1" status: 204 len: 168 time: 0.9084105 Aug 31 14:16:19.019807 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54918) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:19.021281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710973d4-8116-4d49-9630-6efc43b7b0c5 None None] Network 22c220ba-f8d4-4fa9-9ad9-29561f13a7ef requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:19.051076 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cbfe2f94-3105-4da2-b644-20e53797b9cf details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:16:19.069342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:16:19.078099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416d1769-34f5-43d4-a725-79c799a1e71d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:19.087302 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.088427 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] Added segment 6e98b25a-4f13-47e1-868a-e38d5e23d629 of type vlan for network f5ea54b0-ad7c-4edb-aee0-57892ca7304f Aug 31 14:16:19.103679 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.149602 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.163546 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.186442 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.189769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.190556 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.202348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4e506-e324-429e-a0e9-348fb074a2ba req-99a147a9-2cf3-4210-af19-165e2a0a980c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.204121 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dbc4e506-e324-429e-a0e9-348fb074a2ba req-99a147a9-2cf3-4210-af19-165e2a0a980c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.0983546 Aug 31 14:16:19.254432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['d925fe08-8db4-4045-98ae-f9e73c7d3992'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:19.257498 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dbc4e506-e324-429e-a0e9-348fb074a2ba req-b10f3b6a-a22c-4bb7-b336-a8297af710f5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457153 Aug 31 14:16:19.266890 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Deleting port 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:19.267332 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.275539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] Pushing event updated for resources: {'Network': ['ID=f5ea54b0-ad7c-4edb-aee0-57892ca7304f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:19.285464 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-96c75b66-90d4-4d37-a973-7eb8f97f912a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6112554 Aug 31 14:16:19.287519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54944) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:19.293572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e59fd782-c79e-45cc-b4c1-5f499412171f admin admin] Request body: {'subnet': {'network_id': 'f5ea54b0-ad7c-4edb-aee0-57892ca7304f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-743314556-subnet', 'tenant_id': 'ada7b1b262a84204b3f7819a81715245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:19.321046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59fd782-c79e-45cc-b4c1-5f499412171f admin admin] Made reservation on behalf of ada7b1b262a84204b3f7819a81715245 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:19.324822 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e59fd782-c79e-45cc-b4c1-5f499412171f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.359251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network f5ea54b0-ad7c-4edb-aee0-57892ca7304f details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:16:19.400340 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] For port 64212e6e-dd24-4a4a-9f4f-d9f947dfae63, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=64212e6e-dd24-4a4a-9f4f-d9f947dfae63,segment=NetworkSegment(f8a106ff-c609-493f-9485-886ced11a962),segment_id=f8a106ff-c609-493f-9485-886ced11a962)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:19.400710 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.420382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Calling delete_port for 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:19.435746 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5866b-b910-4e25-a87c-fc0fcfdfd963 req-99bca4f9-ea47-4691-a45b-907bb1466128 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.437470 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fcb5866b-b910-4e25-a87c-fc0fcfdfd963 req-99bca4f9-ea47-4691-a45b-907bb1466128 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 1101 time: 0.0808864 Aug 31 14:16:19.503026 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bccd435-5c7d-4698-ad3a-d45e44d232ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.511586 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fcb5866b-b910-4e25-a87c-fc0fcfdfd963 req-c8389fa2-c70d-4de4-adec-d993bace7bcf tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385513 Aug 31 14:16:19.518987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port cbfe2f94-3105-4da2-b644-20e53797b9cf, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cbfe2f94-3105-4da2-b644-20e53797b9cf,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:19.561084 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'cbfe2f94-3105-4da2-b644-20e53797b9cf', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'cbfe2f94-3105-4da2-b644-20e53797b9cf', 'mac_address': 'fa:16:3e:a0:5a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:16:19.563350 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.631242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded8da30-b67e-473e-8026-98b2f992d957 None None] DHCP port deletion for 22c220ba-f8d4-4fa9-9ad9-29561f13a7ef request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:16:19.649373 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e59fd782-c79e-45cc-b4c1-5f499412171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.653255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=64212e6e-dd24-4a4a-9f4f-d9f947dfae63,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:19.656708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] No DVR routers for this DVR port 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:19.670816 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.697075 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfe2f94-3105-4da2-b644-20e53797b9cf {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:19.729806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59fd782-c79e-45cc-b4c1-5f499412171f admin admin] Checking segment: {'id': '6e98b25a-4f13-47e1-868a-e38d5e23d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f5ea54b0-ad7c-4edb-aee0-57892ca7304f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:19.730160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59fd782-c79e-45cc-b4c1-5f499412171f admin admin] Network hostable DHCP agents. Network: f5ea54b0-ad7c-4edb-aee0-57892ca7304f, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:16:19.736061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59fd782-c79e-45cc-b4c1-5f499412171f admin admin] Pushing event updated for resources: {'Subnet': ['ID=60afb9d4-e57a-4506-ba40-86ab88b20260,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:19.736250 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port cbfe2f94-3105-4da2-b644-20e53797b9cf, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cbfe2f94-3105-4da2-b644-20e53797b9cf,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:19.740878 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.764719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59fd782-c79e-45cc-b4c1-5f499412171f admin admin] Network f5ea54b0-ad7c-4edb-aee0-57892ca7304f is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:16:19.788595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e59fd782-c79e-45cc-b4c1-5f499412171f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, f5ea54b0-ad7c-4edb-aee0-57892ca7304f) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:19.797629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59fd782-c79e-45cc-b4c1-5f499412171f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.799949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957c510-b66b-4170-8334-e3eb9549a954 None None] Network f5ea54b0-ad7c-4edb-aee0-57892ca7304f requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:19.800387 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e59fd782-c79e-45cc-b4c1-5f499412171f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.831053 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e59fd782-c79e-45cc-b4c1-5f499412171f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5348127 Aug 31 14:16:19.840634 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.854823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:16:19.855456 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:16:19.857373 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:16:19.857708 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Subscribe: > port after_create 55550000 {{(pid=94870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:16:19.858261 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:16:19.858797 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Subscribe: > port after_update 55550000 {{(pid=94870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:16:19.859372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:16:19.866049 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:16:19.866701 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:16:19.867308 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:16:19.880703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=cbfe2f94-3105-4da2-b644-20e53797b9cf,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:19.955398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0477e8-1784-4a0f-aef6-6a5ebf80fa4e req-39fd20b0-48aa-47de-96a0-df49e943589d tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.956962 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c0477e8-1784-4a0f-aef6-6a5ebf80fa4e req-39fd20b0-48aa-47de-96a0-df49e943589d tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 948 time: 0.0782769 Aug 31 14:16:19.976253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96841892-bc74-4606-adc3-d06d56f9fdac None None] Network f5ea54b0-ad7c-4edb-aee0-57892ca7304f requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:19.987196 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:16:19.987719 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:16:19.988055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:16:19.988386 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:16:19.988763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c220ba-f8d4-4fa9-9ad9-29561f13a7ef']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:20.019287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bee4b5-080d-4bc4-813d-937fe75e88bc req-5d736d9d-6c5d-459e-a991-8c30c1b3d7e9 tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.021069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-31bee4b5-080d-4bc4-813d-937fe75e88bc req-5d736d9d-6c5d-459e-a991-8c30c1b3d7e9 tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 1101 time: 0.3169568 Aug 31 14:16:20.024120 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a106ff-c609-493f-9485-886ced11a962') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:20.025073 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a106ff-c609-493f-9485-886ced11a962') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:20.028664 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c0477e8-1784-4a0f-aef6-6a5ebf80fa4e req-834f8d0d-79ab-4416-ab7b-3b3cad2ec37c tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633249 Aug 31 14:16:20.058427 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.092894 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.099205 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['cbfe2f94-3105-4da2-b644-20e53797b9cf'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:20.106242 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-31bee4b5-080d-4bc4-813d-937fe75e88bc req-b8f368dc-e8c0-4c1b-9923-1989ca26391c tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758982 Aug 31 14:16:20.107799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:16:20.109591 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: from cryptography.utils import int_from_bytes Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: from cryptography.utils import int_from_bytes Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:16:20.150402 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:16:20.180087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf72cc-e2ec-47c7-a341-60273879704f req-daa5d1f4-df06-41d8-8679-00f9fd7e5194 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.183645 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ebf72cc-e2ec-47c7-a341-60273879704f req-daa5d1f4-df06-41d8-8679-00f9fd7e5194 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=13452170-9170-4493-a04a-7bc9e44e00dc HTTP/1.1" status: 200 len: 1101 time: 0.0642097 Aug 31 14:16:20.220210 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.240764 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ebf72cc-e2ec-47c7-a341-60273879704f req-0b10a2c9-da5e-4dd7-930e-15fbe1170df9 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511050 Aug 31 14:16:20.267727 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.267727 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/22c220ba-f8d4-4fa9-9ad9-29561f13a7ef HTTP/1.1" status: 204 len: 168 time: 1.2473495 Aug 31 14:16:20.268854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681f558-3e93-4695-80f5-dd6076e925c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=22c220ba-f8d4-4fa9-9ad9-29561f13a7ef,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:20.448990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f6d56-929f-422d-9922-a91a3446ebb2 req-54dc4e47-4308-4640-a71a-ce2095dae063 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.460304 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca7f6d56-929f-422d-9922-a91a3446ebb2 req-54dc4e47-4308-4640-a71a-ce2095dae063 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 949 time: 0.0819569 Aug 31 14:16:20.530128 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca7f6d56-929f-422d-9922-a91a3446ebb2 req-c7eea51a-ce3a-466a-ba80-3db3e458b1e0 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640349 Aug 31 14:16:20.582225 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55016) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:20.621723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:20.654136 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:20.654914 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 64212e6e-dd24-4a4a-9f4f-d9f947dfae63 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:20.662877 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-641ac31a-226b-449e-b841-6c48e2760d53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=685e16ca4a114e3982b64407a02a2e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0773096 Aug 31 14:16:20.663444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55022) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:20.728033 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46c67fe9-2c5d-44b4-9cde-a725c35a5aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.756016 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46c67fe9-2c5d-44b4-9cde-a725c35a5aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.791215 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:16:20.811445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46c67fe9-2c5d-44b4-9cde-a725c35a5aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.814480 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46c67fe9-2c5d-44b4-9cde-a725c35a5aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.815720 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-46c67fe9-2c5d-44b4-9cde-a725c35a5aeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/032f57d1-6d49-4dea-b24a-e7f91a99dc6d HTTP/1.1" status: 204 len: 168 time: 0.1502283 Aug 31 14:16:20.831043 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c67fe9-2c5d-44b4-9cde-a725c35a5aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032f57d1-6d49-4dea-b24a-e7f91a99dc6d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:21.060574 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ccc45e9-635e-4613-95af-1d787845a98e req-c0304b2c-b635-44f6-97f8-553377ceab32 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1901edefb11847a7897a42142ce0f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335937 Aug 31 14:16:21.124713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-22ace999-e935-4384-93bb-2023a84cb11e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:21.126326 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-22ace999-e935-4384-93bb-2023a84cb11e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 821 time: 0.1327238 Aug 31 14:16:21.146517 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f234866c-c568-4ab3-9bf1-c53fbed3c0ed tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/quotas/5904e6ad71034956a1b7126d4bfce299 HTTP/1.1" status: 200 len: 375 time: 0.0128503 Aug 31 14:16:21.186481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc45e9-635e-4613-95af-1d787845a98e req-f7f98ed6-db52-4a06-aac2-d532ba7ae4aa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:21.188250 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ccc45e9-635e-4613-95af-1d787845a98e req-f7f98ed6-db52-4a06-aac2-d532ba7ae4aa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1246233 Aug 31 14:16:21.188690 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-8b03cafe-8731-49c7-b800-89b8fcf8fb21 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346925 Aug 31 14:16:21.208762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-fa9fe94c-9504-4727-8485-b0bfd7e563e5 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:16:21.209734 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-fa9fe94c-9504-4727-8485-b0bfd7e563e5 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061088 Aug 31 14:16:21.217791 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ccc45e9-635e-4613-95af-1d787845a98e req-f01a81a1-fc82-42d1-84a5-38c6a4feefe1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/quotas/1901edefb11847a7897a42142ce0f797 HTTP/1.1" status: 200 len: 375 time: 0.0134997 Aug 31 14:16:21.285354 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ccc45e9-635e-4613-95af-1d787845a98e req-aeb5ebf3-00ca-4ed7-9ac5-98ba5a03e14a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0613821 Aug 31 14:16:21.597753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249defe0-a31f-4a15-8e40-8ccd82509676 req-60d69954-d333-46eb-bb41-8eca047d41cf tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:21.599399 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-249defe0-a31f-4a15-8e40-8ccd82509676 req-60d69954-d333-46eb-bb41-8eca047d41cf tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 948 time: 0.0672476 Aug 31 14:16:21.625356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-d377e0cb-f823-4e86-a3c5-d832bfd1fc81 service neutron] 10.222.0.39 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936375 Aug 31 14:16:21.644634 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-249defe0-a31f-4a15-8e40-8ccd82509676 req-a301a222-9220-472b-81e7-2c7f184e248e tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381162 Aug 31 14:16:21.740873 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f2e42b8b-a93d-4492-a4c6-c5e16ac30b4f service neutron] 10.222.0.39 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146312 Aug 31 14:16:21.772972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-512de910-a7cd-40aa-b64c-be1163b8ec1c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281663 Aug 31 14:16:21.925137 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-bee7b4f8-f952-4570-a36a-5448ddbd93f7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:21.934051 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-bee7b4f8-f952-4570-a36a-5448ddbd93f7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525476 Aug 31 14:16:21.960466 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-067405cb-7581-4f4c-a976-4abae5db8746 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/quotas/529262fb62d346ef9b3aa2fafa79b7ad HTTP/1.1" status: 200 len: 375 time: 0.0247760 Aug 31 14:16:22.030699 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-2c83b0d2-8f41-46d3-982b-e9bb17d1d4e2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650001 Aug 31 14:16:22.044100 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec04b902-518b-40ef-857b-1280e181e7a9 req-6bef8c99-7c05-4b02-99d2-b8f4af88174e tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 210 time: 0.0429769 Aug 31 14:16:22.118920 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0579e82-205c-4210-a4a6-88be60ed8439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:22.193537 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:22.231196 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d925fe08-8db4-4045-98ae-f9e73c7d3992 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:22.319490 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60c726-4341-4dc6-a929-0c6479fb5122 req-5e122e2d-1c3c-4a1e-87f9-463dc8b1e56d tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:22.328140 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e60c726-4341-4dc6-a929-0c6479fb5122 req-5e122e2d-1c3c-4a1e-87f9-463dc8b1e56d tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 949 time: 0.1043861 Aug 31 14:16:22.333114 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port d925fe08-8db4-4045-98ae-f9e73c7d3992 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:22.344099 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port d925fe08-8db4-4045-98ae-f9e73c7d3992 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:22.344986 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:22.374742 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e60c726-4341-4dc6-a929-0c6479fb5122 req-87ea54bc-4212-487e-b8be-0f70901c4ca5 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456414 Aug 31 14:16:22.458021 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:22.509621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47065d58-2611-471a-8a70-160a042eed54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd925fe08-8db4-4045-98ae-f9e73c7d3992'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:22.513995 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c169f561-ac7e-4b55-ac7e-3e9487ff4255" -d '{"events": [{"server_uuid": "47065d58-2611-471a-8a70-160a042eed54", "name": "network-vif-plugged", "status": "completed", "tag": "d925fe08-8db4-4045-98ae-f9e73c7d3992"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:22.537726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d925fe08-8db4-4045-98ae-f9e73c7d3992, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d925fe08-8db4-4045-98ae-f9e73c7d3992,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:22.542058 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:22.609825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=d925fe08-8db4-4045-98ae-f9e73c7d3992,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:22.704007 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a3e6cec-2d42-4e60-99b1-b171fb7c7e62 req-2145aa95-77b1-4999-8100-065c8dea6a1d tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 210 time: 0.0356834 Aug 31 14:16:22.723463 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-143a2133-8d9f-4bd6-bafd-ce23ea578701 req-2a75037d-75ef-4011-bc68-e83a0ecd9c35 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 210 time: 0.0452509 Aug 31 14:16:22.776487 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ccc45e9-635e-4613-95af-1d787845a98e req-647789f9-ce6f-4fcd-922d-c0c38e675893 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1901edefb11847a7897a42142ce0f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414035 Aug 31 14:16:22.811240 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afe7b3d-7f00-44e4-a241-c20429bfc52c x-openstack-request-id: req-3afe7b3d-7f00-44e4-a241-c20429bfc52c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:22.811864 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47065d58-2611-471a-8a70-160a042eed54", "name": "network-vif-plugged", "status": "completed", "tag": "d925fe08-8db4-4045-98ae-f9e73c7d3992", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:22.812139 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3afe7b3d-7f00-44e4-a241-c20429bfc52c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:22.812693 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47065d58-2611-471a-8a70-160a042eed54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd925fe08-8db4-4045-98ae-f9e73c7d3992', 'code': 200} Aug 31 14:16:22.979830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc45e9-635e-4613-95af-1d787845a98e req-139155fc-19fc-44f9-9ad5-1eb34ee4023e tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:22.982384 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ccc45e9-635e-4613-95af-1d787845a98e req-139155fc-19fc-44f9-9ad5-1eb34ee4023e tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904953 Aug 31 14:16:22.996845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-4ccc45e9-635e-4613-95af-1d787845a98e req-23b942c5-aac4-4d88-9947-55fa6a23f8d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Request body: {'port': {'device_id': 'e433cc62-e28a-4046-b52c-35f9565a0606', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '1901edefb11847a7897a42142ce0f797'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:23.015958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de99981-8bc6-4abf-bfcf-4eb2172e5e61 req-18fbbd59-8f19-49c2-9295-47d6d9c48ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:23.017756 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4de99981-8bc6-4abf-bfcf-4eb2172e5e61 req-18fbbd59-8f19-49c2-9295-47d6d9c48ece service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 1100 time: 0.0724213 Aug 31 14:16:23.060087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cbfe2f94-3105-4da2-b644-20e53797b9cf up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:23.062963 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4de99981-8bc6-4abf-bfcf-4eb2172e5e61 req-c60c22a0-370a-4c42-8c51-81fa1fedbc05 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340519 Aug 31 14:16:23.113789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17eead-85b4-4fde-8893-ad6c73914047 req-3c199643-4d1e-4598-9cff-e62ed599c766 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:23.116038 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-af17eead-85b4-4fde-8893-ad6c73914047 req-3c199643-4d1e-4598-9cff-e62ed599c766 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 949 time: 0.1107709 Aug 31 14:16:23.118124 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port cbfe2f94-3105-4da2-b644-20e53797b9cf completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:23.124140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port cbfe2f94-3105-4da2-b644-20e53797b9cf triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:23.124794 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.193069 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.196165 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-af17eead-85b4-4fde-8893-ad6c73914047 req-fe8f4f4d-e21b-44d2-9d96-c769e0b5f6e8 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642202 Aug 31 14:16:23.216761 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ccc45e9-635e-4613-95af-1d787845a98e req-23b942c5-aac4-4d88-9947-55fa6a23f8d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Made reservation on behalf of 1901edefb11847a7897a42142ce0f797 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:23.222622 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4ccc45e9-635e-4613-95af-1d787845a98e req-23b942c5-aac4-4d88-9947-55fa6a23f8d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.230182 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.293016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port cbfe2f94-3105-4da2-b644-20e53797b9cf, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cbfe2f94-3105-4da2-b644-20e53797b9cf,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:23.300422 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.379950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=cbfe2f94-3105-4da2-b644-20e53797b9cf,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:23.476450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-4ccc45e9-635e-4613-95af-1d787845a98e req-23b942c5-aac4-4d88-9947-55fa6a23f8d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Allocated IP 192.168.233.121 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/87d0effe-bcaf-46bb-93d8-fd547b4d46a9) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:23.490674 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da5c706-3940-443e-a82e-6d909cdbed4c req-c2939eed-a923-4fb0-9e20-cbc43373736e tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 210 time: 0.0370038 Aug 31 14:16:23.502158 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d74ac022-7774-48c4-8ae4-a44ff18f0796 req-3157f4bb-7f89-4db3-bad9-81df6e8e4749 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766032 Aug 31 14:16:23.644685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ac022-7774-48c4-8ae4-a44ff18f0796 req-56e4d994-9ec7-4180-8a10-98c51449f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:23.646317 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d74ac022-7774-48c4-8ae4-a44ff18f0796 req-56e4d994-9ec7-4180-8a10-98c51449f8b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 1101 time: 0.0601146 Aug 31 14:16:23.687557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c87c9-4bde-4953-8927-d93e470e991b req-17416091-6e86-42c0-8127-0407fa8dce09 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:23.689060 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-773c87c9-4bde-4953-8927-d93e470e991b req-17416091-6e86-42c0-8127-0407fa8dce09 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 950 time: 0.1208012 Aug 31 14:16:23.776910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-397e8683-d0bc-4c8b-830a-f681dfe44b71 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:23.778722 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-397e8683-d0bc-4c8b-830a-f681dfe44b71 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.25 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 821 time: 0.4187002 Aug 31 14:16:23.788105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ac022-7774-48c4-8ae4-a44ff18f0796 req-4ecf234e-6a67-4fb6-95f3-4146efaa51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:23.791417 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d74ac022-7774-48c4-8ae4-a44ff18f0796 req-4ecf234e-6a67-4fb6-95f3-4146efaa51d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1216521 Aug 31 14:16:23.817656 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f51a784d-df38-4649-876f-86d711f791c3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Request body: {'port': {'device_id': '8694b4fe-ffd5-4ec3-a52a-6c44572e0796', 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b', 'admin_state_up': True, 'tenant_id': '5904e6ad71034956a1b7126d4bfce299'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:23.827719 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-773c87c9-4bde-4953-8927-d93e470e991b req-8a54355f-9f2c-4e76-86f1-8e2315986a6b tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032846 Aug 31 14:16:23.888154 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d74ac022-7774-48c4-8ae4-a44ff18f0796 req-4096b3bf-2d6c-4f0c-a823-7e3bd55b6846 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=e7eae629-05eb-43da-97c0-79c60a87969b HTTP/1.1" status: 200 len: 217 time: 0.0880303 Aug 31 14:16:23.959399 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07335caa-ce32-4343-8764-2aad74edad3a req-be145ee1-4c44-4745-ad62-6f82b68d03fb tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 210 time: 0.0496399 Aug 31 14:16:23.992895 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4ccc45e9-635e-4613-95af-1d787845a98e req-23b942c5-aac4-4d88-9947-55fa6a23f8d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.999686 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.006917 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-274a702b-7759-4251-ab32-3905db3dc676 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483260 Aug 31 14:16:24.050439 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ac022-7774-48c4-8ae4-a44ff18f0796 req-a3b9dbe5-af0f-4f62-baba-bff6492250ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:24.052090 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d74ac022-7774-48c4-8ae4-a44ff18f0796 req-a3b9dbe5-af0f-4f62-baba-bff6492250ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1566279 Aug 31 14:16:24.078113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-4ccc45e9-635e-4613-95af-1d787845a98e req-23b942c5-aac4-4d88-9947-55fa6a23f8d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Transition to ACTIVE for port object 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:24.134113 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82a059bf-7f88-4679-b7df-9c8556c25bb1 req-01386ac6-41a2-48a8-98ab-1ca95c7df509 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 210 time: 0.0647299 Aug 31 14:16:24.216060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f51a784d-df38-4649-876f-86d711f791c3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Made reservation on behalf of 5904e6ad71034956a1b7126d4bfce299 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:24.216060 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f51a784d-df38-4649-876f-86d711f791c3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.288154 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ac022-7774-48c4-8ae4-a44ff18f0796 req-03a53249-2982-4185-8de1-b8099992a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:24.294674 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4ccc45e9-635e-4613-95af-1d787845a98e req-23b942c5-aac4-4d88-9947-55fa6a23f8d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.294917 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d74ac022-7774-48c4-8ae4-a44ff18f0796 req-03a53249-2982-4185-8de1-b8099992a430 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2194128 Aug 31 14:16:24.310972 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-78a2b2df-703a-4371-ac28-6cfcd36019b2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:24.311899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0', '206bf4b8-b988-4fb5-af41-b977f995d654'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:24.315408 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-78a2b2df-703a-4371-ac28-6cfcd36019b2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915668 Aug 31 14:16:24.319683 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'd2534abb-a475-469e-83a7-6c4ca5bdb730', '84b348a8-a2fb-49b3-800d-2c88628a960e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:24.347699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-27594622-b3a8-4e3d-8d8a-3da0331d63b7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Request body: {'port': {'device_id': '89594f00-bfa4-4d39-9977-598347c3c9e0', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '529262fb62d346ef9b3aa2fafa79b7ad'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:24.395140 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ccc45e9-635e-4613-95af-1d787845a98e req-23b942c5-aac4-4d88-9947-55fa6a23f8d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:24.406137 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-4ccc45e9-635e-4613-95af-1d787845a98e req-23b942c5-aac4-4d88-9947-55fa6a23f8d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:24.434294 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccc45e9-635e-4613-95af-1d787845a98e req-23b942c5-aac4-4d88-9947-55fa6a23f8d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:24.521847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b942c5-aac4-4d88-9947-55fa6a23f8d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event updated for resources: {'Port': ['ID=87d0effe-bcaf-46bb-93d8-fd547b4d46a9,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:24.550399 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f51a784d-df38-4649-876f-86d711f791c3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Allocated IP 172.20.0.11 (5dfb6deb-4204-4d78-bb52-fa1250f5417b/163dc4c6-5f18-4709-864a-db6bd28b2b16/48a7cf4d-6b7e-4647-8138-ba2309175b0d) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:24.565011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc45e9-635e-4613-95af-1d787845a98e req-23b942c5-aac4-4d88-9947-55fa6a23f8d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:24.565535 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4ccc45e9-635e-4613-95af-1d787845a98e req-23b942c5-aac4-4d88-9947-55fa6a23f8d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.597218 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cdf32-a264-442b-aeb3-734eeb944828 req-dfcd60dd-383d-46e6-989f-b6bbfbbaeae0 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:24.605942 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ccc45e9-635e-4613-95af-1d787845a98e req-23b942c5-aac4-4d88-9947-55fa6a23f8d1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6129880 Aug 31 14:16:24.606173 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9cdf32-a264-442b-aeb3-734eeb944828 req-dfcd60dd-383d-46e6-989f-b6bbfbbaeae0 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 949 time: 0.2894120 Aug 31 14:16:24.648035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Request body: {'port': {'device_id': 'e433cc62-e28a-4046-b52c-35f9565a0606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:24.665607 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d74ac022-7774-48c4-8ae4-a44ff18f0796 req-e90a698b-3f30-4d6e-af3d-18112662a39a service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470874 Aug 31 14:16:24.821189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca855c30-bec0-48a1-91e3-8bc8df1327ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfe2f94-3105-4da2-b644-20e53797b9cf'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:24.825237 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b08ef86-2a45-4f3d-861c-77eb3a08e2cd" -d '{"events": [{"server_uuid": "ca855c30-bec0-48a1-91e3-8bc8df1327ac", "name": "network-vif-plugged", "status": "completed", "tag": "cbfe2f94-3105-4da2-b644-20e53797b9cf"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:24.834199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb77bd-f9ca-4241-9c58-846ebefe031f req-4a0c7033-5cd4-4d98-a73a-b73cb8315dbb tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:24.836751 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7afb77bd-f9ca-4241-9c58-846ebefe031f req-4a0c7033-5cd4-4d98-a73a-b73cb8315dbb tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 936 time: 0.1018472 Aug 31 14:16:24.853215 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9cdf32-a264-442b-aeb3-734eeb944828 req-669f0d9a-4f21-48f9-82ae-eb861a7b54e9 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400622 Aug 31 14:16:24.872396 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.875095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-27594622-b3a8-4e3d-8d8a-3da0331d63b7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Made reservation on behalf of 529262fb62d346ef9b3aa2fafa79b7ad for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:24.878806 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-27594622-b3a8-4e3d-8d8a-3da0331d63b7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.903461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55278) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:24.927106 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.930285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cc26c953-95a7-4091-a9d7-5fca848c460d None None] Provisioning for port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:24.950147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cc26c953-95a7-4091-a9d7-5fca848c460d None None] Provisioning complete for port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:24.950790 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc26c953-95a7-4091-a9d7-5fca848c460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.033937 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8375f4ea-3842-43e4-a547-b15a819eea21 x-openstack-request-id: req-8375f4ea-3842-43e4-a547-b15a819eea21 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:25.034473 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca855c30-bec0-48a1-91e3-8bc8df1327ac", "name": "network-vif-plugged", "status": "completed", "tag": "cbfe2f94-3105-4da2-b644-20e53797b9cf", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:25.034473 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8375f4ea-3842-43e4-a547-b15a819eea21 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:25.034859 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca855c30-bec0-48a1-91e3-8bc8df1327ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfe2f94-3105-4da2-b644-20e53797b9cf', 'code': 200} Aug 31 14:16:25.068968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-cc26c953-95a7-4091-a9d7-5fca848c460d None None] Port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:16:25.109502 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.25', 59814) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:25.146271 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-27594622-b3a8-4e3d-8d8a-3da0331d63b7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Allocated IP 192.168.233.149 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/f07689c1-97c2-4ccb-bc15-e163f6f240b4) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:25.152340 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7afb77bd-f9ca-4241-9c58-846ebefe031f req-9a2735f6-2d2c-4625-9da5-f5aff0a6cbd6 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004479 Aug 31 14:16:25.191947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f51a784d-df38-4649-876f-86d711f791c3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.202696 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fdb51-3433-4510-82e6-b960e84b29b9 req-853b75ab-5dad-459c-a5ec-767caaa3bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:25.203886 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e50fdb51-3433-4510-82e6-b960e84b29b9 req-853b75ab-5dad-459c-a5ec-767caaa3bcbb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 1101 time: 0.0910697 Aug 31 14:16:25.269483 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e50fdb51-3433-4510-82e6-b960e84b29b9 req-d8af3634-19e6-4c71-85c1-dc15b77f4245 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555508 Aug 31 14:16:25.283691 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f51a784d-df38-4649-876f-86d711f791c3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.338975 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de5e49c6-4429-4575-b0cb-0ce11835c720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.360298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55290) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:25.362767 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-955f4e0e-fbd8-4fe4-8eec-828019509d86 req-031c6dfd-77ba-410b-81f8-b3b6150c6783 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 210 time: 0.0441658 Aug 31 14:16:25.371138 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d74ac022-7774-48c4-8ae4-a44ff18f0796 req-70df9245-4764-4044-a3c4-5be790e72381 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6614552 Aug 31 14:16:25.372250 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f51a784d-df38-4649-876f-86d711f791c3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Network 5dfb6deb-4204-4d78-bb52-fa1250f5417b is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:25.379993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f51a784d-df38-4649-876f-86d711f791c3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:25.382446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f51a784d-df38-4649-876f-86d711f791c3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:25.477835 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a784d-df38-4649-876f-86d711f791c3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Pushing event updated for resources: {'Port': ['ID=48a7cf4d-6b7e-4647-8138-ba2309175b0d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:25.480943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83226e0-5717-4e08-a69b-07aff46dc389 req-0da19b03-c8e7-4c18-afb1-7ab38a8c1e25 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:25.482761 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b83226e0-5717-4e08-a69b-07aff46dc389 req-0da19b03-c8e7-4c18-afb1-7ab38a8c1e25 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 950 time: 0.2764819 Aug 31 14:16:25.488821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f51a784d-df38-4649-876f-86d711f791c3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:25.489530 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f51a784d-df38-4649-876f-86d711f791c3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.550525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994dc4d-3574-4fb7-bf8e-282294e4c887 req-feb33023-2a7c-45bb-918e-8c91de269be6 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:25.552184 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f994dc4d-3574-4fb7-bf8e-282294e4c887 req-feb33023-2a7c-45bb-918e-8c91de269be6 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 932 time: 0.0567193 Aug 31 14:16:25.592169 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f994dc4d-3574-4fb7-bf8e-282294e4c887 req-5c0d2143-005b-469d-8999-a1b173a0cd6e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325646 Aug 31 14:16:25.595974 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ce90243-82ad-4b94-897d-fd1ebe511375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.631865 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b83226e0-5717-4e08-a69b-07aff46dc389 req-905762ff-20d9-4834-abcd-22ed095884be tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322999 Aug 31 14:16:25.704225 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-27594622-b3a8-4e3d-8d8a-3da0331d63b7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.729762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-27594622-b3a8-4e3d-8d8a-3da0331d63b7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Transition to ACTIVE for port object f07689c1-97c2-4ccb-bc15-e163f6f240b4 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:25.735654 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de5e49c6-4429-4575-b0cb-0ce11835c720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.741012 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de5e49c6-4429-4575-b0cb-0ce11835c720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.745957 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f51a784d-df38-4649-876f-86d711f791c3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9321537 Aug 31 14:16:25.764438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Request body: {'port': {'device_id': '8694b4fe-ffd5-4ec3-a52a-6c44572e0796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:25.809312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e49c6-4429-4575-b0cb-0ce11835c720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435c83c0-2f4c-4305-b09b-d98af15638d7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:25.816602 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-de5e49c6-4429-4575-b0cb-0ce11835c720 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b77e4e0826942a29e9cc3a46b07db14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9008832 Aug 31 14:16:25.821400 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55296) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:25.836236 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-27594622-b3a8-4e3d-8d8a-3da0331d63b7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.896363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-27594622-b3a8-4e3d-8d8a-3da0331d63b7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:25.909579 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-27594622-b3a8-4e3d-8d8a-3da0331d63b7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:25.916747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-27594622-b3a8-4e3d-8d8a-3da0331d63b7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:25.923145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-27594622-b3a8-4e3d-8d8a-3da0331d63b7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:25.924144 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-27594622-b3a8-4e3d-8d8a-3da0331d63b7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.957941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27594622-b3a8-4e3d-8d8a-3da0331d63b7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Pushing event updated for resources: {'Port': ['ID=f07689c1-97c2-4ccb-bc15-e163f6f240b4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:26.008708 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ce90243-82ad-4b94-897d-fd1ebe511375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.017494 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ce90243-82ad-4b94-897d-fd1ebe511375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.034646 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-27594622-b3a8-4e3d-8d8a-3da0331d63b7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6943905 Aug 31 14:16:26.086371 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.203561 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ea9f4d87-8ff9-4c82-b54b-3fb6dcb42228 None None] Provisioning for port f07689c1-97c2-4ccb-bc15-e163f6f240b4 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:26.209211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ea9f4d87-8ff9-4c82-b54b-3fb6dcb42228 None None] Provisioning complete for port f07689c1-97c2-4ccb-bc15-e163f6f240b4 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:26.209885 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea9f4d87-8ff9-4c82-b54b-3fb6dcb42228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.270073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f4d87-8ff9-4c82-b54b-3fb6dcb42228 None None] Port f07689c1-97c2-4ccb-bc15-e163f6f240b4 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:16:26.290070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Request body: {'port': {'device_id': '89594f00-bfa4-4d39-9977-598347c3c9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:26.304761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd085-6fdd-4394-9d35-5c5432e016fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.333113 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502626ba-16e3-4ca4-bb09-1e69daab06ca req-f65ebe37-486f-4fae-afbe-237df361dbc0 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:26.334646 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-502626ba-16e3-4ca4-bb09-1e69daab06ca req-f65ebe37-486f-4fae-afbe-237df361dbc0 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 949 time: 0.3977895 Aug 31 14:16:26.339064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce90243-82ad-4b94-897d-fd1ebe511375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105be5ce-c2f3-483b-a30a-22c744a02818,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:26.345644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7ce90243-82ad-4b94-897d-fd1ebe511375 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca9743b22c9545cfb8f2f3e87d24b3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9740129 Aug 31 14:16:26.357015 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['e7eae629-05eb-43da-97c0-79c60a87969b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:26.363363 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55302) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:26.403890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd085-6fdd-4394-9d35-5c5432e016fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.425728 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-502626ba-16e3-4ca4-bb09-1e69daab06ca req-ee062de8-b4e5-46ee-8231-d5eb13e8a393 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674081 Aug 31 14:16:26.426424 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.570851 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979eefe-dc30-4377-bc42-b783112ca5b5 req-f5fc3952-ca47-4b64-872e-c16517b65aaf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:26.572535 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b979eefe-dc30-4377-bc42-b783112ca5b5 req-f5fc3952-ca47-4b64-872e-c16517b65aaf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 936 time: 0.2734101 Aug 31 14:16:26.595965 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:26.615623 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.618607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261859a-1016-4963-b496-a21c9fb52bb5 req-fef304dc-06ff-4545-b768-30132ea7e93c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:26.619516 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8261859a-1016-4963-b496-a21c9fb52bb5 req-fef304dc-06ff-4545-b768-30132ea7e93c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 936 time: 0.0739450 Aug 31 14:16:26.653787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Transition to ACTIVE for port object 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:26.671299 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ae39-e256-49e7-85a2-ed288d2707f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.677002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd085-6fdd-4394-9d35-5c5432e016fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.680159 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd085-6fdd-4394-9d35-5c5432e016fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.681467 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5b7dd085-6fdd-4394-9d35-5c5432e016fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/435c83c0-2f4c-4305-b09b-d98af15638d7 HTTP/1.1" status: 204 len: 168 time: 0.8591058 Aug 31 14:16:26.682195 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.715132 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8261859a-1016-4963-b496-a21c9fb52bb5 req-c07134a2-edd0-4674-b7d1-69ff785158f5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890615 Aug 31 14:16:26.715874 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b979eefe-dc30-4377-bc42-b783112ca5b5 req-8f8c1982-eb59-4ee5-b5c3-e324e89aa4e0 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338098 Aug 31 14:16:26.759266 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7dd085-6fdd-4394-9d35-5c5432e016fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435c83c0-2f4c-4305-b09b-d98af15638d7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:26.774628 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ae39-e256-49e7-85a2-ed288d2707f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.825174 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Pushing event updated for resources: {'Port': ['ID=87d0effe-bcaf-46bb-93d8-fd547b4d46a9,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:26.951276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a7cf4d-6b7e-4647-8138-ba2309175b0d {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:26.967488 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.994288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208804b-0e56-455e-a2be-4b120809be35 req-b957ecab-c70b-4ca8-b8e5-7afb99798ea2 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:26.996313 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0208804b-0e56-455e-a2be-4b120809be35 req-b957ecab-c70b-4ca8-b8e5-7afb99798ea2 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 932 time: 0.1300302 Aug 31 14:16:27.002533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f07689c1-97c2-4ccb-bc15-e163f6f240b4 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:27.009096 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Transition to ACTIVE for port object 48a7cf4d-6b7e-4647-8138-ba2309175b0d will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:27.013923 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.016226 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.025817 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ae39-e256-49e7-85a2-ed288d2707f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.028481 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ae39-e256-49e7-85a2-ed288d2707f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.029867 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3fa5ae39-e256-49e7-85a2-ed288d2707f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/105be5ce-c2f3-483b-a30a-22c744a02818 HTTP/1.1" status: 204 len: 168 time: 0.6644917 Aug 31 14:16:27.030891 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Attempting to bind port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:27.031430 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Attempting to bind port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:27.031916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Attempting to bind port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:27.069574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:27.069895 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Attempting to bind port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:27.090286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5ae39-e256-49e7-85a2-ed288d2707f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105be5ce-c2f3-483b-a30a-22c744a02818,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:27.109784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:27.112621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Transition to ACTIVE for port object f07689c1-97c2-4ccb-bc15-e163f6f240b4 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:27.113362 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:27.113939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:27.115872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Bound port: 87d0effe-bcaf-46bb-93d8-fd547b4d46a9, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:27.116460 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.125246 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.143919 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Pushing event updated for resources: {'Port': ['ID=48a7cf4d-6b7e-4647-8138-ba2309175b0d,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:27.244086 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0208804b-0e56-455e-a2be-4b120809be35 req-fe53dcb1-1740-426e-94fa-eaa452d7d646 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172258 Aug 31 14:16:27.293212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Pushing event updated for resources: {'Port': ['ID=f07689c1-97c2-4ccb-bc15-e163f6f240b4,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:27.341246 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] For port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:27.343757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Attempting to bind port 48a7cf4d-6b7e-4647-8138-ba2309175b0d on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:27.344113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Attempting to bind port 48a7cf4d-6b7e-4647-8138-ba2309175b0d by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:27.344563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Attempting to bind port 48a7cf4d-6b7e-4647-8138-ba2309175b0d on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:27.356264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bec8b-00ec-4467-bf97-04d8ca70bdee req-ed320987-d44b-4c62-8d86-6061acd02312 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:27.357848 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-164bec8b-00ec-4467-bf97-04d8ca70bdee req-ed320987-d44b-4c62-8d86-6061acd02312 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 950 time: 0.1998987 Aug 31 14:16:27.378291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Attempting to bind port f07689c1-97c2-4ccb-bc15-e163f6f240b4 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:27.378859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Attempting to bind port f07689c1-97c2-4ccb-bc15-e163f6f240b4 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:27.379254 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] For port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=87d0effe-bcaf-46bb-93d8-fd547b4d46a9,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:27.380041 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Attempting to bind port f07689c1-97c2-4ccb-bc15-e163f6f240b4 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:27.386823 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Port 48a7cf4d-6b7e-4647-8138-ba2309175b0d on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:27.387033 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Attempting to bind port 48a7cf4d-6b7e-4647-8138-ba2309175b0d on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:27.387570 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Port f07689c1-97c2-4ccb-bc15-e163f6f240b4 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:27.388285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Attempting to bind port f07689c1-97c2-4ccb-bc15-e163f6f240b4 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:27.394769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:27.395503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:27.396419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:27.397075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Bound port: f07689c1-97c2-4ccb-bc15-e163f6f240b4, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:27.397675 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.413699 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.443384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:27.443722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Checking segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:27.444113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Bound using segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:27.444557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Bound port: 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:27.444915 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.529559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] For port f07689c1-97c2-4ccb-bc15-e163f6f240b4, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:27.533085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] For port f07689c1-97c2-4ccb-bc15-e163f6f240b4, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:27.539934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:27.541610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.541885 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ccc45e9-635e-4613-95af-1d787845a98e req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] 10.222.0.60 "PUT /v2.0/ports/87d0effe-bcaf-46bb-93d8-fd547b4d46a9 HTTP/1.1" status: 200 len: 1096 time: 2.9132967 Aug 31 14:16:27.543799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.550394 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-164bec8b-00ec-4467-bf97-04d8ca70bdee req-e78c1656-e759-46ca-a472-dbefaf51d391 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776397 Aug 31 14:16:27.550648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e433cc62-e28a-4046-b52c-35f9565a0606', 'tag': '87d0effe-bcaf-46bb-93d8-fd547b4d46a9'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:27.556948 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f0bfd2-c770-42ea-adde-9d908d4ae62c" -d '{"events": [{"name": "network-changed", "server_uuid": "e433cc62-e28a-4046-b52c-35f9565a0606", "tag": "87d0effe-bcaf-46bb-93d8-fd547b4d46a9"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:27.606172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:27.606864 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.608338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] 10.222.0.25 "PUT /v2.0/ports/f07689c1-97c2-4ccb-bc15-e163f6f240b4 HTTP/1.1" status: 200 len: 1096 time: 1.3290474 Aug 31 14:16:27.608865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89594f00-bfa4-4d39-9977-598347c3c9e0', 'tag': 'f07689c1-97c2-4ccb-bc15-e163f6f240b4'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:27.614387 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a649e0a4-9c17-4516-ad6d-24f023756c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "89594f00-bfa4-4d39-9977-598347c3c9e0", "tag": "f07689c1-97c2-4ccb-bc15-e163f6f240b4"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:27.658268 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949bb0a6-6950-4ef8-a21a-94220f0f4cc9 x-openstack-request-id: req-949bb0a6-6950-4ef8-a21a-94220f0f4cc9 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:27.658869 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e433cc62-e28a-4046-b52c-35f9565a0606", "tag": "87d0effe-bcaf-46bb-93d8-fd547b4d46a9", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:27.660468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81ffad-482f-4aff-8d88-afd7aab19b69 service neutron] Pushing event updated for resources: {'Port': ['ID=f07689c1-97c2-4ccb-bc15-e163f6f240b4,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:27.662823 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-949bb0a6-6950-4ef8-a21a-94220f0f4cc9 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:27.663430 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e433cc62-e28a-4046-b52c-35f9565a0606', 'tag': '87d0effe-bcaf-46bb-93d8-fd547b4d46a9', 'status': 'completed', 'code': 200} Aug 31 14:16:27.668727 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349243e9-9a7c-4038-8b01-05047e386359 service neutron] Pushing event updated for resources: {'Port': ['ID=87d0effe-bcaf-46bb-93d8-fd547b4d46a9,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:27.704831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:27.709266 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:27.728575 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.794371 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:27.795451 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.798684 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] 10.222.0.25 "PUT /v2.0/ports/48a7cf4d-6b7e-4647-8138-ba2309175b0d HTTP/1.1" status: 200 len: 1092 time: 2.0393748 Aug 31 14:16:27.913933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-3b7a80e8-3b9e-4e71-9400-448b59e0e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:27.927107 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-3b7a80e8-3b9e-4e71-9400-448b59e0e144 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 1099 time: 0.1910770 Aug 31 14:16:27.941660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc45e9-635e-4613-95af-1d787845a98e req-f1abd86c-6950-48e3-aa7b-a4d20f611a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:27.944393 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ccc45e9-635e-4613-95af-1d787845a98e req-f1abd86c-6950-48e3-aa7b-a4d20f611a79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 1099 time: 0.2114987 Aug 31 14:16:27.955768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf26e3-5800-44cc-82db-7c9b955eb16e req-91bae887-2bd1-4712-b7df-d50642f2c9f7 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:27.957456 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b4cf26e3-5800-44cc-82db-7c9b955eb16e req-91bae887-2bd1-4712-b7df-d50642f2c9f7 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 949 time: 0.2558897 Aug 31 14:16:27.967132 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e57eb81-9ea1-43e0-938b-d006ddc829bf x-openstack-request-id: req-3e57eb81-9ea1-43e0-938b-d006ddc829bf {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:27.972555 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89594f00-bfa4-4d39-9977-598347c3c9e0", "tag": "f07689c1-97c2-4ccb-bc15-e163f6f240b4", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:27.973528 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e57eb81-9ea1-43e0-938b-d006ddc829bf {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:27.973528 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89594f00-bfa4-4d39-9977-598347c3c9e0', 'tag': 'f07689c1-97c2-4ccb-bc15-e163f6f240b4', 'status': 'completed', 'code': 200} Aug 31 14:16:28.036220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-a415e4e7-ae2f-48ba-91ca-df0598f1be1f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4 HTTP/1.1" status: 200 len: 217 time: 0.1081614 Aug 31 14:16:28.054239 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ccc45e9-635e-4613-95af-1d787845a98e req-e961345a-372a-4207-9ac8-d468259fa6ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=87d0effe-bcaf-46bb-93d8-fd547b4d46a9 HTTP/1.1" status: 200 len: 217 time: 0.0853369 Aug 31 14:16:28.057765 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96639b44-8f1c-46eb-a953-78ba271a2a37 service neutron] Pushing event updated for resources: {'Port': ['ID=48a7cf4d-6b7e-4647-8138-ba2309175b0d,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:28.119230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b4cf26e3-5800-44cc-82db-7c9b955eb16e req-d0a1137f-4665-4432-926c-141e487ade6f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807374 Aug 31 14:16:28.133101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-00ef8b15-c4f1-4684-bdbd-2cedb9280fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:28.135220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-00ef8b15-c4f1-4684-bdbd-2cedb9280fcd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0872467 Aug 31 14:16:28.202374 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-94fa8c5d-87ec-4364-9434-28cd32d530b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:28.204217 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-94fa8c5d-87ec-4364-9434-28cd32d530b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 1095 time: 0.3268983 Aug 31 14:16:28.206039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc45e9-635e-4613-95af-1d787845a98e req-7e20a467-e19c-4e61-9043-95333ecb10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:28.209200 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ccc45e9-635e-4613-95af-1d787845a98e req-7e20a467-e19c-4e61-9043-95333ecb10a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1356311 Aug 31 14:16:28.260889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-be6b3ac1-436b-42a1-ad9b-e3edec45cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:28.267119 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-be6b3ac1-436b-42a1-ad9b-e3edec45cdfc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226180 Aug 31 14:16:28.320717 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-f48dbf92-1692-40f2-8847-af2b35de4e0e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d HTTP/1.1" status: 200 len: 217 time: 0.1033816 Aug 31 14:16:28.344195 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9f0d2-ab36-435c-b85f-3541b62a51b1 req-d287af0e-425b-4c52-9776-f890a2c17d1a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:28.346566 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7b9f0d2-ab36-435c-b85f-3541b62a51b1 req-d287af0e-425b-4c52-9776-f890a2c17d1a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 948 time: 0.2902641 Aug 31 14:16:28.410973 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-dd9bfc9e-3cc2-434c-857b-0d448b7702c0 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175601 Aug 31 14:16:28.415478 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc45e9-635e-4613-95af-1d787845a98e req-642c9931-a23f-4f4e-8a42-96f87ea195fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:28.417336 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ccc45e9-635e-4613-95af-1d787845a98e req-642c9931-a23f-4f4e-8a42-96f87ea195fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1925011 Aug 31 14:16:28.435043 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-8f179cea-fd53-498f-89fa-8c63fc91a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:28.436537 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-8f179cea-fd53-498f-89fa-8c63fc91a4b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.1039400 Aug 31 14:16:28.496347 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7b9f0d2-ab36-435c-b85f-3541b62a51b1 req-e84b91fb-d4fe-46de-add5-7ffd6948e688 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391153 Aug 31 14:16:28.503893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8e41c-6b37-431e-859f-2fb13f73be40 req-f9e8fb19-5242-4125-b249-4c2763acb1b2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:28.513646 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-feb8e41c-6b37-431e-859f-2fb13f73be40 req-f9e8fb19-5242-4125-b249-4c2763acb1b2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 948 time: 0.2854939 Aug 31 14:16:28.574569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30a848d8-36ad-4ce9-b428-7e258b4df4bb req-2636527a-b3b0-4ebb-a993-ae1710c12932 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519930 Aug 31 14:16:28.581406 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-6fa90d43-604e-44d8-9af2-ef1d184dfbb4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307781 Aug 31 14:16:28.594908 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-feb8e41c-6b37-431e-859f-2fb13f73be40 req-4a75fb90-1b06-41c5-85a3-b7863fc7d201 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654106 Aug 31 14:16:28.630510 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ccc45e9-635e-4613-95af-1d787845a98e req-c1733ee9-60da-428c-bf07-507da0f24dac service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973939 Aug 31 14:16:28.721184 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649e0a4-9c17-4516-ad6d-24f023756c3c req-c6a47e6f-7990-478a-969c-4af60f447506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:28.722780 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a649e0a4-9c17-4516-ad6d-24f023756c3c req-c6a47e6f-7990-478a-969c-4af60f447506 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 1099 time: 0.0855165 Aug 31 14:16:28.737119 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f91ae-554e-4028-9e0e-b54b95575501 req-b1e4e556-75e4-4750-a6ed-59e5c9257c54 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:28.738987 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-245f91ae-554e-4028-9e0e-b54b95575501 req-b1e4e556-75e4-4750-a6ed-59e5c9257c54 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 944 time: 0.0662911 Aug 31 14:16:28.775058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1852-035b-4d8d-987e-6b8425dff69a req-b00afa5b-7869-41a5-a3da-a6d7e01c6abb tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:28.776958 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2aaf1852-035b-4d8d-987e-6b8425dff69a req-b00afa5b-7869-41a5-a3da-a6d7e01c6abb tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 950 time: 0.1711113 Aug 31 14:16:28.822368 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-58a9644e-6a30-4676-a5e2-ed9d07b05745 service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297375 Aug 31 14:16:28.840759 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-245f91ae-554e-4028-9e0e-b54b95575501 req-fc5c9605-6289-4cba-a246-4f6df224e42d tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864356 Aug 31 14:16:28.870975 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ccc45e9-635e-4613-95af-1d787845a98e req-7d7ef0f1-5781-44dc-8516-47281c3bd733 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977367 Aug 31 14:16:28.892213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649e0a4-9c17-4516-ad6d-24f023756c3c req-4097f705-546a-4b26-ae5d-e760e431f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:28.899663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a649e0a4-9c17-4516-ad6d-24f023756c3c req-4097f705-546a-4b26-ae5d-e760e431f9cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1524327 Aug 31 14:16:28.908814 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2aaf1852-035b-4d8d-987e-6b8425dff69a req-bcedd1b5-42c4-4a83-be9d-24a6a6bcb450 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157284 Aug 31 14:16:28.963516 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a649e0a4-9c17-4516-ad6d-24f023756c3c req-54ac029e-ec6c-4abd-9c66-b42a5805a1f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4 HTTP/1.1" status: 200 len: 217 time: 0.0553095 Aug 31 14:16:29.003939 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef3b9b62-4b5f-4809-8c7e-cedaa6837e5e req-41cbcbda-fdd9-44b0-bb24-c5ca308479e5 service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679742 Aug 31 14:16:29.030319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0bfd2-c770-42ea-adde-9d908d4ae62c req-4ffdf87e-6e42-44f5-9734-3d8e1e011a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.032288 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27f0bfd2-c770-42ea-adde-9d908d4ae62c req-4ffdf87e-6e42-44f5-9734-3d8e1e011a43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 1099 time: 0.0849333 Aug 31 14:16:29.045505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649e0a4-9c17-4516-ad6d-24f023756c3c req-faf97aa3-a0f4-4161-9722-019f027e2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.048981 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a649e0a4-9c17-4516-ad6d-24f023756c3c req-faf97aa3-a0f4-4161-9722-019f027e2a56 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0731452 Aug 31 14:16:29.130689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649e0a4-9c17-4516-ad6d-24f023756c3c req-14853ee4-055b-4a9d-9354-ee777ce0dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.133006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a649e0a4-9c17-4516-ad6d-24f023756c3c req-14853ee4-055b-4a9d-9354-ee777ce0dc7d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717282 Aug 31 14:16:29.173036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0bfd2-c770-42ea-adde-9d908d4ae62c req-d0b3cd74-b15c-409f-8c5c-6f35139d6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.174599 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27f0bfd2-c770-42ea-adde-9d908d4ae62c req-d0b3cd74-b15c-409f-8c5c-6f35139d6e87 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1328549 Aug 31 14:16:29.241165 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27f0bfd2-c770-42ea-adde-9d908d4ae62c req-daeec215-ad4a-4e13-aa53-b74e44018d8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=87d0effe-bcaf-46bb-93d8-fd547b4d46a9 HTTP/1.1" status: 200 len: 217 time: 0.0567930 Aug 31 14:16:29.245673 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a649e0a4-9c17-4516-ad6d-24f023756c3c req-38a09b85-2229-4c3d-a510-edb934668a1e service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971096 Aug 31 14:16:29.309848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0bfd2-c770-42ea-adde-9d908d4ae62c req-d06b4afa-2276-48f8-8b83-282363b9326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.310934 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27f0bfd2-c770-42ea-adde-9d908d4ae62c req-d06b4afa-2276-48f8-8b83-282363b9326d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0626709 Aug 31 14:16:29.406481 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a649e0a4-9c17-4516-ad6d-24f023756c3c req-029a8d47-49cf-4d18-9f20-347335247406 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486907 Aug 31 14:16:29.433905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0bfd2-c770-42ea-adde-9d908d4ae62c req-28f3bcb6-7831-4bd2-8085-6ac0d9434a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.435479 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27f0bfd2-c770-42ea-adde-9d908d4ae62c req-28f3bcb6-7831-4bd2-8085-6ac0d9434a9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116459 Aug 31 14:16:29.448456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bdb63-3031-4421-8689-7e97e98c0941 req-1a4d808a-4b2f-43cb-8d18-192c736a5978 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.450117 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-304bdb63-3031-4421-8689-7e97e98c0941 req-1a4d808a-4b2f-43cb-8d18-192c736a5978 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 949 time: 0.0856218 Aug 31 14:16:29.526284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55394) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:29.542216 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-304bdb63-3031-4421-8689-7e97e98c0941 req-0d9a3bc0-60e6-441d-aaf8-5f9d8553d1a8 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799119 Aug 31 14:16:29.558751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f308-5acc-4151-a070-b40401a04ae8 req-60be6ac0-8ac7-4e7e-89a0-7b11382e8d41 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.577073 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27f0bfd2-c770-42ea-adde-9d908d4ae62c req-dd8b23b7-c3e5-4e90-9567-fe636ef559c6 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232057 Aug 31 14:16:29.578967 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a2a2f308-5acc-4151-a070-b40401a04ae8 req-60be6ac0-8ac7-4e7e-89a0-7b11382e8d41 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 950 time: 0.0852473 Aug 31 14:16:29.622997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a2a2f308-5acc-4151-a070-b40401a04ae8 req-a7201cc1-8a13-4e3c-a084-52c0de854289 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429795 Aug 31 14:16:29.666398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8694b4fe-ffd5-4ec3-a52a-6c44572e0796', 'tag': '48a7cf4d-6b7e-4647-8138-ba2309175b0d'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:29.668789 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e8bf8c-cb2e-4fee-86c9-28fdbab40863" -d '{"events": [{"name": "network-changed", "server_uuid": "8694b4fe-ffd5-4ec3-a52a-6c44572e0796", "tag": "48a7cf4d-6b7e-4647-8138-ba2309175b0d"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:29.672742 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8154f2f-9e18-4e8e-ad14-f7d2b2b531bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.724356 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27f0bfd2-c770-42ea-adde-9d908d4ae62c req-387bf93d-a9a9-4a69-8932-5ae4b1f3016e service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354821 Aug 31 14:16:29.732905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d346bea-a1a7-4be5-a337-687678280581 req-2a5fe746-799f-41bd-a63d-3d219ee5ee73 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.734361 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9d346bea-a1a7-4be5-a337-687678280581 req-2a5fe746-799f-41bd-a63d-3d219ee5ee73 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 948 time: 0.0834529 Aug 31 14:16:29.768438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077713cb-f05f-45d8-bcb7-ae9121935651 req-7b31870a-6031-4f8d-9974-813d236113ca tempest-LiveMigrationNegativeTest-1649010988 tempest-LiveMigrationNegativeTest-1649010988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.769980 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-077713cb-f05f-45d8-bcb7-ae9121935651 req-7b31870a-6031-4f8d-9974-813d236113ca tempest-LiveMigrationNegativeTest-1649010988 tempest-LiveMigrationNegativeTest-1649010988-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 1100 time: 0.0781059 Aug 31 14:16:29.780113 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9d346bea-a1a7-4be5-a337-687678280581 req-848fb802-00a5-4fc9-bd99-2870f7473367 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385499 Aug 31 14:16:29.797500 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-077713cb-f05f-45d8-bcb7-ae9121935651 req-dab3a9e9-4e50-44c7-b906-30f07b6a6792 tempest-LiveMigrationNegativeTest-1649010988 tempest-LiveMigrationNegativeTest-1649010988-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.841503 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8154f2f-9e18-4e8e-ad14-f7d2b2b531bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.849058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8154f2f-9e18-4e8e-ad14-f7d2b2b531bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.903907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8154f2f-9e18-4e8e-ad14-f7d2b2b531bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51230bc-ca01-4684-bf06-ab65f88304bc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:29.911613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b8154f2f-9e18-4e8e-ad14-f7d2b2b531bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb141b4a3015402290f450244d5d31c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841534 Aug 31 14:16:29.912215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55410) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:29.919166 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fa1be-5ace-41f3-b50d-ea434e62f49f req-c71ea3d9-6001-4b44-8f8c-a57a85e3be56 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.920724 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2b1fa1be-5ace-41f3-b50d-ea434e62f49f req-c71ea3d9-6001-4b44-8f8c-a57a85e3be56 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 948 time: 0.0594079 Aug 31 14:16:29.961589 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2b1fa1be-5ace-41f3-b50d-ea434e62f49f req-9ec9cc01-b57a-421e-89f2-b5d9fe8634d3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333540 Aug 31 14:16:29.990558 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4003273-10fe-4805-8f0f-68bd41f3f382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.013412 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c818b47-a606-48bf-ba8c-05a787364e46 x-openstack-request-id: req-7c818b47-a606-48bf-ba8c-05a787364e46 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:30.013810 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8694b4fe-ffd5-4ec3-a52a-6c44572e0796", "tag": "48a7cf4d-6b7e-4647-8138-ba2309175b0d", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:30.014066 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c818b47-a606-48bf-ba8c-05a787364e46 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:30.014471 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8694b4fe-ffd5-4ec3-a52a-6c44572e0796', 'tag': '48a7cf4d-6b7e-4647-8138-ba2309175b0d', 'status': 'completed', 'code': 200} Aug 31 14:16:30.025693 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-077713cb-f05f-45d8-bcb7-ae9121935651 req-dab3a9e9-4e50-44c7-b906-30f07b6a6792 tempest-LiveMigrationNegativeTest-1649010988 tempest-LiveMigrationNegativeTest-1649010988-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.030789 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4003273-10fe-4805-8f0f-68bd41f3f382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.037214 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-077713cb-f05f-45d8-bcb7-ae9121935651 req-dab3a9e9-4e50-44c7-b906-30f07b6a6792 tempest-LiveMigrationNegativeTest-1649010988 tempest-LiveMigrationNegativeTest-1649010988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.102252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-077713cb-f05f-45d8-bcb7-ae9121935651 req-dab3a9e9-4e50-44c7-b906-30f07b6a6792 tempest-LiveMigrationNegativeTest-1649010988 tempest-LiveMigrationNegativeTest-1649010988-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224158 Aug 31 14:16:30.118210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3a9e9-4e50-44c7-b906-30f07b6a6792 tempest-LiveMigrationNegativeTest-1649010988 tempest-LiveMigrationNegativeTest-1649010988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34092048-9e7c-400d-a001-aa2cfa9a2687,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:30.133637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8bf8c-cb2e-4fee-86c9-28fdbab40863 req-aa923a8a-4834-4884-a8b4-e92affa8f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:30.135618 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a9e8bf8c-cb2e-4fee-86c9-28fdbab40863 req-aa923a8a-4834-4884-a8b4-e92affa8f2fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 1095 time: 0.0819116 Aug 31 14:16:30.144801 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4003273-10fe-4805-8f0f-68bd41f3f382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.148929 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4003273-10fe-4805-8f0f-68bd41f3f382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.162815 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c4003273-10fe-4805-8f0f-68bd41f3f382 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d51230bc-ca01-4684-bf06-ab65f88304bc HTTP/1.1" status: 204 len: 168 time: 0.2433946 Aug 31 14:16:30.190579 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4003273-10fe-4805-8f0f-68bd41f3f382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51230bc-ca01-4684-bf06-ab65f88304bc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:30.292277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1510f5-a9c1-456f-9255-59997c70b26b req-b34981c8-81f1-4e55-ad86-9bb183a856da tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:30.293740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa1510f5-a9c1-456f-9255-59997c70b26b req-b34981c8-81f1-4e55-ad86-9bb183a856da tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 944 time: 0.1042874 Aug 31 14:16:30.304161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8bf8c-cb2e-4fee-86c9-28fdbab40863 req-8faedbce-8181-4c43-9370-3a6647df9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:30.306200 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a9e8bf8c-cb2e-4fee-86c9-28fdbab40863 req-8faedbce-8181-4c43-9370-3a6647df9809 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.1422961 Aug 31 14:16:30.364868 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a9e8bf8c-cb2e-4fee-86c9-28fdbab40863 req-1b800200-4a1a-4ac2-9a0d-1a6602938779 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d HTTP/1.1" status: 200 len: 217 time: 0.0425429 Aug 31 14:16:30.379881 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa1510f5-a9c1-456f-9255-59997c70b26b req-8379c19d-a14a-4671-ac93-e55798e3835a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724752 Aug 31 14:16:30.446395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8bf8c-cb2e-4fee-86c9-28fdbab40863 req-a1397fe2-10ba-415b-b4fe-1786e0e48f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:30.448232 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a9e8bf8c-cb2e-4fee-86c9-28fdbab40863 req-a1397fe2-10ba-415b-b4fe-1786e0e48f8c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.0674827 Aug 31 14:16:30.497201 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a9e8bf8c-cb2e-4fee-86c9-28fdbab40863 req-dab738d9-bdf0-4852-8563-961d8cfd126a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366263 Aug 31 14:16:30.602688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-3102c328-e518-4775-9564-84de808fec2d req-9e8106f3-db05-4542-a196-996f0483d374 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:16:30.603458 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3102c328-e518-4775-9564-84de808fec2d req-9e8106f3-db05-4542-a196-996f0483d374 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068274 Aug 31 14:16:30.636049 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a9e8bf8c-cb2e-4fee-86c9-28fdbab40863 req-6d407a42-ac0b-4c5e-be2e-9291ae430991 service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186759 Aug 31 14:16:30.795018 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a9e8bf8c-cb2e-4fee-86c9-28fdbab40863 req-e0bce057-e566-414f-8465-393a7a823201 service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468389 Aug 31 14:16:30.815838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3dfe5-c93e-4fe1-954f-e308a918dee3 req-cb016b37-cc1f-4995-816b-0fafbaff6141 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:30.823597 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8f3dfe5-c93e-4fe1-954f-e308a918dee3 req-cb016b37-cc1f-4995-816b-0fafbaff6141 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 950 time: 0.0766213 Aug 31 14:16:30.880991 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8f3dfe5-c93e-4fe1-954f-e308a918dee3 req-239b336d-d1c7-4259-9e47-9812337807d3 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562420 Aug 31 14:16:30.975356 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55458) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:31.048166 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689cfb5-bf21-4fa4-9c19-c244784a75d6 req-739e9975-793e-4ba1-9af5-7cd2af717424 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:31.050092 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b689cfb5-bf21-4fa4-9c19-c244784a75d6 req-739e9975-793e-4ba1-9af5-7cd2af717424 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 948 time: 0.0621362 Aug 31 14:16:31.097119 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b689cfb5-bf21-4fa4-9c19-c244784a75d6 req-6f274605-7632-4204-92df-de306d1ce69f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388904 Aug 31 14:16:31.110431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-87740939-network', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:31.138975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] Made reservation on behalf of 8cb2f0cc6f3044788646b5be8cc86c48 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:31.142503 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.151074 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.234496 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf38fc-16bf-42a6-827e-35ce64ba010c req-809a45ac-18b4-47ae-aac6-ceb9a87a0210 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:31.236864 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0bf38fc-16bf-42a6-827e-35ce64ba010c req-809a45ac-18b4-47ae-aac6-ceb9a87a0210 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 949 time: 0.0658102 Aug 31 14:16:31.281893 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.289612 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.301663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:16:31.307989 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0bf38fc-16bf-42a6-827e-35ce64ba010c req-6adb7501-ba29-4e14-8363-1b72fffc793a tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633981 Aug 31 14:16:31.318391 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.318779 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] Added segment 86dc075b-f119-4562-8e5b-9db9052ccf90 of type vlan for network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d Aug 31 14:16:31.370942 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821a6a7b-3094-4165-b16b-2c52b518377d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:31.388832 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.423497 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.424499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:31.425094 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.487155 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5073233 Aug 31 14:16:31.487431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55470) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:31.493729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ab7211e8-b9b3-4ae1-86c2-85c8a3cc285b admin admin] Request body: {'subnet': {'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-87740939-subnet', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:31.529282 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd92bb-b398-47f3-8b2d-c456d2d531e4 admin admin] Pushing event updated for resources: {'Network': ['ID=5ec3e436-ccc6-44d9-a5c3-d10e0311920d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:31.540057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:16:31.592026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7211e8-b9b3-4ae1-86c2-85c8a3cc285b admin admin] Made reservation on behalf of 8cb2f0cc6f3044788646b5be8cc86c48 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:31.594226 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab7211e8-b9b3-4ae1-86c2-85c8a3cc285b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.647558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619b927-caa3-42fa-893d-d5efaf439f73 req-414e1d47-f6a4-48ad-ae83-43e569174d83 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:31.650466 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c619b927-caa3-42fa-893d-d5efaf439f73 req-414e1d47-f6a4-48ad-ae83-43e569174d83 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 950 time: 0.1338131 Aug 31 14:16:31.657695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344998a-438b-4ba4-9cc3-f5ab6d0f2c9d req-52404402-0594-4d5a-9344-1dd3b8c55ec2 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:31.659108 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2344998a-438b-4ba4-9cc3-f5ab6d0f2c9d req-52404402-0594-4d5a-9344-1dd3b8c55ec2 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 944 time: 0.1593461 Aug 31 14:16:31.666527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6329c9-9085-4865-9fca-646ff26d9c5f req-e9989e79-d77a-4e03-bdfb-fc41f871432a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:31.667673 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2b6329c9-9085-4865-9fca-646ff26d9c5f req-e9989e79-d77a-4e03-bdfb-fc41f871432a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 948 time: 0.2948296 Aug 31 14:16:31.704891 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2b6329c9-9085-4865-9fca-646ff26d9c5f req-e5f0355a-75ad-45e4-89a3-a8bd9dccb2b3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311966 Aug 31 14:16:31.824997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2344998a-438b-4ba4-9cc3-f5ab6d0f2c9d req-c1d19832-9954-410f-aca7-3a91f5af7b71 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568391 Aug 31 14:16:31.946914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c619b927-caa3-42fa-893d-d5efaf439f73 req-3be9589b-7b13-445f-91ed-a7a3b4fc0873 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Deleting port cbfe2f94-3105-4da2-b644-20e53797b9cf {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:31.947399 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c619b927-caa3-42fa-893d-d5efaf439f73 req-3be9589b-7b13-445f-91ed-a7a3b4fc0873 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.043880 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab7211e8-b9b3-4ae1-86c2-85c8a3cc285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.139501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b56af7-1934-4a76-8838-048a4f7f444d req-952ea8c6-5e1c-4e66-a307-055f402fa4fb tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:32.141022 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40b56af7-1934-4a76-8838-048a4f7f444d req-952ea8c6-5e1c-4e66-a307-055f402fa4fb tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 950 time: 0.1366642 Aug 31 14:16:32.161609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c619b927-caa3-42fa-893d-d5efaf439f73 req-3be9589b-7b13-445f-91ed-a7a3b4fc0873 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] For port cbfe2f94-3105-4da2-b644-20e53797b9cf, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cbfe2f94-3105-4da2-b644-20e53797b9cf,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:32.161982 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c619b927-caa3-42fa-893d-d5efaf439f73 req-3be9589b-7b13-445f-91ed-a7a3b4fc0873 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.176949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7211e8-b9b3-4ae1-86c2-85c8a3cc285b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c6204ca-9197-45f4-a4ce-3f9cbe876beb,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:32.202443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c619b927-caa3-42fa-893d-d5efaf439f73 req-3be9589b-7b13-445f-91ed-a7a3b4fc0873 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Calling delete_port for cbfe2f94-3105-4da2-b644-20e53797b9cf owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:32.215338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7211e8-b9b3-4ae1-86c2-85c8a3cc285b admin admin] Checking segment: {'id': '86dc075b-f119-4562-8e5b-9db9052ccf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:32.215691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7211e8-b9b3-4ae1-86c2-85c8a3cc285b admin admin] Network hostable DHCP agents. Network: 5ec3e436-ccc6-44d9-a5c3-d10e0311920d, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:16:32.241265 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40b56af7-1934-4a76-8838-048a4f7f444d req-384daf71-c805-475c-aec7-a455072cd038 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/security-groups?id=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867157 Aug 31 14:16:32.247600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88735-cbd9-45ec-84d9-ece25fc16955 req-575688a4-916f-456a-a50a-481b9e61a2c0 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:32.249948 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-abc88735-cbd9-45ec-84d9-ece25fc16955 req-575688a4-916f-456a-a50a-481b9e61a2c0 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 948 time: 0.0497847 Aug 31 14:16:32.284920 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7211e8-b9b3-4ae1-86c2-85c8a3cc285b admin admin] Network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:16:32.297738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:16:32.301892 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-abc88735-cbd9-45ec-84d9-ece25fc16955 req-99636b87-3d96-4c7e-9ce8-eda8106216b9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450113 Aug 31 14:16:32.315235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ab7211e8-b9b3-4ae1-86c2-85c8a3cc285b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 5ec3e436-ccc6-44d9-a5c3-d10e0311920d) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:32.329132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa25ba8b-abc2-4fa0-96ef-8c7d1e4dc786 None None] Network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:32.432929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7211e8-b9b3-4ae1-86c2-85c8a3cc285b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:32.433973 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab7211e8-b9b3-4ae1-86c2-85c8a3cc285b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.449783 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c619b927-caa3-42fa-893d-d5efaf439f73 req-3be9589b-7b13-445f-91ed-a7a3b4fc0873 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.468764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['cbfe2f94-3105-4da2-b644-20e53797b9cf'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:32.509430 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ab7211e8-b9b3-4ae1-86c2-85c8a3cc285b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0209665 Aug 31 14:16:32.539827 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55488) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:32.546278 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:32.580449 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.582397 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.598956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9589b-7b13-445f-91ed-a7a3b4fc0873 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Pushing event deleted for resources: {'Port': ['ID=cbfe2f94-3105-4da2-b644-20e53797b9cf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:32.622346 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c619b927-caa3-42fa-893d-d5efaf439f73 req-3be9589b-7b13-445f-91ed-a7a3b4fc0873 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] No DVR routers for this DVR port cbfe2f94-3105-4da2-b644-20e53797b9cf on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:32.625355 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c619b927-caa3-42fa-893d-d5efaf439f73 req-3be9589b-7b13-445f-91ed-a7a3b4fc0873 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.628046 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c619b927-caa3-42fa-893d-d5efaf439f73 req-3be9589b-7b13-445f-91ed-a7a3b4fc0873 tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.25 "DELETE /v2.0/ports/cbfe2f94-3105-4da2-b644-20e53797b9cf HTTP/1.1" status: 204 len: 173 time: 0.9612384 Aug 31 14:16:32.629043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca855c30-bec0-48a1-91e3-8bc8df1327ac', 'name': 'network-vif-deleted', 'tag': 'cbfe2f94-3105-4da2-b644-20e53797b9cf'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:32.634812 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-357923c9-104a-4e79-8475-e0f532b6ac46 req-99ddb58e-1756-4dbc-942b-d6cc80c8d9af service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1480298 Aug 31 14:16:32.640125 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659a4ae7-2cad-45f3-893d-4e759135230e" -d '{"events": [{"server_uuid": "ca855c30-bec0-48a1-91e3-8bc8df1327ac", "name": "network-vif-deleted", "tag": "cbfe2f94-3105-4da2-b644-20e53797b9cf"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:32.672539 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=87d0effe-bcaf-46bb-93d8-fd547b4d46a9,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:32.702307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '87d0effe-bcaf-46bb-93d8-fd547b4d46a9', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '87d0effe-bcaf-46bb-93d8-fd547b4d46a9', 'mac_address': 'fa:16:3e:27:69:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:16:32.718387 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540daec1-9664-4150-bf7b-c3b80ce6d1c2 x-openstack-request-id: req-540daec1-9664-4150-bf7b-c3b80ce6d1c2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:32.718754 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca855c30-bec0-48a1-91e3-8bc8df1327ac", "name": "network-vif-deleted", "tag": "cbfe2f94-3105-4da2-b644-20e53797b9cf", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:32.718963 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-540daec1-9664-4150-bf7b-c3b80ce6d1c2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:32.719426 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca855c30-bec0-48a1-91e3-8bc8df1327ac', 'name': 'network-vif-deleted', 'tag': 'cbfe2f94-3105-4da2-b644-20e53797b9cf', 'status': 'completed', 'code': 200} Aug 31 14:16:32.732045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55496) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:32.765114 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.799000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77494a13-b4cd-46e6-878b-f32e4720da02 req-3292c319-f350-4ea2-93e7-e633fc73df0a tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:32.807340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-77494a13-b4cd-46e6-878b-f32e4720da02 req-3292c319-f350-4ea2-93e7-e633fc73df0a tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 949 time: 0.0868511 Aug 31 14:16:32.833559 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.877994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:32.887481 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-77494a13-b4cd-46e6-878b-f32e4720da02 req-7735ef1c-50c5-4951-a843-644264cb02de tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751100 Aug 31 14:16:32.888692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'fixed_ips': [{'subnet_id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:16:32.889760 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.929812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=87d0effe-bcaf-46bb-93d8-fd547b4d46a9,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:32.944499 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15d40427-1653-4ace-9d26-5009dd583e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.070981 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357923c9-104a-4e79-8475-e0f532b6ac46 req-e4a80149-8c43-4654-a939-c2c5a0b6cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:33.073448 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-357923c9-104a-4e79-8475-e0f532b6ac46 req-e4a80149-8c43-4654-a939-c2c5a0b6cea6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 1101 time: 0.3360381 Aug 31 14:16:33.127596 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bfc0e-d6e6-46f9-8336-68a95440b197 req-efd33bc9-a977-44de-84be-a14e412efe70 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:33.129234 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e43bfc0e-d6e6-46f9-8336-68a95440b197 req-efd33bc9-a977-44de-84be-a14e412efe70 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 948 time: 0.2906396 Aug 31 14:16:33.164468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device f07689c1-97c2-4ccb-bc15-e163f6f240b4 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:16:33.169522 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.196009 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.260819 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e43bfc0e-d6e6-46f9-8336-68a95440b197 req-a9419d87-fe3a-46ab-bb88-b8bc0a0644a1 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873706 Aug 31 14:16:33.277198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8e734-169c-4a9a-a3a2-a7270e092ea5 req-14fd18a2-3818-4ffd-bc48-e6a5337e6ee9 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:33.277559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Allocated IP 172.20.0.2 (5ec3e436-ccc6-44d9-a5c3-d10e0311920d/0c6204ca-9197-45f4-a4ce-3f9cbe876beb/0949b0af-c133-49c3-b8fa-4f35a40656dc) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:33.278980 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cdd8e734-169c-4a9a-a3a2-a7270e092ea5 req-14fd18a2-3818-4ffd-bc48-e6a5337e6ee9 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.60 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 949 time: 0.2437100 Aug 31 14:16:33.338757 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15d40427-1653-4ace-9d26-5009dd583e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.349462 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15d40427-1653-4ace-9d26-5009dd583e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.359713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=87d0effe-bcaf-46bb-93d8-fd547b4d46a9,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:33.365786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13757e-ae7d-40c1-8b6a-e967f1f9d3d6 req-6f6aabd6-725c-439f-99c7-6f113a5a9c37 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:33.374130 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e13757e-ae7d-40c1-8b6a-e967f1f9d3d6 req-6f6aabd6-725c-439f-99c7-6f113a5a9c37 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 944 time: 0.3185070 Aug 31 14:16:33.401066 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357923c9-104a-4e79-8475-e0f532b6ac46 req-623ab1b6-63ad-4dad-a68b-ad84b2d255ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:33.402660 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-357923c9-104a-4e79-8475-e0f532b6ac46 req-623ab1b6-63ad-4dad-a68b-ad84b2d255ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.2913849 Aug 31 14:16:33.433039 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-15d40427-1653-4ace-9d26-5009dd583e20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cb9096054a746139cfc256fe281ef03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6987631 Aug 31 14:16:33.434852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55508) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:33.451812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d40427-1653-4ace-9d26-5009dd583e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f46fca-d934-49dd-99e6-dad8d137f01e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:33.482931 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e13757e-ae7d-40c1-8b6a-e967f1f9d3d6 req-7a169733-6890-4dad-8f51-d83a58655cf1 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078203 Aug 31 14:16:33.485536 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['87d0effe-bcaf-46bb-93d8-fd547b4d46a9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:33.514872 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-357923c9-104a-4e79-8475-e0f532b6ac46 req-878589c0-46dc-4adc-a203-3a1c384d8d57 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c1781fc0-546d-4cc0-b59e-ab10a28f83e0 HTTP/1.1" status: 200 len: 217 time: 0.0733149 Aug 31 14:16:33.548651 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f65b518e-8270-4a2d-89ea-0416c779f702 req-149a7dd2-cf49-4bc6-ae0d-ca9a73aa528c tempest-DeleteServersAdminTestJSON-419876566 tempest-DeleteServersAdminTestJSON-419876566-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca855c30-bec0-48a1-91e3-8bc8df1327ac HTTP/1.1" status: 200 len: 210 time: 0.0953991 Aug 31 14:16:33.554051 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc922294-bc4d-49ef-8c73-bd7568bc2fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.580326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port f07689c1-97c2-4ccb-bc15-e163f6f240b4, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:33.608594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'f07689c1-97c2-4ccb-bc15-e163f6f240b4', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'f07689c1-97c2-4ccb-bc15-e163f6f240b4', 'mac_address': 'fa:16:3e:44:47:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:16:33.613606 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc922294-bc4d-49ef-8c73-bd7568bc2fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.632923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357923c9-104a-4e79-8475-e0f532b6ac46 req-ff404095-17a0-4a3d-9700-2e7adf21b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:33.634550 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-357923c9-104a-4e79-8475-e0f532b6ac46 req-ff404095-17a0-4a3d-9700-2e7adf21b044 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1004193 Aug 31 14:16:33.638077 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-cdd8e734-169c-4a9a-a3a2-a7270e092ea5 req-fc343c9c-19fe-4d65-bf8f-b7bdd306bdb5 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Deleting port d925fe08-8db4-4045-98ae-f9e73c7d3992 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:33.638540 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cdd8e734-169c-4a9a-a3a2-a7270e092ea5 req-fc343c9c-19fe-4d65-bf8f-b7bdd306bdb5 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.661654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66671820-4fc9-4c62-bca2-e974450857e7 req-5ad0beee-95d6-40c2-b8ba-1ab122c61c18 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:33.663214 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66671820-4fc9-4c62-bca2-e974450857e7 req-5ad0beee-95d6-40c2-b8ba-1ab122c61c18 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 949 time: 0.0877969 Aug 31 14:16:33.703739 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc922294-bc4d-49ef-8c73-bd7568bc2fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.706241 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc922294-bc4d-49ef-8c73-bd7568bc2fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.710020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fc922294-bc4d-49ef-8c73-bd7568bc2fdc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72f46fca-d934-49dd-99e6-dad8d137f01e HTTP/1.1" status: 204 len: 168 time: 0.2694960 Aug 31 14:16:33.728684 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.734964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66671820-4fc9-4c62-bca2-e974450857e7 req-f2e1596c-8557-42c0-96e7-79ad70cdfc8a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527871 Aug 31 14:16:33.736496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc922294-bc4d-49ef-8c73-bd7568bc2fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f46fca-d934-49dd-99e6-dad8d137f01e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:33.780691 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.798706 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07689c1-97c2-4ccb-bc15-e163f6f240b4 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:33.803328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Transition to ACTIVE for port object 0949b0af-c133-49c3-b8fa-4f35a40656dc will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:33.852343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port f07689c1-97c2-4ccb-bc15-e163f6f240b4, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:33.854139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Transition to ACTIVE for port object 0949b0af-c133-49c3-b8fa-4f35a40656dc will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:33.859927 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.860590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 48a7cf4d-6b7e-4647-8138-ba2309175b0d details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:16:33.877475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-cdd8e734-169c-4a9a-a3a2-a7270e092ea5 req-fc343c9c-19fe-4d65-bf8f-b7bdd306bdb5 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] For port d925fe08-8db4-4045-98ae-f9e73c7d3992, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d925fe08-8db4-4045-98ae-f9e73c7d3992,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:33.877940 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cdd8e734-169c-4a9a-a3a2-a7270e092ea5 req-fc343c9c-19fe-4d65-bf8f-b7bdd306bdb5 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.881937 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.914415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-cdd8e734-169c-4a9a-a3a2-a7270e092ea5 req-fc343c9c-19fe-4d65-bf8f-b7bdd306bdb5 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Calling delete_port for d925fe08-8db4-4045-98ae-f9e73c7d3992 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:33.934549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357923c9-104a-4e79-8475-e0f532b6ac46 req-d6ef7c51-f6c1-46bb-8773-52056eda77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:33.936132 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-357923c9-104a-4e79-8475-e0f532b6ac46 req-d6ef7c51-f6c1-46bb-8773-52056eda77d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2914238 Aug 31 14:16:33.946132 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.979552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:34.024626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:34.027716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:34.040093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=f07689c1-97c2-4ccb-bc15-e163f6f240b4,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:34.064241 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.122798 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Pushing event updated for resources: {'Port': ['ID=0949b0af-c133-49c3-b8fa-4f35a40656dc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:34.190465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:34.193130 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Attempting to bind port 0949b0af-c133-49c3-b8fa-4f35a40656dc on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:34.193599 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Attempting to bind port 0949b0af-c133-49c3-b8fa-4f35a40656dc by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '86dc075b-f119-4562-8e5b-9db9052ccf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:34.194057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Attempting to bind port 0949b0af-c133-49c3-b8fa-4f35a40656dc on network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:34.206716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:34.207299 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Checking segment: {'id': '86dc075b-f119-4562-8e5b-9db9052ccf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:34.207785 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.208484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Bound using segment: {'id': '86dc075b-f119-4562-8e5b-9db9052ccf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:34.208823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Bound port: 0949b0af-c133-49c3-b8fa-4f35a40656dc, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86dc075b-f119-4562-8e5b-9db9052ccf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:34.209290 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.223562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '48a7cf4d-6b7e-4647-8138-ba2309175b0d', 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b', 'port_id': '48a7cf4d-6b7e-4647-8138-ba2309175b0d', 'mac_address': 'fa:16:3e:ad:c5:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163dc4c6-5f18-4709-864a-db6bd28b2b16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:16:34.245570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0020b-e033-42c9-9451-96f24db0a70d req-1105056d-276e-41ec-bf4c-5943db83de12 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:34.247219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b5f0020b-e033-42c9-9451-96f24db0a70d req-1105056d-276e-41ec-bf4c-5943db83de12 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 949 time: 0.2423880 Aug 31 14:16:34.297567 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.306420 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-357923c9-104a-4e79-8475-e0f532b6ac46 req-fc665695-df22-48e8-b7fb-09c7b5ed499a service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026140 Aug 31 14:16:34.324773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a7cf4d-6b7e-4647-8138-ba2309175b0d {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:34.337719 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] For port 0949b0af-c133-49c3-b8fa-4f35a40656dc, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:34.349121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] For port 0949b0af-c133-49c3-b8fa-4f35a40656dc, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0949b0af-c133-49c3-b8fa-4f35a40656dc,segment=NetworkSegment(86dc075b-f119-4562-8e5b-9db9052ccf90),segment_id=86dc075b-f119-4562-8e5b-9db9052ccf90)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:34.363168 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.366248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:34.378080 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.439886 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b5f0020b-e033-42c9-9451-96f24db0a70d req-048b606c-0e3f-46af-8076-ff10abf1e368 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838090 Aug 31 14:16:34.451247 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb21619-3052-46fd-9e80-fa46735eb2c6 None None] Pushing event updated for resources: {'Port': ['ID=0949b0af-c133-49c3-b8fa-4f35a40656dc,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:34.465492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Allocated IP 172.25.2.153 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/63a7a492-706d-45b6-9cf5-783cb638cee1) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:34.475728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1649f-a956-4bbf-98fc-bcf06986983b req-26b44dc7-9bfb-4566-b74b-f1b74f9670bc tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:34.487447 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cdd8e734-169c-4a9a-a3a2-a7270e092ea5 req-fc343c9c-19fe-4d65-bf8f-b7bdd306bdb5 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.494130 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42e1649f-a956-4bbf-98fc-bcf06986983b req-26b44dc7-9bfb-4566-b74b-f1b74f9670bc tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 949 time: 0.1014771 Aug 31 14:16:34.531494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=48a7cf4d-6b7e-4647-8138-ba2309175b0d,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:34.545486 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc343c9c-19fe-4d65-bf8f-b7bdd306bdb5 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Pushing event deleted for resources: {'Port': ['ID=d925fe08-8db4-4045-98ae-f9e73c7d3992,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:34.575803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42e1649f-a956-4bbf-98fc-bcf06986983b req-61b9f7d5-5eea-45c2-ae1f-07bf47057552 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774319 Aug 31 14:16:34.649249 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-357923c9-104a-4e79-8475-e0f532b6ac46 req-a6dcc633-e312-473f-b9e3-b908f24f6a67 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314712 Aug 31 14:16:34.668621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['999fda27-20a2-411d-8b21-23f7707363f1', 'd925fe08-8db4-4045-98ae-f9e73c7d3992'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:34.708257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd8e734-169c-4a9a-a3a2-a7270e092ea5 req-fc343c9c-19fe-4d65-bf8f-b7bdd306bdb5 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] No DVR routers for this DVR port d925fe08-8db4-4045-98ae-f9e73c7d3992 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:34.723748 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['f07689c1-97c2-4ccb-bc15-e163f6f240b4'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:34.725341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55544) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:34.731222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['48a7cf4d-6b7e-4647-8138-ba2309175b0d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:34.807711 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cdd8e734-169c-4a9a-a3a2-a7270e092ea5 req-fc343c9c-19fe-4d65-bf8f-b7bdd306bdb5 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.810414 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cdd8e734-169c-4a9a-a3a2-a7270e092ea5 req-fc343c9c-19fe-4d65-bf8f-b7bdd306bdb5 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.60 "DELETE /v2.0/ports/d925fe08-8db4-4045-98ae-f9e73c7d3992 HTTP/1.1" status: 204 len: 173 time: 1.4866769 Aug 31 14:16:34.811235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47065d58-2611-471a-8a70-160a042eed54', 'name': 'network-vif-deleted', 'tag': 'd925fe08-8db4-4045-98ae-f9e73c7d3992'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:34.813527 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e40d989-9836-408f-ba80-c89867f60f8c" -d '{"events": [{"server_uuid": "47065d58-2611-471a-8a70-160a042eed54", "name": "network-vif-deleted", "tag": "d925fe08-8db4-4045-98ae-f9e73c7d3992"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:34.907054 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b13ca-aafd-48ee-8a51-de19a8b3d207 req-3d979af8-1d0f-4040-826d-0b94f5e19d12 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:34.916381 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-963b13ca-aafd-48ee-8a51-de19a8b3d207 req-3d979af8-1d0f-4040-826d-0b94f5e19d12 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 945 time: 0.2793190 Aug 31 14:16:34.938608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1872795235-network', 'tenant_id': '3c77177a7f484a688be812ec879e9355'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:34.982196 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.001978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] Made reservation on behalf of 3c77177a7f484a688be812ec879e9355 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:35.006273 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.034871 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.035598 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-963b13ca-aafd-48ee-8a51-de19a8b3d207 req-de3804c6-20e2-466c-a7a5-59fdbe501e80 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085913 Aug 31 14:16:35.095352 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.128616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb27448-8a67-401b-a504-2c32a715e2f3 req-4dc47d68-32c7-4691-8e70-cde687216940 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:35.130439 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1eb27448-8a67-401b-a504-2c32a715e2f3 req-4dc47d68-32c7-4691-8e70-cde687216940 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 949 time: 0.1190190 Aug 31 14:16:35.141613 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9efd221-61bb-4dce-9fff-ce34985622e6 x-openstack-request-id: req-b9efd221-61bb-4dce-9fff-ce34985622e6 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:35.141956 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47065d58-2611-471a-8a70-160a042eed54", "name": "network-vif-deleted", "tag": "d925fe08-8db4-4045-98ae-f9e73c7d3992", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:35.142158 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9efd221-61bb-4dce-9fff-ce34985622e6 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:35.142563 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47065d58-2611-471a-8a70-160a042eed54', 'name': 'network-vif-deleted', 'tag': 'd925fe08-8db4-4045-98ae-f9e73c7d3992', 'status': 'completed', 'code': 200} Aug 31 14:16:35.168607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cbfe2f94-3105-4da2-b644-20e53797b9cf no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:35.195494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:35.205352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: cbfe2f94-3105-4da2-b644-20e53797b9cf {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:35.205695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cbfe2f94-3105-4da2-b644-20e53797b9cf not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:35.208463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:35.215212 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Pushing event updated for resources: {'Port': ['ID=63a7a492-706d-45b6-9cf5-783cb638cee1,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:35.224721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:35.225598 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.286104 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1eb27448-8a67-401b-a504-2c32a715e2f3 req-1c393825-4852-4eab-975f-21b3945f2f10 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457348 Aug 31 14:16:35.287019 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.324342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:16:35.335789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa23eee-341c-4ac7-85d9-8123a4891511,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:35.342442 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.342785 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] Added segment a1baab4a-5a08-4086-b627-c93263c4b3cc of type vlan for network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af Aug 31 14:16:35.393872 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.427696 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.430642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:35.430917 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.505242 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7786281 Aug 31 14:16:35.508368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55564) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:35.513976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c207e059-28ec-49c0-be33-02c996fcbc29 admin admin] Request body: {'subnet': {'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1872795235-subnet', 'tenant_id': '3c77177a7f484a688be812ec879e9355', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:35.529079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfe84e-ddb0-4d4f-9b31-ce9c175bb66b admin admin] Pushing event updated for resources: {'Network': ['ID=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:35.540480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:16:35.552224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55566) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:35.584915 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c207e059-28ec-49c0-be33-02c996fcbc29 admin admin] Made reservation on behalf of 3c77177a7f484a688be812ec879e9355 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:35.588041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c207e059-28ec-49c0-be33-02c996fcbc29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.721781 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f6229310-9dd0-48ee-a617-970ce80fb12d req-6b1c38f3-d4d6-4c30-947b-324ef632ce0b tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=47065d58-2611-471a-8a70-160a042eed54 HTTP/1.1" status: 200 len: 210 time: 0.0441184 Aug 31 14:16:35.828776 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6fc2d-0346-4a28-a743-22be1b203b67 req-ccf2aa29-34a7-46ab-a2df-b416b90916cd tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:35.831318 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dee6fc2d-0346-4a28-a743-22be1b203b67 req-ccf2aa29-34a7-46ab-a2df-b416b90916cd tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 949 time: 0.1366060 Aug 31 14:16:35.881220 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c207e059-28ec-49c0-be33-02c996fcbc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.888589 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.947114 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-46b48a64-f53c-4418-802f-42f898665e88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8494f3c52fee4ebf87d59b2390b88765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908269 Aug 31 14:16:35.951593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55572) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:35.964329 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dee6fc2d-0346-4a28-a743-22be1b203b67 req-0f457f35-8d80-404e-b4ef-b148033a146b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213999 Aug 31 14:16:35.964884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06bd6bc-2ec5-47f3-9ba1-50a9a7af8ec9 None None] Network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:35.982670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207e059-28ec-49c0-be33-02c996fcbc29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:36.029277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207e059-28ec-49c0-be33-02c996fcbc29 admin admin] Checking segment: {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:36.029631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c207e059-28ec-49c0-be33-02c996fcbc29 admin admin] Network hostable DHCP agents. Network: 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:16:36.053720 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57d7dcf2-647e-41e8-a638-4b679faa1b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.067855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c207e059-28ec-49c0-be33-02c996fcbc29 admin admin] Network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:16:36.084643 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57d7dcf2-647e-41e8-a638-4b679faa1b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.087867 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c207e059-28ec-49c0-be33-02c996fcbc29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:36.098306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b3e60e77-8c6f-47f8-9499-15ad525b4766 None None] Provisioning for port 0949b0af-c133-49c3-b8fa-4f35a40656dc completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:36.098983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c207e059-28ec-49c0-be33-02c996fcbc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:36.099604 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c207e059-28ec-49c0-be33-02c996fcbc29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.102559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5425c47c-2f26-4447-b382-34b57f340fd1 None None] Network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:36.133485 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c207e059-28ec-49c0-be33-02c996fcbc29 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6238403 Aug 31 14:16:36.165226 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57d7dcf2-647e-41e8-a638-4b679faa1b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.167996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57d7dcf2-647e-41e8-a638-4b679faa1b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.171839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-57d7dcf2-647e-41e8-a638-4b679faa1b7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e40c7e74-bd05-42ad-bd2f-77dd4c2a2312 HTTP/1.1" status: 204 len: 168 time: 0.2178574 Aug 31 14:16:36.178380 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.194104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7dcf2-647e-41e8-a638-4b679faa1b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40c7e74-bd05-42ad-bd2f-77dd4c2a2312,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:36.262939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0054a64-9dc5-417f-8abc-f624d8a56d3a req-fff4dc64-5a3a-40a5-aba7-76e5d2556312 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:36.264792 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d0054a64-9dc5-417f-8abc-f624d8a56d3a req-fff4dc64-5a3a-40a5-aba7-76e5d2556312 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 945 time: 0.1088183 Aug 31 14:16:36.310889 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:36.340604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e866f-5bac-4090-baa0-d31547ce6f6f None None] Network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:36.392023 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d0054a64-9dc5-417f-8abc-f624d8a56d3a req-91c2678b-c85c-4e0d-991c-d7907b55f705 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821502 Aug 31 14:16:36.495748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:16:36.562644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d35673-90b4-4c91-8cc3-c89441a5d997 req-9e9418da-b0ff-4b21-b2e0-03891306f973 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:36.572416 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84d35673-90b4-4c91-8cc3-c89441a5d997 req-9e9418da-b0ff-4b21-b2e0-03891306f973 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 949 time: 0.1193314 Aug 31 14:16:36.630249 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84d35673-90b4-4c91-8cc3-c89441a5d997 req-f0203131-ce36-45e0-8cde-7e8d35db7932 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571513 Aug 31 14:16:36.700583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:36.704957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:36.705330 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.723483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:36.744010 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.745707 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4ac7136f-e42e-4624-ba52-7f49508038df admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2041726 Aug 31 14:16:36.748919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55594) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:36.768045 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Sync routers for ids ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:36.774024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0949b0af-c133-49c3-b8fa-4f35a40656dc up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:36.780938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55596) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:36.800402 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e5fbc6b4-eaeb-4f97-ac51-b5ca07910499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.897381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Routers {'3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:36.898377 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:16:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:36.969056 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 0949b0af-c133-49c3-b8fa-4f35a40656dc completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:37.053585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0949b0af-c133-49c3-b8fa-4f35a40656dc triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:37.053852 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.063934 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e5fbc6b4-eaeb-4f97-ac51-b5ca07910499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.076388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-1b10c5fb-2888-4599-9ccf-ba58cb1c5325 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:37.078395 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-1b10c5fb-2888-4599-9ccf-ba58cb1c5325 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 812 time: 0.1847045 Aug 31 14:16:37.079769 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e5fbc6b4-eaeb-4f97-ac51-b5ca07910499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.096895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Set router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:37.124863 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-53bd1f04-3f45-4935-a5bb-87c7a9a00579 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/quotas/3c77177a7f484a688be812ec879e9355 HTTP/1.1" status: 200 len: 375 time: 0.0358493 Aug 31 14:16:37.131383 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e5fbc6b4-eaeb-4f97-ac51-b5ca07910499 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f061f779914847659c137aeed1236157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493810 Aug 31 14:16:37.139421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55612) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:37.147524 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fbc6b4-eaeb-4f97-ac51-b5ca07910499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f5b36a-083f-4b12-bb55-aca44aa98aaf,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:37.176504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0f4a0-15f6-4726-9b9f-8187669d4823 req-d545d631-3022-4170-b74d-134ff9899aa1 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:37.182912 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79e0f4a0-15f6-4726-9b9f-8187669d4823 req-d545d631-3022-4170-b74d-134ff9899aa1 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 949 time: 0.1012855 Aug 31 14:16:37.185089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 48a7cf4d-6b7e-4647-8138-ba2309175b0d up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:37.198773 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-4478d0fa-2785-4dea-961b-49a7eeb858c7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579181 Aug 31 14:16:37.256465 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79e0f4a0-15f6-4726-9b9f-8187669d4823 req-4491ecde-be97-45f9-929f-002a9dd5922f tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726507 Aug 31 14:16:37.291022 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7c3064b-cb4b-4b4b-969f-fa13a867b849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.301305 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.326581 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7c3064b-cb4b-4b4b-969f-fa13a867b849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.359010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e433cc62-e28a-4046-b52c-35f9565a0606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d0effe-bcaf-46bb-93d8-fd547b4d46a9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:37.361353 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178e41ba-654b-4be9-ae1a-6d25e01dcdba" -d '{"events": [{"server_uuid": "e433cc62-e28a-4046-b52c-35f9565a0606", "name": "network-vif-plugged", "status": "completed", "tag": "87d0effe-bcaf-46bb-93d8-fd547b4d46a9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:37.381099 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-ff542bdd-ba75-4e2b-9bce-29f66a311e7b service neutron] 10.222.0.39 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704617 Aug 31 14:16:37.387951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=87d0effe-bcaf-46bb-93d8-fd547b4d46a9,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:37.401119 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022138a-1f8f-4114-8fc7-44fe41d19dcc req-6c47e437-c4c6-4a17-869f-30070dfc27d0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:37.402733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6022138a-1f8f-4114-8fc7-44fe41d19dcc req-6c47e437-c4c6-4a17-869f-30070dfc27d0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 949 time: 0.0891166 Aug 31 14:16:37.411235 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.423968 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.471357 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6022138a-1f8f-4114-8fc7-44fe41d19dcc req-293f97ff-6703-4f51-9255-a87274fd8871 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548747 Aug 31 14:16:37.488741 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-a1c0067f-a762-43bd-a6cb-0b9d516f5622 service neutron] 10.222.0.39 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000462 Aug 31 14:16:37.502958 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 48a7cf4d-6b7e-4647-8138-ba2309175b0d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:37.511706 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7c3064b-cb4b-4b4b-969f-fa13a867b849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.513096 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.514444 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7c3064b-cb4b-4b4b-969f-fa13a867b849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.523049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 48a7cf4d-6b7e-4647-8138-ba2309175b0d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:37.523590 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.524372 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f7c3064b-cb4b-4b4b-969f-fa13a867b849 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61f5b36a-083f-4b12-bb55-aca44aa98aaf HTTP/1.1" status: 204 len: 168 time: 0.3824887 Aug 31 14:16:37.538540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=87d0effe-bcaf-46bb-93d8-fd547b4d46a9,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:37.541911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3064b-cb4b-4b4b-969f-fa13a867b849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f5b36a-083f-4b12-bb55-aca44aa98aaf,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:37.577149 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4a075d-03d9-4ac6-a822-53b907ce1829 x-openstack-request-id: req-5c4a075d-03d9-4ac6-a822-53b907ce1829 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:37.577378 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e433cc62-e28a-4046-b52c-35f9565a0606", "name": "network-vif-plugged", "status": "completed", "tag": "87d0effe-bcaf-46bb-93d8-fd547b4d46a9", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:37.578001 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c4a075d-03d9-4ac6-a822-53b907ce1829 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:37.578001 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e433cc62-e28a-4046-b52c-35f9565a0606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d0effe-bcaf-46bb-93d8-fd547b4d46a9', 'code': 200} Aug 31 14:16:37.612872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 0949b0af-c133-49c3-b8fa-4f35a40656dc, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0949b0af-c133-49c3-b8fa-4f35a40656dc,segment=NetworkSegment(86dc075b-f119-4562-8e5b-9db9052ccf90),segment_id=86dc075b-f119-4562-8e5b-9db9052ccf90)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:37.619662 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.627633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:16:35Z', 'revision_number': 3, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:37.685140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Checking router: 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:16:37.685778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Updating router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e port 63a7a492-706d-45b6-9cf5-783cb638cee1 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:16:37.725647 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0908b4-86f8-4199-9e89-28adbe68bc52 req-04fe6c47-5489-4d08-950c-4cd35aa5e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:37.728132 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9f0908b4-86f8-4199-9e89-28adbe68bc52 req-04fe6c47-5489-4d08-950c-4cd35aa5e90f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 1101 time: 0.0885663 Aug 31 14:16:37.828060 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.838786 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9f0908b4-86f8-4199-9e89-28adbe68bc52 req-1e9b0169-d78c-43a4-8d8a-7dba6c175b6c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972466 Aug 31 14:16:37.851990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Allocated IP 172.20.0.1 (5ec3e436-ccc6-44d9-a5c3-d10e0311920d/0c6204ca-9197-45f4-a4ce-3f9cbe876beb/144a459d-fbe1-4857-96b9-2892d65821d2) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:37.859971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3881c5-dc3d-4af8-bd41-2f2d1c104bb2 req-2f4623eb-8281-43cf-8d71-abfa93ef17cc tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:37.861710 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=0949b0af-c133-49c3-b8fa-4f35a40656dc,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:37.872125 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec3881c5-dc3d-4af8-bd41-2f2d1c104bb2 req-2f4623eb-8281-43cf-8d71-abfa93ef17cc tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 945 time: 0.1319971 Aug 31 14:16:37.891984 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.926345 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec3881c5-dc3d-4af8-bd41-2f2d1c104bb2 req-ea770c61-732e-4f85-893b-1b8974de5669 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532103 Aug 31 14:16:37.962121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1b786-7b4f-4d09-adeb-ba8aa971ee05 req-3af5d979-1319-4315-bcae-c5b1c5eeb1f6 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:37.962121 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8b1b786-7b4f-4d09-adeb-ba8aa971ee05 req-3af5d979-1319-4315-bcae-c5b1c5eeb1f6 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 950 time: 0.1535735 Aug 31 14:16:38.009480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:38.014462 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8b1b786-7b4f-4d09-adeb-ba8aa971ee05 req-93f8bc9b-19b9-486e-909f-a502061b7ca8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542352 Aug 31 14:16:38.025683 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.026770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device f07689c1-97c2-4ccb-bc15-e163f6f240b4 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:38.041202 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.072140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Transition to ACTIVE for port object 144a459d-fbe1-4857-96b9-2892d65821d2 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:38.073866 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c9647b33-94d7-4e88-9302-ef4e22ea618a req-d27c553d-9b63-4bb8-8ccb-f72e39538b93 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 210 time: 0.0374508 Aug 31 14:16:38.117674 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.159412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:38.167763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:38.171544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:38.172225 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.228065 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=48a7cf4d-6b7e-4647-8138-ba2309175b0d,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:38.254306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Pushing event updated for resources: {'Port': ['ID=144a459d-fbe1-4857-96b9-2892d65821d2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:38.267389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port f07689c1-97c2-4ccb-bc15-e163f6f240b4 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:38.274151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port f07689c1-97c2-4ccb-bc15-e163f6f240b4 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:38.285562 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.345540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d925fe08-8db4-4045-98ae-f9e73c7d3992 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:38.449084 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.458411 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.461468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Transition to ACTIVE for port object 63a7a492-706d-45b6-9cf5-783cb638cee1 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:38.467501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: d925fe08-8db4-4045-98ae-f9e73c7d3992 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:38.467886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d925fe08-8db4-4045-98ae-f9e73c7d3992 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:38.472820 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.509754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8fb34-55b5-4890-b3d3-27e6ce22baf4 req-ad80a15c-73f0-4a9c-93ff-2597c8d9332c tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:38.535802 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3de8fb34-55b5-4890-b3d3-27e6ce22baf4 req-ad80a15c-73f0-4a9c-93ff-2597c8d9332c tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 949 time: 0.1474061 Aug 31 14:16:38.546774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6d82232f-5be8-4083-b5c5-feeba82e7f96 None None] Provisioning for port 144a459d-fbe1-4857-96b9-2892d65821d2 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:38.591378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6d82232f-5be8-4083-b5c5-feeba82e7f96 None None] Provisioning complete for port 144a459d-fbe1-4857-96b9-2892d65821d2 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:38.592710 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6d82232f-5be8-4083-b5c5-feeba82e7f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.645691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae84d6-cd7e-4c41-a4cb-3e0ef736e238 None None] Pushing event updated for resources: {'Port': ['ID=63a7a492-706d-45b6-9cf5-783cb638cee1,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:38.667403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0949b0af-c133-49c3-b8fa-4f35a40656dc up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:38.679597 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3de8fb34-55b5-4890-b3d3-27e6ce22baf4 req-e43a9d0b-e96a-421d-a06d-941c4c299694 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950265 Aug 31 14:16:38.696026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cedd71-3747-4bec-86d2-50b290be6ffd req-111a83f8-d53f-4088-a092-143d105f6f17 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:38.707334 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9cedd71-3747-4bec-86d2-50b290be6ffd req-111a83f8-d53f-4088-a092-143d105f6f17 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 949 time: 0.1193120 Aug 31 14:16:38.728016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Attempting to bind port 63a7a492-706d-45b6-9cf5-783cb638cee1 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:38.728520 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Attempting to bind port 63a7a492-706d-45b6-9cf5-783cb638cee1 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:38.728981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Attempting to bind port 63a7a492-706d-45b6-9cf5-783cb638cee1 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:38.741819 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:38.742925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:38.744786 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.745453 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:38.746425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Bound port: 63a7a492-706d-45b6-9cf5-783cb638cee1, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:38.746912 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.813872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6d82232f-5be8-4083-b5c5-feeba82e7f96 None None] Port 144a459d-fbe1-4857-96b9-2892d65821d2 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:16:38.818140 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9cedd71-3747-4bec-86d2-50b290be6ffd req-c843e7ba-f717-4735-81fd-b5416565e4fa tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046057 Aug 31 14:16:38.831546 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.887384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0949b0af-c133-49c3-b8fa-4f35a40656dc triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:38.887684 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.906663 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.914544 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.915698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.944447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] For port 63a7a492-706d-45b6-9cf5-783cb638cee1, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:38.947622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port f07689c1-97c2-4ccb-bc15-e163f6f240b4, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:38.961745 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.996361 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] For port 63a7a492-706d-45b6-9cf5-783cb638cee1, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=63a7a492-706d-45b6-9cf5-783cb638cee1,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:39.020710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Pushing event updated for resources: {'Port': ['ID=144a459d-fbe1-4857-96b9-2892d65821d2,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:39.062906 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61eb1c2-5749-45bd-a2b6-57af52235c80 req-5e9209bb-1313-4919-aa99-c5e05217d3b1 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:39.065450 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c61eb1c2-5749-45bd-a2b6-57af52235c80 req-5e9209bb-1313-4919-aa99-c5e05217d3b1 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.60 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 949 time: 0.0938101 Aug 31 14:16:39.115994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:39.135664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:39.236494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683ee55-0277-441a-ae02-b7cbf33f7850 req-4e51f748-1120-40ad-8c47-e03462a1a1c1 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:39.238119 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2683ee55-0277-441a-ae02-b7cbf33f7850 req-4e51f748-1120-40ad-8c47-e03462a1a1c1 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 946 time: 0.1237910 Aug 31 14:16:39.256353 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.285571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79d6e1-72ae-4588-9cca-9a0058425ee7 req-7a3b7762-3723-4410-b771-215de4a71554 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:39.301238 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac79d6e1-72ae-4588-9cca-9a0058425ee7 req-7a3b7762-3723-4410-b771-215de4a71554 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 950 time: 0.1711938 Aug 31 14:16:39.301481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Routers {'3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:39.301481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:16:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:39.322174 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2683ee55-0277-441a-ae02-b7cbf33f7850 req-7beae4b7-3be8-41c1-99ed-afdb86a1f69d tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730569 Aug 31 14:16:39.332627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-c61eb1c2-5749-45bd-a2b6-57af52235c80 req-b270ea7e-4357-4100-aa0e-ba696df1e117 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Deleting port 999fda27-20a2-411d-8b21-23f7707363f1 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:39.332988 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c61eb1c2-5749-45bd-a2b6-57af52235c80 req-b270ea7e-4357-4100-aa0e-ba696df1e117 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.465993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] Set router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:39.541660 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac79d6e1-72ae-4588-9cca-9a0058425ee7 req-8d72b10f-eafa-4e16-a783-54df17ce93e9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448297 Aug 31 14:16:39.573750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55a2e1df-dcb7-4e37-9dc1-0d4bb9d18f28 req-d4f0aa34-a379-4048-b3a4-fec1cc13b1f0 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 210 time: 0.0824573 Aug 31 14:16:39.585366 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c61eb1c2-5749-45bd-a2b6-57af52235c80 req-b270ea7e-4357-4100-aa0e-ba696df1e117 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] For port 999fda27-20a2-411d-8b21-23f7707363f1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=999fda27-20a2-411d-8b21-23f7707363f1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:39.586885 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c61eb1c2-5749-45bd-a2b6-57af52235c80 req-b270ea7e-4357-4100-aa0e-ba696df1e117 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.603210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8694b4fe-ffd5-4ec3-a52a-6c44572e0796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a7cf4d-6b7e-4647-8138-ba2309175b0d'}, {'server_uuid': '89594f00-bfa4-4d39-9977-598347c3c9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07689c1-97c2-4ccb-bc15-e163f6f240b4'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:39.605628 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35e0393-4200-4757-afbb-11ea2cc51ae0" -d '{"events": [{"server_uuid": "8694b4fe-ffd5-4ec3-a52a-6c44572e0796", "name": "network-vif-plugged", "status": "completed", "tag": "48a7cf4d-6b7e-4647-8138-ba2309175b0d"}, {"server_uuid": "89594f00-bfa4-4d39-9977-598347c3c9e0", "name": "network-vif-plugged", "status": "completed", "tag": "f07689c1-97c2-4ccb-bc15-e163f6f240b4"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:39.621154 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-c61eb1c2-5749-45bd-a2b6-57af52235c80 req-b270ea7e-4357-4100-aa0e-ba696df1e117 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Calling delete_port for 999fda27-20a2-411d-8b21-23f7707363f1 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:39.730971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:39.786037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=f07689c1-97c2-4ccb-bc15-e163f6f240b4,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:39.787017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-bcaa9552-8a47-4ce8-b29e-a55ad7db252a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:39.788672 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-bcaa9552-8a47-4ce8-b29e-a55ad7db252a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.60 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 812 time: 0.2362530 Aug 31 14:16:39.814608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Request body: {'port': {'device_id': 'a604ab93-2b72-4e01-8965-fffcc8dd08d6', 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af', 'admin_state_up': True, 'tenant_id': '3c77177a7f484a688be812ec879e9355'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:39.843560 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d675048d-6e70-4c9e-91c9-92206d1eddde x-openstack-request-id: req-d675048d-6e70-4c9e-91c9-92206d1eddde {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:39.844046 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8694b4fe-ffd5-4ec3-a52a-6c44572e0796", "name": "network-vif-plugged", "status": "completed", "tag": "48a7cf4d-6b7e-4647-8138-ba2309175b0d", "code": 200}, {"server_uuid": "89594f00-bfa4-4d39-9977-598347c3c9e0", "name": "network-vif-plugged", "status": "completed", "tag": "f07689c1-97c2-4ccb-bc15-e163f6f240b4", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:39.844546 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d675048d-6e70-4c9e-91c9-92206d1eddde {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:39.844944 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8694b4fe-ffd5-4ec3-a52a-6c44572e0796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a7cf4d-6b7e-4647-8138-ba2309175b0d', 'code': 200} Aug 31 14:16:39.846081 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89594f00-bfa4-4d39-9977-598347c3c9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07689c1-97c2-4ccb-bc15-e163f6f240b4', 'code': 200} Aug 31 14:16:39.919860 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c61eb1c2-5749-45bd-a2b6-57af52235c80 req-b270ea7e-4357-4100-aa0e-ba696df1e117 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.921699 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d94409ae-454c-4b8c-a764-e462593ab4be None None] Provisioning complete for port 144a459d-fbe1-4857-96b9-2892d65821d2 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:39.923717 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d94409ae-454c-4b8c-a764-e462593ab4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.935704 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['999fda27-20a2-411d-8b21-23f7707363f1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:39.957495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270ea7e-4357-4100-aa0e-ba696df1e117 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Pushing event deleted for resources: {'Port': ['ID=999fda27-20a2-411d-8b21-23f7707363f1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:39.972122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae84d6-cd7e-4c41-a4cb-3e0ef736e238 None None] Pushing event updated for resources: {'Port': ['ID=63a7a492-706d-45b6-9cf5-783cb638cee1,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:40.031064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 4, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '144a459d-fbe1-4857-96b9-2892d65821d2', 'name': '', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'mac_address': 'fa:16:3e:17:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:37Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 2, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'subnets': [{'id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:40.118435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ff82b-a3fd-451d-b612-2d7395250800 None None] The sync data for ids ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'] in n-d-806683-5 is: [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 4, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '144a459d-fbe1-4857-96b9-2892d65821d2', 'name': '', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'mac_address': 'fa:16:3e:17:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:37Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 2, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'subnets': [{'id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:40.129656 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d94409ae-454c-4b8c-a764-e462593ab4be None None] Port 144a459d-fbe1-4857-96b9-2892d65821d2 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:16:40.395869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48bcf6a6-701f-40db-9538-a1c811e10d13 req-5e68dc5c-78af-4194-b0db-4fa527e351aa tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.39 "GET /v2.0/ports?device_id=17c207b1-2ae0-4871-b7b9-b7138ade8376 HTTP/1.1" status: 200 len: 210 time: 0.5614951 Aug 31 14:16:40.433499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61eb1c2-5749-45bd-a2b6-57af52235c80 req-b270ea7e-4357-4100-aa0e-ba696df1e117 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] No DVR routers for this DVR port 999fda27-20a2-411d-8b21-23f7707363f1 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:40.450027 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c61eb1c2-5749-45bd-a2b6-57af52235c80 req-b270ea7e-4357-4100-aa0e-ba696df1e117 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:40.452694 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c61eb1c2-5749-45bd-a2b6-57af52235c80 req-b270ea7e-4357-4100-aa0e-ba696df1e117 tempest-LiveMigrationNegativeTest-274453544 tempest-LiveMigrationNegativeTest-274453544-project] 10.222.0.60 "DELETE /v2.0/ports/999fda27-20a2-411d-8b21-23f7707363f1 HTTP/1.1" status: 204 len: 173 time: 1.3792601 Aug 31 14:16:40.454561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c207b1-2ae0-4871-b7b9-b7138ade8376', 'name': 'network-vif-deleted', 'tag': '999fda27-20a2-411d-8b21-23f7707363f1'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:40.457850 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e59073-5ba4-4ee9-8302-16609bb5ff19" -d '{"events": [{"server_uuid": "17c207b1-2ae0-4871-b7b9-b7138ade8376", "name": "network-vif-deleted", "tag": "999fda27-20a2-411d-8b21-23f7707363f1"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:40.469482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee987bc7-ac85-416d-9e13-be79d70aadb9 req-fd4670cf-7076-43fc-97b5-40891fb614ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:40.470948 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee987bc7-ac85-416d-9e13-be79d70aadb9 req-fd4670cf-7076-43fc-97b5-40891fb614ed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 1097 time: 0.4710145 Aug 31 14:16:40.502830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ef863-267e-4947-8c8d-78f6370d4588 req-c16bba56-3a70-4290-b689-f43363b6c434 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:40.504690 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca7ef863-267e-4947-8c8d-78f6370d4588 req-c16bba56-3a70-4290-b689-f43363b6c434 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.5483887 Aug 31 14:16:40.615153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Made reservation on behalf of 3c77177a7f484a688be812ec879e9355 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:40.623482 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:40.637263 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee987bc7-ac85-416d-9e13-be79d70aadb9 req-e2c7afae-b84a-48e9-be6d-992c19aeda04 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314805 Aug 31 14:16:40.654386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:40.657537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563db511-374c-4510-b10c-6eeb836fab27 req-a262bed3-fd26-4b0a-bb41-6130f8d85e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:40.657944 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca7ef863-267e-4947-8c8d-78f6370d4588 req-7e97039d-0570-4982-80b9-5286de9b60ff tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432772 Aug 31 14:16:40.659099 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-563db511-374c-4510-b10c-6eeb836fab27 req-a262bed3-fd26-4b0a-bb41-6130f8d85e56 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 1101 time: 0.6528914 Aug 31 14:16:40.665804 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ada7999e-22ed-4e48-afe9-d149cf143161 admin admin] 10.222.0.39 "PUT /v2.0/routers/3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9152000 Aug 31 14:16:40.851912 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Allocated IP 172.20.0.13 (0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af/2aa5041b-aff9-4323-8a2c-7ce83a5dbf67/522f3ce7-c092-4bf8-a778-437d2e0f39d3) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:40.889989 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f18f3-5d50-4694-a88e-ff56e81227f2 req-8008ad4c-50cd-4881-8443-594350dc330b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:40.909470 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b84f18f3-5d50-4694-a88e-ff56e81227f2 req-8008ad4c-50cd-4881-8443-594350dc330b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 946 time: 0.1135881 Aug 31 14:16:40.951287 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-563db511-374c-4510-b10c-6eeb836fab27 req-e502d973-8470-41bb-98db-0ae604d8bd86 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419703 Aug 31 14:16:40.973844 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdf99bb-ccee-49a2-adf7-7f9f3678cceb x-openstack-request-id: req-9fdf99bb-ccee-49a2-adf7-7f9f3678cceb {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:40.974356 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c207b1-2ae0-4871-b7b9-b7138ade8376", "name": "network-vif-deleted", "tag": "999fda27-20a2-411d-8b21-23f7707363f1", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:40.974356 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fdf99bb-ccee-49a2-adf7-7f9f3678cceb {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:40.974898 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c207b1-2ae0-4871-b7b9-b7138ade8376', 'name': 'network-vif-deleted', 'tag': '999fda27-20a2-411d-8b21-23f7707363f1', 'status': 'completed', 'code': 200} Aug 31 14:16:40.994170 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b84f18f3-5d50-4694-a88e-ff56e81227f2 req-7c8ed79f-5352-4315-be1a-8fecfb879b5c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699692 Aug 31 14:16:41.140228 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e83e85d-c4c7-49ec-b1e1-5481ae3e2346 req-9edec44c-3e34-4e36-b281-4f5de596d5df tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 210 time: 0.0460484 Aug 31 14:16:41.159623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2902cea-213a-4314-b671-d52cf2c5d8eb req-f117bafa-0b41-4812-86fc-e0791b1bcf3d tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:41.167072 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2902cea-213a-4314-b671-d52cf2c5d8eb req-f117bafa-0b41-4812-86fc-e0791b1bcf3d tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 950 time: 0.0946217 Aug 31 14:16:41.269982 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.275954 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2902cea-213a-4314-b671-d52cf2c5d8eb req-0341a368-90ff-4942-a78c-f9e47d23fb73 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079631 Aug 31 14:16:41.354414 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.414720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:41.424790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:41.473591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:41.481149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:41.481823 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.500565 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6906335 Aug 31 14:16:41.502960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Pushing event updated for resources: {'Port': ['ID=522f3ce7-c092-4bf8-a778-437d2e0f39d3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:41.521614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Request body: {'port': {'device_id': 'a604ab93-2b72-4e01-8965-fffcc8dd08d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:41.562151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.562528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.562862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.563230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.563604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.563943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.564277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.564657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.565018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.565656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.566452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.567062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1322a5e9-871e-4c61-a774-eacef8d827ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.598501 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55716) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:41.607349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144598554', 'description': 'tempest-description--2003912034'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:41.607903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f8b21-2fe6-4064-8b64-62ee12dcc1a3 req-cb4af8c8-fcda-406f-8e4f-0ee99914813b tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:41.615706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a12f8b21-2fe6-4064-8b64-62ee12dcc1a3 req-cb4af8c8-fcda-406f-8e4f-0ee99914813b tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 1101 time: 0.1953852 Aug 31 14:16:41.653492 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.662214 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.691803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a12f8b21-2fe6-4064-8b64-62ee12dcc1a3 req-58e80ea9-270d-4698-bf87-5ebeff1ce05e tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577502 Aug 31 14:16:41.953325 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.958397 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.048743 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.056247 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4555411 Aug 31 14:16:42.058907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55734) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:42.063979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-30b997a1-7d88-48dd-bba5-1ee551f21c53 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Request body: {'security_group_rule': {'security_group_id': '7943d090-5db1-4704-852d-0e567c6f212b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:42.071440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7943d090-5db1-4704-852d-0e567c6f212b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:42.091141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:42.091925 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:42.092495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:42.093047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:42.093591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:42.094151 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:42.094919 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:42.095691 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:42.096280 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:42.096827 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:42.097441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:42.097981 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc17b68-1834-421e-97c6-757bce152e79 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:42.134133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc44bf-0a93-417e-aea7-c2bec4851726 req-c5b81073-10b5-4e54-af5f-622a88b983fa tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:42.142544 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8cc44bf-0a93-417e-aea7-c2bec4851726 req-c5b81073-10b5-4e54-af5f-622a88b983fa tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1575902 Aug 31 14:16:42.194120 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30b997a1-7d88-48dd-bba5-1ee551f21c53 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.253114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522f3ce7-c092-4bf8-a778-437d2e0f39d3 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:42.264677 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8cc44bf-0a93-417e-aea7-c2bec4851726 req-56c62dbf-9092-4c8e-b7cd-4c5111f7e41b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209798 Aug 31 14:16:42.278637 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.311781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Transition to ACTIVE for port object 522f3ce7-c092-4bf8-a778-437d2e0f39d3 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:42.361235 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30b997a1-7d88-48dd-bba5-1ee551f21c53 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.388271 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-474e5a10-80b7-4593-bfdd-9911d708db3d tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1901edefb11847a7897a42142ce0f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710912 Aug 31 14:16:42.400100 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30b997a1-7d88-48dd-bba5-1ee551f21c53 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.400301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.456820 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b997a1-7d88-48dd-bba5-1ee551f21c53 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0fcaac-c9da-407c-bc39-d5e8894b33a9,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:42.460127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55748) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:42.498794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4e8d4-862e-4686-adce-fae5ddbeb22b req-64d83272-e587-4e22-a958-d8c14d54bd91 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:42.529639 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3ee4e8d4-862e-4686-adce-fae5ddbeb22b req-64d83272-e587-4e22-a958-d8c14d54bd91 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 946 time: 0.1644247 Aug 31 14:16:42.535287 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30b997a1-7d88-48dd-bba5-1ee551f21c53 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.553288 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-30b997a1-7d88-48dd-bba5-1ee551f21c53 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4922075 Aug 31 14:16:42.559186 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55752) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:42.573662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Pushing event updated for resources: {'Port': ['ID=522f3ce7-c092-4bf8-a778-437d2e0f39d3,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:42.575546 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-eeb956d6-56e6-4fb7-9cd3-4d1a611b575b tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Request body: {'security_group_rule': {'security_group_id': '7943d090-5db1-4704-852d-0e567c6f212b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:42.676441 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eeb956d6-56e6-4fb7-9cd3-4d1a611b575b tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.684217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 63a7a492-706d-45b6-9cf5-783cb638cee1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:42.685855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-fda1d434-57a5-4af1-bb37-1724ac3c54a5 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:42.688550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-fda1d434-57a5-4af1-bb37-1724ac3c54a5 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2994349 Aug 31 14:16:42.693370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Attempting to bind port 522f3ce7-c092-4bf8-a778-437d2e0f39d3 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:42.696172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Attempting to bind port 522f3ce7-c092-4bf8-a778-437d2e0f39d3 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:42.696651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Attempting to bind port 522f3ce7-c092-4bf8-a778-437d2e0f39d3 on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:42.720567 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-19b4e049-a621-4b6f-bc63-64725123be8f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/quotas/1901edefb11847a7897a42142ce0f797 HTTP/1.1" status: 200 len: 375 time: 0.0202355 Aug 31 14:16:42.732875 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3ee4e8d4-862e-4686-adce-fae5ddbeb22b req-6a5e1685-96c8-4bd6-9121-4b338981399b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998174 Aug 31 14:16:42.776845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Port 522f3ce7-c092-4bf8-a778-437d2e0f39d3 on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:42.777403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Attempting to bind port 522f3ce7-c092-4bf8-a778-437d2e0f39d3 on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:42.786183 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:42.786708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Checking segment: {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:42.787315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Bound using segment: {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:42.787953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Bound port: 522f3ce7-c092-4bf8-a778-437d2e0f39d3, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:42.788581 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.790447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 63a7a492-706d-45b6-9cf5-783cb638cee1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:42.797042 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 63a7a492-706d-45b6-9cf5-783cb638cee1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:42.797694 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.802947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eeb956d6-56e6-4fb7-9cd3-4d1a611b575b tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.813810 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eeb956d6-56e6-4fb7-9cd3-4d1a611b575b tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.853558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb956d6-56e6-4fb7-9cd3-4d1a611b575b tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a900c36-959a-442b-9d7a-9de88b5b16c5,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:42.863887 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9e257e0b-f6c4-4ea0-88d8-4a39df755ae2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9533cffbf9da4adeac66e58f8b49936b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020801 Aug 31 14:16:42.865042 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eeb956d6-56e6-4fb7-9cd3-4d1a611b575b tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.871788 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eeb956d6-56e6-4fb7-9cd3-4d1a611b575b tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3114204 Aug 31 14:16:42.872869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55758) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:42.873474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55760) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:42.880256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] For port 522f3ce7-c092-4bf8-a778-437d2e0f39d3, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:42.882470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:42.884193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] For port 522f3ce7-c092-4bf8-a778-437d2e0f39d3, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=522f3ce7-c092-4bf8-a778-437d2e0f39d3,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:42.901248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-84647f6f-fa3c-4088-afe3-a37b5f97ceaa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1796436 Aug 31 14:16:42.903002 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.942960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:42.943976 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.946222 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] 10.222.0.60 "PUT /v2.0/ports/522f3ce7-c092-4bf8-a778-437d2e0f39d3 HTTP/1.1" status: 200 len: 1092 time: 1.4306450 Aug 31 14:16:42.949124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a604ab93-2b72-4e01-8965-fffcc8dd08d6', 'tag': '522f3ce7-c092-4bf8-a778-437d2e0f39d3'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:42.954053 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.963836 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540ee0c7-eff1-42c8-a046-5f72b9fe2ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "a604ab93-2b72-4e01-8965-fffcc8dd08d6", "tag": "522f3ce7-c092-4bf8-a778-437d2e0f39d3"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:42.996051 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 63a7a492-706d-45b6-9cf5-783cb638cee1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=63a7a492-706d-45b6-9cf5-783cb638cee1,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:43.017459 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.031135 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.065910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787b0f8-bd9d-4ba5-897d-72db1e71e6cc req-1d5011d9-1f37-40d2-8bdc-d1874d68b423 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:43.067347 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-84b56275-4c1f-4955-b1fa-c1771fda3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:43.068896 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-84b56275-4c1f-4955-b1fa-c1771fda3c71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 1095 time: 0.0801752 Aug 31 14:16:43.070002 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6787b0f8-bd9d-4ba5-897d-72db1e71e6cc req-1d5011d9-1f37-40d2-8bdc-d1874d68b423 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 944 time: 0.1713266 Aug 31 14:16:43.070201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ec02e-938a-4256-9ee6-3a32e3ed676d service neutron] Pushing event updated for resources: {'Port': ['ID=522f3ce7-c092-4bf8-a778-437d2e0f39d3,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:43.135399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=63a7a492-706d-45b6-9cf5-783cb638cee1,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:43.146232 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9f890f3-6126-46b7-a407-011d7701702c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.157663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-cab078cc-bd18-4799-ad02-8f242214f548 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=522f3ce7-c092-4bf8-a778-437d2e0f39d3 HTTP/1.1" status: 200 len: 217 time: 0.0784113 Aug 31 14:16:43.194183 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6787b0f8-bd9d-4ba5-897d-72db1e71e6cc req-f763f299-8828-4b01-9b8a-079ccd7f606b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096745 Aug 31 14:16:43.205997 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9f890f3-6126-46b7-a407-011d7701702c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.252187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-757997ea-b7b7-4aa1-b9f9-6d025be654ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:43.253587 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-757997ea-b7b7-4aa1-b9f9-6d025be654ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 HTTP/1.1" status: 200 len: 852 time: 0.0872531 Aug 31 14:16:43.305718 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-e8b9243e-345d-469f-8175-b34a0d528c3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445087 Aug 31 14:16:43.387844 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9f890f3-6126-46b7-a407-011d7701702c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.390062 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Sync routers for ids ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:43.394519 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9f890f3-6126-46b7-a407-011d7701702c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.399101 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b9f890f3-6126-46b7-a407-011d7701702c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ee0b499-ce52-4c27-9d0d-b5e8fef7e624 HTTP/1.1" status: 204 len: 168 time: 0.5238693 Aug 31 14:16:43.408285 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.415928 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Routers {'3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:43.419431 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f890f3-6126-46b7-a407-011d7701702c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee0b499-ce52-4c27-9d0d-b5e8fef7e624,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:43.420248 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:16:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:43.503974 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-b9d8962a-ef0e-48be-af6c-139bba0a99cb service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816919 Aug 31 14:16:43.546272 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060089aa-ef89-414c-9b5d-b34c4264cff5 x-openstack-request-id: req-060089aa-ef89-414c-9b5d-b34c4264cff5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:43.546596 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a604ab93-2b72-4e01-8965-fffcc8dd08d6", "tag": "522f3ce7-c092-4bf8-a778-437d2e0f39d3", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:43.546820 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-060089aa-ef89-414c-9b5d-b34c4264cff5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:43.547249 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a604ab93-2b72-4e01-8965-fffcc8dd08d6', 'tag': '522f3ce7-c092-4bf8-a778-437d2e0f39d3', 'status': 'completed', 'code': 200} Aug 31 14:16:43.597477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Allocated IP 172.25.2.245 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/2ae29eed-b0c7-4b17-9356-6d8ff87adf0b) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:43.628491 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9e93bbb-b2f6-4afc-9cd6-3d9ae1eb9a43 req-5401df89-143c-4d6c-8053-77e4881377e4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 210 time: 0.0428057 Aug 31 14:16:43.672953 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Set router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:43.791471 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2356a0a4-47d9-4520-8f51-b6ce8d3d6462 req-af05a09c-79c9-40a1-8b48-d3568c25f308 service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787948 Aug 31 14:16:43.794242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859166f-d974-466d-a49e-4ec16bfaacc6 req-4ebac55f-b61e-4ff0-a2ec-fb0e0a9501e9 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:43.795708 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5859166f-d974-466d-a49e-4ec16bfaacc6 req-4ebac55f-b61e-4ff0-a2ec-fb0e0a9501e9 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 1097 time: 0.1039863 Aug 31 14:16:43.867900 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.894173 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5859166f-d974-466d-a49e-4ec16bfaacc6 req-cd532980-c999-497a-b2dc-be17150a8ec6 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773964 Aug 31 14:16:43.899877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a96e5-30cf-4108-b779-477d9d5369b4 req-0211241e-b3a8-448a-9f7d-0cf55d72ed3a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:43.901603 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac3a96e5-30cf-4108-b779-477d9d5369b4 req-0211241e-b3a8-448a-9f7d-0cf55d72ed3a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1109185 Aug 31 14:16:43.952606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ee0c7-eff1-42c8-a046-5f72b9fe2ea1 req-d767cee9-a28b-44d6-a07c-7b82483858c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:43.954540 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-540ee0c7-eff1-42c8-a046-5f72b9fe2ea1 req-d767cee9-a28b-44d6-a07c-7b82483858c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 1095 time: 0.0752192 Aug 31 14:16:44.041074 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac3a96e5-30cf-4108-b779-477d9d5369b4 req-1a1e1733-7135-47fd-947c-e16234abe428 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258409 Aug 31 14:16:44.071109 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.127755 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55796) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:44.159430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ee0c7-eff1-42c8-a046-5f72b9fe2ea1 req-221eeb54-1b67-438e-8cbb-85fb1a5ea729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:44.161191 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-540ee0c7-eff1-42c8-a046-5f72b9fe2ea1 req-221eeb54-1b67-438e-8cbb-85fb1a5ea729 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 913 time: 0.1992552 Aug 31 14:16:44.175632 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 4, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '144a459d-fbe1-4857-96b9-2892d65821d2', 'name': '', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'mac_address': 'fa:16:3e:17:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:37Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 2, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'subnets': [{'id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:44.183678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:44.203046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:44.214839 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Checking router: 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:16:44.215527 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Updating router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e port 144a459d-fbe1-4857-96b9-2892d65821d2 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:16:44.224357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Pushing event updated for resources: {'Port': ['ID=2ae29eed-b0c7-4b17-9356-6d8ff87adf0b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:44.233174 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-540ee0c7-eff1-42c8-a046-5f72b9fe2ea1 req-7f8cf005-ace7-4d73-8a10-9153662e6235 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=522f3ce7-c092-4bf8-a778-437d2e0f39d3 HTTP/1.1" status: 200 len: 217 time: 0.0620506 Aug 31 14:16:44.233664 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:44.246269 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.273001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8d5d6ee6-7346-44d8-a603-bbb850bc42a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=665da656b13b4d1693a4240bb8209991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441128 Aug 31 14:16:44.275150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55800) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:44.293415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-fc570400-aa3c-4a2c-b674-64c094b985b2 req-02059cc6-3152-4191-ba2b-8172979b808a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:16:44.294481 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc570400-aa3c-4a2c-b674-64c094b985b2 req-02059cc6-3152-4191-ba2b-8172979b808a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075221 Aug 31 14:16:44.302131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ee0c7-eff1-42c8-a046-5f72b9fe2ea1 req-95cb8031-13a3-402f-8df5-8f80917ffd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:44.304519 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-540ee0c7-eff1-42c8-a046-5f72b9fe2ea1 req-95cb8031-13a3-402f-8df5-8f80917ffd7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 HTTP/1.1" status: 200 len: 852 time: 0.0629966 Aug 31 14:16:44.326494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f5209-867e-4be2-a50e-7b4f3b831a12 req-95ba6b9a-f7ad-4c43-8515-241b379ac2f5 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:44.328070 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a56f5209-867e-4be2-a50e-7b4f3b831a12 req-95ba6b9a-f7ad-4c43-8515-241b379ac2f5 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 1097 time: 0.1591187 Aug 31 14:16:44.354307 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-540ee0c7-eff1-42c8-a046-5f72b9fe2ea1 req-c590e141-07d8-4db9-8113-2f7ba9ac23b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353205 Aug 31 14:16:44.360600 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 999fda27-20a2-411d-8b21-23f7707363f1 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:44.392590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 999fda27-20a2-411d-8b21-23f7707363f1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:44.393198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 999fda27-20a2-411d-8b21-23f7707363f1 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:44.418543 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9bdb-5c7f-4401-aaa6-ee509e3d1bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.420846 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.423514 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a56f5209-867e-4be2-a50e-7b4f3b831a12 req-8f27692c-4e71-4e2a-85cf-e4f029a04df4 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693204 Aug 31 14:16:44.474638 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9bdb-5c7f-4401-aaa6-ee509e3d1bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.488062 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.579126 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-540ee0c7-eff1-42c8-a046-5f72b9fe2ea1 req-bae5d7a7-2ebb-4e2a-93b2-5050a028a5dd service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103877 Aug 31 14:16:44.720049 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9bdb-5c7f-4401-aaa6-ee509e3d1bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.723947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9bdb-5c7f-4401-aaa6-ee509e3d1bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.726459 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ba8a9bdb-5c7f-4401-aaa6-ee509e3d1bcf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34092048-9e7c-400d-a001-aa2cfa9a2687 HTTP/1.1" status: 204 len: 168 time: 0.4480479 Aug 31 14:16:44.729571 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-a86bd975-4bcf-43f2-b08a-eb6481445cd2 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1901edefb11847a7897a42142ce0f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410249 Aug 31 14:16:44.752252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 63a7a492-706d-45b6-9cf5-783cb638cee1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:44.818715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55818) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:44.874946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ee366-7a30-4914-bd63-7091236c8fdd req-9befa364-56fa-4a3a-a4b0-9eceba6d74f5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:44.884845 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1a9ee366-7a30-4914-bd63-7091236c8fdd req-9befa364-56fa-4a3a-a4b0-9eceba6d74f5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 944 time: 0.1483054 Aug 31 14:16:44.889250 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 63a7a492-706d-45b6-9cf5-783cb638cee1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:44.889618 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.901206 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.902850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-540ee0c7-eff1-42c8-a046-5f72b9fe2ea1 req-17255dd6-56fc-4541-8067-85343960666e service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096855 Aug 31 14:16:44.941240 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Transition to ACTIVE for port object 144a459d-fbe1-4857-96b9-2892d65821d2 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:44.954600 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1a9ee366-7a30-4914-bd63-7091236c8fdd req-152169d2-ce09-4dc2-bc36-cd984409e86e tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684817 Aug 31 14:16:44.968429 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.099163 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-9a2e7fad-c342-426b-bd91-90a3166f1b23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2663157 Aug 31 14:16:45.128422 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-5bb2ec52-e8f9-49fc-8cc4-5fd8d20025ed tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:45.129960 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-5bb2ec52-e8f9-49fc-8cc4-5fd8d20025ed tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3820879 Aug 31 14:16:45.152341 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0203602-d83b-4264-aff2-3bf1d963f7ed None None] Pushing event updated for resources: {'Port': ['ID=144a459d-fbe1-4857-96b9-2892d65821d2,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:45.167826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-1da685df-34e3-4ba1-ae50-1f92f0f090a7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Request body: {'port': {'device_id': 'd0f5438e-79bd-419b-8159-f1dd51644bae', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '1901edefb11847a7897a42142ce0f797'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:45.202029 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3735fd36-a3d6-49b2-9527-cb7c136492a8 req-8dc7098c-290c-49da-bd72-93e84b0ab4bf tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 210 time: 0.0631671 Aug 31 14:16:45.239549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a9bdb-5c7f-4401-aaa6-ee509e3d1bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34092048-9e7c-400d-a001-aa2cfa9a2687,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:45.361721 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Attempting to bind port 144a459d-fbe1-4857-96b9-2892d65821d2 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:45.362468 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Attempting to bind port 144a459d-fbe1-4857-96b9-2892d65821d2 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '86dc075b-f119-4562-8e5b-9db9052ccf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:45.362908 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Attempting to bind port 144a459d-fbe1-4857-96b9-2892d65821d2 on network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:45.371347 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:45.372166 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Checking segment: {'id': '86dc075b-f119-4562-8e5b-9db9052ccf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:45.372636 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.373101 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Bound using segment: {'id': '86dc075b-f119-4562-8e5b-9db9052ccf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:45.373878 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Bound port: 144a459d-fbe1-4857-96b9-2892d65821d2, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86dc075b-f119-4562-8e5b-9db9052ccf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:45.374344 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.387430 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d570d-1153-41da-8328-ada1b4a0dd06 req-8d829e66-f9c7-4b30-9653-a1faf755d7c7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:45.399814 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-826d570d-1153-41da-8328-ada1b4a0dd06 req-8d829e66-f9c7-4b30-9653-a1faf755d7c7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.2616236 Aug 31 14:16:45.409570 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.446012 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.545924 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] For port 144a459d-fbe1-4857-96b9-2892d65821d2, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:45.550825 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] For port 144a459d-fbe1-4857-96b9-2892d65821d2, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=144a459d-fbe1-4857-96b9-2892d65821d2,segment=NetworkSegment(86dc075b-f119-4562-8e5b-9db9052ccf90),segment_id=86dc075b-f119-4562-8e5b-9db9052ccf90)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:45.561896 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.584547 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-826d570d-1153-41da-8328-ada1b4a0dd06 req-2ff2242b-b2aa-42cd-89f6-b42a2b52586c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711769 Aug 31 14:16:45.638494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Pushing event updated for resources: {'Port': ['ID=2ae29eed-b0c7-4b17-9356-6d8ff87adf0b,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:45.673377 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.678026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-1da685df-34e3-4ba1-ae50-1f92f0f090a7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Made reservation on behalf of 1901edefb11847a7897a42142ce0f797 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:45.682288 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-1da685df-34e3-4ba1-ae50-1f92f0f090a7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.753318 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.755924 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2cd642b0-7e85-4960-be78-8bad66f6a5c1 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8784418 Aug 31 14:16:45.774509 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0203602-d83b-4264-aff2-3bf1d963f7ed None None] Pushing event updated for resources: {'Port': ['ID=144a459d-fbe1-4857-96b9-2892d65821d2,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:45.805509 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Routers {'3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:45.806486 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:16:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:45.961583 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] Set router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:46.034295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-1da685df-34e3-4ba1-ae50-1f92f0f090a7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Allocated IP 192.168.233.120 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/47a5b4ab-ad15-4de3-9d61-d7a886e290d1) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:46.312536 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 4, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '144a459d-fbe1-4857-96b9-2892d65821d2', 'name': '', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'mac_address': 'fa:16:3e:17:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:37Z', 'updated_at': '2021-08-31T14:16:45Z', 'revision_number': 4, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'subnets': [{'id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:46.388787 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25762c44-f1eb-4229-9d7d-7487ec31243a None None] The sync data for ids ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'] in n-d-806683-5 is: [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 4, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '144a459d-fbe1-4857-96b9-2892d65821d2', 'name': '', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'mac_address': 'fa:16:3e:17:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:37Z', 'updated_at': '2021-08-31T14:16:45Z', 'revision_number': 4, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'subnets': [{'id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:46.392199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55918) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:46.479297 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a08f8-8771-4960-92d9-5b142b544cf8 req-714266e5-45aa-4abb-9554-c5a5ffb5dbb8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:46.484519 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-867a08f8-8771-4960-92d9-5b142b544cf8 req-714266e5-45aa-4abb-9554-c5a5ffb5dbb8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 944 time: 0.3064892 Aug 31 14:16:46.609259 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-1da685df-34e3-4ba1-ae50-1f92f0f090a7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.632533 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dedd1e4c-7aaf-4732-9c4e-42c91c3ed8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.668599 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-867a08f8-8771-4960-92d9-5b142b544cf8 req-11109829-02e5-40c1-9f67-547874b9a0aa tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724989 Aug 31 14:16:46.672621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-1da685df-34e3-4ba1-ae50-1f92f0f090a7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Transition to ACTIVE for port object 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:46.751230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 144a459d-fbe1-4857-96b9-2892d65821d2 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:46.756262 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-1da685df-34e3-4ba1-ae50-1f92f0f090a7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.839207 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-1da685df-34e3-4ba1-ae50-1f92f0f090a7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:46.844939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-1da685df-34e3-4ba1-ae50-1f92f0f090a7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:46.847562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'd2534abb-a475-469e-83a7-6c4ca5bdb730', '84b348a8-a2fb-49b3-800d-2c88628a960e', '87d0effe-bcaf-46bb-93d8-fd547b4d46a9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:46.858615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0', '206bf4b8-b988-4fb5-af41-b977f995d654'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:46.864906 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-1da685df-34e3-4ba1-ae50-1f92f0f090a7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:46.977592 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dedd1e4c-7aaf-4732-9c4e-42c91c3ed8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.983710 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dedd1e4c-7aaf-4732-9c4e-42c91c3ed8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.057544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd1e4c-7aaf-4732-9c4e-42c91c3ed8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff2f51b-b14d-4eb2-bcc4-1ddf90198ae8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:47.091144 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da685df-34e3-4ba1-ae50-1f92f0f090a7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event updated for resources: {'Port': ['ID=47a5b4ab-ad15-4de3-9d61-d7a886e290d1,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:47.121746 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dedd1e4c-7aaf-4732-9c4e-42c91c3ed8d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59e84ff25edc4e58ac2bacf9836314bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7211096 Aug 31 14:16:47.127736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55960) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:47.185760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a833281-c110-42cd-8fd3-97949ada86e3 req-ac869ae5-390d-4282-9f77-698e3cffb607 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:47.194696 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a833281-c110-42cd-8fd3-97949ada86e3 req-ac869ae5-390d-4282-9f77-698e3cffb607 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 936 time: 0.3473747 Aug 31 14:16:47.230923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-1da685df-34e3-4ba1-ae50-1f92f0f090a7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:47.231923 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-1da685df-34e3-4ba1-ae50-1f92f0f090a7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.263888 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c46516f-5514-4d7e-879d-3b7563a78c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.298705 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c46516f-5514-4d7e-879d-3b7563a78c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.353802 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-1da685df-34e3-4ba1-ae50-1f92f0f090a7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2016156 Aug 31 14:16:47.373750 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Request body: {'port': {'device_id': 'd0f5438e-79bd-419b-8159-f1dd51644bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:47.392151 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c46516f-5514-4d7e-879d-3b7563a78c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.399214 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c46516f-5514-4d7e-879d-3b7563a78c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.401480 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2c46516f-5514-4d7e-879d-3b7563a78c5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ff2f51b-b14d-4eb2-bcc4-1ddf90198ae8 HTTP/1.1" status: 204 len: 168 time: 0.2721951 Aug 31 14:16:47.421267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46516f-5514-4d7e-879d-3b7563a78c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff2f51b-b14d-4eb2-bcc4-1ddf90198ae8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:47.461053 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.476369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 144a459d-fbe1-4857-96b9-2892d65821d2 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:47.482228 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a833281-c110-42cd-8fd3-97949ada86e3 req-15c46122-7815-42e9-899a-06b0d82ab745 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865307 Aug 31 14:16:47.584203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-c32a6c55-9771-43b8-8cea-8ac6b76730ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:47.585331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 144a459d-fbe1-4857-96b9-2892d65821d2 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:47.585890 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.587693 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-c32a6c55-9771-43b8-8cea-8ac6b76730ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 1101 time: 0.1536589 Aug 31 14:16:47.719229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5e5818a5-7c5e-4a79-805f-cc0cca78d679 None None] Provisioning for port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:47.738113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5e5818a5-7c5e-4a79-805f-cc0cca78d679 None None] Provisioning complete for port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:47.738490 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e5818a5-7c5e-4a79-805f-cc0cca78d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.855991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-a6d91053-7a41-40e2-8ae7-d0aab69d3b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:47.861143 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-a6d91053-7a41-40e2-8ae7-d0aab69d3b3a service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.2639635 Aug 31 14:16:47.873063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536a548-e0a2-4603-9330-b1bd703115e5 req-5b0b0867-d224-4871-b9f7-656292016e00 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:47.889967 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3536a548-e0a2-4603-9330-b1bd703115e5 req-5b0b0867-d224-4871-b9f7-656292016e00 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.2368803 Aug 31 14:16:47.976439 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-24c9bec9-0d8a-4919-a3e2-365b917cecfe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4 HTTP/1.1" status: 200 len: 217 time: 0.1050286 Aug 31 14:16:48.076058 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:48.103922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-08cd4d74-c6e7-4198-aef7-1e213e16cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:48.104811 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3536a548-e0a2-4603-9330-b1bd703115e5 req-45c80943-644f-4f99-9415-f1a6bb9f2194 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139013 Aug 31 14:16:48.105480 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-08cd4d74-c6e7-4198-aef7-1e213e16cf17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1110399 Aug 31 14:16:48.203264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5e5818a5-7c5e-4a79-805f-cc0cca78d679 None None] Port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:16:48.237625 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-bc1471e4-6da5-4659-89f1-d2e533d417dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:48.239208 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-bc1471e4-6da5-4659-89f1-d2e533d417dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088450 Aug 31 14:16:48.285730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 144a459d-fbe1-4857-96b9-2892d65821d2, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=144a459d-fbe1-4857-96b9-2892d65821d2,segment=NetworkSegment(86dc075b-f119-4562-8e5b-9db9052ccf90),segment_id=86dc075b-f119-4562-8e5b-9db9052ccf90)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:48.310345 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:48.441931 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 522f3ce7-c092-4bf8-a778-437d2e0f39d3 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:16:48.467103 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-961b5879-0eac-4611-b8f9-525905efcebb service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148104 Aug 31 14:16:48.522033 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:48.544069 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:48.569969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56000) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:48.624957 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:16:48.642250 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1ec40-1b9e-4e7c-8ee0-e9dbabf25827 req-7876523f-ef7d-428e-ac1f-585dc37060d2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:48.651005 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-61f1ec40-1b9e-4e7c-8ee0-e9dbabf25827 req-7876523f-ef7d-428e-ac1f-585dc37060d2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 944 time: 0.2227547 Aug 31 14:16:48.668603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Transition to ACTIVE for port object 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:48.677398 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c1e1f56b-5a01-4bad-a17b-67fc7c9029f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:48.692461 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:48.735167 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-14912504-4c73-4ad6-8698-29a313ea8788 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540841 Aug 31 14:16:48.748837 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=144a459d-fbe1-4857-96b9-2892d65821d2,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:48.822615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:48.823083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:48.823665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:48.824212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:48.824705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:48.825231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:48.826012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:48.826785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:48.827562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:48.828346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:48.829423 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:48.830349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:48.907098 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-61f1ec40-1b9e-4e7c-8ee0-e9dbabf25827 req-6416f691-949e-4062-8068-fd8a027a7f29 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501056 Aug 31 14:16:49.032548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 522f3ce7-c092-4bf8-a778-437d2e0f39d3, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=522f3ce7-c092-4bf8-a778-437d2e0f39d3,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:49.065668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-09f89889-2849-4a81-83c2-8374381d8c82 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:16:49.068417 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-09f89889-2849-4a81-83c2-8374381d8c82 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7315149 Aug 31 14:16:49.114251 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.118530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '522f3ce7-c092-4bf8-a778-437d2e0f39d3', 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af', 'port_id': '522f3ce7-c092-4bf8-a778-437d2e0f39d3', 'mac_address': 'fa:16:3e:4a:23:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa5041b-aff9-4323-8a2c-7ce83a5dbf67', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:16:49.170531 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Pushing event updated for resources: {'Port': ['ID=47a5b4ab-ad15-4de3-9d61-d7a886e290d1,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:49.191263 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-da8b7e1f-6d37-4e83-be36-d8e8f07a27c6 service neutron] Request body: {'binding': {'host': 'n-h1-806683-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:49.192742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-da8b7e1f-6d37-4e83-be36-d8e8f07a27c6 service neutron] Unknown quota resources ['binding']. {{(pid=94870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:16:49.223126 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.247452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522f3ce7-c092-4bf8-a778-437d2e0f39d3 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:49.322622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 522f3ce7-c092-4bf8-a778-437d2e0f39d3, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=522f3ce7-c092-4bf8-a778-437d2e0f39d3,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:49.350935 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.437209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=522f3ce7-c092-4bf8-a778-437d2e0f39d3,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:49.473910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Attempting to bind port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:49.474252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Attempting to bind port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:49.474584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Attempting to bind port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:49.495498 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1770e1b-c3fb-4cab-a6f3-5668e185a99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.506723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:49.507247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Attempting to bind port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:49.533158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:49.534276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:49.534276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:49.534883 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Bound port: 47a5b4ab-ad15-4de3-9d61-d7a886e290d1, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:49.535516 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.546667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750fdf8-48ca-4604-b0f1-b8e8130ec118 req-aae8c441-b549-43f7-8752-bc83a8f79c4f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:49.548322 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3750fdf8-48ca-4604-b0f1-b8e8130ec118 req-aae8c441-b549-43f7-8752-bc83a8f79c4f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 948 time: 0.4579318 Aug 31 14:16:49.718918 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-da8b7e1f-6d37-4e83-be36-d8e8f07a27c6 service neutron] Attempting to bind port 48a7cf4d-6b7e-4647-8138-ba2309175b0d on host n-h1-806683-5 for vnic_type normal with profile None {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:49.718918 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-da8b7e1f-6d37-4e83-be36-d8e8f07a27c6 service neutron] Attempting to bind port 48a7cf4d-6b7e-4647-8138-ba2309175b0d by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:49.719459 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-da8b7e1f-6d37-4e83-be36-d8e8f07a27c6 service neutron] Attempting to bind port 48a7cf4d-6b7e-4647-8138-ba2309175b0d on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:49.722708 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c1e1f56b-5a01-4bad-a17b-67fc7c9029f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.733771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['522f3ce7-c092-4bf8-a778-437d2e0f39d3'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:49.739738 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3750fdf8-48ca-4604-b0f1-b8e8130ec118 req-49e5517e-54fc-40e5-a69e-2217ef42a4c8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555436 Aug 31 14:16:49.753668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] For port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:49.761172 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] For port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=47a5b4ab-ad15-4de3-9d61-d7a886e290d1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:49.768264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-da8b7e1f-6d37-4e83-be36-d8e8f07a27c6 service neutron] Port 48a7cf4d-6b7e-4647-8138-ba2309175b0d on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:49.768926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-da8b7e1f-6d37-4e83-be36-d8e8f07a27c6 service neutron] Attempting to bind port 48a7cf4d-6b7e-4647-8138-ba2309175b0d on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:49.782080 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-da8b7e1f-6d37-4e83-be36-d8e8f07a27c6 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:49.782843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-da8b7e1f-6d37-4e83-be36-d8e8f07a27c6 service neutron] Checking segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:49.783876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-da8b7e1f-6d37-4e83-be36-d8e8f07a27c6 service neutron] Bound using segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:49.784576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-da8b7e1f-6d37-4e83-be36-d8e8f07a27c6 service neutron] Bound port: 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:49.847580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.850862 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c1e1f56b-5a01-4bad-a17b-67fc7c9029f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.976209 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:49.976209 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.977988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] 10.222.0.60 "PUT /v2.0/ports/47a5b4ab-ad15-4de3-9d61-d7a886e290d1 HTTP/1.1" status: 200 len: 1096 time: 2.6094446 Aug 31 14:16:49.992921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f5438e-79bd-419b-8159-f1dd51644bae', 'tag': '47a5b4ab-ad15-4de3-9d61-d7a886e290d1'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:49.996146 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f879cf0-d72e-40f3-b1b7-b1981b3d6548" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f5438e-79bd-419b-8159-f1dd51644bae", "tag": "47a5b4ab-ad15-4de3-9d61-d7a886e290d1"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:50.015879 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c1e1f56b-5a01-4bad-a17b-67fc7c9029f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5cbe48fc334b4413a1865f5d372e4166&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4420173 Aug 31 14:16:50.018624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56052) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:50.024914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1f56b-5a01-4bad-a17b-67fc7c9029f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5253c435-4d82-479d-b67e-1a5fb6ac0d92,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:50.084880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70209514-6ffe-4881-b900-faf43b7b9bbf service neutron] Pushing event updated for resources: {'Port': ['ID=47a5b4ab-ad15-4de3-9d61-d7a886e290d1,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:50.091331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-da8b7e1f-6d37-4e83-be36-d8e8f07a27c6 service neutron] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:50.099483 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-da8b7e1f-6d37-4e83-be36-d8e8f07a27c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.101959 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-da8b7e1f-6d37-4e83-be36-d8e8f07a27c6 service neutron] 10.222.0.39 "POST /v2.0/ports/48a7cf4d-6b7e-4647-8138-ba2309175b0d/bindings HTTP/1.1" status: 201 len: 389 time: 0.9396424 Aug 31 14:16:50.114698 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739d42a-747a-42ab-84c7-e1009d0622bd req-d69cceef-56a2-4fab-9a76-ef6d080f2eac tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.117243 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d739d42a-747a-42ab-84c7-e1009d0622bd req-d69cceef-56a2-4fab-9a76-ef6d080f2eac tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.2612934 Aug 31 14:16:50.117553 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61e993b9-196f-4fc5-b25b-db8c59a9620b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.129290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70a5855f-c8af-4303-bd27-3f8ec7ccc0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.130857 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-70a5855f-c8af-4303-bd27-3f8ec7ccc0a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 1099 time: 0.0965669 Aug 31 14:16:50.146690 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61e993b9-196f-4fc5-b25b-db8c59a9620b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.207327 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-246999a2-2408-4f22-b5fe-dc210cb70960 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=47a5b4ab-ad15-4de3-9d61-d7a886e290d1 HTTP/1.1" status: 200 len: 217 time: 0.0602653 Aug 31 14:16:50.246005 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d739d42a-747a-42ab-84c7-e1009d0622bd req-b6b87dd1-7738-4e35-a264-88053a0c1c68 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140394 Aug 31 14:16:50.260355 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61e993b9-196f-4fc5-b25b-db8c59a9620b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.276717 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61e993b9-196f-4fc5-b25b-db8c59a9620b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.280137 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-61e993b9-196f-4fc5-b25b-db8c59a9620b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5253c435-4d82-479d-b67e-1a5fb6ac0d92 HTTP/1.1" status: 204 len: 168 time: 0.2582428 Aug 31 14:16:50.304142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e993b9-196f-4fc5-b25b-db8c59a9620b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5253c435-4d82-479d-b67e-1a5fb6ac0d92,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:50.310290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-716c35b2-1eea-41a0-9fd3-7e1f06827fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.311892 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-716c35b2-1eea-41a0-9fd3-7e1f06827fd4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0722158 Aug 31 14:16:50.455988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-05a5cd27-fe87-4876-8dd8-04c75397c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.460501 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-05a5cd27-fe87-4876-8dd8-04c75397c1f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1362014 Aug 31 14:16:50.578827 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-e726d2fd-3a5c-48c7-b91f-d9f2a623ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.581243 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-e726d2fd-3a5c-48c7-b91f-d9f2a623ba0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 1097 time: 0.1803124 Aug 31 14:16:50.617999 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc333e3-050d-41a0-8146-9b03e95413cf req-75455c4d-8ad0-41e8-a098-8f6536eaeb0f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.626793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bbc333e3-050d-41a0-8146-9b03e95413cf req-75455c4d-8ad0-41e8-a098-8f6536eaeb0f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 945 time: 0.1501188 Aug 31 14:16:50.655182 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-825cdf81-8daa-4f2f-96a3-dceffab0de25 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798947 Aug 31 14:16:50.689726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 144a459d-fbe1-4857-96b9-2892d65821d2 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:50.732954 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bbc333e3-050d-41a0-8146-9b03e95413cf req-cf76265d-5a1e-4e7f-b2c3-18f471db1859 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048203 Aug 31 14:16:50.789309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 144a459d-fbe1-4857-96b9-2892d65821d2 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:50.789784 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.822584 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-287c76e7-45d4-4bc5-b874-864f9f338bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.828452 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca9c52e6-6c6b-4c93-be35-ca39c9880ca7 req-259049e7-868c-4f05-87e0-87578301346f service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669164 Aug 31 14:16:50.828633 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-287c76e7-45d4-4bc5-b874-864f9f338bf3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.2376034 Aug 31 14:16:50.849528 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bd3e17-5d97-460a-adb4-043f2b21288e x-openstack-request-id: req-c8bd3e17-5d97-460a-adb4-043f2b21288e {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:50.849946 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f5438e-79bd-419b-8159-f1dd51644bae", "tag": "47a5b4ab-ad15-4de3-9d61-d7a886e290d1", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:50.850236 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8bd3e17-5d97-460a-adb4-043f2b21288e {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:50.850634 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f5438e-79bd-419b-8159-f1dd51644bae', 'tag': '47a5b4ab-ad15-4de3-9d61-d7a886e290d1', 'status': 'completed', 'code': 200} Aug 31 14:16:50.957841 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-9cb5030e-181e-464d-9107-553d9407f0e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d HTTP/1.1" status: 200 len: 217 time: 0.1072295 Aug 31 14:16:50.959933 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f879cf0-d72e-40f3-b1b7-b1981b3d6548 req-a3b286fd-5b8e-4da7-b3cf-c232ed9f2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.961737 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f879cf0-d72e-40f3-b1b7-b1981b3d6548 req-a3b286fd-5b8e-4da7-b3cf-c232ed9f2ca0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 1099 time: 0.0714350 Aug 31 14:16:51.081271 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-853f97b9-e228-443c-9644-41e33265522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:51.083729 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-853f97b9-e228-443c-9644-41e33265522b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.1091464 Aug 31 14:16:51.114487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310bd4c-b5cc-480b-af04-048468bcd019 req-c7ed5ba5-9df5-43fc-a0ba-bc12724c1ca9 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:51.123260 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5310bd4c-b5cc-480b-af04-048468bcd019 req-c7ed5ba5-9df5-43fc-a0ba-bc12724c1ca9 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 946 time: 0.1241908 Aug 31 14:16:51.148336 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-90a42c84-7b79-4041-93cf-22e76317ae24 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549176 Aug 31 14:16:51.232151 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5310bd4c-b5cc-480b-af04-048468bcd019 req-9331cb89-4b5d-4a75-ae40-74c2552279d6 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079738 Aug 31 14:16:51.302512 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-63d5b68d-433b-4f16-be7a-e2498277a229 service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445069 Aug 31 14:16:51.442640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf31e9d-0318-4614-aae0-0a36558c9585 req-1760e669-7be0-41a7-be71-30e968579a42 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:51.450713 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bdf31e9d-0318-4614-aae0-0a36558c9585 req-1760e669-7be0-41a7-be71-30e968579a42 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 948 time: 0.3775115 Aug 31 14:16:51.463137 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f879cf0-d72e-40f3-b1b7-b1981b3d6548 req-888b1893-fb0d-48df-8944-fcda5afe1bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:51.464489 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f879cf0-d72e-40f3-b1b7-b1981b3d6548 req-888b1893-fb0d-48df-8944-fcda5afe1bce service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.4924300 Aug 31 14:16:51.480891 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-48fd062e-f5e7-4b8e-be08-f51358b479a1 service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653833 Aug 31 14:16:51.542913 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f879cf0-d72e-40f3-b1b7-b1981b3d6548 req-b2dcf665-c9dd-4099-bc55-9ebab74f2ed9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=47a5b4ab-ad15-4de3-9d61-d7a886e290d1 HTTP/1.1" status: 200 len: 217 time: 0.0678093 Aug 31 14:16:51.554277 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bdf31e9d-0318-4614-aae0-0a36558c9585 req-b8b46839-a07c-4611-bb51-da4ef8ce9ec1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026552 Aug 31 14:16:51.623962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f879cf0-d72e-40f3-b1b7-b1981b3d6548 req-044a8073-cd6e-4bc0-b695-7312857c5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:51.625608 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f879cf0-d72e-40f3-b1b7-b1981b3d6548 req-044a8073-cd6e-4bc0-b695-7312857c5b36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0703506 Aug 31 14:16:51.724235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56098) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:51.762933 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f879cf0-d72e-40f3-b1b7-b1981b3d6548 req-b5562e6b-a49f-41f1-8a7f-c6723c7b0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:51.764381 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f879cf0-d72e-40f3-b1b7-b1981b3d6548 req-b5562e6b-a49f-41f1-8a7f-c6723c7b0c61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0906785 Aug 31 14:16:51.795905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915ddc1-ef07-4bc1-be4c-47f751ef5c93 req-9398a459-63bb-4ffe-8f1d-d4267eb8a142 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:51.804158 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5915ddc1-ef07-4bc1-be4c-47f751ef5c93 req-9398a459-63bb-4ffe-8f1d-d4267eb8a142 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1464992 Aug 31 14:16:51.888153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-0cd4b290-e0cd-475b-9bdc-206159915b8d tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:51.895374 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-0cd4b290-e0cd-475b-9bdc-206159915b8d tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796&tenant_id=5904e6ad71034956a1b7126d4bfce299&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1097 time: 0.1725354 Aug 31 14:16:51.907991 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5915ddc1-ef07-4bc1-be4c-47f751ef5c93 req-fea59fa1-1ee7-4056-9cfb-f12496dfd08b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032097 Aug 31 14:16:51.909080 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-5'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:51.982325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f879cf0-d72e-40f3-b1b7-b1981b3d6548 req-f03dddf3-3ee4-4770-b538-f8c834607569 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034187 Aug 31 14:16:52.039670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1876554305-network', 'tenant_id': '429bbc88baff4974940bd2144c0fd533'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:52.093829 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.121324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] Made reservation on behalf of 429bbc88baff4974940bd2144c0fd533 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:52.123665 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.128905 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36be495f-b792-4dd7-981c-c6d2207fce9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.135695 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f879cf0-d72e-40f3-b1b7-b1981b3d6548 req-6d1299b3-955c-44b1-a50f-b7c2c8a568ad service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353698 Aug 31 14:16:52.195251 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.395385 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 522f3ce7-c092-4bf8-a778-437d2e0f39d3 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:52.418270 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.421789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da5548-478d-4e95-afaf-2d0b79c5b60e req-75c68488-0017-41c4-9b4c-1197d82d6294 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:52.427110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3eacdb-b233-4407-ba16-ef3554b02377 req-ceebc7b4-ecd5-4dd3-9506-2de46c6fae31 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:52.429668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b3eacdb-b233-4407-ba16-ef3554b02377 req-ceebc7b4-ecd5-4dd3-9506-2de46c6fae31 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 945 time: 0.3845143 Aug 31 14:16:52.431386 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-25da5548-478d-4e95-afaf-2d0b79c5b60e req-75c68488-0017-41c4-9b4c-1197d82d6294 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 946 time: 0.0818412 Aug 31 14:16:52.489572 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-25da5548-478d-4e95-afaf-2d0b79c5b60e req-63a7e658-dd9d-44e9-99e9-5e4fa2707262 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571949 Aug 31 14:16:52.534579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 522f3ce7-c092-4bf8-a778-437d2e0f39d3 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:52.540218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 522f3ce7-c092-4bf8-a778-437d2e0f39d3 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:52.540734 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.560390 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b3eacdb-b233-4407-ba16-ef3554b02377 req-2175865f-ea2e-4120-962d-48ca34e88dc8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148100 Aug 31 14:16:52.725707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:52.749444 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.809785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a604ab93-2b72-4e01-8965-fffcc8dd08d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522f3ce7-c092-4bf8-a778-437d2e0f39d3'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:52.816080 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66708d1-57ed-43a3-9c8e-074bcb0c7351" -d '{"events": [{"server_uuid": "a604ab93-2b72-4e01-8965-fffcc8dd08d6", "name": "network-vif-plugged", "status": "completed", "tag": "522f3ce7-c092-4bf8-a778-437d2e0f39d3"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:52.849920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 522f3ce7-c092-4bf8-a778-437d2e0f39d3, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=522f3ce7-c092-4bf8-a778-437d2e0f39d3,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:52.859413 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.860771 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.872765 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.877180 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf72150-efbc-4b15-aaf9-483198e19111 x-openstack-request-id: req-6cf72150-efbc-4b15-aaf9-483198e19111 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:52.877625 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a604ab93-2b72-4e01-8965-fffcc8dd08d6", "name": "network-vif-plugged", "status": "completed", "tag": "522f3ce7-c092-4bf8-a778-437d2e0f39d3", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:52.878010 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cf72150-efbc-4b15-aaf9-483198e19111 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:52.878599 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a604ab93-2b72-4e01-8965-fffcc8dd08d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522f3ce7-c092-4bf8-a778-437d2e0f39d3', 'code': 200} Aug 31 14:16:52.882788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:52.945840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ed89b-da1c-45c2-95ac-9b696a520607 req-5fc5ccc1-3244-42d6-a3fe-1396597207d3 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:52.955530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=522f3ce7-c092-4bf8-a778-437d2e0f39d3,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:52.958663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b1ed89b-da1c-45c2-95ac-9b696a520607 req-5fc5ccc1-3244-42d6-a3fe-1396597207d3 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 948 time: 0.2952831 Aug 31 14:16:52.998503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:16:53.071462 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.072063 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] Added segment 0e399b27-6b28-497b-ab4c-3df0be3ef0c7 of type vlan for network 95e425eb-d5ad-4dd7-8934-338e55a725a8 Aug 31 14:16:53.074976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fe1ca7-a006-43ce-9f6a-8e657a917625,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:53.076028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ba1f9-83d3-4620-90c1-6c4ea95a1501 req-3af408c3-e9ed-4232-956e-6cdf2027fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:53.077695 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe3ba1f9-83d3-4620-90c1-6c4ea95a1501 req-3af408c3-e9ed-4232-956e-6cdf2027fc12 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 1097 time: 0.0815921 Aug 31 14:16:53.095496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8694b4fe-ffd5-4ec3-a52a-6c44572e0796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48a7cf4d-6b7e-4647-8138-ba2309175b0d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:53.098905 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73a37e6-2053-4050-a47d-39f8399dd5fb" -d '{"events": [{"server_uuid": "8694b4fe-ffd5-4ec3-a52a-6c44572e0796", "name": "network-vif-unplugged", "status": "completed", "tag": "48a7cf4d-6b7e-4647-8138-ba2309175b0d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:53.103924 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.130182 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b1ed89b-da1c-45c2-95ac-9b696a520607 req-8918e250-96c6-4b47-9dda-c2ca4a31c557 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699967 Aug 31 14:16:53.138850 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe3ba1f9-83d3-4620-90c1-6c4ea95a1501 req-b1e247f7-639b-4833-9cc3-3b2e5650fd0c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535498 Aug 31 14:16:53.171139 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.203930 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.214682 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9a3b1-6dc4-4406-9217-30e177e4ca00 req-6fefea52-f511-48f1-b7d8-42a61f5e6617 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:53.218940 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ab6d5f-f9e0-4eef-9729-6383f1363ef5 x-openstack-request-id: req-90ab6d5f-f9e0-4eef-9729-6383f1363ef5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:53.220054 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8694b4fe-ffd5-4ec3-a52a-6c44572e0796", "name": "network-vif-unplugged", "status": "completed", "tag": "48a7cf4d-6b7e-4647-8138-ba2309175b0d", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:53.220054 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90ab6d5f-f9e0-4eef-9729-6383f1363ef5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:53.220054 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8694b4fe-ffd5-4ec3-a52a-6c44572e0796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48a7cf4d-6b7e-4647-8138-ba2309175b0d', 'code': 200} Aug 31 14:16:53.222990 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-41c9a3b1-6dc4-4406-9217-30e177e4ca00 req-6fefea52-f511-48f1-b7d8-42a61f5e6617 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.0794199 Aug 31 14:16:53.227163 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.281855 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-41c9a3b1-6dc4-4406-9217-30e177e4ca00 req-d2803542-faad-4112-9313-19e1c346d6b8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576775 Aug 31 14:16:53.287425 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=48a7cf4d-6b7e-4647-8138-ba2309175b0d,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:53.312186 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.313202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:53.314022 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.376799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Attempting to bind port 48a7cf4d-6b7e-4647-8138-ba2309175b0d on host n-h2-806683-5 for vnic_type normal with profile {"migrating_to": "n-h1-806683-5"} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:53.377287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Attempting to bind port 48a7cf4d-6b7e-4647-8138-ba2309175b0d by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:53.377617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Attempting to bind port 48a7cf4d-6b7e-4647-8138-ba2309175b0d on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:53.394450 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6683106 Aug 31 14:16:53.399153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56146) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.401170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Port 48a7cf4d-6b7e-4647-8138-ba2309175b0d on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:53.401393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Attempting to bind port 48a7cf4d-6b7e-4647-8138-ba2309175b0d on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:53.403638 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f8dc3-1d88-4038-8748-55ac058cd6c0 admin admin] Pushing event updated for resources: {'Network': ['ID=95e425eb-d5ad-4dd7-8934-338e55a725a8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:53.407158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-71b3b4c7-e628-4772-9643-43d8cd498c54 admin admin] Request body: {'subnet': {'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1876554305-subnet', 'tenant_id': '429bbc88baff4974940bd2144c0fd533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:53.410524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:53.410862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Checking segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:53.411328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Bound using segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:53.411760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Bound port: 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:53.412184 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.423888 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 95e425eb-d5ad-4dd7-8934-338e55a725a8 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:16:53.473078 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b3b4c7-e628-4772-9643-43d8cd498c54 admin admin] Made reservation on behalf of 429bbc88baff4974940bd2144c0fd533 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:53.482317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71b3b4c7-e628-4772-9643-43d8cd498c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.513375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:53.517977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:53.524115 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.645226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:53.645957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.648301 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] 10.222.0.60 "PUT /v2.0/ports/48a7cf4d-6b7e-4647-8138-ba2309175b0d HTTP/1.1" status: 200 len: 1122 time: 1.7440281 Aug 31 14:16:53.652356 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b1a9b-843f-430b-80ee-629f0a08cbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=48a7cf4d-6b7e-4647-8138-ba2309175b0d,revision_number=8']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:53.731790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959bb2e-5928-47c5-9178-5b045494f2a2 req-fd0a79d4-48da-4814-8c5b-c8b6ebf150d8 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:53.752962 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9959bb2e-5928-47c5-9178-5b045494f2a2 req-fd0a79d4-48da-4814-8c5b-c8b6ebf150d8 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 944 time: 0.1118512 Aug 31 14:16:53.773360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['48a7cf4d-6b7e-4647-8138-ba2309175b0d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:53.919406 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9959bb2e-5928-47c5-9178-5b045494f2a2 req-7d9a9a67-be03-46ef-8ae4-59c712fc3243 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639047 Aug 31 14:16:53.952060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfde14-b59b-4785-9421-fb1bfff3099d req-ae42182f-dfa2-431f-a5bb-83633f8d8428 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:53.954854 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9fcfde14-b59b-4785-9421-fb1bfff3099d req-ae42182f-dfa2-431f-a5bb-83633f8d8428 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 946 time: 0.1484337 Aug 31 14:16:54.009924 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71b3b4c7-e628-4772-9643-43d8cd498c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.014734 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.074551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3b4c7-e628-4772-9643-43d8cd498c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e83918b6-07cc-4368-a349-5b0c0753fe5d,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:54.099742 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9fcfde14-b59b-4785-9421-fb1bfff3099d req-f68cabcf-0dd6-40bd-b67d-79eaa5e232c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282470 Aug 31 14:16:54.103069 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b3b4c7-e628-4772-9643-43d8cd498c54 admin admin] Checking segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:54.104369 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3b4c7-e628-4772-9643-43d8cd498c54 admin admin] Network hostable DHCP agents. Network: 95e425eb-d5ad-4dd7-8934-338e55a725a8, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:16:54.137220 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3b4c7-e628-4772-9643-43d8cd498c54 admin admin] Network 95e425eb-d5ad-4dd7-8934-338e55a725a8 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:16:54.149557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-71b3b4c7-e628-4772-9643-43d8cd498c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 95e425eb-d5ad-4dd7-8934-338e55a725a8) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:54.156722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b3b4c7-e628-4772-9643-43d8cd498c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:54.157953 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71b3b4c7-e628-4772-9643-43d8cd498c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.159364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfe0667-e268-468b-b39c-b935e4a224b4 None None] Network 95e425eb-d5ad-4dd7-8934-338e55a725a8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:54.192136 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-71b3b4c7-e628-4772-9643-43d8cd498c54 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7896628 Aug 31 14:16:54.387738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db757319-63d5-40d8-b082-fdacb73dddf7 None None] Network 95e425eb-d5ad-4dd7-8934-338e55a725a8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:54.402668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:16:54.427300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca6a46-bf89-4444-89de-a122b773a0c3 req-6c5903fa-8949-4d76-807b-526b6f94bc2b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:54.442122 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51ca6a46-bf89-4444-89de-a122b773a0c3 req-6c5903fa-8949-4d76-807b-526b6f94bc2b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 948 time: 0.1189795 Aug 31 14:16:54.544141 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51ca6a46-bf89-4444-89de-a122b773a0c3 req-02cbd5a2-916a-4221-85f0-fc2cb4536310 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002049 Aug 31 14:16:54.627681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9de15-46bb-41dc-9165-82e974e7f69a req-80292f48-c44d-4f99-94a1-89248ae0bae3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:54.638071 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ac9de15-46bb-41dc-9165-82e974e7f69a req-80292f48-c44d-4f99-94a1-89248ae0bae3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1897221 Aug 31 14:16:54.687376 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ac9de15-46bb-41dc-9165-82e974e7f69a req-f3665a04-8c67-4c65-9c5d-c6683ff76f25 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477931 Aug 31 14:16:54.789648 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=47a5b4ab-ad15-4de3-9d61-d7a886e290d1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:54.815091 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '47a5b4ab-ad15-4de3-9d61-d7a886e290d1', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '47a5b4ab-ad15-4de3-9d61-d7a886e290d1', 'mac_address': 'fa:16:3e:9d:ca:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:16:54.870498 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.888462 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.890324 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:54.917386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=47a5b4ab-ad15-4de3-9d61-d7a886e290d1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:54.925232 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.041455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=47a5b4ab-ad15-4de3-9d61-d7a886e290d1,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:55.102737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868da19a-d0b1-4881-a93d-5f34c774bc56 req-d897360a-06bb-4640-8e77-4aef11a08e16 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:55.112007 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-868da19a-d0b1-4881-a93d-5f34c774bc56 req-d897360a-06bb-4640-8e77-4aef11a08e16 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 944 time: 0.0946603 Aug 31 14:16:55.168004 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-868da19a-d0b1-4881-a93d-5f34c774bc56 req-e60f3f50-5803-4f40-83bd-fb0d8c75e6b9 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474744 Aug 31 14:16:55.230195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8694b4fe-ffd5-4ec3-a52a-6c44572e0796', 'tag': '48a7cf4d-6b7e-4647-8138-ba2309175b0d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:55.232891 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c3e9a9-b832-434b-b9b6-1bfcb0b15fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "8694b4fe-ffd5-4ec3-a52a-6c44572e0796", "tag": "48a7cf4d-6b7e-4647-8138-ba2309175b0d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:55.279994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de636561-859a-458e-88bc-5e7fc4983d15 req-f92a2f13-6912-4804-9a69-01fd8bd3463d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:55.290095 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de636561-859a-458e-88bc-5e7fc4983d15 req-f92a2f13-6912-4804-9a69-01fd8bd3463d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 946 time: 0.0986428 Aug 31 14:16:55.304648 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceceb39-6ddb-478b-b8bc-709b9a46073e x-openstack-request-id: req-1ceceb39-6ddb-478b-b8bc-709b9a46073e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:55.304953 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8694b4fe-ffd5-4ec3-a52a-6c44572e0796", "tag": "48a7cf4d-6b7e-4647-8138-ba2309175b0d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:55.305209 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ceceb39-6ddb-478b-b8bc-709b9a46073e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:55.305613 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8694b4fe-ffd5-4ec3-a52a-6c44572e0796', 'tag': '48a7cf4d-6b7e-4647-8138-ba2309175b0d', 'status': 'completed', 'code': 200} Aug 31 14:16:55.320477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['47a5b4ab-ad15-4de3-9d61-d7a886e290d1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:55.400494 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de636561-859a-458e-88bc-5e7fc4983d15 req-725bb1b8-5902-4721-aba1-339819b55c45 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092715 Aug 31 14:16:55.433447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56214) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:55.439303 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-482586798-network', 'tenant_id': '525889f25007418792d69ea38122ebcb'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:55.469337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3e9a9-b832-434b-b9b6-1bfcb0b15fb2 req-83385fce-df24-4402-aadd-9e10488a0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:55.478916 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0c3e9a9-b832-434b-b9b6-1bfcb0b15fb2 req-83385fce-df24-4402-aadd-9e10488a0d58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 1125 time: 0.1309915 Aug 31 14:16:55.482115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] Made reservation on behalf of 525889f25007418792d69ea38122ebcb for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:55.488379 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.508274 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.685794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3e9a9-b832-434b-b9b6-1bfcb0b15fb2 req-6cba3b17-972f-4d8e-9dfd-9500d6a38405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:55.687666 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0c3e9a9-b832-434b-b9b6-1bfcb0b15fb2 req-6cba3b17-972f-4d8e-9dfd-9500d6a38405 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.2008736 Aug 31 14:16:55.781135 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0c3e9a9-b832-434b-b9b6-1bfcb0b15fb2 req-10b02c3b-efac-4e14-b486-3bea256cbb23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d HTTP/1.1" status: 200 len: 217 time: 0.0717025 Aug 31 14:16:55.786932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.800935 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.840753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265f34f-1e00-4f0f-ae01-f55b0af61892 req-4a480b4f-0a48-4508-a6bd-93844fd0cb9e tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:55.852654 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5265f34f-1e00-4f0f-ae01-f55b0af61892 req-4a480b4f-0a48-4508-a6bd-93844fd0cb9e tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 949 time: 0.1432080 Aug 31 14:16:55.875258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3e9a9-b832-434b-b9b6-1bfcb0b15fb2 req-c15a866f-7afd-4e08-b4c6-c694e7c84b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:55.878490 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0c3e9a9-b832-434b-b9b6-1bfcb0b15fb2 req-c15a866f-7afd-4e08-b4c6-c694e7c84b18 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.0818012 Aug 31 14:16:55.884592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:16:55.925747 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.926216 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] Added segment 65e66f11-d487-43ed-9df1-8b84a703f79d of type vlan for network de0ee877-7eb5-4a81-9202-8ee205d5dcbe Aug 31 14:16:55.928193 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c29a229-0c39-4bf6-82f4-6808a8930de2,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:55.933147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0c3e9a9-b832-434b-b9b6-1bfcb0b15fb2 req-4f4786b4-4379-4f5a-941d-d450529a4621 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414450 Aug 31 14:16:55.999264 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5265f34f-1e00-4f0f-ae01-f55b0af61892 req-15e47b5f-d5c7-4a9b-bc35-c8a7397cae4c tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451354 Aug 31 14:16:56.039028 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.085677 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.087105 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:56.087837 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.165545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0870f5-e846-4f86-877e-5354ff745646 req-a2c75b40-4785-4568-adbb-68d6311390fd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:56.167103 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0870f5-e846-4f86-877e-5354ff745646 req-a2c75b40-4785-4568-adbb-68d6311390fd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 946 time: 0.0856466 Aug 31 14:16:56.187633 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0c3e9a9-b832-434b-b9b6-1bfcb0b15fb2 req-ceac4159-8f5e-43af-9d39-5aa066e2495c service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437780 Aug 31 14:16:56.195684 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7607052 Aug 31 14:16:56.199161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56234) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.208389 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877a78a-77b5-4fb9-8c84-9d84f9425a4a admin admin] Pushing event updated for resources: {'Network': ['ID=de0ee877-7eb5-4a81-9202-8ee205d5dcbe,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:56.211384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5fcae514-6e16-4a22-84e2-0233079033ae admin admin] Request body: {'subnet': {'network_id': 'de0ee877-7eb5-4a81-9202-8ee205d5dcbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-482586798-subnet', 'tenant_id': '525889f25007418792d69ea38122ebcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:56.224057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network de0ee877-7eb5-4a81-9202-8ee205d5dcbe details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:16:56.230772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b717f7-acde-4ba6-853c-16ea0424573c req-abc21a48-1094-49ec-a0f0-8f44e484eb90 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:56.245378 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91b717f7-acde-4ba6-853c-16ea0424573c req-abc21a48-1094-49ec-a0f0-8f44e484eb90 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1544037 Aug 31 14:16:56.297828 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91b717f7-acde-4ba6-853c-16ea0424573c req-2eaffcec-71c6-4853-a870-c9974f8b9abd tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501816 Aug 31 14:16:56.329480 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0870f5-e846-4f86-877e-5354ff745646 req-3902a6a2-adad-4c2e-8201-117ed3732edb tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512620 Aug 31 14:16:56.340633 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcae514-6e16-4a22-84e2-0233079033ae admin admin] Made reservation on behalf of 525889f25007418792d69ea38122ebcb for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:56.345578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5fcae514-6e16-4a22-84e2-0233079033ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.410714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 48a7cf4d-6b7e-4647-8138-ba2309175b0d details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:16:56.536591 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0c3e9a9-b832-434b-b9b6-1bfcb0b15fb2 req-53379800-3be4-4aeb-a4f2-fa9122386ffb service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222554 Aug 31 14:16:56.555690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:56.570450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065ad68-977e-42ad-87cc-a604ef773481 req-9e7541a9-e23e-40e2-8edb-d305c46d6fec tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:56.572033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 48a7cf4d-6b7e-4647-8138-ba2309175b0d has no active binding in host n-h1-806683-5 {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 14:16:56.579662 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c065ad68-977e-42ad-87cc-a604ef773481 req-9e7541a9-e23e-40e2-8edb-d305c46d6fec tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 944 time: 0.1413639 Aug 31 14:16:56.654183 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c065ad68-977e-42ad-87cc-a604ef773481 req-36084103-590a-4dd3-8aff-407b1c019fca tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736325 Aug 31 14:16:56.735088 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5fcae514-6e16-4a22-84e2-0233079033ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.805613 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcae514-6e16-4a22-84e2-0233079033ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31c07f3-f176-4a1c-8bde-2185cb0f48ee,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:56.837169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcae514-6e16-4a22-84e2-0233079033ae admin admin] Checking segment: {'id': '65e66f11-d487-43ed-9df1-8b84a703f79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'de0ee877-7eb5-4a81-9202-8ee205d5dcbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:56.837466 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcae514-6e16-4a22-84e2-0233079033ae admin admin] Network hostable DHCP agents. Network: de0ee877-7eb5-4a81-9202-8ee205d5dcbe, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:16:56.876665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcae514-6e16-4a22-84e2-0233079033ae admin admin] Network de0ee877-7eb5-4a81-9202-8ee205d5dcbe is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:16:56.892771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5fcae514-6e16-4a22-84e2-0233079033ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, de0ee877-7eb5-4a81-9202-8ee205d5dcbe) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:56.898738 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcae514-6e16-4a22-84e2-0233079033ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:56.900116 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5fcae514-6e16-4a22-84e2-0233079033ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.903990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1f107f-c601-4be1-b65c-597fa201c85d None None] Network de0ee877-7eb5-4a81-9202-8ee205d5dcbe requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:56.921177 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5fcae514-6e16-4a22-84e2-0233079033ae admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7194712 Aug 31 14:16:57.095142 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ca482-7911-4654-a2ac-fe3d77021647 None None] Network de0ee877-7eb5-4a81-9202-8ee205d5dcbe requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:57.225069 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fa1ff-a58a-42ee-9829-8eeb52bc3bb6 req-25aae5f4-835e-4755-a4a1-b840cf35318c tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:57.227864 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee5fa1ff-a58a-42ee-9829-8eeb52bc3bb6 req-25aae5f4-835e-4755-a4a1-b840cf35318c tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 949 time: 0.0981929 Aug 31 14:16:57.279631 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee5fa1ff-a58a-42ee-9829-8eeb52bc3bb6 req-ee8c670d-2817-4a49-8aaf-21339e86fbca tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452495 Aug 31 14:16:57.604459 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-1ae16926-f0a5-43cc-8ca1-b7aeda2f6d27 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:57.606292 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-1ae16926-f0a5-43cc-8ca1-b7aeda2f6d27 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 808 time: 0.1549759 Aug 31 14:16:57.621387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e8045-9ed9-4e8e-9ef3-72ea1f6eb9d8 req-d80b2cd3-be95-42dc-b9b9-a7d01629f41a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:57.623856 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a2e8045-9ed9-4e8e-9ef3-72ea1f6eb9d8 req-d80b2cd3-be95-42dc-b9b9-a7d01629f41a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.0712633 Aug 31 14:16:57.629258 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-9bf49a6e-c883-437d-a5d1-8905153175f4 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/quotas/429bbc88baff4974940bd2144c0fd533 HTTP/1.1" status: 200 len: 375 time: 0.0172381 Aug 31 14:16:57.667951 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-817eed7c-ee6e-427a-a3e7-ae4ee158231b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309052 Aug 31 14:16:57.708588 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a2e8045-9ed9-4e8e-9ef3-72ea1f6eb9d8 req-9dc52db3-da40-46d1-8ca8-6781a0f9aa47 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699093 Aug 31 14:16:57.722628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c3368-fc72-40b4-a886-1d97b6f86ae9 req-9c20f966-13da-4b92-a4c7-6b7283ba8813 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:57.724247 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d85c3368-fc72-40b4-a886-1d97b6f86ae9 req-9c20f966-13da-4b92-a4c7-6b7283ba8813 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.60 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 946 time: 0.0954144 Aug 31 14:16:57.782395 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:16:57.820663 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-692e3aa4-7159-417a-99bd-c24209954c8f service neutron] 10.222.0.39 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434901 Aug 31 14:16:57.913469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56280) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:57.929729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d85c3368-fc72-40b4-a886-1d97b6f86ae9 req-70ca24ab-5e7f-4d0e-a7d3-02a5311d0cbd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Deleting port 522f3ce7-c092-4bf8-a778-437d2e0f39d3 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:57.930136 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d85c3368-fc72-40b4-a886-1d97b6f86ae9 req-70ca24ab-5e7f-4d0e-a7d3-02a5311d0cbd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:57.942575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d71e11-8f59-4663-950f-ce3d88af9e60 req-c8f8810c-b425-47bf-9e96-6ff3d9e04bdb tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:57.950165 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-37d71e11-8f59-4663-950f-ce3d88af9e60 req-c8f8810c-b425-47bf-9e96-6ff3d9e04bdb tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 946 time: 0.0931003 Aug 31 14:16:57.950549 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-af34a94a-633f-4b8c-a2fe-32b50413fb8e service neutron] 10.222.0.39 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224990 Aug 31 14:16:58.067751 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-37d71e11-8f59-4663-950f-ce3d88af9e60 req-d288a247-47a6-459d-bde8-198784ac58b3 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166532 Aug 31 14:16:58.098053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d85c3368-fc72-40b4-a886-1d97b6f86ae9 req-70ca24ab-5e7f-4d0e-a7d3-02a5311d0cbd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] For port 522f3ce7-c092-4bf8-a778-437d2e0f39d3, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=522f3ce7-c092-4bf8-a778-437d2e0f39d3,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:58.098430 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d85c3368-fc72-40b4-a886-1d97b6f86ae9 req-70ca24ab-5e7f-4d0e-a7d3-02a5311d0cbd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.136911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d85c3368-fc72-40b4-a886-1d97b6f86ae9 req-70ca24ab-5e7f-4d0e-a7d3-02a5311d0cbd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Calling delete_port for 522f3ce7-c092-4bf8-a778-437d2e0f39d3 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:58.138976 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-250e0ea0-56fb-4e58-b148-e33657f5da5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.249616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293071d4-06a7-4b7c-919d-e2603de0432e req-6da9358b-01c0-4567-9b9a-308c43a3b2df tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:58.259003 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-293071d4-06a7-4b7c-919d-e2603de0432e req-6da9358b-01c0-4567-9b9a-308c43a3b2df tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 944 time: 0.1197224 Aug 31 14:16:58.322685 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-293071d4-06a7-4b7c-919d-e2603de0432e req-a11457c7-cd44-49fc-b20c-566417b35113 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617445 Aug 31 14:16:58.338849 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c85a89e6-f0ef-449e-8279-7770db1fbc0a req-32caa8fa-b788-4ae2-ad11-68a57b8033b3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 210 time: 0.0593135 Aug 31 14:16:58.399476 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d85c3368-fc72-40b4-a886-1d97b6f86ae9 req-70ca24ab-5e7f-4d0e-a7d3-02a5311d0cbd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.413115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['522f3ce7-c092-4bf8-a778-437d2e0f39d3'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:16:58.417988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:58.469901 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce30b0a-cdd9-4c42-bf62-1834d82a6298 req-35b669b5-97a7-4db3-a973-46f081de342b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:58.477626 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ce30b0a-cdd9-4c42-bf62-1834d82a6298 req-35b669b5-97a7-4db3-a973-46f081de342b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 949 time: 0.0745330 Aug 31 14:16:58.500099 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-250e0ea0-56fb-4e58-b148-e33657f5da5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.502317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca24ab-5e7f-4d0e-a7d3-02a5311d0cbd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Pushing event deleted for resources: {'Port': ['ID=522f3ce7-c092-4bf8-a778-437d2e0f39d3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:58.513847 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-250e0ea0-56fb-4e58-b148-e33657f5da5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.523658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:58.529050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:58.544326 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.551235 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ce30b0a-cdd9-4c42-bf62-1834d82a6298 req-8fcc91ae-766f-44b4-96dc-7df30e157186 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648706 Aug 31 14:16:58.565081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-250e0ea0-56fb-4e58-b148-e33657f5da5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d787a85580a4eeca40cfabbb913b019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6477816 Aug 31 14:16:58.566858 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56298) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:58.598383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85c3368-fc72-40b4-a886-1d97b6f86ae9 req-70ca24ab-5e7f-4d0e-a7d3-02a5311d0cbd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] No DVR routers for this DVR port 522f3ce7-c092-4bf8-a778-437d2e0f39d3 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:58.603000 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d85c3368-fc72-40b4-a886-1d97b6f86ae9 req-70ca24ab-5e7f-4d0e-a7d3-02a5311d0cbd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.605310 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d85c3368-fc72-40b4-a886-1d97b6f86ae9 req-70ca24ab-5e7f-4d0e-a7d3-02a5311d0cbd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.60 "DELETE /v2.0/ports/522f3ce7-c092-4bf8-a778-437d2e0f39d3 HTTP/1.1" status: 204 len: 173 time: 0.8694010 Aug 31 14:16:58.605801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a604ab93-2b72-4e01-8965-fffcc8dd08d6', 'name': 'network-vif-deleted', 'tag': '522f3ce7-c092-4bf8-a778-437d2e0f39d3'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:58.608379 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec7c974-b7e0-40bd-860a-52c3e491917e" -d '{"events": [{"server_uuid": "a604ab93-2b72-4e01-8965-fffcc8dd08d6", "name": "network-vif-deleted", "tag": "522f3ce7-c092-4bf8-a778-437d2e0f39d3"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:58.629049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e0ea0-56fb-4e58-b148-e33657f5da5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc60491-10f5-4d46-b228-0d0f8d0807ac,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:58.661026 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.667643 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43374008-4f62-4f5a-b942-cea5c2f86e7c x-openstack-request-id: req-43374008-4f62-4f5a-b942-cea5c2f86e7c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:58.667927 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a604ab93-2b72-4e01-8965-fffcc8dd08d6", "name": "network-vif-deleted", "tag": "522f3ce7-c092-4bf8-a778-437d2e0f39d3", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:58.668174 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43374008-4f62-4f5a-b942-cea5c2f86e7c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:58.668881 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a604ab93-2b72-4e01-8965-fffcc8dd08d6', 'name': 'network-vif-deleted', 'tag': '522f3ce7-c092-4bf8-a778-437d2e0f39d3', 'status': 'completed', 'code': 200} Aug 31 14:16:58.692420 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a38caf6-ff84-4bf7-a20c-7f9443e5b473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.694742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f5438e-79bd-419b-8159-f1dd51644bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a5b4ab-ad15-4de3-9d61-d7a886e290d1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:58.699508 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf23c546-1352-4063-93ad-10daba4a3fbc" -d '{"events": [{"server_uuid": "d0f5438e-79bd-419b-8159-f1dd51644bae", "name": "network-vif-plugged", "status": "completed", "tag": "47a5b4ab-ad15-4de3-9d61-d7a886e290d1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:58.727378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=47a5b4ab-ad15-4de3-9d61-d7a886e290d1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:58.731665 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a38caf6-ff84-4bf7-a20c-7f9443e5b473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.733105 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.780742 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bb0ed2-2472-45c0-b430-dab44a0c035c x-openstack-request-id: req-52bb0ed2-2472-45c0-b430-dab44a0c035c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:58.781032 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f5438e-79bd-419b-8159-f1dd51644bae", "name": "network-vif-plugged", "status": "completed", "tag": "47a5b4ab-ad15-4de3-9d61-d7a886e290d1", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:58.781283 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52bb0ed2-2472-45c0-b430-dab44a0c035c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:58.781940 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f5438e-79bd-419b-8159-f1dd51644bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a5b4ab-ad15-4de3-9d61-d7a886e290d1', 'code': 200} Aug 31 14:16:58.834326 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a38caf6-ff84-4bf7-a20c-7f9443e5b473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.839207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=47a5b4ab-ad15-4de3-9d61-d7a886e290d1,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:58.855618 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a38caf6-ff84-4bf7-a20c-7f9443e5b473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.859345 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0a38caf6-ff84-4bf7-a20c-7f9443e5b473 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ccc60491-10f5-4d46-b228-0d0f8d0807ac HTTP/1.1" status: 204 len: 168 time: 0.2888000 Aug 31 14:16:58.894605 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38caf6-ff84-4bf7-a20c-7f9443e5b473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc60491-10f5-4d46-b228-0d0f8d0807ac,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:58.904278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219a832-72ff-4384-8a45-2724da35f287 req-0e692884-8056-47d1-a548-7833dcc586f7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:58.905986 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f219a832-72ff-4384-8a45-2724da35f287 req-0e692884-8056-47d1-a548-7833dcc586f7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.0781260 Aug 31 14:16:58.982419 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f219a832-72ff-4384-8a45-2724da35f287 req-a263ddfc-c925-449f-877f-ef43f1ab23d1 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613220 Aug 31 14:16:58.985751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1ce63-c416-4b74-9f34-acb9e908c2dc req-765f2614-56e4-40d6-a0ae-f841095c1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:58.987248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2b1ce63-c416-4b74-9f34-acb9e908c2dc req-765f2614-56e4-40d6-a0ae-f841095c1755 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 1101 time: 0.0771351 Aug 31 14:16:59.039354 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2b1ce63-c416-4b74-9f34-acb9e908c2dc req-cc204845-9320-47e9-bf4c-1b9cd13e7b93 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437949 Aug 31 14:16:59.213784 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dfb2994d-0eb4-4bc0-97a3-79fd12be22b4 req-b76e9e4c-2676-433e-85d0-b88438a3b800 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=a604ab93-2b72-4e01-8965-fffcc8dd08d6 HTTP/1.1" status: 200 len: 210 time: 0.0342715 Aug 31 14:16:59.290424 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56316) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:59.306830 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2fec579-71c9-41c3-9a8b-c590e44216d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.470950 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2fec579-71c9-41c3-9a8b-c590e44216d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.476977 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2fec579-71c9-41c3-9a8b-c590e44216d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.484111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8028fe8c-1b36-42a1-97f1-257505059fb7 req-fed9b7ae-6d62-410b-b1af-b6cd15fffa04 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 210 time: 0.0355828 Aug 31 14:16:59.491605 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79eb60-79be-4a55-a8b3-7b8c8208c49c req-c6d5479c-5d1f-421d-8fef-58a938a86657 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:59.493316 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b79eb60-79be-4a55-a8b3-7b8c8208c49c req-c6d5479c-5d1f-421d-8fef-58a938a86657 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 944 time: 0.0817759 Aug 31 14:16:59.567419 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d2fec579-71c9-41c3-9a8b-c590e44216d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06edf388b17a4fe89e61f875a9e4aa27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757304 Aug 31 14:16:59.570834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56324) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:59.571283 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fec579-71c9-41c3-9a8b-c590e44216d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678ae068-351b-4dee-a1e9-cb7fcfec7ebf,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:59.615905 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b79eb60-79be-4a55-a8b3-7b8c8208c49c req-1b50f6fa-53e3-4f17-a36b-722379a43483 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106129 Aug 31 14:16:59.683100 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6d75eca-0b05-4ffa-a171-957cc7bff807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.780260 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-f94a0b79-fba9-483a-a63c-be37edf61d8b service neutron] 10.222.0.25 "GET /v2.0/ports/48a7cf4d-6b7e-4647-8138-ba2309175b0d/bindings/n-h1-806683-5 HTTP/1.1" status: 200 len: 384 time: 0.0650043 Aug 31 14:16:59.791691 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6d75eca-0b05-4ffa-a171-957cc7bff807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.832676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2db7eb-6c33-484a-86e9-e9834acf0af3 req-d18d08a3-57db-408e-96a2-6edabbace497 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:59.834757 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec2db7eb-6c33-484a-86e9-e9834acf0af3 req-d18d08a3-57db-408e-96a2-6edabbace497 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 950 time: 0.1860549 Aug 31 14:16:59.910678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec2db7eb-6c33-484a-86e9-e9834acf0af3 req-ef99714d-2ea2-4ed6-be1f-229a3363bc01 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667951 Aug 31 14:16:59.919855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-41def9d3-7fac-4ddd-b813-df2a9409a64f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:59.921333 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-41def9d3-7fac-4ddd-b813-df2a9409a64f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.25 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 808 time: 0.2013702 Aug 31 14:16:59.937921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-efda3fc6-4b64-423c-a5f4-656e97074fce tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Request body: {'port': {'device_id': '91d3aec7-11d8-4559-a341-9c718e980983', 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8', 'admin_state_up': True, 'tenant_id': '429bbc88baff4974940bd2144c0fd533'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:59.943138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6d75eca-0b05-4ffa-a171-957cc7bff807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.946939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6d75eca-0b05-4ffa-a171-957cc7bff807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.948288 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d6d75eca-0b05-4ffa-a171-957cc7bff807 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/678ae068-351b-4dee-a1e9-cb7fcfec7ebf HTTP/1.1" status: 204 len: 168 time: 0.3759379 Aug 31 14:16:59.998482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d75eca-0b05-4ffa-a171-957cc7bff807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678ae068-351b-4dee-a1e9-cb7fcfec7ebf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:00.028568 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-7c2d4c99-db10-4207-ad45-0fa9792a572a service neutron] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:00.067797 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-7c2d4c99-db10-4207-ad45-0fa9792a572a service neutron] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:00.096662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-efda3fc6-4b64-423c-a5f4-656e97074fce tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Made reservation on behalf of 429bbc88baff4974940bd2144c0fd533 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:00.100291 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-efda3fc6-4b64-423c-a5f4-656e97074fce tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.144314 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-7c2d4c99-db10-4207-ad45-0fa9792a572a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a7cf4d-6b7e-4647-8138-ba2309175b0d {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:00.160545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-7c2d4c99-db10-4207-ad45-0fa9792a572a service neutron] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:00.186141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eed5ce-1fd5-4830-aa31-d04e19b34a3e req-746d77d2-c631-4724-a223-d2867884a2d5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:00.187800 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-21eed5ce-1fd5-4830-aa31-d04e19b34a3e req-746d77d2-c631-4724-a223-d2867884a2d5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.0959973 Aug 31 14:17:00.189124 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-7c2d4c99-db10-4207-ad45-0fa9792a572a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.301240 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-21eed5ce-1fd5-4830-aa31-d04e19b34a3e req-7744b49b-7b6a-403b-9746-bd5631f7d4a3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991757 Aug 31 14:17:00.323140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-efda3fc6-4b64-423c-a5f4-656e97074fce tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Allocated IP 172.20.0.3 (95e425eb-d5ad-4dd7-8934-338e55a725a8/e83918b6-07cc-4368-a349-5b0c0753fe5d/b9fa8160-d776-42dd-a5c0-0b8043fe5b94) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:00.396619 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-7c2d4c99-db10-4207-ad45-0fa9792a572a service neutron] Transition to ACTIVE for port object 48a7cf4d-6b7e-4647-8138-ba2309175b0d will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:00.408113 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-7c2d4c99-db10-4207-ad45-0fa9792a572a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.482036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-7c2d4c99-db10-4207-ad45-0fa9792a572a service neutron] No DVR routers for this DVR port 48a7cf4d-6b7e-4647-8138-ba2309175b0d on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:00.504528 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d4c99-db10-4207-ad45-0fa9792a572a service neutron] Pushing event updated for resources: {'Port': ['ID=48a7cf4d-6b7e-4647-8138-ba2309175b0d,revision_number=10']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:00.543665 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-7c2d4c99-db10-4207-ad45-0fa9792a572a service neutron] 10.222.0.25 "PUT /v2.0/ports/48a7cf4d-6b7e-4647-8138-ba2309175b0d/bindings/n-h1-806683-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7493732 Aug 31 14:17:00.639521 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-efda3fc6-4b64-423c-a5f4-656e97074fce tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.661708 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c1faaa4d-f6a9-47ee-8ac0-51bd78294977 req-cd85d1bd-3609-458a-8e3a-e58f5f7a581d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 210 time: 0.0647256 Aug 31 14:17:00.734287 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-efda3fc6-4b64-423c-a5f4-656e97074fce tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.817287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efbd25-5d64-455e-8234-0d72c7ac2ea0 req-3445e334-8e53-4fe7-9867-0e7255065898 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:00.819640 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c7efbd25-5d64-455e-8234-0d72c7ac2ea0 req-3445e334-8e53-4fe7-9867-0e7255065898 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 945 time: 0.0741117 Aug 31 14:17:00.871457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-efda3fc6-4b64-423c-a5f4-656e97074fce tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Network 95e425eb-d5ad-4dd7-8934-338e55a725a8 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:00.875799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-efda3fc6-4b64-423c-a5f4-656e97074fce tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:00.877268 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c7efbd25-5d64-455e-8234-0d72c7ac2ea0 req-bc137124-fc86-4820-bc77-374983c6f864 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517569 Aug 31 14:17:00.887785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-efda3fc6-4b64-423c-a5f4-656e97074fce tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:00.893349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-efda3fc6-4b64-423c-a5f4-656e97074fce tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:00.893972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-efda3fc6-4b64-423c-a5f4-656e97074fce tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.907011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda3fc6-4b64-423c-a5f4-656e97074fce tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Pushing event updated for resources: {'Port': ['ID=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:00.926341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-e0b1edc0-bb3d-4ad8-837e-fe5e5842842c tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:00.928098 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-e0b1edc0-bb3d-4ad8-837e-fe5e5842842c tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796&tenant_id=5904e6ad71034956a1b7126d4bfce299&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1096 time: 0.2321038 Aug 31 14:17:00.933649 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-efda3fc6-4b64-423c-a5f4-656e97074fce tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0015988 Aug 31 14:17:00.954098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Request body: {'port': {'device_id': '91d3aec7-11d8-4559-a341-9c718e980983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:01.046398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7f293-5b50-431b-82c5-6847747a3cea req-bee88157-9f2e-40e9-adfe-b89000882692 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:01.051114 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f858dd4-5fcd-4405-a4ed-388f2fb8b253 req-bad394f2-4469-4dd3-9a60-37293e476721 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:01.052869 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f858dd4-5fcd-4405-a4ed-388f2fb8b253 req-bad394f2-4469-4dd3-9a60-37293e476721 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 950 time: 0.0627015 Aug 31 14:17:01.056019 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eec7f293-5b50-431b-82c5-6847747a3cea req-bee88157-9f2e-40e9-adfe-b89000882692 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 812 time: 0.3576276 Aug 31 14:17:01.101446 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eec7f293-5b50-431b-82c5-6847747a3cea req-3c08ef1a-1bd0-4d1b-b735-edbb567b2ce0 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/quotas/3c77177a7f484a688be812ec879e9355 HTTP/1.1" status: 200 len: 375 time: 0.0399292 Aug 31 14:17:01.109152 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f858dd4-5fcd-4405-a4ed-388f2fb8b253 req-e58e0da6-6690-42b8-a2c8-6a980da1912d tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499682 Aug 31 14:17:01.117084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-44594f5d-e8d3-489b-a89f-2ef4a40965bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:01.119353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-44594f5d-e8d3-489b-a89f-2ef4a40965bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796&tenant_id=5904e6ad71034956a1b7126d4bfce299 HTTP/1.1" status: 200 len: 1096 time: 0.1622305 Aug 31 14:17:01.136820 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.174521 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eec7f293-5b50-431b-82c5-6847747a3cea req-072e4daa-2777-491b-916b-9cd48e3c192c tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537095 Aug 31 14:17:01.268990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016fc1-2871-460e-98ed-5291ec085e96 req-bc31526c-01ee-4b6e-acff-a0328602673f tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:01.270725 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87016fc1-2871-460e-98ed-5291ec085e96 req-bc31526c-01ee-4b6e-acff-a0328602673f tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 1101 time: 0.0679693 Aug 31 14:17:01.343388 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87016fc1-2871-460e-98ed-5291ec085e96 req-0ef73293-adcf-4076-99fa-4a5af7983f2a tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636075 Aug 31 14:17:01.347409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-3d93769d-4797-4bf5-86d1-1f7d7e410f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:01.348964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-3d93769d-4797-4bf5-86d1-1f7d7e410f73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 1096 time: 0.1794093 Aug 31 14:17:01.523106 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eec7f293-5b50-431b-82c5-6847747a3cea req-70d55f03-8ad5-4d10-95b8-57b3d225e03b service neutron] 10.222.0.39 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374438 Aug 31 14:17:01.562710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ab834-75fd-416d-9065-05c53df61f3d req-709a5634-e94c-496f-98aa-b7a611be4a37 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:01.564865 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca4ab834-75fd-416d-9065-05c53df61f3d req-709a5634-e94c-496f-98aa-b7a611be4a37 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1148787 Aug 31 14:17:01.653977 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca4ab834-75fd-416d-9065-05c53df61f3d req-7639da9d-5a5d-4158-b0b9-8903df612d81 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759876 Aug 31 14:17:01.860346 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-522aadf1-002b-4682-9288-78c8c677788c tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1901edefb11847a7897a42142ce0f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243087 Aug 31 14:17:01.934061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-f1257cd7-971c-4e58-8037-b25640b5e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:01.935566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-f1257cd7-971c-4e58-8037-b25640b5e0d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.5740011 Aug 31 14:17:02.022404 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-8e1eb4af-a2ba-40a9-a63c-8c1880af03e7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:02.023993 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-8e1eb4af-a2ba-40a9-a63c-8c1880af03e7 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564126 Aug 31 14:17:02.026363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-fac17ec0-096a-4024-b255-2764b21dc749 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d HTTP/1.1" status: 200 len: 217 time: 0.0603454 Aug 31 14:17:02.039163 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eec7f293-5b50-431b-82c5-6847747a3cea req-9a59c290-887a-4f42-955d-97f6fca7d718 service neutron] 10.222.0.39 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074117 Aug 31 14:17:02.051819 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-d0cb908b-99d0-4fa0-8080-1425384633d2 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/quotas/1901edefb11847a7897a42142ce0f797 HTTP/1.1" status: 200 len: 375 time: 0.0212686 Aug 31 14:17:02.129316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-7bb0efb3-c208-43d9-922a-8268024c63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:02.130926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-7bb0efb3-c208-43d9-922a-8268024c63b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.0895007 Aug 31 14:17:02.186252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-067c7049-3faf-46bd-9eb3-c86f81f5c429 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307152 Aug 31 14:17:02.196284 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-2cf85f29-bf2f-4f53-b413-a983cc1d8883 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1430681 Aug 31 14:17:02.247065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fa8160-d776-42dd-a5c0-0b8043fe5b94 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:02.361579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:02.410725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 522f3ce7-c092-4bf8-a778-437d2e0f39d3 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:02.428468 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-6953c9d5-d449-4f8b-be19-341ec32cae1a service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330666 Aug 31 14:17:02.457280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 522f3ce7-c092-4bf8-a778-437d2e0f39d3 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:02.458430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 522f3ce7-c092-4bf8-a778-437d2e0f39d3 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:02.503531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Transition to ACTIVE for port object b9fa8160-d776-42dd-a5c0-0b8043fe5b94 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:02.511969 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:02.524398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8517a9b-c385-4782-acd9-f3a61a4bfe71 req-61288617-d134-42a3-9e1d-c419e47c1bf5 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:02.536248 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d8517a9b-c385-4782-acd9-f3a61a4bfe71 req-61288617-d134-42a3-9e1d-c419e47c1bf5 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 945 time: 0.0847600 Aug 31 14:17:02.541712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494e7cd-221b-4478-a628-45b8089921b1 req-5024116c-3cf8-4d25-a5c1-5eb7831dfb5b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:02.551489 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f494e7cd-221b-4478-a628-45b8089921b1 req-5024116c-3cf8-4d25-a5c1-5eb7831dfb5b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 931 time: 0.2352524 Aug 31 14:17:02.618915 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d8517a9b-c385-4782-acd9-f3a61a4bfe71 req-7b0db5c6-d2b3-4a9f-a88f-b1ca60423210 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840652 Aug 31 14:17:02.697253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:02.743284 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae2f661a-9ebb-493e-8cc4-7d5b582f7c3b req-fa7b6433-6509-416f-8721-3c23a87b7f26 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 210 time: 0.0623736 Aug 31 14:17:02.749743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f494e7cd-221b-4478-a628-45b8089921b1 req-c189463a-b078-4cb3-91a5-8c9dc06758fe tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905067 Aug 31 14:17:02.795121 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-fe4b7b0b-56cd-4f29-a14d-61dda634b895 service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525124 Aug 31 14:17:02.805717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Attempting to bind port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:02.807748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Attempting to bind port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:02.809966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Attempting to bind port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:02.816563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:02.816965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Attempting to bind port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:02.839049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:02.839426 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Checking segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:02.840053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Bound using segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:02.840517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Bound port: b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:02.841172 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:02.863400 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5d51189f-5d52-46fc-b396-1122baacdf74 req-a7ef8f5f-f84f-4b58-90ab-dabb40963672 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 210 time: 0.0535553 Aug 31 14:17:02.984896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:02.992040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:02.997848 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:03.044148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:03.044893 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:03.046449 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] 10.222.0.25 "PUT /v2.0/ports/b9fa8160-d776-42dd-a5c0-0b8043fe5b94 HTTP/1.1" status: 200 len: 1091 time: 2.0980680 Aug 31 14:17:03.046972 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d3aec7-11d8-4559-a341-9c718e980983', 'tag': 'b9fa8160-d776-42dd-a5c0-0b8043fe5b94'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:03.047596 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852638c-ef73-4d30-924e-98b6fa71b9d4 req-f318c753-b797-4e55-b761-433900c410bd tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:03.049781 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f852638c-ef73-4d30-924e-98b6fa71b9d4 req-f318c753-b797-4e55-b761-433900c410bd tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.0967460 Aug 31 14:17:03.060682 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bde035-1e30-4ae4-baef-63cd01e221de" -d '{"events": [{"name": "network-changed", "server_uuid": "91d3aec7-11d8-4559-a341-9c718e980983", "tag": "b9fa8160-d776-42dd-a5c0-0b8043fe5b94"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:03.092194 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc4a88-cb02-47c3-ae6d-cb458e061824 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:03.129765 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f852638c-ef73-4d30-924e-98b6fa71b9d4 req-cb4f5ca3-312d-457f-89ed-f01b7bef409b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639553 Aug 31 14:17:03.250246 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 48a7cf4d-6b7e-4647-8138-ba2309175b0d no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:03.290037 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5de9f6-d7b2-403c-ba5e-73a0abbc12ec x-openstack-request-id: req-4d5de9f6-d7b2-403c-ba5e-73a0abbc12ec {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:03.290453 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d3aec7-11d8-4559-a341-9c718e980983", "tag": "b9fa8160-d776-42dd-a5c0-0b8043fe5b94", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:03.290805 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d5de9f6-d7b2-403c-ba5e-73a0abbc12ec {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:03.291316 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d3aec7-11d8-4559-a341-9c718e980983', 'tag': 'b9fa8160-d776-42dd-a5c0-0b8043fe5b94', 'status': 'completed', 'code': 200} Aug 31 14:17:03.297187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-a608057e-6575-4c35-85c6-89ba8ee99fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:03.298731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-a608057e-6575-4c35-85c6-89ba8ee99fad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 1094 time: 0.1342838 Aug 31 14:17:03.300788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-434961f5-bc3e-461a-b7b7-ad94a13c2adf tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:03.302453 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-434961f5-bc3e-461a-b7b7-ad94a13c2adf tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796&tenant_id=5904e6ad71034956a1b7126d4bfce299&binding%3Ahost_id=n-h1-806683-5 HTTP/1.1" status: 200 len: 1096 time: 0.1027596 Aug 31 14:17:03.336753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 48a7cf4d-6b7e-4647-8138-ba2309175b0d not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:03.419744 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-35c53da7-6b8b-4bc0-b395-9882a6d73844 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94 HTTP/1.1" status: 200 len: 217 time: 0.1114461 Aug 31 14:17:03.571570 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-03514e25-80bd-42b9-83eb-71dd63bd67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:03.573554 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-03514e25-80bd-42b9-83eb-71dd63bd67b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.1440847 Aug 31 14:17:03.638981 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-a3048889-87ae-4c54-95bc-d0a6437dc545 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510271 Aug 31 14:17:03.657904 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-b5d22408-08bc-450e-9501-d7cb4500af1b service neutron] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:03.661988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-b5d22408-08bc-450e-9501-d7cb4500af1b service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:03.663325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11bc3b06-591d-475d-bd40-7767f3e9a04c req-b5d22408-08bc-450e-9501-d7cb4500af1b service neutron] 10.222.0.60 "DELETE /v2.0/ports/48a7cf4d-6b7e-4647-8138-ba2309175b0d/bindings/n-h2-806683-5 HTTP/1.1" status: 204 len: 173 time: 0.3398268 Aug 31 14:17:03.824654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c0a2-6fc1-4122-b72b-3cc0623d2956 req-b7abeb6a-4dc4-4d4e-a831-453a0c44ce92 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:03.827886 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d241c0a2-6fc1-4122-b72b-3cc0623d2956 req-b7abeb6a-4dc4-4d4e-a831-453a0c44ce92 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 945 time: 0.1122451 Aug 31 14:17:03.981275 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-d20dd947-d5f7-4c72-946d-271a724d2420 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326716 Aug 31 14:17:04.023866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d241c0a2-6fc1-4122-b72b-3cc0623d2956 req-fbf08796-47b3-4fa3-9e9f-2d462121015f tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482568 Aug 31 14:17:04.123538 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-758107f7-9468-4c37-8d0b-f6e96faa398d tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1901edefb11847a7897a42142ce0f797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600379 Aug 31 14:17:04.154057 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e33486-e816-4b3c-86fd-a866648c28c1 req-90674da2-b5df-4d2c-9e10-0c9f92dd0e56 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.161557 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11e33486-e816-4b3c-86fd-a866648c28c1 req-90674da2-b5df-4d2c-9e10-0c9f92dd0e56 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 943 time: 0.1400213 Aug 31 14:17:04.168736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f463c78b-8c77-404b-a856-738b517c8dd8 req-15114af4-0838-4891-b402-9bf9cc65c8b2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 210 time: 0.0523782 Aug 31 14:17:04.216777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7f293-5b50-431b-82c5-6847747a3cea req-57a7bcf3-580e-4f3f-81c0-8dbd08249ade tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.218947 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eec7f293-5b50-431b-82c5-6847747a3cea req-57a7bcf3-580e-4f3f-81c0-8dbd08249ade tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.60 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 812 time: 0.3670263 Aug 31 14:17:04.234063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-eec7f293-5b50-431b-82c5-6847747a3cea req-2ea48987-76be-413d-a221-dce47c4beb7f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Request body: {'port': {'device_id': '61515f61-f6b2-4061-80ff-2702437e48b7', 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af', 'admin_state_up': True, 'tenant_id': '3c77177a7f484a688be812ec879e9355'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:04.296157 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95256031-9af8-4a7d-bb0f-bec6ab58a6de req-9e9f5e21-a2f5-46c2-b9d8-d6f5b2493d53 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871771 Aug 31 14:17:04.337301 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11e33486-e816-4b3c-86fd-a866648c28c1 req-eecdbf79-456e-421f-8438-177547b9d475 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679392 Aug 31 14:17:04.337536 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c91c91e6-4a8a-49a1-9a09-345e0215527d req-d6471d7e-27b0-4c9b-8ab6-a0448104dd26 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 210 time: 0.0469398 Aug 31 14:17:04.388977 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-612a1346-0a3e-46fc-bf1f-714930d441eb tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.397894 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-612a1346-0a3e-46fc-bf1f-714930d441eb tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636137 Aug 31 14:17:04.422590 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-d655e27a-4354-4942-be80-1207710355f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Request body: {'port': {'device_id': '44aa7dc0-2442-467a-82f2-7bf79542b071', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '1901edefb11847a7897a42142ce0f797'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:04.485605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bde035-1e30-4ae4-baef-63cd01e221de req-6fefdf4f-80ce-4950-a729-59c67ceee79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.491408 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84bde035-1e30-4ae4-baef-63cd01e221de req-6fefdf4f-80ce-4950-a729-59c67ceee79c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 1094 time: 0.1093159 Aug 31 14:17:04.602788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec7f293-5b50-431b-82c5-6847747a3cea req-2ea48987-76be-413d-a221-dce47c4beb7f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Made reservation on behalf of 3c77177a7f484a688be812ec879e9355 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:04.606283 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eec7f293-5b50-431b-82c5-6847747a3cea req-2ea48987-76be-413d-a221-dce47c4beb7f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:04.669680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dbac4-228f-4069-b319-ff0396cc881c req-b43ccf58-6d11-49d3-a75c-7c7cabb1da22 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.671708 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-294dbac4-228f-4069-b319-ff0396cc881c req-b43ccf58-6d11-49d3-a75c-7c7cabb1da22 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1793396 Aug 31 14:17:04.689980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-d655e27a-4354-4942-be80-1207710355f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Made reservation on behalf of 1901edefb11847a7897a42142ce0f797 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:04.694281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-d655e27a-4354-4942-be80-1207710355f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:04.726863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6d123-49cb-4c95-92b0-7a3e5adef7ad req-2e761503-e550-4f26-a9d9-a219907fa980 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.728467 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27f6d123-49cb-4c95-92b0-7a3e5adef7ad req-2e761503-e550-4f26-a9d9-a219907fa980 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 1096 time: 0.0935218 Aug 31 14:17:04.827104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-eec7f293-5b50-431b-82c5-6847747a3cea req-2ea48987-76be-413d-a221-dce47c4beb7f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Allocated IP 172.20.0.4 (0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af/2aa5041b-aff9-4323-8a2c-7ce83a5dbf67/f85122d2-37ab-48e8-a75e-571c2b3dbdcc) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:04.831971 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27f6d123-49cb-4c95-92b0-7a3e5adef7ad req-c79f9e93-8973-4aca-9c22-3ae6a6aa7ec2 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679471 Aug 31 14:17:04.931410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-d655e27a-4354-4942-be80-1207710355f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Allocated IP 192.168.233.19 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/ded62260-203f-4452-827f-26f3d9194f5c) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:05.039558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bde035-1e30-4ae4-baef-63cd01e221de req-2e2c21e7-79fc-4ea1-99a4-9dc2bcd1636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:05.041537 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84bde035-1e30-4ae4-baef-63cd01e221de req-2e2c21e7-79fc-4ea1-99a4-9dc2bcd1636c service neutron] 10.222.0.25 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.5146861 Aug 31 14:17:05.053303 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-294dbac4-228f-4069-b319-ff0396cc881c req-8fca88ce-6dbb-4a17-9808-0fdeca73164b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683660 Aug 31 14:17:05.095020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84bde035-1e30-4ae4-baef-63cd01e221de req-037c69d4-2dfb-43fa-803c-fb09353a6255 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94 HTTP/1.1" status: 200 len: 217 time: 0.0452366 Aug 31 14:17:05.175572 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-d655e27a-4354-4942-be80-1207710355f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.203430 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-d655e27a-4354-4942-be80-1207710355f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Transition to ACTIVE for port object ded62260-203f-4452-827f-26f3d9194f5c will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:05.242090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bde035-1e30-4ae4-baef-63cd01e221de req-08b7f7b5-48e9-43c5-a2a5-2ed56e308b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:05.243913 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84bde035-1e30-4ae4-baef-63cd01e221de req-08b7f7b5-48e9-43c5-a2a5-2ed56e308b6c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.1392608 Aug 31 14:17:05.247789 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eec7f293-5b50-431b-82c5-6847747a3cea req-2ea48987-76be-413d-a221-dce47c4beb7f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.303429 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84bde035-1e30-4ae4-baef-63cd01e221de req-59f3238b-0b38-4c82-a6d5-0a22729e6ede service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489626 Aug 31 14:17:05.328489 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-d655e27a-4354-4942-be80-1207710355f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.335946 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa20f3e7-e420-47b8-9fda-9ae3086fb669 req-1492fe27-7422-44ee-a749-0786b285f293 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 210 time: 0.0662413 Aug 31 14:17:05.346784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0', '206bf4b8-b988-4fb5-af41-b977f995d654'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:05.349943 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'd2534abb-a475-469e-83a7-6c4ca5bdb730', '84b348a8-a2fb-49b3-800d-2c88628a960e', '87d0effe-bcaf-46bb-93d8-fd547b4d46a9', '47a5b4ab-ad15-4de3-9d61-d7a886e290d1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:05.405108 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-d655e27a-4354-4942-be80-1207710355f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:05.412325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d3512-4789-401a-954b-cfbd968628af req-6d0d0abb-a811-4574-acad-7c8682942e7a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:05.420500 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7a8d3512-4789-401a-954b-cfbd968628af req-6d0d0abb-a811-4574-acad-7c8682942e7a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 821 time: 0.2050784 Aug 31 14:17:05.432747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-d655e27a-4354-4942-be80-1207710355f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:05.439168 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-d655e27a-4354-4942-be80-1207710355f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:05.445323 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655e27a-4354-4942-be80-1207710355f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event updated for resources: {'Port': ['ID=ded62260-203f-4452-827f-26f3d9194f5c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:05.510257 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7a8d3512-4789-401a-954b-cfbd968628af req-696dbb6b-be1c-44bf-a546-2e70abb54f4d tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/quotas/5904e6ad71034956a1b7126d4bfce299 HTTP/1.1" status: 200 len: 375 time: 0.0887210 Aug 31 14:17:05.542660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56522) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:05.586264 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eec7f293-5b50-431b-82c5-6847747a3cea req-2ea48987-76be-413d-a221-dce47c4beb7f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.681074 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-d655e27a-4354-4942-be80-1207710355f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:05.681748 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-d655e27a-4354-4942-be80-1207710355f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.744088 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7a8d3512-4789-401a-954b-cfbd968628af req-d6497f9d-0eb3-4d73-b4a5-14b62929a07a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2186303 Aug 31 14:17:05.754073 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-d655e27a-4354-4942-be80-1207710355f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3360028 Aug 31 14:17:05.779814 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84bde035-1e30-4ae4-baef-63cd01e221de req-e23384c1-cb19-4d01-9d34-4988e2eb3d9f service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536836 Aug 31 14:17:05.792115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec7f293-5b50-431b-82c5-6847747a3cea req-2ea48987-76be-413d-a221-dce47c4beb7f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:05.815970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34813c28-033c-41b7-a0c8-e939aefee2e9 req-b5407766-fa06-41f4-ace7-f1e70c73f4b6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:05.822425 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Request body: {'port': {'device_id': '44aa7dc0-2442-467a-82f2-7bf79542b071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:05.827129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34813c28-033c-41b7-a0c8-e939aefee2e9 req-b5407766-fa06-41f4-ace7-f1e70c73f4b6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 943 time: 0.3158522 Aug 31 14:17:05.852568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-eec7f293-5b50-431b-82c5-6847747a3cea req-2ea48987-76be-413d-a221-dce47c4beb7f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:05.856542 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec7f293-5b50-431b-82c5-6847747a3cea req-2ea48987-76be-413d-a221-dce47c4beb7f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:05.864282 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7f293-5b50-431b-82c5-6847747a3cea req-2ea48987-76be-413d-a221-dce47c4beb7f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:05.864975 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eec7f293-5b50-431b-82c5-6847747a3cea req-2ea48987-76be-413d-a221-dce47c4beb7f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.892273 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-132a2714-ea84-43a9-adf7-e6686add75ca None None] Provisioning for port ded62260-203f-4452-827f-26f3d9194f5c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:05.919892 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-132a2714-ea84-43a9-adf7-e6686add75ca None None] Provisioning complete for port ded62260-203f-4452-827f-26f3d9194f5c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:05.920920 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-132a2714-ea84-43a9-adf7-e6686add75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.921056 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ade1d759-1e8c-4071-a2fb-ed26dc81d29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.924538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea48987-76be-413d-a221-dce47c4beb7f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Pushing event updated for resources: {'Port': ['ID=f85122d2-37ab-48e8-a75e-571c2b3dbdcc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:05.963632 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eec7f293-5b50-431b-82c5-6847747a3cea req-2ea48987-76be-413d-a221-dce47c4beb7f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7333043 Aug 31 14:17:05.982965 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34813c28-033c-41b7-a0c8-e939aefee2e9 req-4e66735c-0588-4193-b126-c0c25b04cbdf tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545279 Aug 31 14:17:06.005044 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.010063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Request body: {'port': {'device_id': '61515f61-f6b2-4061-80ff-2702437e48b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:06.031675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-132a2714-ea84-43a9-adf7-e6686add75ca None None] Port ded62260-203f-4452-827f-26f3d9194f5c cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:06.108973 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7a8d3512-4789-401a-954b-cfbd968628af req-a1646812-1571-491f-8732-e6b7c881120e service neutron] 10.222.0.39 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495145 Aug 31 14:17:06.132487 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84bde035-1e30-4ae4-baef-63cd01e221de req-3f082f8d-3d83-42cf-85ac-5431696c628b service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335636 Aug 31 14:17:06.147766 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.230786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164b8ab-2816-4930-b096-c8323e5ebfe5 req-0cab7405-0239-4f49-ae02-a3ffa8b18615 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:06.232881 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3164b8ab-2816-4930-b096-c8323e5ebfe5 req-0cab7405-0239-4f49-ae02-a3ffa8b18615 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 935 time: 0.1087341 Aug 31 14:17:06.366649 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3164b8ab-2816-4930-b096-c8323e5ebfe5 req-06dcd0d7-9b74-486a-ae79-81554dbfeb3d tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204753 Aug 31 14:17:06.625239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85122d2-37ab-48e8-a75e-571c2b3dbdcc {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:06.642053 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.703263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Transition to ACTIVE for port object f85122d2-37ab-48e8-a75e-571c2b3dbdcc will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:06.713791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c895dd4-0bad-433c-bc34-6f085320e039 req-4aca51c6-013f-427a-a747-c1503cddacb5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:06.715808 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c895dd4-0bad-433c-bc34-6f085320e039 req-4aca51c6-013f-427a-a747-c1503cddacb5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.0779619 Aug 31 14:17:06.727229 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ade1d759-1e8c-4071-a2fb-ed26dc81d29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.729287 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.744307 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7a8d3512-4789-401a-954b-cfbd968628af req-df7b0e55-e9ac-46b4-a130-d162cb6cb654 service neutron] 10.222.0.39 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226194 Aug 31 14:17:06.919561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded62260-203f-4452-827f-26f3d9194f5c {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:06.930673 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.947365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Transition to ACTIVE for port object ded62260-203f-4452-827f-26f3d9194f5c will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:06.953029 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ade1d759-1e8c-4071-a2fb-ed26dc81d29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.997557 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ade1d759-1e8c-4071-a2fb-ed26dc81d29d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c715d29e0e974e4aa8c959b7a01c8863&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4444871 Aug 31 14:17:06.998296 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.001896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56546) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:07.133765 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1d759-1e8c-4071-a2fb-ed26dc81d29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b64aca-55ad-49db-aa47-44ba9b519e26,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:07.168647 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c895dd4-0bad-433c-bc34-6f085320e039 req-14f449d0-5c8f-4313-93d7-7f68c97c1a75 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417090 Aug 31 14:17:07.173958 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Pushing event updated for resources: {'Port': ['ID=ded62260-203f-4452-827f-26f3d9194f5c,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:07.210968 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f85122d2-37ab-48e8-a75e-571c2b3dbdcc,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:07.245051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Attempting to bind port f85122d2-37ab-48e8-a75e-571c2b3dbdcc on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:07.245651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Attempting to bind port f85122d2-37ab-48e8-a75e-571c2b3dbdcc by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:07.246069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Attempting to bind port f85122d2-37ab-48e8-a75e-571c2b3dbdcc on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:07.250737 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-357a33b2-5673-4cc0-a4c0-fedbc68eb35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.263385 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b9fa8160-d776-42dd-a5c0-0b8043fe5b94 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:07.268505 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d0b2916f-8d06-4694-b9a8-54e19f4bb07a req-a06c09a8-e80e-4fad-8741-c40546688f6a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 210 time: 0.0422111 Aug 31 14:17:07.269566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Port f85122d2-37ab-48e8-a75e-571c2b3dbdcc on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:07.270308 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Attempting to bind port f85122d2-37ab-48e8-a75e-571c2b3dbdcc on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:07.276399 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c58fb-4e5d-4ce7-bf80-eb5d45c829d2 req-55063555-bb27-43b3-90be-42a3f186c3cf tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:07.276610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:07.276969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Checking segment: {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:07.277417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Bound using segment: {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:07.278088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Bound port: f85122d2-37ab-48e8-a75e-571c2b3dbdcc, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:07.278517 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.285401 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fd6c58fb-4e5d-4ce7-bf80-eb5d45c829d2 req-55063555-bb27-43b3-90be-42a3f186c3cf tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 943 time: 0.2141733 Aug 31 14:17:07.407972 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] For port f85122d2-37ab-48e8-a75e-571c2b3dbdcc, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:07.417492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] For port f85122d2-37ab-48e8-a75e-571c2b3dbdcc, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=f85122d2-37ab-48e8-a75e-571c2b3dbdcc,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:07.418076 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-357a33b2-5673-4cc0-a4c0-fedbc68eb35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.424232 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.472447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:07.492209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'b9fa8160-d776-42dd-a5c0-0b8043fe5b94', 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8', 'port_id': 'b9fa8160-d776-42dd-a5c0-0b8043fe5b94', 'mac_address': 'fa:16:3e:b5:c3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83918b6-07cc-4368-a349-5b0c0753fe5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:17:07.495726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:07.496523 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.498082 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eec7f293-5b50-431b-82c5-6847747a3cea req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] 10.222.0.60 "PUT /v2.0/ports/f85122d2-37ab-48e8-a75e-571c2b3dbdcc HTTP/1.1" status: 200 len: 1091 time: 1.4995394 Aug 31 14:17:07.517496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61515f61-f6b2-4061-80ff-2702437e48b7', 'tag': 'f85122d2-37ab-48e8-a75e-571c2b3dbdcc'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:07.520301 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525472f6-1d75-40fb-a142-ce0cb0936483" -d '{"events": [{"name": "network-changed", "server_uuid": "61515f61-f6b2-4061-80ff-2702437e48b7", "tag": "f85122d2-37ab-48e8-a75e-571c2b3dbdcc"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:07.529334 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Attempting to bind port ded62260-203f-4452-827f-26f3d9194f5c on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:07.529702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Attempting to bind port ded62260-203f-4452-827f-26f3d9194f5c by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:07.530051 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Attempting to bind port ded62260-203f-4452-827f-26f3d9194f5c on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:07.551657 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.554685 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fd6c58fb-4e5d-4ce7-bf80-eb5d45c829d2 req-1549da35-4fbf-4148-93c1-308dca38e1a5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413704 Aug 31 14:17:07.558270 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4837bc-f68b-43ef-8cea-401fe5cb64f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f85122d2-37ab-48e8-a75e-571c2b3dbdcc,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:07.578097 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Port ded62260-203f-4452-827f-26f3d9194f5c on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:07.580029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Attempting to bind port ded62260-203f-4452-827f-26f3d9194f5c on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:07.601997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fa8160-d776-42dd-a5c0-0b8043fe5b94 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:07.603818 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:07.606301 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:07.607710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:07.609332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Bound port: ded62260-203f-4452-827f-26f3d9194f5c, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:07.609885 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.635165 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:07.639092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491caec0-127b-4878-b7e2-50bf577a001a req-9a468d9b-d603-40be-b51f-83b052164022 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:07.640806 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.656017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-491caec0-127b-4878-b7e2-50bf577a001a req-9a468d9b-d603-40be-b51f-83b052164022 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 943 time: 0.2095006 Aug 31 14:17:07.708952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:07.720351 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-357a33b2-5673-4cc0-a4c0-fedbc68eb35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.723167 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-357a33b2-5673-4cc0-a4c0-fedbc68eb35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.724022 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-491caec0-127b-4878-b7e2-50bf577a001a req-f080ca74-9b11-4693-b6a3-96aea2eca580 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664766 Aug 31 14:17:07.725001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-357a33b2-5673-4cc0-a4c0-fedbc68eb35b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94b64aca-55ad-49db-aa47-44ba9b519e26 HTTP/1.1" status: 204 len: 168 time: 0.7106500 Aug 31 14:17:07.735847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7f293-5b50-431b-82c5-6847747a3cea req-9b9ef4c7-a4ae-491a-93c3-516577dc24a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:07.738118 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eec7f293-5b50-431b-82c5-6847747a3cea req-9b9ef4c7-a4ae-491a-93c3-516577dc24a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 1094 time: 0.1727769 Aug 31 14:17:07.774278 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a33b2-5673-4cc0-a4c0-fedbc68eb35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b64aca-55ad-49db-aa47-44ba9b519e26,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:07.792190 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] For port ded62260-203f-4452-827f-26f3d9194f5c, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:07.796859 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] For port ded62260-203f-4452-827f-26f3d9194f5c, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ded62260-203f-4452-827f-26f3d9194f5c,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:07.801714 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.815793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026d37a-f7ce-4cf8-a37e-02f3bee4fe68 req-cbe5af6d-49b2-4ce2-b69d-43b31965e1ba tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:07.824647 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f026d37a-f7ce-4cf8-a37e-02f3bee4fe68 req-cbe5af6d-49b2-4ce2-b69d-43b31965e1ba tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 947 time: 0.1240082 Aug 31 14:17:07.828643 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eec7f293-5b50-431b-82c5-6847747a3cea req-5c1af900-def2-4a7b-aa7b-c1053675f417 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f85122d2-37ab-48e8-a75e-571c2b3dbdcc HTTP/1.1" status: 200 len: 217 time: 0.0812259 Aug 31 14:17:07.894527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:07.895152 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.904847 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] 10.222.0.25 "PUT /v2.0/ports/ded62260-203f-4452-827f-26f3d9194f5c HTTP/1.1" status: 200 len: 1095 time: 2.1212280 Aug 31 14:17:07.905307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44aa7dc0-2442-467a-82f2-7bf79542b071', 'tag': 'ded62260-203f-4452-827f-26f3d9194f5c'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:07.907655 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c34b0d7-7dea-499d-8c68-66f4f33c20a5" -d '{"events": [{"name": "network-changed", "server_uuid": "44aa7dc0-2442-467a-82f2-7bf79542b071", "tag": "ded62260-203f-4452-827f-26f3d9194f5c"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:07.929695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['b9fa8160-d776-42dd-a5c0-0b8043fe5b94'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:07.933903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7f293-5b50-431b-82c5-6847747a3cea req-8187e72a-3c42-4673-9127-55bee277849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:07.934882 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eec7f293-5b50-431b-82c5-6847747a3cea req-8187e72a-3c42-4673-9127-55bee277849f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 HTTP/1.1" status: 200 len: 852 time: 0.0966017 Aug 31 14:17:07.936362 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38c2b63-60d4-49d8-b558-6a16d0ecd841 x-openstack-request-id: req-b38c2b63-60d4-49d8-b558-6a16d0ecd841 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:07.936688 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61515f61-f6b2-4061-80ff-2702437e48b7", "tag": "f85122d2-37ab-48e8-a75e-571c2b3dbdcc", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:07.937967 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b38c2b63-60d4-49d8-b558-6a16d0ecd841 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:07.938434 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61515f61-f6b2-4061-80ff-2702437e48b7', 'tag': 'f85122d2-37ab-48e8-a75e-571c2b3dbdcc', 'status': 'completed', 'code': 200} Aug 31 14:17:07.999229 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eec7f293-5b50-431b-82c5-6847747a3cea req-599560f8-20b8-4265-9606-3b4e4aa3f3f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538623 Aug 31 14:17:07.999648 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977011d3-cc6f-4bf9-9df3-22686277c218 x-openstack-request-id: req-977011d3-cc6f-4bf9-9df3-22686277c218 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:07.999956 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44aa7dc0-2442-467a-82f2-7bf79542b071", "tag": "ded62260-203f-4452-827f-26f3d9194f5c", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:08.000219 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-977011d3-cc6f-4bf9-9df3-22686277c218 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:08.001344 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44aa7dc0-2442-467a-82f2-7bf79542b071', 'tag': 'ded62260-203f-4452-827f-26f3d9194f5c', 'status': 'completed', 'code': 200} Aug 31 14:17:08.038014 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f026d37a-f7ce-4cf8-a37e-02f3bee4fe68 req-36bed10a-6b2b-43ab-81f8-5875dac0086d tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064466 Aug 31 14:17:08.054017 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f73d17-b3b5-4a64-bed0-0fc9e61ed526 service neutron] Pushing event updated for resources: {'Port': ['ID=ded62260-203f-4452-827f-26f3d9194f5c,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:08.112926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-af7db1d1-99cc-4f0c-9cbc-2e6844e6189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:08.116169 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-af7db1d1-99cc-4f0c-9cbc-2e6844e6189f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 1098 time: 0.0743694 Aug 31 14:17:08.139901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eec7f293-5b50-431b-82c5-6847747a3cea req-7f3eca04-831c-4627-9a56-912b11f971ae service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316009 Aug 31 14:17:08.196642 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-e5d444e2-4f13-483a-a4ba-ce2776e21e66 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=ded62260-203f-4452-827f-26f3d9194f5c HTTP/1.1" status: 200 len: 217 time: 0.0712113 Aug 31 14:17:08.297852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-e0d6c071-88a2-4f31-979a-222d5c9cd0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:08.299475 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-e0d6c071-88a2-4f31-979a-222d5c9cd0f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0927777 Aug 31 14:17:08.375400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56584) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:08.407805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-0b768a9d-ab1a-47f7-99e9-56d34aec688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:08.410441 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-0b768a9d-ab1a-47f7-99e9-56d34aec688f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019139 Aug 31 14:17:08.418743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eec7f293-5b50-431b-82c5-6847747a3cea req-d3e6a745-c1e9-4184-93b1-ce6039d9f2b0 service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663772 Aug 31 14:17:08.421616 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46904c41-9e3d-425c-bc3c-648433d49d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:08.451919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a263-92ff-4aed-b767-0555b3999a40 req-81a15ab3-de16-4b2e-b2a9-dc2f2e2e7666 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:08.453445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34f3a263-92ff-4aed-b767-0555b3999a40 req-81a15ab3-de16-4b2e-b2a9-dc2f2e2e7666 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1522701 Aug 31 14:17:08.514107 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34f3a263-92ff-4aed-b767-0555b3999a40 req-91555fa3-a3b3-4929-bfc6-edf3d7ebbc8d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499339 Aug 31 14:17:08.545679 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bbf67aff-3fa9-40f0-91a1-1c7773837293 req-54dc7569-2d45-4284-b70c-d2396e87df53 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 210 time: 0.0694239 Aug 31 14:17:08.619042 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-899baf76-282b-4a37-adee-c4524db9d464 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009361 Aug 31 14:17:08.701996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46904c41-9e3d-425c-bc3c-648433d49d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:08.746218 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d778cd25-24fd-418c-af70-21fca58d04f6 req-b14197ba-12b6-4d64-88cb-f065f5bd3c71 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139903 Aug 31 14:17:08.753845 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46904c41-9e3d-425c-bc3c-648433d49d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:08.810386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46904c41-9e3d-425c-bc3c-648433d49d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef2b543-eaf0-4e72-b223-f5b70d462c63,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:08.856697 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-46904c41-9e3d-425c-bc3c-648433d49d5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0865da2052347cd9464357f2305b44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4785576 Aug 31 14:17:08.868916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56590) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:08.873204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525472f6-1d75-40fb-a142-ce0cb0936483 req-9b7436b2-14f3-49bc-826a-fb2ffdcf6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:08.874828 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525472f6-1d75-40fb-a142-ce0cb0936483 req-9b7436b2-14f3-49bc-826a-fb2ffdcf6ff1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 1094 time: 0.3044817 Aug 31 14:17:08.883059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6d654-0b06-42b1-b838-f7b7eaadc039 req-4396688b-4b3a-4d56-9f52-e04d57321e66 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:08.884652 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-68a6d654-0b06-42b1-b838-f7b7eaadc039 req-4396688b-4b3a-4d56-9f52-e04d57321e66 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 943 time: 0.1654153 Aug 31 14:17:08.951121 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34b0d7-7dea-499d-8c68-66f4f33c20a5 req-0c3ae31d-cb61-4f68-b858-c582f7e5a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:08.953140 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2c34b0d7-7dea-499d-8c68-66f4f33c20a5 req-0c3ae31d-cb61-4f68-b858-c582f7e5a936 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 1098 time: 0.1234715 Aug 31 14:17:08.971398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5dba0-43fc-4784-8d87-1a2ba53b3317 req-2af08185-6d43-460a-85ed-ddff345691a3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:08.972973 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86d5dba0-43fc-4784-8d87-1a2ba53b3317 req-2af08185-6d43-460a-85ed-ddff345691a3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 944 time: 0.1311636 Aug 31 14:17:08.977145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d3512-4789-401a-954b-cfbd968628af req-bf071920-a8a6-4f82-b2d1-39070daf52fa tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:08.978718 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a8d3512-4789-401a-954b-cfbd968628af req-bf071920-a8a6-4f82-b2d1-39070daf52fa tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.25 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 821 time: 0.3946533 Aug 31 14:17:09.018475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-7a8d3512-4789-401a-954b-cfbd968628af req-90667135-0ff4-403c-acad-51a973363c3e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Request body: {'port': {'device_id': '12b12288-93a3-49f2-a396-816074d80c29', 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b', 'admin_state_up': True, 'tenant_id': '5904e6ad71034956a1b7126d4bfce299'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:09.051612 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2240a8a-a8ea-4780-8131-97fb99f3fb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.073650 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-68a6d654-0b06-42b1-b838-f7b7eaadc039 req-9ee11c6d-8825-4e25-bfb7-62a50be0cef6 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729248 Aug 31 14:17:09.097140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525472f6-1d75-40fb-a142-ce0cb0936483 req-eba7d5af-c688-4f42-a8eb-a46eead52fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:09.098620 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525472f6-1d75-40fb-a142-ce0cb0936483 req-eba7d5af-c688-4f42-a8eb-a46eead52fd4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 913 time: 0.2075605 Aug 31 14:17:09.106511 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2240a8a-a8ea-4780-8131-97fb99f3fb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.120258 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86d5dba0-43fc-4784-8d87-1a2ba53b3317 req-b73f6e7a-b995-4623-b6d2-dd6eceabe711 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203592 Aug 31 14:17:09.157409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34b0d7-7dea-499d-8c68-66f4f33c20a5 req-87d8db7b-6a60-48a5-baf5-405c5eb3f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:09.158903 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2c34b0d7-7dea-499d-8c68-66f4f33c20a5 req-87d8db7b-6a60-48a5-baf5-405c5eb3f8ae service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1958525 Aug 31 14:17:09.165849 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525472f6-1d75-40fb-a142-ce0cb0936483 req-1961fb45-8929-44b1-b6ba-07cd23dc5410 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f85122d2-37ab-48e8-a75e-571c2b3dbdcc HTTP/1.1" status: 200 len: 217 time: 0.0537040 Aug 31 14:17:09.237022 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2c34b0d7-7dea-499d-8c68-66f4f33c20a5 req-35674b36-f84a-4f3e-bfa4-cc4a97357b5b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=ded62260-203f-4452-827f-26f3d9194f5c HTTP/1.1" status: 200 len: 217 time: 0.0698869 Aug 31 14:17:09.261087 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2240a8a-a8ea-4780-8131-97fb99f3fb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.263564 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2240a8a-a8ea-4780-8131-97fb99f3fb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.267477 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d2240a8a-a8ea-4780-8131-97fb99f3fb03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bef2b543-eaf0-4e72-b223-f5b70d462c63 HTTP/1.1" status: 204 len: 168 time: 0.3954463 Aug 31 14:17:09.278810 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b9fa8160-d776-42dd-a5c0-0b8043fe5b94 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:09.284624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525472f6-1d75-40fb-a142-ce0cb0936483 req-b199cf34-3d30-4019-b6d8-7cd50868e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:09.292078 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525472f6-1d75-40fb-a142-ce0cb0936483 req-b199cf34-3d30-4019-b6d8-7cd50868e33f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 HTTP/1.1" status: 200 len: 852 time: 0.1155212 Aug 31 14:17:09.321869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8d3512-4789-401a-954b-cfbd968628af req-90667135-0ff4-403c-acad-51a973363c3e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Made reservation on behalf of 5904e6ad71034956a1b7126d4bfce299 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:09.326506 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7a8d3512-4789-401a-954b-cfbd968628af req-90667135-0ff4-403c-acad-51a973363c3e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.354143 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525472f6-1d75-40fb-a142-ce0cb0936483 req-e3b1863e-bf54-4765-952f-1c80512e92f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516160 Aug 31 14:17:09.382830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:09.387046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:09.387639 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.414333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34b0d7-7dea-499d-8c68-66f4f33c20a5 req-66b57faf-bca8-46dd-8f4a-de2d1a24dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:09.416589 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2c34b0d7-7dea-499d-8c68-66f4f33c20a5 req-66b57faf-bca8-46dd-8f4a-de2d1a24dad3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1681404 Aug 31 14:17:09.417339 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2240a8a-a8ea-4780-8131-97fb99f3fb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef2b543-eaf0-4e72-b223-f5b70d462c63,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:09.470504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0557737-ebc3-4847-b1f5-218ea36c4e4c req-7dcff702-2a10-47c8-9c82-c116ec4dfbfd tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:09.472215 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0557737-ebc3-4847-b1f5-218ea36c4e4c req-7dcff702-2a10-47c8-9c82-c116ec4dfbfd tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 947 time: 0.2136059 Aug 31 14:17:09.553739 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0557737-ebc3-4847-b1f5-218ea36c4e4c req-43186b4c-7338-451f-9325-c3451571179a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645332 Aug 31 14:17:09.567454 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34b0d7-7dea-499d-8c68-66f4f33c20a5 req-1fe1db12-937d-498e-b21d-55f51fc9f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:09.569354 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2c34b0d7-7dea-499d-8c68-66f4f33c20a5 req-1fe1db12-937d-498e-b21d-55f51fc9f4d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1383970 Aug 31 14:17:09.632200 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525472f6-1d75-40fb-a142-ce0cb0936483 req-bfaa06b0-fade-4b26-9572-9326c0027c49 service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698174 Aug 31 14:17:09.669053 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.716720 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d3aec7-11d8-4559-a341-9c718e980983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa8160-d776-42dd-a5c0-0b8043fe5b94'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:09.719111 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c608cd-4d62-4a7a-9fc2-0a504c5d6777" -d '{"events": [{"server_uuid": "91d3aec7-11d8-4559-a341-9c718e980983", "name": "network-vif-plugged", "status": "completed", "tag": "b9fa8160-d776-42dd-a5c0-0b8043fe5b94"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:09.742770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:09.751230 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.765577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-7a8d3512-4789-401a-954b-cfbd968628af req-90667135-0ff4-403c-acad-51a973363c3e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Allocated IP 172.20.0.9 (5dfb6deb-4204-4d78-bb52-fa1250f5417b/163dc4c6-5f18-4709-864a-db6bd28b2b16/0922dba3-f157-47b3-a9e4-65d89da5198b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:09.768762 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1228c151-7880-44b9-8434-ac7223a59a7a req-7ff3ec49-e7a8-4e9a-9ac8-76223af0e036 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 210 time: 0.0326161 Aug 31 14:17:09.771715 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2c34b0d7-7dea-499d-8c68-66f4f33c20a5 req-b94a7268-b4d2-4ba4-9f50-a7168192b095 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758332 Aug 31 14:17:09.898627 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec16d2-80bf-40c5-8045-430a492e3d55 req-8c6e10aa-c320-4650-b88b-7745d5a2f7d6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:09.901601 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4fec16d2-80bf-40c5-8045-430a492e3d55 req-8c6e10aa-c320-4650-b88b-7745d5a2f7d6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1266813 Aug 31 14:17:09.909951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:09.918084 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f388b5a-33c6-4ae7-bc9b-becd7e011c83 x-openstack-request-id: req-1f388b5a-33c6-4ae7-bc9b-becd7e011c83 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:09.918704 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d3aec7-11d8-4559-a341-9c718e980983", "name": "network-vif-plugged", "status": "completed", "tag": "b9fa8160-d776-42dd-a5c0-0b8043fe5b94", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:09.919197 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f388b5a-33c6-4ae7-bc9b-becd7e011c83 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:09.919788 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d3aec7-11d8-4559-a341-9c718e980983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa8160-d776-42dd-a5c0-0b8043fe5b94', 'code': 200} Aug 31 14:17:09.943821 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525472f6-1d75-40fb-a142-ce0cb0936483 req-9be8e065-9c85-427a-b79a-f458c3cffa1a service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033969 Aug 31 14:17:09.950165 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2c34b0d7-7dea-499d-8c68-66f4f33c20a5 req-6a521d20-0191-4e2f-a6b5-d20b88f1ad35 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681514 Aug 31 14:17:10.053109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a89824-6155-4391-812b-5cb5541ec80d req-7bff9355-77fc-4a89-9164-5ef663f80de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:10.055025 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-89a89824-6155-4391-812b-5cb5541ec80d req-7bff9355-77fc-4a89-9164-5ef663f80de4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 1096 time: 0.0657058 Aug 31 14:17:10.066739 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4fec16d2-80bf-40c5-8045-430a492e3d55 req-bd4d7837-e80d-41af-a7bf-22a11731c579 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436841 Aug 31 14:17:10.103032 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-89a89824-6155-4391-812b-5cb5541ec80d req-931dad01-b571-4d8d-acd0-327b0f2123f8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326045 Aug 31 14:17:10.153023 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7a8d3512-4789-401a-954b-cfbd968628af req-90667135-0ff4-403c-acad-51a973363c3e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.219928 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7a8d3512-4789-401a-954b-cfbd968628af req-90667135-0ff4-403c-acad-51a973363c3e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.249240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93145e9d-9521-407e-bf9a-0f7735572fa6 req-f39fd41d-012f-4257-aa0d-4a0b51360d45 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:10.253911 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93145e9d-9521-407e-bf9a-0f7735572fa6 req-f39fd41d-012f-4257-aa0d-4a0b51360d45 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 943 time: 0.0727446 Aug 31 14:17:10.295159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8d3512-4789-401a-954b-cfbd968628af req-90667135-0ff4-403c-acad-51a973363c3e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Network 5dfb6deb-4204-4d78-bb52-fa1250f5417b is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:10.303813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-7a8d3512-4789-401a-954b-cfbd968628af req-90667135-0ff4-403c-acad-51a973363c3e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:10.309707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8d3512-4789-401a-954b-cfbd968628af req-90667135-0ff4-403c-acad-51a973363c3e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:10.316256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d3512-4789-401a-954b-cfbd968628af req-90667135-0ff4-403c-acad-51a973363c3e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:10.316685 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7a8d3512-4789-401a-954b-cfbd968628af req-90667135-0ff4-403c-acad-51a973363c3e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.337138 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93145e9d-9521-407e-bf9a-0f7735572fa6 req-9b3110f2-6838-4aa2-8c11-9046703a659d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735054 Aug 31 14:17:10.338385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90667135-0ff4-403c-acad-51a973363c3e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Pushing event updated for resources: {'Port': ['ID=0922dba3-f157-47b3-a9e4-65d89da5198b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:10.374746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef86131-67ba-4c83-bdcb-bcceee7d3155 req-5a3b8f2e-5422-43ac-8311-deaf0ed1f6af tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:10.381147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ef86131-67ba-4c83-bdcb-bcceee7d3155 req-5a3b8f2e-5422-43ac-8311-deaf0ed1f6af tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 945 time: 0.1566818 Aug 31 14:17:10.386092 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a8d3512-4789-401a-954b-cfbd968628af req-90667135-0ff4-403c-acad-51a973363c3e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3893800 Aug 31 14:17:10.400240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Request body: {'port': {'device_id': '12b12288-93a3-49f2-a396-816074d80c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:10.494793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ef86131-67ba-4c83-bdcb-bcceee7d3155 req-ef581b3d-a8d0-4798-a1c3-045ff333be42 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078281 Aug 31 14:17:10.504582 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.687335 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad07cf2-aefc-4e30-b1ed-74ad4e6ecddb req-4ddf34d7-13f7-427e-81ce-3c71a393315a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:10.688918 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ad07cf2-aefc-4e30-b1ed-74ad4e6ecddb req-4ddf34d7-13f7-427e-81ce-3c71a393315a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 947 time: 0.0597830 Aug 31 14:17:10.763346 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ad07cf2-aefc-4e30-b1ed-74ad4e6ecddb req-b327ecec-8c3e-499a-b956-6660a2feb2fc tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676317 Aug 31 14:17:10.846130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0922dba3-f157-47b3-a9e4-65d89da5198b {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:10.859379 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.888168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Transition to ACTIVE for port object 0922dba3-f157-47b3-a9e4-65d89da5198b will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:10.922535 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.010606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395c1ea-2472-4b66-bf4d-533fa3c0d220 req-733345f3-7db7-42c2-a611-48c37db9b422 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:11.012335 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1395c1ea-2472-4b66-bf4d-533fa3c0d220 req-733345f3-7db7-42c2-a611-48c37db9b422 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 931 time: 0.1455119 Aug 31 14:17:11.016786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Pushing event updated for resources: {'Port': ['ID=0922dba3-f157-47b3-a9e4-65d89da5198b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:11.062436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Attempting to bind port 0922dba3-f157-47b3-a9e4-65d89da5198b on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:11.062679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Attempting to bind port 0922dba3-f157-47b3-a9e4-65d89da5198b by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:11.062987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Attempting to bind port 0922dba3-f157-47b3-a9e4-65d89da5198b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:11.074024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Port 0922dba3-f157-47b3-a9e4-65d89da5198b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:11.074352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Attempting to bind port 0922dba3-f157-47b3-a9e4-65d89da5198b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:11.092626 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:11.099464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Checking segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:11.100885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Bound using segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:11.101820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Bound port: 0922dba3-f157-47b3-a9e4-65d89da5198b, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:11.102401 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.129299 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1395c1ea-2472-4b66-bf4d-533fa3c0d220 req-59d1db9e-7efd-46c1-861e-f2c556d76e59 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961409 Aug 31 14:17:11.205312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:11.209602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0922dba3-f157-47b3-a9e4-65d89da5198b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:11.210936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b3bf1-0038-4855-8df7-d470b2af3a4a req-2de2a577-3c20-45c7-88a1-cf5de6578eba tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:11.213593 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-073b3bf1-0038-4855-8df7-d470b2af3a4a req-2de2a577-3c20-45c7-88a1-cf5de6578eba tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.0709865 Aug 31 14:17:11.221463 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.260710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:11.261195 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.264156 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-073b3bf1-0038-4855-8df7-d470b2af3a4a req-e83c3e9a-0c60-448e-9bbc-3be51c4c2509 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432773 Aug 31 14:17:11.267859 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a8d3512-4789-401a-954b-cfbd968628af req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] 10.222.0.25 "PUT /v2.0/ports/0922dba3-f157-47b3-a9e4-65d89da5198b HTTP/1.1" status: 200 len: 1091 time: 0.8729658 Aug 31 14:17:11.284035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ded62260-203f-4452-827f-26f3d9194f5c details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:11.317199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b12288-93a3-49f2-a396-816074d80c29', 'tag': '0922dba3-f157-47b3-a9e4-65d89da5198b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:11.323261 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87586a27-49c7-4838-b20a-fb32ad278b70" -d '{"events": [{"name": "network-changed", "server_uuid": "12b12288-93a3-49f2-a396-816074d80c29", "tag": "0922dba3-f157-47b3-a9e4-65d89da5198b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:11.429722 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eae0b40-2e7e-40ba-80cc-cf24e1af6ad0 x-openstack-request-id: req-1eae0b40-2e7e-40ba-80cc-cf24e1af6ad0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:11.429983 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b12288-93a3-49f2-a396-816074d80c29", "tag": "0922dba3-f157-47b3-a9e4-65d89da5198b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:11.430247 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1eae0b40-2e7e-40ba-80cc-cf24e1af6ad0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:11.430661 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b12288-93a3-49f2-a396-816074d80c29', 'tag': '0922dba3-f157-47b3-a9e4-65d89da5198b', 'status': 'completed', 'code': 200} Aug 31 14:17:11.485752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884aed7-fd64-4065-bc34-ed1d74c88a30 req-3b39757c-6713-4e75-827e-d6eefd96a8a3 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:11.487488 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b884aed7-fd64-4065-bc34-ed1d74c88a30 req-3b39757c-6713-4e75-827e-d6eefd96a8a3 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 943 time: 0.0619466 Aug 31 14:17:11.502222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b546ff-acc7-451f-bb15-1ac6d1016944 service neutron] Pushing event updated for resources: {'Port': ['ID=0922dba3-f157-47b3-a9e4-65d89da5198b,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:11.528457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d3512-4789-401a-954b-cfbd968628af req-8a330308-bb0f-4b45-8f65-a86a5852c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:11.542040 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a8d3512-4789-401a-954b-cfbd968628af req-8a330308-bb0f-4b45-8f65-a86a5852c55b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 1094 time: 0.1716173 Aug 31 14:17:11.557339 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b884aed7-fd64-4065-bc34-ed1d74c88a30 req-d1edd97b-e219-445d-bff7-2e5a952fba0f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575986 Aug 31 14:17:11.589744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ded62260-203f-4452-827f-26f3d9194f5c, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ded62260-203f-4452-827f-26f3d9194f5c,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:11.604992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'ded62260-203f-4452-827f-26f3d9194f5c', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'ded62260-203f-4452-827f-26f3d9194f5c', 'mac_address': 'fa:16:3e:41:9b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:17:11.618983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a8d3512-4789-401a-954b-cfbd968628af req-35fa637b-9fa8-4b85-bb69-5f648d0a9d7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0922dba3-f157-47b3-a9e4-65d89da5198b HTTP/1.1" status: 200 len: 217 time: 0.0591035 Aug 31 14:17:11.653363 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.684068 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded62260-203f-4452-827f-26f3d9194f5c {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:11.710728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ded62260-203f-4452-827f-26f3d9194f5c, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ded62260-203f-4452-827f-26f3d9194f5c,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:11.716622 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.725556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d3512-4789-401a-954b-cfbd968628af req-02814b99-9d76-4369-8881-932730d82324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:11.727283 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a8d3512-4789-401a-954b-cfbd968628af req-02814b99-9d76-4369-8881-932730d82324 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.0937393 Aug 31 14:17:11.796532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ded62260-203f-4452-827f-26f3d9194f5c,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:11.799956 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a8d3512-4789-401a-954b-cfbd968628af req-b30fcdf1-0377-4f58-adfb-845d834f0520 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515056 Aug 31 14:17:11.809252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c71a98-e76e-480f-8e2a-2952e662f2f0 req-58eeba0a-16f3-4511-851d-999af96c2356 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:11.810851 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36c71a98-e76e-480f-8e2a-2952e662f2f0 req-58eeba0a-16f3-4511-851d-999af96c2356 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 945 time: 0.0791163 Aug 31 14:17:11.854800 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36c71a98-e76e-480f-8e2a-2952e662f2f0 req-82aa2a2a-9416-4234-972f-26e1dbb5128b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364077 Aug 31 14:17:11.932422 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a8d3512-4789-401a-954b-cfbd968628af req-2a2ee098-464d-44d6-8cd4-eaf111b017e9 service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239109 Aug 31 14:17:12.024801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['ded62260-203f-4452-827f-26f3d9194f5c'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:12.034028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e4d19-5804-46d1-aa97-f8918c269dcb req-06f350f6-6935-40ef-95cb-6959def04234 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.036378 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d6e4d19-5804-46d1-aa97-f8918c269dcb req-06f350f6-6935-40ef-95cb-6959def04234 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 948 time: 0.1189957 Aug 31 14:17:12.094635 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a8d3512-4789-401a-954b-cfbd968628af req-6954ebe7-7b56-4a15-9412-b2f15649937b service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470175 Aug 31 14:17:12.110883 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d6e4d19-5804-46d1-aa97-f8918c269dcb req-61df6137-525c-4b4c-ab8b-cf9172f138e0 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629537 Aug 31 14:17:12.197409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87586a27-49c7-4838-b20a-fb32ad278b70 req-86f6f58f-da30-4550-85d3-69ec5c583a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.199801 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87586a27-49c7-4838-b20a-fb32ad278b70 req-86f6f58f-da30-4550-85d3-69ec5c583a17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 1094 time: 0.0472052 Aug 31 14:17:12.400908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ed4e1-5857-4bf7-a0f2-2e97a41f4b01 req-fb74af16-b8ad-47fb-b3bc-95ab47f209ae tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.402568 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-278ed4e1-5857-4bf7-a0f2-2e97a41f4b01 req-fb74af16-b8ad-47fb-b3bc-95ab47f209ae tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 1096 time: 0.0473454 Aug 31 14:17:12.440379 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-278ed4e1-5857-4bf7-a0f2-2e97a41f4b01 req-282ade4a-a1fa-4acc-a441-02465f3e1fec tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309274 Aug 31 14:17:12.471104 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device f85122d2-37ab-48e8-a75e-571c2b3dbdcc details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:12.661936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port f85122d2-37ab-48e8-a75e-571c2b3dbdcc, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=f85122d2-37ab-48e8-a75e-571c2b3dbdcc,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:12.684717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'f85122d2-37ab-48e8-a75e-571c2b3dbdcc', 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af', 'port_id': 'f85122d2-37ab-48e8-a75e-571c2b3dbdcc', 'mac_address': 'fa:16:3e:45:77:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa5041b-aff9-4323-8a2c-7ce83a5dbf67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:17:12.708125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fcb1d-0c6a-4428-a497-ae88fc81a601 req-468d4d3a-4636-4af5-9661-2e715280980c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.713686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024ee7d-3788-4584-883a-ca4abf4cabc2 req-6834eccf-d1c8-466a-ab7f-452e199f6dce tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.715430 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a024ee7d-3788-4584-883a-ca4abf4cabc2 req-6834eccf-d1c8-466a-ab7f-452e199f6dce tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.0744541 Aug 31 14:17:12.718484 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e9fcb1d-0c6a-4428-a497-ae88fc81a601 req-468d4d3a-4636-4af5-9661-2e715280980c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 943 time: 0.4308617 Aug 31 14:17:12.728666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87586a27-49c7-4838-b20a-fb32ad278b70 req-c7540e61-d874-433d-947c-0e2d7aef3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.730689 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87586a27-49c7-4838-b20a-fb32ad278b70 req-c7540e61-d874-433d-947c-0e2d7aef3a53 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.5240223 Aug 31 14:17:12.742438 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:12.764390 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85122d2-37ab-48e8-a75e-571c2b3dbdcc {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:12.773800 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a024ee7d-3788-4584-883a-ca4abf4cabc2 req-50494b48-3b54-4b58-80ca-1309f9e0b386 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496264 Aug 31 14:17:12.787981 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87586a27-49c7-4838-b20a-fb32ad278b70 req-3407b722-51c9-4d5f-89d0-df7246d15475 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0922dba3-f157-47b3-a9e4-65d89da5198b HTTP/1.1" status: 200 len: 217 time: 0.0495236 Aug 31 14:17:12.799028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port f85122d2-37ab-48e8-a75e-571c2b3dbdcc, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=f85122d2-37ab-48e8-a75e-571c2b3dbdcc,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:12.807827 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:12.856354 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e9fcb1d-0c6a-4428-a497-ae88fc81a601 req-64aed92b-7efa-41bc-adc4-d821341e93fc tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368368 Aug 31 14:17:12.888400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=f85122d2-37ab-48e8-a75e-571c2b3dbdcc,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:12.892049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87586a27-49c7-4838-b20a-fb32ad278b70 req-6b44d053-7743-4b17-8190-63c797eef1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.894792 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87586a27-49c7-4838-b20a-fb32ad278b70 req-6b44d053-7743-4b17-8190-63c797eef1cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.0962007 Aug 31 14:17:12.921376 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2829cd9-b805-41f4-bad0-73ed51588ba7 req-80bd48f0-c023-4909-a4ea-6a51fe9a83f1 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.921376 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f2829cd9-b805-41f4-bad0-73ed51588ba7 req-80bd48f0-c023-4909-a4ea-6a51fe9a83f1 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 1096 time: 0.0632007 Aug 31 14:17:12.950146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87586a27-49c7-4838-b20a-fb32ad278b70 req-f885fda4-56f0-4a1a-adfa-a97be309f55d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454373 Aug 31 14:17:12.976055 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f2829cd9-b805-41f4-bad0-73ed51588ba7 req-32877b04-2cf4-4119-9487-9cc0f30d3c00 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433214 Aug 31 14:17:13.141470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49160551-a969-4091-8530-1c78c3626ec1 req-41d9c708-f044-4829-b9c7-fa728b8dcd81 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:13.143319 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49160551-a969-4091-8530-1c78c3626ec1 req-41d9c708-f044-4829-b9c7-fa728b8dcd81 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 944 time: 0.0951881 Aug 31 14:17:13.152717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['f85122d2-37ab-48e8-a75e-571c2b3dbdcc'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:13.163348 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87586a27-49c7-4838-b20a-fb32ad278b70 req-74e2bd11-a31d-43bb-a188-d7ab5266f5ea service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037256 Aug 31 14:17:13.267686 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49160551-a969-4091-8530-1c78c3626ec1 req-170d97b1-8eb4-4e83-88b5-0ad3b3b73005 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028702 Aug 31 14:17:13.298115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ded62260-203f-4452-827f-26f3d9194f5c up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:13.337986 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87586a27-49c7-4838-b20a-fb32ad278b70 req-570547e0-1cec-4b8c-91ae-6e2c0f6adebe service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667404 Aug 31 14:17:13.395368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port ded62260-203f-4452-827f-26f3d9194f5c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:13.408653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port ded62260-203f-4452-827f-26f3d9194f5c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:13.409111 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.503858 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcb8ee-cd65-41f1-ae24-1ae7cd245635 req-62edc14d-85d3-46f3-86ae-838ea91c2972 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:13.524831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6bcb8ee-cd65-41f1-ae24-1ae7cd245635 req-62edc14d-85d3-46f3-86ae-838ea91c2972 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 948 time: 0.0989785 Aug 31 14:17:13.560036 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.604418 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6bcb8ee-cd65-41f1-ae24-1ae7cd245635 req-5507a061-6272-4f01-931a-b4793d16302a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783949 Aug 31 14:17:13.626450 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44aa7dc0-2442-467a-82f2-7bf79542b071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded62260-203f-4452-827f-26f3d9194f5c'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:13.629001 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dc872e-0929-4a9c-85c1-edf8f320661c" -d '{"events": [{"server_uuid": "44aa7dc0-2442-467a-82f2-7bf79542b071", "name": "network-vif-plugged", "status": "completed", "tag": "ded62260-203f-4452-827f-26f3d9194f5c"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:13.661238 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ded62260-203f-4452-827f-26f3d9194f5c, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ded62260-203f-4452-827f-26f3d9194f5c,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:13.667791 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.730875 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dcb109-e8b1-4c63-a82b-beab846db4f6 x-openstack-request-id: req-d2dcb109-e8b1-4c63-a82b-beab846db4f6 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:13.731310 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44aa7dc0-2442-467a-82f2-7bf79542b071", "name": "network-vif-plugged", "status": "completed", "tag": "ded62260-203f-4452-827f-26f3d9194f5c", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:13.731517 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2dcb109-e8b1-4c63-a82b-beab846db4f6 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:13.731956 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44aa7dc0-2442-467a-82f2-7bf79542b071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded62260-203f-4452-827f-26f3d9194f5c', 'code': 200} Aug 31 14:17:13.774933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ded62260-203f-4452-827f-26f3d9194f5c,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:13.908255 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f40de7-cbeb-47be-8e57-f25a3eb676f9 req-69a6f3d4-683e-4ff6-8426-bf1f8d7fb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:13.909885 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1f40de7-cbeb-47be-8e57-f25a3eb676f9 req-69a6f3d4-683e-4ff6-8426-bf1f8d7fb558 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 1100 time: 0.0768003 Aug 31 14:17:14.053970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793a7fb-8981-4f1f-926c-305a7ac8c494 req-e6b66a3d-23a1-45ce-aad0-3848500db9e3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:14.055540 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4793a7fb-8981-4f1f-926c-305a7ac8c494 req-e6b66a3d-23a1-45ce-aad0-3848500db9e3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1509547 Aug 31 14:17:14.057188 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1f40de7-cbeb-47be-8e57-f25a3eb676f9 req-ab5313e6-198e-4182-b189-26bff7eb8bc8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231439 Aug 31 14:17:14.104225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56758) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:14.156015 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4793a7fb-8981-4f1f-926c-305a7ac8c494 req-4e41d4dc-55e5-46b4-98d6-c6298d79353f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872402 Aug 31 14:17:14.283971 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ea47e39-126b-4a98-8252-993d152f1eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.309535 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8accdd-c886-4527-90f4-bdaba1dcc564 req-0e9910ce-10b6-4755-bac0-d4459b95bc88 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:14.317074 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e8accdd-c886-4527-90f4-bdaba1dcc564 req-0e9910ce-10b6-4755-bac0-d4459b95bc88 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 943 time: 0.0723288 Aug 31 14:17:14.371020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e8accdd-c886-4527-90f4-bdaba1dcc564 req-66fdaa7f-0978-425e-9f46-aa03817f68d2 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491209 Aug 31 14:17:14.401459 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ea47e39-126b-4a98-8252-993d152f1eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.409536 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ea47e39-126b-4a98-8252-993d152f1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.464762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56770) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:14.465269 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2ea47e39-126b-4a98-8252-993d152f1eb0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf4cfb3f6f7e4793a638661dee903a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589380 Aug 31 14:17:14.469579 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea47e39-126b-4a98-8252-993d152f1eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fb37e0-a7ee-4fe6-926c-025580018dee,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:14.486618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device f85122d2-37ab-48e8-a75e-571c2b3dbdcc up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:14.576384 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea896211-7738-42f1-9d86-6833098318ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.590398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port f85122d2-37ab-48e8-a75e-571c2b3dbdcc completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:14.599153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port f85122d2-37ab-48e8-a75e-571c2b3dbdcc triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:14.603331 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.657272 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea896211-7738-42f1-9d86-6833098318ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.685274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b308961-11e0-46c0-9f05-8ea5dedbb04f req-fde0ca40-0e78-4a6b-8043-8ccac1ddb33b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:14.693392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2b308961-11e0-46c0-9f05-8ea5dedbb04f req-fde0ca40-0e78-4a6b-8043-8ccac1ddb33b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 944 time: 0.1134517 Aug 31 14:17:14.706862 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.749771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port f85122d2-37ab-48e8-a75e-571c2b3dbdcc, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=f85122d2-37ab-48e8-a75e-571c2b3dbdcc,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:14.765105 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.765572 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2b308961-11e0-46c0-9f05-8ea5dedbb04f req-b863193d-3fea-4239-841e-1f66e2d7e93d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559211 Aug 31 14:17:14.792433 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea896211-7738-42f1-9d86-6833098318ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.797254 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea896211-7738-42f1-9d86-6833098318ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.799118 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ea896211-7738-42f1-9d86-6833098318ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4fb37e0-a7ee-4fe6-926c-025580018dee HTTP/1.1" status: 204 len: 168 time: 0.3332965 Aug 31 14:17:14.810444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896211-7738-42f1-9d86-6833098318ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fb37e0-a7ee-4fe6-926c-025580018dee,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:14.861510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=f85122d2-37ab-48e8-a75e-571c2b3dbdcc,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:14.889417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0940a8-11bd-4308-aaa6-5adbfd5f3216 req-7efa5a5d-db9d-4c2d-978f-c89f7ede4ebc tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:14.890950 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c0940a8-11bd-4308-aaa6-5adbfd5f3216 req-7efa5a5d-db9d-4c2d-978f-c89f7ede4ebc tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 949 time: 0.0767913 Aug 31 14:17:14.936782 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c0940a8-11bd-4308-aaa6-5adbfd5f3216 req-5955ea36-eb5e-4f93-b611-d399b8957b7b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384898 Aug 31 14:17:15.119518 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-71511c64-2648-4874-b35e-68b200d1a0de tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--144598554&fields=id&tenant_id=8cb2f0cc6f3044788646b5be8cc86c48 HTTP/1.1" status: 200 len: 267 time: 0.0501287 Aug 31 14:17:15.172961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56794) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:15.187532 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-033392e2-802e-4c76-a08d-fffa6f6531b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.222825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-d1c58e73-3e01-41a4-8bbf-a9a70617c65e tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:15.224237 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-d1c58e73-3e01-41a4-8bbf-a9a70617c65e tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1402133 Aug 31 14:17:15.243337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e64a4193-f5c5-4a3f-a04a-af4c4474c39e service neutron] Request body: {'binding': {'host': 'n-h1-806683-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:15.243909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e64a4193-f5c5-4a3f-a04a-af4c4474c39e service neutron] Unknown quota resources ['binding']. {{(pid=94871) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:17:15.279569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-23f7b7de-c96d-4fbf-8483-8b3e8d9e88cb tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:15.280941 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-23f7b7de-c96d-4fbf-8483-8b3e8d9e88cb tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/networks?id=5ec3e436-ccc6-44d9-a5c3-d10e0311920d HTTP/1.1" status: 200 len: 814 time: 0.1529679 Aug 31 14:17:15.285254 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-033392e2-802e-4c76-a08d-fffa6f6531b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.290461 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-033392e2-802e-4c76-a08d-fffa6f6531b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.304441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-ab03a29a-e7a4-484c-9b74-0dc8033be1da tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/quotas/8cb2f0cc6f3044788646b5be8cc86c48 HTTP/1.1" status: 200 len: 375 time: 0.0147238 Aug 31 14:17:15.315077 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 0922dba3-f157-47b3-a9e4-65d89da5198b details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:15.334248 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-033392e2-802e-4c76-a08d-fffa6f6531b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e3b00112ffe49b7abd84a1d3cfeeccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598291 Aug 31 14:17:15.337167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56798) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:15.343560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033392e2-802e-4c76-a08d-fffa6f6531b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab32a226-60bc-422e-a068-4af39c763815,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:15.423426 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd719129-c89c-403c-801f-e232f82b8991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.425203 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-95eb5a05-b821-4ee3-9a1e-cde0e4c6fc72 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8cb2f0cc6f3044788646b5be8cc86c48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1092834 Aug 31 14:17:15.449477 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd719129-c89c-403c-801f-e232f82b8991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.453285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0922dba3-f157-47b3-a9e4-65d89da5198b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:15.470472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '0922dba3-f157-47b3-a9e4-65d89da5198b', 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b', 'port_id': '0922dba3-f157-47b3-a9e4-65d89da5198b', 'mac_address': 'fa:16:3e:f7:d4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163dc4c6-5f18-4709-864a-db6bd28b2b16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:17:15.514364 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd719129-c89c-403c-801f-e232f82b8991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.518467 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd719129-c89c-403c-801f-e232f82b8991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.519749 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fd719129-c89c-403c-801f-e232f82b8991 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab32a226-60bc-422e-a068-4af39c763815 HTTP/1.1" status: 204 len: 168 time: 0.1816657 Aug 31 14:17:15.522977 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.534323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e64a4193-f5c5-4a3f-a04a-af4c4474c39e service neutron] Attempting to bind port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 on host n-h1-806683-5 for vnic_type normal with profile None {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:15.534583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e64a4193-f5c5-4a3f-a04a-af4c4474c39e service neutron] Attempting to bind port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:15.534802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd719129-c89c-403c-801f-e232f82b8991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab32a226-60bc-422e-a068-4af39c763815,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:15.534921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e64a4193-f5c5-4a3f-a04a-af4c4474c39e service neutron] Attempting to bind port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:15.543736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e64a4193-f5c5-4a3f-a04a-af4c4474c39e service neutron] Port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:15.544061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e64a4193-f5c5-4a3f-a04a-af4c4474c39e service neutron] Attempting to bind port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:15.561289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e64a4193-f5c5-4a3f-a04a-af4c4474c39e service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:15.561653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e64a4193-f5c5-4a3f-a04a-af4c4474c39e service neutron] Checking segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:15.562039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e64a4193-f5c5-4a3f-a04a-af4c4474c39e service neutron] Bound using segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:15.562472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e64a4193-f5c5-4a3f-a04a-af4c4474c39e service neutron] Bound port: b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:15.565493 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0922dba3-f157-47b3-a9e4-65d89da5198b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:15.588795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0922dba3-f157-47b3-a9e4-65d89da5198b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:15.593660 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.616741 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-3bf442a4-73f6-4b8b-aa08-f7c4050f9034 service neutron] 10.222.0.39 "GET /v2.0/networks/5ec3e436-ccc6-44d9-a5c3-d10e0311920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753440 Aug 31 14:17:15.649828 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=0922dba3-f157-47b3-a9e4-65d89da5198b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:15.657337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e64a4193-f5c5-4a3f-a04a-af4c4474c39e service neutron] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:15.684463 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e64a4193-f5c5-4a3f-a04a-af4c4474c39e service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.685632 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e64a4193-f5c5-4a3f-a04a-af4c4474c39e service neutron] 10.222.0.39 "POST /v2.0/ports/b9fa8160-d776-42dd-a5c0-0b8043fe5b94/bindings HTTP/1.1" status: 201 len: 389 time: 0.4513206 Aug 31 14:17:15.727372 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-5bb28ce7-23b6-4bb4-9388-1b5010ad6dad service neutron] 10.222.0.39 "GET /v2.0/networks/5ec3e436-ccc6-44d9-a5c3-d10e0311920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979536 Aug 31 14:17:15.733951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61515f61-f6b2-4061-80ff-2702437e48b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85122d2-37ab-48e8-a75e-571c2b3dbdcc'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:15.736730 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5c035f-74aa-4c27-832e-72841c9fefaa" -d '{"events": [{"server_uuid": "61515f61-f6b2-4061-80ff-2702437e48b7", "name": "network-vif-plugged", "status": "completed", "tag": "f85122d2-37ab-48e8-a75e-571c2b3dbdcc"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:15.867741 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354dab8-7a08-4ff1-90fc-d9185cc194af req-e9831941-ab26-4125-8e06-46cdde25d914 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:15.869678 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9354dab8-7a08-4ff1-90fc-d9185cc194af req-e9831941-ab26-4125-8e06-46cdde25d914 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.0562134 Aug 31 14:17:15.920588 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9354dab8-7a08-4ff1-90fc-d9185cc194af req-5670290c-0cf6-4064-ae4c-6c4e623a6cd9 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434029 Aug 31 14:17:15.923516 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['0922dba3-f157-47b3-a9e4-65d89da5198b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:15.998499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-602ce29a-5fc6-49c1-8020-fe7fb164d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.001922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-602ce29a-5fc6-49c1-8020-fe7fb164d4af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 1096 time: 0.0636716 Aug 31 14:17:16.093430 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecb4e2-a312-4db7-baeb-cf51747bfb3c req-d20e24c6-3a4e-4e9d-a527-b4c83bf2d54a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.105682 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6ecb4e2-a312-4db7-baeb-cf51747bfb3c req-d20e24c6-3a4e-4e9d-a527-b4c83bf2d54a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 944 time: 0.0810289 Aug 31 14:17:16.144636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-d0ff28c0-6d5a-4188-b18e-efcf65a92394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.146796 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-d0ff28c0-6d5a-4188-b18e-efcf65a92394 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.1340737 Aug 31 14:17:16.157671 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6ecb4e2-a312-4db7-baeb-cf51747bfb3c req-b5e14c9f-90a1-4fc8-8e1b-e1bc29833324 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509994 Aug 31 14:17:16.238820 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-8c50dc9e-54f0-48cf-8862-2613380c83ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94 HTTP/1.1" status: 200 len: 217 time: 0.0828784 Aug 31 14:17:16.260478 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045e570a-8f41-4dbe-af0c-8ff89d6344d7 x-openstack-request-id: req-045e570a-8f41-4dbe-af0c-8ff89d6344d7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:16.260782 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61515f61-f6b2-4061-80ff-2702437e48b7", "name": "network-vif-plugged", "status": "completed", "tag": "f85122d2-37ab-48e8-a75e-571c2b3dbdcc", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:16.261038 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-045e570a-8f41-4dbe-af0c-8ff89d6344d7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:16.261450 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61515f61-f6b2-4061-80ff-2702437e48b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85122d2-37ab-48e8-a75e-571c2b3dbdcc', 'code': 200} Aug 31 14:17:16.382596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-29137cca-96f4-4bc1-a365-302735dc365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.384411 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-29137cca-96f4-4bc1-a365-302735dc365d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.1370955 Aug 31 14:17:16.404016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0daa41-19c1-43ac-ae67-5ac5a3fa6e21 req-ae68001c-5d31-4acb-b1e0-6c84aa59a0e1 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.405695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ff0daa41-19c1-43ac-ae67-5ac5a3fa6e21 req-ae68001c-5d31-4acb-b1e0-6c84aa59a0e1 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 945 time: 0.0821469 Aug 31 14:17:16.419470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9856df6-3f25-44bc-b57b-6e674fed331f req-036455ff-3468-4803-bf1d-dda4ad9419c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.421271 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9856df6-3f25-44bc-b57b-6e674fed331f req-036455ff-3468-4803-bf1d-dda4ad9419c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 1096 time: 0.0937326 Aug 31 14:17:16.438956 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-7dafcb07-da91-46c6-abd4-6aaa90f76f44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443037 Aug 31 14:17:16.445673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980cbf6-e3a3-4396-b5c4-6260a2ea9718 req-28fc7156-a38f-48d8-b36f-abca766b524d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.454233 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a980cbf6-e3a3-4396-b5c4-6260a2ea9718 req-28fc7156-a38f-48d8-b36f-abca766b524d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 945 time: 0.1132033 Aug 31 14:17:16.508517 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9856df6-3f25-44bc-b57b-6e674fed331f req-9837145a-c80f-44ca-8df9-f9501ace7ca5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792124 Aug 31 14:17:16.514555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56846) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:16.532792 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a980cbf6-e3a3-4396-b5c4-6260a2ea9718 req-ecb8af3a-2320-4d27-beb5-af297421f4f1 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763373 Aug 31 14:17:16.542353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ff0daa41-19c1-43ac-ae67-5ac5a3fa6e21 req-8b228e02-83a1-4cf9-86cc-951583a8cc33 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259608 Aug 31 14:17:16.643168 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9260493-53f6-4634-8b11-a3680848c178 req-8f72810c-a825-4e34-8be2-7f8c66acf31a tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 210 time: 0.0372813 Aug 31 14:17:16.668078 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-13b3065e-bcf1-440e-983c-70c5edd7f74d service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171297 Aug 31 14:17:16.669105 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-929549799-network', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:16.699653 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570200c-d6ca-4c0b-90b3-cff132db8b4a req-f7c06592-4b9f-4325-866e-d94e22f6b9c4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.701151 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4570200c-d6ca-4c0b-90b3-cff132db8b4a req-f7c06592-4b9f-4325-866e-d94e22f6b9c4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 949 time: 0.0760908 Aug 31 14:17:16.707845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] Made reservation on behalf of f7143efde9fd4908a586f95aa4f709b6 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:16.711451 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.732299 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.777573 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4570200c-d6ca-4c0b-90b3-cff132db8b4a req-e87b5d47-6e44-49f5-a484-944fe3623d96 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627911 Aug 31 14:17:16.856561 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-67312fe7-c99e-433a-af0e-3a4363e0edc0 service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394632 Aug 31 14:17:16.859514 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.863442 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.905771 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:17:16.906987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7d803-be1b-4e30-a8dc-d6f88ab40775 req-efc4325f-f471-4a45-b67d-910a4516a9a9 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.908559 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8df7d803-be1b-4e30-a8dc-d6f88ab40775 req-efc4325f-f471-4a45-b67d-910a4516a9a9 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 1100 time: 0.0452015 Aug 31 14:17:16.917024 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3297f493-f534-4103-977b-b13777e1ac4e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:16.929594 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.930093 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] Added segment 0c4bf473-5c0c-42ee-9687-07805b307f16 of type vlan for network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 Aug 31 14:17:16.951569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8df7d803-be1b-4e30-a8dc-d6f88ab40775 req-a8a05721-001f-4ea7-b6ef-f33fd2d36764 tempest-ServersOnMultiNodesTest-751568053 tempest-ServersOnMultiNodesTest-751568053-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352144 Aug 31 14:17:16.998134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.037042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-a4248694-9d81-47a2-8060-a070e0a9df3b tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:17.038963 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-a4248694-9d81-47a2-8060-a070e0a9df3b tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983&tenant_id=429bbc88baff4974940bd2144c0fd533&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1096 time: 0.0605388 Aug 31 14:17:17.060224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-5'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:17.072097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.073251 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:17.073838 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.122865 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.137710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551003e-ab1d-41c7-a119-2208eaa75674 req-5d5c9729-dfbf-4cea-9571-f707d082db30 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:17.145187 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8551003e-ab1d-41c7-a119-2208eaa75674 req-5d5c9729-dfbf-4cea-9571-f707d082db30 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1320770 Aug 31 14:17:17.152504 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6362283 Aug 31 14:17:17.160439 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56860) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:17.168014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-efb83fb6-5464-4f7e-9d7c-f44396864529 admin admin] Request body: {'subnet': {'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-929549799-subnet', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:17.185442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a2dcd-ed19-45be-82fa-94de24689b19 admin admin] Pushing event updated for resources: {'Network': ['ID=45d9ada3-d190-4ac4-bf5d-de0285fd2800,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:17.201502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:17:17.210703 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8551003e-ab1d-41c7-a119-2208eaa75674 req-683ba743-9904-430c-9c20-111c9c201559 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638149 Aug 31 14:17:17.272098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb83fb6-5464-4f7e-9d7c-f44396864529 admin admin] Made reservation on behalf of f7143efde9fd4908a586f95aa4f709b6 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:17.274319 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efb83fb6-5464-4f7e-9d7c-f44396864529 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.323044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc5f26-d6fa-4ef8-80b4-6d4f983e9cbd req-bfe2da3f-558d-462d-b591-4b5d195f7efd tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:17.324317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 0922dba3-f157-47b3-a9e4-65d89da5198b up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:17.324683 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9fdc5f26-d6fa-4ef8-80b4-6d4f983e9cbd req-bfe2da3f-558d-462d-b591-4b5d195f7efd tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 944 time: 0.0506458 Aug 31 14:17:17.360407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164073df-e897-40e5-a550-f2015696a222 req-1afaed5d-d025-4b63-bb7e-d6a027ed8cdb tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:17.361934 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-164073df-e897-40e5-a550-f2015696a222 req-1afaed5d-d025-4b63-bb7e-d6a027ed8cdb tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 949 time: 0.1536622 Aug 31 14:17:17.383542 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9fdc5f26-d6fa-4ef8-80b4-6d4f983e9cbd req-4968517a-81af-4e63-8d2f-c4b2a8bc1a50 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509577 Aug 31 14:17:17.394535 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 0922dba3-f157-47b3-a9e4-65d89da5198b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:17.404128 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 0922dba3-f157-47b3-a9e4-65d89da5198b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:17.404500 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.417649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:17.511131 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.516891 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-164073df-e897-40e5-a550-f2015696a222 req-3f7a5896-ef13-4725-992e-ec03dbd2270a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440701 Aug 31 14:17:17.571129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:17.596387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0922dba3-f157-47b3-a9e4-65d89da5198b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:17.602192 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.607967 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efb83fb6-5464-4f7e-9d7c-f44396864529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.667854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=0922dba3-f157-47b3-a9e4-65d89da5198b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:17.670963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d3aec7-11d8-4559-a341-9c718e980983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9fa8160-d776-42dd-a5c0-0b8043fe5b94'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:17.673279 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad97179-f634-403a-8f24-c8aaac6e6627" -d '{"events": [{"server_uuid": "91d3aec7-11d8-4559-a341-9c718e980983", "name": "network-vif-unplugged", "status": "completed", "tag": "b9fa8160-d776-42dd-a5c0-0b8043fe5b94"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:17.678919 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.717800 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.746004 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-233bdb8f-03b8-4936-9eb6-f38e5b0fe022 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:17.748515 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-233bdb8f-03b8-4936-9eb6-f38e5b0fe022 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.60 "GET /v2.0/networks?id=5ec3e436-ccc6-44d9-a5c3-d10e0311920d HTTP/1.1" status: 200 len: 814 time: 0.2611790 Aug 31 14:17:17.768541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb83fb6-5464-4f7e-9d7c-f44396864529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf962023-63cc-4bd0-9c04-40b596d219f8,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:17.779877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376d90d-0a85-4ee2-abdc-cdcd172a87f5 req-38d986be-50ac-43db-a288-b373244b78fc tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:17.782436 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d376d90d-0a85-4ee2-abdc-cdcd172a87f5 req-38d986be-50ac-43db-a288-b373244b78fc tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 945 time: 0.1228859 Aug 31 14:17:17.807544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb83fb6-5464-4f7e-9d7c-f44396864529 admin admin] Checking segment: {'id': '0c4bf473-5c0c-42ee-9687-07805b307f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:17.807911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb83fb6-5464-4f7e-9d7c-f44396864529 admin admin] Network hostable DHCP agents. Network: 45d9ada3-d190-4ac4-bf5d-de0285fd2800, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:17:17.821926 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d376d90d-0a85-4ee2-abdc-cdcd172a87f5 req-9c276beb-4bd9-4de0-a54d-73b736dc7d50 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Aug 31 14:17:17.825285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4dd7a-d845-4b77-bc41-c4c07a35cb9c req-f12399a0-d1b8-46fd-8482-6a745326f1fb tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:17.826925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-28c4dd7a-d845-4b77-bc41-c4c07a35cb9c req-f12399a0-d1b8-46fd-8482-6a745326f1fb tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 943 time: 0.1571145 Aug 31 14:17:17.831701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Pushing event updated for resources: {'Port': ['ID=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:17.891623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Attempting to bind port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 on host n-h2-806683-5 for vnic_type normal with profile {"migrating_to": "n-h1-806683-5"} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:17.891932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Attempting to bind port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:17.892393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Attempting to bind port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:17.899739 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb83fb6-5464-4f7e-9d7c-f44396864529 admin admin] Network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:17:17.907893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:17.908220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Attempting to bind port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:17.923772 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-28c4dd7a-d845-4b77-bc41-c4c07a35cb9c req-0fb6b4bf-afe7-4c52-998a-cfbcaa9760c2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676494 Aug 31 14:17:17.925848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:17.926059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Checking segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:17.926600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Bound using segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:17.928668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Bound port: b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:17.929182 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.941831 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3322645-0484-4fc8-b5bd-07548b31f06d req-37368523-5a4b-48dd-87c7-06821e9b51c6 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 210 time: 0.0438263 Aug 31 14:17:17.987230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-efb83fb6-5464-4f7e-9d7c-f44396864529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 45d9ada3-d190-4ac4-bf5d-de0285fd2800) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:17.993054 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-bf50c635-72af-4f6d-9b68-d037dc1938db tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cb2f0cc6f3044788646b5be8cc86c48 HTTP/1.1" status: 200 len: 379 time: 0.0931411 Aug 31 14:17:17.998591 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d94c595-409a-4e29-bcc8-3c79e289c3e7 x-openstack-request-id: req-5d94c595-409a-4e29-bcc8-3c79e289c3e7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:17.998880 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d3aec7-11d8-4559-a341-9c718e980983", "name": "network-vif-unplugged", "status": "completed", "tag": "b9fa8160-d776-42dd-a5c0-0b8043fe5b94", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:17.999133 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d94c595-409a-4e29-bcc8-3c79e289c3e7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:17.999554 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d3aec7-11d8-4559-a341-9c718e980983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9fa8160-d776-42dd-a5c0-0b8043fe5b94', 'code': 200} Aug 31 14:17:18.001010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb83fb6-5464-4f7e-9d7c-f44396864529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:18.001604 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efb83fb6-5464-4f7e-9d7c-f44396864529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.001936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb0a373-08bd-4e8b-b80c-bb5e675ffc3c None None] Network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:18.026630 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-9ab1f6aa-40ee-4939-a99c-b372dc971e31 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Request body: {'port': {'device_id': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'admin_state_up': True, 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'security_groups': ['7943d090-5db1-4704-852d-0e567c6f212b']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:18.026995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:18.031052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:18.033171 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-efb83fb6-5464-4f7e-9d7c-f44396864529 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8713021 Aug 31 14:17:18.036539 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.039742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56874) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:18.081784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-929549799-router', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:18.164519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.165579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.171530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Pushing event updated for resources: {'Port': ['ID=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,revision_number=8']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:18.175559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:18.176702 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.178331 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc715522-ee33-47e5-a388-5d10dde0f88d service neutron] 10.222.0.60 "PUT /v2.0/ports/b9fa8160-d776-42dd-a5c0-0b8043fe5b94 HTTP/1.1" status: 200 len: 1121 time: 1.1270943 Aug 31 14:17:18.218473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-45d9ada3-d190-4ac4-bf5d-de0285fd2800', 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'fixed_ips': [{'subnet_id': 'cf962023-63cc-4bd0-9c04-40b596d219f8'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:17:18.220303 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.230810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-9ab1f6aa-40ee-4939-a99c-b372dc971e31 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Made reservation on behalf of 8cb2f0cc6f3044788646b5be8cc86c48 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:18.242096 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-9ab1f6aa-40ee-4939-a99c-b372dc971e31 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.246713 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.263288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b12288-93a3-49f2-a396-816074d80c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0922dba3-f157-47b3-a9e4-65d89da5198b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:18.265923 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731eefae-9eed-47c6-813a-b9efced951f9" -d '{"events": [{"server_uuid": "12b12288-93a3-49f2-a396-816074d80c29", "name": "network-vif-plugged", "status": "completed", "tag": "0922dba3-f157-47b3-a9e4-65d89da5198b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:18.373190 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1eb6632-6d22-4252-bf38-962c5394cdc5 x-openstack-request-id: req-a1eb6632-6d22-4252-bf38-962c5394cdc5 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:18.373461 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b12288-93a3-49f2-a396-816074d80c29", "name": "network-vif-plugged", "status": "completed", "tag": "0922dba3-f157-47b3-a9e4-65d89da5198b", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:18.373746 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1eb6632-6d22-4252-bf38-962c5394cdc5 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:18.374093 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b12288-93a3-49f2-a396-816074d80c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0922dba3-f157-47b3-a9e4-65d89da5198b', 'code': 200} Aug 31 14:17:18.376510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['b9fa8160-d776-42dd-a5c0-0b8043fe5b94'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:18.431625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bcb09-b8e6-4f36-9e50-f4c204885674 req-7690cb13-b2ad-40c6-9f06-4b2df18a3b9c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:18.433211 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f83bcb09-b8e6-4f36-9e50-f4c204885674 req-7690cb13-b2ad-40c6-9f06-4b2df18a3b9c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1360476 Aug 31 14:17:18.499123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.514640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-9ab1f6aa-40ee-4939-a99c-b372dc971e31 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Allocated IP 172.20.0.7 (5ec3e436-ccc6-44d9-a5c3-d10e0311920d/0c6204ca-9197-45f4-a4ce-3f9cbe876beb/64da7023-07a4-43b2-bc58-4d3b70e02bf4) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:18.539357 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f83bcb09-b8e6-4f36-9e50-f4c204885674 req-cb02311b-e366-403e-91e9-4d53d5d4b148 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864961 Aug 31 14:17:18.547329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Allocated IP 172.20.0.2 (45d9ada3-d190-4ac4-bf5d-de0285fd2800/cf962023-63cc-4bd0-9c04-40b596d219f8/d0a2871e-eb73-4e80-ab15-628827dc2f42) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:18.807438 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.821244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Transition to ACTIVE for port object d0a2871e-eb73-4e80-ab15-628827dc2f42 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:18.843709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Transition to ACTIVE for port object d0a2871e-eb73-4e80-ab15-628827dc2f42 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:18.853816 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.860903 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-9ab1f6aa-40ee-4939-a99c-b372dc971e31 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.890342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac0f8c-beed-4eae-9985-4ed0ab91c3df req-fe112bd5-729f-4a4d-8dd6-83ab0ecf2641 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:18.903680 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36ac0f8c-beed-4eae-9985-4ed0ab91c3df req-fe112bd5-729f-4a4d-8dd6-83ab0ecf2641 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 949 time: 0.1380739 Aug 31 14:17:18.923986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:18.928613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:18.929062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-9ab1f6aa-40ee-4939-a99c-b372dc971e31 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Transition to ACTIVE for port object 64da7023-07a4-43b2-bc58-4d3b70e02bf4 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:18.935754 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:18.950336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Pushing event updated for resources: {'Port': ['ID=d0a2871e-eb73-4e80-ab15-628827dc2f42,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:18.989895 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36ac0f8c-beed-4eae-9985-4ed0ab91c3df req-6e9f1236-e4e6-482c-b6a8-c65af70de824 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702415 Aug 31 14:17:19.003254 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-9ab1f6aa-40ee-4939-a99c-b372dc971e31 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.009742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Attempting to bind port d0a2871e-eb73-4e80-ab15-628827dc2f42 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:19.010425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Attempting to bind port d0a2871e-eb73-4e80-ab15-628827dc2f42 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '0c4bf473-5c0c-42ee-9687-07805b307f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:19.010744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Attempting to bind port d0a2871e-eb73-4e80-ab15-628827dc2f42 on network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:19.016222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5274537-6bd0-4a6a-ba7e-2809222167f3 req-e5a9cb5c-6a07-4b56-a8df-539390c7d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.017777 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5274537-6bd0-4a6a-ba7e-2809222167f3 req-e5a9cb5c-6a07-4b56-a8df-539390c7d36b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 1096 time: 0.5077841 Aug 31 14:17:19.018040 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:19.018763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Checking segment: {'id': '0c4bf473-5c0c-42ee-9687-07805b307f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:19.019255 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.020578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Bound using segment: {'id': '0c4bf473-5c0c-42ee-9687-07805b307f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:19.021189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Bound port: d0a2871e-eb73-4e80-ab15-628827dc2f42, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4bf473-5c0c-42ee-9687-07805b307f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:19.021730 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.059578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-9ab1f6aa-40ee-4939-a99c-b372dc971e31 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:19.062846 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-9ab1f6aa-40ee-4939-a99c-b372dc971e31 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:19.068230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-9ab1f6aa-40ee-4939-a99c-b372dc971e31 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:19.094130 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.123637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929782a1-5e9a-4345-8b2e-3dfee8cbd12b req-1516c83a-1ce0-4044-9f05-705d7d044652 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.127120 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1f6aa-40ee-4939-a99c-b372dc971e31 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Pushing event updated for resources: {'Port': ['ID=64da7023-07a4-43b2-bc58-4d3b70e02bf4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:19.130715 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] For port d0a2871e-eb73-4e80-ab15-628827dc2f42, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:19.131985 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-929782a1-5e9a-4345-8b2e-3dfee8cbd12b req-1516c83a-1ce0-4044-9f05-705d7d044652 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 945 time: 0.5963659 Aug 31 14:17:19.138502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] For port d0a2871e-eb73-4e80-ab15-628827dc2f42, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d0a2871e-eb73-4e80-ab15-628827dc2f42,segment=NetworkSegment(0c4bf473-5c0c-42ee-9687-07805b307f16),segment_id=0c4bf473-5c0c-42ee-9687-07805b307f16)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:19.144212 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.210340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-929782a1-5e9a-4345-8b2e-3dfee8cbd12b req-cad4e1b4-3057-4b0c-b698-4689fc5b764a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772874 Aug 31 14:17:19.252971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc6274-7cbe-4a72-bfa4-63a9ac65c49c None None] Pushing event updated for resources: {'Port': ['ID=d0a2871e-eb73-4e80-ab15-628827dc2f42,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:19.275351 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5274537-6bd0-4a6a-ba7e-2809222167f3 req-f5708523-695a-4f24-9d3f-0ed60dcd02a6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400732 Aug 31 14:17:19.300462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-9ab1f6aa-40ee-4939-a99c-b372dc971e31 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.301281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-9ab1f6aa-40ee-4939-a99c-b372dc971e31 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.321517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2ec20-a8d7-4340-909d-41b54e7a9438 req-38f026a2-13c5-4bf1-917d-d27d0449d8a3 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.323418 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-21b2ec20-a8d7-4340-909d-41b54e7a9438 req-38f026a2-13c5-4bf1-917d-d27d0449d8a3 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 945 time: 0.1792710 Aug 31 14:17:19.344007 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330dacd-4d0c-4aa9-8718-f0c815261bcd req-d5da5ec0-fe47-4738-84d2-2813fcfbfdaa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.346313 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4330dacd-4d0c-4aa9-8718-f0c815261bcd req-d5da5ec0-fe47-4738-84d2-2813fcfbfdaa tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 949 time: 0.2382298 Aug 31 14:17:19.401678 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-21b2ec20-a8d7-4340-909d-41b54e7a9438 req-a7bf7e7d-3769-4e74-8b55-964916171572 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652075 Aug 31 14:17:19.405633 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-9ab1f6aa-40ee-4939-a99c-b372dc971e31 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4026587 Aug 31 14:17:19.431756 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Request body: {'port': {'device_id': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:19.486253 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c75ec462-2814-406d-b434-502fbcbf8a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.517003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-882fe069-cfff-48f3-9bde-dc4afa25feec None None] Provisioning for port 64da7023-07a4-43b2-bc58-4d3b70e02bf4 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:19.525197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-882fe069-cfff-48f3-9bde-dc4afa25feec None None] Provisioning complete for port 64da7023-07a4-43b2-bc58-4d3b70e02bf4 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:19.527485 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-882fe069-cfff-48f3-9bde-dc4afa25feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.581961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa6c9c-c750-41b0-afda-de53126c76d4 req-ee820679-5fb1-4ec7-8f6a-7b75850e4ab7 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.588944 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7aa6c9c-c750-41b0-afda-de53126c76d4 req-ee820679-5fb1-4ec7-8f6a-7b75850e4ab7 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 943 time: 0.2283659 Aug 31 14:17:19.626026 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.644473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-882fe069-cfff-48f3-9bde-dc4afa25feec None None] Port 64da7023-07a4-43b2-bc58-4d3b70e02bf4 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:19.670326 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.731444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7aa6c9c-c750-41b0-afda-de53126c76d4 req-148f6089-341e-4be0-9461-9c8c8a170d64 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332943 Aug 31 14:17:19.900773 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Allocated IP 172.25.2.145 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/6e6a4290-ba3c-43b6-be2b-9434782ba727) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:19.925067 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6cd8a-81ac-4f03-94c1-98313683b60c req-31b37f89-d7e9-4ab2-b048-98ddd004186f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.927112 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-12b6cd8a-81ac-4f03-94c1-98313683b60c req-31b37f89-d7e9-4ab2-b048-98ddd004186f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.0994987 Aug 31 14:17:20.001309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d3aec7-11d8-4559-a341-9c718e980983', 'tag': 'b9fa8160-d776-42dd-a5c0-0b8043fe5b94'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:20.007952 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f749ac9-2fc9-40f3-a92d-54470ce3e180" -d '{"events": [{"name": "network-changed", "server_uuid": "91d3aec7-11d8-4559-a341-9c718e980983", "tag": "b9fa8160-d776-42dd-a5c0-0b8043fe5b94"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:20.044985 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-12b6cd8a-81ac-4f03-94c1-98313683b60c req-58cb4e6a-a723-4cd0-ab24-4cc661250f3f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944870 Aug 31 14:17:20.049097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.081997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c346c-e706-418f-8e08-30f2913155ea req-1f1bef3b-d880-4658-87d2-65288d0a2590 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:20.084384 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-453c346c-e706-418f-8e08-30f2913155ea req-1f1bef3b-d880-4658-87d2-65288d0a2590 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 931 time: 0.4877422 Aug 31 14:17:20.099714 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.160637 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.186036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-4330dacd-4d0c-4aa9-8718-f0c815261bcd req-3500833d-76cf-4a30-8a1f-1c7fdce7685a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Deleting port ded62260-203f-4452-827f-26f3d9194f5c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:20.186385 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4330dacd-4d0c-4aa9-8718-f0c815261bcd req-3500833d-76cf-4a30-8a1f-1c7fdce7685a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.225045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:20.231390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:20.238606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:20.471643 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa4f832-9eba-4ef1-a719-40374085855f x-openstack-request-id: req-7fa4f832-9eba-4ef1-a719-40374085855f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:20.472098 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d3aec7-11d8-4559-a341-9c718e980983", "tag": "b9fa8160-d776-42dd-a5c0-0b8043fe5b94", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:20.472451 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fa4f832-9eba-4ef1-a719-40374085855f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:20.473291 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d3aec7-11d8-4559-a341-9c718e980983', 'tag': 'b9fa8160-d776-42dd-a5c0-0b8043fe5b94', 'status': 'completed', 'code': 200} Aug 31 14:17:20.474287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Pushing event updated for resources: {'Port': ['ID=6e6a4290-ba3c-43b6-be2b-9434782ba727,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:20.489011 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-453c346c-e706-418f-8e08-30f2913155ea req-e100a2b3-4631-424f-bd5b-4f35ba6420ea tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785806 Aug 31 14:17:20.534398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device b9fa8160-d776-42dd-a5c0-0b8043fe5b94 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:20.643416 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-4330dacd-4d0c-4aa9-8718-f0c815261bcd req-3500833d-76cf-4a30-8a1f-1c7fdce7685a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] For port ded62260-203f-4452-827f-26f3d9194f5c, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ded62260-203f-4452-827f-26f3d9194f5c,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:20.643981 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4330dacd-4d0c-4aa9-8718-f0c815261bcd req-3500833d-76cf-4a30-8a1f-1c7fdce7685a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.716826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-4330dacd-4d0c-4aa9-8718-f0c815261bcd req-3500833d-76cf-4a30-8a1f-1c7fdce7685a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Calling delete_port for ded62260-203f-4452-827f-26f3d9194f5c owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:20.866118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f749ac9-2fc9-40f3-a92d-54470ce3e180 req-47459ad9-d982-4afa-a6a1-1744895cfa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:20.876006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f749ac9-2fc9-40f3-a92d-54470ce3e180 req-47459ad9-d982-4afa-a6a1-1744895cfa9b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 1124 time: 0.4015870 Aug 31 14:17:21.081595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a487ddd6-8580-4cee-bd74-c588592f4be6 None None] Network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:21.085126 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d0a2871e-eb73-4e80-ab15-628827dc2f42 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:21.157529 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64da7023-07a4-43b2-bc58-4d3b70e02bf4 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:21.167194 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.185916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Transition to ACTIVE for port object 64da7023-07a4-43b2-bc58-4d3b70e02bf4 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:21.226832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-070129ed-1404-46f9-82be-b3bfd6c7618a None None] Provisioning for port d0a2871e-eb73-4e80-ab15-628827dc2f42 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:21.229623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437452bd-dc0e-471c-815a-2c2d7d8ba9b7 req-22b7e56a-baa4-4946-8bac-db401b5f6b82 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:21.244429 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-437452bd-dc0e-471c-815a-2c2d7d8ba9b7 req-22b7e56a-baa4-4946-8bac-db401b5f6b82 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 945 time: 0.5083063 Aug 31 14:17:21.278988 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.343468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port d0a2871e-eb73-4e80-ab15-628827dc2f42 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:21.357708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d0a2871e-eb73-4e80-ab15-628827dc2f42 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:21.367464 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.437024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c09db-ef0a-42c6-8efd-62375569e389 req-992ee6dc-01e1-43ee-b6c3-1409e489f7eb tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:21.457020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f55c09db-ef0a-42c6-8efd-62375569e389 req-992ee6dc-01e1-43ee-b6c3-1409e489f7eb tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 949 time: 0.9947333 Aug 31 14:17:21.471744 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Pushing event updated for resources: {'Port': ['ID=64da7023-07a4-43b2-bc58-4d3b70e02bf4,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:21.525333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:21.531839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f55c09db-ef0a-42c6-8efd-62375569e389 req-1312a50d-2f8c-46c9-8ec9-acf490a8e36a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739207 Aug 31 14:17:21.538543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f749ac9-2fc9-40f3-a92d-54470ce3e180 req-f3c7b9f7-a9be-4c2c-8cf5-02990885a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:21.540115 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f749ac9-2fc9-40f3-a92d-54470ce3e180 req-f3c7b9f7-a9be-4c2c-8cf5-02990885a94a service neutron] 10.222.0.25 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.6468804 Aug 31 14:17:21.615864 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f749ac9-2fc9-40f3-a92d-54470ce3e180 req-19e7ef94-93a8-4a15-943a-ca70dc30b4d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94 HTTP/1.1" status: 200 len: 217 time: 0.0451190 Aug 31 14:17:21.617037 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.647532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device b9fa8160-d776-42dd-a5c0-0b8043fe5b94 has no active binding in host n-h1-806683-5 {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 14:17:21.689858 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-437452bd-dc0e-471c-815a-2c2d7d8ba9b7 req-91927ba6-443b-41de-8bfe-2715cc6c1392 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421232 Aug 31 14:17:21.787119 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4330dacd-4d0c-4aa9-8718-f0c815261bcd req-3500833d-76cf-4a30-8a1f-1c7fdce7685a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.812902 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.822805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'd2534abb-a475-469e-83a7-6c4ca5bdb730', '84b348a8-a2fb-49b3-800d-2c88628a960e', '87d0effe-bcaf-46bb-93d8-fd547b4d46a9', '47a5b4ab-ad15-4de3-9d61-d7a886e290d1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:21.864872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0', '206bf4b8-b988-4fb5-af41-b977f995d654'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:21.888293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Attempting to bind port 64da7023-07a4-43b2-bc58-4d3b70e02bf4 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:21.888444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Attempting to bind port 64da7023-07a4-43b2-bc58-4d3b70e02bf4 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '86dc075b-f119-4562-8e5b-9db9052ccf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:21.888833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Attempting to bind port 64da7023-07a4-43b2-bc58-4d3b70e02bf4 on network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:21.899512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500833d-76cf-4a30-8a1f-1c7fdce7685a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event deleted for resources: {'Port': ['ID=ded62260-203f-4452-827f-26f3d9194f5c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:21.907456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f749ac9-2fc9-40f3-a92d-54470ce3e180 req-caa0dd54-bec5-41ed-b5ab-4993b65afaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:21.908903 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f749ac9-2fc9-40f3-a92d-54470ce3e180 req-caa0dd54-bec5-41ed-b5ab-4993b65afaed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.2385547 Aug 31 14:17:21.915293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Port 64da7023-07a4-43b2-bc58-4d3b70e02bf4 on network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:21.915624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Attempting to bind port 64da7023-07a4-43b2-bc58-4d3b70e02bf4 on network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:21.946583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9097f-b570-4da5-a253-cdc6f9d46570 req-29360069-1a79-486e-a146-71feb644ce46 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:21.959629 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3cf9097f-b570-4da5-a253-cdc6f9d46570 req-29360069-1a79-486e-a146-71feb644ce46 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 943 time: 0.2878261 Aug 31 14:17:21.988609 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f749ac9-2fc9-40f3-a92d-54470ce3e180 req-953e5064-2375-4068-88fc-ca876a02a5ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666661 Aug 31 14:17:21.996047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port d0a2871e-eb73-4e80-ab15-628827dc2f42, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d0a2871e-eb73-4e80-ab15-628827dc2f42,segment=NetworkSegment(0c4bf473-5c0c-42ee-9687-07805b307f16),segment_id=0c4bf473-5c0c-42ee-9687-07805b307f16)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:22.011146 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.029903 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:22.030455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Checking segment: {'id': '86dc075b-f119-4562-8e5b-9db9052ccf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:22.031039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Bound using segment: {'id': '86dc075b-f119-4562-8e5b-9db9052ccf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:22.032002 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Bound port: 64da7023-07a4-43b2-bc58-4d3b70e02bf4, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86dc075b-f119-4562-8e5b-9db9052ccf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:22.032378 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.097782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-4330dacd-4d0c-4aa9-8718-f0c815261bcd req-3500833d-76cf-4a30-8a1f-1c7fdce7685a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] No DVR routers for this DVR port ded62260-203f-4452-827f-26f3d9194f5c on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:22.127430 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4330dacd-4d0c-4aa9-8718-f0c815261bcd req-3500833d-76cf-4a30-8a1f-1c7fdce7685a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.130246 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4330dacd-4d0c-4aa9-8718-f0c815261bcd req-3500833d-76cf-4a30-8a1f-1c7fdce7685a tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "DELETE /v2.0/ports/ded62260-203f-4452-827f-26f3d9194f5c HTTP/1.1" status: 204 len: 173 time: 2.6057692 Aug 31 14:17:22.136813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44aa7dc0-2442-467a-82f2-7bf79542b071', 'name': 'network-vif-deleted', 'tag': 'ded62260-203f-4452-827f-26f3d9194f5c'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:22.139535 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb6e52d-62ec-493a-b201-259fe434fc2c" -d '{"events": [{"server_uuid": "44aa7dc0-2442-467a-82f2-7bf79542b071", "name": "network-vif-deleted", "tag": "ded62260-203f-4452-827f-26f3d9194f5c"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:22.164533 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-20a60019-d8f0-4d05-9904-6ccf990041e6 service neutron] 10.222.0.25 "GET /v2.0/ports/f07689c1-97c2-4ccb-bc15-e163f6f240b4/bindings/n-h2-806683-5 HTTP/1.1" status: 200 len: 382 time: 0.3707974 Aug 31 14:17:22.202502 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6ae7b-d439-40d2-bc82-e0b3c6fb5ca7 req-87890a69-0140-45b6-bd5c-4c94e13dc120 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:22.214436 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0cb6ae7b-d439-40d2-bc82-e0b3c6fb5ca7 req-87890a69-0140-45b6-bd5c-4c94e13dc120 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.3203321 Aug 31 14:17:22.231068 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.256665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3cf9097f-b570-4da5-a253-cdc6f9d46570 req-0a32c05e-c221-4266-acf3-94531383b6d6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960165 Aug 31 14:17:22.356699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] For port 64da7023-07a4-43b2-bc58-4d3b70e02bf4, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:22.395110 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0cb6ae7b-d439-40d2-bc82-e0b3c6fb5ca7 req-a958e5a1-0d9b-4f7e-8324-4cde2d20ef32 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794477 Aug 31 14:17:22.433819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] For port 64da7023-07a4-43b2-bc58-4d3b70e02bf4, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=64da7023-07a4-43b2-bc58-4d3b70e02bf4,segment=NetworkSegment(86dc075b-f119-4562-8e5b-9db9052ccf90),segment_id=86dc075b-f119-4562-8e5b-9db9052ccf90)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:22.442078 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.489461 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f749ac9-2fc9-40f3-a92d-54470ce3e180 req-71d6c7a6-58e3-4749-80b1-e6f4061ac13d service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849911 Aug 31 14:17:22.506907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Pushing event updated for resources: {'Port': ['ID=64da7023-07a4-43b2-bc58-4d3b70e02bf4,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:22.511083 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8a25d7-a8d7-4e45-b008-398299a9025a x-openstack-request-id: req-fb8a25d7-a8d7-4e45-b008-398299a9025a {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:22.511637 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44aa7dc0-2442-467a-82f2-7bf79542b071", "name": "network-vif-deleted", "tag": "ded62260-203f-4452-827f-26f3d9194f5c", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:22.512021 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb8a25d7-a8d7-4e45-b008-398299a9025a {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:22.512505 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44aa7dc0-2442-467a-82f2-7bf79542b071', 'name': 'network-vif-deleted', 'tag': 'ded62260-203f-4452-827f-26f3d9194f5c', 'status': 'completed', 'code': 200} Aug 31 14:17:22.523158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:22.525083 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.528866 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-73d4df15-02d9-4806-86cf-f15c9349774f service neutron] 10.222.0.60 "PUT /v2.0/ports/64da7023-07a4-43b2-bc58-4d3b70e02bf4 HTTP/1.1" status: 200 len: 1091 time: 3.1085167 Aug 31 14:17:22.626542 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0678b5fc-0f48-4243-b8af-e43234ae4a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.726941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1458ec9e-1075-4e33-abc1-a5094284037e None None] Provisioning complete for port d0a2871e-eb73-4e80-ab15-628827dc2f42 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:22.727657 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1458ec9e-1075-4e33-abc1-a5094284037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.751605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Router 18bc06d4-352f-4b23-9705-69537b0c0ef6 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:17:22.768251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290010b6-41b2-44d9-b02d-0fd1f5faac27 req-5d7339d2-8dbc-42ad-ae3d-624a6bbde7c0 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:22.770074 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-290010b6-41b2-44d9-b02d-0fd1f5faac27 req-5d7339d2-8dbc-42ad-ae3d-624a6bbde7c0 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 943 time: 0.2796581 Aug 31 14:17:22.835423 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.840267 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-22caece7-8d2d-4919-a1b8-46dcd680c7fd req-c7aa0c17-59e2-43e1-9c50-44ce8f4aa7db tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=44aa7dc0-2442-467a-82f2-7bf79542b071 HTTP/1.1" status: 200 len: 210 time: 0.0988860 Aug 31 14:17:22.860691 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-17118480-6537-48b9-a810-879129979a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:22.862659 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-17118480-6537-48b9-a810-879129979a02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cb2f0cc6f3044788646b5be8cc86c48&device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 1094 time: 0.2345765 Aug 31 14:17:22.869597 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=d0a2871e-eb73-4e80-ab15-628827dc2f42,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:22.909767 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-290010b6-41b2-44d9-b02d-0fd1f5faac27 req-d84f7569-5f86-4ebc-aade-5dbbf05520e2 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180503 Aug 31 14:17:22.913370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-172db597-1d53-4b14-af09-1f399e7acd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:22.918912 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-172db597-1d53-4b14-af09-1f399e7acd5e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0&tenant_id=529262fb62d346ef9b3aa2fafa79b7ad HTTP/1.1" status: 200 len: 1101 time: 0.3267741 Aug 31 14:17:22.970037 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f749ac9-2fc9-40f3-a92d-54470ce3e180 req-6f612417-a3f2-4059-9d9a-ef60b46f7899 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372809 Aug 31 14:17:23.016331 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-c9ccc516-8411-4760-baaa-f1ca4e53bfce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64da7023-07a4-43b2-bc58-4d3b70e02bf4 HTTP/1.1" status: 200 len: 217 time: 0.1114001 Aug 31 14:17:23.132116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78aed3-8514-42b7-9dab-1d85e463ff00 req-668420c9-37fa-4916-a9fe-85d577fd45eb tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:23.142694 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a78aed3-8514-42b7-9dab-1d85e463ff00 req-668420c9-37fa-4916-a9fe-85d577fd45eb tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 945 time: 0.0849080 Aug 31 14:17:23.144923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-39aa9578-fa7e-4880-a771-187ec0b295da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:23.148185 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-39aa9578-fa7e-4880-a771-187ec0b295da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 1101 time: 0.1536117 Aug 31 14:17:23.152788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:23.163103 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-91558d15-24b9-4b53-b8f4-55d8202d5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:23.165174 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-91558d15-24b9-4b53-b8f4-55d8202d5e17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c6204ca-9197-45f4-a4ce-3f9cbe876beb HTTP/1.1" status: 200 len: 853 time: 0.1247544 Aug 31 14:17:23.178799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Sync routers for ids ['18bc06d4-352f-4b23-9705-69537b0c0ef6'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:23.206048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.207366 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5296387f-7512-47f2-9350-089cc96aacfd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1519358 Aug 31 14:17:23.210079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56938) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:23.282902 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.285421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Routers {'18bc06d4-352f-4b23-9705-69537b0c0ef6'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:23.286143 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['18bc06d4-352f-4b23-9705-69537b0c0ef6'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:23.310014 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a78aed3-8514-42b7-9dab-1d85e463ff00 req-b43fa383-944e-4d33-a349-8a694256f6f6 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661713 Aug 31 14:17:23.356080 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-2e17fea8-427d-48cf-bcab-e645c64b7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:23.357581 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-2e17fea8-427d-48cf-bcab-e645c64b7b2b service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1908820 Aug 31 14:17:23.430783 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-5864a986-d63e-4514-9c71-2ab56ad66981 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4 HTTP/1.1" status: 200 len: 217 time: 0.0564539 Aug 31 14:17:23.476731 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ded62260-203f-4452-827f-26f3d9194f5c no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:23.555760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-70cda2af-175e-4377-aea8-984e7b0319e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:23.560178 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-70cda2af-175e-4377-aea8-984e7b0319e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1219695 Aug 31 14:17:23.568525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-743f7b5e-4e84-44ee-8d38-dc9bd1b2c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:23.570150 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-743f7b5e-4e84-44ee-8d38-dc9bd1b2c9ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5ec3e436-ccc6-44d9-a5c3-d10e0311920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3739676 Aug 31 14:17:23.608292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: ded62260-203f-4452-827f-26f3d9194f5c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:23.608934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ded62260-203f-4452-827f-26f3d9194f5c not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:23.710030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Set router 18bc06d4-352f-4b23-9705-69537b0c0ef6 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:23.846883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbed0b5-9c68-4637-ac5d-f9e5c781e755 req-e67e18a5-00e3-4d5d-91f5-61b8bd3f0161 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:23.849077 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcbed0b5-9c68-4637-ac5d-f9e5c781e755 req-e67e18a5-00e3-4d5d-91f5-61b8bd3f0161 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 943 time: 0.4251738 Aug 31 14:17:23.852782 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e02575c2-8eab-4a06-bc0f-26c011bba371 service neutron] 10.222.0.25 "GET /v2.0/ports/b9fa8160-d776-42dd-a5c0-0b8043fe5b94/bindings/n-h1-806683-5 HTTP/1.1" status: 200 len: 384 time: 0.4841201 Aug 31 14:17:23.873649 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-b6e62d0e-ab3f-45e8-9cea-cbf160318a9b service neutron] 10.222.0.60 "GET /v2.0/networks/5ec3e436-ccc6-44d9-a5c3-d10e0311920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758930 Aug 31 14:17:24.017452 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.033791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fff64-3f92-4cf4-9397-0e671d78ccd0 req-98f18974-0d37-4ba6-b9ad-3602a52318d2 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:24.043367 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-004fff64-3f92-4cf4-9397-0e671d78ccd0 req-98f18974-0d37-4ba6-b9ad-3602a52318d2 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 1096 time: 0.2627349 Aug 31 14:17:24.066692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-e1b07b8e-0d2d-4ea2-aadb-6b4638b02f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:24.069788 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-e1b07b8e-0d2d-4ea2-aadb-6b4638b02f6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4948730 Aug 31 14:17:24.106909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcbed0b5-9c68-4637-ac5d-f9e5c781e755 req-bc55e714-a17f-4790-ae6a-b70bf8ad5bbf tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499352 Aug 31 14:17:24.139228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'name': 'tempest-AttachSCSIVolumeTestJSON-929549799-router', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '6e6a4290-ba3c-43b6-be2b-9434782ba727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:18Z', 'updated_at': '2021-08-31T14:17:20Z', 'revision_number': 3, 'project_id': 'f7143efde9fd4908a586f95aa4f709b6', 'gw_port': {'id': '6e6a4290-ba3c-43b6-be2b-9434782ba727', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:19Z', 'updated_at': '2021-08-31T14:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:24.184535 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Checking router: 18bc06d4-352f-4b23-9705-69537b0c0ef6 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:24.184894 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Updating router 18bc06d4-352f-4b23-9705-69537b0c0ef6 port 6e6a4290-ba3c-43b6-be2b-9434782ba727 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:17:24.228606 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.252174 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-004fff64-3f92-4cf4-9397-0e671d78ccd0 req-72cf7370-7eff-4381-85f8-dc4b1c70b25e tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073374 Aug 31 14:17:24.327710 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df3d96e4-acfc-41cd-8ed2-d7444e389beb req-1d6b60bc-3b55-4479-b22c-ce7b04ddebcf service neutron] 10.222.0.60 "GET /v2.0/networks/5ec3e436-ccc6-44d9-a5c3-d10e0311920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432731 Aug 31 14:17:24.419192 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-0d661027-eb73-4c6b-bf75-3dd78f42498c service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270078 Aug 31 14:17:24.478153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-656a6a73-9e83-4f86-90e7-49edf8857a1f service neutron] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:24.525684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d83481-5047-466d-862f-bf9a82f7c7f8 req-27ff3490-27e5-41f3-8c0e-030f51ccd491 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:24.527308 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-59d83481-5047-466d-862f-bf9a82f7c7f8 req-27ff3490-27e5-41f3-8c0e-030f51ccd491 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1394815 Aug 31 14:17:24.542803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'tag': '64da7023-07a4-43b2-bc58-4d3b70e02bf4'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:24.545086 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e678a0c4-7694-4670-a9b6-00fcfe1c35bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b5444ca1-171d-473a-b3b7-9cecc5977b1c", "tag": "64da7023-07a4-43b2-bc58-4d3b70e02bf4"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:24.554239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-656a6a73-9e83-4f86-90e7-49edf8857a1f service neutron] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:24.614325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfff167-6e7f-473e-90b3-6be319d7fb5d req-86dad5a9-d22d-471c-86b9-723196ec91b6 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:24.615899 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7dfff167-6e7f-473e-90b3-6be319d7fb5d req-86dad5a9-d22d-471c-86b9-723196ec91b6 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 943 time: 0.1638558 Aug 31 14:17:24.636339 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a7245be7-dcc4-4961-8b3b-6e89cdb89c48 req-dc8277f0-ae76-48ac-9aca-9d321a24312c service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054183 Aug 31 14:17:24.668023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-656a6a73-9e83-4f86-90e7-49edf8857a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fa8160-d776-42dd-a5c0-0b8043fe5b94 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:24.696964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-59d83481-5047-466d-862f-bf9a82f7c7f8 req-89ba486e-d63a-4a42-a0f5-90eb8001dc86 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564338 Aug 31 14:17:24.698997 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7dfff167-6e7f-473e-90b3-6be319d7fb5d req-68ad9e55-1067-48e2-8694-3cdd779c2e00 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737026 Aug 31 14:17:24.703882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-656a6a73-9e83-4f86-90e7-49edf8857a1f service neutron] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:24.735807 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d0a2871e-eb73-4e80-ab15-628827dc2f42 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:24.868314 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.875891 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-656a6a73-9e83-4f86-90e7-49edf8857a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.946325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d518b-0fd8-4d2e-93f2-96d93589aa3b req-24c6723e-496a-4296-abb0-9c4acae96acc tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:24.948145 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed1d518b-0fd8-4d2e-93f2-96d93589aa3b req-24c6723e-496a-4296-abb0-9c4acae96acc tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 1096 time: 0.1471424 Aug 31 14:17:24.954351 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.974215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d0a2871e-eb73-4e80-ab15-628827dc2f42 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:24.974963 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.038551 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f375cec-0ad3-4446-b501-c0db3b7326f0 x-openstack-request-id: req-7f375cec-0ad3-4446-b501-c0db3b7326f0 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:25.039393 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5444ca1-171d-473a-b3b7-9cecc5977b1c", "tag": "64da7023-07a4-43b2-bc58-4d3b70e02bf4", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:25.039714 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f375cec-0ad3-4446-b501-c0db3b7326f0 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:25.040182 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'tag': '64da7023-07a4-43b2-bc58-4d3b70e02bf4', 'status': 'completed', 'code': 200} Aug 31 14:17:25.197661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Allocated IP 172.20.0.1 (45d9ada3-d190-4ac4-bf5d-de0285fd2800/cf962023-63cc-4bd0-9c04-40b596d219f8/f7b09537-990e-4847-800d-47beb4b584e0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:25.198781 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.225708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1442a00-1dc3-4214-a6f8-8739dfaefc18 req-cbd5c609-9c3f-4a50-8476-42fc9261662d tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:25.230841 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1442a00-1dc3-4214-a6f8-8739dfaefc18 req-cbd5c609-9c3f-4a50-8476-42fc9261662d tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 950 time: 0.0925024 Aug 31 14:17:25.236408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a0c4-7694-4670-a9b6-00fcfe1c35bd req-94218ccf-bef6-45c9-9593-39e1647d2e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:25.242211 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e678a0c4-7694-4670-a9b6-00fcfe1c35bd req-94218ccf-bef6-45c9-9593-39e1647d2e76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cb2f0cc6f3044788646b5be8cc86c48&device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 1094 time: 0.1606357 Aug 31 14:17:25.261550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Transition to ACTIVE for port object 6e6a4290-ba3c-43b6-be2b-9434782ba727 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:25.292398 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.329446 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.345045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Transition to ACTIVE for port object f7b09537-990e-4847-800d-47beb4b584e0 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:25.365187 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Attempting to bind port 6e6a4290-ba3c-43b6-be2b-9434782ba727 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:25.367735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Attempting to bind port 6e6a4290-ba3c-43b6-be2b-9434782ba727 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:25.368113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Attempting to bind port 6e6a4290-ba3c-43b6-be2b-9434782ba727 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:25.379234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:25.380305 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:25.380615 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.382320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:25.382320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Bound port: 6e6a4290-ba3c-43b6-be2b-9434782ba727, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:25.382320 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.413067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device f07689c1-97c2-4ccb-bc15-e163f6f240b4 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:25.415088 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed1d518b-0fd8-4d2e-93f2-96d93589aa3b req-0011512c-f3de-45ac-b7df-93b4d42aa4cd tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551291 Aug 31 14:17:25.417013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea5ff2-aba9-48c3-819b-71d6722854bd None None] Pushing event updated for resources: {'Port': ['ID=6e6a4290-ba3c-43b6-be2b-9434782ba727,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:25.423245 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.456227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-656a6a73-9e83-4f86-90e7-49edf8857a1f service neutron] Transition to ACTIVE for port object b9fa8160-d776-42dd-a5c0-0b8043fe5b94 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:25.483297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] For port 6e6a4290-ba3c-43b6-be2b-9434782ba727, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:25.487668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] For port 6e6a4290-ba3c-43b6-be2b-9434782ba727, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6e6a4290-ba3c-43b6-be2b-9434782ba727,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:25.493966 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.512947 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-656a6a73-9e83-4f86-90e7-49edf8857a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.527959 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1442a00-1dc3-4214-a6f8-8739dfaefc18 req-07760647-61f8-4c50-a7f7-e763fac05263 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839048 Aug 31 14:17:25.529822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:25.537575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:25.543134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:25.543755 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.626668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b09537-990e-4847-800d-47beb4b584e0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:25.697853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Routers {'18bc06d4-352f-4b23-9705-69537b0c0ef6'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:25.698643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['18bc06d4-352f-4b23-9705-69537b0c0ef6'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:25.713451 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.730654 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a0c4-7694-4670-a9b6-00fcfe1c35bd req-08c55d67-5ff2-442b-8766-d1a412ebc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:25.735519 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e678a0c4-7694-4670-a9b6-00fcfe1c35bd req-08c55d67-5ff2-442b-8766-d1a412ebc054 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5ec3e436-ccc6-44d9-a5c3-d10e0311920d HTTP/1.1" status: 200 len: 915 time: 0.4752636 Aug 31 14:17:25.781430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea5ff2-aba9-48c3-819b-71d6722854bd None None] Pushing event updated for resources: {'Port': ['ID=6e6a4290-ba3c-43b6-be2b-9434782ba727,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:25.802452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-656a6a73-9e83-4f86-90e7-49edf8857a1f service neutron] No DVR routers for this DVR port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:25.806639 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e678a0c4-7694-4670-a9b6-00fcfe1c35bd req-8581dfe0-5694-4a70-9850-272131bf4052 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64da7023-07a4-43b2-bc58-4d3b70e02bf4 HTTP/1.1" status: 200 len: 217 time: 0.0620437 Aug 31 14:17:25.912328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] Set router 18bc06d4-352f-4b23-9705-69537b0c0ef6 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:25.924888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a0c4-7694-4670-a9b6-00fcfe1c35bd req-85f2046b-1915-4937-8468-9659d2c5290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:25.926469 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e678a0c4-7694-4670-a9b6-00fcfe1c35bd req-85f2046b-1915-4937-8468-9659d2c5290f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c6204ca-9197-45f4-a4ce-3f9cbe876beb HTTP/1.1" status: 200 len: 853 time: 0.1096771 Aug 31 14:17:25.947132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a6a73-9e83-4f86-90e7-49edf8857a1f service neutron] Pushing event updated for resources: {'Port': ['ID=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:25.953939 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-656a6a73-9e83-4f86-90e7-49edf8857a1f service neutron] 10.222.0.25 "PUT /v2.0/ports/b9fa8160-d776-42dd-a5c0-0b8043fe5b94/bindings/n-h1-806683-5/activate HTTP/1.1" status: 200 len: 369 time: 2.0856221 Aug 31 14:17:25.965522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ff485-27ba-4aa1-bfe7-c3c361815df9 req-924a58a2-289f-42fc-bed8-4f1be7cb80c4 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:25.974212 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a52ff485-27ba-4aa1-bfe7-c3c361815df9 req-924a58a2-289f-42fc-bed8-4f1be7cb80c4 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 944 time: 0.3583999 Aug 31 14:17:26.013361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a0c4-7694-4670-a9b6-00fcfe1c35bd req-37553ad0-6e46-4f9c-bdd8-75e8c78507dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:26.015090 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e678a0c4-7694-4670-a9b6-00fcfe1c35bd req-37553ad0-6e46-4f9c-bdd8-75e8c78507dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5ec3e436-ccc6-44d9-a5c3-d10e0311920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774570 Aug 31 14:17:26.027549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d9f5-f46e-4682-bc5d-60d119129818 req-8c9c1919-94ee-4fea-8d66-ba1c40f4b4fc tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:26.035193 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-21d3d9f5-f46e-4682-bc5d-60d119129818 req-8c9c1919-94ee-4fea-8d66-ba1c40f4b4fc tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 945 time: 0.1069629 Aug 31 14:17:26.088579 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a52ff485-27ba-4aa1-bfe7-c3c361815df9 req-1b05029c-18dd-4bd2-b159-d230e4848212 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131039 Aug 31 14:17:26.115375 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.133469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port f07689c1-97c2-4ccb-bc15-e163f6f240b4, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:26.144134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89594f00-bfa4-4d39-9977-598347c3c9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f07689c1-97c2-4ccb-bc15-e163f6f240b4'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:26.147842 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bcfdc4-04a7-4461-8bf6-10b6fea65b51" -d '{"events": [{"server_uuid": "89594f00-bfa4-4d39-9977-598347c3c9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "f07689c1-97c2-4ccb-bc15-e163f6f240b4"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:26.159086 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.160468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b9fa8160-d776-42dd-a5c0-0b8043fe5b94 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:26.161209 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-21d3d9f5-f46e-4682-bc5d-60d119129818 req-42561917-87e4-4196-a02e-da59ba1bdbd0 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241248 Aug 31 14:17:26.229713 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e678a0c4-7694-4670-a9b6-00fcfe1c35bd req-fcb1d52e-a669-470a-b0b9-d87de2820fd1 service neutron] 10.222.0.60 "GET /v2.0/networks/5ec3e436-ccc6-44d9-a5c3-d10e0311920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874857 Aug 31 14:17:26.271018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-715e4826-524c-4191-a076-5c9426d665b2 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:26.273430 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-715e4826-524c-4191-a076-5c9426d665b2 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983&tenant_id=429bbc88baff4974940bd2144c0fd533&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1095 time: 0.2396667 Aug 31 14:17:26.339106 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=f07689c1-97c2-4ccb-bc15-e163f6f240b4,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:26.348071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464c2a9-bba7-48c7-8f94-bce57b352917 req-76cfcb34-15ba-4280-81fc-91e01c08b19f tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:26.350563 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3464c2a9-bba7-48c7-8f94-bce57b352917 req-76cfcb34-15ba-4280-81fc-91e01c08b19f tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 943 time: 0.1142840 Aug 31 14:17:26.366714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f3f38f18-9eb2-41cc-a94b-93247b49eb18 None None] Provisioning for port f7b09537-990e-4847-800d-47beb4b584e0 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:26.382384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b9fa8160-d776-42dd-a5c0-0b8043fe5b94 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:26.387084 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f3f38f18-9eb2-41cc-a94b-93247b49eb18 None None] Provisioning complete for port f7b09537-990e-4847-800d-47beb4b584e0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:26.388365 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3f38f18-9eb2-41cc-a94b-93247b49eb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.414836 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e678a0c4-7694-4670-a9b6-00fcfe1c35bd req-2c72039f-2768-4a09-bafb-eb6845ab9baf service neutron] 10.222.0.60 "GET /v2.0/networks/5ec3e436-ccc6-44d9-a5c3-d10e0311920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768281 Aug 31 14:17:26.425714 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3464c2a9-bba7-48c7-8f94-bce57b352917 req-9951cbcc-6ee6-4fe4-a6b2-c6747268c90d tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675848 Aug 31 14:17:26.474070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f3f38f18-9eb2-41cc-a94b-93247b49eb18 None None] Port f7b09537-990e-4847-800d-47beb4b584e0 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:26.515563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'name': 'tempest-AttachSCSIVolumeTestJSON-929549799-router', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '6e6a4290-ba3c-43b6-be2b-9434782ba727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:18Z', 'updated_at': '2021-08-31T14:17:20Z', 'revision_number': 3, 'project_id': 'f7143efde9fd4908a586f95aa4f709b6', 'gw_port': {'id': '6e6a4290-ba3c-43b6-be2b-9434782ba727', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:19Z', 'updated_at': '2021-08-31T14:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:26.520872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4057de8-4c5e-4ad5-a8c8-62d124645203 req-dbc18e1b-7095-4ce9-92b2-32447f928d7d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:26.533058 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4057de8-4c5e-4ad5-a8c8-62d124645203 req-dbc18e1b-7095-4ce9-92b2-32447f928d7d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 948 time: 0.3076522 Aug 31 14:17:26.548717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c4926-59a3-499a-ad58-474b411e9e78 None None] The sync data for ids ['18bc06d4-352f-4b23-9705-69537b0c0ef6'] in n-d-806683-5 is: [{'id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'name': 'tempest-AttachSCSIVolumeTestJSON-929549799-router', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '6e6a4290-ba3c-43b6-be2b-9434782ba727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:18Z', 'updated_at': '2021-08-31T14:17:20Z', 'revision_number': 3, 'project_id': 'f7143efde9fd4908a586f95aa4f709b6', 'gw_port': {'id': '6e6a4290-ba3c-43b6-be2b-9434782ba727', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:19Z', 'updated_at': '2021-08-31T14:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:26.556681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc99e4f8-7a4c-4852-8f5e-a0e1caad4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:26.558209 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-fc99e4f8-7a4c-4852-8f5e-a0e1caad4075 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983&tenant_id=429bbc88baff4974940bd2144c0fd533 HTTP/1.1" status: 200 len: 1095 time: 0.2592282 Aug 31 14:17:26.680711 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4057de8-4c5e-4ad5-a8c8-62d124645203 req-94f5cdd6-3d96-4918-99d5-fc3e76bff3e5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464171 Aug 31 14:17:26.736677 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c22fce1-3873-409b-bd23-13a64cb6b022 x-openstack-request-id: req-2c22fce1-3873-409b-bd23-13a64cb6b022 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:26.736990 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89594f00-bfa4-4d39-9977-598347c3c9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "f07689c1-97c2-4ccb-bc15-e163f6f240b4", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:26.737242 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c22fce1-3873-409b-bd23-13a64cb6b022 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:26.737636 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89594f00-bfa4-4d39-9977-598347c3c9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f07689c1-97c2-4ccb-bc15-e163f6f240b4', 'code': 200} Aug 31 14:17:26.783886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-7b0fc130-94ad-4cbe-bb82-4ea1a9483c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:26.787223 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-7b0fc130-94ad-4cbe-bb82-4ea1a9483c1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 1095 time: 0.1791937 Aug 31 14:17:26.794968 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.827012 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.827752 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.953902 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2529d-cbfe-4ddd-b342-eb5048d48a10 req-55840c94-2413-4154-a999-240577ca06b1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:26.956688 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0f2529d-cbfe-4ddd-b342-eb5048d48a10 req-55840c94-2413-4154-a999-240577ca06b1 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 950 time: 0.1213686 Aug 31 14:17:27.066353 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845376-2a00-4103-a206-e58c5f86fff8 req-310acc9d-76e2-4b31-937a-1fd05981d738 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:27.068435 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d845376-2a00-4103-a206-e58c5f86fff8 req-310acc9d-76e2-4b31-937a-1fd05981d738 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 1096 time: 0.2561426 Aug 31 14:17:27.117341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b09537-990e-4847-800d-47beb4b584e0,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:27.172827 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eca65b-460c-48c6-b07b-04c202ac6b1a req-b1cafedb-d10e-4eeb-ab51-6a87f10fa5e0 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:27.200503 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b1eca65b-460c-48c6-b07b-04c202ac6b1a req-b1cafedb-d10e-4eeb-ab51-6a87f10fa5e0 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5438e-79bd-419b-8159-f1dd51644bae HTTP/1.1" status: 200 len: 950 time: 0.3925607 Aug 31 14:17:27.207403 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d845376-2a00-4103-a206-e58c5f86fff8 req-f548d9ba-e7c0-470e-8ce9-de27b7d5070b tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220555 Aug 31 14:17:27.211513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-c0f2529d-cbfe-4ddd-b342-eb5048d48a10 req-620c1a10-19ae-4e76-bbd4-379014796c6f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Deleting port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:27.211789 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c0f2529d-cbfe-4ddd-b342-eb5048d48a10 req-620c1a10-19ae-4e76-bbd4-379014796c6f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.271653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-2796d598-c1aa-4ff7-b5d2-017171991191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:27.273196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-2796d598-c1aa-4ff7-b5d2-017171991191 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.4761708 Aug 31 14:17:27.296877 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b1eca65b-460c-48c6-b07b-04c202ac6b1a req-2594002c-9fb3-4f73-959a-cb54f1eadf1d tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936859 Aug 31 14:17:27.404248 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c0f2529d-cbfe-4ddd-b342-eb5048d48a10 req-620c1a10-19ae-4e76-bbd4-379014796c6f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] For port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=47a5b4ab-ad15-4de3-9d61-d7a886e290d1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:27.404987 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c0f2529d-cbfe-4ddd-b342-eb5048d48a10 req-620c1a10-19ae-4e76-bbd4-379014796c6f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.408982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device f07689c1-97c2-4ccb-bc15-e163f6f240b4 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:27.420968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-953a1195-9e8c-4a8d-89c0-1723907c2362 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94 HTTP/1.1" status: 200 len: 217 time: 0.0875797 Aug 31 14:17:27.421533 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-c0f2529d-cbfe-4ddd-b342-eb5048d48a10 req-620c1a10-19ae-4e76-bbd4-379014796c6f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Calling delete_port for 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:27.557581 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79d59d87-1dc4-4d09-859f-a7900bee0dbb req-e027b246-f72d-48bd-a9da-885818302a62 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ad4974f-7fa4-4110-ae98-62e0d1c4e06c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3194807 Aug 31 14:17:27.604336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:27.670038 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port f07689c1-97c2-4ccb-bc15-e163f6f240b4, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:27.685244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'f07689c1-97c2-4ccb-bc15-e163f6f240b4', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'f07689c1-97c2-4ccb-bc15-e163f6f240b4', 'mac_address': 'fa:16:3e:44:47:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:17:27.715956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:27.748185 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c0f2529d-cbfe-4ddd-b342-eb5048d48a10 req-620c1a10-19ae-4e76-bbd4-379014796c6f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.755940 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.762891 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'd2534abb-a475-469e-83a7-6c4ca5bdb730', '84b348a8-a2fb-49b3-800d-2c88628a960e', '87d0effe-bcaf-46bb-93d8-fd547b4d46a9', '47a5b4ab-ad15-4de3-9d61-d7a886e290d1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:27.767973 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce22d4-820b-46b3-9178-011e12560584 req-bf4a3be4-9a59-487c-a836-8dc8a174870c tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:27.770641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215c85d-61dd-42db-9c90-f1bdd1afe63c req-e100c63a-8d26-4c76-84d7-c55c71ab041f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:27.770853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0', '206bf4b8-b988-4fb5-af41-b977f995d654'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:27.771825 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d0ce22d4-820b-46b3-9178-011e12560584 req-bf4a3be4-9a59-487c-a836-8dc8a174870c tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 943 time: 0.1163507 Aug 31 14:17:27.772348 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1215c85d-61dd-42db-9c90-f1bdd1afe63c req-e100c63a-8d26-4c76-84d7-c55c71ab041f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 944 time: 0.3611736 Aug 31 14:17:27.774046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-7875b55f-5218-4d4b-a34e-dc1367a8264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:27.775489 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-7875b55f-5218-4d4b-a34e-dc1367a8264c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.3380153 Aug 31 14:17:27.829328 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c1a10-19ae-4e76-bbd4-379014796c6f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event deleted for resources: {'Port': ['ID=47a5b4ab-ad15-4de3-9d61-d7a886e290d1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:27.915466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07689c1-97c2-4ccb-bc15-e163f6f240b4 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:28.052016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port f07689c1-97c2-4ccb-bc15-e163f6f240b4, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:28.074390 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:28.276844 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=f07689c1-97c2-4ccb-bc15-e163f6f240b4,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:28.313512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-690738bc-06c9-4f21-8322-7ec492682f73 None None] Provisioning complete for port f7b09537-990e-4847-800d-47beb4b584e0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:28.313891 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-690738bc-06c9-4f21-8322-7ec492682f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:28.334640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f2529d-cbfe-4ddd-b342-eb5048d48a10 req-620c1a10-19ae-4e76-bbd4-379014796c6f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] No DVR routers for this DVR port 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:28.338898 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c0f2529d-cbfe-4ddd-b342-eb5048d48a10 req-620c1a10-19ae-4e76-bbd4-379014796c6f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:28.340960 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0f2529d-cbfe-4ddd-b342-eb5048d48a10 req-620c1a10-19ae-4e76-bbd4-379014796c6f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "DELETE /v2.0/ports/47a5b4ab-ad15-4de3-9d61-d7a886e290d1 HTTP/1.1" status: 204 len: 173 time: 1.3746502 Aug 31 14:17:28.341420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f5438e-79bd-419b-8159-f1dd51644bae', 'name': 'network-vif-deleted', 'tag': '47a5b4ab-ad15-4de3-9d61-d7a886e290d1'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:28.343741 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1af641-9b75-47c1-b0de-49fcdc8b43a2" -d '{"events": [{"server_uuid": "d0f5438e-79bd-419b-8159-f1dd51644bae", "name": "network-vif-deleted", "tag": "47a5b4ab-ad15-4de3-9d61-d7a886e290d1"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:28.363968 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d0ce22d4-820b-46b3-9178-011e12560584 req-965b54d0-eb07-4c8c-b8d4-814957286d71 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5608859 Aug 31 14:17:28.389776 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['f07689c1-97c2-4ccb-bc15-e163f6f240b4'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:28.394246 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-79720f0e-73a8-49f0-b24f-d38abcbd6940 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6085365 Aug 31 14:17:28.414370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d59d87-1dc4-4d09-859f-a7900bee0dbb req-0e138f67-ec70-4fdd-a874-cb71fec596a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:28.418512 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79d59d87-1dc4-4d09-859f-a7900bee0dbb req-0e138f67-ec70-4fdd-a874-cb71fec596a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=5ad4974f-7fa4-4110-ae98-62e0d1c4e06c HTTP/1.1" status: 200 len: 1100 time: 0.8276970 Aug 31 14:17:28.437121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-690738bc-06c9-4f21-8322-7ec492682f73 None None] Port f7b09537-990e-4847-800d-47beb4b584e0 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:28.508398 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-a6d9ab25-e4fa-45f0-9226-2b65e45e9e2d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1197542254&fields=id&tenant_id=a468614fd60c4ecf9713a9b6c9717259 HTTP/1.1" status: 200 len: 267 time: 0.0621438 Aug 31 14:17:28.641137 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae4f19-b694-447b-ba55-00101877d149 req-f2c8f69b-bd98-406c-aa8b-3efde237e0b8 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:28.642694 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-f2c8f69b-bd98-406c-aa8b-3efde237e0b8 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/networks?id=c1d50025-fd87-46f3-84f4-3158a6f07e56 HTTP/1.1" status: 200 len: 823 time: 0.1331046 Aug 31 14:17:28.675119 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1215c85d-61dd-42db-9c90-f1bdd1afe63c req-4fe8bb98-a1a6-4071-a0ca-d07d45f06d7d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8921187 Aug 31 14:17:28.681212 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-0840ff6d-8a82-4334-acc1-7d6324d1ab2f tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/quotas/a468614fd60c4ecf9713a9b6c9717259 HTTP/1.1" status: 200 len: 375 time: 0.0307350 Aug 31 14:17:28.835967 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6e6a4290-ba3c-43b6-be2b-9434782ba727 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:28.865361 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-32a45175-ca3c-453a-892f-aee3afa091ac tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a468614fd60c4ecf9713a9b6c9717259&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1827962 Aug 31 14:17:28.921786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Router 18bc06d4-352f-4b23-9705-69537b0c0ef6 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:28.959326 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-e49c8389-da15-4a0c-85be-74f4dd4075f0 service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094464 Aug 31 14:17:28.960939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 6e6a4290-ba3c-43b6-be2b-9434782ba727 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:28.968845 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6e6a4290-ba3c-43b6-be2b-9434782ba727 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:28.969216 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.138031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-f434ae08-2a5b-49e6-8ce3-10e67f4a3414 service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432395 Aug 31 14:17:29.138450 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-a8bdd69d-7fd4-4e0c-bed8-f3ddfe4be20f service neutron] 10.222.0.39 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286062 Aug 31 14:17:29.195920 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.234383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 6e6a4290-ba3c-43b6-be2b-9434782ba727, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6e6a4290-ba3c-43b6-be2b-9434782ba727,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:29.242493 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.344860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d59d87-1dc4-4d09-859f-a7900bee0dbb req-6511a0a2-6f68-41e1-815b-33e113726238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.347285 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79d59d87-1dc4-4d09-859f-a7900bee0dbb req-6511a0a2-6f68-41e1-815b-33e113726238 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.7255375 Aug 31 14:17:29.384456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-ffc6b59b-6db4-4a33-87e3-c6144bd6696f service neutron] 10.222.0.39 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449684 Aug 31 14:17:29.393476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d59a-23e4-4766-ba92-6544323953e6 req-d991014a-c047-4d79-b8f3-91cfec08c633 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.397026 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2969d59a-23e4-4766-ba92-6544323953e6 req-d991014a-c047-4d79-b8f3-91cfec08c633 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 949 time: 0.4984102 Aug 31 14:17:29.476617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=6e6a4290-ba3c-43b6-be2b-9434782ba727,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:29.539384 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79d59d87-1dc4-4d09-859f-a7900bee0dbb req-c8b4a73f-7c97-4292-a290-066a8e142d61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=d2534abb-a475-469e-83a7-6c4ca5bdb730 HTTP/1.1" status: 200 len: 217 time: 0.1754739 Aug 31 14:17:29.627878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-aab92ba7-27a6-476c-98e8-f46f0fdff422 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.630541 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-aab92ba7-27a6-476c-98e8-f46f0fdff422 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.25 "GET /v2.0/ports?device_id=e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0 HTTP/1.1" status: 200 len: 945 time: 0.6389458 Aug 31 14:17:29.663294 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091f05f-aba3-4644-850e-97eb85d6d5b6 req-acdee494-ee56-4fa5-be8e-606cc575a15e tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.671060 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3091f05f-aba3-4644-850e-97eb85d6d5b6 req-acdee494-ee56-4fa5-be8e-606cc575a15e tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 1096 time: 0.0649827 Aug 31 14:17:29.714516 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3091f05f-aba3-4644-850e-97eb85d6d5b6 req-6d4b5a0c-5e42-4fd9-b735-66919726119a tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410864 Aug 31 14:17:29.786710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:29.799158 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Sync routers for ids ['18bc06d4-352f-4b23-9705-69537b0c0ef6'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:29.831301 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a0ace8b5-5336-402c-8cb0-0c2ead9a6e71 admin admin] 10.222.0.39 "PUT /v2.0/routers/18bc06d4-352f-4b23-9705-69537b0c0ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6093452 Aug 31 14:17:29.839558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-d99787f8-62f7-4625-8188-d4258ab8cd9d tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.840534 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-d99787f8-62f7-4625-8188-d4258ab8cd9d tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983&tenant_id=429bbc88baff4974940bd2144c0fd533&binding%3Ahost_id=n-h1-806683-5 HTTP/1.1" status: 200 len: 1095 time: 0.3699520 Aug 31 14:17:29.844860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2969d59a-23e4-4766-ba92-6544323953e6 req-21241790-61f7-4cd7-8bcb-2aeadf52afaf tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795748 Aug 31 14:17:29.849723 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Routers {'18bc06d4-352f-4b23-9705-69537b0c0ef6'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:29.850939 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['18bc06d4-352f-4b23-9705-69537b0c0ef6'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:29.869892 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a43259-3ebf-4aad-be9b-04d088e7d142 x-openstack-request-id: req-00a43259-3ebf-4aad-be9b-04d088e7d142 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:29.870277 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f5438e-79bd-419b-8159-f1dd51644bae", "name": "network-vif-deleted", "tag": "47a5b4ab-ad15-4de3-9d61-d7a886e290d1", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:29.870638 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00a43259-3ebf-4aad-be9b-04d088e7d142 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:29.871164 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f5438e-79bd-419b-8159-f1dd51644bae', 'name': 'network-vif-deleted', 'tag': '47a5b4ab-ad15-4de3-9d61-d7a886e290d1', 'status': 'completed', 'code': 200} Aug 31 14:17:29.889429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d59d87-1dc4-4d09-859f-a7900bee0dbb req-b01536ee-5bc8-4e34-8468-ddcf9d3e1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.891050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79d59d87-1dc4-4d09-859f-a7900bee0dbb req-b01536ee-5bc8-4e34-8468-ddcf9d3e1722 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.3329468 Aug 31 14:17:30.076002 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fd12de41-82d3-41e4-820a-69a9869b94d5 req-c6b613e0-81bf-42be-b1b7-d4ef7eb29a9a tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 210 time: 0.1047332 Aug 31 14:17:30.154619 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Set router 18bc06d4-352f-4b23-9705-69537b0c0ef6 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:30.284433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Deleting port b4126d32-fa6a-4e48-8767-c3d2463b1008 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:30.284945 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.299055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d59d87-1dc4-4d09-859f-a7900bee0dbb req-2495f279-34ad-4fe6-ab88-2c2eb19dfb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:30.301704 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79d59d87-1dc4-4d09-859f-a7900bee0dbb req-2495f279-34ad-4fe6-ab88-2c2eb19dfb4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3185759 Aug 31 14:17:30.330600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77af7-416a-4ec2-89f7-3aa59b2349e5 req-ea0b2de1-9b10-4e23-ab99-0e31eea5d75c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:30.342615 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98e77af7-416a-4ec2-89f7-3aa59b2349e5 req-ea0b2de1-9b10-4e23-ab99-0e31eea5d75c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 944 time: 0.1442375 Aug 31 14:17:30.404379 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6b499-9039-4de0-9c9b-10e219d278d6 req-8eff1823-6363-48f1-b2c4-3e02e0febd82 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:30.410639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21f6b499-9039-4de0-9c9b-10e219d278d6 req-8eff1823-6363-48f1-b2c4-3e02e0febd82 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 943 time: 0.3023505 Aug 31 14:17:30.423511 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98e77af7-416a-4ec2-89f7-3aa59b2349e5 req-cac405c3-ca40-4393-86c5-f92330d761fd tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735059 Aug 31 14:17:30.586301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:30.651682 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:30.653302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 47a5b4ab-ad15-4de3-9d61-d7a886e290d1 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:30.732964 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'name': 'tempest-AttachSCSIVolumeTestJSON-929549799-router', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '6e6a4290-ba3c-43b6-be2b-9434782ba727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:18Z', 'updated_at': '2021-08-31T14:17:26Z', 'revision_number': 4, 'project_id': 'f7143efde9fd4908a586f95aa4f709b6', 'gw_port': {'id': '6e6a4290-ba3c-43b6-be2b-9434782ba727', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:19Z', 'updated_at': '2021-08-31T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'f7b09537-990e-4847-800d-47beb4b584e0', 'name': '', 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'mac_address': 'fa:16:3e:27:f3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'cf962023-63cc-4bd0-9c04-40b596d219f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:25Z', 'updated_at': '2021-08-31T14:17:26Z', 'revision_number': 2, 'project_id': 'f7143efde9fd4908a586f95aa4f709b6', 'subnets': [{'id': 'cf962023-63cc-4bd0-9c04-40b596d219f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:30.758397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6e6a4290-ba3c-43b6-be2b-9434782ba727 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:30.819629 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Checking router: 18bc06d4-352f-4b23-9705-69537b0c0ef6 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:30.823330 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Updating router 18bc06d4-352f-4b23-9705-69537b0c0ef6 port f7b09537-990e-4847-800d-47beb4b584e0 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:17:30.835595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-eb1b2e87-662d-4a61-b454-e0fae73b7c6f service neutron] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:30.857326 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.865935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-eb1b2e87-662d-4a61-b454-e0fae73b7c6f service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.869226 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08dce2c2-d937-4d0b-97e6-3f448cb23959 req-eb1b2e87-662d-4a61-b454-e0fae73b7c6f service neutron] 10.222.0.60 "DELETE /v2.0/ports/b9fa8160-d776-42dd-a5c0-0b8043fe5b94/bindings/n-h2-806683-5 HTTP/1.1" status: 204 len: 173 time: 0.9874468 Aug 31 14:17:30.876362 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21f6b499-9039-4de0-9c9b-10e219d278d6 req-ff4a885b-b2ba-417e-ae92-dd87cebcf20b tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3887711 Aug 31 14:17:30.931690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6e6a4290-ba3c-43b6-be2b-9434782ba727 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:30.932057 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.957276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] For port b4126d32-fa6a-4e48-8767-c3d2463b1008, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b4126d32-fa6a-4e48-8767-c3d2463b1008,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:30.958002 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.966577 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79d59d87-1dc4-4d09-859f-a7900bee0dbb req-91aab926-c8fa-4bc1-a4b0-879f37c43c30 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540779 Aug 31 14:17:31.451905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device f07689c1-97c2-4ccb-bc15-e163f6f240b4 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:31.453815 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.496552 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Transition to ACTIVE for port object f7b09537-990e-4847-800d-47beb4b584e0 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:31.503607 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.543990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57084) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:31.549640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-677339888-network', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:31.577114 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port f07689c1-97c2-4ccb-bc15-e163f6f240b4 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:31.577793 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.622752 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c255169-c22c-446b-84d7-6ad03d611a44 None None] Pushing event updated for resources: {'Port': ['ID=f7b09537-990e-4847-800d-47beb4b584e0,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:31.627235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] Made reservation on behalf of 05aa20b999b8439ba0bf80cb71a0321f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:31.630117 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.657350 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c255169-c22c-446b-84d7-6ad03d611a44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:31.659437 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c255169-c22c-446b-84d7-6ad03d611a44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:31.659975 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c255169-c22c-446b-84d7-6ad03d611a44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:31.663395 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.664133 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c255169-c22c-446b-84d7-6ad03d611a44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:31.667250 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c255169-c22c-446b-84d7-6ad03d611a44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:31.667819 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c255169-c22c-446b-84d7-6ad03d611a44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:31.668309 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c255169-c22c-446b-84d7-6ad03d611a44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:31.668793 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c255169-c22c-446b-84d7-6ad03d611a44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:31.669298 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c255169-c22c-446b-84d7-6ad03d611a44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:31.669779 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c255169-c22c-446b-84d7-6ad03d611a44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:31.670257 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c255169-c22c-446b-84d7-6ad03d611a44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:31.673032 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c255169-c22c-446b-84d7-6ad03d611a44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:31.775319 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.822801 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0dbd93a3-bea3-492e-abaf-07498c9fe412 req-53d67296-53e2-4590-9b5e-7d779e649aa7 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 210 time: 0.2740662 Aug 31 14:17:31.847104 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89594f00-bfa4-4d39-9977-598347c3c9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07689c1-97c2-4ccb-bc15-e163f6f240b4'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:31.849709 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c550ad46-5a14-4b13-94f2-0918089cd1a3" -d '{"events": [{"server_uuid": "89594f00-bfa4-4d39-9977-598347c3c9e0", "name": "network-vif-plugged", "status": "completed", "tag": "f07689c1-97c2-4ccb-bc15-e163f6f240b4"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:31.866395 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Attempting to bind port f7b09537-990e-4847-800d-47beb4b584e0 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:31.866996 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Attempting to bind port f7b09537-990e-4847-800d-47beb4b584e0 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '0c4bf473-5c0c-42ee-9687-07805b307f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:31.867493 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Attempting to bind port f7b09537-990e-4847-800d-47beb4b584e0 on network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:31.890167 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:31.890554 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Checking segment: {'id': '0c4bf473-5c0c-42ee-9687-07805b307f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:31.890966 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.892716 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Bound using segment: {'id': '0c4bf473-5c0c-42ee-9687-07805b307f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:31.893442 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Bound port: f7b09537-990e-4847-800d-47beb4b584e0, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4bf473-5c0c-42ee-9687-07805b307f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:31.897057 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.930307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port f07689c1-97c2-4ccb-bc15-e163f6f240b4, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:31.935988 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.938607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b4126d32-fa6a-4e48-8767-c3d2463b1008 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:31.953484 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79d59d87-1dc4-4d09-859f-a7900bee0dbb req-c394b916-43bd-4fa0-bc19-0a235676004a service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9555411 Aug 31 14:17:32.067991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ef3d7-7588-4892-ab01-73228ec2592c req-1f706b45-5dfc-4e8f-89a7-cc5abb33484a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:32.070118 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-064ef3d7-7588-4892-ab01-73228ec2592c req-1f706b45-5dfc-4e8f-89a7-cc5abb33484a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0&tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 949 time: 0.3010163 Aug 31 14:17:32.086532 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-58b10191-4f74-490a-8b1c-89812fcd1f3c req-17c8dfc6-25a9-4625-bc2a-1c5535aa7830 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4242923 Aug 31 14:17:32.100632 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] For port f7b09537-990e-4847-800d-47beb4b584e0, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:32.110993 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] For port f7b09537-990e-4847-800d-47beb4b584e0, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f7b09537-990e-4847-800d-47beb4b584e0,segment=NetworkSegment(0c4bf473-5c0c-42ee-9687-07805b307f16),segment_id=0c4bf473-5c0c-42ee-9687-07805b307f16)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:32.117548 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:32.192448 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:32.235039 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:32.272183 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Routers {'18bc06d4-352f-4b23-9705-69537b0c0ef6'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:32.273095 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['18bc06d4-352f-4b23-9705-69537b0c0ef6'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:32.275847 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c255169-c22c-446b-84d7-6ad03d611a44 None None] Pushing event updated for resources: {'Port': ['ID=f7b09537-990e-4847-800d-47beb4b584e0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:32.289121 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:32.319601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:17:32.342971 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:32.345261 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] Added segment 2904d367-4c4c-4236-825c-cafd6c2f47c7 of type vlan for network becabe8c-a855-4b53-b88f-eb3e452c0d52 Aug 31 14:17:32.388753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port b4126d32-fa6a-4e48-8767-c3d2463b1008, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b4126d32-fa6a-4e48-8767-c3d2463b1008,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:32.416305 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=f07689c1-97c2-4ccb-bc15-e163f6f240b4,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:32.422265 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:32.481853 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:32.540247 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=b4126d32-fa6a-4e48-8767-c3d2463b1008,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:32.623898 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e47584f-0edd-4fa3-a05a-6300f64e1d87,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:32.644553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:32.646561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:32.648446 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:32.733239 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1874638 Aug 31 14:17:32.758507 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] Set router 18bc06d4-352f-4b23-9705-69537b0c0ef6 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:32.762472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57104) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:32.768871 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fb887a29-c7f5-4bfd-a798-75126a820b83 admin admin] Request body: {'subnet': {'network_id': 'becabe8c-a855-4b53-b88f-eb3e452c0d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-677339888-subnet', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:32.786069 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ef3d7-7588-4892-ab01-73228ec2592c req-36c86414-5317-43ad-85f5-3d29fceedecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:32.789876 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-064ef3d7-7588-4892-ab01-73228ec2592c req-36c86414-5317-43ad-85f5-3d29fceedecf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 1101 time: 0.5528860 Aug 31 14:17:32.803893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb887a29-c7f5-4bfd-a798-75126a820b83 admin admin] Made reservation on behalf of 05aa20b999b8439ba0bf80cb71a0321f for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:32.808667 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb887a29-c7f5-4bfd-a798-75126a820b83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:32.815984 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-02403c8a-e428-4a2d-aeb8-3716443bb846 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:32.818765 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-02403c8a-e428-4a2d-aeb8-3716443bb846 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482287 Aug 31 14:17:32.821152 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b10191-4f74-490a-8b1c-89812fcd1f3c req-b751fb35-ca10-4e07-866f-6f9c19baa953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:32.822766 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-58b10191-4f74-490a-8b1c-89812fcd1f3c req-b751fb35-ca10-4e07-866f-6f9c19baa953 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1901edefb11847a7897a42142ce0f797&device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 1101 time: 0.5823324 Aug 31 14:17:32.870111 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-9bb7ee10-4aaf-4138-be6c-fa86d3e79a41 service neutron] Request body: {'binding': {'host': 'n-h1-806683-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:32.881705 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-9bb7ee10-4aaf-4138-be6c-fa86d3e79a41 service neutron] Unknown quota resources ['binding']. {{(pid=94870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:17:32.966274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab56c0-cc3f-4c60-bf18-e891003f76ca req-0a0eb300-62ca-4650-8462-ca952959d5a3 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:32.968139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8ab56c0-cc3f-4c60-bf18-e891003f76ca req-0a0eb300-62ca-4650-8462-ca952959d5a3 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 950 time: 0.9013145 Aug 31 14:17:32.978094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae4f19-b694-447b-ba55-00101877d149 req-c05a638f-f733-40a5-b01b-9d0bac408099 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:32.980030 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-c05a638f-f733-40a5-b01b-9d0bac408099 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.60 "GET /v2.0/networks?id=c1d50025-fd87-46f3-84f4-3158a6f07e56 HTTP/1.1" status: 200 len: 823 time: 1.5412035 Aug 31 14:17:33.065213 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b10191-4f74-490a-8b1c-89812fcd1f3c req-3452d4d1-6435-4290-9fbe-eb5fc43e7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:33.066998 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-58b10191-4f74-490a-8b1c-89812fcd1f3c req-3452d4d1-6435-4290-9fbe-eb5fc43e7a5b service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1380053 Aug 31 14:17:33.075428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63dd8c-51b8-4a13-a8a5-6fd7f08c6b0d admin admin] Pushing event updated for resources: {'Network': ['ID=becabe8c-a855-4b53-b88f-eb3e452c0d52,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:33.095364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network becabe8c-a855-4b53-b88f-eb3e452c0d52 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:17:33.123818 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.126360 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.127164 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Floating IP 66cfd9aa-12bf-4835-abac-470cec27291a disassociated. External IP: 172.25.2.64, port: b4126d32-fa6a-4e48-8767-c3d2463b1008. Aug 31 14:17:33.127711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Calling delete_port for b4126d32-fa6a-4e48-8767-c3d2463b1008 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:33.143470 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-58b10191-4f74-490a-8b1c-89812fcd1f3c req-fcc3e98e-4d7f-46cc-9383-e5a4cb4e7cd9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=206bf4b8-b988-4fb5-af41-b977f995d654 HTTP/1.1" status: 200 len: 217 time: 0.0559778 Aug 31 14:17:33.182339 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'name': 'tempest-AttachSCSIVolumeTestJSON-929549799-router', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '6e6a4290-ba3c-43b6-be2b-9434782ba727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:18Z', 'updated_at': '2021-08-31T14:17:26Z', 'revision_number': 4, 'project_id': 'f7143efde9fd4908a586f95aa4f709b6', 'gw_port': {'id': '6e6a4290-ba3c-43b6-be2b-9434782ba727', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:19Z', 'updated_at': '2021-08-31T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'f7b09537-990e-4847-800d-47beb4b584e0', 'name': '', 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'mac_address': 'fa:16:3e:27:f3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'cf962023-63cc-4bd0-9c04-40b596d219f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:25Z', 'updated_at': '2021-08-31T14:17:32Z', 'revision_number': 4, 'project_id': 'f7143efde9fd4908a586f95aa4f709b6', 'subnets': [{'id': 'cf962023-63cc-4bd0-9c04-40b596d219f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:33.229054 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e97540-4374-44d9-bbc5-5c9f4b9140ec None None] The sync data for ids ['18bc06d4-352f-4b23-9705-69537b0c0ef6'] in n-d-806683-5 is: [{'id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'name': 'tempest-AttachSCSIVolumeTestJSON-929549799-router', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '6e6a4290-ba3c-43b6-be2b-9434782ba727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:18Z', 'updated_at': '2021-08-31T14:17:26Z', 'revision_number': 4, 'project_id': 'f7143efde9fd4908a586f95aa4f709b6', 'gw_port': {'id': '6e6a4290-ba3c-43b6-be2b-9434782ba727', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:19Z', 'updated_at': '2021-08-31T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'f7b09537-990e-4847-800d-47beb4b584e0', 'name': '', 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'mac_address': 'fa:16:3e:27:f3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'cf962023-63cc-4bd0-9c04-40b596d219f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:25Z', 'updated_at': '2021-08-31T14:17:32Z', 'revision_number': 4, 'project_id': 'f7143efde9fd4908a586f95aa4f709b6', 'subnets': [{'id': 'cf962023-63cc-4bd0-9c04-40b596d219f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:33.279067 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8ab56c0-cc3f-4c60-bf18-e891003f76ca req-fe33ff6a-3cec-4237-8f62-492015d705d4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908857 Aug 31 14:17:33.312006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-d2c32e25-c6ad-4dcc-be1e-e44da3aadd8b tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a468614fd60c4ecf9713a9b6c9717259 HTTP/1.1" status: 200 len: 380 time: 0.2958665 Aug 31 14:17:33.330882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-96ae4f19-b694-447b-ba55-00101877d149 req-9f327d32-9988-4096-9745-35dc8ff238d4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Request body: {'port': {'device_id': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'admin_state_up': True, 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'security_groups': ['d5106e40-144b-4e3b-855d-7d8553aaba1a']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:33.345719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df2b64-121c-402e-9246-b1fb849628ae req-2aacc238-dd18-404e-9cfd-baf382400767 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:33.350568 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a5df2b64-121c-402e-9246-b1fb849628ae req-2aacc238-dd18-404e-9cfd-baf382400767 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 950 time: 0.2782371 Aug 31 14:17:33.368234 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ef3d7-7588-4892-ab01-73228ec2592c req-dd8fbbf6-168c-4ab4-9fb8-39befb0c412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:33.369465 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-064ef3d7-7588-4892-ab01-73228ec2592c req-dd8fbbf6-168c-4ab4-9fb8-39befb0c412b service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.5299740 Aug 31 14:17:33.378056 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b10191-4f74-490a-8b1c-89812fcd1f3c req-a7c6d37f-da9b-49b0-8b8d-6dabda3b86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:33.379899 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-58b10191-4f74-490a-8b1c-89812fcd1f3c req-a7c6d37f-da9b-49b0-8b8d-6dabda3b86db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.2111368 Aug 31 14:17:33.453406 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-064ef3d7-7588-4892-ab01-73228ec2592c req-b8064c62-4b71-4f7e-923d-bef00d9d3580 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4 HTTP/1.1" status: 200 len: 217 time: 0.0505552 Aug 31 14:17:33.549011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ef3d7-7588-4892-ab01-73228ec2592c req-b0f99b22-e812-495a-9a90-e82d8cc8c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:33.550497 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-064ef3d7-7588-4892-ab01-73228ec2592c req-b0f99b22-e812-495a-9a90-e82d8cc8c471 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0795159 Aug 31 14:17:33.560414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b10191-4f74-490a-8b1c-89812fcd1f3c req-dc5413a0-2ab7-47d0-b359-1da876071b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:33.561962 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-58b10191-4f74-490a-8b1c-89812fcd1f3c req-dc5413a0-2ab7-47d0-b359-1da876071b6a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1579938 Aug 31 14:17:33.648384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-9bb7ee10-4aaf-4138-be6c-fa86d3e79a41 service neutron] Attempting to bind port 0922dba3-f157-47b3-a9e4-65d89da5198b on host n-h1-806683-5 for vnic_type normal with profile None {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:33.649102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-9bb7ee10-4aaf-4138-be6c-fa86d3e79a41 service neutron] Attempting to bind port 0922dba3-f157-47b3-a9e4-65d89da5198b by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:33.649102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-9bb7ee10-4aaf-4138-be6c-fa86d3e79a41 service neutron] Attempting to bind port 0922dba3-f157-47b3-a9e4-65d89da5198b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:33.661294 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-9bb7ee10-4aaf-4138-be6c-fa86d3e79a41 service neutron] Port 0922dba3-f157-47b3-a9e4-65d89da5198b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:33.661517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-9bb7ee10-4aaf-4138-be6c-fa86d3e79a41 service neutron] Attempting to bind port 0922dba3-f157-47b3-a9e4-65d89da5198b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:33.675518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-9bb7ee10-4aaf-4138-be6c-fa86d3e79a41 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:33.675890 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-9bb7ee10-4aaf-4138-be6c-fa86d3e79a41 service neutron] Checking segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:33.678312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-9bb7ee10-4aaf-4138-be6c-fa86d3e79a41 service neutron] Bound using segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:33.678312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-9bb7ee10-4aaf-4138-be6c-fa86d3e79a41 service neutron] Bound port: 0922dba3-f157-47b3-a9e4-65d89da5198b, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:33.698739 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb887a29-c7f5-4bfd-a798-75126a820b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.715248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a988807-c617-4825-aece-f9446e8ec655 req-3ba1b965-dd31-4b5e-ae4e-6b6033f3d066 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:33.716811 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a988807-c617-4825-aece-f9446e8ec655 req-3ba1b965-dd31-4b5e-ae4e-6b6033f3d066 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.2487268 Aug 31 14:17:33.721219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ef3d7-7588-4892-ab01-73228ec2592c req-f9dee975-0e19-4bb1-936d-d3b5f9629ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:33.722727 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-064ef3d7-7588-4892-ab01-73228ec2592c req-f9dee975-0e19-4bb1-936d-d3b5f9629ffe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597514 Aug 31 14:17:33.838321 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.842549 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-064ef3d7-7588-4892-ab01-73228ec2592c req-b4557186-ae02-439d-8b80-c8651f82a97a service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089232 Aug 31 14:17:33.852089 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-58b10191-4f74-490a-8b1c-89812fcd1f3c req-caa59ecd-c7b9-4282-b6ef-e81dd72aa79b service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612522 Aug 31 14:17:33.881697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb887a29-c7f5-4bfd-a798-75126a820b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6cad99d-0884-47be-8abb-f92310fee842,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:33.903835 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a988807-c617-4825-aece-f9446e8ec655 req-acb5a891-56b9-446e-a1b2-3e35835d9620 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781125 Aug 31 14:17:33.911801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ae4f19-b694-447b-ba55-00101877d149 req-9f327d32-9988-4096-9745-35dc8ff238d4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Made reservation on behalf of a468614fd60c4ecf9713a9b6c9717259 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:33.916250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96ae4f19-b694-447b-ba55-00101877d149 req-9f327d32-9988-4096-9745-35dc8ff238d4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.923167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-9bb7ee10-4aaf-4138-be6c-fa86d3e79a41 service neutron] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0922dba3-f157-47b3-a9e4-65d89da5198b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:33.944232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a5df2b64-121c-402e-9246-b1fb849628ae req-cc2b1926-5050-4f96-b6b5-8328a8259648 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Deleting port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:33.944834 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5df2b64-121c-402e-9246-b1fb849628ae req-cc2b1926-5050-4f96-b6b5-8328a8259648 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.968257 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-9bb7ee10-4aaf-4138-be6c-fa86d3e79a41 service neutron] Notify callbacks [] for binding, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.969446 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-9bb7ee10-4aaf-4138-be6c-fa86d3e79a41 service neutron] 10.222.0.39 "POST /v2.0/ports/0922dba3-f157-47b3-a9e4-65d89da5198b/bindings HTTP/1.1" status: 201 len: 389 time: 1.1054032 Aug 31 14:17:33.976707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Pushing event deleted for resources: {'Port': ['ID=b4126d32-fa6a-4e48-8767-c3d2463b1008,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:34.049969 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-064ef3d7-7588-4892-ab01-73228ec2592c req-05a2f666-c757-4879-8fe4-528c2c736a6b service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951518 Aug 31 14:17:34.061863 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-58b10191-4f74-490a-8b1c-89812fcd1f3c req-eb186880-3435-48a7-9dc7-9a9106c9afe9 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864088 Aug 31 14:17:34.104390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb887a29-c7f5-4bfd-a798-75126a820b83 admin admin] Checking segment: {'id': '2904d367-4c4c-4236-825c-cafd6c2f47c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'becabe8c-a855-4b53-b88f-eb3e452c0d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:34.104856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb887a29-c7f5-4bfd-a798-75126a820b83 admin admin] Network hostable DHCP agents. Network: becabe8c-a855-4b53-b88f-eb3e452c0d52, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:17:34.134435 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67af7740-3bf5-483e-9890-e19f863c4b64 x-openstack-request-id: req-67af7740-3bf5-483e-9890-e19f863c4b64 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:34.135104 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89594f00-bfa4-4d39-9977-598347c3c9e0", "name": "network-vif-plugged", "status": "completed", "tag": "f07689c1-97c2-4ccb-bc15-e163f6f240b4", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:34.136324 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67af7740-3bf5-483e-9890-e19f863c4b64 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:34.137449 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89594f00-bfa4-4d39-9977-598347c3c9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07689c1-97c2-4ccb-bc15-e163f6f240b4', 'code': 200} Aug 31 14:17:34.229496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb887a29-c7f5-4bfd-a798-75126a820b83 admin admin] Network becabe8c-a855-4b53-b88f-eb3e452c0d52 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:17:34.268988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36527a24-8690-4883-bc65-0bedc26d24b2 req-23a3cf9f-3d5a-4c68-ba61-bf81b3a0cafe tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:34.271028 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-36527a24-8690-4883-bc65-0bedc26d24b2 req-23a3cf9f-3d5a-4c68-ba61-bf81b3a0cafe tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 1095 time: 0.2975156 Aug 31 14:17:34.279913 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-fb887a29-c7f5-4bfd-a798-75126a820b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, becabe8c-a855-4b53-b88f-eb3e452c0d52) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:34.295673 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4632ad7-289c-4d8a-a829-1b20367a03d2 None None] Network becabe8c-a855-4b53-b88f-eb3e452c0d52 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:34.306220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb887a29-c7f5-4bfd-a798-75126a820b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:34.306653 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb887a29-c7f5-4bfd-a798-75126a820b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.443263 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d22a0-4100-4e31-8823-29e0a105f8c5 req-7224b754-32ee-4c9d-8f3b-b5f52ce03df9 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:34.447117 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-990d22a0-4100-4e31-8823-29e0a105f8c5 req-7224b754-32ee-4c9d-8f3b-b5f52ce03df9 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 943 time: 0.1963449 Aug 31 14:17:34.464647 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-36527a24-8690-4883-bc65-0bedc26d24b2 req-756899ea-b935-4ff8-839d-18024932d237 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651626 Aug 31 14:17:34.476420 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fb887a29-c7f5-4bfd-a798-75126a820b83 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7119181 Aug 31 14:17:34.478509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a5df2b64-121c-402e-9246-b1fb849628ae req-cc2b1926-5050-4f96-b6b5-8328a8259648 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] For port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=87d0effe-bcaf-46bb-93d8-fd547b4d46a9,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:34.478881 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5df2b64-121c-402e-9246-b1fb849628ae req-cc2b1926-5050-4f96-b6b5-8328a8259648 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.481544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57118) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:34.485465 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-83ab1975-c4b5-4de8-92dc-e547383b04be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:34.487958 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-83ab1975-c4b5-4de8-92dc-e547383b04be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 1096 time: 0.1521549 Aug 31 14:17:34.495434 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-677339888-router', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:34.534812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a5df2b64-121c-402e-9246-b1fb849628ae req-cc2b1926-5050-4f96-b6b5-8328a8259648 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Calling delete_port for 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:34.581329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-96ae4f19-b694-447b-ba55-00101877d149 req-9f327d32-9988-4096-9745-35dc8ff238d4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Allocated IP 172.20.0.8 (c1d50025-fd87-46f3-84f4-3158a6f07e56/fcc65403-9467-497e-9c87-051a73c3e831/55c18dc6-c8f1-4304-b3b9-787a83a7903f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:34.640833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:34.698340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-becabe8c-a855-4b53-b88f-eb3e452c0d52', 'network_id': 'becabe8c-a855-4b53-b88f-eb3e452c0d52', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'fixed_ips': [{'subnet_id': 'f6cad99d-0884-47be-8abb-f92310fee842'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:17:34.700070 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.783827 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:17:34.932641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f7b09537-990e-4847-800d-47beb4b584e0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:34.937217 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.939050 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.961067 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-990d22a0-4100-4e31-8823-29e0a105f8c5 req-91790a32-aa09-4048-a853-95114b6d47da tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4752159 Aug 31 14:17:35.089235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-849d5a85-742b-4eb2-8934-57bd15522d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:35.091451 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port f7b09537-990e-4847-800d-47beb4b584e0 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:35.091871 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-552281d3-ba51-4f3a-b1bd-44b057d53107 req-0d536ce2-7c01-48a1-ae10-3a3b42ece3e7 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 210 time: 0.2686288 Aug 31 14:17:35.092376 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-849d5a85-742b-4eb2-8934-57bd15522d9a service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.5912497 Aug 31 14:17:35.135852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f7b09537-990e-4847-800d-47beb4b584e0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:35.136484 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.191117 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Allocated IP 172.20.0.2 (becabe8c-a855-4b53-b88f-eb3e452c0d52/f6cad99d-0884-47be-8abb-f92310fee842/401b7c90-3843-4625-baf6-c0a6e3c8d3ca) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:35.201432 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.203374 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-c785b2a5-f404-43c1-835f-f5100367ca9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0922dba3-f157-47b3-a9e4-65d89da5198b HTTP/1.1" status: 200 len: 217 time: 0.0990765 Aug 31 14:17:35.224982 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96ae4f19-b694-447b-ba55-00101877d149 req-9f327d32-9988-4096-9745-35dc8ff238d4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.315811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-96ae4f19-b694-447b-ba55-00101877d149 req-9f327d32-9988-4096-9745-35dc8ff238d4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Transition to ACTIVE for port object 55c18dc6-c8f1-4304-b3b9-787a83a7903f will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:35.334772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcff74b-9c68-4dce-948c-3298cbc1be7e req-84c17c1a-d5f4-451e-a228-d0f6c329f061 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:35.339763 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fcff74b-9c68-4dce-948c-3298cbc1be7e req-84c17c1a-d5f4-451e-a228-d0f6c329f061 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 945 time: 0.2386043 Aug 31 14:17:35.370746 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.445193 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port f7b09537-990e-4847-800d-47beb4b584e0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f7b09537-990e-4847-800d-47beb4b584e0,segment=NetworkSegment(0c4bf473-5c0c-42ee-9687-07805b307f16),segment_id=0c4bf473-5c0c-42ee-9687-07805b307f16)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:35.456255 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.468677 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.480355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c29d56-0562-46ff-b6f5-f59ef7fa8d5c req-471c34cb-07e3-4f7d-bd0c-62f3a29b3265 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:35.481992 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18c29d56-0562-46ff-b6f5-f59ef7fa8d5c req-471c34cb-07e3-4f7d-bd0c-62f3a29b3265 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e433cc62-e28a-4046-b52c-35f9565a0606 HTTP/1.1" status: 200 len: 950 time: 0.2631474 Aug 31 14:17:35.498245 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5df2b64-121c-402e-9246-b1fb849628ae req-cc2b1926-5050-4f96-b6b5-8328a8259648 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.506931 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Transition to ACTIVE for port object 401b7c90-3843-4625-baf6-c0a6e3c8d3ca will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:35.509162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:35.519162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'd2534abb-a475-469e-83a7-6c4ca5bdb730', '84b348a8-a2fb-49b3-800d-2c88628a960e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:35.522702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0', '206bf4b8-b988-4fb5-af41-b977f995d654'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:35.533325 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96ae4f19-b694-447b-ba55-00101877d149 req-9f327d32-9988-4096-9745-35dc8ff238d4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.533778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2024071-ed3c-490b-8537-b388dc692590 None None] Sync routers for ids ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:35.580987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b1926-5050-4f96-b6b5-8328a8259648 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event deleted for resources: {'Port': ['ID=87d0effe-bcaf-46bb-93d8-fd547b4d46a9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:35.618500 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] No DVR routers for this DVR port b4126d32-fa6a-4e48-8767-c3d2463b1008 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:35.638485 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2024071-ed3c-490b-8537-b388dc692590 None None] Routers {'2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:35.639146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b2024071-ed3c-490b-8537-b388dc692590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:35.641253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=f7b09537-990e-4847-800d-47beb4b584e0,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:35.646518 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Transition to ACTIVE for port object 401b7c90-3843-4625-baf6-c0a6e3c8d3ca will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:35.678425 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-8c680d8d-2934-41a1-8861-1521129d7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:35.680096 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-8c680d8d-2934-41a1-8861-1521129d7a73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.4328835 Aug 31 14:17:35.698391 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.744334 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.749111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-ce579532-8229-4811-9c23-66d84e8aea8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344987 Aug 31 14:17:35.782490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Network becabe8c-a855-4b53-b88f-eb3e452c0d52 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:35.825675 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fcff74b-9c68-4dce-948c-3298cbc1be7e req-e69c4ad2-8e9b-44e3-ad14-52041170619c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686365 Aug 31 14:17:35.831564 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:35.836545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:35.864801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Pushing event updated for resources: {'Port': ['ID=401b7c90-3843-4625-baf6-c0a6e3c8d3ca,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:35.941410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-b2024071-ed3c-490b-8537-b388dc692590 None None] Set router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:35.958505 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.958505 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6c26561-835b-476a-ab2f-e007e6f6e0c6 req-bc1bfeb6-d3b4-4020-8937-cd3f5942fcbf tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.25 "DELETE /v2.0/ports/b4126d32-fa6a-4e48-8767-c3d2463b1008 HTTP/1.1" status: 204 len: 173 time: 6.3061895 Aug 31 14:17:35.958505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'name': 'network-vif-deleted', 'tag': 'b4126d32-fa6a-4e48-8767-c3d2463b1008'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:35.963423 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3517d797-bc50-41fb-b9c5-cadaedfa45ab" -d '{"events": [{"server_uuid": "e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0", "name": "network-vif-deleted", "tag": "b4126d32-fa6a-4e48-8767-c3d2463b1008"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:35.999869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ae4f19-b694-447b-ba55-00101877d149 req-9f327d32-9988-4096-9745-35dc8ff238d4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Network c1d50025-fd87-46f3-84f4-3158a6f07e56 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:36.009925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18c29d56-0562-46ff-b6f5-f59ef7fa8d5c req-fd01e1c0-9435-457d-ae3b-dc7631cdbd4f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150099 Aug 31 14:17:36.028155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-96ae4f19-b694-447b-ba55-00101877d149 req-9f327d32-9988-4096-9745-35dc8ff238d4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:36.032991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5df2b64-121c-402e-9246-b1fb849628ae req-cc2b1926-5050-4f96-b6b5-8328a8259648 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] No DVR routers for this DVR port 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:36.048433 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5df2b64-121c-402e-9246-b1fb849628ae req-cc2b1926-5050-4f96-b6b5-8328a8259648 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.051422 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a5df2b64-121c-402e-9246-b1fb849628ae req-cc2b1926-5050-4f96-b6b5-8328a8259648 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "DELETE /v2.0/ports/87d0effe-bcaf-46bb-93d8-fd547b4d46a9 HTTP/1.1" status: 204 len: 173 time: 2.6776817 Aug 31 14:17:36.053593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ae4f19-b694-447b-ba55-00101877d149 req-9f327d32-9988-4096-9745-35dc8ff238d4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:36.073089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae4f19-b694-447b-ba55-00101877d149 req-9f327d32-9988-4096-9745-35dc8ff238d4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:36.074084 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96ae4f19-b694-447b-ba55-00101877d149 req-9f327d32-9988-4096-9745-35dc8ff238d4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.082765 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f327d32-9988-4096-9745-35dc8ff238d4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Pushing event updated for resources: {'Port': ['ID=55c18dc6-c8f1-4304-b3b9-787a83a7903f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:36.110867 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-9f327d32-9988-4096-9745-35dc8ff238d4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7840371 Aug 31 14:17:36.133742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Request body: {'port': {'device_id': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:36.211285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4126d32-fa6a-4e48-8767-c3d2463b1008'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:36.214689 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd694be-de5a-45dd-967a-4b9b4646b8e2" -d '{"events": [{"server_uuid": "e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0", "name": "network-vif-unplugged", "status": "completed", "tag": "b4126d32-fa6a-4e48-8767-c3d2463b1008"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:36.226931 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-cd4ca8d1-f698-4fdf-8e8f-42068c7bd90b service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615173 Aug 31 14:17:36.278005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e440591-29a3-4a8d-9848-0e64e908788d req-1d9a3a38-4bdb-4a87-ba05-2ed66f903551 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:36.280013 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e440591-29a3-4a8d-9848-0e64e908788d req-1d9a3a38-4bdb-4a87-ba05-2ed66f903551 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1319699 Aug 31 14:17:36.294094 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.324937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Attempting to bind port 401b7c90-3843-4625-baf6-c0a6e3c8d3ca on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:36.324937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Attempting to bind port 401b7c90-3843-4625-baf6-c0a6e3c8d3ca by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '2904d367-4c4c-4236-825c-cafd6c2f47c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'becabe8c-a855-4b53-b88f-eb3e452c0d52'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:36.324937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Attempting to bind port 401b7c90-3843-4625-baf6-c0a6e3c8d3ca on network becabe8c-a855-4b53-b88f-eb3e452c0d52 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:36.338662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:36.338937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Checking segment: {'id': '2904d367-4c4c-4236-825c-cafd6c2f47c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'becabe8c-a855-4b53-b88f-eb3e452c0d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:36.339397 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.339903 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Bound using segment: {'id': '2904d367-4c4c-4236-825c-cafd6c2f47c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'becabe8c-a855-4b53-b88f-eb3e452c0d52'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:36.340382 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Bound port: 401b7c90-3843-4625-baf6-c0a6e3c8d3ca, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2904d367-4c4c-4236-825c-cafd6c2f47c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'becabe8c-a855-4b53-b88f-eb3e452c0d52'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:36.340766 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.384673 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e440591-29a3-4a8d-9848-0e64e908788d req-6ec6526c-3012-4b96-b7d5-f72d2a776746 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969598 Aug 31 14:17:36.424014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-e643b589-69d6-475b-8ad7-a1f374aaeef7 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:36.425586 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-e643b589-69d6-475b-8ad7-a1f374aaeef7 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 808 time: 0.4001727 Aug 31 14:17:36.506073 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-f0c016cc-f901-44f2-8407-4fac9527a898 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/quotas/429bbc88baff4974940bd2144c0fd533 HTTP/1.1" status: 200 len: 375 time: 0.0527151 Aug 31 14:17:36.534123 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-051063dc-6c2f-415e-b8a3-2344647f79a6 service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596877 Aug 31 14:17:36.774168 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] For port 401b7c90-3843-4625-baf6-c0a6e3c8d3ca, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:36.778475 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] For port 401b7c90-3843-4625-baf6-c0a6e3c8d3ca, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=401b7c90-3843-4625-baf6-c0a6e3c8d3ca,segment=NetworkSegment(2904d367-4c4c-4236-825c-cafd6c2f47c7),segment_id=2904d367-4c4c-4236-825c-cafd6c2f47c7)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:36.787509 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 64da7023-07a4-43b2-bc58-4d3b70e02bf4 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:36.798255 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-ac292e2d-e6b6-4589-bc06-cad52d51ca4a tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2824707 Aug 31 14:17:36.808830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:36.810888 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f7b09537-990e-4847-800d-47beb4b584e0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:36.832361 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4e8b1-05e5-4167-abdf-26c98ff29098 req-4e30a7f6-41f2-4642-9b4a-bc605ca05fcd tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:36.834853 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1f4e8b1-05e5-4167-abdf-26c98ff29098 req-4e30a7f6-41f2-4642-9b4a-bc605ca05fcd tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 943 time: 0.3056986 Aug 31 14:17:36.836150 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.846678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-96e2c5e8-4d61-40c4-bbe3-b41558d89aff tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:36.848803 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-96e2c5e8-4d61-40c4-bbe3-b41558d89aff tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29&tenant_id=5904e6ad71034956a1b7126d4bfce299&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1096 time: 0.1878605 Aug 31 14:17:36.874503 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.885206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-5'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:36.898674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c18dc6-c8f1-4304-b3b9-787a83a7903f {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:36.911025 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.932964 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.936994 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1f4e8b1-05e5-4167-abdf-26c98ff29098 req-36247a1b-d914-4a75-915b-4d63810d7f50 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689867 Aug 31 14:17:36.938395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Transition to ACTIVE for port object 55c18dc6-c8f1-4304-b3b9-787a83a7903f will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:36.951592 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:36.951933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 87d0effe-bcaf-46bb-93d8-fd547b4d46a9 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:36.953841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.022578 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9ba89e-f044-49a4-90a7-d769d152eec7 x-openstack-request-id: req-5d9ba89e-f044-49a4-90a7-d769d152eec7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:37.030344 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0", "name": "network-vif-deleted", "tag": "b4126d32-fa6a-4e48-8767-c3d2463b1008", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:37.030344 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d9ba89e-f044-49a4-90a7-d769d152eec7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:37.030344 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'name': 'network-vif-deleted', 'tag': 'b4126d32-fa6a-4e48-8767-c3d2463b1008', 'status': 'completed', 'code': 200} Aug 31 14:17:37.081318 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.096230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Pushing event updated for resources: {'Port': ['ID=55c18dc6-c8f1-4304-b3b9-787a83a7903f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:37.111908 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Attempting to bind port 55c18dc6-c8f1-4304-b3b9-787a83a7903f on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:37.112531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Attempting to bind port 55c18dc6-c8f1-4304-b3b9-787a83a7903f by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:37.112763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Attempting to bind port 55c18dc6-c8f1-4304-b3b9-787a83a7903f on network c1d50025-fd87-46f3-84f4-3158a6f07e56 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:37.125987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Port 55c18dc6-c8f1-4304-b3b9-787a83a7903f on network c1d50025-fd87-46f3-84f4-3158a6f07e56 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:37.126453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Attempting to bind port 55c18dc6-c8f1-4304-b3b9-787a83a7903f on network c1d50025-fd87-46f3-84f4-3158a6f07e56 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:37.138284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:37.138788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Checking segment: {'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:37.139322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Bound using segment: {'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:37.140122 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Bound port: 55c18dc6-c8f1-4304-b3b9-787a83a7903f, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9bd0ea-e090-470e-a081-83a178e1a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:37.140715 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.143758 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-d56a080a-7e2d-4133-b266-0eef8e5bd6ae service neutron] 10.222.0.39 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365850 Aug 31 14:17:37.147708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6105ccb-7148-42c3-9cce-1601f6d452f3 None None] Pushing event updated for resources: {'Port': ['ID=401b7c90-3843-4625-baf6-c0a6e3c8d3ca,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:37.153280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cd8fa4c5-b872-407b-9aea-65c81a9d6525 None None] Provisioning for port 55c18dc6-c8f1-4304-b3b9-787a83a7903f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:37.257828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b8d7a-e939-47d8-9284-550a3b3f884a req-094ead1d-cba1-4055-9002-b11d0274c83e tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:37.259642 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b8b8d7a-e939-47d8-9284-550a3b3f884a req-094ead1d-cba1-4055-9002-b11d0274c83e tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 943 time: 0.1237049 Aug 31 14:17:37.289329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b2024071-ed3c-490b-8537-b388dc692590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:53Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:37.310176 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] For port 55c18dc6-c8f1-4304-b3b9-787a83a7903f, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:37.338027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] For port 55c18dc6-c8f1-4304-b3b9-787a83a7903f, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=55c18dc6-c8f1-4304-b3b9-787a83a7903f,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:37.340065 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2024071-ed3c-490b-8537-b388dc692590 None None] Checking router: 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:37.362732 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b8b8d7a-e939-47d8-9284-550a3b3f884a req-87567bcc-8e51-440f-9502-7bff1dae4490 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953779 Aug 31 14:17:37.364364 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.447873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Allocated IP 172.25.2.221 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/e534a4af-7369-4cd5-88fb-bd5710d2ec75) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:37.449441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 64da7023-07a4-43b2-bc58-4d3b70e02bf4, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=64da7023-07a4-43b2-bc58-4d3b70e02bf4,segment=NetworkSegment(86dc075b-f119-4562-8e5b-9db9052ccf90),segment_id=86dc075b-f119-4562-8e5b-9db9052ccf90)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:37.456491 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:37.457146 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.462458 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] 10.222.0.60 "PUT /v2.0/ports/55c18dc6-c8f1-4304-b3b9-787a83a7903f HTTP/1.1" status: 200 len: 1091 time: 1.3425009 Aug 31 14:17:37.477525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f7b09537-990e-4847-800d-47beb4b584e0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:37.478117 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.501139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8525911-5c42-4fc7-bd05-fac192ae7d69 service neutron] Pushing event updated for resources: {'Port': ['ID=55c18dc6-c8f1-4304-b3b9-787a83a7903f,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:37.541925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2024071-ed3c-490b-8537-b388dc692590 None None] Routers {'2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:37.541925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b2024071-ed3c-490b-8537-b388dc692590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:37.549960 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614fe8c3-526b-4df2-b592-b42adf5d4c4c x-openstack-request-id: req-614fe8c3-526b-4df2-b592-b42adf5d4c4c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:37.550273 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0", "name": "network-vif-unplugged", "status": "completed", "tag": "b4126d32-fa6a-4e48-8767-c3d2463b1008", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:37.550535 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-614fe8c3-526b-4df2-b592-b42adf5d4c4c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:37.551610 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52fab57-b0e0-4ce0-bcfe-acfb0f19fad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4126d32-fa6a-4e48-8767-c3d2463b1008', 'code': 200} Aug 31 14:17:37.575221 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-21eac8ec-0cea-46f5-968c-f1d9266c3b53 service neutron] 10.222.0.39 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304705 Aug 31 14:17:37.607840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae4f19-b694-447b-ba55-00101877d149 req-67cbc6ac-17f6-4810-a81c-7e742c131fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:37.609725 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-67cbc6ac-17f6-4810-a81c-7e742c131fed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a468614fd60c4ecf9713a9b6c9717259&device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 1094 time: 0.0943596 Aug 31 14:17:37.655569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '64da7023-07a4-43b2-bc58-4d3b70e02bf4', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'port_id': '64da7023-07a4-43b2-bc58-4d3b70e02bf4', 'mac_address': 'fa:16:3e:f8:f3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:17:37.692261 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-d08ff144-627e-43bd-8669-4dccc1b62589 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c18dc6-c8f1-4304-b3b9-787a83a7903f HTTP/1.1" status: 200 len: 217 time: 0.0700707 Aug 31 14:17:37.758230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b1c6a-9ad1-40f0-81ad-8a9d254a12c8 req-0a7f501e-a1b9-44ed-bb0f-ab62f82216fa tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:37.759850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d5b1c6a-9ad1-40f0-81ad-8a9d254a12c8 req-0a7f501e-a1b9-44ed-bb0f-ab62f82216fa tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1492188 Aug 31 14:17:37.808766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae4f19-b694-447b-ba55-00101877d149 req-cf646fd2-50d8-41a9-bac5-41851816d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:37.814652 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-cf646fd2-50d8-41a9-bac5-41851816d73f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fcc65403-9467-497e-9c87-051a73c3e831 HTTP/1.1" status: 200 len: 862 time: 0.1109273 Aug 31 14:17:37.838629 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.858928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0922dba3-f157-47b3-a9e4-65d89da5198b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:37.911102 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.911369 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d5b1c6a-9ad1-40f0-81ad-8a9d254a12c8 req-59164a20-4a54-4e05-91db-c0f5ef0597b8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421790 Aug 31 14:17:37.914786 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-b2024071-ed3c-490b-8537-b388dc692590 None None] Set router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:37.924898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae4f19-b694-447b-ba55-00101877d149 req-1791e31c-8e8b-456a-82db-d55900f297f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:37.939207 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-1791e31c-8e8b-456a-82db-d55900f297f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1d50025-fd87-46f3-84f4-3158a6f07e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962079 Aug 31 14:17:38.007276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64da7023-07a4-43b2-bc58-4d3b70e02bf4 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:38.044969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 64da7023-07a4-43b2-bc58-4d3b70e02bf4, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=64da7023-07a4-43b2-bc58-4d3b70e02bf4,segment=NetworkSegment(86dc075b-f119-4562-8e5b-9db9052ccf90),segment_id=86dc075b-f119-4562-8e5b-9db9052ccf90)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:38.062676 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:38.112623 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.117929 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.142402 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3102c28-eb58-48f5-b982-88dacae5ed97 req-2c6ef857-913b-4e9e-a612-cc426b8ec1ca tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 210 time: 0.0812387 Aug 31 14:17:38.189038 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbc593-5393-4cd3-94df-413838448844 req-fc01ee12-2a70-45d0-9ab4-fbd70b3b75a1 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:38.197276 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ebbc593-5393-4cd3-94df-413838448844 req-fc01ee12-2a70-45d0-9ab4-fbd70b3b75a1 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 945 time: 0.2273550 Aug 31 14:17:38.210860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-8c85b727-695d-4e13-a2a5-5b58a1a9fa9c service neutron] 10.222.0.60 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719345 Aug 31 14:17:38.239415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:38.250198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:38.253288 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:38.255410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b12288-93a3-49f2-a396-816074d80c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0922dba3-f157-47b3-a9e4-65d89da5198b'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:38.258320 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031618c8-6372-48a7-9920-fd503594ca8d" -d '{"events": [{"server_uuid": "12b12288-93a3-49f2-a396-816074d80c29", "name": "network-vif-unplugged", "status": "completed", "tag": "0922dba3-f157-47b3-a9e4-65d89da5198b"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:38.263588 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.305481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=64da7023-07a4-43b2-bc58-4d3b70e02bf4,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:38.326679 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.351644 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ebbc593-5393-4cd3-94df-413838448844 req-3a397263-8647-44f7-8181-46d8622c7da7 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450284 Aug 31 14:17:38.352737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Pushing event updated for resources: {'Port': ['ID=e534a4af-7369-4cd5-88fb-bd5710d2ec75,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:38.454119 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324040c-c3e6-4cf7-a26e-f08dfe1a010c req-ad2bb3d9-d6f6-4635-8d74-ec0fb52cba2b tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:38.455861 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1324040c-c3e6-4cf7-a26e-f08dfe1a010c req-ad2bb3d9-d6f6-4635-8d74-ec0fb52cba2b tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 944 time: 0.1003509 Aug 31 14:17:38.495528 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Pushing event updated for resources: {'Port': ['ID=0922dba3-f157-47b3-a9e4-65d89da5198b,revision_number=7']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:38.496095 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96ae4f19-b694-447b-ba55-00101877d149 req-b091ec07-49db-41c5-ba8d-70fc439be73b service neutron] 10.222.0.60 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778444 Aug 31 14:17:38.524326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['64da7023-07a4-43b2-bc58-4d3b70e02bf4'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:38.538460 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1324040c-c3e6-4cf7-a26e-f08dfe1a010c req-1bdc5b63-cdf0-498a-b6ac-963770084c11 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747573 Aug 31 14:17:38.574707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b2024071-ed3c-490b-8537-b388dc692590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:53Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:38.662203 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7b6297-901e-41ed-a7b5-a77b0e743968 x-openstack-request-id: req-2f7b6297-901e-41ed-a7b5-a77b0e743968 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:38.663952 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b12288-93a3-49f2-a396-816074d80c29", "name": "network-vif-unplugged", "status": "completed", "tag": "0922dba3-f157-47b3-a9e4-65d89da5198b", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:38.665988 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f7b6297-901e-41ed-a7b5-a77b0e743968 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:38.666740 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b12288-93a3-49f2-a396-816074d80c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0922dba3-f157-47b3-a9e4-65d89da5198b', 'code': 200} Aug 31 14:17:38.693320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2024071-ed3c-490b-8537-b388dc692590 None None] The sync data for ids ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'] in n-d-806683-5 is: [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:53Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:38.802256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 401b7c90-3843-4625-baf6-c0a6e3c8d3ca up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:38.893793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Attempting to bind port 0922dba3-f157-47b3-a9e4-65d89da5198b on host n-h2-806683-5 for vnic_type normal with profile {"migrating_to": "n-h1-806683-5"} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:38.894790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Attempting to bind port 0922dba3-f157-47b3-a9e4-65d89da5198b by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:38.895354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Attempting to bind port 0922dba3-f157-47b3-a9e4-65d89da5198b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:38.916806 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 401b7c90-3843-4625-baf6-c0a6e3c8d3ca completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:38.931746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f010a761-d84d-4908-8f50-6708e09f4693 None None] Network becabe8c-a855-4b53-b88f-eb3e452c0d52 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:38.932011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c041-182b-440f-8d05-a3011439fefd req-488fcd4c-b774-4c24-9c64-c27c03279195 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:38.933763 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aab9c041-182b-440f-8d05-a3011439fefd req-488fcd4c-b774-4c24-9c64-c27c03279195 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 943 time: 0.1026168 Aug 31 14:17:38.942095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Port 0922dba3-f157-47b3-a9e4-65d89da5198b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:38.955302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Attempting to bind port 0922dba3-f157-47b3-a9e4-65d89da5198b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:39.001951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aab9c041-182b-440f-8d05-a3011439fefd req-e899cc14-06ad-4140-82f4-30172f0f85bd tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591829 Aug 31 14:17:39.025412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e433cc62-e28a-4046-b52c-35f9565a0606', 'name': 'network-vif-deleted', 'tag': '87d0effe-bcaf-46bb-93d8-fd547b4d46a9'}, {'name': 'network-changed', 'server_uuid': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'tag': '55c18dc6-c8f1-4304-b3b9-787a83a7903f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:39.028210 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a585b2f6-f16e-4bc4-b9c8-efe5d2131b54" -d '{"events": [{"server_uuid": "e433cc62-e28a-4046-b52c-35f9565a0606", "name": "network-vif-deleted", "tag": "87d0effe-bcaf-46bb-93d8-fd547b4d46a9"}, {"name": "network-changed", "server_uuid": "42ad3431-cd8f-48b1-8b38-2b2b95960352", "tag": "55c18dc6-c8f1-4304-b3b9-787a83a7903f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:39.075422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ed0dbd78-ca27-449b-9fbf-1f88c4cac98f None None] Provisioning for port 401b7c90-3843-4625-baf6-c0a6e3c8d3ca completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:39.101404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ed0dbd78-ca27-449b-9fbf-1f88c4cac98f None None] Provisioning complete for port 401b7c90-3843-4625-baf6-c0a6e3c8d3ca triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:39.101793 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed0dbd78-ca27-449b-9fbf-1f88c4cac98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.212420 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf4adc7-047a-4016-8ec5-ac19b35a6ba7 x-openstack-request-id: req-9cf4adc7-047a-4016-8ec5-ac19b35a6ba7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:39.212939 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e433cc62-e28a-4046-b52c-35f9565a0606", "name": "network-vif-deleted", "tag": "87d0effe-bcaf-46bb-93d8-fd547b4d46a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "42ad3431-cd8f-48b1-8b38-2b2b95960352", "tag": "55c18dc6-c8f1-4304-b3b9-787a83a7903f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:39.213057 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9cf4adc7-047a-4016-8ec5-ac19b35a6ba7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:39.213391 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e433cc62-e28a-4046-b52c-35f9565a0606', 'name': 'network-vif-deleted', 'tag': '87d0effe-bcaf-46bb-93d8-fd547b4d46a9', 'status': 'completed', 'code': 200} Aug 31 14:17:39.213647 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'tag': '55c18dc6-c8f1-4304-b3b9-787a83a7903f', 'status': 'completed', 'code': 200} Aug 31 14:17:39.350005 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61b559-1b62-4587-82c3-a8499172dfed None None] New status for floating IP 66cfd9aa-12bf-4835-abac-470cec27291a: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:17:39.422718 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed0dbd78-ca27-449b-9fbf-1f88c4cac98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.425999 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585b2f6-f16e-4bc4-b9c8-efe5d2131b54 req-8d6e9e20-878b-46f9-9e14-01174e54928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:39.428152 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a585b2f6-f16e-4bc4-b9c8-efe5d2131b54 req-8d6e9e20-878b-46f9-9e14-01174e54928c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a468614fd60c4ecf9713a9b6c9717259&device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 1094 time: 0.1744606 Aug 31 14:17:39.436584 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d9568-d02f-499e-a7a0-f2025111ad2e req-02b283ed-984d-4fed-97e4-322011e2a132 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:39.448891 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-759d9568-d02f-499e-a7a0-f2025111ad2e req-02b283ed-984d-4fed-97e4-322011e2a132 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=13452170-9170-4493-a04a-7bc9e44e00dc HTTP/1.1" status: 200 len: 950 time: 0.2297661 Aug 31 14:17:39.492559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ed0dbd78-ca27-449b-9fbf-1f88c4cac98f None None] For port 401b7c90-3843-4625-baf6-c0a6e3c8d3ca, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=401b7c90-3843-4625-baf6-c0a6e3c8d3ca,segment=NetworkSegment(2904d367-4c4c-4236-825c-cafd6c2f47c7),segment_id=2904d367-4c4c-4236-825c-cafd6c2f47c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:39.498762 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed0dbd78-ca27-449b-9fbf-1f88c4cac98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.552705 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:39.553291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Checking segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:39.553785 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Bound using segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:39.554515 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Bound port: 0922dba3-f157-47b3-a9e4-65d89da5198b, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:39.555523 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.569998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dbd78-ca27-449b-9fbf-1f88c4cac98f None None] Pushing event updated for resources: {'Port': ['ID=401b7c90-3843-4625-baf6-c0a6e3c8d3ca,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:39.605537 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9cb90710-d1ef-4dd8-a0df-642551e07d6c req-14ce8301-f36b-4d3d-9cde-dc004a70a104 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 210 time: 0.0691187 Aug 31 14:17:39.695285 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.708347 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-759d9568-d02f-499e-a7a0-f2025111ad2e req-36265ce5-dd10-4805-b233-7839eefafe1c tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583065 Aug 31 14:17:39.818352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585b2f6-f16e-4bc4-b9c8-efe5d2131b54 req-44adde8d-cc02-4f6a-822f-4907db0f80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:39.819920 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a585b2f6-f16e-4bc4-b9c8-efe5d2131b54 req-44adde8d-cc02-4f6a-822f-4907db0f80f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1d50025-fd87-46f3-84f4-3158a6f07e56 HTTP/1.1" status: 200 len: 924 time: 0.3294015 Aug 31 14:17:39.825492 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7a553a18-84df-470c-8fd7-e821f1e724b9 None None] Provisioning complete for port 401b7c90-3843-4625-baf6-c0a6e3c8d3ca triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:39.825492 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7a553a18-84df-470c-8fd7-e821f1e724b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.858908 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-50f22a73-8045-47fc-9761-d020632bf9da tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643609 Aug 31 14:17:39.888930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-47aa9f39-5aff-49bf-bd0f-23c897fdea26 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:39.890407 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-47aa9f39-5aff-49bf-bd0f-23c897fdea26 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.25 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 808 time: 0.3105180 Aug 31 14:17:39.892977 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a585b2f6-f16e-4bc4-b9c8-efe5d2131b54 req-db3f519b-c83b-40d4-a035-8703aaeec796 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c18dc6-c8f1-4304-b3b9-787a83a7903f HTTP/1.1" status: 200 len: 217 time: 0.0510557 Aug 31 14:17:39.915794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Request body: {'port': {'device_id': '83ad5b55-f4b6-4174-bf80-d8d7e48c9035', 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8', 'admin_state_up': True, 'tenant_id': '429bbc88baff4974940bd2144c0fd533'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:39.982392 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:39.991210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d1812-5971-49e4-91ad-0099c0e07ac8 req-f8f018eb-7226-4f40-8299-b8ab6c15c34c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:39.995692 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-606d1812-5971-49e4-91ad-0099c0e07ac8 req-f8f018eb-7226-4f40-8299-b8ab6c15c34c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 943 time: 0.1981471 Aug 31 14:17:40.018610 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0922dba3-f157-47b3-a9e4-65d89da5198b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:40.028934 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.041072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585b2f6-f16e-4bc4-b9c8-efe5d2131b54 req-da511c11-0fbb-486d-8e72-b11e3d92611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:40.043080 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a585b2f6-f16e-4bc4-b9c8-efe5d2131b54 req-da511c11-0fbb-486d-8e72-b11e3d92611f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fcc65403-9467-497e-9c87-051a73c3e831 HTTP/1.1" status: 200 len: 862 time: 0.1426849 Aug 31 14:17:40.105258 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-606d1812-5971-49e4-91ad-0099c0e07ac8 req-1ba0c6d5-4b8a-467d-8618-037c1f550161 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023152 Aug 31 14:17:40.152396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585b2f6-f16e-4bc4-b9c8-efe5d2131b54 req-2765f14d-60d7-4952-84e2-d93acaac0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:40.153895 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a585b2f6-f16e-4bc4-b9c8-efe5d2131b54 req-2765f14d-60d7-4952-84e2-d93acaac0853 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1d50025-fd87-46f3-84f4-3158a6f07e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986395 Aug 31 14:17:40.165202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5117c8b8-b91b-40ad-820f-0b1d219b00e0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:40.166767 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5117c8b8-b91b-40ad-820f-0b1d219b00e0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2901525 Aug 31 14:17:40.219574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Pushing event updated for resources: {'Port': ['ID=0922dba3-f157-47b3-a9e4-65d89da5198b,revision_number=8']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:40.248669 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:40.249093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.249427 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Made reservation on behalf of 429bbc88baff4974940bd2144c0fd533 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:40.251051 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-48dbcf4e-4346-4a0b-aa4c-71b09132b689 service neutron] 10.222.0.60 "PUT /v2.0/ports/0922dba3-f157-47b3-a9e4-65d89da5198b HTTP/1.1" status: 200 len: 1121 time: 3.3741381 Aug 31 14:17:40.252544 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-b4e5ffc8-f8bc-4a7f-a262-5b7764a182b1 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/quotas/529262fb62d346ef9b3aa2fafa79b7ad HTTP/1.1" status: 200 len: 375 time: 0.0437238 Aug 31 14:17:40.253596 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.298353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a585b2f6-f16e-4bc4-b9c8-efe5d2131b54 req-b3581631-9078-4681-853b-dfe78855ff57 service neutron] 10.222.0.60 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350241 Aug 31 14:17:40.309607 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.359530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['0922dba3-f157-47b3-a9e4-65d89da5198b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:40.374278 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-48265458-8a51-4968-bd2d-2a6fa1157dc6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121752 Aug 31 14:17:40.509007 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Router d37f2879-f46a-480d-920a-fb0da64c3da4 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:17:40.514260 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a585b2f6-f16e-4bc4-b9c8-efe5d2131b54 req-c792be62-c1c9-4fb3-9824-8239593847d1 service neutron] 10.222.0.60 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799114 Aug 31 14:17:40.528231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Allocated IP 172.20.0.14 (95e425eb-d5ad-4dd7-8934-338e55a725a8/e83918b6-07cc-4368-a349-5b0c0753fe5d/82606232-9dfa-4063-a335-fe29c335e132) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:40.543783 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb36b6-962d-4830-9c6c-5c81b879743a req-f46fb2ec-e640-43ec-ba37-9825d0b7a08e tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:40.545332 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81eb36b6-962d-4830-9c6c-5c81b879743a req-f46fb2ec-e640-43ec-ba37-9825d0b7a08e tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 944 time: 0.0945833 Aug 31 14:17:40.637526 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81eb36b6-962d-4830-9c6c-5c81b879743a req-ba52d238-2101-476b-9a69-d2da21c3cef3 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770824 Aug 31 14:17:40.641911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 64da7023-07a4-43b2-bc58-4d3b70e02bf4 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:40.689548 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b12288-93a3-49f2-a396-816074d80c29', 'tag': '0922dba3-f157-47b3-a9e4-65d89da5198b'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:40.699238 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9287f21e-523b-42f2-9e1c-d6d648089298" -d '{"events": [{"name": "network-changed", "server_uuid": "12b12288-93a3-49f2-a396-816074d80c29", "tag": "0922dba3-f157-47b3-a9e4-65d89da5198b"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:40.736892 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 401b7c90-3843-4625-baf6-c0a6e3c8d3ca up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:40.740341 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:40.770890 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec7780-4e43-4ccc-8e02-8fba8c9d691a req-36b26b49-6d98-4420-873e-fecfda98b394 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:40.782702 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a7ec7780-4e43-4ccc-8e02-8fba8c9d691a req-36b26b49-6d98-4420-873e-fecfda98b394 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 943 time: 0.1217349 Aug 31 14:17:40.788035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc61ff-c824-48a5-8a03-a2f91c1323e9 req-cbd23fb0-b76a-458f-b7f1-a8e1e1b30689 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:40.790010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9dbc61ff-c824-48a5-8a03-a2f91c1323e9 req-cbd23fb0-b76a-458f-b7f1-a8e1e1b30689 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/ports?device_id=13452170-9170-4493-a04a-7bc9e44e00dc HTTP/1.1" status: 200 len: 950 time: 0.1227527 Aug 31 14:17:40.799718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Sync routers for ids ['d37f2879-f46a-480d-920a-fb0da64c3da4'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:40.804235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 64da7023-07a4-43b2-bc58-4d3b70e02bf4 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:40.814763 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.816000 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-17f36748-82b5-421f-8b3c-6edc01e39751 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3267062 Aug 31 14:17:40.823144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57232) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:40.839329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 64da7023-07a4-43b2-bc58-4d3b70e02bf4 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:40.839701 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.852494 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a7ec7780-4e43-4ccc-8e02-8fba8c9d691a req-4882e86d-17bc-4e4f-9b95-011844f58776 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684619 Aug 31 14:17:40.962150 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c14bfd4-362b-4225-bc1d-456c5c3eb7ee req-3e38f009-b3ed-42b6-9468-aa1f3082f922 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 210 time: 0.0416522 Aug 31 14:17:41.052343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Routers {'d37f2879-f46a-480d-920a-fb0da64c3da4'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:41.053181 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d37f2879-f46a-480d-920a-fb0da64c3da4'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:41.128117 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-927de21b-712b-466d-b0ad-faf19b754233 req-a392195f-1a97-41bc-8d4a-cc6ca177f08e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 210 time: 0.0446949 Aug 31 14:17:41.226078 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ea381d-b46b-48f9-b134-f880662adb29 x-openstack-request-id: req-14ea381d-b46b-48f9-b134-f880662adb29 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:41.226844 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b12288-93a3-49f2-a396-816074d80c29", "tag": "0922dba3-f157-47b3-a9e4-65d89da5198b", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:41.227786 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14ea381d-b46b-48f9-b134-f880662adb29 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:41.228193 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b12288-93a3-49f2-a396-816074d80c29', 'tag': '0922dba3-f157-47b3-a9e4-65d89da5198b', 'status': 'completed', 'code': 200} Aug 31 14:17:41.273115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Set router d37f2879-f46a-480d-920a-fb0da64c3da4 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:41.294055 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.311886 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87fcfe-a7bc-445c-8b3c-393319f17537 req-2df80067-c18d-417b-811c-9efa49cdfcbb tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:41.313749 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe87fcfe-a7bc-445c-8b3c-393319f17537 req-2df80067-c18d-417b-811c-9efa49cdfcbb tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "GET /v2.0/ports?device_id=527ed37b-2643-40ee-b86f-cf68e4c40810 HTTP/1.1" status: 200 len: 950 time: 0.1442180 Aug 31 14:17:41.359089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddbd83-1329-46af-9e5a-2867721857ed req-6ed7c57c-0271-4f27-bcb4-c9b300ffb175 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:41.369038 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-52ddbd83-1329-46af-9e5a-2867721857ed req-6ed7c57c-0271-4f27-bcb4-c9b300ffb175 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 945 time: 0.5445874 Aug 31 14:17:41.372488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 401b7c90-3843-4625-baf6-c0a6e3c8d3ca triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:41.372833 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.415595 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2e233-c554-4b69-bbf1-b4d9fbc01613 req-f32674a8-4d50-4e8e-b649-3c7cefa09ab3 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:41.422398 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b1d2e233-c554-4b69-bbf1-b4d9fbc01613 req-f32674a8-4d50-4e8e-b649-3c7cefa09ab3 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=13452170-9170-4493-a04a-7bc9e44e00dc HTTP/1.1" status: 200 len: 950 time: 0.1264071 Aug 31 14:17:41.464648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287f21e-523b-42f2-9e1c-d6d648089298 req-4764055d-59f1-4b8f-af74-248fad223998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:41.466169 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9287f21e-523b-42f2-9e1c-d6d648089298 req-4764055d-59f1-4b8f-af74-248fad223998 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 1124 time: 0.2233908 Aug 31 14:17:41.493872 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.541684 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64da7023-07a4-43b2-bc58-4d3b70e02bf4'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:41.545207 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0056ff-14a6-4883-b047-47b76b169f7c" -d '{"events": [{"server_uuid": "b5444ca1-171d-473a-b3b7-9cecc5977b1c", "name": "network-vif-plugged", "status": "completed", "tag": "64da7023-07a4-43b2-bc58-4d3b70e02bf4"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:41.563071 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b1d2e233-c554-4b69-bbf1-b4d9fbc01613 req-e37d9ec8-b1c8-4a5a-bc92-c3e9d7683e8b tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397462 Aug 31 14:17:41.588027 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 64da7023-07a4-43b2-bc58-4d3b70e02bf4, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=64da7023-07a4-43b2-bc58-4d3b70e02bf4,segment=NetworkSegment(86dc075b-f119-4562-8e5b-9db9052ccf90),segment_id=86dc075b-f119-4562-8e5b-9db9052ccf90)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:41.592218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-52ddbd83-1329-46af-9e5a-2867721857ed req-6e07ef31-e2e6-4ab4-9896-019b9c6cecbc tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219615 Aug 31 14:17:41.598987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9dbc61ff-c824-48a5-8a03-a2f91c1323e9 req-de71eee9-14f6-4048-9b84-6caf504b6187 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Deleting port 84b348a8-a2fb-49b3-800d-2c88628a960e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:41.604859 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9dbc61ff-c824-48a5-8a03-a2f91c1323e9 req-de71eee9-14f6-4048-9b84-6caf504b6187 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.616387 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-fe87fcfe-a7bc-445c-8b3c-393319f17537 req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Deleting port 206bf4b8-b988-4fb5-af41-b977f995d654 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:41.616932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-fe87fcfe-a7bc-445c-8b3c-393319f17537 req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.627568 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.689522 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ffd088-cfec-4697-9eb4-a367785be1da x-openstack-request-id: req-59ffd088-cfec-4697-9eb4-a367785be1da {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:41.690247 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5444ca1-171d-473a-b3b7-9cecc5977b1c", "name": "network-vif-plugged", "status": "completed", "tag": "64da7023-07a4-43b2-bc58-4d3b70e02bf4", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:41.690247 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59ffd088-cfec-4697-9eb4-a367785be1da {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:41.692519 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64da7023-07a4-43b2-bc58-4d3b70e02bf4', 'code': 200} Aug 31 14:17:41.697812 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287f21e-523b-42f2-9e1c-d6d648089298 req-3901c923-6472-4fdd-afbe-1ae2bd28adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:41.700305 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9287f21e-523b-42f2-9e1c-d6d648089298 req-3901c923-6472-4fdd-afbe-1ae2bd28adfe service neutron] 10.222.0.25 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.2218881 Aug 31 14:17:41.721338 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.757677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=64da7023-07a4-43b2-bc58-4d3b70e02bf4,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:41.764430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'name': 'tempest-AttachSCSIVolumeTestJSON-677339888-router', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e534a4af-7369-4cd5-88fb-bd5710d2ec75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:35Z', 'updated_at': '2021-08-31T14:17:38Z', 'revision_number': 3, 'project_id': '05aa20b999b8439ba0bf80cb71a0321f', 'gw_port': {'id': 'e534a4af-7369-4cd5-88fb-bd5710d2ec75', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:36Z', 'updated_at': '2021-08-31T14:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:41.796271 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Checking router: d37f2879-f46a-480d-920a-fb0da64c3da4 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:41.796603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Updating router d37f2879-f46a-480d-920a-fb0da64c3da4 port e534a4af-7369-4cd5-88fb-bd5710d2ec75 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:17:41.823767 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9287f21e-523b-42f2-9e1c-d6d648089298 req-a20d4618-406b-4371-8692-0578152a7168 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0922dba3-f157-47b3-a9e4-65d89da5198b HTTP/1.1" status: 200 len: 217 time: 0.1011367 Aug 31 14:17:41.824032 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.867299 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Network 95e425eb-d5ad-4dd7-8934-338e55a725a8 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:41.919145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:41.926646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Pushing event updated for resources: {'Port': ['ID=82606232-9dfa-4063-a335-fe29c335e132,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:41.928879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:41.935043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:41.936193 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.959218 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-fe87fcfe-a7bc-445c-8b3c-393319f17537 req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] For port 206bf4b8-b988-4fb5-af41-b977f995d654, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=206bf4b8-b988-4fb5-af41-b977f995d654,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:41.959645 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-fe87fcfe-a7bc-445c-8b3c-393319f17537 req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.983403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.984205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.984205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.984433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-fe87fcfe-a7bc-445c-8b3c-393319f17537 req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Calling delete_port for 206bf4b8-b988-4fb5-af41-b977f995d654 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:41.984535 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.984914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.985364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.985850 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.986127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.986455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.986780 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.987126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.987552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.995071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9b3a0-a292-4072-b08b-078b08d9ec90 req-a323bdc7-c25b-4a6c-af64-585e9aaaad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:41.995598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9dbc61ff-c824-48a5-8a03-a2f91c1323e9 req-de71eee9-14f6-4048-9b84-6caf504b6187 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] For port 84b348a8-a2fb-49b3-800d-2c88628a960e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=84b348a8-a2fb-49b3-800d-2c88628a960e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:41.996048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9dbc61ff-c824-48a5-8a03-a2f91c1323e9 req-de71eee9-14f6-4048-9b84-6caf504b6187 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.996650 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05f9b3a0-a292-4072-b08b-078b08d9ec90 req-a323bdc7-c25b-4a6c-af64-585e9aaaad33 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 1096 time: 0.1697266 Aug 31 14:17:42.005880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287f21e-523b-42f2-9e1c-d6d648089298 req-1134c855-43cc-477e-9257-4ea28757aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:42.010763 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9287f21e-523b-42f2-9e1c-d6d648089298 req-1134c855-43cc-477e-9257-4ea28757aac8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.1405284 Aug 31 14:17:42.021695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e97cd-309e-4811-9ac0-5591fc3ebcf2 req-5b4be496-9efc-43d1-9491-fc1bf3620529 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:42.023324 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-006e97cd-309e-4811-9ac0-5591fc3ebcf2 req-5b4be496-9efc-43d1-9491-fc1bf3620529 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 945 time: 0.2278392 Aug 31 14:17:42.032152 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-09d2cb85-552d-42f3-9093-315a2e22a1d2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1218512 Aug 31 14:17:42.033041 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9dbc61ff-c824-48a5-8a03-a2f91c1323e9 req-de71eee9-14f6-4048-9b84-6caf504b6187 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Calling delete_port for 84b348a8-a2fb-49b3-800d-2c88628a960e owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:42.049558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591da310-c432-4a6c-b680-b2b6e59abb1b req-7c891212-52b3-4edb-86c5-38fe06987540 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:42.052317 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-591da310-c432-4a6c-b680-b2b6e59abb1b req-7c891212-52b3-4edb-86c5-38fe06987540 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 943 time: 0.2492170 Aug 31 14:17:42.093733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Request body: {'port': {'device_id': '83ad5b55-f4b6-4174-bf80-d8d7e48c9035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:42.098095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.25', 59881) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:42.139373 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9287f21e-523b-42f2-9e1c-d6d648089298 req-04f7e009-e272-41a4-8eab-c1f60d0b5ae0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582535 Aug 31 14:17:42.177325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05f9b3a0-a292-4072-b08b-078b08d9ec90 req-7d3fd3ac-b79c-4b24-a678-176a4c0d8b8b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653094 Aug 31 14:17:42.198069 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-21f8acd8-f5ea-4502-a43b-38a19e190309 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945692 Aug 31 14:17:42.225825 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-006e97cd-309e-4811-9ac0-5591fc3ebcf2 req-e21f125e-b89d-438c-b542-e28b440915da tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883991 Aug 31 14:17:42.241898 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.259008 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-591da310-c432-4a6c-b680-b2b6e59abb1b req-90a92741-ee80-4cad-ba5f-5be0fad0d40f tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622057 Aug 31 14:17:42.262775 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Transition to ACTIVE for port object e534a4af-7369-4cd5-88fb-bd5710d2ec75 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:42.284046 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.381972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03b536-245c-432d-8c43-81dafa7845aa None None] Pushing event updated for resources: {'Port': ['ID=e534a4af-7369-4cd5-88fb-bd5710d2ec75,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:42.388959 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Attempting to bind port e534a4af-7369-4cd5-88fb-bd5710d2ec75 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:42.389474 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Attempting to bind port e534a4af-7369-4cd5-88fb-bd5710d2ec75 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:42.389839 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Attempting to bind port e534a4af-7369-4cd5-88fb-bd5710d2ec75 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:42.397457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:42.397905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:42.398254 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.398592 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9287f21e-523b-42f2-9e1c-d6d648089298 req-33c14362-9caa-412c-ab36-dc074f62101d service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482662 Aug 31 14:17:42.398735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:42.399400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Bound port: e534a4af-7369-4cd5-88fb-bd5710d2ec75, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:42.399782 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.417186 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fbc46afb-1953-46c3-8af9-d73ae53facb3 req-72f5f80b-8126-4afe-a45d-bba505e69c05 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 210 time: 0.0471976 Aug 31 14:17:42.465972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.489832 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-fe87fcfe-a7bc-445c-8b3c-393319f17537 req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.504742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0', '206bf4b8-b988-4fb5-af41-b977f995d654'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:42.511360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'd2534abb-a475-469e-83a7-6c4ca5bdb730', '84b348a8-a2fb-49b3-800d-2c88628a960e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:42.518696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] For port e534a4af-7369-4cd5-88fb-bd5710d2ec75, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:42.524298 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9dbc61ff-c824-48a5-8a03-a2f91c1323e9 req-de71eee9-14f6-4048-9b84-6caf504b6187 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.577987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] For port e534a4af-7369-4cd5-88fb-bd5710d2ec75, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e534a4af-7369-4cd5-88fb-bd5710d2ec75,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:42.582474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event deleted for resources: {'Port': ['ID=206bf4b8-b988-4fb5-af41-b977f995d654,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:42.588096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71eee9-14f6-4048-9b84-6caf504b6187 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event deleted for resources: {'Port': ['ID=84b348a8-a2fb-49b3-800d-2c88628a960e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:42.611103 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.643924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:42.644380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:42.644727 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:42.645116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:42.645519 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:42.645904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:42.646233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:42.646559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:42.646937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:42.647285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:42.647802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:42.648132 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:42.671149 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9287f21e-523b-42f2-9e1c-d6d648089298 req-db14cc74-c769-41a3-bcf6-f0bc03c1cd90 service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565491 Aug 31 14:17:42.672291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0922dba3-f157-47b3-a9e4-65d89da5198b details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:42.672995 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe87fcfe-a7bc-445c-8b3c-393319f17537 req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] No DVR routers for this DVR port 206bf4b8-b988-4fb5-af41-b977f995d654 on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:42.683286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac241053-4f87-41ef-87ef-828a39b61b55 req-e2ee3511-a069-4abb-b8c3-ec21d3258b69 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:42.685513 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac241053-4f87-41ef-87ef-828a39b61b55 req-e2ee3511-a069-4abb-b8c3-ec21d3258b69 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 932 time: 0.1856308 Aug 31 14:17:42.687004 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-fe87fcfe-a7bc-445c-8b3c-393319f17537 req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.689262 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe87fcfe-a7bc-445c-8b3c-393319f17537 req-4e80a854-f9f2-49af-80e1-1476de39a4b8 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "DELETE /v2.0/ports/206bf4b8-b988-4fb5-af41-b977f995d654 HTTP/1.1" status: 204 len: 173 time: 1.3440485 Aug 31 14:17:42.753382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-3d510661-9c4f-4040-8ff5-0169b0aac1c0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:42.755618 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-3d510661-9c4f-4040-8ff5-0169b0aac1c0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4830658 Aug 31 14:17:42.764027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf16db2-1745-4640-9d75-b58d67b7f9fb req-8b9a275e-7ee4-47f1-bd4d-e483e1c86fe2 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:42.768027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac241053-4f87-41ef-87ef-828a39b61b55 req-4da7cd31-1efd-413c-89b0-d5e6b826f4a1 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686126 Aug 31 14:17:42.773989 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcf16db2-1745-4640-9d75-b58d67b7f9fb req-8b9a275e-7ee4-47f1-bd4d-e483e1c86fe2 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 943 time: 0.3776677 Aug 31 14:17:42.782079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b996853-e5a4-442b-9644-d398be4c8c7f req-69bf1361-356f-450d-97b9-90edbfaeb665 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:42.784146 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7b996853-e5a4-442b-9644-d398be4c8c7f req-69bf1361-356f-450d-97b9-90edbfaeb665 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.60 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 945 time: 0.0936792 Aug 31 14:17:42.789870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-81d91b2c-673e-4dd6-a0b6-545942b90025 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Request body: {'port': {'device_id': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '529262fb62d346ef9b3aa2fafa79b7ad'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:42.855997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Routers {'d37f2879-f46a-480d-920a-fb0da64c3da4'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:42.856523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d37f2879-f46a-480d-920a-fb0da64c3da4'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:42.858319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03b536-245c-432d-8c43-81dafa7845aa None None] Pushing event updated for resources: {'Port': ['ID=e534a4af-7369-4cd5-88fb-bd5710d2ec75,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:42.874946 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:17:42.889401 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.924640 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-77b04ba6-4fcc-4223-bf02-1e9a6edcf735 req-b53d9cfa-344f-469d-9db8-5170d6a47ec2 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=13452170-9170-4493-a04a-7bc9e44e00dc HTTP/1.1" status: 200 len: 210 time: 0.0433238 Aug 31 14:17:42.991470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-7b996853-e5a4-442b-9644-d398be4c8c7f req-a6396bed-6320-4153-8202-ff2c8a5795f8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Deleting port f85122d2-37ab-48e8-a75e-571c2b3dbdcc {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:42.991849 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7b996853-e5a4-442b-9644-d398be4c8c7f req-a6396bed-6320-4153-8202-ff2c8a5795f8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.025624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbc61ff-c824-48a5-8a03-a2f91c1323e9 req-de71eee9-14f6-4048-9b84-6caf504b6187 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] No DVR routers for this DVR port 84b348a8-a2fb-49b3-800d-2c88628a960e on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:43.030759 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9dbc61ff-c824-48a5-8a03-a2f91c1323e9 req-de71eee9-14f6-4048-9b84-6caf504b6187 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.037911 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9dbc61ff-c824-48a5-8a03-a2f91c1323e9 req-de71eee9-14f6-4048-9b84-6caf504b6187 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "DELETE /v2.0/ports/84b348a8-a2fb-49b3-800d-2c88628a960e HTTP/1.1" status: 204 len: 173 time: 2.2326379 Aug 31 14:17:43.152226 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfd10f-cc3b-48d6-8865-22b8c0a986a3 req-1d21fc66-fecc-441c-b162-d8547ac82f02 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:43.153829 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-31bfd10f-cc3b-48d6-8865-22b8c0a986a3 req-1d21fc66-fecc-441c-b162-d8547ac82f02 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 945 time: 0.1023824 Aug 31 14:17:43.204280 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7b996853-e5a4-442b-9644-d398be4c8c7f req-a6396bed-6320-4153-8202-ff2c8a5795f8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] For port f85122d2-37ab-48e8-a75e-571c2b3dbdcc, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=f85122d2-37ab-48e8-a75e-571c2b3dbdcc,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:43.204640 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7b996853-e5a4-442b-9644-d398be4c8c7f req-a6396bed-6320-4153-8202-ff2c8a5795f8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.207961 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] Set router d37f2879-f46a-480d-920a-fb0da64c3da4 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:43.231243 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-7b996853-e5a4-442b-9644-d398be4c8c7f req-a6396bed-6320-4153-8202-ff2c8a5795f8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Calling delete_port for f85122d2-37ab-48e8-a75e-571c2b3dbdcc owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:43.283361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527ed37b-2643-40ee-b86f-cf68e4c40810', 'name': 'network-vif-deleted', 'tag': '206bf4b8-b988-4fb5-af41-b977f995d654'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:43.285982 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafeb008-ca5f-4e4f-a829-2bb80f169952" -d '{"events": [{"server_uuid": "527ed37b-2643-40ee-b86f-cf68e4c40810", "name": "network-vif-deleted", "tag": "206bf4b8-b988-4fb5-af41-b977f995d654"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:43.312537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13452170-9170-4493-a04a-7bc9e44e00dc', 'name': 'network-vif-deleted', 'tag': '84b348a8-a2fb-49b3-800d-2c88628a960e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:43.315602 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70279457-47b6-48aa-bb91-d32444ed8745" -d '{"events": [{"server_uuid": "13452170-9170-4493-a04a-7bc9e44e00dc", "name": "network-vif-deleted", "tag": "84b348a8-a2fb-49b3-800d-2c88628a960e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:43.334288 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-31bfd10f-cc3b-48d6-8865-22b8c0a986a3 req-59953704-8790-443e-9f67-7d47aecef0e3 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676316 Aug 31 14:17:43.335136 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0922dba3-f157-47b3-a9e4-65d89da5198b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:43.368557 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcf16db2-1745-4640-9d75-b58d67b7f9fb req-a954beab-51f4-4ac7-ae97-5c2775d49bda tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5928526 Aug 31 14:17:43.513416 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7b996853-e5a4-442b-9644-d398be4c8c7f req-a6396bed-6320-4153-8202-ff2c8a5795f8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.540606 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bea7bb-a97b-4087-b3de-3c6767b7db77 req-9d728957-827a-4e96-aa20-5824d3e50359 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:43.559674 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7bea7bb-a97b-4087-b3de-3c6767b7db77 req-9d728957-827a-4e96-aa20-5824d3e50359 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 945 time: 0.0957985 Aug 31 14:17:43.593861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-81d91b2c-673e-4dd6-a0b6-545942b90025 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Made reservation on behalf of 529262fb62d346ef9b3aa2fafa79b7ad for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:43.596493 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-81d91b2c-673e-4dd6-a0b6-545942b90025 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.611031 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6396bed-6320-4153-8202-ff2c8a5795f8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Pushing event deleted for resources: {'Port': ['ID=f85122d2-37ab-48e8-a75e-571c2b3dbdcc,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:43.618755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0922dba3-f157-47b3-a9e4-65d89da5198b has no active binding in host n-h1-806683-5 {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 14:17:43.619140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 55c18dc6-c8f1-4304-b3b9-787a83a7903f details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:43.651094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Allocated IP 172.20.0.1 (becabe8c-a855-4b53-b88f-eb3e452c0d52/f6cad99d-0884-47be-8abb-f92310fee842/fb0b96fd-428f-4c17-b649-f228fed2dbc3) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:43.695472 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7bea7bb-a97b-4087-b3de-3c6767b7db77 req-31c30db3-7228-44a4-a94c-9579819e8a45 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277297 Aug 31 14:17:43.695472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b996853-e5a4-442b-9644-d398be4c8c7f req-a6396bed-6320-4153-8202-ff2c8a5795f8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] No DVR routers for this DVR port f85122d2-37ab-48e8-a75e-571c2b3dbdcc on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:43.699657 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7b996853-e5a4-442b-9644-d398be4c8c7f req-a6396bed-6320-4153-8202-ff2c8a5795f8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.719809 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7b996853-e5a4-442b-9644-d398be4c8c7f req-a6396bed-6320-4153-8202-ff2c8a5795f8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.60 "DELETE /v2.0/ports/f85122d2-37ab-48e8-a75e-571c2b3dbdcc HTTP/1.1" status: 204 len: 173 time: 0.9229600 Aug 31 14:17:43.724449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bc53d-de59-4e74-b6e8-2003b3297ef3 req-61dad097-a673-4328-9a44-40c28a00a302 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:43.731863 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e87bc53d-de59-4e74-b6e8-2003b3297ef3 req-61dad097-a673-4328-9a44-40c28a00a302 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 943 time: 0.1598680 Aug 31 14:17:43.757277 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c091c6-0678-4564-90b5-c7282e0849c6 x-openstack-request-id: req-e7c091c6-0678-4564-90b5-c7282e0849c6 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:43.757742 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527ed37b-2643-40ee-b86f-cf68e4c40810", "name": "network-vif-deleted", "tag": "206bf4b8-b988-4fb5-af41-b977f995d654", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:43.758264 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7c091c6-0678-4564-90b5-c7282e0849c6 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:43.758899 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527ed37b-2643-40ee-b86f-cf68e4c40810', 'name': 'network-vif-deleted', 'tag': '206bf4b8-b988-4fb5-af41-b977f995d654', 'status': 'completed', 'code': 200} Aug 31 14:17:43.807776 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e87bc53d-de59-4e74-b6e8-2003b3297ef3 req-b4a97cc4-f85f-4ceb-a489-e818acff7108 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748410 Aug 31 14:17:43.856377 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11adc8b-14b7-47a3-afb3-77a71397ff88 x-openstack-request-id: req-c11adc8b-14b7-47a3-afb3-77a71397ff88 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:43.857415 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13452170-9170-4493-a04a-7bc9e44e00dc", "name": "network-vif-deleted", "tag": "84b348a8-a2fb-49b3-800d-2c88628a960e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:43.857739 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c11adc8b-14b7-47a3-afb3-77a71397ff88 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:43.859020 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13452170-9170-4493-a04a-7bc9e44e00dc', 'name': 'network-vif-deleted', 'tag': '84b348a8-a2fb-49b3-800d-2c88628a960e', 'status': 'completed', 'code': 200} Aug 31 14:17:43.963156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 55c18dc6-c8f1-4304-b3b9-787a83a7903f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=55c18dc6-c8f1-4304-b3b9-787a83a7903f,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:43.986334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '55c18dc6-c8f1-4304-b3b9-787a83a7903f', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'port_id': '55c18dc6-c8f1-4304-b3b9-787a83a7903f', 'mac_address': 'fa:16:3e:b4:bd:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:17:44.023963 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1623402c-a446-4a17-893a-1d8a8b072ce2 req-435ec371-2276-47ad-9141-c4b5573e87ab tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 210 time: 0.0954206 Aug 31 14:17:44.078430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'name': 'tempest-AttachSCSIVolumeTestJSON-677339888-router', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e534a4af-7369-4cd5-88fb-bd5710d2ec75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:35Z', 'updated_at': '2021-08-31T14:17:38Z', 'revision_number': 3, 'project_id': '05aa20b999b8439ba0bf80cb71a0321f', 'gw_port': {'id': 'e534a4af-7369-4cd5-88fb-bd5710d2ec75', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:36Z', 'updated_at': '2021-08-31T14:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:44.138862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0e720d-6fdf-4e1d-a652-7c1a053af304 None None] The sync data for ids ['d37f2879-f46a-480d-920a-fb0da64c3da4'] in n-d-806683-5 is: [{'id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'name': 'tempest-AttachSCSIVolumeTestJSON-677339888-router', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e534a4af-7369-4cd5-88fb-bd5710d2ec75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:35Z', 'updated_at': '2021-08-31T14:17:38Z', 'revision_number': 3, 'project_id': '05aa20b999b8439ba0bf80cb71a0321f', 'gw_port': {'id': 'e534a4af-7369-4cd5-88fb-bd5710d2ec75', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:36Z', 'updated_at': '2021-08-31T14:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:44.154605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:44.160306 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.183932 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-44df6c34-f4dc-48a4-98b0-f5e22a9ba9ed req-d74d690e-1d2e-4146-9594-cbbd29bab87e tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=13452170-9170-4493-a04a-7bc9e44e00dc HTTP/1.1" status: 200 len: 210 time: 0.0579753 Aug 31 14:17:44.220116 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c18dc6-c8f1-4304-b3b9-787a83a7903f {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:44.254872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 55c18dc6-c8f1-4304-b3b9-787a83a7903f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=55c18dc6-c8f1-4304-b3b9-787a83a7903f,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:44.268601 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.370614 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=55c18dc6-c8f1-4304-b3b9-787a83a7903f,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:44.519099 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c80a3319-6ef0-4d98-bcb2-ed269ce32ef0 req-ead4b657-1023-4254-ae67-8efbf721a079 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 210 time: 0.0740240 Aug 31 14:17:44.531371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82606232-9dfa-4063-a335-fe29c335e132 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:44.562923 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.598631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5cf02-b13d-4685-966e-9505042572d0 req-f1ae3f2a-4a0f-44a5-bdd0-944d1212df40 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:44.606184 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51e5cf02-b13d-4685-966e-9505042572d0 req-f1ae3f2a-4a0f-44a5-bdd0-944d1212df40 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 932 time: 0.2589548 Aug 31 14:17:44.618956 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.638546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-81d91b2c-673e-4dd6-a0b6-545942b90025 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Allocated IP 192.168.233.171 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/8ed218f7-d16c-4dc8-bb53-d1c4275bbb98) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:44.662953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['55c18dc6-c8f1-4304-b3b9-787a83a7903f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:44.670983 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device f85122d2-37ab-48e8-a75e-571c2b3dbdcc no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:44.672379 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Transition to ACTIVE for port object 82606232-9dfa-4063-a335-fe29c335e132 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:44.688340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Transition to ACTIVE for port object fb0b96fd-428f-4c17-b649-f228fed2dbc3 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:44.690499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032116d-cffd-4c97-bf08-dd1f494717b5 req-4e78f497-f43b-446d-afb3-785e21970aab tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:44.693434 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.700150 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9032116d-cffd-4c97-bf08-dd1f494717b5 req-4e78f497-f43b-446d-afb3-785e21970aab tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 944 time: 0.1172497 Aug 31 14:17:44.765723 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9032116d-cffd-4c97-bf08-dd1f494717b5 req-7f68185c-d132-413e-90d8-4dd0f11988db tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598629 Aug 31 14:17:44.785380 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'd2534abb-a475-469e-83a7-6c4ca5bdb730'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:44.797754 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51e5cf02-b13d-4685-966e-9505042572d0 req-566d52b0-37c9-4969-b93f-e162224f49ae tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906700 Aug 31 14:17:44.824631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e534a4af-7369-4cd5-88fb-bd5710d2ec75 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:44.826477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: f85122d2-37ab-48e8-a75e-571c2b3dbdcc {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:44.826818 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device f85122d2-37ab-48e8-a75e-571c2b3dbdcc not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:44.827265 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 84b348a8-a2fb-49b3-800d-2c88628a960e no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:44.878269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 84b348a8-a2fb-49b3-800d-2c88628a960e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:44.878392 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 84b348a8-a2fb-49b3-800d-2c88628a960e not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:44.920531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Pushing event updated for resources: {'Port': ['ID=82606232-9dfa-4063-a335-fe29c335e132,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:45.010767 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.031439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port e534a4af-7369-4cd5-88fb-bd5710d2ec75 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:45.041307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port e534a4af-7369-4cd5-88fb-bd5710d2ec75 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:45.041685 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.045939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Attempting to bind port 82606232-9dfa-4063-a335-fe29c335e132 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:45.046389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Attempting to bind port 82606232-9dfa-4063-a335-fe29c335e132 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:45.046723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Attempting to bind port 82606232-9dfa-4063-a335-fe29c335e132 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:45.095562 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-25d11355-f088-40b1-bda3-1a1a352d2ce5 service neutron] 10.222.0.25 "GET /v2.0/ports/0922dba3-f157-47b3-a9e4-65d89da5198b/bindings/n-h1-806683-5 HTTP/1.1" status: 200 len: 384 time: 0.3267379 Aug 31 14:17:45.108700 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb5a56-19b4-4c46-8b83-0e40ee131694 req-cc37e5a5-b528-41bf-b7b1-d1fd061dc1a2 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:45.110674 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ddb5a56-19b4-4c46-8b83-0e40ee131694 req-cc37e5a5-b528-41bf-b7b1-d1fd061dc1a2 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 945 time: 0.1334770 Aug 31 14:17:45.155453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Port 82606232-9dfa-4063-a335-fe29c335e132 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:45.156227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Attempting to bind port 82606232-9dfa-4063-a335-fe29c335e132 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:45.254098 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-81d91b2c-673e-4dd6-a0b6-545942b90025 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.266049 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ddb5a56-19b4-4c46-8b83-0e40ee131694 req-42bbfb13-8303-445b-b4d0-ec5dd105148d tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414080 Aug 31 14:17:45.277082 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:45.277082 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Checking segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:45.278304 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Bound using segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:45.278970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Bound port: 82606232-9dfa-4063-a335-fe29c335e132, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:45.279360 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.281668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0b96fd-428f-4c17-b649-f228fed2dbc3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:45.304728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Network becabe8c-a855-4b53-b88f-eb3e452c0d52 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:45.358064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:45.365613 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:45.365613 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.405669 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.437098 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98650ee3-fffc-4573-8b4a-8092a7e6f244 req-8bb7c576-f30e-492e-b9d6-e0b91615dc61 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 210 time: 0.0621367 Aug 31 14:17:45.473430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port e534a4af-7369-4cd5-88fb-bd5710d2ec75, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e534a4af-7369-4cd5-88fb-bd5710d2ec75,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:45.519647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-81d91b2c-673e-4dd6-a0b6-545942b90025 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Transition to ACTIVE for port object 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:45.562796 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.575023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 206bf4b8-b988-4fb5-af41-b977f995d654 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:45.592362 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-719315ca-6b83-43c8-8e20-556ed3a0b03e service neutron] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0922dba3-f157-47b3-a9e4-65d89da5198b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:45.616369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:45.622960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=82606232-9dfa-4063-a335-fe29c335e132,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:45.644883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 206bf4b8-b988-4fb5-af41-b977f995d654 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:45.645216 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 206bf4b8-b988-4fb5-af41-b977f995d654 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:45.656625 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34ca00-e5db-49fb-8119-8d6ccfb054ff req-99947bb2-6bd6-4c6c-bf38-8a799b2daa0b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:45.663462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-719315ca-6b83-43c8-8e20-556ed3a0b03e service neutron] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:45.665923 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b34ca00-e5db-49fb-8119-8d6ccfb054ff req-99947bb2-6bd6-4c6c-bf38-8a799b2daa0b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 943 time: 0.6164544 Aug 31 14:17:45.672977 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.688721 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=e534a4af-7369-4cd5-88fb-bd5710d2ec75,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:45.730273 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-719315ca-6b83-43c8-8e20-556ed3a0b03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0922dba3-f157-47b3-a9e4-65d89da5198b {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:45.746849 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:45.747408 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.748829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] 10.222.0.25 "PUT /v2.0/ports/82606232-9dfa-4063-a335-fe29c335e132 HTTP/1.1" status: 200 len: 1092 time: 3.6932163 Aug 31 14:17:45.763425 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61515f61-f6b2-4061-80ff-2702437e48b7', 'name': 'network-vif-deleted', 'tag': 'f85122d2-37ab-48e8-a75e-571c2b3dbdcc'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:45.765896 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5a8f8c-9dbc-400f-9107-00848a1c4297" -d '{"events": [{"server_uuid": "61515f61-f6b2-4061-80ff-2702437e48b7", "name": "network-vif-deleted", "tag": "f85122d2-37ab-48e8-a75e-571c2b3dbdcc"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:45.771169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-719315ca-6b83-43c8-8e20-556ed3a0b03e service neutron] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0922dba3-f157-47b3-a9e4-65d89da5198b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:45.793834 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-719315ca-6b83-43c8-8e20-556ed3a0b03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.810136 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.812757 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5ab905f4-cc92-4c97-ae61-60b7e271f42c None None] Provisioning for port fb0b96fd-428f-4c17-b649-f228fed2dbc3 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:45.833735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5ab905f4-cc92-4c97-ae61-60b7e271f42c None None] Provisioning complete for port fb0b96fd-428f-4c17-b649-f228fed2dbc3 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:45.839396 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5ab905f4-cc92-4c97-ae61-60b7e271f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.877805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ad5b55-f4b6-4174-bf80-d8d7e48c9035', 'tag': '82606232-9dfa-4063-a335-fe29c335e132'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:45.880428 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569eb3c4-44f4-42f9-a682-a412c4cc2084" -d '{"events": [{"name": "network-changed", "server_uuid": "83ad5b55-f4b6-4174-bf80-d8d7e48c9035", "tag": "82606232-9dfa-4063-a335-fe29c335e132"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:45.910305 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b34ca00-e5db-49fb-8119-8d6ccfb054ff req-7dc1dd84-8fb0-4618-9af5-952bc2431c36 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432353 Aug 31 14:17:45.911306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d4f0b-c281-4a55-959c-0f8c3e8097ff service neutron] Pushing event updated for resources: {'Port': ['ID=82606232-9dfa-4063-a335-fe29c335e132,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:45.923934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5ab905f4-cc92-4c97-ae61-60b7e271f42c None None] Port fb0b96fd-428f-4c17-b649-f228fed2dbc3 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:45.939209 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-81d91b2c-673e-4dd6-a0b6-545942b90025 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.953631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['f07689c1-97c2-4ccb-bc15-e163f6f240b4'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:45.957389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['e7eae629-05eb-43da-97c0-79c60a87969b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:46.031481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-81d91b2c-673e-4dd6-a0b6-545942b90025 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:46.064879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-81d91b2c-673e-4dd6-a0b6-545942b90025 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:46.077260 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d47711a-7529-49ab-8fa5-e23eeda98ae1 req-8dbbdddd-dfea-4506-820c-c676fe7baffd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 210 time: 0.0643613 Aug 31 14:17:46.081559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-81d91b2c-673e-4dd6-a0b6-545942b90025 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:46.087833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-81d91b2c-673e-4dd6-a0b6-545942b90025 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:46.088856 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-81d91b2c-673e-4dd6-a0b6-545942b90025 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.130808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d91b2c-673e-4dd6-a0b6-545942b90025 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Pushing event updated for resources: {'Port': ['ID=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:46.220739 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-81d91b2c-673e-4dd6-a0b6-545942b90025 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4403694 Aug 31 14:17:46.232946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-393795f7-a5ae-4c19-b497-174b1f70769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:46.234899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-393795f7-a5ae-4c19-b497-174b1f70769f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 1095 time: 0.3908486 Aug 31 14:17:46.244025 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Request body: {'port': {'device_id': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:46.345160 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-62002d76-084a-486f-a0f4-d5f750fff178 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82606232-9dfa-4063-a335-fe29c335e132 HTTP/1.1" status: 200 len: 217 time: 0.0980337 Aug 31 14:17:46.358486 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-719315ca-6b83-43c8-8e20-556ed3a0b03e service neutron] Transition to ACTIVE for port object 0922dba3-f157-47b3-a9e4-65d89da5198b will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:46.367853 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b94e21-ec2b-4917-8521-3c5a5eefc321 x-openstack-request-id: req-02b94e21-ec2b-4917-8521-3c5a5eefc321 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:46.368289 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61515f61-f6b2-4061-80ff-2702437e48b7", "name": "network-vif-deleted", "tag": "f85122d2-37ab-48e8-a75e-571c2b3dbdcc", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:46.368547 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02b94e21-ec2b-4917-8521-3c5a5eefc321 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:46.370003 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61515f61-f6b2-4061-80ff-2702437e48b7', 'name': 'network-vif-deleted', 'tag': 'f85122d2-37ab-48e8-a75e-571c2b3dbdcc', 'status': 'completed', 'code': 200} Aug 31 14:17:46.372599 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-719315ca-6b83-43c8-8e20-556ed3a0b03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.387485 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0af9c-06a8-490d-b039-5a5803c0b5a9 req-01f9bb92-9f6a-4227-8ff2-e2b67e813c49 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:46.404488 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-08a0af9c-06a8-490d-b039-5a5803c0b5a9 req-01f9bb92-9f6a-4227-8ff2-e2b67e813c49 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 945 time: 0.6766694 Aug 31 14:17:46.405016 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57298) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:46.483899 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d8747579-c38b-41c7-97cc-6528fd391c7c tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Request body: {'floatingip': {'port_id': '64da7023-07a4-43b2-bc58-4d3b70e02bf4'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:46.561846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9c47813f-513e-4dce-aada-401a302839ff None None] Provisioning for port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:46.566719 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.567859 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9c47813f-513e-4dce-aada-401a302839ff None None] Provisioning complete for port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:46.568428 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c47813f-513e-4dce-aada-401a302839ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.572155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-b03a0e41-0357-4012-b8cf-d5f0301d378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:46.573661 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-b03a0e41-0357-4012-b8cf-d5f0301d378b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.2131727 Aug 31 14:17:46.610218 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.620878 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8747579-c38b-41c7-97cc-6528fd391c7c tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.634007 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.634960 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.644591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d16444-d3b4-48c3-9d0a-b3ecbaec114d req-1b6272e4-d740-4844-b14b-9f37cb7239ce tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:46.652468 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8d16444-d3b4-48c3-9d0a-b3ecbaec114d req-1b6272e4-d740-4844-b14b-9f37cb7239ce tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 944 time: 0.1956201 Aug 31 14:17:46.655746 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-288edc08-2327-4e52-95ea-e55a60e5f776 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606048 Aug 31 14:17:46.662496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 55c18dc6-c8f1-4304-b3b9-787a83a7903f up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:46.734014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9c47813f-513e-4dce-aada-401a302839ff None None] Port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:46.747216 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e534a4af-7369-4cd5-88fb-bd5710d2ec75 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:46.785646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 55c18dc6-c8f1-4304-b3b9-787a83a7903f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:46.823236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 55c18dc6-c8f1-4304-b3b9-787a83a7903f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:46.824404 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.875440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0b96fd-428f-4c17-b649-f228fed2dbc3,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:46.898159 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8d16444-d3b4-48c3-9d0a-b3ecbaec114d req-8626c604-bc9c-4e34-80bf-53057968af14 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447176 Aug 31 14:17:47.015523 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16d7160-b673-4153-84ae-973e832d1c08 x-openstack-request-id: req-b16d7160-b673-4153-84ae-973e832d1c08 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:47.015811 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ad5b55-f4b6-4174-bf80-d8d7e48c9035", "tag": "82606232-9dfa-4063-a335-fe29c335e132", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:47.016070 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b16d7160-b673-4153-84ae-973e832d1c08 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:47.016482 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ad5b55-f4b6-4174-bf80-d8d7e48c9035', 'tag': '82606232-9dfa-4063-a335-fe29c335e132', 'status': 'completed', 'code': 200} Aug 31 14:17:47.038889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-0f7d1773-dfe5-461a-9d51-d0d039fb14d2 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527441 Aug 31 14:17:47.046684 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port e534a4af-7369-4cd5-88fb-bd5710d2ec75 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:47.047240 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.049162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.104235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Network becabe8c-a855-4b53-b88f-eb3e452c0d52 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:47.138831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 55c18dc6-c8f1-4304-b3b9-787a83a7903f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=55c18dc6-c8f1-4304-b3b9-787a83a7903f,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:47.141220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:47.165733 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c18dc6-c8f1-4304-b3b9-787a83a7903f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:47.171452 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98268a38-862a-4e7f-8231-81789cebcec4" -d '{"events": [{"server_uuid": "42ad3431-cd8f-48b1-8b38-2b2b95960352", "name": "network-vif-plugged", "status": "completed", "tag": "55c18dc6-c8f1-4304-b3b9-787a83a7903f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:47.225893 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.363358 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8747579-c38b-41c7-97cc-6528fd391c7c tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.368467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-719315ca-6b83-43c8-8e20-556ed3a0b03e service neutron] No DVR routers for this DVR port 0922dba3-f157-47b3-a9e4-65d89da5198b on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:47.372650 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8747579-c38b-41c7-97cc-6528fd391c7c tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.374374 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719315ca-6b83-43c8-8e20-556ed3a0b03e service neutron] Pushing event updated for resources: {'Port': ['ID=0922dba3-f157-47b3-a9e4-65d89da5198b,revision_number=10']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:47.416132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=55c18dc6-c8f1-4304-b3b9-787a83a7903f,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:47.466951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d5bf3fc-436b-48cd-b991-44bcbae2072f req-5eef398f-4f1b-49e1-bb93-ff432ceb7926 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072242 Aug 31 14:17:47.485309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3396b-7580-47ad-ad34-ee8e92e154fa req-54667ba7-1094-4652-aa3a-d1518d506f4b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:47.486668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ad3396b-7580-47ad-ad34-ee8e92e154fa req-54667ba7-1094-4652-aa3a-d1518d506f4b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 936 time: 0.2574849 Aug 31 14:17:47.519455 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-719315ca-6b83-43c8-8e20-556ed3a0b03e service neutron] 10.222.0.25 "PUT /v2.0/ports/0922dba3-f157-47b3-a9e4-65d89da5198b/bindings/n-h1-806683-5/activate HTTP/1.1" status: 200 len: 369 time: 2.4073932 Aug 31 14:17:47.525495 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 0922dba3-f157-47b3-a9e4-65d89da5198b no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:47.535834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70d4f6-3822-4e54-9dd0-78733ad3e128 req-4aaf5a0a-735d-4866-8c63-06c95f807abc tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:47.537553 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd70d4f6-3822-4e54-9dd0-78733ad3e128 req-4aaf5a0a-735d-4866-8c63-06c95f807abc tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 944 time: 1.0274844 Aug 31 14:17:47.599103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Router d37f2879-f46a-480d-920a-fb0da64c3da4 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:47.609121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:47.619441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5cff5bab-f57e-4ff2-8869-8c9526774843 None None] Provisioning complete for port fb0b96fd-428f-4c17-b649-f228fed2dbc3 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:47.620164 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cff5bab-f57e-4ff2-8869-8c9526774843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.633672 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.650185 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ad3396b-7580-47ad-ad34-ee8e92e154fa req-c9cd1d72-a0a5-4b8c-bf33-485323662c44 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504228 Aug 31 14:17:47.666673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Transition to ACTIVE for port object 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:47.669101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569eb3c4-44f4-42f9-a682-a412c4cc2084 req-78e11c80-825b-422c-a68d-f6b9bc49256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:47.670797 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569eb3c4-44f4-42f9-a682-a412c4cc2084 req-78e11c80-825b-422c-a68d-f6b9bc49256e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 1095 time: 0.1265182 Aug 31 14:17:47.673635 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.699028 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-d8747579-c38b-41c7-97cc-6528fd391c7c tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Floating IP 8209ed58-e440-4701-802a-25c567804a51 associated. External IP: 172.25.2.245, port: 64da7023-07a4-43b2-bc58-4d3b70e02bf4. Aug 31 14:17:47.840969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 0922dba3-f157-47b3-a9e4-65d89da5198b not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:47.850589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5cff5bab-f57e-4ff2-8869-8c9526774843 None None] Port fb0b96fd-428f-4c17-b649-f228fed2dbc3 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:47.883296 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd70d4f6-3822-4e54-9dd0-78733ad3e128 req-cd8e9328-88b8-4019-b2ea-76878f010d7f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309479 Aug 31 14:17:48.030128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-dbc688b7-57a9-428d-bb12-25a0f6bfed24 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:48.031680 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-dbc688b7-57a9-428d-bb12-25a0f6bfed24 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29&tenant_id=5904e6ad71034956a1b7126d4bfce299&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1095 time: 0.1594348 Aug 31 14:17:48.117521 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-1e9218af-ea4d-4143-91bf-2c186e70ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:48.119312 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-1e9218af-ea4d-4143-91bf-2c186e70ff5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29&tenant_id=5904e6ad71034956a1b7126d4bfce299 HTTP/1.1" status: 200 len: 1095 time: 0.0790625 Aug 31 14:17:48.121252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8747579-c38b-41c7-97cc-6528fd391c7c tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:48.228371 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa04b52f-0e54-440b-80cc-92908907e571 req-e79a32ee-50bb-4764-a1cd-f62f23c9b895 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 210 time: 0.0912924 Aug 31 14:17:48.237115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:48.251235 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b8ce103a-bb93-4688-a2ff-f60113e14db2 admin admin] 10.222.0.39 "PUT /v2.0/routers/d37f2879-f46a-480d-920a-fb0da64c3da4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4255428 Aug 31 14:17:48.254426 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Sync routers for ids ['d37f2879-f46a-480d-920a-fb0da64c3da4'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:48.269462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Pushing event updated for resources: {'Port': ['ID=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:48.272563 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Routers {'d37f2879-f46a-480d-920a-fb0da64c3da4'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:48.273575 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d37f2879-f46a-480d-920a-fb0da64c3da4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:48.341227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b19cd9-d434-43ba-b4d1-81cfdb50efc9 req-e9ba17b7-7166-45b5-83c1-6f12547a5e91 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:48.349706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8b19cd9-d434-43ba-b4d1-81cfdb50efc9 req-e9ba17b7-7166-45b5-83c1-6f12547a5e91 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 944 time: 0.2035642 Aug 31 14:17:48.378895 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-dd2021a3-51df-4382-9941-10dbaf601393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:48.380504 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-dd2021a3-51df-4382-9941-10dbaf601393 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 1095 time: 0.2308519 Aug 31 14:17:48.382850 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569eb3c4-44f4-42f9-a682-a412c4cc2084 req-22f541b2-0e1c-4525-9295-ca8cc883fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:48.384579 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569eb3c4-44f4-42f9-a682-a412c4cc2084 req-22f541b2-0e1c-4525-9295-ca8cc883fd86 service neutron] 10.222.0.25 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.7053821 Aug 31 14:17:48.392078 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62700df7-31a8-40ef-bacd-dc4d9e174e44 x-openstack-request-id: req-62700df7-31a8-40ef-bacd-dc4d9e174e44 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:48.392404 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ad3431-cd8f-48b1-8b38-2b2b95960352", "name": "network-vif-plugged", "status": "completed", "tag": "55c18dc6-c8f1-4304-b3b9-787a83a7903f", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:48.392664 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62700df7-31a8-40ef-bacd-dc4d9e174e44 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:48.393353 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c18dc6-c8f1-4304-b3b9-787a83a7903f', 'code': 200} Aug 31 14:17:48.396768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Attempting to bind port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:48.401390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Attempting to bind port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:48.403222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Attempting to bind port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:48.466983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:48.467491 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Attempting to bind port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:48.544339 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8747579-c38b-41c7-97cc-6528fd391c7c tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:48.555471 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff10478-13c6-4419-9a0e-5b519932611a None None] Sync routers for ids ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:48.564623 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8b19cd9-d434-43ba-b4d1-81cfdb50efc9 req-c16f2176-7de8-4cd7-a540-cc85f147f278 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137625 Aug 31 14:17:48.565568 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8747579-c38b-41c7-97cc-6528fd391c7c tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:48.571288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff10478-13c6-4419-9a0e-5b519932611a None None] Routers {'3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:48.572421 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569eb3c4-44f4-42f9-a682-a412c4cc2084 req-6e740836-d8fd-498f-b476-825c6d42a7cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82606232-9dfa-4063-a335-fe29c335e132 HTTP/1.1" status: 200 len: 217 time: 0.1590827 Aug 31 14:17:48.573125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9ff10478-13c6-4419-9a0e-5b519932611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:48.577529 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Set router d37f2879-f46a-480d-920a-fb0da64c3da4 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:48.708084 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d8747579-c38b-41c7-97cc-6528fd391c7c tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "PUT /v2.0/floatingips/8209ed58-e440-4701-802a-25c567804a51 HTTP/1.1" status: 200 len: 991 time: 2.2346368 Aug 31 14:17:48.711656 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'tag': '64da7023-07a4-43b2-bc58-4d3b70e02bf4'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:48.714711 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0106d641-5d3e-4d01-90cf-3fc6c39d1264" -d '{"events": [{"name": "network-changed", "server_uuid": "b5444ca1-171d-473a-b3b7-9cecc5977b1c", "tag": "64da7023-07a4-43b2-bc58-4d3b70e02bf4"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:48.724080 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-89d90180-255b-46ed-9deb-fb68815f6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:48.725983 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-89d90180-255b-46ed-9deb-fb68815f6f7a service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.3202775 Aug 31 14:17:48.747151 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056e571-a4aa-4a94-908a-09b37ca01665 req-eb399ded-dbcb-4701-9cf2-452682db3309 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:48.748733 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d056e571-a4aa-4a94-908a-09b37ca01665 req-eb399ded-dbcb-4701-9cf2-452682db3309 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 945 time: 0.2107151 Aug 31 14:17:48.752984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569eb3c4-44f4-42f9-a682-a412c4cc2084 req-6182339c-024c-4fb1-8a56-ebe0756c344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:48.756040 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569eb3c4-44f4-42f9-a682-a412c4cc2084 req-6182339c-024c-4fb1-8a56-ebe0756c344e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.1662712 Aug 31 14:17:48.762648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:48.763035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:48.763430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:48.763926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Bound port: 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:48.764357 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:48.947933 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-5ced243b-40e4-4407-88ac-39bef12ba0f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0922dba3-f157-47b3-a9e4-65d89da5198b HTTP/1.1" status: 200 len: 217 time: 0.1954751 Aug 31 14:17:48.983515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] For port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:48.995710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] For port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:49.012662 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569eb3c4-44f4-42f9-a682-a412c4cc2084 req-97129428-e88e-4b80-b825-bd3df6c7438c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2311080 Aug 31 14:17:49.017866 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d056e571-a4aa-4a94-908a-09b37ca01665 req-67a792e3-e039-4281-8aff-acacfeca18f5 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511559 Aug 31 14:17:49.019991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6135aa4-573c-4b7e-9821-7804d73ff673 req-960e647e-abf8-4a0f-a799-5a8320d0c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:49.024180 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6135aa4-573c-4b7e-9821-7804d73ff673 req-960e647e-abf8-4a0f-a799-5a8320d0c03f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 1096 time: 0.5073266 Aug 31 14:17:49.080330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-9ff10478-13c6-4419-9a0e-5b519932611a None None] Set router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:49.093960 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'name': 'tempest-AttachSCSIVolumeTestJSON-677339888-router', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e534a4af-7369-4cd5-88fb-bd5710d2ec75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:35Z', 'updated_at': '2021-08-31T14:17:45Z', 'revision_number': 4, 'project_id': '05aa20b999b8439ba0bf80cb71a0321f', 'gw_port': {'id': 'e534a4af-7369-4cd5-88fb-bd5710d2ec75', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:36Z', 'updated_at': '2021-08-31T14:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'fb0b96fd-428f-4c17-b649-f228fed2dbc3', 'name': '', 'network_id': 'becabe8c-a855-4b53-b88f-eb3e452c0d52', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'mac_address': 'fa:16:3e:c3:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f6cad99d-0884-47be-8abb-f92310fee842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:43Z', 'updated_at': '2021-08-31T14:17:46Z', 'revision_number': 2, 'project_id': '05aa20b999b8439ba0bf80cb71a0321f', 'subnets': [{'id': 'f6cad99d-0884-47be-8abb-f92310fee842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:49.125663 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Checking router: d37f2879-f46a-480d-920a-fb0da64c3da4 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:49.126263 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Updating router d37f2879-f46a-480d-920a-fb0da64c3da4 port fb0b96fd-428f-4c17-b649-f228fed2dbc3 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:17:49.151745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-308fc5d7-0463-419e-827d-1f9caa81d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:49.156856 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-308fc5d7-0463-419e-827d-1f9caa81d98b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.1929343 Aug 31 14:17:49.162540 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.186061 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.190509 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569eb3c4-44f4-42f9-a682-a412c4cc2084 req-00e32ace-c130-4e46-a7e3-73ac70854eeb service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648867 Aug 31 14:17:49.265055 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-6630eb14-6ac1-4fdd-b37e-0e0629742e8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795586 Aug 31 14:17:49.326196 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed38a2e-cd90-48df-aff1-ac1f80ffbaef x-openstack-request-id: req-7ed38a2e-cd90-48df-aff1-ac1f80ffbaef {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:49.326493 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5444ca1-171d-473a-b3b7-9cecc5977b1c", "tag": "64da7023-07a4-43b2-bc58-4d3b70e02bf4", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:49.332381 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ed38a2e-cd90-48df-aff1-ac1f80ffbaef {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:49.335506 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'tag': '64da7023-07a4-43b2-bc58-4d3b70e02bf4', 'status': 'completed', 'code': 200} Aug 31 14:17:49.595465 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.601904 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Pushing event updated for resources: {'Port': ['ID=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:49.620348 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Transition to ACTIVE for port object fb0b96fd-428f-4c17-b649-f228fed2dbc3 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:49.640428 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-2bc0dabd-bd0d-4cd7-9164-efee32a3c5cd service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647854 Aug 31 14:17:49.644457 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.664079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb02dc4-11c2-4c5d-a31e-eb9d23e0986c req-91142d5e-c544-4b36-be70-d95e16815c5c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:49.718736 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cb02dc4-11c2-4c5d-a31e-eb9d23e0986c req-91142d5e-c544-4b36-be70-d95e16815c5c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 944 time: 0.2738416 Aug 31 14:17:49.726955 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.60', 64351) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:49.819146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:49.827975 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e69c7f-a098-4a42-a637-7d8d35dec8cc None None] Pushing event updated for resources: {'Port': ['ID=fb0b96fd-428f-4c17-b649-f228fed2dbc3,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:49.840053 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.847260 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-5ca317ac-cd52-470e-887c-82156d7da74a service neutron] 10.222.0.25 "PUT /v2.0/ports/8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 HTTP/1.1" status: 200 len: 1096 time: 3.6075251 Aug 31 14:17:49.862026 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6135aa4-573c-4b7e-9821-7804d73ff673 req-6f9e9373-b23b-486b-9a53-1e177f4c8327 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6320612 Aug 31 14:17:49.872837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'tag': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:49.876805 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a406e6-3d48-4d8b-b469-bf47a0fc0dee" -d '{"events": [{"name": "network-changed", "server_uuid": "9787d1a9-2fe9-4efe-9af8-9f1ece452de2", "tag": "8ed218f7-d16c-4dc8-bb53-d1c4275bbb98"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:49.908004 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Attempting to bind port fb0b96fd-428f-4c17-b649-f228fed2dbc3 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:49.908372 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Attempting to bind port fb0b96fd-428f-4c17-b649-f228fed2dbc3 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '2904d367-4c4c-4236-825c-cafd6c2f47c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'becabe8c-a855-4b53-b88f-eb3e452c0d52'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:49.912913 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Attempting to bind port fb0b96fd-428f-4c17-b649-f228fed2dbc3 on network becabe8c-a855-4b53-b88f-eb3e452c0d52 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:49.940060 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:49.943554 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.943947 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Checking segment: {'id': '2904d367-4c4c-4236-825c-cafd6c2f47c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'becabe8c-a855-4b53-b88f-eb3e452c0d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:49.944423 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.944863 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Bound using segment: {'id': '2904d367-4c4c-4236-825c-cafd6c2f47c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'becabe8c-a855-4b53-b88f-eb3e452c0d52'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:49.945507 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Bound port: fb0b96fd-428f-4c17-b649-f228fed2dbc3, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2904d367-4c4c-4236-825c-cafd6c2f47c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'becabe8c-a855-4b53-b88f-eb3e452c0d52'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:49.948532 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28df0bd3-4889-4b3b-bf8a-d8f21e6c4465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.954674 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.010735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76fd76-e2f1-40e3-959d-d06f7c6d8c6b req-89731ef8-ea77-450b-b218-87020960c42e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:50.016441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4c76fd76-e2f1-40e3-959d-d06f7c6d8c6b req-89731ef8-ea77-450b-b218-87020960c42e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 948 time: 0.8211000 Aug 31 14:17:50.159065 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569eb3c4-44f4-42f9-a682-a412c4cc2084 req-9dd3915b-e66b-40cd-bc6f-dcde4dbb0c39 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7651615 Aug 31 14:17:50.188204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106d641-5d3e-4d01-90cf-3fc6c39d1264 req-96ff92ec-e89d-4cd7-b6d0-bcf026d7dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:50.189979 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0106d641-5d3e-4d01-90cf-3fc6c39d1264 req-96ff92ec-e89d-4cd7-b6d0-bcf026d7dcca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cb2f0cc6f3044788646b5be8cc86c48&device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 1096 time: 0.7802885 Aug 31 14:17:50.199575 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4c76fd76-e2f1-40e3-959d-d06f7c6d8c6b req-3ba13af7-ec2f-49ca-bc07-413722dcae9d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606452 Aug 31 14:17:50.214552 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] For port fb0b96fd-428f-4c17-b649-f228fed2dbc3, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:50.224627 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] For port fb0b96fd-428f-4c17-b649-f228fed2dbc3, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fb0b96fd-428f-4c17-b649-f228fed2dbc3,segment=NetworkSegment(2904d367-4c4c-4236-825c-cafd6c2f47c7),segment_id=2904d367-4c4c-4236-825c-cafd6c2f47c7)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:50.234741 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.264046 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cb02dc4-11c2-4c5d-a31e-eb9d23e0986c req-330d39b3-cebf-410c-a1d9-946f15356aa9 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441558 Aug 31 14:17:50.386773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9ff10478-13c6-4419-9a0e-5b519932611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 4, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '8209ed58-e440-4701-802a-25c567804a51', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'floating_ip_address': '172.25.2.245', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'port_id': '64da7023-07a4-43b2-bc58-4d3b70e02bf4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'mac_address': 'fa:16:3e:f8:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:16:44Z', 'updated_at': '2021-08-31T14:17:47Z', 'revision_number': 1, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144a459d-fbe1-4857-96b9-2892d65821d2', 'name': '', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'mac_address': 'fa:16:3e:17:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:37Z', 'updated_at': '2021-08-31T14:16:48Z', 'revision_number': 5, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'subnets': [{'id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:50.397819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8400ac8-5ec1-4e97-bf0e-f00dcd1beee0 req-7df53598-7d7f-4a7e-b942-608a462318f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:50.406960 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c8400ac8-5ec1-4e97-bf0e-f00dcd1beee0 req-7df53598-7d7f-4a7e-b942-608a462318f4 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad4974f-7fa4-4110-ae98-62e0d1c4e06c HTTP/1.1" status: 200 len: 949 time: 0.6012654 Aug 31 14:17:50.420819 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e69c7f-a098-4a42-a637-7d8d35dec8cc None None] Pushing event updated for resources: {'Port': ['ID=fb0b96fd-428f-4c17-b649-f228fed2dbc3,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:50.496107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106d641-5d3e-4d01-90cf-3fc6c39d1264 req-2cd72528-627f-4f81-b80f-c1c708272dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:50.497615 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0106d641-5d3e-4d01-90cf-3fc6c39d1264 req-2cd72528-627f-4f81-b80f-c1c708272dc4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5ec3e436-ccc6-44d9-a5c3-d10e0311920d HTTP/1.1" status: 200 len: 915 time: 0.2968712 Aug 31 14:17:50.502631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff10478-13c6-4419-9a0e-5b519932611a None None] Checking router: 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:50.507589 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Routers {'d37f2879-f46a-480d-920a-fb0da64c3da4'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:50.508231 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d37f2879-f46a-480d-920a-fb0da64c3da4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:50.531971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff10478-13c6-4419-9a0e-5b519932611a None None] Routers {'3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:50.533001 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9ff10478-13c6-4419-9a0e-5b519932611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:50.552243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-c50164c2-df50-47d0-b8db-1791912acff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:50.554217 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-c50164c2-df50-47d0-b8db-1791912acff5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 1099 time: 0.6268170 Aug 31 14:17:50.615636 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e96b96db-e4b6-439a-976f-91f0c73b53ae req-4dae65e1-8324-4967-9340-6ae0defe576b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=61515f61-f6b2-4061-80ff-2702437e48b7 HTTP/1.1" status: 200 len: 210 time: 0.2030964 Aug 31 14:17:50.636332 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-2812e9b9-e162-4f84-b688-606491782a2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 HTTP/1.1" status: 200 len: 217 time: 0.0619984 Aug 31 14:17:50.747769 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-f376e085-0cd1-40e8-9288-5f2142138628 service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9954100 Aug 31 14:17:50.750292 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] Set router d37f2879-f46a-480d-920a-fb0da64c3da4 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:50.864383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-9ff10478-13c6-4419-9a0e-5b519932611a None None] Set router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:50.990856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0c51a-6b6c-40ba-8b20-f35de321a9a8 req-bb4cffb0-b879-4259-ad2b-7994b086bb57 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:51.005507 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ffc0c51a-6b6c-40ba-8b20-f35de321a9a8 req-bb4cffb0-b879-4259-ad2b-7994b086bb57 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad4974f-7fa4-4110-ae98-62e0d1c4e06c HTTP/1.1" status: 200 len: 949 time: 0.5067253 Aug 31 14:17:51.020866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-bde1ed14-367d-4430-ae29-648e1bd7a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:51.023412 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-bde1ed14-367d-4430-ae29-648e1bd7a85d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.3073213 Aug 31 14:17:51.025815 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0106d641-5d3e-4d01-90cf-3fc6c39d1264 req-d1235715-a300-4bd7-aaed-b00a91fb5295 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64da7023-07a4-43b2-bc58-4d3b70e02bf4 HTTP/1.1" status: 200 len: 999 time: 0.4869192 Aug 31 14:17:51.096677 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1da363-edb7-4c4f-8617-8b7a50b5f1f6 req-f2e31e69-b8ad-44ee-bff9-46691d58bf7c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:51.098904 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b1da363-edb7-4c4f-8617-8b7a50b5f1f6 req-f2e31e69-b8ad-44ee-bff9-46691d58bf7c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 944 time: 0.2818947 Aug 31 14:17:51.166717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-c8400ac8-5ec1-4e97-bf0e-f00dcd1beee0 req-f349b91f-55c8-4b83-9304-8781ffe59240 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Deleting port d2534abb-a475-469e-83a7-6c4ca5bdb730 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:51.167159 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c8400ac8-5ec1-4e97-bf0e-f00dcd1beee0 req-f349b91f-55c8-4b83-9304-8781ffe59240 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.242201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b40dfb-54fc-45fd-a1de-45cde474452e req-5f58e65b-a6f3-49f3-b1bc-bfc4707a9e09 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:51.244018 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-38b40dfb-54fc-45fd-a1de-45cde474452e req-5f58e65b-a6f3-49f3-b1bc-bfc4707a9e09 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cd550d2-0e7b-4a77-b1f8-910d343a5b7c HTTP/1.1" status: 200 len: 950 time: 0.3075023 Aug 31 14:17:51.281890 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ffc0c51a-6b6c-40ba-8b20-f35de321a9a8 req-f58ff72c-5810-49f7-a6d6-47c02c038a30 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719011 Aug 31 14:17:51.322134 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b1da363-edb7-4c4f-8617-8b7a50b5f1f6 req-549815cb-7f83-453e-8a22-516f1a8afd5b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007778 Aug 31 14:17:51.455103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-4936cb51-d105-43ec-9565-50ed5b9554cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:51.459960 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-4936cb51-d105-43ec-9565-50ed5b9554cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4263666 Aug 31 14:17:51.478737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106d641-5d3e-4d01-90cf-3fc6c39d1264 req-f0ec8168-6b1f-4cf8-b784-6ed73935093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:51.480550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0106d641-5d3e-4d01-90cf-3fc6c39d1264 req-f0ec8168-6b1f-4cf8-b784-6ed73935093a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c6204ca-9197-45f4-a4ce-3f9cbe876beb HTTP/1.1" status: 200 len: 853 time: 0.4221241 Aug 31 14:17:51.529591 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c396ec4f-8a25-4e94-8fb2-ce4b2c8bb49a x-openstack-request-id: req-c396ec4f-8a25-4e94-8fb2-ce4b2c8bb49a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:51.529881 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9787d1a9-2fe9-4efe-9af8-9f1ece452de2", "tag": "8ed218f7-d16c-4dc8-bb53-d1c4275bbb98", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:51.530123 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c396ec4f-8a25-4e94-8fb2-ce4b2c8bb49a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:51.530529 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'tag': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98', 'status': 'completed', 'code': 200} Aug 31 14:17:51.541827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9ff10478-13c6-4419-9a0e-5b519932611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 4, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '8209ed58-e440-4701-802a-25c567804a51', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'floating_ip_address': '172.25.2.245', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'port_id': '64da7023-07a4-43b2-bc58-4d3b70e02bf4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'mac_address': 'fa:16:3e:f8:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:16:44Z', 'updated_at': '2021-08-31T14:17:47Z', 'revision_number': 1, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144a459d-fbe1-4857-96b9-2892d65821d2', 'name': '', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'mac_address': 'fa:16:3e:17:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:37Z', 'updated_at': '2021-08-31T14:16:48Z', 'revision_number': 5, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'subnets': [{'id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:51.558364 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'name': 'tempest-AttachSCSIVolumeTestJSON-677339888-router', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e534a4af-7369-4cd5-88fb-bd5710d2ec75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:35Z', 'updated_at': '2021-08-31T14:17:45Z', 'revision_number': 4, 'project_id': '05aa20b999b8439ba0bf80cb71a0321f', 'gw_port': {'id': 'e534a4af-7369-4cd5-88fb-bd5710d2ec75', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:36Z', 'updated_at': '2021-08-31T14:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'fb0b96fd-428f-4c17-b649-f228fed2dbc3', 'name': '', 'network_id': 'becabe8c-a855-4b53-b88f-eb3e452c0d52', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'mac_address': 'fa:16:3e:c3:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f6cad99d-0884-47be-8abb-f92310fee842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:43Z', 'updated_at': '2021-08-31T14:17:50Z', 'revision_number': 4, 'project_id': '05aa20b999b8439ba0bf80cb71a0321f', 'subnets': [{'id': 'f6cad99d-0884-47be-8abb-f92310fee842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:51.564578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c8400ac8-5ec1-4e97-bf0e-f00dcd1beee0 req-f349b91f-55c8-4b83-9304-8781ffe59240 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] For port d2534abb-a475-469e-83a7-6c4ca5bdb730, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d2534abb-a475-469e-83a7-6c4ca5bdb730,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:51.564981 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c8400ac8-5ec1-4e97-bf0e-f00dcd1beee0 req-f349b91f-55c8-4b83-9304-8781ffe59240 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.603916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-c8400ac8-5ec1-4e97-bf0e-f00dcd1beee0 req-f349b91f-55c8-4b83-9304-8781ffe59240 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Calling delete_port for d2534abb-a475-469e-83a7-6c4ca5bdb730 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:51.607580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-ee08589a-74a5-4676-b881-6875c6b7dbfa tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:51.622427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-ee08589a-74a5-4676-b881-6875c6b7dbfa tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29&tenant_id=5904e6ad71034956a1b7126d4bfce299&binding%3Ahost_id=n-h1-806683-5 HTTP/1.1" status: 200 len: 1095 time: 0.3978772 Aug 31 14:17:51.645515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff10478-13c6-4419-9a0e-5b519932611a None None] The sync data for ids ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'] in n-d-806683-5 is: [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 4, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '8209ed58-e440-4701-802a-25c567804a51', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'floating_ip_address': '172.25.2.245', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'port_id': '64da7023-07a4-43b2-bc58-4d3b70e02bf4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'mac_address': 'fa:16:3e:f8:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:16:44Z', 'updated_at': '2021-08-31T14:17:47Z', 'revision_number': 1, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144a459d-fbe1-4857-96b9-2892d65821d2', 'name': '', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'mac_address': 'fa:16:3e:17:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:37Z', 'updated_at': '2021-08-31T14:16:48Z', 'revision_number': 5, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'subnets': [{'id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:51.647294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 82606232-9dfa-4063-a335-fe29c335e132 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:51.649544 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7795509-fabb-40f6-ac1f-ac2dc2728089 None None] The sync data for ids ['d37f2879-f46a-480d-920a-fb0da64c3da4'] in n-d-806683-5 is: [{'id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'name': 'tempest-AttachSCSIVolumeTestJSON-677339888-router', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e534a4af-7369-4cd5-88fb-bd5710d2ec75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:35Z', 'updated_at': '2021-08-31T14:17:45Z', 'revision_number': 4, 'project_id': '05aa20b999b8439ba0bf80cb71a0321f', 'gw_port': {'id': 'e534a4af-7369-4cd5-88fb-bd5710d2ec75', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:36Z', 'updated_at': '2021-08-31T14:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'fb0b96fd-428f-4c17-b649-f228fed2dbc3', 'name': '', 'network_id': 'becabe8c-a855-4b53-b88f-eb3e452c0d52', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'mac_address': 'fa:16:3e:c3:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f6cad99d-0884-47be-8abb-f92310fee842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:43Z', 'updated_at': '2021-08-31T14:17:50Z', 'revision_number': 4, 'project_id': '05aa20b999b8439ba0bf80cb71a0321f', 'subnets': [{'id': 'f6cad99d-0884-47be-8abb-f92310fee842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:51.927277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=82606232-9dfa-4063-a335-fe29c335e132,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:51.977234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '82606232-9dfa-4063-a335-fe29c335e132', 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8', 'port_id': '82606232-9dfa-4063-a335-fe29c335e132', 'mac_address': 'fa:16:3e:9d:34:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83918b6-07cc-4368-a349-5b0c0753fe5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:17:52.016836 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106d641-5d3e-4d01-90cf-3fc6c39d1264 req-2357df9f-f72c-4844-813d-03ca003225fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.018363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0106d641-5d3e-4d01-90cf-3fc6c39d1264 req-2357df9f-f72c-4844-813d-03ca003225fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5ec3e436-ccc6-44d9-a5c3-d10e0311920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4859467 Aug 31 14:17:52.081639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de7abf-12a7-4b66-b3ef-3e9a64e36333 req-14d844d9-cc16-4749-8aaf-dd169aa3e292 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.088518 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.094757 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-77de7abf-12a7-4b66-b3ef-3e9a64e36333 req-14d844d9-cc16-4749-8aaf-dd169aa3e292 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 948 time: 0.2889225 Aug 31 14:17:52.123756 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-d1583479-a358-40a4-838f-54280ad4653b service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359746 Aug 31 14:17:52.145824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82606232-9dfa-4063-a335-fe29c335e132 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:52.152968 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f93cdcdf-eda1-44d8-8595-18d0f14c9dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.177144 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d927981e-9dc0-40db-b988-a5b0311c75ec None None] New status for floating IP 8209ed58-e440-4701-802a-25c567804a51: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:17:52.224914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-77de7abf-12a7-4b66-b3ef-3e9a64e36333 req-1c7439c3-24e9-4af3-8466-cc20217a4e21 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291616 Aug 31 14:17:52.278697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=82606232-9dfa-4063-a335-fe29c335e132,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:52.287765 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.303906 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.388985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-38b40dfb-54fc-45fd-a1de-45cde474452e req-bc839efa-982b-4635-97b2-4ce5692612c9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Deleting port cd92348e-5107-4b5d-a359-6ae3afcaf02e {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:52.393871 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-38b40dfb-54fc-45fd-a1de-45cde474452e req-bc839efa-982b-4635-97b2-4ce5692612c9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.412714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9632a8-9c36-471d-b1b6-81a9a694f71b req-d6a357c7-adeb-4f89-8784-58983a72489e tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.414897 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dc9632a8-9c36-471d-b1b6-81a9a694f71b req-d6a357c7-adeb-4f89-8784-58983a72489e tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 945 time: 0.9375019 Aug 31 14:17:52.415741 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c8400ac8-5ec1-4e97-bf0e-f00dcd1beee0 req-f349b91f-55c8-4b83-9304-8781ffe59240 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.427825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-4e9d9fd7-6cc5-4240-a27d-e5880b13881b service neutron] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:52.440290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'd2534abb-a475-469e-83a7-6c4ca5bdb730'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:52.517206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349b91f-55c8-4b83-9304-8781ffe59240 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event deleted for resources: {'Port': ['ID=d2534abb-a475-469e-83a7-6c4ca5bdb730,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:52.602540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:52.684838 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dc9632a8-9c36-471d-b1b6-81a9a694f71b req-4e4cc186-7302-4143-8f04-d2d7bc8edde4 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021601 Aug 31 14:17:52.765720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8400ac8-5ec1-4e97-bf0e-f00dcd1beee0 req-f349b91f-55c8-4b83-9304-8781ffe59240 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] No DVR routers for this DVR port d2534abb-a475-469e-83a7-6c4ca5bdb730 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:52.773713 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c8400ac8-5ec1-4e97-bf0e-f00dcd1beee0 req-f349b91f-55c8-4b83-9304-8781ffe59240 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.785165 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c8400ac8-5ec1-4e97-bf0e-f00dcd1beee0 req-f349b91f-55c8-4b83-9304-8781ffe59240 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "DELETE /v2.0/ports/d2534abb-a475-469e-83a7-6c4ca5bdb730 HTTP/1.1" status: 204 len: 173 time: 2.2264459 Aug 31 14:17:52.785801 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad4974f-7fa4-4110-ae98-62e0d1c4e06c', 'name': 'network-vif-deleted', 'tag': 'd2534abb-a475-469e-83a7-6c4ca5bdb730'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:52.788316 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa896fe-0476-44e0-8ade-d1936f263974" -d '{"events": [{"server_uuid": "5ad4974f-7fa4-4110-ae98-62e0d1c4e06c", "name": "network-vif-deleted", "tag": "d2534abb-a475-469e-83a7-6c4ca5bdb730"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:52.815022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=82606232-9dfa-4063-a335-fe29c335e132,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:52.898101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:52.898502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:52.898846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:52.899240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:52.899563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:52.899894 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:52.900216 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:52.900539 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:52.900859 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:52.901179 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:52.901499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:52.901819 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:52.912037 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-4e9d9fd7-6cc5-4240-a27d-e5880b13881b service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.913288 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b3d3548-7213-45a6-80c4-7a7547395355 req-4e9d9fd7-6cc5-4240-a27d-e5880b13881b service neutron] 10.222.0.60 "DELETE /v2.0/ports/0922dba3-f157-47b3-a9e4-65d89da5198b/bindings/n-h2-806683-5 HTTP/1.1" status: 204 len: 173 time: 1.2228787 Aug 31 14:17:52.916313 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-38b40dfb-54fc-45fd-a1de-45cde474452e req-bc839efa-982b-4635-97b2-4ce5692612c9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] For port cd92348e-5107-4b5d-a359-6ae3afcaf02e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=cd92348e-5107-4b5d-a359-6ae3afcaf02e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:52.916970 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-38b40dfb-54fc-45fd-a1de-45cde474452e req-bc839efa-982b-4635-97b2-4ce5692612c9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.967800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['82606232-9dfa-4063-a335-fe29c335e132'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:52.979768 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-38b40dfb-54fc-45fd-a1de-45cde474452e req-bc839efa-982b-4635-97b2-4ce5692612c9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Calling delete_port for cd92348e-5107-4b5d-a359-6ae3afcaf02e owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:52.993000 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fb0b96fd-428f-4c17-b649-f228fed2dbc3 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:53.109317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0c6fd-f19f-44ab-858b-23ff5993019b req-0435a10b-ac0b-4e05-b3f5-6eeabb26bf7c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:53.126829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ad0c6fd-f19f-44ab-858b-23ff5993019b req-0435a10b-ac0b-4e05-b3f5-6eeabb26bf7c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 945 time: 0.7202554 Aug 31 14:17:53.255108 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0106d641-5d3e-4d01-90cf-3fc6c39d1264 req-02428250-dcda-4686-b829-0281a8ab39dc service neutron] 10.222.0.60 "GET /v2.0/networks/5ec3e436-ccc6-44d9-a5c3-d10e0311920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2238283 Aug 31 14:17:53.313531 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5bab0453-7c92-4de8-8df6-7e416d26afe8 req-f95b968b-b28c-447e-a4a2-1e03abbec4e0 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad4974f-7fa4-4110-ae98-62e0d1c4e06c HTTP/1.1" status: 200 len: 210 time: 0.1127996 Aug 31 14:17:53.362666 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ad0c6fd-f19f-44ab-858b-23ff5993019b req-53e4ae26-f81e-4c50-8695-c8e4229e54cc tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053556 Aug 31 14:17:53.500902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5d428d0-7e40-46c9-b363-ea5d14be3b82 req-7bdb09f7-a0e4-4a2b-b03c-23e2919d1cdf service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2947400 Aug 31 14:17:53.525347 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:53.694229 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0106d641-5d3e-4d01-90cf-3fc6c39d1264 req-1232492d-44e7-4f9d-8b86-0f6f25a8519b service neutron] 10.222.0.60 "GET /v2.0/networks/5ec3e436-ccc6-44d9-a5c3-d10e0311920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926671 Aug 31 14:17:53.700120 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-38b40dfb-54fc-45fd-a1de-45cde474452e req-bc839efa-982b-4635-97b2-4ce5692612c9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:53.754483 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232516ab-0969-46d0-bf68-d944175c6a8f x-openstack-request-id: req-232516ab-0969-46d0-bf68-d944175c6a8f {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:53.754821 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad4974f-7fa4-4110-ae98-62e0d1c4e06c", "name": "network-vif-deleted", "tag": "d2534abb-a475-469e-83a7-6c4ca5bdb730", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:53.756574 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-232516ab-0969-46d0-bf68-d944175c6a8f {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:53.756700 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad4974f-7fa4-4110-ae98-62e0d1c4e06c', 'name': 'network-vif-deleted', 'tag': 'd2534abb-a475-469e-83a7-6c4ca5bdb730', 'status': 'completed', 'code': 200} Aug 31 14:17:53.850436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc839efa-982b-4635-97b2-4ce5692612c9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event deleted for resources: {'Port': ['ID=cd92348e-5107-4b5d-a359-6ae3afcaf02e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:53.894263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a406e6-3d48-4d8b-b469-bf47a0fc0dee req-84334076-2bba-45c2-9e00-6fbeb5a63730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:53.896879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5a406e6-3d48-4d8b-b469-bf47a0fc0dee req-84334076-2bba-45c2-9e00-6fbeb5a63730 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 1099 time: 0.1978788 Aug 31 14:17:53.917005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port fb0b96fd-428f-4c17-b649-f228fed2dbc3 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:53.937066 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port fb0b96fd-428f-4c17-b649-f228fed2dbc3 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:53.937544 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:53.948265 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b3149-b2d1-4dba-8419-311c07cca22a req-218d9469-61d1-404e-8a50-8f9fde6b3deb tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:53.949827 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd4b3149-b2d1-4dba-8419-311c07cca22a req-218d9469-61d1-404e-8a50-8f9fde6b3deb tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 944 time: 0.2799246 Aug 31 14:17:54.046812 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b40dfb-54fc-45fd-a1de-45cde474452e req-bc839efa-982b-4635-97b2-4ce5692612c9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] No DVR routers for this DVR port cd92348e-5107-4b5d-a359-6ae3afcaf02e on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:54.055558 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-38b40dfb-54fc-45fd-a1de-45cde474452e req-bc839efa-982b-4635-97b2-4ce5692612c9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.057643 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-38b40dfb-54fc-45fd-a1de-45cde474452e req-bc839efa-982b-4635-97b2-4ce5692612c9 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.60 "DELETE /v2.0/ports/cd92348e-5107-4b5d-a359-6ae3afcaf02e HTTP/1.1" status: 204 len: 173 time: 2.8021510 Aug 31 14:17:54.072618 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a406e6-3d48-4d8b-b469-bf47a0fc0dee req-1bbb4a32-d704-48c1-a473-5c7077bc0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:54.075130 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5a406e6-3d48-4d8b-b469-bf47a0fc0dee req-1bbb4a32-d704-48c1-a473-5c7077bc0b90 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1480293 Aug 31 14:17:54.096288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec1a52-4dc6-4410-8bb1-ea02c0f4f718 req-4d458428-f90d-40ed-91ae-5aa14e32a262 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:54.098361 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90ec1a52-4dc6-4410-8bb1-ea02c0f4f718 req-4d458428-f90d-40ed-91ae-5aa14e32a262 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 948 time: 0.1965852 Aug 31 14:17:54.114486 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd4b3149-b2d1-4dba-8419-311c07cca22a req-b39e1bf8-3790-4fba-9fa9-367407523744 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434572 Aug 31 14:17:54.162455 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5a406e6-3d48-4d8b-b469-bf47a0fc0dee req-5a72be4a-69d7-4547-8830-30fabd7565ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 HTTP/1.1" status: 200 len: 217 time: 0.0629215 Aug 31 14:17:54.257981 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90ec1a52-4dc6-4410-8bb1-ea02c0f4f718 req-483aaf37-3354-4620-8c2a-449e0037b61a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502233 Aug 31 14:17:54.288865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a406e6-3d48-4d8b-b469-bf47a0fc0dee req-ede37085-6901-4308-b67d-deb8b5d3f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:54.294061 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.295102 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5a406e6-3d48-4d8b-b469-bf47a0fc0dee req-ede37085-6901-4308-b67d-deb8b5d3f5b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1232829 Aug 31 14:17:54.418797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a406e6-3d48-4d8b-b469-bf47a0fc0dee req-b433810d-f9c1-4bb8-a381-cc78729953ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:54.420481 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5a406e6-3d48-4d8b-b469-bf47a0fc0dee req-b433810d-f9c1-4bb8-a381-cc78729953ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145329 Aug 31 14:17:54.511679 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d08720-af0c-4aa6-b60d-a1ec7d112d73 req-043da251-7a24-439f-84eb-633e0ed03981 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:54.513419 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2d08720-af0c-4aa6-b60d-a1ec7d112d73 req-043da251-7a24-439f-84eb-633e0ed03981 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 945 time: 0.1565659 Aug 31 14:17:54.598456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2d08720-af0c-4aa6-b60d-a1ec7d112d73 req-9f1cdfbe-037a-4555-8f98-d5e7ec287684 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730355 Aug 31 14:17:54.638358 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.696012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port fb0b96fd-428f-4c17-b649-f228fed2dbc3, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fb0b96fd-428f-4c17-b649-f228fed2dbc3,segment=NetworkSegment(2904d367-4c4c-4236-825c-cafd6c2f47c7),segment_id=2904d367-4c4c-4236-825c-cafd6c2f47c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:54.704130 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d2534abb-a475-469e-83a7-6c4ca5bdb730 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:54.707482 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.742754 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5a406e6-3d48-4d8b-b469-bf47a0fc0dee req-f9c1f44e-96cb-4126-86a3-4723e4be25e8 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100193 Aug 31 14:17:54.754779 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887c194-5790-48f9-933c-0a3c7797a536 req-d3077712-4059-4769-8aaf-e61295ccbe35 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:54.761602 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: d2534abb-a475-469e-83a7-6c4ca5bdb730 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:54.762167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d2534abb-a475-469e-83a7-6c4ca5bdb730 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:54.762805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device cd92348e-5107-4b5d-a359-6ae3afcaf02e no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:54.763414 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f887c194-5790-48f9-933c-0a3c7797a536 req-d3077712-4059-4769-8aaf-e61295ccbe35 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 945 time: 0.1357155 Aug 31 14:17:54.858101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea708-ec18-486d-907a-f9d79257ec91 req-ce7b4ae9-e764-4639-8ca6-410b83c6ea53 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:54.868059 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-808ea708-ec18-486d-907a-f9d79257ec91 req-ce7b4ae9-e764-4639-8ca6-410b83c6ea53 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 1095 time: 0.0868537 Aug 31 14:17:54.918738 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f887c194-5790-48f9-933c-0a3c7797a536 req-989ddbb1-5148-45cb-bd17-b42324e94c6f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542499 Aug 31 14:17:54.929883 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-808ea708-ec18-486d-907a-f9d79257ec91 req-f72b77f2-8ec6-4f31-a9c7-a0cf82686db7 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604489 Aug 31 14:17:55.007020 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: cd92348e-5107-4b5d-a359-6ae3afcaf02e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:55.007633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device cd92348e-5107-4b5d-a359-6ae3afcaf02e not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:55.009067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=fb0b96fd-428f-4c17-b649-f228fed2dbc3,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:55.015888 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:55.030300 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5a406e6-3d48-4d8b-b469-bf47a0fc0dee req-4b914132-5d81-4127-a90e-6fb75393a254 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569270 Aug 31 14:17:55.142117 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.213340 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95cab9-2667-4f12-894d-d7b55213d096 req-f7621cdf-7573-415a-a18b-d86c3f1fc1b9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:55.215014 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa95cab9-2667-4f12-894d-d7b55213d096 req-f7621cdf-7573-415a-a18b-d86c3f1fc1b9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 812 time: 0.1381850 Aug 31 14:17:55.232253 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa95cab9-2667-4f12-894d-d7b55213d096 req-7d4c6163-7c80-4e90-b6fd-549c25345af6 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/quotas/3c77177a7f484a688be812ec879e9355 HTTP/1.1" status: 200 len: 375 time: 0.0113125 Aug 31 14:17:55.249520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11f464-f9cc-4acc-99ba-b781bf4fd443 req-12964158-006f-42e6-965f-0bff90864384 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:55.251685 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b11f464-f9cc-4acc-99ba-b781bf4fd443 req-12964158-006f-42e6-965f-0bff90864384 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 945 time: 0.0579183 Aug 31 14:17:55.261337 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57404) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:55.285952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-487fc1dd-5ad4-4475-88a4-5e0c408e2f99 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Request body: {'floatingip': {'port_id': '55c18dc6-c8f1-4304-b3b9-787a83a7903f'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:55.290781 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa95cab9-2667-4f12-894d-d7b55213d096 req-8dd3d51c-8daa-4777-b031-ca97d27e2dfb tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497835 Aug 31 14:17:55.383447 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-487fc1dd-5ad4-4475-88a4-5e0c408e2f99 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.504306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192205-a371-47b1-9eed-219ca907720d req-3b677afb-1d33-48cf-9748-3472e5a97fa7 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:55.505971 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e192205-a371-47b1-9eed-219ca907720d req-3b677afb-1d33-48cf-9748-3472e5a97fa7 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 821 time: 0.1315997 Aug 31 14:17:55.527855 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e192205-a371-47b1-9eed-219ca907720d req-539b99f8-5864-426b-93d0-c09faa79bea3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/quotas/5904e6ad71034956a1b7126d4bfce299 HTTP/1.1" status: 200 len: 375 time: 0.0151324 Aug 31 14:17:55.536248 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa95cab9-2667-4f12-894d-d7b55213d096 req-8f575b04-3c8a-4f80-bce5-c99897d26f0b service neutron] 10.222.0.39 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079382 Aug 31 14:17:55.571401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 82606232-9dfa-4063-a335-fe29c335e132 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:55.590085 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e192205-a371-47b1-9eed-219ca907720d req-4b92e24b-f1d4-4a10-ab15-3dd7329ffda9 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606432 Aug 31 14:17:55.630192 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 82606232-9dfa-4063-a335-fe29c335e132 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:55.634386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 82606232-9dfa-4063-a335-fe29c335e132 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:55.634909 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.702905 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e192205-a371-47b1-9eed-219ca907720d req-9cc3e75a-2f00-4590-8d00-7c27dea764f0 service neutron] 10.222.0.39 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115203 Aug 31 14:17:55.726293 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.738094 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa95cab9-2667-4f12-894d-d7b55213d096 req-9872dcc4-ce99-445c-8173-6204edabe4e2 service neutron] 10.222.0.39 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103485 Aug 31 14:17:55.766336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd550d2-0e7b-4a77-b1f8-910d343a5b7c', 'name': 'network-vif-deleted', 'tag': 'cd92348e-5107-4b5d-a359-6ae3afcaf02e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:55.769180 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8a5ebb-3d1f-401b-8d28-5f047c1ae109" -d '{"events": [{"server_uuid": "4cd550d2-0e7b-4a77-b1f8-910d343a5b7c", "name": "network-vif-deleted", "tag": "cd92348e-5107-4b5d-a359-6ae3afcaf02e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:55.771166 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=82606232-9dfa-4063-a335-fe29c335e132,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:55.774457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ad5b55-f4b6-4174-bf80-d8d7e48c9035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82606232-9dfa-4063-a335-fe29c335e132'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:55.780820 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3cbe5b-1f81-400c-99fc-4bb39fd1ff3b" -d '{"events": [{"server_uuid": "83ad5b55-f4b6-4174-bf80-d8d7e48c9035", "name": "network-vif-plugged", "status": "completed", "tag": "82606232-9dfa-4063-a335-fe29c335e132"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:55.786141 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.821555 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e192205-a371-47b1-9eed-219ca907720d req-28cca421-d93f-4ab9-a75c-cffd8427ef5c service neutron] 10.222.0.39 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171105 Aug 31 14:17:55.843500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=82606232-9dfa-4063-a335-fe29c335e132,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:56.126354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231b525-19ce-4a44-849f-0a07839e39e2 req-f131e35e-5652-4fd1-9f03-945ce0b2da06 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:56.134634 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c231b525-19ce-4a44-849f-0a07839e39e2 req-f131e35e-5652-4fd1-9f03-945ce0b2da06 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 948 time: 0.1081915 Aug 31 14:17:56.219077 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c231b525-19ce-4a44-849f-0a07839e39e2 req-0c87656c-84a0-4acb-9e6d-87965f109654 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835891 Aug 31 14:17:56.357847 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b3e44e-bc0a-485b-87ba-6e4dc0abbf81 x-openstack-request-id: req-59b3e44e-bc0a-485b-87ba-6e4dc0abbf81 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:56.359130 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ad5b55-f4b6-4174-bf80-d8d7e48c9035", "name": "network-vif-plugged", "status": "completed", "tag": "82606232-9dfa-4063-a335-fe29c335e132", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:56.359805 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59b3e44e-bc0a-485b-87ba-6e4dc0abbf81 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:56.360345 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ad5b55-f4b6-4174-bf80-d8d7e48c9035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82606232-9dfa-4063-a335-fe29c335e132', 'code': 200} Aug 31 14:17:56.397144 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-487fc1dd-5ad4-4475-88a4-5e0c408e2f99 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.402214 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aa3bf7-2988-49c9-8357-4b81bfb8834c x-openstack-request-id: req-55aa3bf7-2988-49c9-8357-4b81bfb8834c {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:56.403490 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd550d2-0e7b-4a77-b1f8-910d343a5b7c", "name": "network-vif-deleted", "tag": "cd92348e-5107-4b5d-a359-6ae3afcaf02e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:56.404029 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55aa3bf7-2988-49c9-8357-4b81bfb8834c {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:56.404912 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd550d2-0e7b-4a77-b1f8-910d343a5b7c', 'name': 'network-vif-deleted', 'tag': 'cd92348e-5107-4b5d-a359-6ae3afcaf02e', 'status': 'completed', 'code': 200} Aug 31 14:17:56.408266 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-487fc1dd-5ad4-4475-88a4-5e0c408e2f99 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.420323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ad2a7c8-45b6-4f81-8c34-c41010936f48 req-7710bbdc-a53b-413b-bb9d-d84c6b4f71d2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4681bc8f-baf6-431d-808f-80af712e0fa1 HTTP/1.1" status: 200 len: 210 time: 0.1150131 Aug 31 14:17:56.598783 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-293284d8-1b1a-4ad5-8ab6-92fd2b47a3f2 req-a9fc1c25-38bf-4306-be9d-b75420648757 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 210 time: 0.0578723 Aug 31 14:17:56.604963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac47645-daf6-45ae-8006-84ed5e45f67b req-5386bb86-6cb4-4f02-81a6-7374fb2c2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:56.606676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ac47645-daf6-45ae-8006-84ed5e45f67b req-5386bb86-6cb4-4f02-81a6-7374fb2c2409 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 1097 time: 0.1714702 Aug 31 14:17:56.612395 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-487fc1dd-5ad4-4475-88a4-5e0c408e2f99 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Floating IP 66cfd9aa-12bf-4835-abac-470cec27291a associated. External IP: 172.25.2.64, port: 55c18dc6-c8f1-4304-b3b9-787a83a7903f. Aug 31 14:17:56.661168 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ac47645-daf6-45ae-8006-84ed5e45f67b req-dde8b359-0525-4b1b-86ec-3363bb2db4c2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433695 Aug 31 14:17:56.709375 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d7bba-b9c2-45ea-8c26-3113cda8c31e req-345e3242-d283-4413-9d10-51a429659dd2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:56.711308 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-792d7bba-b9c2-45ea-8c26-3113cda8c31e req-345e3242-d283-4413-9d10-51a429659dd2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 946 time: 0.1368911 Aug 31 14:17:56.814677 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-792d7bba-b9c2-45ea-8c26-3113cda8c31e req-db62c605-5f50-4252-8bd2-95bd8c91c302 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968273 Aug 31 14:17:56.825574 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fb0b96fd-428f-4c17-b649-f228fed2dbc3 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:56.856481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b83a3-b361-46e8-8685-88f756f1ef82 req-3100bb33-8dc2-43b0-a254-d425444eff65 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:56.865268 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-962b83a3-b361-46e8-8685-88f756f1ef82 req-3100bb33-8dc2-43b0-a254-d425444eff65 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 950 time: 0.0708420 Aug 31 14:17:56.920550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-962b83a3-b361-46e8-8685-88f756f1ef82 req-4c6a4eb7-8b66-41fa-85f0-a69ee87172ee tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532179 Aug 31 14:17:56.967424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port fb0b96fd-428f-4c17-b649-f228fed2dbc3 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:56.969243 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.004602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487fc1dd-5ad4-4475-88a4-5e0c408e2f99 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:57.168011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487fc1dd-5ad4-4475-88a4-5e0c408e2f99 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:57.173777 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-487fc1dd-5ad4-4475-88a4-5e0c408e2f99 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.195026 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864bc08a-9896-41a0-a283-d27098c1c20f None None] Sync routers for ids ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:57.209843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864bc08a-9896-41a0-a283-d27098c1c20f None None] Routers {'2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:57.212132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-864bc08a-9896-41a0-a283-d27098c1c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:17:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:57.238649 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-487fc1dd-5ad4-4475-88a4-5e0c408e2f99 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "PUT /v2.0/floatingips/66cfd9aa-12bf-4835-abac-470cec27291a HTTP/1.1" status: 200 len: 990 time: 1.9761784 Aug 31 14:17:57.407336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-864bc08a-9896-41a0-a283-d27098c1c20f None None] Set router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:57.496243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd76a3-373f-45b8-9a0d-ec4c97831d0f req-b564ea7e-552e-4e9b-a086-7134e4ed5376 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:57.508794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18fd76a3-373f-45b8-9a0d-ec4c97831d0f req-b564ea7e-552e-4e9b-a086-7134e4ed5376 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 948 time: 0.0866866 Aug 31 14:17:57.579136 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:57.579653 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18fd76a3-373f-45b8-9a0d-ec4c97831d0f req-0088a606-a66a-4979-a5e7-d3906ffb2fe7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648017 Aug 31 14:17:57.790461 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c187c87-203e-434a-bb28-51f33ae68239 req-c672b8f9-4855-406b-b48b-ea7ad0989e24 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 210 time: 0.0808849 Aug 31 14:17:57.886001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6d5da45-92ee-4cf3-b987-13f4e0548feb req-e3c6c754-0af3-41f0-a987-cc2c6f920935 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4681bc8f-baf6-431d-808f-80af712e0fa1 HTTP/1.1" status: 200 len: 210 time: 0.0674157 Aug 31 14:17:57.915228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:57.950350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98', 'mac_address': 'fa:16:3e:4c:ac:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:17:58.036620 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.054214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:58.117804 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:58.131030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-864bc08a-9896-41a0-a283-d27098c1c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '66cfd9aa-12bf-4835-abac-470cec27291a', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'port_id': '55c18dc6-c8f1-4304-b3b9-787a83a7903f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'mac_address': 'fa:16:3e:b4:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:10Z', 'updated_at': '2021-08-31T14:17:56Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:53Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:58.179821 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.182772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864bc08a-9896-41a0-a283-d27098c1c20f None None] Checking router: 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:58.227859 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864bc08a-9896-41a0-a283-d27098c1c20f None None] Routers {'2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:58.229174 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-864bc08a-9896-41a0-a283-d27098c1c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:17:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:58.240537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754344a8-dd94-4e59-8373-dad047315220 req-3f408d8b-5a68-4817-9b93-ada9a5d7a5a6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:58.258872 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-754344a8-dd94-4e59-8373-dad047315220 req-3f408d8b-5a68-4817-9b93-ada9a5d7a5a6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 946 time: 0.2074964 Aug 31 14:17:58.280040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbf85a-4310-47ff-a702-302766614dc4 req-f7c907a0-877e-4d26-9f94-e0cbb8797721 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:58.300748 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78cbf85a-4310-47ff-a702-302766614dc4 req-f7c907a0-877e-4d26-9f94-e0cbb8797721 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 950 time: 0.1443245 Aug 31 14:17:58.326935 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-754344a8-dd94-4e59-8373-dad047315220 req-dfcbb364-6af6-488e-989a-63ef920809e9 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670433 Aug 31 14:17:58.359321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:58.392570 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78cbf85a-4310-47ff-a702-302766614dc4 req-13e100cb-9d8c-407e-a32b-f794130e8c44 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902586 Aug 31 14:17:58.405826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'tag': '55c18dc6-c8f1-4304-b3b9-787a83a7903f'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:58.409322 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec9c2c8-cd5d-434d-b5a3-00b795c3dd66" -d '{"events": [{"name": "network-changed", "server_uuid": "42ad3431-cd8f-48b1-8b38-2b2b95960352", "tag": "55c18dc6-c8f1-4304-b3b9-787a83a7903f"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:58.460050 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b94e5e-bc5a-4698-bd0d-eed49b4d16e2 x-openstack-request-id: req-78b94e5e-bc5a-4698-bd0d-eed49b4d16e2 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:58.460443 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ad3431-cd8f-48b1-8b38-2b2b95960352", "tag": "55c18dc6-c8f1-4304-b3b9-787a83a7903f", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:58.460795 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78b94e5e-bc5a-4698-bd0d-eed49b4d16e2 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:58.461355 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'tag': '55c18dc6-c8f1-4304-b3b9-787a83a7903f', 'status': 'completed', 'code': 200} Aug 31 14:17:58.549490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-864bc08a-9896-41a0-a283-d27098c1c20f None None] Set router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:58.574279 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9c2c8-cd5d-434d-b5a3-00b795c3dd66 req-41579f00-6f5b-43db-aeba-c86a38c0f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:58.576475 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aec9c2c8-cd5d-434d-b5a3-00b795c3dd66 req-41579f00-6f5b-43db-aeba-c86a38c0f335 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a468614fd60c4ecf9713a9b6c9717259&device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 1096 time: 0.0652373 Aug 31 14:17:58.698685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['8ed218f7-d16c-4dc8-bb53-d1c4275bbb98'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:58.700669 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9c2c8-cd5d-434d-b5a3-00b795c3dd66 req-20ab05ed-2ac5-41b7-9f6b-df4776b6511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:58.702483 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aec9c2c8-cd5d-434d-b5a3-00b795c3dd66 req-20ab05ed-2ac5-41b7-9f6b-df4776b6511b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1d50025-fd87-46f3-84f4-3158a6f07e56 HTTP/1.1" status: 200 len: 924 time: 0.1163065 Aug 31 14:17:58.766753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0270b1-9881-4f5e-a69b-4d5076adee4b req-bba24950-e04f-4783-9e67-a50faae05c36 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:58.769981 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd0270b1-9881-4f5e-a69b-4d5076adee4b req-bba24950-e04f-4783-9e67-a50faae05c36 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 949 time: 0.0949399 Aug 31 14:17:58.813972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aec9c2c8-cd5d-434d-b5a3-00b795c3dd66 req-61797fa0-a80e-42ec-8b13-b83560adb55a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c18dc6-c8f1-4304-b3b9-787a83a7903f HTTP/1.1" status: 200 len: 998 time: 0.0888002 Aug 31 14:17:58.881962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9c2c8-cd5d-434d-b5a3-00b795c3dd66 req-e6315636-40a0-4a0f-bd04-ea26ac2e7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:58.883915 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aec9c2c8-cd5d-434d-b5a3-00b795c3dd66 req-e6315636-40a0-4a0f-bd04-ea26ac2e7409 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fcc65403-9467-497e-9c87-051a73c3e831 HTTP/1.1" status: 200 len: 862 time: 0.0671906 Aug 31 14:17:58.886413 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd0270b1-9881-4f5e-a69b-4d5076adee4b req-5509004b-390c-4b49-82cc-8d875c680190 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097991 Aug 31 14:17:58.948805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3abf96-d7ee-49b1-83cd-1563aa436b3c req-a689d993-a6c6-4da2-9e9a-ef9c8e6af589 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:58.958614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9c2c8-cd5d-434d-b5a3-00b795c3dd66 req-2e3a8eda-0c5c-41f2-80de-c78f90c49da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:58.962703 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aec9c2c8-cd5d-434d-b5a3-00b795c3dd66 req-2e3a8eda-0c5c-41f2-80de-c78f90c49da2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1d50025-fd87-46f3-84f4-3158a6f07e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694556 Aug 31 14:17:58.968527 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d3abf96-d7ee-49b1-83cd-1563aa436b3c req-a689d993-a6c6-4da2-9e9a-ef9c8e6af589 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 950 time: 0.1698213 Aug 31 14:17:59.036330 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6472dcf4-7943-417d-b3f3-4e4fc8833229 req-8f14f04c-2583-40a2-82ae-77dc2dfb3f45 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 210 time: 0.0531209 Aug 31 14:17:59.176485 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aec9c2c8-cd5d-434d-b5a3-00b795c3dd66 req-f141ad59-0c16-4b7b-a00e-936915ec9753 service neutron] 10.222.0.60 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007406 Aug 31 14:17:59.218841 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa95cab9-2667-4f12-894d-d7b55213d096 req-b7a8077d-cd93-4557-afbb-1bcf6e22bff5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=4681bc8f-baf6-431d-808f-80af712e0fa1 HTTP/1.1" status: 200 len: 210 time: 0.2489753 Aug 31 14:17:59.234629 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c0f7f60-a3c5-4e5e-bdfe-db52edf8fc28 req-772c9448-8121-46a4-89e6-6e9753b8a208 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4681bc8f-baf6-431d-808f-80af712e0fa1 HTTP/1.1" status: 200 len: 210 time: 0.0755856 Aug 31 14:17:59.307130 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-864bc08a-9896-41a0-a283-d27098c1c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '66cfd9aa-12bf-4835-abac-470cec27291a', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'port_id': '55c18dc6-c8f1-4304-b3b9-787a83a7903f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'mac_address': 'fa:16:3e:b4:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:10Z', 'updated_at': '2021-08-31T14:17:56Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:53Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:59.336123 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aec9c2c8-cd5d-434d-b5a3-00b795c3dd66 req-59bfb6a5-a065-4050-a77e-d5b4f86966f8 service neutron] 10.222.0.60 "GET /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464930 Aug 31 14:17:59.346193 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864bc08a-9896-41a0-a283-d27098c1c20f None None] The sync data for ids ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'] in n-d-806683-5 is: [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '66cfd9aa-12bf-4835-abac-470cec27291a', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'port_id': '55c18dc6-c8f1-4304-b3b9-787a83a7903f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'mac_address': 'fa:16:3e:b4:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:15:10Z', 'updated_at': '2021-08-31T14:17:56Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:53Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:59.416752 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4d3abf96-d7ee-49b1-83cd-1563aa436b3c req-c026b8de-1882-4cae-9ab2-f24d57b01492 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Deleting port c1781fc0-546d-4cc0-b59e-ab10a28f83e0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:59.417111 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d3abf96-d7ee-49b1-83cd-1563aa436b3c req-c026b8de-1882-4cae-9ab2-f24d57b01492 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.556835 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ad7dd-3d82-4c44-8e64-caf22c5e3b7a req-932bbb4f-7fd1-420b-9df5-2c16d7d83d6b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:59.559352 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-158ad7dd-3d82-4c44-8e64-caf22c5e3b7a req-932bbb4f-7fd1-420b-9df5-2c16d7d83d6b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 946 time: 0.0775566 Aug 31 14:17:59.605494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95cab9-2667-4f12-894d-d7b55213d096 req-68f0420d-b78b-4959-ae39-15d865ea358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:59.607202 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa95cab9-2667-4f12-894d-d7b55213d096 req-68f0420d-b78b-4959-ae39-15d865ea358f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=3c77177a7f484a688be812ec879e9355&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3677402 Aug 31 14:17:59.637888 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11d5dc-5672-4194-9cce-6b5a4f62f388 req-462ed0eb-5852-4f62-86a1-8ef07263c75f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:59.646435 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a11d5dc-5672-4194-9cce-6b5a4f62f388 req-462ed0eb-5852-4f62-86a1-8ef07263c75f tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c49f37d-9c86-4bfa-b28b-6874827ca9b3 HTTP/1.1" status: 200 len: 950 time: 0.1453733 Aug 31 14:17:59.691310 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-158ad7dd-3d82-4c44-8e64-caf22c5e3b7a req-fb2c7290-02a2-4bef-9dc4-c6710a22c7c2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178377 Aug 31 14:17:59.754897 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3269f62-6e09-42d2-af79-16fa7fa425e5 None None] New status for floating IP 66cfd9aa-12bf-4835-abac-470cec27291a: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:17:59.764905 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4d3abf96-d7ee-49b1-83cd-1563aa436b3c req-c026b8de-1882-4cae-9ab2-f24d57b01492 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] For port c1781fc0-546d-4cc0-b59e-ab10a28f83e0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=c1781fc0-546d-4cc0-b59e-ab10a28f83e0,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:59.769527 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d3abf96-d7ee-49b1-83cd-1563aa436b3c req-c026b8de-1882-4cae-9ab2-f24d57b01492 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.865623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192205-a371-47b1-9eed-219ca907720d req-08eac2a7-5e84-4f21-b87b-2a3632c510f0 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:59.867795 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e192205-a371-47b1-9eed-219ca907720d req-08eac2a7-5e84-4f21-b87b-2a3632c510f0 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.25 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 821 time: 0.2107108 Aug 31 14:17:59.888948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-3e192205-a371-47b1-9eed-219ca907720d req-b9af522e-5672-468a-9499-a89cc45e2f47 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Request body: {'port': {'device_id': 'b3ca8b95-6919-4816-8e33-6b7149f637a8', 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b', 'admin_state_up': True, 'tenant_id': '5904e6ad71034956a1b7126d4bfce299'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:59.915575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4d3abf96-d7ee-49b1-83cd-1563aa436b3c req-c026b8de-1882-4cae-9ab2-f24d57b01492 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Calling delete_port for c1781fc0-546d-4cc0-b59e-ab10a28f83e0 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:00.061635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de251db0-f634-44a8-b948-483da69963f8 req-f587f416-5e3b-4dd0-a188-3e3e97d0c544 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:00.070367 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de251db0-f634-44a8-b948-483da69963f8 req-f587f416-5e3b-4dd0-a188-3e3e97d0c544 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 1097 time: 0.0907125 Aug 31 14:18:00.130708 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de251db0-f634-44a8-b948-483da69963f8 req-9d2a3da2-f253-423b-abd5-37f6f0218d64 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585985 Aug 31 14:18:00.162020 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e192205-a371-47b1-9eed-219ca907720d req-b9af522e-5672-468a-9499-a89cc45e2f47 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Made reservation on behalf of 5904e6ad71034956a1b7126d4bfce299 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:00.166233 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e192205-a371-47b1-9eed-219ca907720d req-b9af522e-5672-468a-9499-a89cc45e2f47 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.170067 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a11d5dc-5672-4194-9cce-6b5a4f62f388 req-eea15c2e-9bdd-4536-bdd2-6b15285834ea tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.39 "GET /v2.0/security-groups?id=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225737 Aug 31 14:18:00.260998 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d3abf96-d7ee-49b1-83cd-1563aa436b3c req-c026b8de-1882-4cae-9ab2-f24d57b01492 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.277666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c1781fc0-546d-4cc0-b59e-ab10a28f83e0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:00.367426 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026b8de-1882-4cae-9ab2-f24d57b01492 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Pushing event deleted for resources: {'Port': ['ID=c1781fc0-546d-4cc0-b59e-ab10a28f83e0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:00.404790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fb97b746-b737-45f4-bd74-ef9b168fa7fe req-9be4d97f-9411-4d02-89ac-f4bc4593bd04 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 210 time: 0.0752943 Aug 31 14:18:00.406583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3abf96-d7ee-49b1-83cd-1563aa436b3c req-c026b8de-1882-4cae-9ab2-f24d57b01492 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] No DVR routers for this DVR port c1781fc0-546d-4cc0-b59e-ab10a28f83e0 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:00.408379 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95cab9-2667-4f12-894d-d7b55213d096 req-c47f6eaa-93da-4e75-a271-e0ca520b0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:00.410147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa95cab9-2667-4f12-894d-d7b55213d096 req-c47f6eaa-93da-4e75-a271-e0ca520b0242 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7545986 Aug 31 14:18:00.411302 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d3abf96-d7ee-49b1-83cd-1563aa436b3c req-c026b8de-1882-4cae-9ab2-f24d57b01492 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.413706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d3abf96-d7ee-49b1-83cd-1563aa436b3c req-c026b8de-1882-4cae-9ab2-f24d57b01492 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] 10.222.0.25 "DELETE /v2.0/ports/c1781fc0-546d-4cc0-b59e-ab10a28f83e0 HTTP/1.1" status: 204 len: 173 time: 1.4228473 Aug 31 14:18:00.413706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c49f37d-9c86-4bfa-b28b-6874827ca9b3', 'name': 'network-vif-deleted', 'tag': 'c1781fc0-546d-4cc0-b59e-ab10a28f83e0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:00.426710 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f542bd4-a0b1-4502-b510-1e84850f8582" -d '{"events": [{"server_uuid": "3c49f37d-9c86-4bfa-b28b-6874827ca9b3", "name": "network-vif-deleted", "tag": "c1781fc0-546d-4cc0-b59e-ab10a28f83e0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:00.431699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba35b9-54ff-4b8e-af6f-3c769ae6fdba req-f50c9895-dc37-437e-bae3-44f207bbf4a2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:00.433283 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7fba35b9-54ff-4b8e-af6f-3c769ae6fdba req-f50c9895-dc37-437e-bae3-44f207bbf4a2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 949 time: 0.1155291 Aug 31 14:18:00.485361 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa95cab9-2667-4f12-894d-d7b55213d096 req-366ebf8e-3382-4886-bf0c-b3cfe59347a6 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4681bc8f-baf6-431d-808f-80af712e0fa1 HTTP/1.1" status: 200 len: 210 time: 0.0383630 Aug 31 14:18:00.520567 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-3e192205-a371-47b1-9eed-219ca907720d req-b9af522e-5672-468a-9499-a89cc45e2f47 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Allocated IP 172.20.0.12 (5dfb6deb-4204-4d78-bb52-fa1250f5417b/163dc4c6-5f18-4709-864a-db6bd28b2b16/2fb6d072-8fb7-45c7-9e4e-321d91d78bda) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:00.590262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26184f70-521b-4524-8244-2ad77da5436c req-21c4a1f0-9515-46fa-afc1-f97d1194068e tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:00.593712 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7fba35b9-54ff-4b8e-af6f-3c769ae6fdba req-c392bee8-8dc5-42c1-b114-5069eeac045e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522920 Aug 31 14:18:00.600664 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26184f70-521b-4524-8244-2ad77da5436c req-21c4a1f0-9515-46fa-afc1-f97d1194068e tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 1097 time: 0.0621293 Aug 31 14:18:00.666476 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26184f70-521b-4524-8244-2ad77da5436c req-96f310b7-c4ad-4836-8db9-7335ee901c72 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611689 Aug 31 14:18:00.797245 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f7491417-a96b-443f-b45b-6cdd26f40707 req-890fd5d2-6521-4466-b25a-23688ad2a9e8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4681bc8f-baf6-431d-808f-80af712e0fa1 HTTP/1.1" status: 200 len: 210 time: 0.0374336 Aug 31 14:18:00.846810 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad610af6-7a34-475e-aa8b-6fce7bbdf5ba x-openstack-request-id: req-ad610af6-7a34-475e-aa8b-6fce7bbdf5ba {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:00.847198 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c49f37d-9c86-4bfa-b28b-6874827ca9b3", "name": "network-vif-deleted", "tag": "c1781fc0-546d-4cc0-b59e-ab10a28f83e0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:00.847566 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad610af6-7a34-475e-aa8b-6fce7bbdf5ba {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:00.848024 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c49f37d-9c86-4bfa-b28b-6874827ca9b3', 'name': 'network-vif-deleted', 'tag': 'c1781fc0-546d-4cc0-b59e-ab10a28f83e0', 'status': 'completed', 'code': 200} Aug 31 14:18:00.920610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e192205-a371-47b1-9eed-219ca907720d req-b9af522e-5672-468a-9499-a89cc45e2f47 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.046830 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e192205-a371-47b1-9eed-219ca907720d req-b9af522e-5672-468a-9499-a89cc45e2f47 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.060901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd4137d1-7ba8-4acb-9b17-3ed16ba65036 req-fa39e264-9116-4660-aa12-e9e1bf98c649 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=4681bc8f-baf6-431d-808f-80af712e0fa1 HTTP/1.1" status: 200 len: 210 time: 0.0465763 Aug 31 14:18:01.080599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e192205-a371-47b1-9eed-219ca907720d req-b9af522e-5672-468a-9499-a89cc45e2f47 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Network 5dfb6deb-4204-4d78-bb52-fa1250f5417b is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:01.103628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-3e192205-a371-47b1-9eed-219ca907720d req-b9af522e-5672-468a-9499-a89cc45e2f47 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:01.173446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e192205-a371-47b1-9eed-219ca907720d req-b9af522e-5672-468a-9499-a89cc45e2f47 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:01.197075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4137d1-7ba8-4acb-9b17-3ed16ba65036 req-5b899c98-60e5-48cb-b5c7-3ca603aad3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:01.199239 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd4137d1-7ba8-4acb-9b17-3ed16ba65036 req-5b899c98-60e5-48cb-b5c7-3ca603aad3c8 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=3c77177a7f484a688be812ec879e9355&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1303096 Aug 31 14:18:01.409806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4137d1-7ba8-4acb-9b17-3ed16ba65036 req-fe5d5a99-6488-4e1c-bfa9-099ab9a16739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:01.412486 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd4137d1-7ba8-4acb-9b17-3ed16ba65036 req-fe5d5a99-6488-4e1c-bfa9-099ab9a16739 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1966577 Aug 31 14:18:01.541259 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd4137d1-7ba8-4acb-9b17-3ed16ba65036 req-4a65d52e-519c-4c83-a184-27ed32762c7b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.25 "GET /v2.0/ports?device_id=4681bc8f-baf6-431d-808f-80af712e0fa1 HTTP/1.1" status: 200 len: 210 time: 0.0561423 Aug 31 14:18:01.605238 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:01.622691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1ef81-9831-4fe8-897c-fe1d814820fc req-cc6ca1e8-947c-48fe-9de6-9d44efd04315 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:01.631945 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90c1ef81-9831-4fe8-897c-fe1d814820fc req-cc6ca1e8-947c-48fe-9de6-9d44efd04315 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 932 time: 0.0931015 Aug 31 14:18:01.769016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:01.777016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:01.777831 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.792015 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90c1ef81-9831-4fe8-897c-fe1d814820fc req-adb49602-fe2d-41e6-97d4-6fa9678bbc9f tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520469 Aug 31 14:18:01.835867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192205-a371-47b1-9eed-219ca907720d req-b9af522e-5672-468a-9499-a89cc45e2f47 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:01.836702 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e192205-a371-47b1-9eed-219ca907720d req-b9af522e-5672-468a-9499-a89cc45e2f47 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.902496 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af522e-5672-468a-9499-a89cc45e2f47 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Pushing event updated for resources: {'Port': ['ID=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:01.923893 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.932528 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e192205-a371-47b1-9eed-219ca907720d req-b9af522e-5672-468a-9499-a89cc45e2f47 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0472057 Aug 31 14:18:01.934989 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b892bf-87da-46f0-835f-2c368c452820 req-47243d0e-e33d-48f5-844b-6e83f2088ea3 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:01.951275 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5b892bf-87da-46f0-835f-2c368c452820 req-47243d0e-e33d-48f5-844b-6e83f2088ea3 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 1097 time: 0.7053144 Aug 31 14:18:01.962005 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Request body: {'port': {'device_id': 'b3ca8b95-6919-4816-8e33-6b7149f637a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:02.015534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:02.017135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:02.021821 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b023fb1-ae8d-4884-9873-d6a5cc065093" -d '{"events": [{"server_uuid": "9787d1a9-2fe9-4efe-9af8-9f1ece452de2", "name": "network-vif-plugged", "status": "completed", "tag": "8ed218f7-d16c-4dc8-bb53-d1c4275bbb98"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:02.027654 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.068849 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57528) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:02.125096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:02.126452 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.152894 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd684f-7c95-4fe1-8cc1-7052022a7cc4 req-952ff7c6-ffe3-43ec-b17e-d448dda83f61 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:02.154507 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44dd684f-7c95-4fe1-8cc1-7052022a7cc4 req-952ff7c6-ffe3-43ec-b17e-d448dda83f61 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.1550584 Aug 31 14:18:02.232699 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44dd684f-7c95-4fe1-8cc1-7052022a7cc4 req-b4df620d-3841-49e0-b4b1-112052401588 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702202 Aug 31 14:18:02.290256 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5b892bf-87da-46f0-835f-2c368c452820 req-65b11e3a-9e0d-4b36-bbd5-46e51f2ece7f tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440149 Aug 31 14:18:02.417377 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1f23fe52-3c5f-4085-9153-e09eb1b58038 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1901edefb11847a7897a42142ce0f797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471911 Aug 31 14:18:02.423997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57534) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:02.428823 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ee7d30-d32a-431a-83cb-5b17b64a5791 x-openstack-request-id: req-97ee7d30-d32a-431a-83cb-5b17b64a5791 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:02.429167 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9787d1a9-2fe9-4efe-9af8-9f1ece452de2", "name": "network-vif-plugged", "status": "completed", "tag": "8ed218f7-d16c-4dc8-bb53-d1c4275bbb98", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:02.429397 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97ee7d30-d32a-431a-83cb-5b17b64a5791 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:02.429935 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98', 'code': 200} Aug 31 14:18:02.548217 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da8aa8dd-6df7-4683-87b2-81ee48a5f13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.585255 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da8aa8dd-6df7-4683-87b2-81ee48a5f13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.588767 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb6d072-8fb7-45c7-9e4e-321d91d78bda {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:02.598817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae78c8b-c8ab-47e7-b4b9-e61eb914313b req-693645f7-cac8-4080-b629-632533420490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:02.600402 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.601495 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eae78c8b-c8ab-47e7-b4b9-e61eb914313b req-693645f7-cac8-4080-b629-632533420490 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 1101 time: 0.0929577 Aug 31 14:18:02.618827 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Transition to ACTIVE for port object 2fb6d072-8fb7-45c7-9e4e-321d91d78bda will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:02.625066 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.671271 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eae78c8b-c8ab-47e7-b4b9-e61eb914313b req-2e108d21-76eb-40ad-a8b5-88cb6be7dd2e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547016 Aug 31 14:18:02.694937 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da8aa8dd-6df7-4683-87b2-81ee48a5f13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.697896 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da8aa8dd-6df7-4683-87b2-81ee48a5f13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.701451 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-da8aa8dd-6df7-4683-87b2-81ee48a5f13e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6 HTTP/1.1" status: 204 len: 168 time: 0.2734628 Aug 31 14:18:02.730899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8aa8dd-6df7-4683-87b2-81ee48a5f13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833476ff-3f5d-4790-a9a8-c2c3b9f9b5d6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:02.785577 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Pushing event updated for resources: {'Port': ['ID=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:02.871778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-f368cc7a-ecbd-4ec3-ab0c-e5a39e8760f0 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:02.873324 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-f368cc7a-ecbd-4ec3-ab0c-e5a39e8760f0 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 812 time: 0.2358909 Aug 31 14:18:02.902651 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-b4bc06ff-c77e-4433-b7a2-5fb2e1f3cc87 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/quotas/3c77177a7f484a688be812ec879e9355 HTTP/1.1" status: 200 len: 375 time: 0.0206287 Aug 31 14:18:02.903501 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Attempting to bind port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:02.903826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Attempting to bind port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:02.904142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Attempting to bind port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:02.909164 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:18:02.909597 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Attempting to bind port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:02.916006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:02.916336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Checking segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:02.916719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Bound using segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:02.917143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Bound port: 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:02.917520 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.970038 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-5fc9cbf4-b823-4470-8606-d968d00dc7a8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551169 Aug 31 14:18:03.018098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1abcb5-a4ab-4cf7-b300-a7cf7c056aef req-28197ad0-973b-484f-8722-a35da8ee5d2b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:03.021528 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b1abcb5-a4ab-4cf7-b300-a7cf7c056aef req-28197ad0-973b-484f-8722-a35da8ee5d2b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 944 time: 0.0848601 Aug 31 14:18:03.075402 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b1abcb5-a4ab-4cf7-b300-a7cf7c056aef req-a6f4cae2-a564-4eeb-ad22-4f8833fef323 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468709 Aug 31 14:18:03.105960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:03.128477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:03.133989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.140928 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-600f80a3-3686-460a-9d0a-2e81b0b61663 service neutron] 10.222.0.39 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683629 Aug 31 14:18:03.156640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57556) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:03.200015 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5da90892-3fdb-415d-b03a-2d298bc2538e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bed8ca362ad4847af4508f353dd15b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420249 Aug 31 14:18:03.209193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57562) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:03.227960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:03.228580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.229966 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e192205-a371-47b1-9eed-219ca907720d req-ba2cfddc-face-4791-93a3-51486060701e service neutron] 10.222.0.25 "PUT /v2.0/ports/2fb6d072-8fb7-45c7-9e4e-321d91d78bda HTTP/1.1" status: 200 len: 1092 time: 1.2826226 Aug 31 14:18:03.232260 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ca8b95-6919-4816-8e33-6b7149f637a8', 'tag': '2fb6d072-8fb7-45c7-9e4e-321d91d78bda'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:03.235983 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f378b0-00dc-4e23-9818-cd7b85c621b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ca8b95-6919-4816-8e33-6b7149f637a8", "tag": "2fb6d072-8fb7-45c7-9e4e-321d91d78bda"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:03.282200 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23d93172-6783-465c-8447-15384e839bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.286734 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2cfddc-face-4791-93a3-51486060701e service neutron] Pushing event updated for resources: {'Port': ['ID=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:03.297863 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c51534-e6e8-458c-a0ba-83f3035db56e x-openstack-request-id: req-27c51534-e6e8-458c-a0ba-83f3035db56e {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:03.298113 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ca8b95-6919-4816-8e33-6b7149f637a8", "tag": "2fb6d072-8fb7-45c7-9e4e-321d91d78bda", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:03.298283 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27c51534-e6e8-458c-a0ba-83f3035db56e {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:03.298781 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ca8b95-6919-4816-8e33-6b7149f637a8', 'tag': '2fb6d072-8fb7-45c7-9e4e-321d91d78bda', 'status': 'completed', 'code': 200} Aug 31 14:18:03.315791 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23d93172-6783-465c-8447-15384e839bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.366514 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-ea6a1248-4ab4-4f4f-a770-e0a3927f86c7 service neutron] 10.222.0.39 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191668 Aug 31 14:18:03.383307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192205-a371-47b1-9eed-219ca907720d req-808845f3-5f9a-4125-abcf-e9feb50eaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:03.385119 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e192205-a371-47b1-9eed-219ca907720d req-808845f3-5f9a-4125-abcf-e9feb50eaa26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 1095 time: 0.0835822 Aug 31 14:18:03.429314 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23d93172-6783-465c-8447-15384e839bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.431846 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23d93172-6783-465c-8447-15384e839bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.435202 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-23d93172-6783-465c-8447-15384e839bf2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4438da56-9a7b-4a2a-bc33-08ea9d2e9c41 HTTP/1.1" status: 204 len: 168 time: 0.2227793 Aug 31 14:18:03.447214 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e192205-a371-47b1-9eed-219ca907720d req-f4e4165f-ecd5-4711-92cf-aec6399912a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda HTTP/1.1" status: 200 len: 217 time: 0.0503933 Aug 31 14:18:03.450041 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de018554-c5b8-48d4-bdeb-46706b253658 req-fc6fe485-ebe7-4a6a-bc43-4fd1922bbb50 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:03.451765 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de018554-c5b8-48d4-bdeb-46706b253658 req-fc6fe485-ebe7-4a6a-bc43-4fd1922bbb50 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0792518 Aug 31 14:18:03.504263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d93172-6783-465c-8447-15384e839bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4438da56-9a7b-4a2a-bc33-08ea9d2e9c41,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:03.544172 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192205-a371-47b1-9eed-219ca907720d req-140aca8e-a166-4048-a003-2d7d1bd7100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:03.547736 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e192205-a371-47b1-9eed-219ca907720d req-140aca8e-a166-4048-a003-2d7d1bd7100f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.0865839 Aug 31 14:18:03.552381 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de018554-c5b8-48d4-bdeb-46706b253658 req-78ab3b77-bba5-4c4c-83f1-5a32ed75b4a4 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922050 Aug 31 14:18:03.619121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device c1781fc0-546d-4cc0-b59e-ab10a28f83e0 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:03.651471 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: c1781fc0-546d-4cc0-b59e-ab10a28f83e0 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:03.651818 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device c1781fc0-546d-4cc0-b59e-ab10a28f83e0 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:03.686190 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e192205-a371-47b1-9eed-219ca907720d req-8e1c6365-1615-413f-af6a-23e0b2a8876a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269135 Aug 31 14:18:03.741813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6c3b5-3dc8-4ca4-b22a-3805f647c29f req-7916dbea-a026-480b-ba65-7f6a18a78304 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:03.761211 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a6a6c3b5-3dc8-4ca4-b22a-3805f647c29f req-7916dbea-a026-480b-ba65-7f6a18a78304 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 1097 time: 0.1921566 Aug 31 14:18:03.838731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e78959b-2e9f-4458-8fdd-7ff37c754c06 req-2f198fe9-0594-49b0-8c20-b02949d7ebd7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 210 time: 0.0637100 Aug 31 14:18:03.969497 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a6a6c3b5-3dc8-4ca4-b22a-3805f647c29f req-60fdf609-38ae-4568-9a4c-192521f44b28 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966441 Aug 31 14:18:04.045662 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e192205-a371-47b1-9eed-219ca907720d req-4e7b63d9-d027-4462-8d4f-6012ce5426cd service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378832 Aug 31 14:18:04.299536 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b905db-73ed-4046-8eac-bbf282c88110 req-d621f78e-051a-4dde-8d3f-e035b1108063 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:04.310049 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5b905db-73ed-4046-8eac-bbf282c88110 req-d621f78e-051a-4dde-8d3f-e035b1108063 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 944 time: 0.0908778 Aug 31 14:18:04.376580 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5b905db-73ed-4046-8eac-bbf282c88110 req-f031df98-a9c7-4f1f-a958-c7af026b28d7 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637069 Aug 31 14:18:04.387550 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e192205-a371-47b1-9eed-219ca907720d req-28ec0c24-2c61-4098-856d-005b9ae72a8a service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287992 Aug 31 14:18:04.564156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f378b0-00dc-4e23-9818-cd7b85c621b8 req-d17e267f-bbda-4f9b-b7db-e4be16d733e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:04.565655 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4f378b0-00dc-4e23-9818-cd7b85c621b8 req-d17e267f-bbda-4f9b-b7db-e4be16d733e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 1095 time: 0.0883944 Aug 31 14:18:04.766683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f378b0-00dc-4e23-9818-cd7b85c621b8 req-50e6a49d-bcd2-4649-b5e0-476c08d9ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:04.768348 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4f378b0-00dc-4e23-9818-cd7b85c621b8 req-50e6a49d-bcd2-4649-b5e0-476c08d9ff7e service neutron] 10.222.0.25 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.1885014 Aug 31 14:18:04.785952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37df7bb-1211-4ea4-9c9b-888e69e08499 req-a8280f8e-9d05-4524-ba5a-71cd95c41189 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:04.787908 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57640) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:04.793378 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b37df7bb-1211-4ea4-9c9b-888e69e08499 req-a8280f8e-9d05-4524-ba5a-71cd95c41189 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0826106 Aug 31 14:18:04.860618 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4f378b0-00dc-4e23-9818-cd7b85c621b8 req-dbae6def-5be9-42b8-907f-c6d06111a10d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda HTTP/1.1" status: 200 len: 217 time: 0.0580361 Aug 31 14:18:04.921641 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b37df7bb-1211-4ea4-9c9b-888e69e08499 req-7ebb553f-ea90-40c1-8083-00973694b152 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231105 Aug 31 14:18:04.931326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-32791804-network', 'tenant_id': 'cb4364b9da814797bd599c4bf5067686'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:04.962762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f378b0-00dc-4e23-9818-cd7b85c621b8 req-e4ac8c06-21f1-4c8a-b150-da9cd42ada79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:04.964422 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] Made reservation on behalf of cb4364b9da814797bd599c4bf5067686 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:04.964547 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4f378b0-00dc-4e23-9818-cd7b85c621b8 req-e4ac8c06-21f1-4c8a-b150-da9cd42ada79 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.0884094 Aug 31 14:18:04.979827 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.009150 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.026419 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4f378b0-00dc-4e23-9818-cd7b85c621b8 req-a13db6f8-9374-445b-b022-31b87a606219 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355563 Aug 31 14:18:05.222183 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.227280 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.234190 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-89220814-1715-4e0d-8e0d-882c2cfb0a2e req-bdee2387-2817-4209-86e4-8118d31238b5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 210 time: 0.0463321 Aug 31 14:18:05.280555 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:05.310446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8595441-84fd-4a6d-b37d-6570ceddd694,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:05.323296 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4f378b0-00dc-4e23-9818-cd7b85c621b8 req-15b98d0d-634c-4734-b82b-41cea9f09242 service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821629 Aug 31 14:18:05.330098 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.331696 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] Added segment 4f032cb7-72d7-4c2e-8dc7-bb10aa20c631 of type vlan for network 3a131f61-c541-4066-8af7-1a48f6f0d910 Aug 31 14:18:05.348394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-020bd68d-3f9f-47c1-927d-50ad50b10527 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:05.350047 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-020bd68d-3f9f-47c1-927d-50ad50b10527 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.60 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 812 time: 0.2210846 Aug 31 14:18:05.390005 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-445ec451-ea50-42bf-bde8-7460078d51c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Request body: {'port': {'device_id': 'b17dfebc-291a-4e50-b8a3-f0e8f2a5312d', 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af', 'admin_state_up': True, 'tenant_id': '3c77177a7f484a688be812ec879e9355'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:05.396872 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.444416 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.446004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:05.446891 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.541661 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57660) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:05.544218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7530963 Aug 31 14:18:05.557789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-15ae1e1d-9ff5-4fb9-a717-b969061e1f25 admin admin] Request body: {'subnet': {'network_id': '3a131f61-c541-4066-8af7-1a48f6f0d910', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-32791804-subnet', 'tenant_id': 'cb4364b9da814797bd599c4bf5067686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:05.574492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731ab84-2b2e-41c6-8d9f-dc7d240eb770 admin admin] Pushing event updated for resources: {'Network': ['ID=3a131f61-c541-4066-8af7-1a48f6f0d910,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:05.600516 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 3a131f61-c541-4066-8af7-1a48f6f0d910 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:05.656495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ae1e1d-9ff5-4fb9-a717-b969061e1f25 admin admin] Made reservation on behalf of cb4364b9da814797bd599c4bf5067686 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:05.660804 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15ae1e1d-9ff5-4fb9-a717-b969061e1f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.672535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-90b85a45-d630-4610-ac92-bbe8405de7c4 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:05.673771 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-90b85a45-d630-4610-ac92-bbe8405de7c4 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086014 Aug 31 14:18:05.681882 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cb37b-34d1-4931-bf0f-8138975d3481 req-3340dab5-5167-468f-a4eb-006366f4982c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:05.689169 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-400cb37b-34d1-4931-bf0f-8138975d3481 req-3340dab5-5167-468f-a4eb-006366f4982c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.2394106 Aug 31 14:18:05.707794 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4f378b0-00dc-4e23-9818-cd7b85c621b8 req-43dc49a6-2af6-4019-9490-6f32a6417382 service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541176 Aug 31 14:18:05.745407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-ef9007d7-af71-4920-9a67-55f5e91d57a7 service neutron] Request body: {'binding': {'host': 'n-h1-806683-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:05.745938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-ef9007d7-af71-4920-9a67-55f5e91d57a7 service neutron] Unknown quota resources ['binding']. {{(pid=94870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:18:05.835120 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-445ec451-ea50-42bf-bde8-7460078d51c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Made reservation on behalf of 3c77177a7f484a688be812ec879e9355 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:05.838797 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-445ec451-ea50-42bf-bde8-7460078d51c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.859748 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-400cb37b-34d1-4931-bf0f-8138975d3481 req-aa8a1cce-2d66-4bda-a9cd-0d55d44d6146 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653135 Aug 31 14:18:06.232356 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15ae1e1d-9ff5-4fb9-a717-b969061e1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.249994 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-ef9007d7-af71-4920-9a67-55f5e91d57a7 service neutron] Attempting to bind port 82606232-9dfa-4063-a335-fe29c335e132 on host n-h1-806683-5 for vnic_type normal with profile None {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:06.250381 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-ef9007d7-af71-4920-9a67-55f5e91d57a7 service neutron] Attempting to bind port 82606232-9dfa-4063-a335-fe29c335e132 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:06.250745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-ef9007d7-af71-4920-9a67-55f5e91d57a7 service neutron] Attempting to bind port 82606232-9dfa-4063-a335-fe29c335e132 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:06.290678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7f6b1-84cc-499b-82e8-ae89d4018982 req-cf3d7caf-a537-4e00-88e4-2c9f12216969 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:06.292421 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7df7f6b1-84cc-499b-82e8-ae89d4018982 req-cf3d7caf-a537-4e00-88e4-2c9f12216969 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 944 time: 0.2511327 Aug 31 14:18:06.301060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-445ec451-ea50-42bf-bde8-7460078d51c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Allocated IP 172.20.0.5 (0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af/2aa5041b-aff9-4323-8a2c-7ce83a5dbf67/05c09118-37ad-48a7-b16a-8a87bc00fd0e) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:06.305238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-ef9007d7-af71-4920-9a67-55f5e91d57a7 service neutron] Port 82606232-9dfa-4063-a335-fe29c335e132 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:18:06.305238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-ef9007d7-af71-4920-9a67-55f5e91d57a7 service neutron] Attempting to bind port 82606232-9dfa-4063-a335-fe29c335e132 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:06.365815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-ef9007d7-af71-4920-9a67-55f5e91d57a7 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:06.365815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-ef9007d7-af71-4920-9a67-55f5e91d57a7 service neutron] Checking segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:06.365815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-ef9007d7-af71-4920-9a67-55f5e91d57a7 service neutron] Bound using segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:06.365815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-ef9007d7-af71-4920-9a67-55f5e91d57a7 service neutron] Bound port: 82606232-9dfa-4063-a335-fe29c335e132, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:06.377206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae1e1d-9ff5-4fb9-a717-b969061e1f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a72730fe-6d76-43ab-a0cb-48655d8f017e,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:06.481111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7df7f6b1-84cc-499b-82e8-ae89d4018982 req-fd371cef-08ea-403c-8b5f-04ac84dd9ae9 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749492 Aug 31 14:18:06.506498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ae1e1d-9ff5-4fb9-a717-b969061e1f25 admin admin] Checking segment: {'id': '4f032cb7-72d7-4c2e-8dc7-bb10aa20c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3a131f61-c541-4066-8af7-1a48f6f0d910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:06.507212 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ae1e1d-9ff5-4fb9-a717-b969061e1f25 admin admin] Network hostable DHCP agents. Network: 3a131f61-c541-4066-8af7-1a48f6f0d910, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:18:06.583257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-ef9007d7-af71-4920-9a67-55f5e91d57a7 service neutron] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=82606232-9dfa-4063-a335-fe29c335e132,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:06.593816 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-ef9007d7-af71-4920-9a67-55f5e91d57a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.595125 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-ef9007d7-af71-4920-9a67-55f5e91d57a7 service neutron] 10.222.0.39 "POST /v2.0/ports/82606232-9dfa-4063-a335-fe29c335e132/bindings HTTP/1.1" status: 201 len: 389 time: 0.8901589 Aug 31 14:18:06.602914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ae1e1d-9ff5-4fb9-a717-b969061e1f25 admin admin] Network 3a131f61-c541-4066-8af7-1a48f6f0d910 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:18:06.614156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-15ae1e1d-9ff5-4fb9-a717-b969061e1f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 3a131f61-c541-4066-8af7-1a48f6f0d910) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:06.622363 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ae1e1d-9ff5-4fb9-a717-b969061e1f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:06.623237 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15ae1e1d-9ff5-4fb9-a717-b969061e1f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.626933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d51858-4f57-4e5f-97bb-9b437b5effa7 None None] Network 3a131f61-c541-4066-8af7-1a48f6f0d910 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:06.685281 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-15ae1e1d-9ff5-4fb9-a717-b969061e1f25 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1410038 Aug 31 14:18:06.888788 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3075fd52-36ad-42c0-b111-af43354af892 None None] Network 3a131f61-c541-4066-8af7-1a48f6f0d910 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:06.921751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1a8c2-5f9d-40f1-b336-ccb3f5107fb0 req-ebd05a56-1453-4759-affe-73da508315a6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:06.931842 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-52f1a8c2-5f9d-40f1-b336-ccb3f5107fb0 req-ebd05a56-1453-4759-affe-73da508315a6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 946 time: 0.0861592 Aug 31 14:18:07.011220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-9cafa75d-3bcc-4b2d-88fa-13873807605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:07.012469 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-9cafa75d-3bcc-4b2d-88fa-13873807605e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 1097 time: 0.1148541 Aug 31 14:18:07.018700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-52f1a8c2-5f9d-40f1-b336-ccb3f5107fb0 req-0c11c581-4661-4783-aa24-660e6b4a9a8d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861723 Aug 31 14:18:07.205642 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b65a39f0-3ad5-421f-b330-8dda084f0aa9 req-78737d2b-3c9c-4073-8093-f5e3887c40b3 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 210 time: 0.4594045 Aug 31 14:18:07.213452 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-445ec451-ea50-42bf-bde8-7460078d51c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.239211 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-9404c28c-e712-49dd-8a06-9bbd9a35c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:07.241815 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-9404c28c-e712-49dd-8a06-9bbd9a35c86e service neutron] 10.222.0.60 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.2203231 Aug 31 14:18:07.313855 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-06ef699e-49b1-4d5b-9cce-df06e1d7977c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82606232-9dfa-4063-a335-fe29c335e132 HTTP/1.1" status: 200 len: 217 time: 0.0592463 Aug 31 14:18:07.315809 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-445ec451-ea50-42bf-bde8-7460078d51c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.433443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-445ec451-ea50-42bf-bde8-7460078d51c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:07.438991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-445ec451-ea50-42bf-bde8-7460078d51c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:07.442283 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-445ec451-ea50-42bf-bde8-7460078d51c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:07.473312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ec451-ea50-42bf-bde8-7460078d51c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Pushing event updated for resources: {'Port': ['ID=05c09118-37ad-48a7-b16a-8a87bc00fd0e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:07.531926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-445ec451-ea50-42bf-bde8-7460078d51c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:07.532648 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-445ec451-ea50-42bf-bde8-7460078d51c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.551351 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-445ec451-ea50-42bf-bde8-7460078d51c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1659796 Aug 31 14:18:07.566249 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Request body: {'port': {'device_id': 'b17dfebc-291a-4e50-b8a3-f0e8f2a5312d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:07.656066 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2fb6d072-8fb7-45c7-9e4e-321d91d78bda details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:18:07.684294 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.783474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57696) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:07.793520 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1024684334-network', 'tenant_id': '0058e61d988249e48ea6e4f7cd161b8a'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:07.806747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cf148-b113-4c9b-9a5d-8fc6644ad4dc req-b2fcb2e7-d5bf-4d66-9f0e-5094dcd8c7ae tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:07.814504 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e65cf148-b113-4c9b-9a5d-8fc6644ad4dc req-b2fcb2e7-d5bf-4d66-9f0e-5094dcd8c7ae tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 944 time: 0.1742578 Aug 31 14:18:07.839995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:07.856634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '2fb6d072-8fb7-45c7-9e4e-321d91d78bda', 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b', 'port_id': '2fb6d072-8fb7-45c7-9e4e-321d91d78bda', 'mac_address': 'fa:16:3e:99:85:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163dc4c6-5f18-4709-864a-db6bd28b2b16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:18:07.860355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-eaeea9c2-6905-4f0d-9be2-f67a1e6d5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:07.862187 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-eaeea9c2-6905-4f0d-9be2-f67a1e6d5601 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.5220499 Aug 31 14:18:07.876818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f669ebe-533f-4d58-b754-88b7bf02827b req-039c68d4-b0ae-42bd-812a-48001ff20fc7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:07.885563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f669ebe-533f-4d58-b754-88b7bf02827b req-039c68d4-b0ae-42bd-812a-48001ff20fc7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.1227064 Aug 31 14:18:07.901827 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-beb405e2-4328-496c-848a-55e2be496816 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1340399 Aug 31 14:18:07.936550 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.944487 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e65cf148-b113-4c9b-9a5d-8fc6644ad4dc req-da267d27-852e-47cc-9677-c69ce5de40fc tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284101 Aug 31 14:18:07.947792 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] Made reservation on behalf of 0058e61d988249e48ea6e4f7cd161b8a for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:07.950176 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.968696 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-d0433612-97d1-412e-add1-000bee557c38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803974 Aug 31 14:18:07.974724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb6d072-8fb7-45c7-9e4e-321d91d78bda {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:07.989368 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.026266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:08.033052 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.104176 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:08.139140 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f669ebe-533f-4d58-b754-88b7bf02827b req-3af89bc0-3d82-4828-8e89-a520689da31e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510726 Aug 31 14:18:08.227078 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-9e59e577-b3ee-4ef5-a557-aeb3a2fa9574 service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414970 Aug 31 14:18:08.359702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f686750-7ea2-48b3-a344-4b58683348a7 req-49eb1bcb-b1d9-43c2-b056-a3a3e8cc79bb tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:08.367841 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8f686750-7ea2-48b3-a344-4b58683348a7 req-49eb1bcb-b1d9-43c2-b056-a3a3e8cc79bb tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 946 time: 0.1803796 Aug 31 14:18:08.386863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['2fb6d072-8fb7-45c7-9e4e-321d91d78bda'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:08.419497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640483b-ca1b-4908-9ee8-273fcc68a9d6 req-f13a123b-73e6-45a6-94c1-2bb5db25d4af tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:08.427563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f640483b-ca1b-4908-9ee8-273fcc68a9d6 req-f13a123b-73e6-45a6-94c1-2bb5db25d4af tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 931 time: 0.0825331 Aug 31 14:18:08.475366 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.489854 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8f686750-7ea2-48b3-a344-4b58683348a7 req-6e76dfd0-2844-4e58-b75e-a7d0307b505a tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169920 Aug 31 14:18:08.500215 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f640483b-ca1b-4908-9ee8-273fcc68a9d6 req-f1d60f6f-4e94-47c3-acc0-3b7a3cf0aa3c tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712674 Aug 31 14:18:08.504112 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-c530dbbb-adb5-440d-b120-d321894cf07b service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548106 Aug 31 14:18:08.505669 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.551229 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c09118-37ad-48a7-b16a-8a87bc00fd0e {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:08.617174 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:08.620921 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.694785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-5550bc76-218a-4395-b96b-0d9bd46d62e8 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:08.698011 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-5550bc76-218a-4395-b96b-0d9bd46d62e8 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035&tenant_id=429bbc88baff4974940bd2144c0fd533&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1097 time: 0.1078568 Aug 31 14:18:08.704942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Transition to ACTIVE for port object 05c09118-37ad-48a7-b16a-8a87bc00fd0e will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:08.707151 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.707571 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] Added segment 9ceac8d6-32ee-450c-9572-88ef21d159d8 of type vlan for network 1c4345d5-c7d4-4bfb-8793-4b02ec15cfc8 Aug 31 14:18:08.723772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-5'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:08.757704 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.782290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a555d79-3c46-4f7a-9893-069f53887aab,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:08.787948 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.788748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:08.789327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.792581 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.817694 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.911115 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1187236 Aug 31 14:18:08.914690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57722) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:08.922265 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c1111-9603-4c23-abe0-2ee61b1b2d28 admin admin] Pushing event updated for resources: {'Network': ['ID=1c4345d5-c7d4-4bfb-8793-4b02ec15cfc8,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:08.925047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Pushing event updated for resources: {'Port': ['ID=05c09118-37ad-48a7-b16a-8a87bc00fd0e,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:08.941259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-03f957cd-e7b3-4fab-9dcb-2ef97332ea5e admin admin] Request body: {'subnet': {'network_id': '1c4345d5-c7d4-4bfb-8793-4b02ec15cfc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1024684334-subnet', 'tenant_id': '0058e61d988249e48ea6e4f7cd161b8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:08.942580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 1c4345d5-c7d4-4bfb-8793-4b02ec15cfc8 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:09.014708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f957cd-e7b3-4fab-9dcb-2ef97332ea5e admin admin] Made reservation on behalf of 0058e61d988249e48ea6e4f7cd161b8a for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:09.017004 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03f957cd-e7b3-4fab-9dcb-2ef97332ea5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.163151 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Attempting to bind port 05c09118-37ad-48a7-b16a-8a87bc00fd0e on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:09.163539 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Attempting to bind port 05c09118-37ad-48a7-b16a-8a87bc00fd0e by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:09.163983 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Attempting to bind port 05c09118-37ad-48a7-b16a-8a87bc00fd0e on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:09.180934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Port 05c09118-37ad-48a7-b16a-8a87bc00fd0e on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:18:09.181276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Attempting to bind port 05c09118-37ad-48a7-b16a-8a87bc00fd0e on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:09.206240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:09.206570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Checking segment: {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:09.214924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Bound using segment: {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:09.216064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Bound port: 05c09118-37ad-48a7-b16a-8a87bc00fd0e, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:09.217881 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.404723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=82606232-9dfa-4063-a335-fe29c335e132,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:09.475609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] For port 05c09118-37ad-48a7-b16a-8a87bc00fd0e, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:09.516051 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] For port 05c09118-37ad-48a7-b16a-8a87bc00fd0e, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=05c09118-37ad-48a7-b16a-8a87bc00fd0e,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:09.524214 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da1d7b-2480-490b-b650-855d17c8eee8 req-d67d1e93-20a8-40fa-97d6-201d4242c9b9 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:09.525135 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.526405 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45da1d7b-2480-490b-b650-855d17c8eee8 req-d67d1e93-20a8-40fa-97d6-201d4242c9b9 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 945 time: 0.3009212 Aug 31 14:18:09.552741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:09.613916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd01bf8-59fb-4d24-89d0-ea3d929d156c req-252f3285-cfa9-4922-9615-347837dcb819 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:09.623348 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8cd01bf8-59fb-4d24-89d0-ea3d929d156c req-252f3285-cfa9-4922-9615-347837dcb819 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.1807771 Aug 31 14:18:09.625201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:09.625828 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.627715 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] 10.222.0.60 "PUT /v2.0/ports/05c09118-37ad-48a7-b16a-8a87bc00fd0e HTTP/1.1" status: 200 len: 1091 time: 2.0671549 Aug 31 14:18:09.632669 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17dfebc-291a-4e50-b8a3-f0e8f2a5312d', 'tag': '05c09118-37ad-48a7-b16a-8a87bc00fd0e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:09.634873 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eeed7ad-47be-45b9-baaf-4e50da593cda" -d '{"events": [{"name": "network-changed", "server_uuid": "b17dfebc-291a-4e50-b8a3-f0e8f2a5312d", "tag": "05c09118-37ad-48a7-b16a-8a87bc00fd0e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:09.671112 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe39d00-d93d-4770-897b-dfb143a522a5 service neutron] Pushing event updated for resources: {'Port': ['ID=05c09118-37ad-48a7-b16a-8a87bc00fd0e,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:09.671354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ad5b55-f4b6-4174-bf80-d8d7e48c9035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82606232-9dfa-4063-a335-fe29c335e132'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:09.673726 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35011ae5-0902-46e7-99d8-d7d5f608d49f" -d '{"events": [{"server_uuid": "83ad5b55-f4b6-4174-bf80-d8d7e48c9035", "name": "network-vif-unplugged", "status": "completed", "tag": "82606232-9dfa-4063-a335-fe29c335e132"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:09.682558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2fb6d072-8fb7-45c7-9e4e-321d91d78bda up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:09.686586 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.707475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45da1d7b-2480-490b-b650-855d17c8eee8 req-c8c6907c-7b75-4b2f-a9bf-8db89ddcd0ac tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673782 Aug 31 14:18:09.713942 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8cd01bf8-59fb-4d24-89d0-ea3d929d156c req-6a64a28c-9d2b-494a-a518-0608436dc837 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728841 Aug 31 14:18:09.716133 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.799755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:09.819530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:09.820196 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.821014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Pushing event updated for resources: {'Port': ['ID=82606232-9dfa-4063-a335-fe29c335e132,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:09.826515 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03f957cd-e7b3-4fab-9dcb-2ef97332ea5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.898241 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-02dc5002-1798-4298-b800-d77ddc0e1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:09.900128 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-02dc5002-1798-4298-b800-d77ddc0e1494 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 1094 time: 0.1166847 Aug 31 14:18:09.918872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045cff7-58dc-45c5-a750-5f075b097f94 req-83b655fa-9464-4849-8175-8488a039c62f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:09.929504 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d045cff7-58dc-45c5-a750-5f075b097f94 req-83b655fa-9464-4849-8175-8488a039c62f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 944 time: 0.1121972 Aug 31 14:18:09.958228 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.983740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f957cd-e7b3-4fab-9dcb-2ef97332ea5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7faf78d3-4928-4fa1-b009-556f9ad721eb,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:09.984298 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-d1c47b38-e392-4882-acd7-ed6ecdffc893 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05c09118-37ad-48a7-b16a-8a87bc00fd0e HTTP/1.1" status: 200 len: 217 time: 0.0512757 Aug 31 14:18:10.000254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:10.001441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ca8b95-6919-4816-8e33-6b7149f637a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb6d072-8fb7-45c7-9e4e-321d91d78bda'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:10.005306 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd82244-636c-49e6-9e56-9e286537050b" -d '{"events": [{"server_uuid": "b3ca8b95-6919-4816-8e33-6b7149f637a8", "name": "network-vif-plugged", "status": "completed", "tag": "2fb6d072-8fb7-45c7-9e4e-321d91d78bda"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:10.006381 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f957cd-e7b3-4fab-9dcb-2ef97332ea5e admin admin] Checking segment: {'id': '9ceac8d6-32ee-450c-9572-88ef21d159d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c4345d5-c7d4-4bfb-8793-4b02ec15cfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:10.007151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f957cd-e7b3-4fab-9dcb-2ef97332ea5e admin admin] Network hostable DHCP agents. Network: 1c4345d5-c7d4-4bfb-8793-4b02ec15cfc8, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:18:10.009120 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.023237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94a744-f758-4715-a57e-91ba241f006b req-76787e25-bd0d-44e4-8da3-de1be85c3347 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:10.031281 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d94a744-f758-4715-a57e-91ba241f006b req-76787e25-bd0d-44e4-8da3-de1be85c3347 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 943 time: 0.1580892 Aug 31 14:18:10.035647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Attempting to bind port 82606232-9dfa-4063-a335-fe29c335e132 on host n-h2-806683-5 for vnic_type normal with profile {"migrating_to": "n-h1-806683-5"} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:10.036089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Attempting to bind port 82606232-9dfa-4063-a335-fe29c335e132 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:10.036505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Attempting to bind port 82606232-9dfa-4063-a335-fe29c335e132 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:10.046190 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Port 82606232-9dfa-4063-a335-fe29c335e132 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:18:10.046641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Attempting to bind port 82606232-9dfa-4063-a335-fe29c335e132 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:10.066524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:10.066970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Checking segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:10.067487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Bound using segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:10.068075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Bound port: 82606232-9dfa-4063-a335-fe29c335e132, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:10.068448 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d045cff7-58dc-45c5-a750-5f075b097f94 req-3634070f-76a7-493b-9b31-dc2052be9879 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365361 Aug 31 14:18:10.068587 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.070971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:10.091459 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-02563ac0-0b55-4b91-ad14-6eadb6a42874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:10.093822 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-02563ac0-0b55-4b91-ad14-6eadb6a42874 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 HTTP/1.1" status: 200 len: 852 time: 0.0998826 Aug 31 14:18:10.115557 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d94a744-f758-4715-a57e-91ba241f006b req-a3eaf999-8a29-4092-92d2-7201d2726c2e tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783441 Aug 31 14:18:10.126385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f957cd-e7b3-4fab-9dcb-2ef97332ea5e admin admin] Network 1c4345d5-c7d4-4bfb-8793-4b02ec15cfc8 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:18:10.155131 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bfd90e-05e0-4897-8f6f-accca5712412 x-openstack-request-id: req-b6bfd90e-05e0-4897-8f6f-accca5712412 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:10.155585 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17dfebc-291a-4e50-b8a3-f0e8f2a5312d", "tag": "05c09118-37ad-48a7-b16a-8a87bc00fd0e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:10.155842 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6bfd90e-05e0-4897-8f6f-accca5712412 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:10.156655 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17dfebc-291a-4e50-b8a3-f0e8f2a5312d', 'tag': '05c09118-37ad-48a7-b16a-8a87bc00fd0e', 'status': 'completed', 'code': 200} Aug 31 14:18:10.160295 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-e0b86b4d-ec50-4c07-9d58-a71a86e3424f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561860 Aug 31 14:18:10.210460 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef7bae4-d846-4ae0-8002-650fa3360ce0 x-openstack-request-id: req-9ef7bae4-d846-4ae0-8002-650fa3360ce0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:10.210760 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ca8b95-6919-4816-8e33-6b7149f637a8", "name": "network-vif-plugged", "status": "completed", "tag": "2fb6d072-8fb7-45c7-9e4e-321d91d78bda", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:10.211012 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ef7bae4-d846-4ae0-8002-650fa3360ce0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:10.211431 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ca8b95-6919-4816-8e33-6b7149f637a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb6d072-8fb7-45c7-9e4e-321d91d78bda', 'code': 200} Aug 31 14:18:10.255893 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0805452-f783-421e-bb10-9a901bc42515 x-openstack-request-id: req-c0805452-f783-421e-bb10-9a901bc42515 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:10.256529 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ad5b55-f4b6-4174-bf80-d8d7e48c9035", "name": "network-vif-unplugged", "status": "completed", "tag": "82606232-9dfa-4063-a335-fe29c335e132", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:10.257071 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0805452-f783-421e-bb10-9a901bc42515 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:10.257631 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ad5b55-f4b6-4174-bf80-d8d7e48c9035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82606232-9dfa-4063-a335-fe29c335e132', 'code': 200} Aug 31 14:18:10.258619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-03f957cd-e7b3-4fab-9dcb-2ef97332ea5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 1c4345d5-c7d4-4bfb-8793-4b02ec15cfc8) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:10.275471 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d9bb0-8c5f-4972-a35d-517f348b78d3 None None] Network 1c4345d5-c7d4-4bfb-8793-4b02ec15cfc8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:10.276524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:10.292366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=82606232-9dfa-4063-a335-fe29c335e132,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:10.297608 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.308796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f957cd-e7b3-4fab-9dcb-2ef97332ea5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:10.309476 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03f957cd-e7b3-4fab-9dcb-2ef97332ea5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.322278 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88280-d23a-43aa-bff7-46e817309dcf req-47bf3f05-2110-4b6a-a0d9-9251f9d00b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:10.324011 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-47bf3f05-2110-4b6a-a0d9-9251f9d00b25 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 1101 time: 0.0518181 Aug 31 14:18:10.402877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e67b14-81e8-4585-98ea-9e2493a9395c req-b6212e4f-facf-4cc3-8f5c-25188e781c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:10.404774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05e67b14-81e8-4585-98ea-9e2493a9395c req-b6212e4f-facf-4cc3-8f5c-25188e781c2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 1097 time: 0.0860112 Aug 31 14:18:10.443508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88280-d23a-43aa-bff7-46e817309dcf req-67e0bbfc-18f2-4c2a-ac05-a03fed4ab92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:10.445282 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-67e0bbfc-18f2-4c2a-ac05-a03fed4ab92b service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1031158 Aug 31 14:18:10.447735 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-03f957cd-e7b3-4fab-9dcb-2ef97332ea5e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5315676 Aug 31 14:18:10.502768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:10.503545 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.511698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] 10.222.0.60 "PUT /v2.0/ports/82606232-9dfa-4063-a335-fe29c335e132 HTTP/1.1" status: 200 len: 1122 time: 1.7941785 Aug 31 14:18:10.513452 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-b3d09adb-7af1-4254-9228-417236ad4bf2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 HTTP/1.1" status: 200 len: 217 time: 0.0543973 Aug 31 14:18:10.543848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d64f27c-400a-43b0-8a3f-f489689c2b7a None None] Network 1c4345d5-c7d4-4bfb-8793-4b02ec15cfc8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:10.595815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88280-d23a-43aa-bff7-46e817309dcf req-44261f28-f67d-434b-92a8-a3a2564a2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:10.597662 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-44261f28-f67d-434b-92a8-a3a2564a2523 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0654707 Aug 31 14:18:10.602379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05e67b14-81e8-4585-98ea-9e2493a9395c req-f6bba655-1be8-458a-847a-3b730f2bb9a8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518779 Aug 31 14:18:10.604991 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-4c6b5c7e-472a-4821-8f4f-b4b65e55b4cf service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319055 Aug 31 14:18:10.605896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ef618-a75a-4b10-842e-7fa7aab2d0ef service neutron] Pushing event updated for resources: {'Port': ['ID=82606232-9dfa-4063-a335-fe29c335e132,revision_number=8']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:10.661046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['82606232-9dfa-4063-a335-fe29c335e132'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:10.766321 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec12f8ea-a640-466e-9c74-9035921be3e5 req-7eb1bb70-d50b-4421-bfe6-fa0d597bfe0f service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518736 Aug 31 14:18:10.936669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b1878-977f-4491-87a8-b1de88fc03f3 req-0d4bea35-117f-487e-b573-8e4e414d9ece tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:10.942317 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a55b1878-977f-4491-87a8-b1de88fc03f3 req-0d4bea35-117f-487e-b573-8e4e414d9ece tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.1083412 Aug 31 14:18:11.003149 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a55b1878-977f-4491-87a8-b1de88fc03f3 req-bec0d225-202e-41a2-bd79-5bfb9adc5590 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541766 Aug 31 14:18:11.011050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeed7ad-47be-45b9-baaf-4e50da593cda req-a37a32ad-8d94-4868-a0f5-1945693bc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:11.012628 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5eeed7ad-47be-45b9-baaf-4e50da593cda req-a37a32ad-8d94-4868-a0f5-1945693bc990 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 1094 time: 0.1850717 Aug 31 14:18:11.034079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffee96-dcdb-4d2e-90e0-b8ccebdb9e1c req-0c042ba9-8b26-4966-884d-af31028ec62c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:11.036003 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-62ffee96-dcdb-4d2e-90e0-b8ccebdb9e1c req-0c042ba9-8b26-4966-884d-af31028ec62c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.1868832 Aug 31 14:18:11.046180 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88280-d23a-43aa-bff7-46e817309dcf req-c2bac41e-0ab9-4ab6-b5b5-44e193e621c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:11.047930 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-c2bac41e-0ab9-4ab6-b5b5-44e193e621c5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066444 Aug 31 14:18:11.207922 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-62ffee96-dcdb-4d2e-90e0-b8ccebdb9e1c req-d7c695d0-51a4-4dd0-ae05-3c9692de37f8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573098 Aug 31 14:18:11.291745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeed7ad-47be-45b9-baaf-4e50da593cda req-92fa6871-e284-434a-8717-a04d674b2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:11.293400 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5eeed7ad-47be-45b9-baaf-4e50da593cda req-92fa6871-e284-434a-8717-a04d674b2f54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 913 time: 0.2562225 Aug 31 14:18:11.332055 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-2e5921c6-f134-487f-a050-6ffa15040e65 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628176 Aug 31 14:18:11.394559 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5eeed7ad-47be-45b9-baaf-4e50da593cda req-5f8c6a8f-8ffa-4946-8eaf-a8cadfca2e64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05c09118-37ad-48a7-b16a-8a87bc00fd0e HTTP/1.1" status: 200 len: 217 time: 0.0655193 Aug 31 14:18:11.396469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-6897e798-d82c-4578-a40a-a562c8357311 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:11.398317 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-6897e798-d82c-4578-a40a-a562c8357311 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/networks?id=3a131f61-c541-4066-8af7-1a48f6f0d910 HTTP/1.1" status: 200 len: 813 time: 0.1345320 Aug 31 14:18:11.430290 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-1b301b02-b491-4b73-a91a-662520c1eb86 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/quotas/cb4364b9da814797bd599c4bf5067686 HTTP/1.1" status: 200 len: 375 time: 0.0249412 Aug 31 14:18:11.472414 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-01518458-4be4-4b6a-a3cd-fb04f1adb6a3 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb4364b9da814797bd599c4bf5067686&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410216 Aug 31 14:18:11.508130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e3c7f-f110-4ab1-a669-e5807b06b7f4 req-9c20ab24-a8b7-4a11-b58d-6f5ac8bd8085 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:11.509750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c71e3c7f-f110-4ab1-a669-e5807b06b7f4 req-9c20ab24-a8b7-4a11-b58d-6f5ac8bd8085 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 944 time: 0.2135944 Aug 31 14:18:11.556541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeed7ad-47be-45b9-baaf-4e50da593cda req-6b01879c-5546-42f6-8c6e-e3a488b8616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:11.558032 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5eeed7ad-47be-45b9-baaf-4e50da593cda req-6b01879c-5546-42f6-8c6e-e3a488b8616e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 HTTP/1.1" status: 200 len: 852 time: 0.1314902 Aug 31 14:18:11.572592 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-cab1fa4e-4c4d-4517-a817-8c3b77fc3cb0 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289546 Aug 31 14:18:11.578070 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-ab38a015-7a59-4f28-9473-042491f8f19a service neutron] 10.222.0.39 "GET /v2.0/networks/3a131f61-c541-4066-8af7-1a48f6f0d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047120 Aug 31 14:18:11.619408 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5eeed7ad-47be-45b9-baaf-4e50da593cda req-9de7e4ee-5176-42b3-bccb-eecada77aebe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494559 Aug 31 14:18:11.625548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c71e3c7f-f110-4ab1-a669-e5807b06b7f4 req-9369f5d4-3938-4e6a-813d-0beca66e8215 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029952 Aug 31 14:18:11.758045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-56ac4fe7-c618-486c-a024-d7f7a661864e service neutron] 10.222.0.39 "GET /v2.0/networks/3a131f61-c541-4066-8af7-1a48f6f0d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706555 Aug 31 14:18:11.783753 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:18:11.827696 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5eeed7ad-47be-45b9-baaf-4e50da593cda req-a9b2efdb-056c-4ba8-bff7-49387139948b service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003243 Aug 31 14:18:11.840701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d1101-da86-42ec-881a-7fdeedc587a1 req-3798ab62-572c-4438-aaae-28ff07aa343c tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:11.842333 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c1d1101-da86-42ec-881a-7fdeedc587a1 req-3798ab62-572c-4438-aaae-28ff07aa343c tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 943 time: 0.1036782 Aug 31 14:18:11.933066 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c1d1101-da86-42ec-881a-7fdeedc587a1 req-7c2e7930-b199-4345-a0ad-2658d2fdeb36 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808873 Aug 31 14:18:11.972805 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5eeed7ad-47be-45b9-baaf-4e50da593cda req-382b6fcf-6c83-466c-930a-d4b07865a7b9 service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294808 Aug 31 14:18:12.077037 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7da47777-0794-4466-bd59-c285dd74d6ff req-d350e522-b90d-42ee-bcea-293b5b54f7a1 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 210 time: 0.0445583 Aug 31 14:18:12.188941 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d708a3-d468-4366-8b55-ce6f44e690db req-d9680072-55b8-4ab3-894a-2ca44b73d3bd tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:12.191352 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9d708a3-d468-4366-8b55-ce6f44e690db req-d9680072-55b8-4ab3-894a-2ca44b73d3bd tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.0697105 Aug 31 14:18:12.255483 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9d708a3-d468-4366-8b55-ce6f44e690db req-1f583867-67ae-452a-bb04-d3f8920576c4 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499649 Aug 31 14:18:12.259003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ad5b55-f4b6-4174-bf80-d8d7e48c9035', 'tag': '82606232-9dfa-4063-a335-fe29c335e132'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:12.263621 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0533f798-4765-435f-b2f1-efa3b104f6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "83ad5b55-f4b6-4174-bf80-d8d7e48c9035", "tag": "82606232-9dfa-4063-a335-fe29c335e132"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:12.322700 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ee14b5-78a5-4099-bded-2f16b6e1e15a x-openstack-request-id: req-89ee14b5-78a5-4099-bded-2f16b6e1e15a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:12.323398 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ad5b55-f4b6-4174-bf80-d8d7e48c9035", "tag": "82606232-9dfa-4063-a335-fe29c335e132", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:12.323675 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89ee14b5-78a5-4099-bded-2f16b6e1e15a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:12.326646 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ad5b55-f4b6-4174-bf80-d8d7e48c9035', 'tag': '82606232-9dfa-4063-a335-fe29c335e132', 'status': 'completed', 'code': 200} Aug 31 14:18:12.386591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53307f40-e48a-49e6-a69d-2627fecd7331 req-cb3af453-3dab-4a10-b2be-b8a8fd1d3366 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:12.396391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53307f40-e48a-49e6-a69d-2627fecd7331 req-cb3af453-3dab-4a10-b2be-b8a8fd1d3366 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0922804 Aug 31 14:18:12.421554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533f798-4765-435f-b2f1-efa3b104f6f0 req-820284e5-ffb9-4503-89e2-9909249faa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:12.423750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0533f798-4765-435f-b2f1-efa3b104f6f0 req-820284e5-ffb9-4503-89e2-9909249faa58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 1125 time: 0.0695162 Aug 31 14:18:12.451376 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53307f40-e48a-49e6-a69d-2627fecd7331 req-c0bd2357-41b4-446c-9faf-a4670f8be026 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540209 Aug 31 14:18:12.579757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533f798-4765-435f-b2f1-efa3b104f6f0 req-0278ac5b-0e6f-4e8e-957b-9f76e9aaf7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:12.581548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0533f798-4765-435f-b2f1-efa3b104f6f0 req-0278ac5b-0e6f-4e8e-957b-9f76e9aaf7cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.1433024 Aug 31 14:18:12.639325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0533f798-4765-435f-b2f1-efa3b104f6f0 req-e23f339d-8eeb-4650-9f82-828a4f866f80 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82606232-9dfa-4063-a335-fe29c335e132 HTTP/1.1" status: 200 len: 217 time: 0.0458467 Aug 31 14:18:12.750219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 82606232-9dfa-4063-a335-fe29c335e132 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:18:12.785849 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533f798-4765-435f-b2f1-efa3b104f6f0 req-f1e5997c-41d4-4f90-9471-1eea6223017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:12.787489 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0533f798-4765-435f-b2f1-efa3b104f6f0 req-f1e5997c-41d4-4f90-9471-1eea6223017e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.1243215 Aug 31 14:18:12.833894 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0533f798-4765-435f-b2f1-efa3b104f6f0 req-78653746-08f1-4f58-ad0a-7e9bc2bd87f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292881 Aug 31 14:18:12.842100 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eca0e9-8221-442f-9117-89234cc86fdc req-91c0c5b8-c206-443b-9832-726c42d8ef66 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:12.850503 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27eca0e9-8221-442f-9117-89234cc86fdc req-91c0c5b8-c206-443b-9832-726c42d8ef66 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 944 time: 0.1112058 Aug 31 14:18:12.857041 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=82606232-9dfa-4063-a335-fe29c335e132,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:12.870641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 82606232-9dfa-4063-a335-fe29c335e132 has no active binding in host n-h1-806683-5 {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 14:18:12.947148 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27eca0e9-8221-442f-9117-89234cc86fdc req-7df12606-0c9c-4754-a564-747f1cfaa2f1 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956380 Aug 31 14:18:12.978881 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0533f798-4765-435f-b2f1-efa3b104f6f0 req-da980a35-1dd8-4e7a-990e-99a4ac2ae174 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259072 Aug 31 14:18:13.101374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a5bda-39a5-4e04-8ea3-e0d0d5e19c65 req-e982470c-b9f5-47f9-8c97-3b150e9e4782 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:13.102947 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-340a5bda-39a5-4e04-8ea3-e0d0d5e19c65 req-e982470c-b9f5-47f9-8c97-3b150e9e4782 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 943 time: 0.0733202 Aug 31 14:18:13.131208 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0533f798-4765-435f-b2f1-efa3b104f6f0 req-10b566f5-5564-49dd-8e98-f4bc206d9074 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315506 Aug 31 14:18:13.148611 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-340a5bda-39a5-4e04-8ea3-e0d0d5e19c65 req-ce89802d-273b-4c66-9230-427e45ed849b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392303 Aug 31 14:18:13.250758 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-045520ce-e70b-429e-aed3-a081923ebc3b req-a2cbc667-8197-418b-8e02-89d7cd154e47 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 210 time: 0.0299661 Aug 31 14:18:13.427485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed92ac8-a9ce-4d4c-bf79-6fab67056625 req-c39fdfac-fde1-4c79-be59-98dd52edd3bc tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:13.430007 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ed92ac8-a9ce-4d4c-bf79-6fab67056625 req-c39fdfac-fde1-4c79-be59-98dd52edd3bc tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.0687981 Aug 31 14:18:13.558191 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ed92ac8-a9ce-4d4c-bf79-6fab67056625 req-ec4f13f5-81d5-4818-aebd-44e89dbd6c94 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124194 Aug 31 14:18:13.742131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa310ee9-aa40-49e2-9d2d-cea54021608f req-7d311365-d8a8-437f-b4ab-1892efb4b5ad tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:13.751546 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa310ee9-aa40-49e2-9d2d-cea54021608f req-7d311365-d8a8-437f-b4ab-1892efb4b5ad tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 1097 time: 0.0539341 Aug 31 14:18:13.791025 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa310ee9-aa40-49e2-9d2d-cea54021608f req-d043c614-62ec-4d42-8c03-cd9e3633f775 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Aug 31 14:18:13.880350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1106010-6059-4697-b981-98dab2de5721 req-c4affbdd-16ae-4e49-8a7a-880de1e88787 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:13.882162 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1106010-6059-4697-b981-98dab2de5721 req-c4affbdd-16ae-4e49-8a7a-880de1e88787 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0839214 Aug 31 14:18:13.912197 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-dbfb81f2-e57a-4063-863a-2b995adb62f5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:13.913773 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-dbfb81f2-e57a-4063-863a-2b995adb62f5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.25 "GET /v2.0/networks?id=3a131f61-c541-4066-8af7-1a48f6f0d910 HTTP/1.1" status: 200 len: 813 time: 0.5068614 Aug 31 14:18:13.936957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-0b96dd22-5c4a-449a-bbe8-b259ceb4b5b8 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Request body: {'port': {'device_id': '2d49f2b0-2f33-4efe-95b4-28af96de165c', 'network_id': '3a131f61-c541-4066-8af7-1a48f6f0d910', 'admin_state_up': True, 'tenant_id': 'cb4364b9da814797bd599c4bf5067686'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:13.962013 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1106010-6059-4697-b981-98dab2de5721 req-85b223df-2b9e-4a42-a718-3d9b82008f2d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687535 Aug 31 14:18:14.171719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26778780-69ae-4fb7-a5f7-cbba78009d7f req-d8bf3b74-7368-48d8-84a6-1b571c66a075 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:14.176021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-0b96dd22-5c4a-449a-bbe8-b259ceb4b5b8 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Made reservation on behalf of cb4364b9da814797bd599c4bf5067686 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:14.181572 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-0b96dd22-5c4a-449a-bbe8-b259ceb4b5b8 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:14.182424 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26778780-69ae-4fb7-a5f7-cbba78009d7f req-d8bf3b74-7368-48d8-84a6-1b571c66a075 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 944 time: 0.1148527 Aug 31 14:18:14.254290 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26778780-69ae-4fb7-a5f7-cbba78009d7f req-640da99e-e408-4974-b329-1fb1f80c68b0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698364 Aug 31 14:18:14.500079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ad270-b5e9-4d93-bd98-be7e8b67d342 req-a9de5cec-8585-4033-8b6e-62190c9dee87 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:14.501660 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-326ad270-b5e9-4d93-bd98-be7e8b67d342 req-a9de5cec-8585-4033-8b6e-62190c9dee87 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 943 time: 0.1668744 Aug 31 14:18:14.503738 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-0b96dd22-5c4a-449a-bbe8-b259ceb4b5b8 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Allocated IP 172.20.0.6 (3a131f61-c541-4066-8af7-1a48f6f0d910/a72730fe-6d76-43ab-a0cb-48655d8f017e/45949ef3-10e2-451b-a529-5f4bc12ed226) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:14.586129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-326ad270-b5e9-4d93-bd98-be7e8b67d342 req-c0356690-4070-4b7d-9e6e-1a42db57f0d7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738990 Aug 31 14:18:14.621883 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c71278e1-d5e1-408a-8ee0-6b04bf2fba65 req-1971248e-73dd-4c28-aeab-979eacd609b8 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 210 time: 0.1115792 Aug 31 14:18:14.773273 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 05c09118-37ad-48a7-b16a-8a87bc00fd0e details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:18:14.853854 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-0b96dd22-5c4a-449a-bbe8-b259ceb4b5b8 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:14.907795 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-0b96dd22-5c4a-449a-bbe8-b259ceb4b5b8 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:14.937113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 05c09118-37ad-48a7-b16a-8a87bc00fd0e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=05c09118-37ad-48a7-b16a-8a87bc00fd0e,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:14.950824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '05c09118-37ad-48a7-b16a-8a87bc00fd0e', 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af', 'port_id': '05c09118-37ad-48a7-b16a-8a87bc00fd0e', 'mac_address': 'fa:16:3e:d8:f1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa5041b-aff9-4323-8a2c-7ce83a5dbf67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:18:14.966192 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-0b96dd22-5c4a-449a-bbe8-b259ceb4b5b8 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Network 3a131f61-c541-4066-8af7-1a48f6f0d910 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:14.969517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-0b96dd22-5c4a-449a-bbe8-b259ceb4b5b8 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:14.974646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-0b96dd22-5c4a-449a-bbe8-b259ceb4b5b8 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:15.010917 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.025713 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96dd22-5c4a-449a-bbe8-b259ceb4b5b8 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Pushing event updated for resources: {'Port': ['ID=45949ef3-10e2-451b-a529-5f4bc12ed226,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:15.028131 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c09118-37ad-48a7-b16a-8a87bc00fd0e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:15.044524 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-0b96dd22-5c4a-449a-bbe8-b259ceb4b5b8 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:15.045157 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-0b96dd22-5c4a-449a-bbe8-b259ceb4b5b8 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.071431 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-0b96dd22-5c4a-449a-bbe8-b259ceb4b5b8 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1400115 Aug 31 14:18:15.077807 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 05c09118-37ad-48a7-b16a-8a87bc00fd0e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=05c09118-37ad-48a7-b16a-8a87bc00fd0e,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:15.093080 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.093701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Request body: {'port': {'device_id': '2d49f2b0-2f33-4efe-95b4-28af96de165c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:15.167599 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.206421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=05c09118-37ad-48a7-b16a-8a87bc00fd0e,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:15.226013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e980061-cb46-478e-bf54-17a36c11d450 req-c6408f44-e7ec-4862-a791-61bfd742f330 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:15.227590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e980061-cb46-478e-bf54-17a36c11d450 req-c6408f44-e7ec-4862-a791-61bfd742f330 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.1322267 Aug 31 14:18:15.310113 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-239bd536-4a67-40bc-891e-b2b8d64436b3 service neutron] 10.222.0.25 "GET /v2.0/ports/82606232-9dfa-4063-a335-fe29c335e132/bindings/n-h1-806683-5 HTTP/1.1" status: 200 len: 384 time: 0.1673741 Aug 31 14:18:15.339773 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e980061-cb46-478e-bf54-17a36c11d450 req-cf154fdb-ea09-49de-8ec0-cc2f5965ab21 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996885 Aug 31 14:18:15.422449 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['05c09118-37ad-48a7-b16a-8a87bc00fd0e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:15.609821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec91dd-2eb5-44ff-9bc5-2390c1befc59 req-47771813-3643-423b-bbec-3c5bd68bbc50 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:15.616878 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83ec91dd-2eb5-44ff-9bc5-2390c1befc59 req-47771813-3643-423b-bbec-3c5bd68bbc50 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 944 time: 0.1826355 Aug 31 14:18:15.711080 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83ec91dd-2eb5-44ff-9bc5-2390c1befc59 req-194385be-8268-4931-b55a-6d1d5cff6cef tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809586 Aug 31 14:18:15.895345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4af0a3-e906-4a0f-a676-8f9c32411b4f req-e5f71e99-4812-41a6-a8ab-34e180574057 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:15.905186 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e4af0a3-e906-4a0f-a676-8f9c32411b4f req-e5f71e99-4812-41a6-a8ab-34e180574057 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 944 time: 0.1373613 Aug 31 14:18:15.931105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-94a0eeb7-6c9a-4ad9-882d-b966cbf29cb9 service neutron] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=82606232-9dfa-4063-a335-fe29c335e132,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:16.025730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e4af0a3-e906-4a0f-a676-8f9c32411b4f req-727788e2-667b-420d-80a1-b2bfb59dd29d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175301 Aug 31 14:18:16.040316 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45949ef3-10e2-451b-a529-5f4bc12ed226 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:16.049682 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.052809 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-94a0eeb7-6c9a-4ad9-882d-b966cbf29cb9 service neutron] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:16.063398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Transition to ACTIVE for port object 45949ef3-10e2-451b-a529-5f4bc12ed226 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:16.069872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.131417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Pushing event updated for resources: {'Port': ['ID=45949ef3-10e2-451b-a529-5f4bc12ed226,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:16.169430 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904862f-2d73-42bd-8556-238ad590aad8 req-84b1a9d9-83ec-4992-883a-b5ba7d981a26 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:16.171451 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4904862f-2d73-42bd-8556-238ad590aad8 req-84b1a9d9-83ec-4992-883a-b5ba7d981a26 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 931 time: 0.2944989 Aug 31 14:18:16.184542 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-94a0eeb7-6c9a-4ad9-882d-b966cbf29cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82606232-9dfa-4063-a335-fe29c335e132 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:16.198780 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-94a0eeb7-6c9a-4ad9-882d-b966cbf29cb9 service neutron] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=82606232-9dfa-4063-a335-fe29c335e132,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:16.220421 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-94a0eeb7-6c9a-4ad9-882d-b966cbf29cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.299557 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4904862f-2d73-42bd-8556-238ad590aad8 req-58fe805f-74dc-42da-990c-35ad093dcbef tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047359 Aug 31 14:18:16.305002 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Attempting to bind port 45949ef3-10e2-451b-a529-5f4bc12ed226 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:16.305409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Attempting to bind port 45949ef3-10e2-451b-a529-5f4bc12ed226 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '4f032cb7-72d7-4c2e-8dc7-bb10aa20c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3a131f61-c541-4066-8af7-1a48f6f0d910'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:16.305754 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Attempting to bind port 45949ef3-10e2-451b-a529-5f4bc12ed226 on network 3a131f61-c541-4066-8af7-1a48f6f0d910 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:16.313104 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Port 45949ef3-10e2-451b-a529-5f4bc12ed226 on network 3a131f61-c541-4066-8af7-1a48f6f0d910 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:18:16.313663 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Attempting to bind port 45949ef3-10e2-451b-a529-5f4bc12ed226 on network 3a131f61-c541-4066-8af7-1a48f6f0d910 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:16.328602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:16.329131 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Checking segment: {'id': '4f032cb7-72d7-4c2e-8dc7-bb10aa20c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3a131f61-c541-4066-8af7-1a48f6f0d910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:16.329652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Bound using segment: {'id': '4f032cb7-72d7-4c2e-8dc7-bb10aa20c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3a131f61-c541-4066-8af7-1a48f6f0d910'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:16.330147 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Bound port: 45949ef3-10e2-451b-a529-5f4bc12ed226, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f032cb7-72d7-4c2e-8dc7-bb10aa20c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3a131f61-c541-4066-8af7-1a48f6f0d910'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:16.332541 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.335576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-94a0eeb7-6c9a-4ad9-882d-b966cbf29cb9 service neutron] Transition to ACTIVE for port object 82606232-9dfa-4063-a335-fe29c335e132 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:16.341896 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-94a0eeb7-6c9a-4ad9-882d-b966cbf29cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.437836 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] For port 45949ef3-10e2-451b-a529-5f4bc12ed226, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:16.443807 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] For port 45949ef3-10e2-451b-a529-5f4bc12ed226, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=45949ef3-10e2-451b-a529-5f4bc12ed226,segment=NetworkSegment(4f032cb7-72d7-4c2e-8dc7-bb10aa20c631),segment_id=4f032cb7-72d7-4c2e-8dc7-bb10aa20c631)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:16.450901 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.477204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0eeb7-6c9a-4ad9-882d-b966cbf29cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=82606232-9dfa-4063-a335-fe29c335e132,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:16.481417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-94a0eeb7-6c9a-4ad9-882d-b966cbf29cb9 service neutron] No DVR routers for this DVR port 82606232-9dfa-4063-a335-fe29c335e132 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:16.531825 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-94a0eeb7-6c9a-4ad9-882d-b966cbf29cb9 service neutron] 10.222.0.25 "PUT /v2.0/ports/82606232-9dfa-4063-a335-fe29c335e132/bindings/n-h1-806683-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2130744 Aug 31 14:18:16.547654 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:16.547928 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.551383 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] 10.222.0.25 "PUT /v2.0/ports/45949ef3-10e2-451b-a529-5f4bc12ed226 HTTP/1.1" status: 200 len: 1091 time: 1.4646370 Aug 31 14:18:16.554178 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d49f2b0-2f33-4efe-95b4-28af96de165c', 'tag': '45949ef3-10e2-451b-a529-5f4bc12ed226'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:16.556528 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02c1867-fa54-4f42-8962-62a94674d9df" -d '{"events": [{"name": "network-changed", "server_uuid": "2d49f2b0-2f33-4efe-95b4-28af96de165c", "tag": "45949ef3-10e2-451b-a529-5f4bc12ed226"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:16.562504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9d622-77f9-413c-bdc2-f1d017209bcc service neutron] Pushing event updated for resources: {'Port': ['ID=45949ef3-10e2-451b-a529-5f4bc12ed226,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:16.600626 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e5bd0-2344-4f5c-982a-b13ba7c6b63c req-f34e6c1a-9418-43af-8a81-9358cf8e9f9f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:16.602428 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f97e5bd0-2344-4f5c-982a-b13ba7c6b63c req-f34e6c1a-9418-43af-8a81-9358cf8e9f9f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.1055415 Aug 31 14:18:16.616848 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215acfe0-5e6c-4765-93f8-eae33de67b6b x-openstack-request-id: req-215acfe0-5e6c-4765-93f8-eae33de67b6b {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:16.617217 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d49f2b0-2f33-4efe-95b4-28af96de165c", "tag": "45949ef3-10e2-451b-a529-5f4bc12ed226", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:16.617473 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-215acfe0-5e6c-4765-93f8-eae33de67b6b {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:16.617879 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d49f2b0-2f33-4efe-95b4-28af96de165c', 'tag': '45949ef3-10e2-451b-a529-5f4bc12ed226', 'status': 'completed', 'code': 200} Aug 31 14:18:16.718167 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f97e5bd0-2344-4f5c-982a-b13ba7c6b63c req-e6cc61ed-6143-4b14-868d-46e87e67f955 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991955 Aug 31 14:18:16.722024 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-16cb2f1a-63a5-499f-a658-d5727c2c0559 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:16.723637 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-16cb2f1a-63a5-499f-a658-d5727c2c0559 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035&tenant_id=429bbc88baff4974940bd2144c0fd533&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1096 time: 0.1201370 Aug 31 14:18:16.725718 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-7adf5921-05c6-40ff-b0cb-c961684e7de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:16.727632 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-7adf5921-05c6-40ff-b0cb-c961684e7de6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb4364b9da814797bd599c4bf5067686&device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 1094 time: 0.0880561 Aug 31 14:18:16.779583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 05c09118-37ad-48a7-b16a-8a87bc00fd0e up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:16.819659 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-78a53a28-7ad1-4468-8643-fff26c3ea489 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45949ef3-10e2-451b-a529-5f4bc12ed226 HTTP/1.1" status: 200 len: 217 time: 0.0775084 Aug 31 14:18:16.867208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-9bff447e-927a-4288-934a-96453102e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:16.871146 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-9bff447e-927a-4288-934a-96453102e1ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035&tenant_id=429bbc88baff4974940bd2144c0fd533 HTTP/1.1" status: 200 len: 1096 time: 0.1286254 Aug 31 14:18:16.892140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 05c09118-37ad-48a7-b16a-8a87bc00fd0e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:16.900169 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 05c09118-37ad-48a7-b16a-8a87bc00fd0e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:16.901191 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.917583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb07108-88a1-47f8-b720-93c5b145b794 req-5158530a-f0f7-47a4-96fb-ba842324f769 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:16.925407 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6cb07108-88a1-47f8-b720-93c5b145b794 req-5158530a-f0f7-47a4-96fb-ba842324f769 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 945 time: 0.0729377 Aug 31 14:18:16.988505 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6cb07108-88a1-47f8-b720-93c5b145b794 req-5198faf7-8b11-439a-9ee3-a4397d0ee614 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570469 Aug 31 14:18:17.007248 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-1bb2d80d-da0b-4769-b205-7151c074ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:17.007248 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-1bb2d80d-da0b-4769-b205-7151c074ac34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a72730fe-6d76-43ab-a0cb-48655d8f017e HTTP/1.1" status: 200 len: 853 time: 0.1733117 Aug 31 14:18:17.034796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-f0fd9052-f825-4079-a662-0201e58d6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:17.039942 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-f0fd9052-f825-4079-a662-0201e58d6114 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 1096 time: 0.1169353 Aug 31 14:18:17.060674 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-2ced24e6-75b1-47a4-9658-2d307f8b1271 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a131f61-c541-4066-8af7-1a48f6f0d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404747 Aug 31 14:18:17.081516 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.138207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 05c09118-37ad-48a7-b16a-8a87bc00fd0e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=05c09118-37ad-48a7-b16a-8a87bc00fd0e,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:17.139650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17dfebc-291a-4e50-b8a3-f0e8f2a5312d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c09118-37ad-48a7-b16a-8a87bc00fd0e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:17.144764 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67992ba-be3b-469d-b38d-1ee6fd9d93e9" -d '{"events": [{"server_uuid": "b17dfebc-291a-4e50-b8a3-f0e8f2a5312d", "name": "network-vif-plugged", "status": "completed", "tag": "05c09118-37ad-48a7-b16a-8a87bc00fd0e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:17.148981 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.218853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=05c09118-37ad-48a7-b16a-8a87bc00fd0e,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:17.256416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701d774-c961-4a39-8eac-e42bad5596f2 req-aa844058-4708-4b4c-a122-824be9fc55f1 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:17.258920 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b701d774-c961-4a39-8eac-e42bad5596f2 req-aa844058-4708-4b4c-a122-824be9fc55f1 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 945 time: 0.1020541 Aug 31 14:18:17.347843 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b701d774-c961-4a39-8eac-e42bad5596f2 req-b31f5443-1a38-4205-990c-b3d5bc237511 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796397 Aug 31 14:18:17.354611 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203e7928-3ed6-4032-9769-56f80c177218 x-openstack-request-id: req-203e7928-3ed6-4032-9769-56f80c177218 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:17.355194 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17dfebc-291a-4e50-b8a3-f0e8f2a5312d", "name": "network-vif-plugged", "status": "completed", "tag": "05c09118-37ad-48a7-b16a-8a87bc00fd0e", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:17.355524 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-203e7928-3ed6-4032-9769-56f80c177218 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:17.356270 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17dfebc-291a-4e50-b8a3-f0e8f2a5312d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c09118-37ad-48a7-b16a-8a87bc00fd0e', 'code': 200} Aug 31 14:18:17.420945 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-1717c521-cdf1-48df-8fac-e932204c45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:17.423047 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-1717c521-cdf1-48df-8fac-e932204c45f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.3655267 Aug 31 14:18:17.509998 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd545c-f626-4bcb-aa36-56124f11737b req-d823c65e-3a78-4953-a937-645abf98e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:17.510434 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-678b01b5-092b-4123-96b8-42d6f0843c45 service neutron] 10.222.0.25 "GET /v2.0/networks/3a131f61-c541-4066-8af7-1a48f6f0d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360614 Aug 31 14:18:17.511983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ebfd545c-f626-4bcb-aa36-56124f11737b req-d823c65e-3a78-4953-a937-645abf98e1ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 1096 time: 0.0621753 Aug 31 14:18:17.517182 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-178c2bcd-4ca3-4013-b34d-3c12305a60cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82606232-9dfa-4063-a335-fe29c335e132 HTTP/1.1" status: 200 len: 217 time: 0.0847137 Aug 31 14:18:17.547282 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d36b9-4167-494b-8e32-9da793a4565c req-b7caa147-3dcf-4c35-bdb4-6d775cb08f29 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:17.549499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-603d36b9-4167-494b-8e32-9da793a4565c req-b7caa147-3dcf-4c35-bdb4-6d775cb08f29 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 943 time: 0.1014118 Aug 31 14:18:17.585781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ebfd545c-f626-4bcb-aa36-56124f11737b req-ff0f3dbe-365f-4f66-90ab-3d94990fea5e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599043 Aug 31 14:18:17.696864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 82606232-9dfa-4063-a335-fe29c335e132 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:17.702405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-600695b9-3bec-460e-bc07-bf13bf8a550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:17.703934 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-600695b9-3bec-460e-bc07-bf13bf8a550f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.1756430 Aug 31 14:18:17.730024 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-603d36b9-4167-494b-8e32-9da793a4565c req-c2f7c3f9-51b1-495a-9aa7-870caf986731 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459560 Aug 31 14:18:17.748207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 82606232-9dfa-4063-a335-fe29c335e132 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:17.769369 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-108d544e-03f0-4f11-8daa-dabc68991c15 req-314a55d5-507c-465b-9da2-6cd0be8c2ade service neutron] 10.222.0.25 "GET /v2.0/networks/3a131f61-c541-4066-8af7-1a48f6f0d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991496 Aug 31 14:18:17.864929 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-854df75b-4a9a-472d-a459-5736bc096f76 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534425 Aug 31 14:18:18.029353 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c1867-fa54-4f42-8962-62a94674d9df req-a9dfea9f-ed96-420d-90ef-589152314047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:18.034451 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c02c1867-fa54-4f42-8962-62a94674d9df req-a9dfea9f-ed96-420d-90ef-589152314047 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb4364b9da814797bd599c4bf5067686&device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 1094 time: 0.1678393 Aug 31 14:18:18.047205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9cee-07d8-49e8-a2b6-f9995db406dd req-672b6567-7505-4695-ad1d-2a88e663035c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:18.055743 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-147b9cee-07d8-49e8-a2b6-f9995db406dd req-672b6567-7505-4695-ad1d-2a88e663035c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.1938527 Aug 31 14:18:18.167217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81fe5e-c39d-4f21-b586-b0edd9702b5c req-b98454f5-e665-484a-a88b-73be928a8e4d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:18.169186 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fe81fe5e-c39d-4f21-b586-b0edd9702b5c req-b98454f5-e665-484a-a88b-73be928a8e4d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 945 time: 0.0759664 Aug 31 14:18:18.202243 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-147b9cee-07d8-49e8-a2b6-f9995db406dd req-9a7e24f8-b052-4af6-9a91-a4518b4b6499 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454802 Aug 31 14:18:18.208347 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-35eb9a2e-0a64-476b-a2a3-9628f802e464 service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207998 Aug 31 14:18:18.217643 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fe81fe5e-c39d-4f21-b586-b0edd9702b5c req-f978604c-8339-444e-b0eb-db476717ce69 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420527 Aug 31 14:18:18.323984 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c1867-fa54-4f42-8962-62a94674d9df req-479205f9-7a34-4ef4-bacc-f6b43ced0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:18.325327 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c02c1867-fa54-4f42-8962-62a94674d9df req-479205f9-7a34-4ef4-bacc-f6b43ced0839 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a131f61-c541-4066-8af7-1a48f6f0d910 HTTP/1.1" status: 200 len: 914 time: 0.2654934 Aug 31 14:18:18.401779 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c02c1867-fa54-4f42-8962-62a94674d9df req-9ec598ff-41da-4e84-8829-7458a529f7ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45949ef3-10e2-451b-a529-5f4bc12ed226 HTTP/1.1" status: 200 len: 217 time: 0.0481443 Aug 31 14:18:18.404089 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-0f7c69fe-9f03-425d-a019-dbc098bbed75 service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791105 Aug 31 14:18:18.497199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c1867-fa54-4f42-8962-62a94674d9df req-7f9ae02f-f85d-48de-b244-05156b2d1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:18.499168 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c02c1867-fa54-4f42-8962-62a94674d9df req-7f9ae02f-f85d-48de-b244-05156b2d1fb2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a72730fe-6d76-43ab-a0cb-48655d8f017e HTTP/1.1" status: 200 len: 853 time: 0.0891204 Aug 31 14:18:18.547545 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c02c1867-fa54-4f42-8962-62a94674d9df req-46d75fec-239f-49a0-8c2f-32dd39c133bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a131f61-c541-4066-8af7-1a48f6f0d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377092 Aug 31 14:18:18.550912 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131eb3e-05f5-4819-aa66-0ddae12033fd req-b587c7d0-185c-4c93-b2e3-978bb72839ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:18.565743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9131eb3e-05f5-4819-aa66-0ddae12033fd req-b587c7d0-185c-4c93-b2e3-978bb72839ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 945 time: 0.0879710 Aug 31 14:18:18.687213 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9131eb3e-05f5-4819-aa66-0ddae12033fd req-6c5d550d-2fe6-4dcb-a065-4c1b423000c2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021569 Aug 31 14:18:18.702801 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c02c1867-fa54-4f42-8962-62a94674d9df req-b57e4462-d6ef-404b-a9ad-7a032a756c5c service neutron] 10.222.0.25 "GET /v2.0/networks/3a131f61-c541-4066-8af7-1a48f6f0d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416397 Aug 31 14:18:18.903429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-30579553-48e0-4503-8436-338d2fff611a tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:18.905226 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-30579553-48e0-4503-8436-338d2fff611a tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035&tenant_id=429bbc88baff4974940bd2144c0fd533&binding%3Ahost_id=n-h1-806683-5 HTTP/1.1" status: 200 len: 1096 time: 0.1736104 Aug 31 14:18:18.963497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f7094-575b-458a-93cd-d99cea757045 req-8f7e213b-9666-44b0-a8dc-761959169d00 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:18.965764 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-881f7094-575b-458a-93cd-d99cea757045 req-8f7e213b-9666-44b0-a8dc-761959169d00 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 943 time: 0.1382709 Aug 31 14:18:19.031065 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c02c1867-fa54-4f42-8962-62a94674d9df req-e1021682-43b5-42a2-8858-dd5da061560b service neutron] 10.222.0.25 "GET /v2.0/networks/3a131f61-c541-4066-8af7-1a48f6f0d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132834 Aug 31 14:18:19.070124 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:19.086358 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-881f7094-575b-458a-93cd-d99cea757045 req-63b39453-bcb9-4c60-935d-5a95ebfa3daf tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043379 Aug 31 14:18:19.187290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-11b3f59e-3580-4684-9754-2b5c8e79e413 service neutron] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:19.192610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-11b3f59e-3580-4684-9754-2b5c8e79e413 service neutron] Notify callbacks [] for binding, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:19.194373 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6c379d1-dab9-42fa-9191-798c9bc0129f req-11b3f59e-3580-4684-9754-2b5c8e79e413 service neutron] 10.222.0.60 "DELETE /v2.0/ports/82606232-9dfa-4063-a335-fe29c335e132/bindings/n-h2-806683-5 HTTP/1.1" status: 204 len: 173 time: 0.2719107 Aug 31 14:18:19.385966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4aaf0-6aca-49fd-a188-679aa323f5f7 req-9cd6012c-c605-4698-9ec8-397638c2ecb9 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:19.387961 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-abe4aaf0-6aca-49fd-a188-679aa323f5f7 req-9cd6012c-c605-4698-9ec8-397638c2ecb9 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0625563 Aug 31 14:18:19.411592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d07d11-bdc2-41bf-a8f1-37134ca136c3 req-7918fee2-1257-40f4-b13b-06001eaafd0d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:19.419598 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85d07d11-bdc2-41bf-a8f1-37134ca136c3 req-7918fee2-1257-40f4-b13b-06001eaafd0d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 945 time: 0.0961781 Aug 31 14:18:19.461021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-abe4aaf0-6aca-49fd-a188-679aa323f5f7 req-22016b81-d2fd-4ee7-af53-1a8098154164 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585122 Aug 31 14:18:19.467241 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85d07d11-bdc2-41bf-a8f1-37134ca136c3 req-4a11c3a4-e40a-4060-a837-a35d54826d79 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465593 Aug 31 14:18:19.482860 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-997098b4-a6fe-4b7c-a70c-a1a7e00c8126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:19.732907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a949b7-01e8-4997-9339-741ca01a027f req-be9ebf14-aa79-4288-bed0-3996bbe64be1 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:19.734993 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55a949b7-01e8-4997-9339-741ca01a027f req-be9ebf14-aa79-4288-bed0-3996bbe64be1 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 1096 time: 0.0900629 Aug 31 14:18:19.813782 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55a949b7-01e8-4997-9339-741ca01a027f req-045a5f89-1a1e-460c-ae57-9f5227be9829 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661387 Aug 31 14:18:20.013246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112439fe-918b-4fb8-b18d-38ee562b2773 req-e08957da-048d-4df7-86ae-1e0c584fe9ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:20.015145 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-112439fe-918b-4fb8-b18d-38ee562b2773 req-e08957da-048d-4df7-86ae-1e0c584fe9ba tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 945 time: 0.1415920 Aug 31 14:18:20.076394 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-112439fe-918b-4fb8-b18d-38ee562b2773 req-fa736e9f-0598-42f0-a19c-7a6c75498a4a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549984 Aug 31 14:18:20.413395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd4712-a939-4532-9151-7e83e7931dad req-3edfe50c-7161-4e9a-ae5b-2272be74d51d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:20.421888 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76fd4712-a939-4532-9151-7e83e7931dad req-3edfe50c-7161-4e9a-ae5b-2272be74d51d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 808 time: 0.2187803 Aug 31 14:18:20.428308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ebead-16ef-4cb5-b942-f5c04c18b388 req-3c4849b5-14b7-475e-a066-a0cad8195a74 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:20.430986 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1e3ebead-16ef-4cb5-b942-f5c04c18b388 req-3c4849b5-14b7-475e-a066-a0cad8195a74 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 943 time: 0.0821841 Aug 31 14:18:20.436832 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76fd4712-a939-4532-9151-7e83e7931dad req-9dc17f9d-bd55-425b-8821-d712e0d2be54 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/quotas/429bbc88baff4974940bd2144c0fd533 HTTP/1.1" status: 200 len: 375 time: 0.0140145 Aug 31 14:18:20.482750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1e3ebead-16ef-4cb5-b942-f5c04c18b388 req-e2c88ab9-47ba-43b6-912d-3ce69413a685 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446479 Aug 31 14:18:20.499022 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76fd4712-a939-4532-9151-7e83e7931dad req-4cc4b46c-5552-4b4e-9e8f-bba64c707afd tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580952 Aug 31 14:18:20.630342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4d58c-079b-42a7-8dd7-ca1f32d2b68d req-6dc690e1-b1ab-40da-b41c-2b65ced9cd56 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:20.632824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76fd4712-a939-4532-9151-7e83e7931dad req-e436b9c9-eb48-4240-8765-416ac143bada service neutron] 10.222.0.39 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232049 Aug 31 14:18:20.638979 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4b4d58c-079b-42a7-8dd7-ca1f32d2b68d req-6dc690e1-b1ab-40da-b41c-2b65ced9cd56 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 945 time: 0.0680256 Aug 31 14:18:20.688192 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4b4d58c-079b-42a7-8dd7-ca1f32d2b68d req-2a6a0aa0-5180-4740-83f0-cc061a1c5fc5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481861 Aug 31 14:18:20.741639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76fd4712-a939-4532-9151-7e83e7931dad req-6cac8a8a-bd64-4a0e-9655-ba9605b3700c service neutron] 10.222.0.39 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079321 Aug 31 14:18:21.022384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-7cd6f77f-1d0d-4610-b314-17100ae9f93e tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:21.030582 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-7cd6f77f-1d0d-4610-b314-17100ae9f93e tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/networks?id=45d9ada3-d190-4ac4-bf5d-de0285fd2800 HTTP/1.1" status: 200 len: 814 time: 0.1808631 Aug 31 14:18:21.046576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992bc5e-d059-4eb8-a6aa-5e728d9e3241 req-15bb7472-7394-4b89-8be8-c9ea6373b3fb tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:21.047777 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-2abde7d6-5b12-4f46-b1c1-efa2f7b94c92 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/quotas/f7143efde9fd4908a586f95aa4f709b6 HTTP/1.1" status: 200 len: 375 time: 0.0163205 Aug 31 14:18:21.048217 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f992bc5e-d059-4eb8-a6aa-5e728d9e3241 req-15bb7472-7394-4b89-8be8-c9ea6373b3fb tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0899482 Aug 31 14:18:21.105395 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f992bc5e-d059-4eb8-a6aa-5e728d9e3241 req-5dc17b5d-bfab-4e1c-bcbe-4478576fada0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501213 Aug 31 14:18:21.123757 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-f90509f2-e133-4ca9-aeea-c3a0bf8065f9 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7143efde9fd4908a586f95aa4f709b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681233 Aug 31 14:18:21.303030 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-6ca07bd1-5fd4-4024-a1d1-b04490e2b2e5 service neutron] 10.222.0.39 "GET /v2.0/networks/45d9ada3-d190-4ac4-bf5d-de0285fd2800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702218 Aug 31 14:18:21.312822 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-68fd9cb3-cbe0-494e-a546-662cb1377f41 req-a01e1b7a-a8bf-403f-9c71-15a2270a981c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 210 time: 0.0536537 Aug 31 14:18:21.479624 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-384d2082-669b-48d2-a9aa-a218047c08b4 service neutron] 10.222.0.39 "GET /v2.0/networks/45d9ada3-d190-4ac4-bf5d-de0285fd2800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677210 Aug 31 14:18:21.675939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e811bec-bee2-476d-bc37-e3ff8a8518a2 req-53a52cb5-0481-4d6b-8f9e-ab6f1c9253e7 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:21.697094 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4e811bec-bee2-476d-bc37-e3ff8a8518a2 req-53a52cb5-0481-4d6b-8f9e-ab6f1c9253e7 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 943 time: 0.0993230 Aug 31 14:18:21.727937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 45949ef3-10e2-451b-a529-5f4bc12ed226 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:18:21.774466 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4e811bec-bee2-476d-bc37-e3ff8a8518a2 req-87067895-f011-4454-8566-af7efd77ac22 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763333 Aug 31 14:18:21.828704 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-081f0302-2d5b-41f9-b3ff-f1a0deb5a398 req-016863fe-d923-44d4-b674-4d7f369d35d0 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 210 time: 0.0867193 Aug 31 14:18:21.972594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 45949ef3-10e2-451b-a529-5f4bc12ed226, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=45949ef3-10e2-451b-a529-5f4bc12ed226,segment=NetworkSegment(4f032cb7-72d7-4c2e-8dc7-bb10aa20c631),segment_id=4f032cb7-72d7-4c2e-8dc7-bb10aa20c631)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:21.993980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b38bf4-b568-4a1b-8874-2b96fe2a6357 req-44ab42f9-97ce-4e22-b718-7bf66413fcf1 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:21.997131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4b38bf4-b568-4a1b-8874-2b96fe2a6357 req-44ab42f9-97ce-4e22-b718-7bf66413fcf1 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 945 time: 0.0811577 Aug 31 14:18:22.021854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '45949ef3-10e2-451b-a529-5f4bc12ed226', 'network_id': '3a131f61-c541-4066-8af7-1a48f6f0d910', 'port_id': '45949ef3-10e2-451b-a529-5f4bc12ed226', 'mac_address': 'fa:16:3e:68:da:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72730fe-6d76-43ab-a0cb-48655d8f017e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:18:22.060882 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4b38bf4-b568-4a1b-8874-2b96fe2a6357 req-5c185493-0046-48d2-9aa7-a8a1e6a069ec tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566227 Aug 31 14:18:22.109238 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.152840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45949ef3-10e2-451b-a529-5f4bc12ed226 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:22.209754 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac3b1f36-e87a-4bf6-8f67-b9c0ecee4802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.248976 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 45949ef3-10e2-451b-a529-5f4bc12ed226, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=45949ef3-10e2-451b-a529-5f4bc12ed226,segment=NetworkSegment(4f032cb7-72d7-4c2e-8dc7-bb10aa20c631),segment_id=4f032cb7-72d7-4c2e-8dc7-bb10aa20c631)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:22.252504 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.261448 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.385636 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=45949ef3-10e2-451b-a529-5f4bc12ed226,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:22.391367 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cce61-cc77-4059-90ff-2f2cb0eb790a req-37aa8e21-40a3-4b70-b7e9-e62fdb6c2ccf tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:22.409848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df4cce61-cc77-4059-90ff-2f2cb0eb790a req-37aa8e21-40a3-4b70-b7e9-e62fdb6c2ccf tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.1196256 Aug 31 14:18:22.491278 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df4cce61-cc77-4059-90ff-2f2cb0eb790a req-77947f36-ecb0-481a-bec4-11c0d01b8c63 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652277 Aug 31 14:18:22.590061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['45949ef3-10e2-451b-a529-5f4bc12ed226'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:22.691357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd4712-a939-4532-9151-7e83e7931dad req-46d23a81-02e4-43d5-80b3-e786a419b6a4 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:22.693888 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-76fd4712-a939-4532-9151-7e83e7931dad req-46d23a81-02e4-43d5-80b3-e786a419b6a4 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.25 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 808 time: 0.1721511 Aug 31 14:18:22.716753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-76fd4712-a939-4532-9151-7e83e7931dad req-cf49ab13-64d8-4936-aa41-628b536ac6f0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Request body: {'port': {'device_id': '74b99abb-b9a2-40e1-b103-46cd9991bddd', 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8', 'admin_state_up': True, 'tenant_id': '429bbc88baff4974940bd2144c0fd533'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:22.828016 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0301dda8-f11f-4e5f-bb9f-dd22cf550581 req-96e475ad-300f-4aed-a651-737caf2e1a0f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 210 time: 0.0917680 Aug 31 14:18:22.968711 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bd4dd-e5cf-48d9-bc05-65500e94b2e1 req-c35f4c31-8e75-4a5a-8775-763f82a26fd7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:22.971467 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c5bd4dd-e5cf-48d9-bc05-65500e94b2e1 req-c35f4c31-8e75-4a5a-8775-763f82a26fd7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 945 time: 0.1540718 Aug 31 14:18:23.029875 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c5bd4dd-e5cf-48d9-bc05-65500e94b2e1 req-02e04438-0f45-4707-a042-05dff6d3b163 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426767 Aug 31 14:18:23.069523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76fd4712-a939-4532-9151-7e83e7931dad req-cf49ab13-64d8-4936-aa41-628b536ac6f0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Made reservation on behalf of 429bbc88baff4974940bd2144c0fd533 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:23.074166 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-76fd4712-a939-4532-9151-7e83e7931dad req-cf49ab13-64d8-4936-aa41-628b536ac6f0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.161375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273ec95-3858-4603-b109-3d7f4f811190 req-9e4c3c86-695b-49dc-bf54-35e496fbc762 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:23.163040 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5273ec95-3858-4603-b109-3d7f4f811190 req-9e4c3c86-695b-49dc-bf54-35e496fbc762 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 944 time: 0.0980046 Aug 31 14:18:23.174178 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7c1759d4-b394-4556-852f-894abcf40d10 req-bdd1b669-5057-46c6-b2ed-903525c41330 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 210 time: 0.0319147 Aug 31 14:18:23.212068 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.225302 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5273ec95-3858-4603-b109-3d7f4f811190 req-96084842-67ef-4b8d-8b80-9d05d89889e0 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452502 Aug 31 14:18:23.272865 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-76fd4712-a939-4532-9151-7e83e7931dad req-cf49ab13-64d8-4936-aa41-628b536ac6f0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Allocated IP 172.20.0.12 (95e425eb-d5ad-4dd7-8934-338e55a725a8/e83918b6-07cc-4368-a349-5b0c0753fe5d/913f9a69-4814-4f38-b81e-a21daa183875) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:23.671628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-8d9c51b1-656e-447f-ad3b-c0af33e096c6 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:23.673153 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-8d9c51b1-656e-447f-ad3b-c0af33e096c6 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.25 "GET /v2.0/networks?id=45d9ada3-d190-4ac4-bf5d-de0285fd2800 HTTP/1.1" status: 200 len: 814 time: 0.2138886 Aug 31 14:18:23.690897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdc7bc-07e3-4d12-b8b6-11e59aabf1c6 req-a211c625-addb-442b-aa77-078c92bfbdcb tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:23.692447 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62cdc7bc-07e3-4d12-b8b6-11e59aabf1c6 req-a211c625-addb-442b-aa77-078c92bfbdcb tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0786211 Aug 31 14:18:23.697188 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-6ffc053f-0184-4c67-891c-ad111a99fe76 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Request body: {'port': {'device_id': 'db0f3c92-83d8-4216-bbfb-b1f0f6e02bed', 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800', 'admin_state_up': True, 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:23.715563 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-76fd4712-a939-4532-9151-7e83e7931dad req-cf49ab13-64d8-4936-aa41-628b536ac6f0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.748041 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 45949ef3-10e2-451b-a529-5f4bc12ed226 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:23.758875 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-76fd4712-a939-4532-9151-7e83e7931dad req-cf49ab13-64d8-4936-aa41-628b536ac6f0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.791124 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62cdc7bc-07e3-4d12-b8b6-11e59aabf1c6 req-36e24bd0-1ebd-4079-a0d1-fbc00c178c94 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779891 Aug 31 14:18:23.834647 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 45949ef3-10e2-451b-a529-5f4bc12ed226 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:23.840989 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76fd4712-a939-4532-9151-7e83e7931dad req-cf49ab13-64d8-4936-aa41-628b536ac6f0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Network 95e425eb-d5ad-4dd7-8934-338e55a725a8 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:23.842379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 45949ef3-10e2-451b-a529-5f4bc12ed226 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:23.842769 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.856228 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-76fd4712-a939-4532-9151-7e83e7931dad req-cf49ab13-64d8-4936-aa41-628b536ac6f0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:23.861062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fd4712-a939-4532-9151-7e83e7931dad req-cf49ab13-64d8-4936-aa41-628b536ac6f0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:23.865370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49ab13-64d8-4936-aa41-628b536ac6f0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Pushing event updated for resources: {'Port': ['ID=913f9a69-4814-4f38-b81e-a21daa183875,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:23.921790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd4712-a939-4532-9151-7e83e7931dad req-cf49ab13-64d8-4936-aa41-628b536ac6f0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:23.922431 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-76fd4712-a939-4532-9151-7e83e7931dad req-cf49ab13-64d8-4936-aa41-628b536ac6f0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.934908 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-6ffc053f-0184-4c67-891c-ad111a99fe76 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Made reservation on behalf of f7143efde9fd4908a586f95aa4f709b6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:23.938561 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-6ffc053f-0184-4c67-891c-ad111a99fe76 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.942627 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-76fd4712-a939-4532-9151-7e83e7931dad req-cf49ab13-64d8-4936-aa41-628b536ac6f0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2322848 Aug 31 14:18:23.962951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Request body: {'port': {'device_id': '74b99abb-b9a2-40e1-b103-46cd9991bddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:23.980493 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.997953 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.039807 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d49f2b0-2f33-4efe-95b4-28af96de165c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45949ef3-10e2-451b-a529-5f4bc12ed226'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:24.042446 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efb772a-8132-46de-ab0b-77a45a7c9542" -d '{"events": [{"server_uuid": "2d49f2b0-2f33-4efe-95b4-28af96de165c", "name": "network-vif-plugged", "status": "completed", "tag": "45949ef3-10e2-451b-a529-5f4bc12ed226"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:24.060132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 45949ef3-10e2-451b-a529-5f4bc12ed226, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=45949ef3-10e2-451b-a529-5f4bc12ed226,segment=NetworkSegment(4f032cb7-72d7-4c2e-8dc7-bb10aa20c631),segment_id=4f032cb7-72d7-4c2e-8dc7-bb10aa20c631)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:24.065012 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.123489 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76378dc9-cba2-4323-91c7-cb8334f47bb6 req-2abb3499-2646-4a66-9846-15bc6fff3bf5 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:24.125309 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-76378dc9-cba2-4323-91c7-cb8334f47bb6 req-2abb3499-2646-4a66-9846-15bc6fff3bf5 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 932 time: 0.1592512 Aug 31 14:18:24.128756 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.136273 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=45949ef3-10e2-451b-a529-5f4bc12ed226,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:24.171643 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d49804-b767-463c-a388-d033de9a23ab req-f5dddb8e-3535-4e94-8b3b-ae673acaa607 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:24.174505 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-43d49804-b767-463c-a388-d033de9a23ab req-f5dddb8e-3535-4e94-8b3b-ae673acaa607 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 945 time: 0.1493011 Aug 31 14:18:24.180102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-6ffc053f-0184-4c67-891c-ad111a99fe76 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Allocated IP 172.20.0.7 (45d9ada3-d190-4ac4-bf5d-de0285fd2800/cf962023-63cc-4bd0-9c04-40b596d219f8/2571da63-f3f6-4c3b-948b-aa2aaf98314b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:24.183214 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8483047-da02-4fb8-8359-ed8693c22e47 x-openstack-request-id: req-a8483047-da02-4fb8-8359-ed8693c22e47 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:24.183615 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d49f2b0-2f33-4efe-95b4-28af96de165c", "name": "network-vif-plugged", "status": "completed", "tag": "45949ef3-10e2-451b-a529-5f4bc12ed226", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:24.183782 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8483047-da02-4fb8-8359-ed8693c22e47 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:24.184182 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d49f2b0-2f33-4efe-95b4-28af96de165c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45949ef3-10e2-451b-a529-5f4bc12ed226', 'code': 200} Aug 31 14:18:24.303537 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-76378dc9-cba2-4323-91c7-cb8334f47bb6 req-134107fb-a031-49a6-9ee4-31d9d45ab239 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512256 Aug 31 14:18:24.395745 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4f207-a41d-4b15-90db-315b82403145 req-80b4b054-3f82-47c1-8901-4ee80b26989d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:24.397448 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aee4f207-a41d-4b15-90db-315b82403145 req-80b4b054-3f82-47c1-8901-4ee80b26989d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 945 time: 0.1093516 Aug 31 14:18:24.472556 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aee4f207-a41d-4b15-90db-315b82403145 req-8cb41e6b-733e-452d-ac5b-63e46e4318c0 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662997 Aug 31 14:18:24.490070 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0967cb1d-7e36-4e76-8c58-ea8e54ea67ed req-41261b7c-dad7-4adf-9603-8fd9c4b8539a tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 210 time: 0.0600400 Aug 31 14:18:24.516258 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-6ffc053f-0184-4c67-891c-ad111a99fe76 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.538748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-6ffc053f-0184-4c67-891c-ad111a99fe76 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Transition to ACTIVE for port object 2571da63-f3f6-4c3b-948b-aa2aaf98314b will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:24.602070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-43d49804-b767-463c-a388-d033de9a23ab req-d8524acd-91ca-4832-ab5d-751df6aa79cf tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Deleting port 05c09118-37ad-48a7-b16a-8a87bc00fd0e {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:24.602981 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-43d49804-b767-463c-a388-d033de9a23ab req-d8524acd-91ca-4832-ab5d-751df6aa79cf tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.644596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867688e-b9e5-42d0-bfdb-16bb77aaac2a req-a959ff03-f4d9-476a-a531-8d3d5bf9b418 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:24.653427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e867688e-b9e5-42d0-bfdb-16bb77aaac2a req-a959ff03-f4d9-476a-a531-8d3d5bf9b418 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.0918663 Aug 31 14:18:24.657878 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-6ffc053f-0184-4c67-891c-ad111a99fe76 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.772320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-6ffc053f-0184-4c67-891c-ad111a99fe76 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:24.785528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-6ffc053f-0184-4c67-891c-ad111a99fe76 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:24.789735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-6ffc053f-0184-4c67-891c-ad111a99fe76 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:24.795515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-6ffc053f-0184-4c67-891c-ad111a99fe76 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:24.796264 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-6ffc053f-0184-4c67-891c-ad111a99fe76 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.811527 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e867688e-b9e5-42d0-bfdb-16bb77aaac2a req-659113ed-149d-48d8-bd6b-6241c42c2bd3 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532385 Aug 31 14:18:24.828201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc053f-0184-4c67-891c-ad111a99fe76 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Pushing event updated for resources: {'Port': ['ID=2571da63-f3f6-4c3b-948b-aa2aaf98314b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:24.837397 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-43d49804-b767-463c-a388-d033de9a23ab req-d8524acd-91ca-4832-ab5d-751df6aa79cf tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] For port 05c09118-37ad-48a7-b16a-8a87bc00fd0e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=05c09118-37ad-48a7-b16a-8a87bc00fd0e,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:24.838140 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-43d49804-b767-463c-a388-d033de9a23ab req-d8524acd-91ca-4832-ab5d-751df6aa79cf tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.854689 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.863740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-6ffc053f-0184-4c67-891c-ad111a99fe76 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1687667 Aug 31 14:18:24.867403 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-43d49804-b767-463c-a388-d033de9a23ab req-d8524acd-91ca-4832-ab5d-751df6aa79cf tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Calling delete_port for 05c09118-37ad-48a7-b16a-8a87bc00fd0e owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:25.005488 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913f9a69-4814-4f38-b81e-a21daa183875 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:25.022978 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.054148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Transition to ACTIVE for port object 913f9a69-4814-4f38-b81e-a21daa183875 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:25.075582 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e83c9-4427-40b2-a23a-887e9643307f req-53f1bf65-6073-4920-9dfc-04d1920dca23 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:25.077356 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b90e83c9-4427-40b2-a23a-887e9643307f req-53f1bf65-6073-4920-9dfc-04d1920dca23 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.1574314 Aug 31 14:18:25.079622 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.197083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-53484ab8-c692-4c2b-81ba-f63be309e7dd None None] Provisioning for port 2571da63-f3f6-4c3b-948b-aa2aaf98314b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:25.217746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-53484ab8-c692-4c2b-81ba-f63be309e7dd None None] Provisioning complete for port 2571da63-f3f6-4c3b-948b-aa2aaf98314b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:25.230173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Pushing event updated for resources: {'Port': ['ID=913f9a69-4814-4f38-b81e-a21daa183875,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:25.231887 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53484ab8-c692-4c2b-81ba-f63be309e7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.264013 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b90e83c9-4427-40b2-a23a-887e9643307f req-53f1e8b4-1436-47e8-b234-d1372d0afa87 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747999 Aug 31 14:18:25.286997 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-43d49804-b767-463c-a388-d033de9a23ab req-d8524acd-91ca-4832-ab5d-751df6aa79cf tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.301966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['05c09118-37ad-48a7-b16a-8a87bc00fd0e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:25.342225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8524acd-91ca-4832-ab5d-751df6aa79cf tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Pushing event deleted for resources: {'Port': ['ID=05c09118-37ad-48a7-b16a-8a87bc00fd0e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:25.364713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-53484ab8-c692-4c2b-81ba-f63be309e7dd None None] Port 2571da63-f3f6-4c3b-948b-aa2aaf98314b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:18:25.403652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Attempting to bind port 913f9a69-4814-4f38-b81e-a21daa183875 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:25.404010 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Attempting to bind port 913f9a69-4814-4f38-b81e-a21daa183875 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:25.404308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Attempting to bind port 913f9a69-4814-4f38-b81e-a21daa183875 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:25.421432 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d49804-b767-463c-a388-d033de9a23ab req-d8524acd-91ca-4832-ab5d-751df6aa79cf tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] No DVR routers for this DVR port 05c09118-37ad-48a7-b16a-8a87bc00fd0e on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:25.425825 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-43d49804-b767-463c-a388-d033de9a23ab req-d8524acd-91ca-4832-ab5d-751df6aa79cf tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.429212 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-43d49804-b767-463c-a388-d033de9a23ab req-d8524acd-91ca-4832-ab5d-751df6aa79cf tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.60 "DELETE /v2.0/ports/05c09118-37ad-48a7-b16a-8a87bc00fd0e HTTP/1.1" status: 204 len: 173 time: 1.1872954 Aug 31 14:18:25.430160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17dfebc-291a-4e50-b8a3-f0e8f2a5312d', 'name': 'network-vif-deleted', 'tag': '05c09118-37ad-48a7-b16a-8a87bc00fd0e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:25.432999 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c1c43d-a557-4d76-bf76-3ef667a6ddb9" -d '{"events": [{"server_uuid": "b17dfebc-291a-4e50-b8a3-f0e8f2a5312d", "name": "network-vif-deleted", "tag": "05c09118-37ad-48a7-b16a-8a87bc00fd0e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:25.443942 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537ae75-c047-4d5d-8dd3-c84d8b6220a7 req-b44540d5-215f-46d9-afa2-635f37c1cf92 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:25.445718 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Port 913f9a69-4814-4f38-b81e-a21daa183875 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:18:25.446263 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Attempting to bind port 913f9a69-4814-4f38-b81e-a21daa183875 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:25.446789 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2537ae75-c047-4d5d-8dd3-c84d8b6220a7 req-b44540d5-215f-46d9-afa2-635f37c1cf92 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.0639412 Aug 31 14:18:25.453538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:25.454200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Checking segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:25.454858 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Bound using segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:25.455582 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Bound port: 913f9a69-4814-4f38-b81e-a21daa183875, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:25.456279 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.507292 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5a93e5-acb6-4973-96b0-eb240d69b106 x-openstack-request-id: req-7e5a93e5-acb6-4973-96b0-eb240d69b106 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:25.507292 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17dfebc-291a-4e50-b8a3-f0e8f2a5312d", "name": "network-vif-deleted", "tag": "05c09118-37ad-48a7-b16a-8a87bc00fd0e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:25.507292 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e5a93e5-acb6-4973-96b0-eb240d69b106 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:25.507292 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17dfebc-291a-4e50-b8a3-f0e8f2a5312d', 'name': 'network-vif-deleted', 'tag': '05c09118-37ad-48a7-b16a-8a87bc00fd0e', 'status': 'completed', 'code': 200} Aug 31 14:18:25.539016 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2537ae75-c047-4d5d-8dd3-c84d8b6220a7 req-d0569000-c2b7-4433-8d61-5a9feaf36b39 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787878 Aug 31 14:18:25.569030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:25.574443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=913f9a69-4814-4f38-b81e-a21daa183875,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:25.595890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.636957 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac9f59e8-a360-4dd9-9ada-daa3f4d214d8 req-16f9d4fb-de91-4d50-87d7-1a8ec91fdc3f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dfebc-291a-4e50-b8a3-f0e8f2a5312d HTTP/1.1" status: 200 len: 210 time: 0.0597024 Aug 31 14:18:25.670411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:25.671044 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.672568 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-76fd4712-a939-4532-9151-7e83e7931dad req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] 10.222.0.25 "PUT /v2.0/ports/913f9a69-4814-4f38-b81e-a21daa183875 HTTP/1.1" status: 200 len: 1092 time: 1.7180107 Aug 31 14:18:25.699877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c431bf-f0b1-4ee8-b4c3-343a93d36edb service neutron] Pushing event updated for resources: {'Port': ['ID=913f9a69-4814-4f38-b81e-a21daa183875,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:25.714079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93894a-b14a-48af-b1e8-4b6bdefa45f7 req-42cdd07d-872f-4cfb-992a-bed2019f2ab7 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:25.715793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c93894a-b14a-48af-b1e8-4b6bdefa45f7 req-42cdd07d-872f-4cfb-992a-bed2019f2ab7 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 931 time: 0.0585310 Aug 31 14:18:25.768374 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c93894a-b14a-48af-b1e8-4b6bdefa45f7 req-c2f8096c-555f-41ec-b8e0-5021d5080818 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Aug 31 14:18:25.936358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af228e4-ffb1-4e59-add7-51fb737a0b26 req-5adef237-a806-486c-8245-dd2b6b62f9a4 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:25.938120 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1af228e4-ffb1-4e59-add7-51fb737a0b26 req-5adef237-a806-486c-8245-dd2b6b62f9a4 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.0627103 Aug 31 14:18:25.978943 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1af228e4-ffb1-4e59-add7-51fb737a0b26 req-ebd85cbd-3ed0-42b7-bae4-33890d768673 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345008 Aug 31 14:18:26.404101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b523682-77c1-4815-83d6-79d484039af9 req-0eb6d1f5-10c3-4375-8201-7d5800838ad6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:26.405601 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7b523682-77c1-4815-83d6-79d484039af9 req-0eb6d1f5-10c3-4375-8201-7d5800838ad6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0677941 Aug 31 14:18:26.444564 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7b523682-77c1-4815-83d6-79d484039af9 req-5224d119-2890-4d2c-a4ff-e280795b9502 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328269 Aug 31 14:18:26.672709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466acb6-6c9d-4355-af77-853c0d6db098 req-58a30208-d61e-4f59-a3e3-67285d5a2687 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:26.674921 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6466acb6-6c9d-4355-af77-853c0d6db098 req-58a30208-d61e-4f59-a3e3-67285d5a2687 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.0535805 Aug 31 14:18:26.739379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6466acb6-6c9d-4355-af77-853c0d6db098 req-04db2604-a18d-415f-a655-adb83936f151 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575893 Aug 31 14:18:26.891591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb394c-906f-4f14-bba0-38a4132615c5 req-83048732-6b68-47b6-b5e4-47eaa03f3e10 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:26.893336 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5fdb394c-906f-4f14-bba0-38a4132615c5 req-83048732-6b68-47b6-b5e4-47eaa03f3e10 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 931 time: 0.0558040 Aug 31 14:18:26.955066 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5fdb394c-906f-4f14-bba0-38a4132615c5 req-a5d54386-7e08-4f86-97b3-0d6ed8f06802 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534534 Aug 31 14:18:27.027872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-06fcccb0-fc7d-479d-90ee-cbb606c4eca1 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:27.035813 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-06fcccb0-fc7d-479d-90ee-cbb606c4eca1 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 812 time: 0.1251557 Aug 31 14:18:27.054819 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-c65b49d9-704f-4de6-8274-235382eef66d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/quotas/3c77177a7f484a688be812ec879e9355 HTTP/1.1" status: 200 len: 375 time: 0.0179496 Aug 31 14:18:27.097508 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-5c09cd3f-0734-46d3-83a6-7dcfcbf96e44 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417116 Aug 31 14:18:27.118056 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed1c50-84fe-4310-9a25-215620706513 req-1db61c81-a5bf-436a-bac6-620261215b40 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:27.125342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5eed1c50-84fe-4310-9a25-215620706513 req-1db61c81-a5bf-436a-bac6-620261215b40 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.0499260 Aug 31 14:18:27.183572 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5eed1c50-84fe-4310-9a25-215620706513 req-c7f37345-5070-463e-bca4-b439e4013242 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549459 Aug 31 14:18:27.203240 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-d2a348c4-81af-4b3f-a1da-d4be9e4e9ead service neutron] 10.222.0.39 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984657 Aug 31 14:18:27.304843 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-2d48e5f8-e552-465e-96c5-822cc48db78b service neutron] 10.222.0.39 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944347 Aug 31 14:18:27.501945 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b99abb-b9a2-40e1-b103-46cd9991bddd', 'tag': '913f9a69-4814-4f38-b81e-a21daa183875'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:27.507621 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb6f607-f9ee-4ba2-83fd-dddba5b0ece3" -d '{"events": [{"name": "network-changed", "server_uuid": "74b99abb-b9a2-40e1-b103-46cd9991bddd", "tag": "913f9a69-4814-4f38-b81e-a21daa183875"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:27.547960 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c388aa37-cae8-4a35-9415-fbe3cfd518ef req-e1ba50dd-fe2f-472b-b8d1-08d1f426ea6e tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 210 time: 0.0947587 Aug 31 14:18:27.633071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967eca4-81d5-4674-bbcb-ceae9ba906f2 req-a8945c63-5455-49c5-88e2-8cd89a84119b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:27.635213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0967eca4-81d5-4674-bbcb-ceae9ba906f2 req-a8945c63-5455-49c5-88e2-8cd89a84119b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.1022003 Aug 31 14:18:27.636917 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdd51ae-df48-49f6-a5c3-25536c11853c x-openstack-request-id: req-afdd51ae-df48-49f6-a5c3-25536c11853c {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:27.637350 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b99abb-b9a2-40e1-b103-46cd9991bddd", "tag": "913f9a69-4814-4f38-b81e-a21daa183875", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:27.637942 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afdd51ae-df48-49f6-a5c3-25536c11853c {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:27.638457 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b99abb-b9a2-40e1-b103-46cd9991bddd', 'tag': '913f9a69-4814-4f38-b81e-a21daa183875', 'status': 'completed', 'code': 200} Aug 31 14:18:27.696325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0967eca4-81d5-4674-bbcb-ceae9ba906f2 req-fe659258-879f-4378-9987-5eacdac086fe tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513608 Aug 31 14:18:27.888895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8c1af-0122-4809-9aad-867155619bb7 req-66fb259c-1520-4b6e-a73e-351fe992759d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:27.891283 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23f8c1af-0122-4809-9aad-867155619bb7 req-66fb259c-1520-4b6e-a73e-351fe992759d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.0692124 Aug 31 14:18:27.963889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23f8c1af-0122-4809-9aad-867155619bb7 req-8d8807f7-fed2-4c62-bafd-bb1878c26820 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517912 Aug 31 14:18:28.090584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da25e06-d102-4e0c-9234-bf2401524169 req-af60cd97-3c62-49fb-b2a1-fa437c683556 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:28.092651 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0da25e06-d102-4e0c-9234-bf2401524169 req-af60cd97-3c62-49fb-b2a1-fa437c683556 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 931 time: 0.0524211 Aug 31 14:18:28.141394 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0da25e06-d102-4e0c-9234-bf2401524169 req-93e0debc-1fd9-4d27-921a-1f371b905e9d tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421307 Aug 31 14:18:28.315910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6979f2-023b-4b0e-8aff-4b05314ce208 req-d50529c4-d97b-408c-8b53-c5ac4389d0c6 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:28.317997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d6979f2-023b-4b0e-8aff-4b05314ce208 req-d50529c4-d97b-408c-8b53-c5ac4389d0c6 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.0531213 Aug 31 14:18:28.355999 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d6979f2-023b-4b0e-8aff-4b05314ce208 req-b913018d-4492-403f-bb70-b48d644c551b tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320067 Aug 31 14:18:28.652005 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da1228d3-f0d6-423c-a3c3-b9856d015f35 req-0213cef8-3437-40be-9fee-50207f777d97 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 210 time: 0.0305934 Aug 31 14:18:28.778996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-993d35db-5568-4cc6-bbb4-3823975144a0 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:28.781038 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-993d35db-5568-4cc6-bbb4-3823975144a0 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.60 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 812 time: 0.1616781 Aug 31 14:18:28.802405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-cf43f76c-76b6-42fe-80ac-8162e3c900a8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Request body: {'port': {'device_id': '4688bbc7-675b-4c32-8bbc-d36d57f63d52', 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af', 'admin_state_up': True, 'tenant_id': '3c77177a7f484a688be812ec879e9355'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:28.842225 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 05c09118-37ad-48a7-b16a-8a87bc00fd0e no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:28.874866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 05c09118-37ad-48a7-b16a-8a87bc00fd0e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:28.875495 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 05c09118-37ad-48a7-b16a-8a87bc00fd0e not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:28.918860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8151a4e-9673-4227-bbf3-dd5aea628692 req-e4cc3cba-e0f2-481c-a4b5-0b77f1821c43 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:28.920482 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b8151a4e-9673-4227-bbf3-dd5aea628692 req-e4cc3cba-e0f2-481c-a4b5-0b77f1821c43 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.1345949 Aug 31 14:18:28.992856 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b8151a4e-9673-4227-bbf3-dd5aea628692 req-be2c42a4-adaf-47f1-8129-aa8752ce7944 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641618 Aug 31 14:18:29.010279 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-cf43f76c-76b6-42fe-80ac-8162e3c900a8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Made reservation on behalf of 3c77177a7f484a688be812ec879e9355 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:29.015297 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-cf43f76c-76b6-42fe-80ac-8162e3c900a8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.137945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5968e-06e3-4be9-a38a-929de68918d6 req-946c532e-2180-42f6-9be1-daaaf0e6b6bb tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:29.139480 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0d5968e-06e3-4be9-a38a-929de68918d6 req-946c532e-2180-42f6-9be1-daaaf0e6b6bb tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.0557024 Aug 31 14:18:29.171261 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-cf43f76c-76b6-42fe-80ac-8162e3c900a8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Allocated IP 172.20.0.4 (0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af/2aa5041b-aff9-4323-8a2c-7ce83a5dbf67/04f11e27-7491-4634-b5f3-15b74ed9b2b2) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:29.198734 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0d5968e-06e3-4be9-a38a-929de68918d6 req-33ca5963-1c99-4119-95d8-273f27ebd795 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524385 Aug 31 14:18:29.378641 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d7bcf-2b9f-46e5-b5ea-1ca1dac633d0 req-d5c6818f-f8bc-4fa1-9831-67297bb1ab66 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:29.380229 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-378d7bcf-2b9f-46e5-b5ea-1ca1dac633d0 req-d5c6818f-f8bc-4fa1-9831-67297bb1ab66 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 931 time: 0.1140072 Aug 31 14:18:29.419300 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-cf43f76c-76b6-42fe-80ac-8162e3c900a8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.445810 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-378d7bcf-2b9f-46e5-b5ea-1ca1dac633d0 req-862bafc6-f860-4fc9-aeba-92cdbf7e9a3a tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563834 Aug 31 14:18:29.480673 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-cf43f76c-76b6-42fe-80ac-8162e3c900a8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.521438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fe34-976a-4fd0-97fd-28e5913acd89 req-dc0d42dd-f847-4fb5-b92c-09b0c57b600e tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:29.523544 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23f3fe34-976a-4fd0-97fd-28e5913acd89 req-dc0d42dd-f847-4fb5-b92c-09b0c57b600e tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.0860984 Aug 31 14:18:29.557183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-cf43f76c-76b6-42fe-80ac-8162e3c900a8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:29.560504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-cf43f76c-76b6-42fe-80ac-8162e3c900a8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:29.566766 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-cf43f76c-76b6-42fe-80ac-8162e3c900a8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:29.600525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43f76c-76b6-42fe-80ac-8162e3c900a8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Pushing event updated for resources: {'Port': ['ID=04f11e27-7491-4634-b5f3-15b74ed9b2b2,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:29.616493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23f3fe34-976a-4fd0-97fd-28e5913acd89 req-2646f5e0-8dac-4cc4-af5e-71ef648ef6a0 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686560 Aug 31 14:18:29.632938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-cf43f76c-76b6-42fe-80ac-8162e3c900a8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:29.633876 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-cf43f76c-76b6-42fe-80ac-8162e3c900a8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.651035 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-cf43f76c-76b6-42fe-80ac-8162e3c900a8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8554711 Aug 31 14:18:29.672120 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Request body: {'port': {'device_id': '4688bbc7-675b-4c32-8bbc-d36d57f63d52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:29.727344 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.895857 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481756-092c-44b4-aaac-a8e2b86a1db7 req-11434367-a4cf-4985-a0db-24894bd7295b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:29.897563 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fd481756-092c-44b4-aaac-a8e2b86a1db7 req-11434367-a4cf-4985-a0db-24894bd7295b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 931 time: 0.1547868 Aug 31 14:18:29.991289 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fd481756-092c-44b4-aaac-a8e2b86a1db7 req-a123df8a-d432-4cc6-ac62-fba422148bf1 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847340 Aug 31 14:18:30.122546 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f11e27-7491-4634-b5f3-15b74ed9b2b2 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:30.134414 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.152240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Transition to ACTIVE for port object 04f11e27-7491-4634-b5f3-15b74ed9b2b2 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:30.161465 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6756e2-7569-4ae6-bfdf-06440793646f req-dd3d2536-6d20-4f63-bdbc-b39b1a52b204 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:30.162973 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb6756e2-7569-4ae6-bfdf-06440793646f req-dd3d2536-6d20-4f63-bdbc-b39b1a52b204 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0779839 Aug 31 14:18:30.164355 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.236776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Pushing event updated for resources: {'Port': ['ID=04f11e27-7491-4634-b5f3-15b74ed9b2b2,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:30.269131 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb6756e2-7569-4ae6-bfdf-06440793646f req-91cf80c3-5903-4491-a51c-70f0e12b99f0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966434 Aug 31 14:18:30.332926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Attempting to bind port 04f11e27-7491-4634-b5f3-15b74ed9b2b2 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:30.333257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Attempting to bind port 04f11e27-7491-4634-b5f3-15b74ed9b2b2 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:30.333574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Attempting to bind port 04f11e27-7491-4634-b5f3-15b74ed9b2b2 on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:30.338050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Port 04f11e27-7491-4634-b5f3-15b74ed9b2b2 on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:18:30.338452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Attempting to bind port 04f11e27-7491-4634-b5f3-15b74ed9b2b2 on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:30.343628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:30.343956 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Checking segment: {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:30.344361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Bound using segment: {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:30.345414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Bound port: 04f11e27-7491-4634-b5f3-15b74ed9b2b2, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:30.345965 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.359896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20a47c-5c8c-4780-82ba-77c4068201fc req-a7330cf3-a273-45bf-a453-ea49ca2a753b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:30.362129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ff20a47c-5c8c-4780-82ba-77c4068201fc req-a7330cf3-a273-45bf-a453-ea49ca2a753b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.0527751 Aug 31 14:18:30.402237 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ff20a47c-5c8c-4780-82ba-77c4068201fc req-df370190-20b4-48de-b692-00a5a8d1567f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341282 Aug 31 14:18:30.428451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] For port 04f11e27-7491-4634-b5f3-15b74ed9b2b2, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:30.432369 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] For port 04f11e27-7491-4634-b5f3-15b74ed9b2b2, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=04f11e27-7491-4634-b5f3-15b74ed9b2b2,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:30.438025 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.480572 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:30.481274 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.482756 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] 10.222.0.60 "PUT /v2.0/ports/04f11e27-7491-4634-b5f3-15b74ed9b2b2 HTTP/1.1" status: 200 len: 1091 time: 0.8182251 Aug 31 14:18:30.483337 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4688bbc7-675b-4c32-8bbc-d36d57f63d52', 'tag': '04f11e27-7491-4634-b5f3-15b74ed9b2b2'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:30.486380 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949943ef-8d10-46b4-b005-ed277466277b" -d '{"events": [{"name": "network-changed", "server_uuid": "4688bbc7-675b-4c32-8bbc-d36d57f63d52", "tag": "04f11e27-7491-4634-b5f3-15b74ed9b2b2"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:30.523960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ee66d-90e3-42d4-9e7a-dad68e66106f service neutron] Pushing event updated for resources: {'Port': ['ID=04f11e27-7491-4634-b5f3-15b74ed9b2b2,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:30.554034 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2d4aec-d008-435d-a04c-a7d1c6cd4349 x-openstack-request-id: req-cf2d4aec-d008-435d-a04c-a7d1c6cd4349 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:30.555972 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4688bbc7-675b-4c32-8bbc-d36d57f63d52", "tag": "04f11e27-7491-4634-b5f3-15b74ed9b2b2", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:30.556604 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf2d4aec-d008-435d-a04c-a7d1c6cd4349 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:30.557370 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4688bbc7-675b-4c32-8bbc-d36d57f63d52', 'tag': '04f11e27-7491-4634-b5f3-15b74ed9b2b2', 'status': 'completed', 'code': 200} Aug 31 14:18:30.621665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-976bf741-27a3-46f9-8d78-fdad3f946098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:30.623211 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-976bf741-27a3-46f9-8d78-fdad3f946098 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 1094 time: 0.0908525 Aug 31 14:18:30.648660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83191-e046-4178-b354-7a679037680f req-245ca8f6-0e4a-4838-b916-b4973571645a tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:30.650937 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-76e83191-e046-4178-b354-7a679037680f req-245ca8f6-0e4a-4838-b916-b4973571645a tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 931 time: 0.0742240 Aug 31 14:18:30.690583 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-28ac871e-196f-49d3-a3ba-d3c689da6766 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f11e27-7491-4634-b5f3-15b74ed9b2b2 HTTP/1.1" status: 200 len: 217 time: 0.0585272 Aug 31 14:18:30.760423 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-76e83191-e046-4178-b354-7a679037680f req-fcc4e3ce-8fdf-4d6d-8754-9ea9d92a07fd tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772793 Aug 31 14:18:30.778635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-0576f7a4-d341-447b-89d4-726b4dc3e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:30.780140 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-0576f7a4-d341-447b-89d4-726b4dc3e5bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 HTTP/1.1" status: 200 len: 852 time: 0.0784199 Aug 31 14:18:30.785546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fe3f5-3c24-42a3-b4b9-387921c9b143 req-580457cc-d2f8-433a-91ba-d9a6e861873f tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:30.787096 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-992fe3f5-3c24-42a3-b4b9-387921c9b143 req-580457cc-d2f8-433a-91ba-d9a6e861873f tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.0771143 Aug 31 14:18:30.821656 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-11ab6157-7506-4444-a375-5991574abd57 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300794 Aug 31 14:18:30.834323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-992fe3f5-3c24-42a3-b4b9-387921c9b143 req-9aa515bb-ee48-4339-8ccd-00f6cd328eb7 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348895 Aug 31 14:18:30.930516 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-9f0608cc-b38f-4511-bcbd-92ae05c74c8e service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989645 Aug 31 14:18:31.030709 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cffc52c-3f81-48c6-9b48-a3b87b752bae req-ab6801bc-507c-4e1f-9d1f-7025292f5f9e service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923009 Aug 31 14:18:31.168532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa0bf1-e0ee-410e-967e-63bdd419eb9f req-a8295bcc-cb8b-4ab7-bd22-1ab45bb631c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:31.170091 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36fa0bf1-e0ee-410e-967e-63bdd419eb9f req-a8295bcc-cb8b-4ab7-bd22-1ab45bb631c9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 943 time: 0.0895596 Aug 31 14:18:31.177587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949943ef-8d10-46b4-b005-ed277466277b req-b051ff1b-df4f-46a5-834c-ee6694adcc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:31.179127 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-949943ef-8d10-46b4-b005-ed277466277b req-b051ff1b-df4f-46a5-834c-ee6694adcc57 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 1094 time: 0.0894604 Aug 31 14:18:31.257899 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36fa0bf1-e0ee-410e-967e-63bdd419eb9f req-1fa4d730-c08f-4c92-9589-e13f60835a01 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772369 Aug 31 14:18:31.297243 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949943ef-8d10-46b4-b005-ed277466277b req-6cd5936f-d6b0-4ab6-966c-538d1669c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:31.299310 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-949943ef-8d10-46b4-b005-ed277466277b req-6cd5936f-d6b0-4ab6-966c-538d1669c60e service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 913 time: 0.1048656 Aug 31 14:18:31.347732 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-949943ef-8d10-46b4-b005-ed277466277b req-49e934e3-b75c-4a05-9c35-a9de5c417a8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f11e27-7491-4634-b5f3-15b74ed9b2b2 HTTP/1.1" status: 200 len: 217 time: 0.0404875 Aug 31 14:18:31.405055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae2c8e-bee2-42e4-bd32-ccf8f2ea0e45 req-783d9136-ec7a-4183-9873-8dbe34607701 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:31.408342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-32ae2c8e-bee2-42e4-bd32-ccf8f2ea0e45 req-783d9136-ec7a-4183-9873-8dbe34607701 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0560694 Aug 31 14:18:31.415280 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949943ef-8d10-46b4-b005-ed277466277b req-6fc922e5-a84d-47d9-99e4-6dd260b9232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:31.416867 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-949943ef-8d10-46b4-b005-ed277466277b req-6fc922e5-a84d-47d9-99e4-6dd260b9232d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 HTTP/1.1" status: 200 len: 852 time: 0.0563965 Aug 31 14:18:31.451386 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-32ae2c8e-bee2-42e4-bd32-ccf8f2ea0e45 req-3c139fd8-2903-4595-9bfa-6084ab23f586 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363805 Aug 31 14:18:31.454803 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-949943ef-8d10-46b4-b005-ed277466277b req-045fe9a5-9b17-4fce-809c-ba6dae818475 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256295 Aug 31 14:18:31.855207 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1018b-0567-4e24-b821-3c0d26ac6396 req-0b9ecec6-5e25-455e-8b25-da9988051daa tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:31.856788 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ef1018b-0567-4e24-b821-3c0d26ac6396 req-0b9ecec6-5e25-455e-8b25-da9988051daa tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.3744805 Aug 31 14:18:31.904243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419d2b5-f46e-43d2-b42c-070adbfd4ae3 req-0816c940-72df-4c85-a38e-1817ad512ef9 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:31.906238 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d419d2b5-f46e-43d2-b42c-070adbfd4ae3 req-0816c940-72df-4c85-a38e-1817ad512ef9 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 931 time: 0.0685246 Aug 31 14:18:31.912126 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-949943ef-8d10-46b4-b005-ed277466277b req-d62a8de8-bf22-4fb6-9673-0130ca52ff73 service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494631 Aug 31 14:18:31.958081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d419d2b5-f46e-43d2-b42c-070adbfd4ae3 req-4b705eaa-e433-45b9-8b47-466fdc1d5b9e tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434444 Aug 31 14:18:31.973462 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ef1018b-0567-4e24-b821-3c0d26ac6396 req-0e1ef424-a4b2-4ec8-b867-c8dbe65c55d0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016529 Aug 31 14:18:32.053584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-949943ef-8d10-46b4-b005-ed277466277b req-76ed4503-b013-4846-825f-bcc76c795265 service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095552 Aug 31 14:18:32.092820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3358b-d777-4db3-b311-3768384e8b7e req-14c388ef-d7c2-4579-8511-95b8a6344ec4 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:32.094325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53b3358b-d777-4db3-b311-3768384e8b7e req-14c388ef-d7c2-4579-8511-95b8a6344ec4 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.0640285 Aug 31 14:18:32.133847 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53b3358b-d777-4db3-b311-3768384e8b7e req-5192e88c-61d6-4a64-88d9-5ad38f9e9ab5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330958 Aug 31 14:18:32.388699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606ff09-3acd-4159-9067-1659290035ca req-dc87bb4d-0222-429b-bfbb-52e3e85eccbf tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:32.390559 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e606ff09-3acd-4159-9067-1659290035ca req-dc87bb4d-0222-429b-bfbb-52e3e85eccbf tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 943 time: 0.0560362 Aug 31 14:18:32.433375 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e606ff09-3acd-4159-9067-1659290035ca req-9956802a-b7de-41f3-9947-6dcaf90fd830 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363948 Aug 31 14:18:32.578379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08189211-25a9-466e-98f0-8640f6003e8c req-b36295c8-ddc6-4161-8f51-d6017304303d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:32.580105 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-08189211-25a9-466e-98f0-8640f6003e8c req-b36295c8-ddc6-4161-8f51-d6017304303d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0519786 Aug 31 14:18:32.621273 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-08189211-25a9-466e-98f0-8640f6003e8c req-ab20c9ba-cc8e-47cf-9f92-3d21fcedf4c3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348339 Aug 31 14:18:33.098867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ee971-fb62-443f-9d48-5a1cbfade9b2 req-72d07772-dbaa-4f07-99ed-02ce71cb31b2 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:33.100517 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b5ee971-fb62-443f-9d48-5a1cbfade9b2 req-72d07772-dbaa-4f07-99ed-02ce71cb31b2 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 931 time: 0.0537152 Aug 31 14:18:33.108204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08551d35-51ec-462d-b475-ced11e7779f0 req-4c451dff-1c19-4bfb-9d53-dcbb77390aaa tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:33.109983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08551d35-51ec-462d-b475-ced11e7779f0 req-4c451dff-1c19-4bfb-9d53-dcbb77390aaa tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.0543456 Aug 31 14:18:33.163260 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b5ee971-fb62-443f-9d48-5a1cbfade9b2 req-ec366e7d-a27c-44e3-8f82-9ae2f97dcc9b tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534196 Aug 31 14:18:33.180484 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08551d35-51ec-462d-b475-ced11e7779f0 req-f4c5949c-7de6-44e8-9e69-2cb292662bb8 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612540 Aug 31 14:18:33.285491 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb712f-0da0-4fd7-9ddc-684ceffd761b req-ee7cea26-8709-4faa-98b2-5aa6a4067ef6 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:33.287116 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ceb712f-0da0-4fd7-9ddc-684ceffd761b req-ee7cea26-8709-4faa-98b2-5aa6a4067ef6 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.0616648 Aug 31 14:18:33.334979 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ceb712f-0da0-4fd7-9ddc-684ceffd761b req-7c9ed227-85e2-4942-a360-33d622f591a7 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416117 Aug 31 14:18:33.572104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9960df6-4c04-464d-a423-05a5c97f0404 req-cde581d9-ac66-4213-8ce5-9b90370eafc3 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:33.573940 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9960df6-4c04-464d-a423-05a5c97f0404 req-cde581d9-ac66-4213-8ce5-9b90370eafc3 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 943 time: 0.0659316 Aug 31 14:18:33.625118 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9960df6-4c04-464d-a423-05a5c97f0404 req-5e8f18b1-84fa-4d6f-ad46-2e7a3b5e4b59 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430777 Aug 31 14:18:33.766793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d18175-2f5a-4870-83b3-fc5fcdf7c02b req-df5a8bb3-c04c-416d-8dd2-45ce86b55ffe tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:33.768452 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-77d18175-2f5a-4870-83b3-fc5fcdf7c02b req-df5a8bb3-c04c-416d-8dd2-45ce86b55ffe tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0618763 Aug 31 14:18:33.846413 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-77d18175-2f5a-4870-83b3-fc5fcdf7c02b req-112fa145-837e-4b01-bfae-d4ba2b60a5e6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633948 Aug 31 14:18:34.309424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55ea95-e3ad-4cad-b752-73aa76db2948 req-7ccd1574-9362-466c-93e4-999843212c1e tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:34.311841 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b55ea95-e3ad-4cad-b752-73aa76db2948 req-7ccd1574-9362-466c-93e4-999843212c1e tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 931 time: 0.0640209 Aug 31 14:18:34.334621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733afb1-f265-46d1-9a42-fc827f81ec7c req-dc221a98-0b6b-499f-ad04-d4c6eb8ec736 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:34.336536 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1733afb1-f265-46d1-9a42-fc827f81ec7c req-dc221a98-0b6b-499f-ad04-d4c6eb8ec736 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.0755594 Aug 31 14:18:34.367603 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b55ea95-e3ad-4cad-b752-73aa76db2948 req-1c71a49d-f719-4302-b648-f9aaccf8bd56 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490849 Aug 31 14:18:34.384471 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1733afb1-f265-46d1-9a42-fc827f81ec7c req-09eceb84-a6d6-41bc-8d15-e305da985558 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397360 Aug 31 14:18:34.531372 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f713bc-f785-4931-bd88-2ad900a438e7 req-4b5dc8ee-327e-4c9d-a4ff-02f3fe0bc97c tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:34.533028 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b7f713bc-f785-4931-bd88-2ad900a438e7 req-4b5dc8ee-327e-4c9d-a4ff-02f3fe0bc97c tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.0594003 Aug 31 14:18:34.574917 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b7f713bc-f785-4931-bd88-2ad900a438e7 req-a252ce9b-45d4-47ae-a862-f53ee5f9d1f1 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354652 Aug 31 14:18:34.780027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb46790-1168-4d7b-af63-90c722d77cef req-86325c73-4ce2-4a58-8cea-feea639afce6 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:34.788985 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6eb46790-1168-4d7b-af63-90c722d77cef req-86325c73-4ce2-4a58-8cea-feea639afce6 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 943 time: 0.0795050 Aug 31 14:18:34.824479 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6eb46790-1168-4d7b-af63-90c722d77cef req-cf42ffe8-af6f-492f-b233-0c563d6c9fc9 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343540 Aug 31 14:18:34.901500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 04f11e27-7491-4634-b5f3-15b74ed9b2b2 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:18:35.031824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 04f11e27-7491-4634-b5f3-15b74ed9b2b2, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=04f11e27-7491-4634-b5f3-15b74ed9b2b2,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:35.050498 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6798a4-5ae4-4fe1-848e-aed47b6be10f req-b2f9c0c9-f830-450d-af8b-7ebd950be37b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:35.050768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '04f11e27-7491-4634-b5f3-15b74ed9b2b2', 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af', 'port_id': '04f11e27-7491-4634-b5f3-15b74ed9b2b2', 'mac_address': 'fa:16:3e:ae:2f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa5041b-aff9-4323-8a2c-7ce83a5dbf67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:18:35.054872 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b6798a4-5ae4-4fe1-848e-aed47b6be10f req-b2f9c0c9-f830-450d-af8b-7ebd950be37b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0956316 Aug 31 14:18:35.104273 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b6798a4-5ae4-4fe1-848e-aed47b6be10f req-e9f6d8ca-73bd-491c-ae98-3c2dbf164766 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433266 Aug 31 14:18:35.104668 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.119716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f11e27-7491-4634-b5f3-15b74ed9b2b2 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:35.143470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 04f11e27-7491-4634-b5f3-15b74ed9b2b2, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=04f11e27-7491-4634-b5f3-15b74ed9b2b2,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:35.148558 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.201594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=04f11e27-7491-4634-b5f3-15b74ed9b2b2,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:35.441830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['04f11e27-7491-4634-b5f3-15b74ed9b2b2'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:35.498305 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d0ff6-3864-43aa-b70c-6abc5c06203d req-1e90cd07-2f3c-4a69-bb16-084dd3964940 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:35.501343 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cd8d0ff6-3864-43aa-b70c-6abc5c06203d req-1e90cd07-2f3c-4a69-bb16-084dd3964940 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 931 time: 0.0553842 Aug 31 14:18:35.520088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bf4c6-8a55-4cd7-afdf-72d74d290267 req-371a1cf4-21ae-445a-8b73-a49255cbdf43 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:35.528295 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b19bf4c6-8a55-4cd7-afdf-72d74d290267 req-371a1cf4-21ae-445a-8b73-a49255cbdf43 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.0667078 Aug 31 14:18:35.560062 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cd8d0ff6-3864-43aa-b70c-6abc5c06203d req-fa44c5de-6299-442b-9f80-fb44e91553f2 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513685 Aug 31 14:18:35.590166 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b19bf4c6-8a55-4cd7-afdf-72d74d290267 req-1d33b49c-46d8-4135-a907-5601a5cc7ef2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608120 Aug 31 14:18:35.726885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734a27-273e-4725-a8f5-fd04e8c1ef93 req-1b20f858-351d-43eb-92aa-74d6c716e45c tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:35.728379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-86734a27-273e-4725-a8f5-fd04e8c1ef93 req-1b20f858-351d-43eb-92aa-74d6c716e45c tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.0518680 Aug 31 14:18:35.806574 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-86734a27-273e-4725-a8f5-fd04e8c1ef93 req-462c4801-fb0e-4559-a719-e524c290b032 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669057 Aug 31 14:18:35.997010 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a42f93-437c-4e8e-9552-70e897e700b0 req-391f8e40-e014-4747-ad5b-7a7316dd9850 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:35.999469 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98a42f93-437c-4e8e-9552-70e897e700b0 req-391f8e40-e014-4747-ad5b-7a7316dd9850 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 944 time: 0.0825350 Aug 31 14:18:36.067877 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98a42f93-437c-4e8e-9552-70e897e700b0 req-a0f81cd9-941e-4315-a7d3-ec3ec75d89c1 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548055 Aug 31 14:18:36.260273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75117cd1-3b3c-4ab6-8236-a74e8062e7ab req-8c451e5c-4e70-4abb-a2f4-675d9531cff8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:36.261710 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75117cd1-3b3c-4ab6-8236-a74e8062e7ab req-8c451e5c-4e70-4abb-a2f4-675d9531cff8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0663786 Aug 31 14:18:36.315010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75117cd1-3b3c-4ab6-8236-a74e8062e7ab req-5c0a0260-ad7c-4a41-85d9-bbd9b89a9f1e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 Aug 31 14:18:36.702673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9c6a1-47ad-48f9-b352-94fcf8944778 req-d01b2e74-144e-4815-b5ab-e5a5ce87b4a9 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:36.704727 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4f9c6a1-47ad-48f9-b352-94fcf8944778 req-d01b2e74-144e-4815-b5ab-e5a5ce87b4a9 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 931 time: 0.0730212 Aug 31 14:18:36.720178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7c659-2dee-4974-97ac-62e367c10862 req-f9d53c3c-089c-4e2e-9572-598bb791cd95 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:36.721812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6a7c659-2dee-4974-97ac-62e367c10862 req-f9d53c3c-089c-4e2e-9572-598bb791cd95 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.0501769 Aug 31 14:18:36.745320 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4f9c6a1-47ad-48f9-b352-94fcf8944778 req-9140578d-2121-41de-bd3e-8f99c918d785 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343502 Aug 31 14:18:36.774635 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6a7c659-2dee-4974-97ac-62e367c10862 req-a20edb1d-5447-46b9-a2fd-19c2adb2422b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462329 Aug 31 14:18:36.917381 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8836ab-6dc7-4565-90ab-236bfb336cdd req-ba32199d-3441-4eba-8888-160b94a93a01 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:36.919207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 04f11e27-7491-4634-b5f3-15b74ed9b2b2 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:36.925165 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d8836ab-6dc7-4565-90ab-236bfb336cdd req-ba32199d-3441-4eba-8888-160b94a93a01 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.0578463 Aug 31 14:18:36.960967 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d8836ab-6dc7-4565-90ab-236bfb336cdd req-1a4fb714-39ae-4360-a8d3-a6e2904b2461 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349128 Aug 31 14:18:36.970830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 04f11e27-7491-4634-b5f3-15b74ed9b2b2 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:36.975908 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 04f11e27-7491-4634-b5f3-15b74ed9b2b2 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:36.976277 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.052941 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.079856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4688bbc7-675b-4c32-8bbc-d36d57f63d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f11e27-7491-4634-b5f3-15b74ed9b2b2'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:37.082317 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e860ab9-d671-4042-abfc-cc925937e26c" -d '{"events": [{"server_uuid": "4688bbc7-675b-4c32-8bbc-d36d57f63d52", "name": "network-vif-plugged", "status": "completed", "tag": "04f11e27-7491-4634-b5f3-15b74ed9b2b2"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:37.095727 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 04f11e27-7491-4634-b5f3-15b74ed9b2b2, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=04f11e27-7491-4634-b5f3-15b74ed9b2b2,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:37.100401 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.125266 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0399e5eb-b8f0-4755-8d1c-928101ec04e7 x-openstack-request-id: req-0399e5eb-b8f0-4755-8d1c-928101ec04e7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:37.125610 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4688bbc7-675b-4c32-8bbc-d36d57f63d52", "name": "network-vif-plugged", "status": "completed", "tag": "04f11e27-7491-4634-b5f3-15b74ed9b2b2", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:37.126399 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0399e5eb-b8f0-4755-8d1c-928101ec04e7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:37.127517 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4688bbc7-675b-4c32-8bbc-d36d57f63d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f11e27-7491-4634-b5f3-15b74ed9b2b2', 'code': 200} Aug 31 14:18:37.186029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=04f11e27-7491-4634-b5f3-15b74ed9b2b2,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:37.249481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadc451-8fec-4bd2-b608-f00fa81c3dfe req-3638813a-b8fa-4f10-bdf8-21b57f9193b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:37.251655 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8dadc451-8fec-4bd2-b608-f00fa81c3dfe req-3638813a-b8fa-4f10-bdf8-21b57f9193b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 1096 time: 0.0469067 Aug 31 14:18:37.299348 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8dadc451-8fec-4bd2-b608-f00fa81c3dfe req-a54a4b51-6f48-4dea-a8b0-cf402779a1e7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393848 Aug 31 14:18:37.454587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3aa127-351c-45f7-a6f2-41ba046d9123 req-52eeb9a3-cd22-42f0-9e74-3aac9fcd1c8b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:37.456379 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed3aa127-351c-45f7-a6f2-41ba046d9123 req-52eeb9a3-cd22-42f0-9e74-3aac9fcd1c8b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0558603 Aug 31 14:18:37.489386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9caef-9987-4fbd-9bf1-d739a60795c1 req-1b97bbc7-d37b-4d48-85ac-ba8fbccf5641 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:37.490936 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95d9caef-9987-4fbd-9bf1-d739a60795c1 req-1b97bbc7-d37b-4d48-85ac-ba8fbccf5641 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.3104987 Aug 31 14:18:37.500579 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed3aa127-351c-45f7-a6f2-41ba046d9123 req-67f2be54-9674-4767-8f21-0abb20519e4b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378864 Aug 31 14:18:37.534290 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95d9caef-9987-4fbd-9bf1-d739a60795c1 req-125b8809-73ad-481b-abfe-55609e4058c5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359790 Aug 31 14:18:37.888216 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb168f-238f-4862-ad94-a00b2f8b5056 req-a7157d91-e53f-42a8-a278-4d07ee49d9ed tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:37.890596 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-21cb168f-238f-4862-ad94-a00b2f8b5056 req-a7157d91-e53f-42a8-a278-4d07ee49d9ed tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 931 time: 0.0724759 Aug 31 14:18:37.893883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Request body: {'port': {'device_id': 'db0f3c92-83d8-4216-bbfb-b1f0f6e02bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:37.961125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581bd18-d61a-402f-a2b8-3d2dd61361d6 req-509d0fb6-f73a-40f8-9399-8c6e22fa4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:37.962870 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2581bd18-d61a-402f-a2b8-3d2dd61361d6 req-509d0fb6-f73a-40f8-9399-8c6e22fa4fa2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 1096 time: 0.0705156 Aug 31 14:18:37.966009 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-21cb168f-238f-4862-ad94-a00b2f8b5056 req-f6f2fd98-18cc-4a89-b2d7-c8b5fb73386c tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636253 Aug 31 14:18:37.975287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d608bba-6a81-4750-b824-9b94e2e98001 req-92734a97-799f-42d4-babe-365adadc7c69 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:37.976855 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d608bba-6a81-4750-b824-9b94e2e98001 req-92734a97-799f-42d4-babe-365adadc7c69 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.1170466 Aug 31 14:18:38.035652 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.039982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6f607-f9ee-4ba2-83fd-dddba5b0ece3 req-38999e34-2843-423d-ab54-dccef37ea26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.041465 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8bb6f607-f9ee-4ba2-83fd-dddba5b0ece3 req-38999e34-2843-423d-ab54-dccef37ea26d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 1095 time: 0.1216381 Aug 31 14:18:38.072310 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2581bd18-d61a-402f-a2b8-3d2dd61361d6 req-c3ffa6b3-cda6-4552-b095-83720fa47cd4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784912 Aug 31 14:18:38.080267 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30e2cf7e-c354-4913-bc87-9169a8570f88 req-f533c1df-9bad-4296-a750-d5a49876ba86 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876868 Aug 31 14:18:38.083957 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d608bba-6a81-4750-b824-9b94e2e98001 req-4a624698-8601-42fa-97f8-f55f4feddc46 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833762 Aug 31 14:18:38.167786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166750c-d379-4037-b97f-cd880f55f2a1 req-89ec05a0-5e0c-41d2-a67e-78cb4a8d74f5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.169354 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a166750c-d379-4037-b97f-cd880f55f2a1 req-89ec05a0-5e0c-41d2-a67e-78cb4a8d74f5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.0619371 Aug 31 14:18:38.219584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a166750c-d379-4037-b97f-cd880f55f2a1 req-1e7e9a6e-9a19-4378-95ad-51ed5c6d7a5f tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414555 Aug 31 14:18:38.275727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6f607-f9ee-4ba2-83fd-dddba5b0ece3 req-fb0c9fbf-43c1-48d5-8565-a16ad0b35444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.277342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8bb6f607-f9ee-4ba2-83fd-dddba5b0ece3 req-fb0c9fbf-43c1-48d5-8565-a16ad0b35444 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=429bbc88baff4974940bd2144c0fd533&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2150302 Aug 31 14:18:38.397122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2cf7e-c354-4913-bc87-9169a8570f88 req-c2fae8d8-f683-4608-a9b6-cec369b005fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.399396 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30e2cf7e-c354-4913-bc87-9169a8570f88 req-c2fae8d8-f683-4608-a9b6-cec369b005fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 1101 time: 0.0486457 Aug 31 14:18:38.469615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6f607-f9ee-4ba2-83fd-dddba5b0ece3 req-d80a82d1-d3fc-4ae3-9f2d-6f3d62d0c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.471672 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8bb6f607-f9ee-4ba2-83fd-dddba5b0ece3 req-d80a82d1-d3fc-4ae3-9f2d-6f3d62d0c812 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1675479 Aug 31 14:18:38.554220 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2cf7e-c354-4913-bc87-9169a8570f88 req-d99a0a90-2e4f-4be9-b699-8b798068f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.561383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2571da63-f3f6-4c3b-948b-aa2aaf98314b {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:38.565570 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30e2cf7e-c354-4913-bc87-9169a8570f88 req-d99a0a90-2e4f-4be9-b699-8b798068f066 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1290505 Aug 31 14:18:38.586874 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.617364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Transition to ACTIVE for port object 2571da63-f3f6-4c3b-948b-aa2aaf98314b will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:38.621149 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30e2cf7e-c354-4913-bc87-9169a8570f88 req-6b9732c2-9471-4566-b3a7-482cef216986 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4 HTTP/1.1" status: 200 len: 217 time: 0.0488074 Aug 31 14:18:38.637994 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.692389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd4712-a939-4532-9151-7e83e7931dad req-0845c513-5125-4493-9c66-7edaf9653e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.693740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76fd4712-a939-4532-9151-7e83e7931dad req-0845c513-5125-4493-9c66-7edaf9653e69 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 1095 time: 0.1441343 Aug 31 14:18:38.699996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2cf7e-c354-4913-bc87-9169a8570f88 req-d876c468-8dc7-416f-8dd5-575f8ef80722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.702193 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30e2cf7e-c354-4913-bc87-9169a8570f88 req-d876c468-8dc7-416f-8dd5-575f8ef80722 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0702934 Aug 31 14:18:38.716221 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e17eb-bffd-4249-872f-07cdf2273984 req-40021d1f-d5ac-492f-8698-253f6516695a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.717790 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-167e17eb-bffd-4249-872f-07cdf2273984 req-40021d1f-d5ac-492f-8698-253f6516695a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0992303 Aug 31 14:18:38.759288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Pushing event updated for resources: {'Port': ['ID=2571da63-f3f6-4c3b-948b-aa2aaf98314b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:38.766426 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76fd4712-a939-4532-9151-7e83e7931dad req-d7f405e7-6ccb-4ee3-a40d-b5628f35f81f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=913f9a69-4814-4f38-b81e-a21daa183875 HTTP/1.1" status: 200 len: 217 time: 0.0544114 Aug 31 14:18:38.793028 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-167e17eb-bffd-4249-872f-07cdf2273984 req-2ad7ad83-195e-4a18-b28f-79af6339d7f5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487678 Aug 31 14:18:38.796469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2cf7e-c354-4913-bc87-9169a8570f88 req-b26b5aad-752f-4d23-b00a-7f8ff5359048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.797528 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30e2cf7e-c354-4913-bc87-9169a8570f88 req-b26b5aad-752f-4d23-b00a-7f8ff5359048 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786991 Aug 31 14:18:38.797854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecaf5c-393d-49b8-ad10-b8f6ed4a03b3 req-0b13e8f3-688a-4475-a61b-b3604c507cba tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.799999 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-baecaf5c-393d-49b8-ad10-b8f6ed4a03b3 req-0b13e8f3-688a-4475-a61b-b3604c507cba tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.2004628 Aug 31 14:18:38.816488 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Attempting to bind port 2571da63-f3f6-4c3b-948b-aa2aaf98314b on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:38.816978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Attempting to bind port 2571da63-f3f6-4c3b-948b-aa2aaf98314b by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '0c4bf473-5c0c-42ee-9687-07805b307f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:38.817425 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Attempting to bind port 2571da63-f3f6-4c3b-948b-aa2aaf98314b on network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:38.904203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd4712-a939-4532-9151-7e83e7931dad req-47440110-13b9-4c0b-93c7-972de0d17c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.905962 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76fd4712-a939-4532-9151-7e83e7931dad req-47440110-13b9-4c0b-93c7-972de0d17c2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.0923877 Aug 31 14:18:38.915653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Port 2571da63-f3f6-4c3b-948b-aa2aaf98314b on network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:18:38.916073 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Attempting to bind port 2571da63-f3f6-4c3b-948b-aa2aaf98314b on network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:38.926245 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30e2cf7e-c354-4913-bc87-9169a8570f88 req-e6ef5fdb-61c0-4f91-add5-55c5bef81bce service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167717 Aug 31 14:18:38.955668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:38.956217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Checking segment: {'id': '0c4bf473-5c0c-42ee-9687-07805b307f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:38.956675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Bound using segment: {'id': '0c4bf473-5c0c-42ee-9687-07805b307f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:38.957204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Bound port: 2571da63-f3f6-4c3b-948b-aa2aaf98314b, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4bf473-5c0c-42ee-9687-07805b307f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:38.957789 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.964573 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76fd4712-a939-4532-9151-7e83e7931dad req-4354e1e3-1eaa-4510-9852-6ac113785c14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451467 Aug 31 14:18:39.038719 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30e2cf7e-c354-4913-bc87-9169a8570f88 req-99934dbe-70e7-45b2-8ad5-764bbfddde05 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053123 Aug 31 14:18:39.044721 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-baecaf5c-393d-49b8-ad10-b8f6ed4a03b3 req-f883f9ad-7eee-4417-b609-21de3cdfc1e2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237318 Aug 31 14:18:39.176900 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76fd4712-a939-4532-9151-7e83e7931dad req-4adbaedb-7c67-4bef-bf7d-f56606ed93ed service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860070 Aug 31 14:18:39.185731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] For port 2571da63-f3f6-4c3b-948b-aa2aaf98314b, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:39.190702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] For port 2571da63-f3f6-4c3b-948b-aa2aaf98314b, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2571da63-f3f6-4c3b-948b-aa2aaf98314b,segment=NetworkSegment(0c4bf473-5c0c-42ee-9687-07805b307f16),segment_id=0c4bf473-5c0c-42ee-9687-07805b307f16)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:39.206054 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.304378 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:39.305713 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.306970 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-69fa53f4-234b-404c-9348-568ba023549c service neutron] 10.222.0.25 "PUT /v2.0/ports/2571da63-f3f6-4c3b-948b-aa2aaf98314b HTTP/1.1" status: 200 len: 1091 time: 1.4174426 Aug 31 14:18:39.316766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0f3c92-83d8-4216-bbfb-b1f0f6e02bed', 'tag': '2571da63-f3f6-4c3b-948b-aa2aaf98314b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:39.319129 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bc5dd3-7c3a-48ff-b435-789ec749e8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "db0f3c92-83d8-4216-bbfb-b1f0f6e02bed", "tag": "2571da63-f3f6-4c3b-948b-aa2aaf98314b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:39.337988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aede73-6baf-4335-8063-91ada0386b1e req-50730e56-5aa3-4303-bb5b-3f22ef078ba9 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:39.345714 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5aede73-6baf-4335-8063-91ada0386b1e req-50730e56-5aa3-4303-bb5b-3f22ef078ba9 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 943 time: 0.2171035 Aug 31 14:18:39.430242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa53f4-234b-404c-9348-568ba023549c service neutron] Pushing event updated for resources: {'Port': ['ID=2571da63-f3f6-4c3b-948b-aa2aaf98314b,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:39.442542 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5e4af-9669-408c-baa1-8507e348f0f3 req-da17248b-ba6f-48cc-bf1d-1880bc16bbaa tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:39.444420 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-99f5e4af-9669-408c-baa1-8507e348f0f3 req-da17248b-ba6f-48cc-bf1d-1880bc16bbaa tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.0641437 Aug 31 14:18:39.472514 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76fd4712-a939-4532-9151-7e83e7931dad req-5308f279-41ac-4235-b7c6-40d3f9ca61c6 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843463 Aug 31 14:18:39.478372 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5aede73-6baf-4335-8063-91ada0386b1e req-9e81fc7a-8d89-4711-b0b1-45fe2f3fee34 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317797 Aug 31 14:18:39.481063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-abbefdc0-cf49-4e41-a638-1dc33d4b986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:39.482967 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-abbefdc0-cf49-4e41-a638-1dc33d4b986b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f7143efde9fd4908a586f95aa4f709b6&device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 1094 time: 0.1007843 Aug 31 14:18:39.526354 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-99f5e4af-9669-408c-baa1-8507e348f0f3 req-041a0cde-f89f-44b5-8aee-93341f63e456 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753107 Aug 31 14:18:39.575475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-fd134366-3b6a-4c2b-abf0-e1310e8831f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2571da63-f3f6-4c3b-948b-aa2aaf98314b HTTP/1.1" status: 200 len: 217 time: 0.0630329 Aug 31 14:18:39.648895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-7411f763-4454-4a21-b79e-bbeb31237c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:39.650375 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-7411f763-4454-4a21-b79e-bbeb31237c00 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf962023-63cc-4bd0-9c04-40b596d219f8 HTTP/1.1" status: 200 len: 853 time: 0.0511506 Aug 31 14:18:39.657013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82dca4-e049-4333-bd06-c54005dfb3fd req-f92fe7c4-e737-49f9-84ed-399ebb6c0bb7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:39.670908 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e82dca4-e049-4333-bd06-c54005dfb3fd req-f92fe7c4-e737-49f9-84ed-399ebb6c0bb7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0955458 Aug 31 14:18:39.723070 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e82dca4-e049-4333-bd06-c54005dfb3fd req-b1a0f6a8-a87b-4888-b801-5dbe15365e5f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489938 Aug 31 14:18:39.775515 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7ed4b8-9c35-42bf-b4d6-33937867bb75 x-openstack-request-id: req-0f7ed4b8-9c35-42bf-b4d6-33937867bb75 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:39.775807 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0f3c92-83d8-4216-bbfb-b1f0f6e02bed", "tag": "2571da63-f3f6-4c3b-948b-aa2aaf98314b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:39.776054 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f7ed4b8-9c35-42bf-b4d6-33937867bb75 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:39.776444 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0f3c92-83d8-4216-bbfb-b1f0f6e02bed', 'tag': '2571da63-f3f6-4c3b-948b-aa2aaf98314b', 'status': 'completed', 'code': 200} Aug 31 14:18:39.778109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-c6db1753-c860-4f30-a331-b11b060413dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:39.779631 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-c6db1753-c860-4f30-a331-b11b060413dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45d9ada3-d190-4ac4-bf5d-de0285fd2800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127913 Aug 31 14:18:39.788345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b40ca-ed47-41ed-8400-06a5db5d8d25 req-2e7e04fc-2a66-4029-bcd8-43400f32dc5c tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:39.789848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-213b40ca-ed47-41ed-8400-06a5db5d8d25 req-2e7e04fc-2a66-4029-bcd8-43400f32dc5c tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.1019919 Aug 31 14:18:39.877852 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-213b40ca-ed47-41ed-8400-06a5db5d8d25 req-66db4ecb-2bfe-437f-a3fd-9170892464c1 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811741 Aug 31 14:18:39.907662 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-cb3d6419-6d00-4b27-a91f-441f0ba28304 service neutron] 10.222.0.25 "GET /v2.0/networks/45d9ada3-d190-4ac4-bf5d-de0285fd2800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078291 Aug 31 14:18:40.022609 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd5f7109-5d46-41ad-ad0e-7cf02989f5af req-5e412b70-ed17-4098-92e8-8689007c0baa service neutron] 10.222.0.25 "GET /v2.0/networks/45d9ada3-d190-4ac4-bf5d-de0285fd2800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906622 Aug 31 14:18:40.149876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5dd3-7c3a-48ff-b435-789ec749e8b5 req-02fa196c-46e5-42c0-bb25-6d9a50b3796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:40.151439 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71bc5dd3-7c3a-48ff-b435-789ec749e8b5 req-02fa196c-46e5-42c0-bb25-6d9a50b3796f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f7143efde9fd4908a586f95aa4f709b6&device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 1094 time: 0.0644350 Aug 31 14:18:40.172212 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3988c47-2837-4257-a85a-afbaf364c82f req-0ff6b0b5-cb16-4854-ab11-967f46ff9ca8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:40.174173 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d3988c47-2837-4257-a85a-afbaf364c82f req-0ff6b0b5-cb16-4854-ab11-967f46ff9ca8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0545700 Aug 31 14:18:40.252158 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d3988c47-2837-4257-a85a-afbaf364c82f req-63955513-4b70-4fed-9c6c-42cf72180df2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706377 Aug 31 14:18:40.274449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5dd3-7c3a-48ff-b435-789ec749e8b5 req-7d517aea-0abe-4cf9-892e-a50b1e8a0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:40.275991 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71bc5dd3-7c3a-48ff-b435-789ec749e8b5 req-7d517aea-0abe-4cf9-892e-a50b1e8a0db9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=45d9ada3-d190-4ac4-bf5d-de0285fd2800 HTTP/1.1" status: 200 len: 915 time: 0.1098297 Aug 31 14:18:40.323870 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71bc5dd3-7c3a-48ff-b435-789ec749e8b5 req-a6115d31-5712-495f-8482-ff2457f45678 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2571da63-f3f6-4c3b-948b-aa2aaf98314b HTTP/1.1" status: 200 len: 217 time: 0.0362661 Aug 31 14:18:40.384340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5dd3-7c3a-48ff-b435-789ec749e8b5 req-29287fea-5770-468b-880d-561e76a3806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:40.385915 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71bc5dd3-7c3a-48ff-b435-789ec749e8b5 req-29287fea-5770-468b-880d-561e76a3806c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf962023-63cc-4bd0-9c04-40b596d219f8 HTTP/1.1" status: 200 len: 853 time: 0.0501187 Aug 31 14:18:40.435549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5dd3-7c3a-48ff-b435-789ec749e8b5 req-3999a909-b889-4db5-8e0f-779f8dc14279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:40.437036 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71bc5dd3-7c3a-48ff-b435-789ec749e8b5 req-3999a909-b889-4db5-8e0f-779f8dc14279 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45d9ada3-d190-4ac4-bf5d-de0285fd2800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418823 Aug 31 14:18:40.553949 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71bc5dd3-7c3a-48ff-b435-789ec749e8b5 req-f3b3d57a-6b51-496f-b13e-8682d6349ef4 service neutron] 10.222.0.25 "GET /v2.0/networks/45d9ada3-d190-4ac4-bf5d-de0285fd2800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031930 Aug 31 14:18:40.577640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9352c0-29b3-43d6-9855-c6a8dffe9c91 req-8854a1a5-82f8-49a1-b219-70d23bb63694 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:40.580305 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe9352c0-29b3-43d6-9855-c6a8dffe9c91 req-8854a1a5-82f8-49a1-b219-70d23bb63694 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 1097 time: 0.0492911 Aug 31 14:18:40.617955 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe9352c0-29b3-43d6-9855-c6a8dffe9c91 req-75f95edc-f6da-41ed-8b20-e1f8f00ca1a4 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313680 Aug 31 14:18:40.679607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c5a99-2077-4835-85ba-c8cda82c4633 req-192b64a9-f62f-43aa-8a5c-97c092cc3616 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:40.681211 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1a4c5a99-2077-4835-85ba-c8cda82c4633 req-192b64a9-f62f-43aa-8a5c-97c092cc3616 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 943 time: 0.0982563 Aug 31 14:18:40.731194 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71bc5dd3-7c3a-48ff-b435-789ec749e8b5 req-e663c1e2-660e-4a54-abb3-300272fac54b service neutron] 10.222.0.25 "GET /v2.0/networks/45d9ada3-d190-4ac4-bf5d-de0285fd2800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578138 Aug 31 14:18:40.740220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1a4c5a99-2077-4835-85ba-c8cda82c4633 req-f3601aee-ec76-4e8a-a29e-17ef647c8bbd tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495851 Aug 31 14:18:40.767934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28563001-cad5-4558-8581-941963292432 req-c6d6db9d-9046-4758-96bd-5378feded21f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:40.769562 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-28563001-cad5-4558-8581-941963292432 req-c6d6db9d-9046-4758-96bd-5378feded21f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.0650649 Aug 31 14:18:40.816152 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-28563001-cad5-4558-8581-941963292432 req-147db415-07fc-4d3f-babd-2823a8376829 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386090 Aug 31 14:18:40.951737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3619d-144d-49f9-afdb-8583433193a9 req-bd35751f-6615-4bc6-96f0-7b3af63d018c tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:40.953525 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-58f3619d-144d-49f9-afdb-8583433193a9 req-bd35751f-6615-4bc6-96f0-7b3af63d018c tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0545475 Aug 31 14:18:41.007895 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-58f3619d-144d-49f9-afdb-8583433193a9 req-76f4a6aa-e41e-4d43-8728-c03f6024704f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448980 Aug 31 14:18:41.373698 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392acb2f-b2fe-4a91-a773-752d2ab99ccd req-a32d2eee-e783-49ed-b908-d045d104ca27 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:41.374732 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-392acb2f-b2fe-4a91-a773-752d2ab99ccd req-a32d2eee-e783-49ed-b908-d045d104ca27 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0531971 Aug 31 14:18:41.415062 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-392acb2f-b2fe-4a91-a773-752d2ab99ccd req-2c5a3a39-774e-4207-8d8b-d006bf74f1bb tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336766 Aug 31 14:18:41.794002 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-13013b52-4e37-4cfd-b27e-775afeaa3157 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:18:41.794984 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-13013b52-4e37-4cfd-b27e-775afeaa3157 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060112 Aug 31 14:18:41.806959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab2a1895-5d33-4078-9788-f0af0c2068cc service neutron] Request body: {'binding': {'host': 'n-h1-806683-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:41.807441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab2a1895-5d33-4078-9788-f0af0c2068cc service neutron] Unknown quota resources ['binding']. {{(pid=94870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:18:41.838871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 913f9a69-4814-4f38-b81e-a21daa183875 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:18:41.970809 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=913f9a69-4814-4f38-b81e-a21daa183875,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:41.982009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab2a1895-5d33-4078-9788-f0af0c2068cc service neutron] Attempting to bind port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda on host n-h1-806683-5 for vnic_type normal with profile None {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:41.982347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab2a1895-5d33-4078-9788-f0af0c2068cc service neutron] Attempting to bind port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:41.982675 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab2a1895-5d33-4078-9788-f0af0c2068cc service neutron] Attempting to bind port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:41.991324 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '913f9a69-4814-4f38-b81e-a21daa183875', 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8', 'port_id': '913f9a69-4814-4f38-b81e-a21daa183875', 'mac_address': 'fa:16:3e:f9:0a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83918b6-07cc-4368-a349-5b0c0753fe5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:18:42.007084 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab2a1895-5d33-4078-9788-f0af0c2068cc service neutron] Port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:18:42.007439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab2a1895-5d33-4078-9788-f0af0c2068cc service neutron] Attempting to bind port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:42.015242 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab2a1895-5d33-4078-9788-f0af0c2068cc service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:42.015592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab2a1895-5d33-4078-9788-f0af0c2068cc service neutron] Checking segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:42.015980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab2a1895-5d33-4078-9788-f0af0c2068cc service neutron] Bound using segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:42.016962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab2a1895-5d33-4078-9788-f0af0c2068cc service neutron] Bound port: 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:42.041624 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:42.055302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913f9a69-4814-4f38-b81e-a21daa183875 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:42.056177 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d955e7-9169-4677-bef4-6efb81fdf3ea req-4a5d568f-7411-42fb-8ab8-2ea9c0bc0f5f tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:42.057847 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60d955e7-9169-4677-bef4-6efb81fdf3ea req-4a5d568f-7411-42fb-8ab8-2ea9c0bc0f5f tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 943 time: 0.0875618 Aug 31 14:18:42.075283 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=913f9a69-4814-4f38-b81e-a21daa183875,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:42.080909 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:42.119864 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab2a1895-5d33-4078-9788-f0af0c2068cc service neutron] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:42.126494 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60d955e7-9169-4677-bef4-6efb81fdf3ea req-cdb94f27-8921-4d40-9e50-e3673abc4c3d tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594990 Aug 31 14:18:42.128617 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab2a1895-5d33-4078-9788-f0af0c2068cc service neutron] Notify callbacks [] for binding, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:42.129688 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab2a1895-5d33-4078-9788-f0af0c2068cc service neutron] 10.222.0.39 "POST /v2.0/ports/2fb6d072-8fb7-45c7-9e4e-321d91d78bda/bindings HTTP/1.1" status: 201 len: 389 time: 0.3262765 Aug 31 14:18:42.149563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=913f9a69-4814-4f38-b81e-a21daa183875,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:42.328956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89d17d-10eb-43e0-95cd-378fcf12bf62 req-b903bb13-777a-489c-b708-da1a9640e162 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:42.331422 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fe89d17d-10eb-43e0-95cd-378fcf12bf62 req-b903bb13-777a-489c-b708-da1a9640e162 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 945 time: 0.0672314 Aug 31 14:18:42.354301 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55194328-c4a4-4e95-9eac-bc0175f53d33 req-12ec52bd-8e12-4527-9293-32a1879929ec tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:42.356009 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55194328-c4a4-4e95-9eac-bc0175f53d33 req-12ec52bd-8e12-4527-9293-32a1879929ec tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0799773 Aug 31 14:18:42.378187 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fe89d17d-10eb-43e0-95cd-378fcf12bf62 req-d297f22d-e62d-4205-a595-acc3761e41a2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391593 Aug 31 14:18:42.421868 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['913f9a69-4814-4f38-b81e-a21daa183875'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:42.433129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-1e3f0b08-a0b0-45f3-b55e-8d5b3e6b5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:42.435268 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-1e3f0b08-a0b0-45f3-b55e-8d5b3e6b5db7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 1097 time: 0.0783229 Aug 31 14:18:42.441494 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55194328-c4a4-4e95-9eac-bc0175f53d33 req-c5ff7086-c6f7-4ea5-8394-a497cd46cf29 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732689 Aug 31 14:18:42.511854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d758e-d2be-4867-9986-57970ac84751 req-9e7ec01d-b566-4ef9-892f-a51b665a4093 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:42.520276 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-711d758e-d2be-4867-9986-57970ac84751 req-9e7ec01d-b566-4ef9-892f-a51b665a4093 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.0696487 Aug 31 14:18:42.559075 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-711d758e-d2be-4867-9986-57970ac84751 req-a103b278-6c05-41ac-b5d5-fcc883bb4a6e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377784 Aug 31 14:18:42.620489 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-135e3db6-2964-4b1c-b1ff-208afece1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:42.622000 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-135e3db6-2964-4b1c-b1ff-208afece1bee service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.1793919 Aug 31 14:18:42.634631 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef0918-9b9e-435f-a993-9f4e44016631 req-062d0f30-bd3f-4994-87fd-5adf9dcbd159 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:42.636094 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f2ef0918-9b9e-435f-a993-9f4e44016631 req-062d0f30-bd3f-4994-87fd-5adf9dcbd159 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.1120226 Aug 31 14:18:42.676468 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ac48dfeb-c0b0-4c46-8240-3661e702c966 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda HTTP/1.1" status: 200 len: 217 time: 0.0394270 Aug 31 14:18:42.709181 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f2ef0918-9b9e-435f-a993-9f4e44016631 req-337c8415-d2fe-4b7b-a7ee-1882aa9bd2ed tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660152 Aug 31 14:18:42.743721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-c102b4f7-459c-427e-997f-fd5668084498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:42.745177 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-c102b4f7-459c-427e-997f-fd5668084498 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.0505795 Aug 31 14:18:42.777866 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-b49ea2c3-d984-437a-8b3d-6ef3f4b1e7a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249283 Aug 31 14:18:42.869787 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-648f24e2-7e60-4cfb-893c-e42446e6ee85 service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850065 Aug 31 14:18:42.988139 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-997eef5b-45ae-481d-ac13-5090b12232d3 service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107371 Aug 31 14:18:43.274126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23d89e-81a7-474a-99fc-f775951b235c req-a68a8b0a-c40c-4c4a-a34f-9560de2fb942 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:43.279727 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bc23d89e-81a7-474a-99fc-f775951b235c req-a68a8b0a-c40c-4c4a-a34f-9560de2fb942 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 943 time: 0.0649979 Aug 31 14:18:43.318261 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bc23d89e-81a7-474a-99fc-f775951b235c req-53646b80-9651-41c4-918b-d2e63b43cac2 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357456 Aug 31 14:18:43.499546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812e6e8-fef8-419a-be5e-94a624be8865 req-f185096d-efb6-404b-8593-78d93c53249e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:43.501740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a812e6e8-fef8-419a-be5e-94a624be8865 req-f185096d-efb6-404b-8593-78d93c53249e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 945 time: 0.0528018 Aug 31 14:18:43.541831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a812e6e8-fef8-419a-be5e-94a624be8865 req-4babc2ae-bc0d-421b-8bdf-0bd45db9394c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327599 Aug 31 14:18:43.585246 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bffe13-c0d1-4d1f-899f-131dcf71150f req-b8c656ed-cf42-49f7-aad7-fb10f533daee tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:43.586779 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97bffe13-c0d1-4d1f-899f-131dcf71150f req-b8c656ed-cf42-49f7-aad7-fb10f533daee tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0659764 Aug 31 14:18:43.636887 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97bffe13-c0d1-4d1f-899f-131dcf71150f req-578a0189-3243-4448-ae5c-27b819393feb tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Aug 31 14:18:43.708128 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12138c-5144-4920-91dd-f809f27b04bb req-2dfe12d3-46c9-440a-b223-d515c474b301 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:43.709659 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df12138c-5144-4920-91dd-f809f27b04bb req-2dfe12d3-46c9-440a-b223-d515c474b301 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.0540073 Aug 31 14:18:43.754800 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df12138c-5144-4920-91dd-f809f27b04bb req-60c19470-c419-42fc-a7b5-1eddf7dbac07 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371194 Aug 31 14:18:43.834326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2571da63-f3f6-4c3b-948b-aa2aaf98314b details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:18:43.837055 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d466e-1aee-4c2e-ae7d-fa3feb761904 req-12733a98-bb42-4366-93c4-5ba48738ce96 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:43.838779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 913f9a69-4814-4f38-b81e-a21daa183875 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:43.839027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9f2d466e-1aee-4c2e-ae7d-fa3feb761904 req-12733a98-bb42-4366-93c4-5ba48738ce96 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0556140 Aug 31 14:18:43.891273 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9f2d466e-1aee-4c2e-ae7d-fa3feb761904 req-c6ce876b-534c-457b-8973-e21542958794 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437131 Aug 31 14:18:43.963267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 913f9a69-4814-4f38-b81e-a21daa183875 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:43.971764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 913f9a69-4814-4f38-b81e-a21daa183875 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:43.972131 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.034635 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 2571da63-f3f6-4c3b-948b-aa2aaf98314b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2571da63-f3f6-4c3b-948b-aa2aaf98314b,segment=NetworkSegment(0c4bf473-5c0c-42ee-9687-07805b307f16),segment_id=0c4bf473-5c0c-42ee-9687-07805b307f16)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:44.076562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '2571da63-f3f6-4c3b-948b-aa2aaf98314b', 'network_id': '45d9ada3-d190-4ac4-bf5d-de0285fd2800', 'port_id': '2571da63-f3f6-4c3b-948b-aa2aaf98314b', 'mac_address': 'fa:16:3e:82:82:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf962023-63cc-4bd0-9c04-40b596d219f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:18:44.111275 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.139403 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.150580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b99abb-b9a2-40e1-b103-46cd9991bddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913f9a69-4814-4f38-b81e-a21daa183875'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:44.152816 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b0a708-a102-4a95-803a-ad3fd410a286" -d '{"events": [{"server_uuid": "74b99abb-b9a2-40e1-b103-46cd9991bddd", "name": "network-vif-plugged", "status": "completed", "tag": "913f9a69-4814-4f38-b81e-a21daa183875"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:44.176524 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=913f9a69-4814-4f38-b81e-a21daa183875,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:44.178696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2571da63-f3f6-4c3b-948b-aa2aaf98314b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:44.184905 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.193518 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79514d69-4274-4662-a3e1-675fc375769d x-openstack-request-id: req-79514d69-4274-4662-a3e1-675fc375769d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:44.193810 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b99abb-b9a2-40e1-b103-46cd9991bddd", "name": "network-vif-plugged", "status": "completed", "tag": "913f9a69-4814-4f38-b81e-a21daa183875", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:44.194075 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79514d69-4274-4662-a3e1-675fc375769d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:44.194448 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b99abb-b9a2-40e1-b103-46cd9991bddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913f9a69-4814-4f38-b81e-a21daa183875', 'code': 200} Aug 31 14:18:44.317197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36b4be-5d62-4489-af7b-ef7888c3249a req-7a17961a-fc1e-4e25-aa9b-5f951a585843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:44.319029 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b36b4be-5d62-4489-af7b-ef7888c3249a req-7a17961a-fc1e-4e25-aa9b-5f951a585843 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 1097 time: 0.0527081 Aug 31 14:18:44.382733 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 2571da63-f3f6-4c3b-948b-aa2aaf98314b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2571da63-f3f6-4c3b-948b-aa2aaf98314b,segment=NetworkSegment(0c4bf473-5c0c-42ee-9687-07805b307f16),segment_id=0c4bf473-5c0c-42ee-9687-07805b307f16)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:44.384552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=913f9a69-4814-4f38-b81e-a21daa183875,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:44.392384 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b36b4be-5d62-4489-af7b-ef7888c3249a req-82a5b92e-84b3-412a-b745-3a8d77fdad67 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601389 Aug 31 14:18:44.396024 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.445198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=2571da63-f3f6-4c3b-948b-aa2aaf98314b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:44.468483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c107219-6629-4e9c-b403-d712529329cf req-24fe0cd9-6e3f-4400-8870-b2e38dd3919b tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:44.470089 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c107219-6629-4e9c-b403-d712529329cf req-24fe0cd9-6e3f-4400-8870-b2e38dd3919b tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 944 time: 0.0559123 Aug 31 14:18:44.507900 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c107219-6629-4e9c-b403-d712529329cf req-ae3e000e-74cb-4477-aca2-b685ef33487a tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Aug 31 14:18:44.663592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb103e-941f-42cd-8721-5cd6f28d43aa req-85b08c2f-4a68-4dbe-a9fe-f3727b82fd5c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:44.665723 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ecb103e-941f-42cd-8721-5cd6f28d43aa req-85b08c2f-4a68-4dbe-a9fe-f3727b82fd5c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.0514836 Aug 31 14:18:44.706070 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ecb103e-941f-42cd-8721-5cd6f28d43aa req-464cebed-8c97-4b1f-bc23-0a6258760681 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340343 Aug 31 14:18:44.769423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470d22d-82a1-41b3-a923-04d5289ca439 req-dc5bf6ea-f80e-4c62-b4d5-cdd2acf53885 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:44.770952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['2571da63-f3f6-4c3b-948b-aa2aaf98314b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:44.771117 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1470d22d-82a1-41b3-a923-04d5289ca439 req-dc5bf6ea-f80e-4c62-b4d5-cdd2acf53885 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0573633 Aug 31 14:18:44.830419 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1470d22d-82a1-41b3-a923-04d5289ca439 req-3d50fd63-7ed4-464e-9eee-a9399184b17f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526192 Aug 31 14:18:44.893511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496a847-a852-4498-bf8f-10252269b40c req-1fa264fe-65c0-4f5b-81a4-8a6ecfea7969 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:44.895044 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d496a847-a852-4498-bf8f-10252269b40c req-1fa264fe-65c0-4f5b-81a4-8a6ecfea7969 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.0526090 Aug 31 14:18:44.940103 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d496a847-a852-4498-bf8f-10252269b40c req-740daa26-2645-4c0b-83e5-ce2d5b853f71 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378895 Aug 31 14:18:45.013143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ab084-031f-484d-95ae-d436835eda8b req-88ed12e0-e03c-4353-9688-a549a13e0ae6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:45.014698 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-155ab084-031f-484d-95ae-d436835eda8b req-88ed12e0-e03c-4353-9688-a549a13e0ae6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0514338 Aug 31 14:18:45.053757 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-155ab084-031f-484d-95ae-d436835eda8b req-3a75400c-78bb-4c7c-b778-32f0ca905d4e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Aug 31 14:18:45.630512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc1194-215f-4d68-bca4-d9c5145dd379 req-c6ad3189-5b0f-442c-9986-479b2811e735 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:45.632050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-adfc1194-215f-4d68-bca4-d9c5145dd379 req-c6ad3189-5b0f-442c-9986-479b2811e735 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 944 time: 0.0548270 Aug 31 14:18:45.670662 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-adfc1194-215f-4d68-bca4-d9c5145dd379 req-e4f1cdab-ba2a-4dd4-9379-d07e59320061 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324223 Aug 31 14:18:45.843406 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1120d3-c52d-494d-9948-adbef4945234 req-fcec55df-da3e-41e3-ade3-144a2946d8f7 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:45.843959 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2571da63-f3f6-4c3b-948b-aa2aaf98314b up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:45.847623 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e1120d3-c52d-494d-9948-adbef4945234 req-fcec55df-da3e-41e3-ade3-144a2946d8f7 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.0627944 Aug 31 14:18:45.906253 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e1120d3-c52d-494d-9948-adbef4945234 req-c928f3e4-b2e1-4725-9eac-4021d50e72cb tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 Aug 31 14:18:45.908530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 2571da63-f3f6-4c3b-948b-aa2aaf98314b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:45.913403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 2571da63-f3f6-4c3b-948b-aa2aaf98314b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:45.913965 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.999624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e149710-c6a4-4b9f-94d8-4017ec1c15c2 req-3dc860f4-7214-4d7e-adc0-2015d24491ec tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:46.016125 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4e149710-c6a4-4b9f-94d8-4017ec1c15c2 req-3dc860f4-7214-4d7e-adc0-2015d24491ec tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.1192093 Aug 31 14:18:46.062408 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4e149710-c6a4-4b9f-94d8-4017ec1c15c2 req-2dcaf641-d2fd-4e70-a3d4-dd8bce063e0f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431156 Aug 31 14:18:46.069436 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.122015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d6bde-bb43-4aa5-bd60-bd5b31da35ff req-11171beb-7f76-4d61-b14b-b5900f91873b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:46.124790 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d97d6bde-bb43-4aa5-bd60-bd5b31da35ff req-11171beb-7f76-4d61-b14b-b5900f91873b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.0648479 Aug 31 14:18:46.128728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 2571da63-f3f6-4c3b-948b-aa2aaf98314b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2571da63-f3f6-4c3b-948b-aa2aaf98314b,segment=NetworkSegment(0c4bf473-5c0c-42ee-9687-07805b307f16),segment_id=0c4bf473-5c0c-42ee-9687-07805b307f16)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:46.141589 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.185499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d97d6bde-bb43-4aa5-bd60-bd5b31da35ff req-035e940a-52ad-49c3-87bc-8235f6d572cc tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524921 Aug 31 14:18:46.191546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa47b98-c266-40cf-a9a9-a028eee24144 req-4c71e49b-3308-4ad3-9dfd-ea0fafdbefd6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:46.201864 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fa47b98-c266-40cf-a9a9-a028eee24144 req-4c71e49b-3308-4ad3-9dfd-ea0fafdbefd6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0731587 Aug 31 14:18:46.206593 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0f3c92-83d8-4216-bbfb-b1f0f6e02bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2571da63-f3f6-4c3b-948b-aa2aaf98314b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:46.209436 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b000f0a4-6d9a-45b1-9a8c-9a4a6558e269" -d '{"events": [{"server_uuid": "db0f3c92-83d8-4216-bbfb-b1f0f6e02bed", "name": "network-vif-plugged", "status": "completed", "tag": "2571da63-f3f6-4c3b-948b-aa2aaf98314b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:46.233975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=2571da63-f3f6-4c3b-948b-aa2aaf98314b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:46.246838 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fa47b98-c266-40cf-a9a9-a028eee24144 req-2f9c5b89-f6ea-4730-b591-abeb94ea18fe tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441191 Aug 31 14:18:46.297979 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fec3a20-a952-4e37-bdf6-434a6b49d61c x-openstack-request-id: req-1fec3a20-a952-4e37-bdf6-434a6b49d61c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:46.298266 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0f3c92-83d8-4216-bbfb-b1f0f6e02bed", "name": "network-vif-plugged", "status": "completed", "tag": "2571da63-f3f6-4c3b-948b-aa2aaf98314b", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:46.298512 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1fec3a20-a952-4e37-bdf6-434a6b49d61c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:46.298895 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0f3c92-83d8-4216-bbfb-b1f0f6e02bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2571da63-f3f6-4c3b-948b-aa2aaf98314b', 'code': 200} Aug 31 14:18:46.400134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31c8c1-4248-490c-8347-c8f132b88106 req-d6890cf2-c936-4d77-a6ce-d42fbbe8d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:46.401629 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b31c8c1-4248-490c-8347-c8f132b88106 req-d6890cf2-c936-4d77-a6ce-d42fbbe8d219 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 1096 time: 0.0453029 Aug 31 14:18:46.442975 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b31c8c1-4248-490c-8347-c8f132b88106 req-43548b24-6a28-4edd-9bd9-251ca605e9e7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293431 Aug 31 14:18:46.793146 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e2915-47b3-497a-8cdc-cfa9d771b588 req-f2081c4e-dee3-44cc-bfed-9f1d43c67d12 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:46.794638 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-216e2915-47b3-497a-8cdc-cfa9d771b588 req-f2081c4e-dee3-44cc-bfed-9f1d43c67d12 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 945 time: 0.0547206 Aug 31 14:18:46.832756 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-216e2915-47b3-497a-8cdc-cfa9d771b588 req-852d3b8c-5d61-4cf8-a6fb-2555c1602cac tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310111 Aug 31 14:18:47.034031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae9c2b-9f07-4b09-a14f-d6e8c5719389 req-3d36bb50-6936-4bb5-9da4-37112893329e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:47.035713 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79ae9c2b-9f07-4b09-a14f-d6e8c5719389 req-3d36bb50-6936-4bb5-9da4-37112893329e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.0538547 Aug 31 14:18:47.084059 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79ae9c2b-9f07-4b09-a14f-d6e8c5719389 req-b18b5a82-3238-4cbf-8556-6f47ac57eabd tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376544 Aug 31 14:18:47.183865 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1a7a5-554f-4eb7-b412-99b775b6e7a6 req-74c101e9-ba02-40f4-8e1d-a8984401a6fb tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:47.185530 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-08f1a7a5-554f-4eb7-b412-99b775b6e7a6 req-74c101e9-ba02-40f4-8e1d-a8984401a6fb tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0585222 Aug 31 14:18:47.198176 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c587c92-0cf7-495a-b993-34e8f1aba663 req-2942b8e8-8da6-4acb-bf82-125b5a21f902 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:47.199801 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c587c92-0cf7-495a-b993-34e8f1aba663 req-2942b8e8-8da6-4acb-bf82-125b5a21f902 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 1097 time: 0.0443523 Aug 31 14:18:47.231748 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-08f1a7a5-554f-4eb7-b412-99b775b6e7a6 req-a496c223-1cb5-4714-bc79-ead3b224172a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 Aug 31 14:18:47.239362 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c587c92-0cf7-495a-b993-34e8f1aba663 req-4725a69a-5450-4490-ae26-6c1e2b538abe tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323014 Aug 31 14:18:47.350785 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12cfe5-f530-4564-8044-90c6266f0e3d req-271b460c-c73b-4650-a68f-04e3f5122c1c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:47.352343 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3a12cfe5-f530-4564-8044-90c6266f0e3d req-271b460c-c73b-4650-a68f-04e3f5122c1c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.0555444 Aug 31 14:18:47.394559 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3a12cfe5-f530-4564-8044-90c6266f0e3d req-96021d0e-cb57-4034-8ef9-7f5c55165874 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359867 Aug 31 14:18:47.472432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544d680-17e2-49af-a43f-baafa97e200c req-00c0a68f-ea46-41c2-91fd-b32b1f382364 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:47.473789 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6544d680-17e2-49af-a43f-baafa97e200c req-00c0a68f-ea46-41c2-91fd-b32b1f382364 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0570385 Aug 31 14:18:47.514404 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6544d680-17e2-49af-a43f-baafa97e200c req-2b47d252-d2b9-4000-9f9e-9eae0c4e7301 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346074 Aug 31 14:18:47.989625 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6e904-9eaa-492f-bb43-802c119b1039 req-3f1afff6-f0ae-4d1a-89f1-88a2e5149765 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:47.997691 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60c6e904-9eaa-492f-bb43-802c119b1039 req-3f1afff6-f0ae-4d1a-89f1-88a2e5149765 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 945 time: 0.0694573 Aug 31 14:18:48.041088 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60c6e904-9eaa-492f-bb43-802c119b1039 req-ccf601f5-7faa-4f90-a2d3-6cab0d08b74e tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425267 Aug 31 14:18:48.367200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb1650-11e6-4d4e-9cc6-78cc1ae296b3 req-58bb8516-e241-492d-8dd1-dcb9fd9eaad8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:48.369791 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-61fb1650-11e6-4d4e-9cc6-78cc1ae296b3 req-58bb8516-e241-492d-8dd1-dcb9fd9eaad8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0644796 Aug 31 14:18:48.436417 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-61fb1650-11e6-4d4e-9cc6-78cc1ae296b3 req-e4001782-cbc0-4e39-9a4a-df4720651ed5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457847 Aug 31 14:18:48.585219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bedc3-58e1-44e6-a256-48be59f5d0da req-20f59b77-0999-42f2-bf18-f5afebbc733b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:48.587685 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-740bedc3-58e1-44e6-a256-48be59f5d0da req-20f59b77-0999-42f2-bf18-f5afebbc733b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.0698817 Aug 31 14:18:48.655764 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-740bedc3-58e1-44e6-a256-48be59f5d0da req-d4c9c764-8cac-4278-b602-d44cd83d70c5 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550170 Aug 31 14:18:48.697376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c556e-61ac-4396-b0a0-306b6cc503b4 req-e21cbe5b-ffff-4a0e-b52c-34824e118437 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:48.698927 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b73c556e-61ac-4396-b0a0-306b6cc503b4 req-e21cbe5b-ffff-4a0e-b52c-34824e118437 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0798967 Aug 31 14:18:48.743669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b73c556e-61ac-4396-b0a0-306b6cc503b4 req-3a89f6df-c469-45ae-87e3-3e9b68743145 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365572 Aug 31 14:18:48.782267 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:18:49.084655 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.218035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c12b-fae4-4c6d-9098-75a70ec7b792 req-e53c8fe9-8605-4e11-86c9-2b1d778e7be3 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:49.220219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ce6c12b-fae4-4c6d-9098-75a70ec7b792 req-e53c8fe9-8605-4e11-86c9-2b1d778e7be3 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 945 time: 0.0912132 Aug 31 14:18:49.261255 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ce6c12b-fae4-4c6d-9098-75a70ec7b792 req-d9f3e4e2-26c9-4a56-96b5-7f2a10394fa3 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330262 Aug 31 14:18:49.472789 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97e9a1c9-13cc-4da4-b07a-1ee1f068f7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.669949 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327837e5-aadd-401a-9135-6efc40467ebb req-fbf30558-b14f-4bda-be5b-4d9f25f26d8d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:49.683914 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-327837e5-aadd-401a-9135-6efc40467ebb req-fbf30558-b14f-4bda-be5b-4d9f25f26d8d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.1183145 Aug 31 14:18:49.753557 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-327837e5-aadd-401a-9135-6efc40467ebb req-4809230c-23b2-498b-b44c-558cd2091cb6 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680535 Aug 31 14:18:49.921464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bebfd-b989-4d35-ac53-88901ce27352 req-c410d12a-454e-4d97-be54-934f535aeeca tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:49.924390 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-737bebfd-b989-4d35-ac53-88901ce27352 req-c410d12a-454e-4d97-be54-934f535aeeca tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.0836160 Aug 31 14:18:49.971787 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-737bebfd-b989-4d35-ac53-88901ce27352 req-2d318444-fb79-4466-959e-249e9c7be8bf tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399213 Aug 31 14:18:50.150634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c079705-8605-4576-8b3a-50e98cd4a14e req-159a05a5-3626-4c7a-88d7-c0687d5beebf tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:50.152158 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c079705-8605-4576-8b3a-50e98cd4a14e req-159a05a5-3626-4c7a-88d7-c0687d5beebf tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0520556 Aug 31 14:18:50.194288 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c079705-8605-4576-8b3a-50e98cd4a14e req-e7152cea-67e1-43a4-b84d-48a0c6434ec0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341823 Aug 31 14:18:50.503209 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-30559310-8653-4eca-9391-d91c2a68f50d service neutron] 10.222.0.25 "GET /v2.0/ports/8ed218f7-d16c-4dc8-bb53-d1c4275bbb98/bindings/n-h2-806683-5 HTTP/1.1" status: 200 len: 382 time: 0.0543144 Aug 31 14:18:50.744579 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88280-d23a-43aa-bff7-46e817309dcf req-3a89f901-1926-4ae4-b1f8-2a671eae0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:50.746230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-3a89f901-1926-4ae4-b1f8-2a671eae0f5d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2&tenant_id=529262fb62d346ef9b3aa2fafa79b7ad HTTP/1.1" status: 200 len: 1101 time: 0.0447900 Aug 31 14:18:50.829879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88280-d23a-43aa-bff7-46e817309dcf req-f47becf9-5c50-4934-b399-49ec6184d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:50.833565 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-f47becf9-5c50-4934-b399-49ec6184d39f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 1101 time: 0.0524433 Aug 31 14:18:50.897805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c947231-6b69-4506-a2a9-c62a7c08b98d req-7a341d2f-9457-40d0-81ae-84e836c9fe97 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:50.899523 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6c947231-6b69-4506-a2a9-c62a7c08b98d req-7a341d2f-9457-40d0-81ae-84e836c9fe97 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0576580 Aug 31 14:18:50.946708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88280-d23a-43aa-bff7-46e817309dcf req-c6fcac31-005e-454f-852c-1f9d82719cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:50.948467 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-c6fcac31-005e-454f-852c-1f9d82719cc9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1050024 Aug 31 14:18:50.951959 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6c947231-6b69-4506-a2a9-c62a7c08b98d req-df7d1e9e-db8e-4d66-978f-81ab1e3eb887 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456617 Aug 31 14:18:51.021246 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-28058c9b-1cdb-4435-8996-29eb29bedca8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 HTTP/1.1" status: 200 len: 217 time: 0.0595551 Aug 31 14:18:51.099883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88280-d23a-43aa-bff7-46e817309dcf req-abe3d70a-c1c4-4033-8192-d444721eff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:51.101919 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-abe3d70a-c1c4-4033-8192-d444721eff61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0639994 Aug 31 14:18:51.131665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e171ade-6420-4592-b2b2-999904eafd57 req-3a8d6ca9-1663-4085-9eaf-5a287aece6be tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:51.138907 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e171ade-6420-4592-b2b2-999904eafd57 req-3a8d6ca9-1663-4085-9eaf-5a287aece6be tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.0849798 Aug 31 14:18:51.188698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88280-d23a-43aa-bff7-46e817309dcf req-2b746f43-8b96-46a1-a13f-c7d6d5131f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:51.190499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-2b746f43-8b96-46a1-a13f-c7d6d5131f6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517344 Aug 31 14:18:51.199475 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e171ade-6420-4592-b2b2-999904eafd57 req-2f7d88d7-c309-4095-875d-17fc4f7fb872 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593019 Aug 31 14:18:51.616184 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-f78cc8c4-3866-4ddc-8ea8-a86d843a8ceb service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129105 Aug 31 14:18:51.628823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a499ab-0401-490a-882e-5515937932b6 req-2cfa972a-b459-4e65-8244-709ba3760c43 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:51.630526 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55a499ab-0401-490a-882e-5515937932b6 req-2cfa972a-b459-4e65-8244-709ba3760c43 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.3416514 Aug 31 14:18:51.690338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55a499ab-0401-490a-882e-5515937932b6 req-27e5f8e7-f5c4-4ad5-8d0b-4fb6f8ce39d3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514183 Aug 31 14:18:51.795131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91a88280-d23a-43aa-bff7-46e817309dcf req-34523dad-2ff7-4753-b6ae-d527b48bc072 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634307 Aug 31 14:18:52.086475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fde781-c79b-4d78-a022-3091ef1a2921 req-4ff8642a-0068-469a-a9b6-5a18a11e7a56 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:52.088016 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03fde781-c79b-4d78-a022-3091ef1a2921 req-4ff8642a-0068-469a-a9b6-5a18a11e7a56 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0550320 Aug 31 14:18:52.115990 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90698514-f05c-4031-8c38-718671f7f036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.138664 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03fde781-c79b-4d78-a022-3091ef1a2921 req-b5c87f0b-5db5-4c2b-9b74-18678b42babe tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428729 Aug 31 14:18:52.181950 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.348900 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57fe36-c519-4d85-9fae-c5296bfe5bff req-ad9a879e-1ed9-4ccf-88d8-ae2438bab50e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:52.350478 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7f57fe36-c519-4d85-9fae-c5296bfe5bff req-ad9a879e-1ed9-4ccf-88d8-ae2438bab50e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.0605748 Aug 31 14:18:52.400211 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7f57fe36-c519-4d85-9fae-c5296bfe5bff req-33b030f8-5404-4818-bf14-7f706e060b10 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Aug 31 14:18:52.834979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb888501-ca70-4d74-996f-799205dea43a req-a2c8c872-4abf-4885-b1f2-a622ca6dabb2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:52.836696 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb888501-ca70-4d74-996f-799205dea43a req-a2c8c872-4abf-4885-b1f2-a622ca6dabb2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0525315 Aug 31 14:18:52.884471 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb888501-ca70-4d74-996f-799205dea43a req-4d6a5656-6c38-4196-9376-cf56f44efb2b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383337 Aug 31 14:18:53.208359 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:53.262617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64a0d3-980a-48a7-828f-5b7ca1d1502f req-31531eb8-5fd8-46d6-bf4c-0c6b145be08a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:53.264453 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df64a0d3-980a-48a7-828f-5b7ca1d1502f req-31531eb8-5fd8-46d6-bf4c-0c6b145be08a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0523260 Aug 31 14:18:53.307477 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df64a0d3-980a-48a7-828f-5b7ca1d1502f req-0f61d4d1-5158-4ccd-be9c-49106ac973aa tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351753 Aug 31 14:18:53.549532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404d5a0-bbc0-44a6-8b2c-65bb0ae77df1 req-fbaf5875-2f2e-4380-8596-bd89788e8818 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:53.551105 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5404d5a0-bbc0-44a6-8b2c-65bb0ae77df1 req-fbaf5875-2f2e-4380-8596-bd89788e8818 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.0568552 Aug 31 14:18:53.588966 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5404d5a0-bbc0-44a6-8b2c-65bb0ae77df1 req-871c9cfb-ea3b-4901-81a6-e1a8ad18b83b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315642 Aug 31 14:18:53.929677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:54.031113 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.049292 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.051519 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5064b-6290-4739-9960-9d6f4c757c97 req-827c47f0-4217-4d0f-9aa3-dd830d94204d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:54.055766 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ac5064b-6290-4739-9960-9d6f4c757c97 req-827c47f0-4217-4d0f-9aa3-dd830d94204d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0729768 Aug 31 14:18:54.073610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:54.076380 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14e17ac-7a48-46c4-8a25-e439c22d6f47" -d '{"events": [{"server_uuid": "9787d1a9-2fe9-4efe-9af8-9f1ece452de2", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed218f7-d16c-4dc8-bb53-d1c4275bbb98"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:54.091122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:54.097427 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.126665 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ac5064b-6290-4739-9960-9d6f4c757c97 req-37e1005a-b446-4aa3-a107-5889f46d6271 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602486 Aug 31 14:18:54.145089 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ed573f-f763-4cee-95d4-e2bcb2857efd x-openstack-request-id: req-d8ed573f-f763-4cee-95d4-e2bcb2857efd {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:54.145408 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9787d1a9-2fe9-4efe-9af8-9f1ece452de2", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed218f7-d16c-4dc8-bb53-d1c4275bbb98", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:54.145663 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8ed573f-f763-4cee-95d4-e2bcb2857efd {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:54.146076 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98', 'code': 200} Aug 31 14:18:54.164586 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:54.173337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.173838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.174186 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.174525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.174859 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.175210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.175551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.175876 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.176199 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.176522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.176849 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.177172 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.444408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67923db3-d1a7-4cca-be73-8a8bb8f8fd2f req-0a6f2b87-63c6-4a9d-acbc-96eacd16d513 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:54.446037 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-67923db3-d1a7-4cca-be73-8a8bb8f8fd2f req-0a6f2b87-63c6-4a9d-acbc-96eacd16d513 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0570757 Aug 31 14:18:54.486150 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-67923db3-d1a7-4cca-be73-8a8bb8f8fd2f req-843088ab-f254-47aa-b309-8c1c2af7d767 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341346 Aug 31 14:18:54.755813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e71e6-a7b1-41f0-a3ca-58963322fb02 req-79f76709-1611-4f22-a52e-d238e6afb0ab tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:54.757523 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-419e71e6-a7b1-41f0-a3ca-58963322fb02 req-79f76709-1611-4f22-a52e-d238e6afb0ab tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.0712528 Aug 31 14:18:54.808068 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-419e71e6-a7b1-41f0-a3ca-58963322fb02 req-d4672644-c58e-4624-8afb-b5749dcb7bbc tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445743 Aug 31 14:18:54.809639 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.246273 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915b4ff-8e03-42e7-ab79-2fb642cb821e req-83dd94c2-6978-4acd-9b47-a00241d76d19 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:55.249658 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6915b4ff-8e03-42e7-ab79-2fb642cb821e req-83dd94c2-6978-4acd-9b47-a00241d76d19 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 948 time: 0.0530097 Aug 31 14:18:55.292561 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6915b4ff-8e03-42e7-ab79-2fb642cb821e req-310dcd70-149c-4c44-a92d-99c3ec80d4ce tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375435 Aug 31 14:18:55.681455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5016864-7309-4a3c-91f7-5e1ee133da8e req-60bafb03-9fe3-45d8-870a-9648b71acd04 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:55.682130 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5016864-7309-4a3c-91f7-5e1ee133da8e req-60bafb03-9fe3-45d8-870a-9648b71acd04 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0849280 Aug 31 14:18:55.738407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5016864-7309-4a3c-91f7-5e1ee133da8e req-b18ec727-89f8-41e7-8dc6-bc63ede7f6c2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489604 Aug 31 14:18:55.741331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f22e-afe8-4167-9660-ca806845f85d req-29ffd54b-1eba-469c-a662-4d148fd0795b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:55.742879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-29ffd54b-1eba-469c-a662-4d148fd0795b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2&tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 948 time: 0.1298637 Aug 31 14:18:55.750865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba2d04-c97f-4d84-9a99-71e18ba943a4 req-a9120c6e-ef96-4945-b326-d05280aa0d1e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:55.752620 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65ba2d04-c97f-4d84-9a99-71e18ba943a4 req-a9120c6e-ef96-4945-b326-d05280aa0d1e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 948 time: 0.1033936 Aug 31 14:18:55.841642 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65ba2d04-c97f-4d84-9a99-71e18ba943a4 req-b420e7b8-4e28-4183-b4fe-ec6fcfa7db5d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586674 Aug 31 14:18:55.850735 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-6aec1c70-67cf-4b6c-b795-99f31c417d42 service neutron] 10.222.0.25 "GET /v2.0/ports/8ed218f7-d16c-4dc8-bb53-d1c4275bbb98/bindings/n-h2-806683-5 HTTP/1.1" status: 200 len: 382 time: 0.0971744 Aug 31 14:18:55.945578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:18:55.958564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f22e-afe8-4167-9660-ca806845f85d req-37ad6e7f-4aad-4677-8a90-1d8dec8280c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:55.960442 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-37ad6e7f-4aad-4677-8a90-1d8dec8280c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 1099 time: 0.0531445 Aug 31 14:18:55.961580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938badb-92ae-482e-87d2-eb2a3242a403 req-6627136b-49b6-4931-932b-d4ea57639d5c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:55.963224 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f938badb-92ae-482e-87d2-eb2a3242a403 req-6627136b-49b6-4931-932b-d4ea57639d5c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 946 time: 0.0619030 Aug 31 14:18:56.034416 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f938badb-92ae-482e-87d2-eb2a3242a403 req-f08c194c-5d2c-4ddf-9521-57f0ab065799 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610282 Aug 31 14:18:56.101575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f22e-afe8-4167-9660-ca806845f85d req-49c30c4b-8e01-4c16-8577-d0437c5bdd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:56.103692 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-49c30c4b-8e01-4c16-8577-d0437c5bdd25 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1289277 Aug 31 14:18:56.118882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:56.132809 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98', 'mac_address': 'fa:16:3e:4c:ac:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:18:56.162095 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-e2b54f1f-dc55-4be8-aebc-79600f6f4744 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 HTTP/1.1" status: 200 len: 217 time: 0.0424960 Aug 31 14:18:56.170410 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.184389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:56.206043 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:56.211099 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.217684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f22e-afe8-4167-9660-ca806845f85d req-325651e0-2290-4494-881f-cb8678da62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:56.219553 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-325651e0-2290-4494-881f-cb8678da62c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0463955 Aug 31 14:18:56.278412 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:56.292894 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f22e-afe8-4167-9660-ca806845f85d req-fd48e80f-df03-4d1a-9a8b-c7b3f180ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:56.294433 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-fd48e80f-df03-4d1a-9a8b-c7b3f180ea1f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583570 Aug 31 14:18:56.341040 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-b80340fb-909e-45c8-a70d-ad856a60a4c4 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:56.342664 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-b80340fb-909e-45c8-a70d-ad856a60a4c4 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8&tenant_id=5904e6ad71034956a1b7126d4bfce299&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1097 time: 0.0493042 Aug 31 14:18:56.354807 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-5'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:56.420633 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.421039 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-19f8ef62-ca26-4090-9355-5fcf2fe866ba service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114364 Aug 31 14:18:56.529108 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-2aceb5c2-1eaf-4c18-be9a-16d40ef6bc79 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969665 Aug 31 14:18:56.581760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:56.632142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:56.677277 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ca8b95-6919-4816-8e33-6b7149f637a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb6d072-8fb7-45c7-9e4e-321d91d78bda'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:56.680192 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f231fb-d4d1-4d35-9909-4d22f9cf43ec" -d '{"events": [{"server_uuid": "b3ca8b95-6919-4816-8e33-6b7149f637a8", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb6d072-8fb7-45c7-9e4e-321d91d78bda"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:56.684967 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.693285 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.728714 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d55051-89e6-41b7-9841-53553cec8506 x-openstack-request-id: req-e1d55051-89e6-41b7-9841-53553cec8506 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:56.729080 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ca8b95-6919-4816-8e33-6b7149f637a8", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb6d072-8fb7-45c7-9e4e-321d91d78bda", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:56.729402 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1d55051-89e6-41b7-9841-53553cec8506 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:56.730178 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ca8b95-6919-4816-8e33-6b7149f637a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb6d072-8fb7-45c7-9e4e-321d91d78bda', 'code': 200} Aug 31 14:18:56.775665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['8ed218f7-d16c-4dc8-bb53-d1c4275bbb98'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:56.833912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,revision_number=7']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:56.861277 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:56.861621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:56.861957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:56.862288 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:56.862707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:56.862939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:56.864420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:56.870373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:56.870373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:56.870373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:56.871388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:56.871388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:56.889114 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Attempting to bind port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda on host n-h2-806683-5 for vnic_type normal with profile {"migrating_to": "n-h1-806683-5"} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:56.889439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Attempting to bind port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:56.889760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Attempting to bind port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:56.891385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170278d6-32be-4c50-bb8b-f430fed59de2 req-e88c1d10-fba3-47df-bb5a-02687be32d1a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:56.893462 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-170278d6-32be-4c50-bb8b-f430fed59de2 req-e88c1d10-fba3-47df-bb5a-02687be32d1a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0641665 Aug 31 14:18:56.899998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:18:56.900200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Attempting to bind port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:56.905556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:56.905927 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Checking segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:56.906481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Bound using segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:56.906827 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Bound port: 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:56.907261 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.958004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-170278d6-32be-4c50-bb8b-f430fed59de2 req-bb444f95-0d0f-4a88-b1f7-9e72b11e0ff5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565183 Aug 31 14:18:57.036288 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:57.040274 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:57.048776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fe85c-bd57-4224-aa0c-d15d103a1aeb req-79bf451f-7199-404c-b2b3-a7d8b45c9d11 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:57.050338 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-090fe85c-bd57-4224-aa0c-d15d103a1aeb req-79bf451f-7199-404c-b2b3-a7d8b45c9d11 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 949 time: 0.0952456 Aug 31 14:18:57.052009 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.058109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2fb6d072-8fb7-45c7-9e4e-321d91d78bda details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:18:57.131325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-090fe85c-bd57-4224-aa0c-d15d103a1aeb req-0f692757-1b04-416e-9a27-b10379c34207 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727420 Aug 31 14:18:57.179743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:57.179991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:57.180428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.182017 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] 10.222.0.60 "PUT /v2.0/ports/2fb6d072-8fb7-45c7-9e4e-321d91d78bda HTTP/1.1" status: 200 len: 1122 time: 0.8317821 Aug 31 14:18:57.204366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2fb6d072-8fb7-45c7-9e4e-321d91d78bda has no active binding in host n-h1-806683-5 {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 14:18:57.210004 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855d2b6-86a7-4e4d-bfbe-b261391786e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,revision_number=8']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:57.263440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc47592-25e1-474c-aa0f-52ba200ebbf9 req-7ab99b54-c693-47bc-beac-43ecfb80f5e8 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:57.265068 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fc47592-25e1-474c-aa0f-52ba200ebbf9 req-7ab99b54-c693-47bc-beac-43ecfb80f5e8 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 944 time: 0.0661182 Aug 31 14:18:57.311625 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fc47592-25e1-474c-aa0f-52ba200ebbf9 req-dfa5705e-61c6-4bf9-9362-cf8d021e06cb tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397272 Aug 31 14:18:57.319401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['2fb6d072-8fb7-45c7-9e4e-321d91d78bda'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:57.398581 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['2fb6d072-8fb7-45c7-9e4e-321d91d78bda'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:58.081229 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebe7a7-040e-44f3-9b58-0b0a6f3160c0 req-1cd2246b-cdd4-4c67-8b1f-89553a672813 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:58.081229 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0bebe7a7-040e-44f3-9b58-0b0a6f3160c0 req-1cd2246b-cdd4-4c67-8b1f-89553a672813 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0540998 Aug 31 14:18:58.121082 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0bebe7a7-040e-44f3-9b58-0b0a6f3160c0 req-e014179c-5ab4-4ffc-93a8-973f770363b4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338306 Aug 31 14:18:58.292946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c31c6-5947-4e22-b7ac-da9314003a84 req-cc202f04-d8ac-4dc0-8c01-522fe92485a0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:58.294466 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b38c31c6-5947-4e22-b7ac-da9314003a84 req-cc202f04-d8ac-4dc0-8c01-522fe92485a0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 949 time: 0.0496230 Aug 31 14:18:58.338820 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b38c31c6-5947-4e22-b7ac-da9314003a84 req-adcd134a-f294-41ce-a646-6367a551377d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365596 Aug 31 14:18:58.456058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585f832-38dc-4473-8756-b29332375be2 req-ed5062e4-2620-4236-bf1d-f051be331fa8 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:58.457559 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9585f832-38dc-4473-8756-b29332375be2 req-ed5062e4-2620-4236-bf1d-f051be331fa8 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 944 time: 0.0506620 Aug 31 14:18:58.501457 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9585f832-38dc-4473-8756-b29332375be2 req-9de43dc0-5ce9-4f74-ade1-e76db2e9ceb9 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364208 Aug 31 14:18:58.732578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ca8b95-6919-4816-8e33-6b7149f637a8', 'tag': '2fb6d072-8fb7-45c7-9e4e-321d91d78bda'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:58.735480 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30d4621-1869-4596-a7a3-540eb291dadc" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ca8b95-6919-4816-8e33-6b7149f637a8", "tag": "2fb6d072-8fb7-45c7-9e4e-321d91d78bda"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:58.774386 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288cba84-a86c-4192-a770-4ffd286e83b0 x-openstack-request-id: req-288cba84-a86c-4192-a770-4ffd286e83b0 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:58.774675 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ca8b95-6919-4816-8e33-6b7149f637a8", "tag": "2fb6d072-8fb7-45c7-9e4e-321d91d78bda", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:58.774918 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-288cba84-a86c-4192-a770-4ffd286e83b0 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:58.775551 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ca8b95-6919-4816-8e33-6b7149f637a8', 'tag': '2fb6d072-8fb7-45c7-9e4e-321d91d78bda', 'status': 'completed', 'code': 200} Aug 31 14:18:58.861260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4621-1869-4596-a7a3-540eb291dadc req-d8d6608a-41b6-46fe-8592-a52d7d385a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:58.863666 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a30d4621-1869-4596-a7a3-540eb291dadc req-d8d6608a-41b6-46fe-8592-a52d7d385a20 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 1125 time: 0.0490549 Aug 31 14:18:58.983503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4621-1869-4596-a7a3-540eb291dadc req-c27f3104-e9e1-4fc9-acdf-09795768ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:58.985443 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a30d4621-1869-4596-a7a3-540eb291dadc req-c27f3104-e9e1-4fc9-acdf-09795768ebbf service neutron] 10.222.0.25 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.1083801 Aug 31 14:18:59.041520 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a30d4621-1869-4596-a7a3-540eb291dadc req-76ba1089-3d65-42c8-8d1a-68b6e159056e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda HTTP/1.1" status: 200 len: 217 time: 0.0382993 Aug 31 14:18:59.104138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4621-1869-4596-a7a3-540eb291dadc req-a14076bf-c619-4842-82f8-b7aae7b90651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:59.105947 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a30d4621-1869-4596-a7a3-540eb291dadc req-a14076bf-c619-4842-82f8-b7aae7b90651 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.0542240 Aug 31 14:18:59.150533 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a30d4621-1869-4596-a7a3-540eb291dadc req-26242902-9eae-4893-91dd-8d8c42b476e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320308 Aug 31 14:18:59.302252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dc681-7e00-4943-b844-028c3df7751a req-2706587f-a794-4f43-ab44-fcef5692a4b8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:59.303826 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e64dc681-7e00-4943-b844-028c3df7751a req-2706587f-a794-4f43-ab44-fcef5692a4b8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0911939 Aug 31 14:18:59.308760 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a30d4621-1869-4596-a7a3-540eb291dadc req-8585ad2f-e755-4b0f-840f-1fc4781489d5 service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418636 Aug 31 14:18:59.418957 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e64dc681-7e00-4943-b844-028c3df7751a req-fbbe23ce-495b-4dee-b954-7325061f5666 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067774 Aug 31 14:18:59.477525 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a30d4621-1869-4596-a7a3-540eb291dadc req-55202568-eaaa-454c-82c9-de6856b885c1 service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431863 Aug 31 14:18:59.508749 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e659ec-0cbd-4b82-9ca3-0def93777ed7 req-a42e07ca-b6a2-4e67-8b02-a63255ecc828 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:59.517477 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-99e659ec-0cbd-4b82-9ca3-0def93777ed7 req-a42e07ca-b6a2-4e67-8b02-a63255ecc828 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 949 time: 0.0953157 Aug 31 14:18:59.557604 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-99e659ec-0cbd-4b82-9ca3-0def93777ed7 req-353ae2d5-f99e-4dde-a601-84e31a110ccb tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397553 Aug 31 14:18:59.649694 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a1795-f378-41a6-84d1-f508c9b5500d req-811655d1-285c-4cbd-899c-b2a4937c0a2d tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:59.651292 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-335a1795-f378-41a6-84d1-f508c9b5500d req-811655d1-285c-4cbd-899c-b2a4937c0a2d tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 944 time: 0.0552907 Aug 31 14:18:59.692991 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-335a1795-f378-41a6-84d1-f508c9b5500d req-81162571-8c26-4eb6-a3e9-00a5f9d52e72 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333760 Aug 31 14:18:59.972650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:00.023864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:00.024236 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:00.106643 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:00.130920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:00.133292 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1f08d0-7f1f-4c72-9016-2bf5a86afebb" -d '{"events": [{"server_uuid": "9787d1a9-2fe9-4efe-9af8-9f1ece452de2", "name": "network-vif-plugged", "status": "completed", "tag": "8ed218f7-d16c-4dc8-bb53-d1c4275bbb98"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:00.151082 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:00.156713 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:00.188440 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9b9bbd-ebcd-42a4-a73f-5053fdbbb2bc x-openstack-request-id: req-7a9b9bbd-ebcd-42a4-a73f-5053fdbbb2bc {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:00.189088 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9787d1a9-2fe9-4efe-9af8-9f1ece452de2", "name": "network-vif-plugged", "status": "completed", "tag": "8ed218f7-d16c-4dc8-bb53-d1c4275bbb98", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:00.189414 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a9b9bbd-ebcd-42a4-a73f-5053fdbbb2bc {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:00.189870 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98', 'code': 200} Aug 31 14:19:00.214139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:00.284957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f22e-afe8-4167-9660-ca806845f85d req-ddc1df2f-81b5-4b6e-bc63-e866917e0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:00.286129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-ddc1df2f-81b5-4b6e-bc63-e866917e0216 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2&tenant_id=529262fb62d346ef9b3aa2fafa79b7ad HTTP/1.1" status: 200 len: 1101 time: 0.0480378 Aug 31 14:19:00.354660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f22e-afe8-4167-9660-ca806845f85d req-267982cb-959e-4f6a-b01a-d85ac4045d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:00.356222 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-267982cb-959e-4f6a-b01a-d85ac4045d33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 1101 time: 0.0418203 Aug 31 14:19:00.452660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f22e-afe8-4167-9660-ca806845f85d req-ac32760c-c95b-4d0c-a88b-3773056610d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:00.454714 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-ac32760c-c95b-4d0c-a88b-3773056610d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.0889273 Aug 31 14:19:00.518663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-0a260e03-24dd-4f60-a9c0-f5932a3bfee4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 HTTP/1.1" status: 200 len: 217 time: 0.0486259 Aug 31 14:19:00.606613 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132357f-616f-4eed-923b-01dd7298fa56 req-33a55fab-8c37-4f84-ad1f-08425544d6a2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:00.608010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3132357f-616f-4eed-923b-01dd7298fa56 req-33a55fab-8c37-4f84-ad1f-08425544d6a2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0987251 Aug 31 14:19:00.613257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f22e-afe8-4167-9660-ca806845f85d req-ee50a5cd-ec30-442f-b326-05d72bac5629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:00.614866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-ee50a5cd-ec30-442f-b326-05d72bac5629 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0729361 Aug 31 14:19:00.694735 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3132357f-616f-4eed-923b-01dd7298fa56 req-41ae6343-0bff-4c9c-8086-a3f64ddf9479 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757675 Aug 31 14:19:00.704585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f22e-afe8-4167-9660-ca806845f85d req-dd01ea0b-5f30-4ace-80e7-8784a1ffbd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:00.705125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85370b-0dd7-484d-842c-096ffc649785 req-bdaf707b-9d3d-4004-b231-942115e49c03 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:00.707414 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-dd01ea0b-5f30-4ace-80e7-8784a1ffbd03 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804524 Aug 31 14:19:00.708734 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e85370b-0dd7-484d-842c-096ffc649785 req-bdaf707b-9d3d-4004-b231-942115e49c03 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0677011 Aug 31 14:19:00.769177 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e85370b-0dd7-484d-842c-096ffc649785 req-7d30cde4-5b1f-44b1-b379-25ea46347ebb tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538802 Aug 31 14:19:00.876945 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-dae03d8e-9bf3-4a0c-a72c-945bab9a18b5 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591556 Aug 31 14:19:00.885994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a9915-e81f-4f91-a38d-afb39ef9d0e1 req-3534e3a3-a91b-44f1-a9da-34c8437edaa5 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:00.887732 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-435a9915-e81f-4f91-a38d-afb39ef9d0e1 req-3534e3a3-a91b-44f1-a9da-34c8437edaa5 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 944 time: 0.0946374 Aug 31 14:19:00.991949 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-435a9915-e81f-4f91-a38d-afb39ef9d0e1 req-21c9c52f-396d-4163-ad43-5da6fd3ec57c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952013 Aug 31 14:19:01.026971 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b994f22e-afe8-4167-9660-ca806845f85d req-bcb3ef12-3c8b-4a2c-bc33-7b7dce2f00c3 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291642 Aug 31 14:19:01.824768 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c19b3-746e-421f-a7c8-041c7ad9a81b req-da65f90a-835d-4179-85ff-22b03662cb8a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:01.827099 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b81c19b3-746e-421f-a7c8-041c7ad9a81b req-da65f90a-835d-4179-85ff-22b03662cb8a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0504959 Aug 31 14:19:01.873299 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b81c19b3-746e-421f-a7c8-041c7ad9a81b req-c45a14f4-770e-4a61-a046-8156326c291a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400372 Aug 31 14:19:01.894988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4f3a4-bee2-4814-a8d6-ba4020d3eecc req-d0b5cf8f-60fe-4b0c-98a4-0a9439657614 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:01.894988 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39a4f3a4-bee2-4814-a8d6-ba4020d3eecc req-d0b5cf8f-60fe-4b0c-98a4-0a9439657614 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0542390 Aug 31 14:19:01.942098 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39a4f3a4-bee2-4814-a8d6-ba4020d3eecc req-d25be648-1ed5-4ffd-8346-4d6284a572a8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419669 Aug 31 14:19:02.118802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b8ac6-78b1-4181-836a-471933c73687 req-7cf560a8-d230-4e4c-889d-c16c880cf704 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:02.120509 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-059b8ac6-78b1-4181-836a-471933c73687 req-7cf560a8-d230-4e4c-889d-c16c880cf704 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 944 time: 0.0515130 Aug 31 14:19:02.160532 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-059b8ac6-78b1-4181-836a-471933c73687 req-d87ab324-4c43-4089-ace4-a2045ce54e9f tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Aug 31 14:19:02.998051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87356f83-7d5f-41c9-961f-1d5ec56cb654 req-5f10e1af-1bab-4e1a-a7ab-b43426f50d1b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:03.000080 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87356f83-7d5f-41c9-961f-1d5ec56cb654 req-5f10e1af-1bab-4e1a-a7ab-b43426f50d1b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0562527 Aug 31 14:19:03.052171 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87356f83-7d5f-41c9-961f-1d5ec56cb654 req-eeb3c369-91ae-48d1-b0b5-aba4c10d4638 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384674 Aug 31 14:19:03.133137 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc0229-0f4a-421e-8550-fdc1a9776bf0 req-ac20207c-8239-41ae-9966-f0a59db7cbba tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:03.134634 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-45fc0229-0f4a-421e-8550-fdc1a9776bf0 req-ac20207c-8239-41ae-9966-f0a59db7cbba tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0521097 Aug 31 14:19:03.176736 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-45fc0229-0f4a-421e-8550-fdc1a9776bf0 req-be7beefa-7a7e-44a4-aa0d-9aad03a9bd17 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361238 Aug 31 14:19:03.238701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43093665-9411-4f28-b2cd-9571b4edc127 req-c1e247d0-d1fe-4fc0-8017-2b5da8d66705 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:03.240156 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-43093665-9411-4f28-b2cd-9571b4edc127 req-c1e247d0-d1fe-4fc0-8017-2b5da8d66705 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 1097 time: 0.0406983 Aug 31 14:19:03.274425 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-43093665-9411-4f28-b2cd-9571b4edc127 req-5042c32b-49c7-4d02-8f10-86d76f47f501 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281534 Aug 31 14:19:03.282406 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce8831-b174-43a1-adde-78622ca39684 req-8ec69dc9-2572-458d-a458-ee9e09d5828c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:03.283947 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6ce8831-b174-43a1-adde-78622ca39684 req-8ec69dc9-2572-458d-a458-ee9e09d5828c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 944 time: 0.0514524 Aug 31 14:19:03.327420 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6ce8831-b174-43a1-adde-78622ca39684 req-624aa501-d12f-4ab7-ac1f-58673ea1abb5 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Aug 31 14:19:04.016101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:19:04.044897 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:04.264177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-2ccafb08-e9c5-44f5-b359-c94bcb3fa0d0 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:19:04.266053 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-2ccafb08-e9c5-44f5-b359-c94bcb3fa0d0 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070069 Aug 31 14:19:04.292612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-29db4440-dfc8-4f65-9b89-45d909ad5237 service neutron] Request body: {'binding': {'host': 'n-h1-806683-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:04.293258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-29db4440-dfc8-4f65-9b89-45d909ad5237 service neutron] Unknown quota resources ['binding']. {{(pid=94871) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:19:04.333657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a1e37-cc15-46c5-ab58-7dacaa308cb5 req-3a23bc61-8ccb-4f15-b9a0-c8f3fd6feb8b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:04.341725 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-490a1e37-cc15-46c5-ab58-7dacaa308cb5 req-3a23bc61-8ccb-4f15-b9a0-c8f3fd6feb8b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0979855 Aug 31 14:19:04.386957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:04.419536 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.423087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98', 'mac_address': 'fa:16:3e:4c:ac:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:19:04.427610 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-490a1e37-cc15-46c5-ab58-7dacaa308cb5 req-1dca1775-ce23-4bbb-b9f3-5c78598404fa tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833535 Aug 31 14:19:04.503894 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:04.507279 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35138fd1-b43f-4274-ac28-92878fbf0869" -d '{"events": [{"server_uuid": "9787d1a9-2fe9-4efe-9af8-9f1ece452de2", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed218f7-d16c-4dc8-bb53-d1c4275bbb98"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:04.526787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-29db4440-dfc8-4f65-9b89-45d909ad5237 service neutron] Attempting to bind port 913f9a69-4814-4f38-b81e-a21daa183875 on host n-h1-806683-5 for vnic_type normal with profile None {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:04.527045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-29db4440-dfc8-4f65-9b89-45d909ad5237 service neutron] Attempting to bind port 913f9a69-4814-4f38-b81e-a21daa183875 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:04.527588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-29db4440-dfc8-4f65-9b89-45d909ad5237 service neutron] Attempting to bind port 913f9a69-4814-4f38-b81e-a21daa183875 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:04.533441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-29db4440-dfc8-4f65-9b89-45d909ad5237 service neutron] Port 913f9a69-4814-4f38-b81e-a21daa183875 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:19:04.533989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-29db4440-dfc8-4f65-9b89-45d909ad5237 service neutron] Attempting to bind port 913f9a69-4814-4f38-b81e-a21daa183875 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:04.540058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-29db4440-dfc8-4f65-9b89-45d909ad5237 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:04.540833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-29db4440-dfc8-4f65-9b89-45d909ad5237 service neutron] Checking segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:04.542143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-29db4440-dfc8-4f65-9b89-45d909ad5237 service neutron] Bound using segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:04.542803 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-29db4440-dfc8-4f65-9b89-45d909ad5237 service neutron] Bound port: 913f9a69-4814-4f38-b81e-a21daa183875, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:04.547334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:04.556397 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.572635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95a0a4-a486-478b-be0e-814135452a0e req-466b0903-3ea2-4398-9361-7a3141c416dd tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:04.581474 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e95a0a4-a486-478b-be0e-814135452a0e req-466b0903-3ea2-4398-9361-7a3141c416dd tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 950 time: 0.0816784 Aug 31 14:19:04.605177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-29db4440-dfc8-4f65-9b89-45d909ad5237 service neutron] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=913f9a69-4814-4f38-b81e-a21daa183875,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:04.612024 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-29db4440-dfc8-4f65-9b89-45d909ad5237 service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.615018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:04.625901 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.629269 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-29db4440-dfc8-4f65-9b89-45d909ad5237 service neutron] 10.222.0.39 "POST /v2.0/ports/913f9a69-4814-4f38-b81e-a21daa183875/bindings HTTP/1.1" status: 201 len: 389 time: 0.3440902 Aug 31 14:19:04.643034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:04.653763 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e95a0a4-a486-478b-be0e-814135452a0e req-51e67764-8d8e-4276-a305-e6601bba5dc0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713809 Aug 31 14:19:04.729620 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:19:04.730167 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:19:04.758461 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d38e4e4-42ae-4b4f-8974-7f544a7c0b57 x-openstack-request-id: req-4d38e4e4-42ae-4b4f-8974-7f544a7c0b57 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:04.758874 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9787d1a9-2fe9-4efe-9af8-9f1ece452de2", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed218f7-d16c-4dc8-bb53-d1c4275bbb98", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:04.759653 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d38e4e4-42ae-4b4f-8974-7f544a7c0b57 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:04.760286 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98', 'code': 200} Aug 31 14:19:04.804251 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93095a78-e445-427c-95c1-4e197553caa4 req-4582a0e6-a565-4927-a9ed-92e4ad604016 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:04.805826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93095a78-e445-427c-95c1-4e197553caa4 req-4582a0e6-a565-4927-a9ed-92e4ad604016 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 944 time: 0.0612996 Aug 31 14:19:04.855815 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93095a78-e445-427c-95c1-4e197553caa4 req-327e312a-b3b6-411d-832b-0ab46707337f tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Aug 31 14:19:04.944712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fd06d-6383-40db-b8cc-9c900c3b7df1 req-285f0988-79bb-42cd-bba8-c378bc36f9dd tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:04.953017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b8fd06d-6383-40db-b8cc-9c900c3b7df1 req-285f0988-79bb-42cd-bba8-c378bc36f9dd tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 948 time: 0.0590911 Aug 31 14:19:04.975506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc1b74-ddcc-4d17-afa5-3b7189d4a9ef req-e98b7109-8b44-4ecc-a67c-a4036a3f09a9 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:04.983061 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cecc1b74-ddcc-4d17-afa5-3b7189d4a9ef req-e98b7109-8b44-4ecc-a67c-a4036a3f09a9 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.0597112 Aug 31 14:19:05.004777 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b8fd06d-6383-40db-b8cc-9c900c3b7df1 req-945ddf2e-4138-4657-be96-20bbe33aedea tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440021 Aug 31 14:19:05.036023 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cecc1b74-ddcc-4d17-afa5-3b7189d4a9ef req-665bb850-9aa4-4560-8bdd-f76838e162bd tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517938 Aug 31 14:19:05.293713 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:05.297415 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-15e68055-177d-4faa-acde-7198cdcebc13 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341437 Aug 31 14:19:05.330630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:05.379611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:05.385345 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:05.457443 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,revision_number=10']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:05.458639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-d53aced9-9dae-41bd-baa2-6e1fc2f36a94 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:05.464270 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-d53aced9-9dae-41bd-baa2-6e1fc2f36a94 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599338 Aug 31 14:19:05.486693 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-c0874013-7d3e-41a4-a121-5fce21051910 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/quotas/529262fb62d346ef9b3aa2fafa79b7ad HTTP/1.1" status: 200 len: 375 time: 0.0159156 Aug 31 14:19:05.553683 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-d0b2c6b7-7d80-4deb-970b-e8ff393e9dda tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653455 Aug 31 14:19:05.683378 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318e566-3c2c-46fb-b5c0-993648786050 req-d4ed9e3f-8c4c-43a4-9883-d90f3136ba24 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:05.703771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7318e566-3c2c-46fb-b5c0-993648786050 req-d4ed9e3f-8c4c-43a4-9883-d90f3136ba24 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0858312 Aug 31 14:19:05.776890 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-a3fdc8dc-b66a-4f3a-9d66-dd20db5ec33c service neutron] 10.222.0.25 "GET /v2.0/ports/2fb6d072-8fb7-45c7-9e4e-321d91d78bda/bindings/n-h1-806683-5 HTTP/1.1" status: 200 len: 384 time: 0.1103551 Aug 31 14:19:05.807524 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7318e566-3c2c-46fb-b5c0-993648786050 req-3cda6900-7cd1-4a00-ab1e-27f76746b814 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477612 Aug 31 14:19:05.823267 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0839118-170d-4cc3-8785-d2187e09bb66 req-16d2e966-a5fc-4a42-b559-bb286fda8ebb tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 210 time: 0.0317955 Aug 31 14:19:05.876087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['8ed218f7-d16c-4dc8-bb53-d1c4275bbb98'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:06.080923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2fb6d072-8fb7-45c7-9e4e-321d91d78bda no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:06.110605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:06.158165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:06.214229 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f19e-f7ba-40fb-8b7a-57024240656f req-5bf296be-3f8e-4312-95c9-23ae9d4b068a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:06.227328 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e39f19e-f7ba-40fb-8b7a-57024240656f req-5bf296be-3f8e-4312-95c9-23ae9d4b068a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 944 time: 0.1073480 Aug 31 14:19:06.250210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb6d072-8fb7-45c7-9e4e-321d91d78bda {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:06.262937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:06.306418 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.308559 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e39f19e-f7ba-40fb-8b7a-57024240656f req-b8a117db-d708-47fd-b552-511fcbdf9399 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788507 Aug 31 14:19:06.410433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74facde5-ce12-4917-9b98-e45b2207efaf req-09a7581a-c1dd-4c25-ae80-8921268ccae2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:06.412179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74facde5-ce12-4917-9b98-e45b2207efaf req-09a7581a-c1dd-4c25-ae80-8921268ccae2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.1021755 Aug 31 14:19:06.466848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Transition to ACTIVE for port object 2fb6d072-8fb7-45c7-9e4e-321d91d78bda will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:06.473080 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74facde5-ce12-4917-9b98-e45b2207efaf req-367b0a62-4fde-4673-ba8a-71cab30f142d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501242 Aug 31 14:19:06.474846 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.545657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] No DVR routers for this DVR port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:06.553731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:06.564190 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:06.564502 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:06.564791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:06.565125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:06.565455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:06.565786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:06.566106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:06.566429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:06.566749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:06.567066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:06.567410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:06.567731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:06.593807 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-c3b6c42f-bda7-4dd8-960d-d180df26aa31 service neutron] 10.222.0.25 "PUT /v2.0/ports/2fb6d072-8fb7-45c7-9e4e-321d91d78bda/bindings/n-h1-806683-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7852538 Aug 31 14:19:06.706124 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-d39b97be-175d-48a1-b2b6-1d662786166a tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:06.707662 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-d39b97be-175d-48a1-b2b6-1d662786166a tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8&tenant_id=5904e6ad71034956a1b7126d4bfce299&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1096 time: 0.0464149 Aug 31 14:19:06.756469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab23f604-0d47-4de0-a23a-3d9158ba312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:06.756469 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-ab23f604-0d47-4de0-a23a-3d9158ba312b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8&tenant_id=5904e6ad71034956a1b7126d4bfce299 HTTP/1.1" status: 200 len: 1096 time: 0.0402164 Aug 31 14:19:06.843667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-63db390c-7758-437b-b54e-2adea60496ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:06.845446 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-63db390c-7758-437b-b54e-2adea60496ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 1096 time: 0.0448496 Aug 31 14:19:06.989736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b5662c6-8b6d-4877-9021-ee314b82c041 req-aec179c1-29b6-4f48-b1f4-351a64842c89 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 210 time: 0.0574679 Aug 31 14:19:06.996469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992e90-b8db-448a-9526-2d6844d821ee req-0855ea5a-6a88-4bee-a064-dc260be43d17 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:06.998510 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-19992e90-b8db-448a-9526-2d6844d821ee req-0855ea5a-6a88-4bee-a064-dc260be43d17 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0827212 Aug 31 14:19:07.000774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-5240659b-f4aa-49bf-83d8-6f5d9e76d84d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670905 Aug 31 14:19:07.063112 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-19992e90-b8db-448a-9526-2d6844d821ee req-567f96f5-af22-4ea3-b59f-85dea921a0f6 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520201 Aug 31 14:19:07.064144 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-cb5a4335-3607-42e4-ba2d-3549852386e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:07.066175 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-cb5a4335-3607-42e4-ba2d-3549852386e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.2125113 Aug 31 14:19:07.129533 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-0386df3b-c247-4fc9-b9a7-799b7e15b859 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda HTTP/1.1" status: 200 len: 217 time: 0.0557888 Aug 31 14:19:07.193474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-5f83d6de-77a5-4586-8340-74d87297f3ad tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:07.195743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-5f83d6de-77a5-4586-8340-74d87297f3ad tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891470 Aug 31 14:19:07.210976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-e532aaf5-3f8d-44e8-b992-56995b217f7e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Request body: {'port': {'device_id': '19bcaaab-e041-4937-8966-3fce1c20e498', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '529262fb62d346ef9b3aa2fafa79b7ad'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:07.407851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-e532aaf5-3f8d-44e8-b992-56995b217f7e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Made reservation on behalf of 529262fb62d346ef9b3aa2fafa79b7ad for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:07.425190 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-e532aaf5-3f8d-44e8-b992-56995b217f7e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.507212 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-cf2337a6-10c8-4fd2-a6ca-c6738392ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:07.508758 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-cf2337a6-10c8-4fd2-a6ca-c6738392ab81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.3720372 Aug 31 14:19:07.522079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837eef3-3cc8-44dd-bcd1-597799bd2c43 req-96c55bec-8d3c-4ed7-82c3-b7e50138ec3b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:07.523644 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6837eef3-3cc8-44dd-bcd1-597799bd2c43 req-96c55bec-8d3c-4ed7-82c3-b7e50138ec3b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 945 time: 0.0748727 Aug 31 14:19:07.554533 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-6c1a675c-6b89-41df-a9b6-b111a5f8a3a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298219 Aug 31 14:19:07.598122 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-e532aaf5-3f8d-44e8-b992-56995b217f7e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Allocated IP 192.168.233.251 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/432916bc-ff8f-4399-87fe-86dcce644323) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:07.657972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6837eef3-3cc8-44dd-bcd1-597799bd2c43 req-b40574d2-e964-41e3-906b-f49ad71ab74f tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022208 Aug 31 14:19:07.711393 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-064de70e-a84c-496d-bde9-2f607adb39ec service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484463 Aug 31 14:19:07.816019 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-e532aaf5-3f8d-44e8-b992-56995b217f7e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.837211 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9930d-aaaa-423e-a2e2-8dfbc95bfdf1 req-719aafea-4a0b-4d6a-b746-b1430027075e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:07.845069 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6a9930d-aaaa-423e-a2e2-8dfbc95bfdf1 req-719aafea-4a0b-4d6a-b746-b1430027075e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.1012540 Aug 31 14:19:07.856868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-e532aaf5-3f8d-44e8-b992-56995b217f7e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Transition to ACTIVE for port object 432916bc-ff8f-4399-87fe-86dcce644323 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:07.876935 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-14954454-95a9-4208-b503-472da649fa39 service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431649 Aug 31 14:19:07.924484 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6a9930d-aaaa-423e-a2e2-8dfbc95bfdf1 req-a334f0cd-7388-4da7-a0dd-52272ae458fa tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719929 Aug 31 14:19:07.947959 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-e532aaf5-3f8d-44e8-b992-56995b217f7e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.961622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['e7eae629-05eb-43da-97c0-79c60a87969b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:08.009624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-e532aaf5-3f8d-44e8-b992-56995b217f7e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:08.024790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-e532aaf5-3f8d-44e8-b992-56995b217f7e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:08.038678 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-e532aaf5-3f8d-44e8-b992-56995b217f7e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:08.046398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-e532aaf5-3f8d-44e8-b992-56995b217f7e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:08.051734 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-e532aaf5-3f8d-44e8-b992-56995b217f7e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.070421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['f07689c1-97c2-4ccb-bc15-e163f6f240b4', '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:08.106543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532aaf5-3f8d-44e8-b992-56995b217f7e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Pushing event updated for resources: {'Port': ['ID=432916bc-ff8f-4399-87fe-86dcce644323,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:08.115730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-e532aaf5-3f8d-44e8-b992-56995b217f7e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9098516 Aug 31 14:19:08.136241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Request body: {'port': {'device_id': '19bcaaab-e041-4937-8966-3fce1c20e498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:08.138475 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:08.272018 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.312613 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af7c7e-51eb-4a01-b4e6-56f180a77929 req-3d4704b7-f04b-4779-a575-ed0386f87fc5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:08.314379 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9af7c7e-51eb-4a01-b4e6-56f180a77929 req-3d4704b7-f04b-4779-a575-ed0386f87fc5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 936 time: 0.1982369 Aug 31 14:19:08.342489 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-eb6ddfec-f350-4b94-a969-9ddcf2ae608b tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:08.344236 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-eb6ddfec-f350-4b94-a969-9ddcf2ae608b tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8&tenant_id=5904e6ad71034956a1b7126d4bfce299&binding%3Ahost_id=n-h1-806683-5 HTTP/1.1" status: 200 len: 1096 time: 0.1608195 Aug 31 14:19:08.355393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835563ca-036e-4c1b-97ea-bcbb949454b5 req-a1b165d3-a8e4-4c00-a676-f5b893cb4e90 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:08.357581 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-835563ca-036e-4c1b-97ea-bcbb949454b5 req-a1b165d3-a8e4-4c00-a676-f5b893cb4e90 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.1496422 Aug 31 14:19:08.403470 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9af7c7e-51eb-4a01-b4e6-56f180a77929 req-6ecaeea2-4233-4fe5-b344-68978232bba2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815799 Aug 31 14:19:08.434695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:08.435072 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.514928 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d9f9ce91-02f0-4a3d-b162-22b29266f42a None None] Provisioning for port 432916bc-ff8f-4399-87fe-86dcce644323 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:08.521689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d9f9ce91-02f0-4a3d-b162-22b29266f42a None None] Provisioning complete for port 432916bc-ff8f-4399-87fe-86dcce644323 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:08.522063 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ce91-02f0-4a3d-b162-22b29266f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.641207 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-f7edd43f-c2e1-45df-af4c-49987fd87181 service neutron] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:08.645147 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-f7edd43f-c2e1-45df-af4c-49987fd87181 service neutron] Notify callbacks [] for binding, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.647060 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47d3fc2e-92fe-49a1-8278-895241387f12 req-f7edd43f-c2e1-45df-af4c-49987fd87181 service neutron] 10.222.0.60 "DELETE /v2.0/ports/2fb6d072-8fb7-45c7-9e4e-321d91d78bda/bindings/n-h2-806683-5 HTTP/1.1" status: 204 len: 173 time: 0.2652514 Aug 31 14:19:08.652807 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d9f9ce91-02f0-4a3d-b162-22b29266f42a None None] Port 432916bc-ff8f-4399-87fe-86dcce644323 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:08.744778 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.818368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:08.820859 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8ee3d7-2f0e-461c-9dde-8a523294d246" -d '{"events": [{"server_uuid": "9787d1a9-2fe9-4efe-9af8-9f1ece452de2", "name": "network-vif-plugged", "status": "completed", "tag": "8ed218f7-d16c-4dc8-bb53-d1c4275bbb98"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:08.834417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f720df2-505d-482b-bedc-6664a2d10d8f req-4c430275-b125-4599-9fe4-eb59b6f1ca0b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:08.848081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:08.851995 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9f720df2-505d-482b-bedc-6664a2d10d8f req-4c430275-b125-4599-9fe4-eb59b6f1ca0b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 945 time: 0.0798745 Aug 31 14:19:08.852944 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.908906 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-835563ca-036e-4c1b-97ea-bcbb949454b5 req-000b64ac-1f57-4226-bc73-6f9896dc201d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088141 Aug 31 14:19:08.933739 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9f720df2-505d-482b-bedc-6664a2d10d8f req-34ad8633-2392-49e0-8f4b-7d00f89bc68d tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778842 Aug 31 14:19:08.951497 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,revision_number=11']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:08.952774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432916bc-ff8f-4399-87fe-86dcce644323 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:08.976116 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.998463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Transition to ACTIVE for port object 432916bc-ff8f-4399-87fe-86dcce644323 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:09.002945 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7e3c1f-61c4-43b2-9e9c-1270cd2cb2ea x-openstack-request-id: req-2e7e3c1f-61c4-43b2-9e9c-1270cd2cb2ea {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:09.007058 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9787d1a9-2fe9-4efe-9af8-9f1ece452de2", "name": "network-vif-plugged", "status": "completed", "tag": "8ed218f7-d16c-4dc8-bb53-d1c4275bbb98", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:09.007058 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e7e3c1f-61c4-43b2-9e9c-1270cd2cb2ea {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:09.007058 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98', 'code': 200} Aug 31 14:19:09.007577 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.139376 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512d76f-4027-4c88-8af1-8911e6867a53 req-ba0ebfb1-be47-4599-947b-f0f556facd23 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.151806 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2512d76f-4027-4c88-8af1-8911e6867a53 req-ba0ebfb1-be47-4599-947b-f0f556facd23 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.1107435 Aug 31 14:19:09.224903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Pushing event updated for resources: {'Port': ['ID=432916bc-ff8f-4399-87fe-86dcce644323,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:09.230647 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2512d76f-4027-4c88-8af1-8911e6867a53 req-0a674f2a-16e3-48af-935b-dc4ff80569ef tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654161 Aug 31 14:19:09.240163 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Attempting to bind port 432916bc-ff8f-4399-87fe-86dcce644323 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:09.240497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Attempting to bind port 432916bc-ff8f-4399-87fe-86dcce644323 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:09.240821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Attempting to bind port 432916bc-ff8f-4399-87fe-86dcce644323 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:09.250662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Port 432916bc-ff8f-4399-87fe-86dcce644323 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:19:09.250990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Attempting to bind port 432916bc-ff8f-4399-87fe-86dcce644323 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:09.263547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519580a-fd12-44d8-8f60-7347c3d2e921 req-437f6a4f-a14d-4ca3-ac6b-c94b502d7d0e tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.266082 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f519580a-fd12-44d8-8f60-7347c3d2e921 req-437f6a4f-a14d-4ca3-ac6b-c94b502d7d0e tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 1096 time: 0.0927176 Aug 31 14:19:09.271431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:09.271757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:09.272143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:09.272572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Bound port: 432916bc-ff8f-4399-87fe-86dcce644323, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:09.272989 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.340348 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f519580a-fd12-44d8-8f60-7347c3d2e921 req-8c142378-8d55-433b-ac44-0f5d44e892ae tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649452 Aug 31 14:19:09.376906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:09.386093 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:09.392173 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.432087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.432593 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.434010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] 10.222.0.60 "PUT /v2.0/ports/432916bc-ff8f-4399-87fe-86dcce644323 HTTP/1.1" status: 200 len: 1096 time: 1.3076551 Aug 31 14:19:09.434447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:09.437354 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9557d82-3884-43de-95cb-422006c83061" -d '{"events": [{"name": "network-changed", "server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "tag": "432916bc-ff8f-4399-87fe-86dcce644323"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:09.458901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc40988-688e-4e31-a15e-94c8055011b9 service neutron] Pushing event updated for resources: {'Port': ['ID=432916bc-ff8f-4399-87fe-86dcce644323,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:09.520852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005792b6-f7ae-470b-82cd-3ae3aa3beb65 req-3bd172ab-4bf6-4bb9-8afe-ef0f1235fdd2 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.529259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-005792b6-f7ae-470b-82cd-3ae3aa3beb65 req-3bd172ab-4bf6-4bb9-8afe-ef0f1235fdd2 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 1096 time: 0.0718746 Aug 31 14:19:09.576677 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-005792b6-f7ae-470b-82cd-3ae3aa3beb65 req-4e06aee3-2ce7-46cd-9521-3eb2f58e73a8 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403726 Aug 31 14:19:09.607527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-d839284d-2d9d-4c9d-8461-18238b92ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.610011 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-d839284d-2d9d-4c9d-8461-18238b92ace5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 1099 time: 0.1248140 Aug 31 14:19:09.627070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b0be2-5681-4856-9e53-7335a99e5bb9 req-082850c5-d810-43a6-a57d-90f2eda2f6b6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.630273 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b4b0be2-5681-4856-9e53-7335a99e5bb9 req-082850c5-d810-43a6-a57d-90f2eda2f6b6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 948 time: 0.1344035 Aug 31 14:19:09.658145 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2176d8eb-6513-4a47-8398-e57b4e00ee91 x-openstack-request-id: req-2176d8eb-6513-4a47-8398-e57b4e00ee91 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:09.658427 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "tag": "432916bc-ff8f-4399-87fe-86dcce644323", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:09.658679 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2176d8eb-6513-4a47-8398-e57b4e00ee91 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:09.659839 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323', 'status': 'completed', 'code': 200} Aug 31 14:19:09.737316 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-d3acc39a-c299-4138-951f-8c2b3d17f4c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=432916bc-ff8f-4399-87fe-86dcce644323 HTTP/1.1" status: 200 len: 217 time: 0.1059525 Aug 31 14:19:09.853431 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b4b0be2-5681-4856-9e53-7335a99e5bb9 req-69a67b53-f48a-4945-bc20-7a0d2380c1b1 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065248 Aug 31 14:19:09.860090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-2516fc01-5e1c-473d-a003-4fd894c0d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.862175 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-2516fc01-5e1c-473d-a003-4fd894c0d2c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1107309 Aug 31 14:19:09.942767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-358bb462-05a7-4f04-881d-aa3540778fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.944826 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-358bb462-05a7-4f04-881d-aa3540778fa9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639248 Aug 31 14:19:10.101111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e950e58-ce23-4e05-ae5c-63f255cedacd req-7fc2c297-f4fb-48e6-a30e-2c7405b1d008 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.104058 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e950e58-ce23-4e05-ae5c-63f255cedacd req-7fc2c297-f4fb-48e6-a30e-2c7405b1d008 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0791695 Aug 31 14:19:10.154843 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-a7735a07-cf52-4900-86db-563041f68dc6 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012634 Aug 31 14:19:10.161194 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-c51b3d58-fd49-4b04-8778-2fe91e15e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.163279 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e950e58-ce23-4e05-ae5c-63f255cedacd req-b397d01b-5016-4622-8daf-b0bd2409508d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466778 Aug 31 14:19:10.171132 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-c51b3d58-fd49-4b04-8778-2fe91e15e23f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 1097 time: 0.0869775 Aug 31 14:19:10.266838 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69c0e840-0f26-4529-a451-48bde12c62f6 req-c5a550ac-d0b1-41c6-bf1d-b066c4305395 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025496 Aug 31 14:19:10.379679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9557d82-3884-43de-95cb-422006c83061 req-585ba938-0a01-4ac6-a4ed-f2fb06c89ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.382006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9557d82-3884-43de-95cb-422006c83061 req-585ba938-0a01-4ac6-a4ed-f2fb06c89ce3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 1099 time: 0.0483167 Aug 31 14:19:10.382449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-7b4fbb8c-0580-428e-a1c2-51ad54e0dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.384052 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-7b4fbb8c-0580-428e-a1c2-51ad54e0dfad service neutron] 10.222.0.60 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.2110450 Aug 31 14:19:10.413942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9546b-52ea-405d-941b-3327d74eb58b req-bf518aeb-4eeb-4212-882f-64e0259122c9 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.415471 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bae9546b-52ea-405d-941b-3327d74eb58b req-bf518aeb-4eeb-4212-882f-64e0259122c9 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.0670488 Aug 31 14:19:10.449815 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-f9b94a20-fd42-43e9-8869-0738c7161f0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=913f9a69-4814-4f38-b81e-a21daa183875 HTTP/1.1" status: 200 len: 217 time: 0.0517638 Aug 31 14:19:10.493312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9557d82-3884-43de-95cb-422006c83061 req-89f2a94c-2a6e-45db-a1e5-73dbbfd8c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.494968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9557d82-3884-43de-95cb-422006c83061 req-89f2a94c-2a6e-45db-a1e5-73dbbfd8c27f service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.0983071 Aug 31 14:19:10.520943 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bae9546b-52ea-405d-941b-3327d74eb58b req-92cfda23-206c-4dbc-a9da-af31e3ea9ad2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738759 Aug 31 14:19:10.522464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-0bdaeddb-a95a-468e-9859-b9ca82935ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.523889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-0bdaeddb-a95a-468e-9859-b9ca82935ddc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.0667157 Aug 31 14:19:10.541787 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9557d82-3884-43de-95cb-422006c83061 req-3e18c968-6414-4996-9da5-ccb8e78f325e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=432916bc-ff8f-4399-87fe-86dcce644323 HTTP/1.1" status: 200 len: 217 time: 0.0389080 Aug 31 14:19:10.560617 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-f99bbcdb-7ef2-4087-bdaa-8c262ecca612 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287447 Aug 31 14:19:10.598592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9557d82-3884-43de-95cb-422006c83061 req-9bf9f1c8-becb-4a08-8bcc-c77ea3c55d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.600174 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9557d82-3884-43de-95cb-422006c83061 req-9bf9f1c8-becb-4a08-8bcc-c77ea3c55d56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0511782 Aug 31 14:19:10.665400 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-55a4a551-6ae2-40d3-808a-a53c62f59a20 service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972869 Aug 31 14:19:10.769306 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-a50d0042-a800-45f3-ab10-bbb00a6f53f2 service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959277 Aug 31 14:19:10.974021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9557d82-3884-43de-95cb-422006c83061 req-cea887a3-99de-4a0b-8d3f-2541ce46c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.975686 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9557d82-3884-43de-95cb-422006c83061 req-cea887a3-99de-4a0b-8d3f-2541ce46c262 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3658798 Aug 31 14:19:11.057507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d93e-e26e-4861-bcd2-6f1cfa6a80b6 req-d2ed322f-422a-451a-a721-853355580757 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:11.058808 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a2c0d93e-e26e-4861-bcd2-6f1cfa6a80b6 req-d2ed322f-422a-451a-a721-853355580757 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 948 time: 0.1134427 Aug 31 14:19:11.129752 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a2c0d93e-e26e-4861-bcd2-6f1cfa6a80b6 req-95dd679c-3393-459d-b7ae-7a8268e69aa1 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621762 Aug 31 14:19:11.135733 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 04f11e27-7491-4634-b5f3-15b74ed9b2b2 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:19:11.143936 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9557d82-3884-43de-95cb-422006c83061 req-d76bb8a3-dd3f-4aca-862e-bef798140c8f service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581903 Aug 31 14:19:11.272574 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9557d82-3884-43de-95cb-422006c83061 req-49bf9842-9dea-48b0-8827-310d9406d7e1 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202202 Aug 31 14:19:11.368966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40597b99-0da2-4e60-ae14-01ec16779eb7 req-19efa056-1b93-4b69-83b1-79ad14a38786 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:11.371620 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-40597b99-0da2-4e60-ae14-01ec16779eb7 req-19efa056-1b93-4b69-83b1-79ad14a38786 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0706396 Aug 31 14:19:11.421438 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-40597b99-0da2-4e60-ae14-01ec16779eb7 req-cd757bc2-72c9-47ee-8335-6fe72e382c66 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405612 Aug 31 14:19:11.470845 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 04f11e27-7491-4634-b5f3-15b74ed9b2b2, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=04f11e27-7491-4634-b5f3-15b74ed9b2b2,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:11.487632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '04f11e27-7491-4634-b5f3-15b74ed9b2b2', 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af', 'port_id': '04f11e27-7491-4634-b5f3-15b74ed9b2b2', 'mac_address': 'fa:16:3e:ae:2f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa5041b-aff9-4323-8a2c-7ce83a5dbf67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:19:11.528176 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.541178 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04f11e27-7491-4634-b5f3-15b74ed9b2b2 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:11.565415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 04f11e27-7491-4634-b5f3-15b74ed9b2b2, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=04f11e27-7491-4634-b5f3-15b74ed9b2b2,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:11.569690 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.633801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=04f11e27-7491-4634-b5f3-15b74ed9b2b2,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:11.659336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d221ab-c0e0-4c80-87f8-f02c9e2cef7e req-597fb19b-c1e1-4a64-8f30-747ab829b818 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:11.660995 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90d221ab-c0e0-4c80-87f8-f02c9e2cef7e req-597fb19b-c1e1-4a64-8f30-747ab829b818 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.0612922 Aug 31 14:19:11.706438 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90d221ab-c0e0-4c80-87f8-f02c9e2cef7e req-88135305-73ab-4639-b7dd-24e8cb45c408 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341349 Aug 31 14:19:11.732276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['04f11e27-7491-4634-b5f3-15b74ed9b2b2'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:12.260319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5709ad-2d33-4e84-b893-e65fe69621ed req-99cb5621-a2ea-464e-82e7-770b0c789122 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:12.267285 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5d5709ad-2d33-4e84-b893-e65fe69621ed req-99cb5621-a2ea-464e-82e7-770b0c789122 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 948 time: 0.0587096 Aug 31 14:19:12.312888 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5d5709ad-2d33-4e84-b893-e65fe69621ed req-eb4395d0-6b94-4fa6-98d7-56a004053d4a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442345 Aug 31 14:19:12.585329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be768d66-1cd8-451c-826d-4d02cf23dd09 req-282bf62a-0d65-42e9-a400-cca7ede302c2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:12.595392 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be768d66-1cd8-451c-826d-4d02cf23dd09 req-282bf62a-0d65-42e9-a400-cca7ede302c2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 944 time: 0.0773194 Aug 31 14:19:12.658227 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be768d66-1cd8-451c-826d-4d02cf23dd09 req-2b30ce5c-fa45-40bc-a158-a02cd478f40a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503998 Aug 31 14:19:12.915905 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b65c5-f1b7-46c4-bfdd-48ad6252c4bf req-b5ba6828-dd83-41f2-8c01-b12005c85046 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:12.924986 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-942b65c5-f1b7-46c4-bfdd-48ad6252c4bf req-b5ba6828-dd83-41f2-8c01-b12005c85046 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.1038356 Aug 31 14:19:12.971540 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-942b65c5-f1b7-46c4-bfdd-48ad6252c4bf req-cb24d5a3-5b90-46ed-ae32-c4599d189832 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451887 Aug 31 14:19:13.168379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 432916bc-ff8f-4399-87fe-86dcce644323 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:19:13.171766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 04f11e27-7491-4634-b5f3-15b74ed9b2b2 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:13.322795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 04f11e27-7491-4634-b5f3-15b74ed9b2b2 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:13.323523 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:13.506792 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d3552-7cc9-49c1-b954-199d710f2ac9 req-c70c4026-797a-4838-bfb9-6e51b98ec1e1 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:13.525619 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa2d3552-7cc9-49c1-b954-199d710f2ac9 req-c70c4026-797a-4838-bfb9-6e51b98ec1e1 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 948 time: 0.1136723 Aug 31 14:19:13.563431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:13.619582 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa2d3552-7cc9-49c1-b954-199d710f2ac9 req-0fac0c9f-49f4-4528-bdd2-4029bf0f2993 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926638 Aug 31 14:19:13.657659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '432916bc-ff8f-4399-87fe-86dcce644323', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '432916bc-ff8f-4399-87fe-86dcce644323', 'mac_address': 'fa:16:3e:7c:02:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:19:13.725959 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:13.767334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4688bbc7-675b-4c32-8bbc-d36d57f63d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f11e27-7491-4634-b5f3-15b74ed9b2b2'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:13.770122 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8019a1-74a2-4401-849f-96874dc601b8" -d '{"events": [{"server_uuid": "4688bbc7-675b-4c32-8bbc-d36d57f63d52", "name": "network-vif-plugged", "status": "completed", "tag": "04f11e27-7491-4634-b5f3-15b74ed9b2b2"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:13.794950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 04f11e27-7491-4634-b5f3-15b74ed9b2b2, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=04f11e27-7491-4634-b5f3-15b74ed9b2b2,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:13.805357 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:13.812653 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:13.862309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432916bc-ff8f-4399-87fe-86dcce644323 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:13.917456 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d96346-e2f8-4e14-8360-5c6a10c1c672 x-openstack-request-id: req-c5d96346-e2f8-4e14-8360-5c6a10c1c672 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:13.917803 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4688bbc7-675b-4c32-8bbc-d36d57f63d52", "name": "network-vif-plugged", "status": "completed", "tag": "04f11e27-7491-4634-b5f3-15b74ed9b2b2", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:13.921691 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5d96346-e2f8-4e14-8360-5c6a10c1c672 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:13.922151 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4688bbc7-675b-4c32-8bbc-d36d57f63d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f11e27-7491-4634-b5f3-15b74ed9b2b2', 'code': 200} Aug 31 14:19:13.930813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5c0b0-d70e-47b9-9e15-bcffeed72ea6 req-45cb851e-ac56-4058-9716-247d89f1b0d8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:13.942679 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eef5c0b0-d70e-47b9-9e15-bcffeed72ea6 req-45cb851e-ac56-4058-9716-247d89f1b0d8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 944 time: 0.1625125 Aug 31 14:19:13.956865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=04f11e27-7491-4634-b5f3-15b74ed9b2b2,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:13.962864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:13.968411 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.058814 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eef5c0b0-d70e-47b9-9e15-bcffeed72ea6 req-6eb92dd8-e57c-4f3b-acaa-3f284d4c7037 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151571 Aug 31 14:19:14.109593 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=432916bc-ff8f-4399-87fe-86dcce644323,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:14.213621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6995de-1c71-4569-b7e8-caa8fec896b0 req-bf780b0c-6f89-4b9f-b93d-4836437dcad8 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:14.235806 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0c6995de-1c71-4569-b7e8-caa8fec896b0 req-bf780b0c-6f89-4b9f-b93d-4836437dcad8 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.1084776 Aug 31 14:19:14.298363 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['432916bc-ff8f-4399-87fe-86dcce644323'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:14.319850 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0c6995de-1c71-4569-b7e8-caa8fec896b0 req-13840102-49df-4ffa-a2eb-3748c58c71b0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830338 Aug 31 14:19:14.795459 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77480f-0e8e-429d-a402-4b33ba208cf3 req-695b4bc9-cb1e-4d5a-a05e-4690fb94f9d0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:14.811851 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b77480f-0e8e-429d-a402-4b33ba208cf3 req-695b4bc9-cb1e-4d5a-a05e-4690fb94f9d0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 949 time: 0.1007166 Aug 31 14:19:14.861903 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b77480f-0e8e-429d-a402-4b33ba208cf3 req-76bea91e-0711-41af-9078-845729e7d7cf tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485826 Aug 31 14:19:15.277639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4c43a-5e1c-43a1-8992-e971a25798c5 req-3f4f3329-fc89-4c54-a286-49c62a1bccfb tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:15.279194 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60c4c43a-5e1c-43a1-8992-e971a25798c5 req-3f4f3329-fc89-4c54-a286-49c62a1bccfb tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.1014555 Aug 31 14:19:15.351851 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60c4c43a-5e1c-43a1-8992-e971a25798c5 req-e51c9ace-7477-4add-a4fa-9a86d5b8190d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610740 Aug 31 14:19:15.527129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cb888-f35b-4990-9d33-7ddbe4c1f8cf req-e850248c-adb1-43e6-ba2c-b2a18a41d6b0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:15.529151 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-382cb888-f35b-4990-9d33-7ddbe4c1f8cf req-e850248c-adb1-43e6-ba2c-b2a18a41d6b0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.0853343 Aug 31 14:19:15.587959 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-382cb888-f35b-4990-9d33-7ddbe4c1f8cf req-86d0b46c-13ba-44b7-9234-9249918cfc70 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525987 Aug 31 14:19:16.043656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92391f-0d31-4cbb-9954-16f70e0b0330 req-4e2342d0-f6c0-414a-b185-e03b6eb94ac6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:16.052093 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c92391f-0d31-4cbb-9954-16f70e0b0330 req-4e2342d0-f6c0-414a-b185-e03b6eb94ac6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 949 time: 0.1006737 Aug 31 14:19:16.090091 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c92391f-0d31-4cbb-9954-16f70e0b0330 req-0412cbc0-8754-4d1b-833d-d114bca4d4b9 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368066 Aug 31 14:19:16.514712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf0f2b-ce80-43f1-8003-54b81b44b39b req-b7c07a19-c468-471d-9104-34a8f3132bf7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:16.517285 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1daf0f2b-ce80-43f1-8003-54b81b44b39b req-b7c07a19-c468-471d-9104-34a8f3132bf7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0756721 Aug 31 14:19:16.593962 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1daf0f2b-ce80-43f1-8003-54b81b44b39b req-ac1444f0-0644-47f5-a16a-4f0164af7398 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633161 Aug 31 14:19:16.741414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8ddb-8ce6-48f8-b7b4-bbebb303ae18 req-cf10dd80-b4cc-402b-a1d3-2a4d218dea2e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:16.749525 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4ea8ddb-8ce6-48f8-b7b4-bbebb303ae18 req-cf10dd80-b4cc-402b-a1d3-2a4d218dea2e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.0723822 Aug 31 14:19:16.788990 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4ea8ddb-8ce6-48f8-b7b4-bbebb303ae18 req-49e40c32-2998-44e6-9557-be379ea09d78 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383108 Aug 31 14:19:17.183567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 432916bc-ff8f-4399-87fe-86dcce644323 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:17.235295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10275af0-587b-4e49-8417-4c8019762dcc req-97d3d94d-5bee-4025-a158-27d6d17b7e0a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:17.237024 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10275af0-587b-4e49-8417-4c8019762dcc req-97d3d94d-5bee-4025-a158-27d6d17b7e0a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 949 time: 0.0638857 Aug 31 14:19:17.253943 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 432916bc-ff8f-4399-87fe-86dcce644323 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:17.261087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 432916bc-ff8f-4399-87fe-86dcce644323 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:17.261758 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:17.317372 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10275af0-587b-4e49-8417-4c8019762dcc req-1dd7f7ff-ac69-4e59-a273-5d03260da5eb tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738108 Aug 31 14:19:17.370226 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:17.407429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:17.408580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:17.411603 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4d0faa-caaa-43ac-a352-7e51d70eaf0d" -d '{"events": [{"server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "name": "network-vif-plugged", "status": "completed", "tag": "432916bc-ff8f-4399-87fe-86dcce644323"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:17.416307 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:17.470058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=432916bc-ff8f-4399-87fe-86dcce644323,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:17.504661 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84106d0c-084d-4723-81e7-6a6a670933af x-openstack-request-id: req-84106d0c-084d-4723-81e7-6a6a670933af {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:17.505189 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "name": "network-vif-plugged", "status": "completed", "tag": "432916bc-ff8f-4399-87fe-86dcce644323", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:17.505620 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84106d0c-084d-4723-81e7-6a6a670933af {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:17.506271 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323', 'code': 200} Aug 31 14:19:17.646421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7bb90-889c-4ebd-b82d-510715d62861 req-2de7ebb7-199e-49e4-b494-b2194fb62d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:17.648202 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a3f7bb90-889c-4ebd-b82d-510715d62861 req-2de7ebb7-199e-49e4-b494-b2194fb62d1d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 1101 time: 0.0785162 Aug 31 14:19:17.699247 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a3f7bb90-889c-4ebd-b82d-510715d62861 req-f6f2fa80-b9b1-4dd5-9e06-74030a4b385f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412159 Aug 31 14:19:17.769123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e690e81-53e9-4260-beb3-547d3d312deb req-402fd847-61e8-4c5d-92a8-2a63a70cd028 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:17.777223 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1e690e81-53e9-4260-beb3-547d3d312deb req-402fd847-61e8-4c5d-92a8-2a63a70cd028 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0732825 Aug 31 14:19:17.833409 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1e690e81-53e9-4260-beb3-547d3d312deb req-90ee84e6-c055-4603-b615-49fd43ebe46e tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549793 Aug 31 14:19:17.949178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bca37-3ba4-466b-af1a-069975fc2252 req-555eb939-17ed-48c0-8cdf-47353fe82808 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:17.958688 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e52bca37-3ba4-466b-af1a-069975fc2252 req-555eb939-17ed-48c0-8cdf-47353fe82808 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.0731928 Aug 31 14:19:18.019811 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e52bca37-3ba4-466b-af1a-069975fc2252 req-ae12997d-e8e4-4326-b02b-f24685f56293 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593507 Aug 31 14:19:18.493067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141f30-8f71-47b7-abfa-10e72d91735f req-bd82821a-e7cd-4b30-ac77-2fbc795c98f9 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:18.495672 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf141f30-8f71-47b7-abfa-10e72d91735f req-bd82821a-e7cd-4b30-ac77-2fbc795c98f9 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.0951486 Aug 31 14:19:18.562853 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf141f30-8f71-47b7-abfa-10e72d91735f req-b92886d6-2cfd-40bc-bea0-0c217e977ff3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481901 Aug 31 14:19:19.032553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554249d-1a36-41e8-93d8-bd92574d5e39 req-1fd3b587-e704-4427-ba2e-8401862e9f95 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:19.034765 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f554249d-1a36-41e8-93d8-bd92574d5e39 req-1fd3b587-e704-4427-ba2e-8401862e9f95 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0984001 Aug 31 14:19:19.078421 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:19.117794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f554249d-1a36-41e8-93d8-bd92574d5e39 req-8aa8f88a-6439-4a5b-b47a-e22d0e2ddb78 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729237 Aug 31 14:19:19.262293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d780ab-1063-4979-b01a-0b20931e1800 req-e5368fcf-24f8-49c7-b51f-3f135bd01e23 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:19.275769 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-99d780ab-1063-4979-b01a-0b20931e1800 req-e5368fcf-24f8-49c7-b51f-3f135bd01e23 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.0765407 Aug 31 14:19:19.324295 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-99d780ab-1063-4979-b01a-0b20931e1800 req-eb5bd898-d075-420e-b11a-beb9ddc9491c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446458 Aug 31 14:19:19.481808 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0cd3f7ed-23d5-4afc-a8e1-eb5aff88a3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:19.740067 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b1b7b-2862-4076-a8e0-c277848977d9 req-bee6daf6-c8bb-449a-9f87-9985abdf5336 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:19.742049 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef4b1b7b-2862-4076-a8e0-c277848977d9 req-bee6daf6-c8bb-449a-9f87-9985abdf5336 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.0963781 Aug 31 14:19:19.796213 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef4b1b7b-2862-4076-a8e0-c277848977d9 req-032a1324-f914-46bf-85d5-dd081b0f38f3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424771 Aug 31 14:19:19.927941 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b470550-a0d5-4564-b11c-8f38ef9529c3 req-bfe375bd-f2ab-40c1-a6f5-d8b6314a1875 tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:19.935640 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2b470550-a0d5-4564-b11c-8f38ef9529c3 req-bfe375bd-f2ab-40c1-a6f5-d8b6314a1875 tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 1101 time: 0.0569224 Aug 31 14:19:19.987648 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2b470550-a0d5-4564-b11c-8f38ef9529c3 req-f336734d-2a5d-4b8d-804d-ddcb25c9eda7 tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505617 Aug 31 14:19:20.579745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476eccb-326b-4acd-a1ef-4468c622a165 req-89dece71-ea9e-4d17-bbf4-3f0719e5700f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:20.582342 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5476eccb-326b-4acd-a1ef-4468c622a165 req-89dece71-ea9e-4d17-bbf4-3f0719e5700f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.1656065 Aug 31 14:19:20.666535 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5476eccb-326b-4acd-a1ef-4468c622a165 req-a2f943fd-c22f-49d8-b9f7-fb57962252ca tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773742 Aug 31 14:19:20.974506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee7ff0-74ac-4180-aa28-536f8ba40fba req-9d18c3c7-f30f-4d15-82d6-48a168f050c1 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:20.979044 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c5ee7ff0-74ac-4180-aa28-536f8ba40fba req-9d18c3c7-f30f-4d15-82d6-48a168f050c1 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.0957129 Aug 31 14:19:21.082129 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c5ee7ff0-74ac-4180-aa28-536f8ba40fba req-625735b9-a0c8-4935-a0ca-fc93ec6b4500 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944707 Aug 31 14:19:21.084000 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-35c5be73-3646-4f70-8cf1-30290b015fb7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1068389 Aug 31 14:19:21.164477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247a919-f670-44d5-baa9-5a8750343096 req-31984faf-f890-4610-955a-f99425c7131e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:21.174770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7247a919-f670-44d5-baa9-5a8750343096 req-31984faf-f890-4610-955a-f99425c7131e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.1353004 Aug 31 14:19:21.269911 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7247a919-f670-44d5-baa9-5a8750343096 req-16cd3ae9-2a95-4ed9-943d-2153b588c690 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866220 Aug 31 14:19:21.418431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2681c2-f6df-43a6-b1ff-921b57341f65 req-b12baf5c-a846-47df-809d-70eb2f05feed tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:21.429099 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d2681c2-f6df-43a6-b1ff-921b57341f65 req-b12baf5c-a846-47df-809d-70eb2f05feed tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.0763414 Aug 31 14:19:21.479336 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d2681c2-f6df-43a6-b1ff-921b57341f65 req-a0f81cbc-a23f-4ff0-8949-852c3b0fd9b9 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490699 Aug 31 14:19:21.956774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65903217-6d4e-4fa1-a8f4-13909f8a5e36 req-5fe70506-476e-49b2-b7b4-1584e7cc0577 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:21.968173 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65903217-6d4e-4fa1-a8f4-13909f8a5e36 req-5fe70506-476e-49b2-b7b4-1584e7cc0577 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.1389835 Aug 31 14:19:22.086183 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65903217-6d4e-4fa1-a8f4-13909f8a5e36 req-83b98ae2-745a-4af7-9e0e-ee8c8167bb70 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170285 Aug 31 14:19:22.226142 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2649508f-198d-4236-a2f4-05ea1badd21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.233886 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.492080 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e59a-9e6b-4aad-8e93-64c63884cc72 req-a62859ee-33ed-45f3-bddc-34b6af4022e2 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:22.505029 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c2f9e59a-9e6b-4aad-8e93-64c63884cc72 req-a62859ee-33ed-45f3-bddc-34b6af4022e2 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.1896238 Aug 31 14:19:22.618775 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73762e0-0b3b-4f76-99b9-1f88f50c7428 req-e832336a-2242-4bc8-a241-37c5da9df536 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:22.619403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c2f9e59a-9e6b-4aad-8e93-64c63884cc72 req-8c8c315f-87f5-46f3-91bd-ede2461df1d7 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122572 Aug 31 14:19:22.637898 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e73762e0-0b3b-4f76-99b9-1f88f50c7428 req-e832336a-2242-4bc8-a241-37c5da9df536 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 945 time: 0.0807626 Aug 31 14:19:22.716413 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e73762e0-0b3b-4f76-99b9-1f88f50c7428 req-c54bcca4-210a-47ea-8a0b-00623f735866 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718613 Aug 31 14:19:22.858664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853aa9fc-95a6-4c81-b86b-bce1bca76a14 req-f4fb4321-bcf7-4fe8-bdcb-293914adf6a0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:22.860320 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-853aa9fc-95a6-4c81-b86b-bce1bca76a14 req-f4fb4321-bcf7-4fe8-bdcb-293914adf6a0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.0630691 Aug 31 14:19:22.910525 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-853aa9fc-95a6-4c81-b86b-bce1bca76a14 req-98212080-9aae-450f-b205-8fa83f5d3ab3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422058 Aug 31 14:19:22.971971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d35d3-1264-4970-94ba-b518e98ea87d req-7c7d2aa0-11dc-4080-809e-c2087a1c276e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:22.980318 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd0d35d3-1264-4970-94ba-b518e98ea87d req-7c7d2aa0-11dc-4080-809e-c2087a1c276e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.0846510 Aug 31 14:19:23.036110 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd0d35d3-1264-4970-94ba-b518e98ea87d req-5cafc243-59a5-4fd3-994d-8a2bf3224724 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547822 Aug 31 14:19:23.170530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3156b-421b-4d15-b9d2-5fb0cdd6bed1 req-ba5ed6eb-20a7-436a-83ef-01811ee46fac tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:23.173125 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-85b3156b-421b-4d15-b9d2-5fb0cdd6bed1 req-ba5ed6eb-20a7-436a-83ef-01811ee46fac tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.0897679 Aug 31 14:19:23.226496 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.323069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb5e00-f037-4e0e-a73e-2a0aaace2c6f req-b043b313-5da4-45b5-a3de-3f6586bd1ef0 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:23.325122 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27bb5e00-f037-4e0e-a73e-2a0aaace2c6f req-b043b313-5da4-45b5-a3de-3f6586bd1ef0 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.1097546 Aug 31 14:19:23.392602 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27bb5e00-f037-4e0e-a73e-2a0aaace2c6f req-1f5af699-18fe-461f-bcab-ba25620a6e5b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565197 Aug 31 14:19:23.420514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-85b3156b-421b-4d15-b9d2-5fb0cdd6bed1 req-91387d4d-c72d-4884-81c7-331d4abd68a5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Deleting port 45949ef3-10e2-451b-a529-5f4bc12ed226 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:23.421071 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-85b3156b-421b-4d15-b9d2-5fb0cdd6bed1 req-91387d4d-c72d-4884-81c7-331d4abd68a5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.582753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-410108f1-b613-4dd6-a456-14facede600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:23.584413 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-410108f1-b613-4dd6-a456-14facede600a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 1101 time: 0.0977926 Aug 31 14:19:23.671665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-85b3156b-421b-4d15-b9d2-5fb0cdd6bed1 req-91387d4d-c72d-4884-81c7-331d4abd68a5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] For port 45949ef3-10e2-451b-a529-5f4bc12ed226, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=45949ef3-10e2-451b-a529-5f4bc12ed226,segment=NetworkSegment(4f032cb7-72d7-4c2e-8dc7-bb10aa20c631),segment_id=4f032cb7-72d7-4c2e-8dc7-bb10aa20c631)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:23.672495 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-85b3156b-421b-4d15-b9d2-5fb0cdd6bed1 req-91387d4d-c72d-4884-81c7-331d4abd68a5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.719197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-85b3156b-421b-4d15-b9d2-5fb0cdd6bed1 req-91387d4d-c72d-4884-81c7-331d4abd68a5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Calling delete_port for 45949ef3-10e2-451b-a529-5f4bc12ed226 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:23.848136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf001a-03a8-496e-9f8c-a41484e2675c req-3fe464ac-2d12-455a-9e60-4b44e108802c tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:23.849632 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73cf001a-03a8-496e-9f8c-a41484e2675c req-3fe464ac-2d12-455a-9e60-4b44e108802c tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 945 time: 0.1420288 Aug 31 14:19:23.852802 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-dbc3c84f-a871-45aa-ad23-76b7c227d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:23.854237 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-dbc3c84f-a871-45aa-ad23-76b7c227d449 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.2573974 Aug 31 14:19:23.968199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c43fd-a2dd-4cc4-98a8-5777863d6cde req-d87fee8b-2a1b-4636-9595-50ee0ee3260d tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:23.977074 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73cf001a-03a8-496e-9f8c-a41484e2675c req-6dd4bd28-5024-494d-8697-e314b9424789 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8595441-84fd-4a6d-b37d-6570ceddd694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960312 Aug 31 14:19:23.979169 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee7c43fd-a2dd-4cc4-98a8-5777863d6cde req-d87fee8b-2a1b-4636-9595-50ee0ee3260d tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 945 time: 0.1456425 Aug 31 14:19:23.993482 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-4b1b749f-2864-4f01-ab06-4e886279ea9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=432916bc-ff8f-4399-87fe-86dcce644323 HTTP/1.1" status: 200 len: 217 time: 0.1105642 Aug 31 14:19:23.997592 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.066935 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee7c43fd-a2dd-4cc4-98a8-5777863d6cde req-2dff1e50-43a8-42e0-b8fc-6528fe9008ce tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865548 Aug 31 14:19:24.140533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-b8fdfdd6-e0ef-4371-898d-031e40f7325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:24.142866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-b8fdfdd6-e0ef-4371-898d-031e40f7325a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1418467 Aug 31 14:19:24.253966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3f028-52f5-4c9e-9031-ca74d4a67d9c req-0fc989dd-7aeb-4d8c-8f91-d81fa55bd0d5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:24.255677 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ed3f028-52f5-4c9e-9031-ca74d4a67d9c req-0fc989dd-7aeb-4d8c-8f91-d81fa55bd0d5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.0598300 Aug 31 14:19:24.275417 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-85b3156b-421b-4d15-b9d2-5fb0cdd6bed1 req-91387d4d-c72d-4884-81c7-331d4abd68a5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.316365 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ed3f028-52f5-4c9e-9031-ca74d4a67d9c req-d0e6cd5d-6a8f-4457-ab00-6ccbcb6ce228 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479939 Aug 31 14:19:24.360864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b8c21-97b7-4f07-8e0b-c300cd66d6d8 req-422c2eda-e8bf-4dd2-abb6-11ab9342345f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:24.367882 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-787b8c21-97b7-4f07-8e0b-c300cd66d6d8 req-422c2eda-e8bf-4dd2-abb6-11ab9342345f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.2034693 Aug 31 14:19:24.369990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91387d4d-c72d-4884-81c7-331d4abd68a5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Pushing event deleted for resources: {'Port': ['ID=45949ef3-10e2-451b-a529-5f4bc12ed226,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:24.374214 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-95d0ee81-a14e-4a1d-a736-4260b8e25c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:24.376041 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-95d0ee81-a14e-4a1d-a736-4260b8e25c1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2240264 Aug 31 14:19:24.490818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b3156b-421b-4d15-b9d2-5fb0cdd6bed1 req-91387d4d-c72d-4884-81c7-331d4abd68a5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] No DVR routers for this DVR port 45949ef3-10e2-451b-a529-5f4bc12ed226 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:24.503938 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-85b3156b-421b-4d15-b9d2-5fb0cdd6bed1 req-91387d4d-c72d-4884-81c7-331d4abd68a5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.512252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-85b3156b-421b-4d15-b9d2-5fb0cdd6bed1 req-91387d4d-c72d-4884-81c7-331d4abd68a5 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.25 "DELETE /v2.0/ports/45949ef3-10e2-451b-a529-5f4bc12ed226 HTTP/1.1" status: 204 len: 173 time: 1.3288200 Aug 31 14:19:24.513580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d49f2b0-2f33-4efe-95b4-28af96de165c', 'name': 'network-vif-deleted', 'tag': '45949ef3-10e2-451b-a529-5f4bc12ed226'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:24.528897 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e08c5d-f0b3-4ba4-b70d-01d34b6a7998" -d '{"events": [{"server_uuid": "2d49f2b0-2f33-4efe-95b4-28af96de165c", "name": "network-vif-deleted", "tag": "45949ef3-10e2-451b-a529-5f4bc12ed226"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:24.568443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2291bf-1a85-4769-af0d-ae25c787179d req-dbb6a9fd-e27c-497c-aff0-288eeacd7999 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:24.576058 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-db2291bf-1a85-4769-af0d-ae25c787179d req-dbb6a9fd-e27c-497c-aff0-288eeacd7999 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0784230 Aug 31 14:19:24.639839 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-db2291bf-1a85-4769-af0d-ae25c787179d req-047b63f9-7ef8-4a2c-a9ff-7a2aca31c7c4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587933 Aug 31 14:19:24.695945 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fdbcb6-f618-4d63-83d4-75994c334edb x-openstack-request-id: req-78fdbcb6-f618-4d63-83d4-75994c334edb {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:24.696749 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d49f2b0-2f33-4efe-95b4-28af96de165c", "name": "network-vif-deleted", "tag": "45949ef3-10e2-451b-a529-5f4bc12ed226", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:24.698369 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78fdbcb6-f618-4d63-83d4-75994c334edb {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:24.703654 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d49f2b0-2f33-4efe-95b4-28af96de165c', 'name': 'network-vif-deleted', 'tag': '45949ef3-10e2-451b-a529-5f4bc12ed226', 'status': 'completed', 'code': 200} Aug 31 14:19:24.739856 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-787b8c21-97b7-4f07-8e0b-c300cd66d6d8 req-38fe8f39-7002-4878-9c28-6091ef09ea3a tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666584 Aug 31 14:19:24.753278 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-21a709a2-dd8a-4e18-82e8-c74bd6e2b238 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539791 Aug 31 14:19:24.831940 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.018772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e3deb-7956-475d-8694-0a39104f1995 req-1f6dd1dd-f1a6-48a4-a4c4-0a7dd926a09f tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:25.025738 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-849e3deb-7956-475d-8694-0a39104f1995 req-1f6dd1dd-f1a6-48a4-a4c4-0a7dd926a09f tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.25 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 945 time: 0.2081130 Aug 31 14:19:25.166032 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-efb69411-51c2-4cd3-9c79-31c0d84702a8 req-b211f905-635d-407b-b863-2520bdb9a933 tempest-VolumesAdminNegativeTest-694877568 tempest-VolumesAdminNegativeTest-694877568-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d49f2b0-2f33-4efe-95b4-28af96de165c HTTP/1.1" status: 200 len: 210 time: 0.0530341 Aug 31 14:19:25.247467 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-5272bb62-8f83-44d4-914f-71258a0c7cfa service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797873 Aug 31 14:19:25.304690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-849e3deb-7956-475d-8694-0a39104f1995 req-fcbc7d07-1ad4-4f53-a592-d088bb6e7421 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Deleting port 2571da63-f3f6-4c3b-948b-aa2aaf98314b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:25.305353 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-849e3deb-7956-475d-8694-0a39104f1995 req-fcbc7d07-1ad4-4f53-a592-d088bb6e7421 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.352074 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d1146-3799-4e90-93e2-540f24e3f90e req-f05e8d6b-afee-40ea-a84b-31daf4093f04 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:25.362499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c99d1146-3799-4e90-93e2-540f24e3f90e req-f05e8d6b-afee-40ea-a84b-31daf4093f04 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 945 time: 0.0942037 Aug 31 14:19:25.457747 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c99d1146-3799-4e90-93e2-540f24e3f90e req-b903986e-4dad-4d75-9069-d1a88d23d38f tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/security-groups?id=3297f493-f534-4103-977b-b13777e1ac4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925567 Aug 31 14:19:25.565617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41ed1-4303-4796-949c-a748cc8fa510 req-1b948714-5902-43c0-865e-93d2864a331a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:25.567292 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-52b41ed1-4303-4796-949c-a748cc8fa510 req-1b948714-5902-43c0-865e-93d2864a331a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.1008134 Aug 31 14:19:25.582086 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-849e3deb-7956-475d-8694-0a39104f1995 req-fcbc7d07-1ad4-4f53-a592-d088bb6e7421 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] For port 2571da63-f3f6-4c3b-948b-aa2aaf98314b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2571da63-f3f6-4c3b-948b-aa2aaf98314b,segment=NetworkSegment(0c4bf473-5c0c-42ee-9687-07805b307f16),segment_id=0c4bf473-5c0c-42ee-9687-07805b307f16)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:25.582648 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-849e3deb-7956-475d-8694-0a39104f1995 req-fcbc7d07-1ad4-4f53-a592-d088bb6e7421 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.612291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-849e3deb-7956-475d-8694-0a39104f1995 req-fcbc7d07-1ad4-4f53-a592-d088bb6e7421 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Calling delete_port for 2571da63-f3f6-4c3b-948b-aa2aaf98314b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:25.692039 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-52b41ed1-4303-4796-949c-a748cc8fa510 req-b45bc1d6-5a7a-440c-8283-44775104d665 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154869 Aug 31 14:19:25.784291 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:19:25.810063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b04a6-11e0-4e94-9516-140df9f745ba req-0f2027ae-9514-426e-8660-faf098285768 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:25.820676 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c51b04a6-11e0-4e94-9516-140df9f745ba req-0f2027ae-9514-426e-8660-faf098285768 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.1024733 Aug 31 14:19:25.831609 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-849e3deb-7956-475d-8694-0a39104f1995 req-fcbc7d07-1ad4-4f53-a592-d088bb6e7421 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.846507 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['2571da63-f3f6-4c3b-948b-aa2aaf98314b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:25.870427 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc7d07-1ad4-4f53-a592-d088bb6e7421 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Pushing event deleted for resources: {'Port': ['ID=2571da63-f3f6-4c3b-948b-aa2aaf98314b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:25.890072 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c51b04a6-11e0-4e94-9516-140df9f745ba req-d96b96d7-3674-4083-b4da-dbf323a0ab3c tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680859 Aug 31 14:19:26.012159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-849e3deb-7956-475d-8694-0a39104f1995 req-fcbc7d07-1ad4-4f53-a592-d088bb6e7421 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] No DVR routers for this DVR port 2571da63-f3f6-4c3b-948b-aa2aaf98314b on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:26.017990 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-849e3deb-7956-475d-8694-0a39104f1995 req-fcbc7d07-1ad4-4f53-a592-d088bb6e7421 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.020363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-849e3deb-7956-475d-8694-0a39104f1995 req-fcbc7d07-1ad4-4f53-a592-d088bb6e7421 tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.25 "DELETE /v2.0/ports/2571da63-f3f6-4c3b-948b-aa2aaf98314b HTTP/1.1" status: 204 len: 173 time: 0.9719987 Aug 31 14:19:26.099655 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676246e-b5e8-4dd6-8986-156e895d74f8 req-86ab75df-712c-4c92-aa7c-61b37784bdf9 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:26.110428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5676246e-b5e8-4dd6-8986-156e895d74f8 req-86ab75df-712c-4c92-aa7c-61b37784bdf9 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.1623299 Aug 31 14:19:26.168221 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2571da63-f3f6-4c3b-948b-aa2aaf98314b no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:26.219799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5676246e-b5e8-4dd6-8986-156e895d74f8 req-ddf2abd0-4871-4a95-9e63-9195c4a46edc tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062381 Aug 31 14:19:26.267063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 2571da63-f3f6-4c3b-948b-aa2aaf98314b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:26.273483 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2571da63-f3f6-4c3b-948b-aa2aaf98314b not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:26.273483 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 45949ef3-10e2-451b-a529-5f4bc12ed226 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:26.276392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59234) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:26.300705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 45949ef3-10e2-451b-a529-5f4bc12ed226 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:26.301316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 45949ef3-10e2-451b-a529-5f4bc12ed226 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:26.343316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d2a3a6-3cc8-4b67-a843-1d7f853ed349 admin admin] Deleting subnet a72730fe-6d76-43ab-a0cb-48655d8f017e {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:26.351534 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77d2a3a6-3cc8-4b67-a843-1d7f853ed349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.410603 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77d2a3a6-3cc8-4b67-a843-1d7f853ed349 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.430049 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77d2a3a6-3cc8-4b67-a843-1d7f853ed349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.564868 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77d2a3a6-3cc8-4b67-a843-1d7f853ed349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.638228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2a3a6-3cc8-4b67-a843-1d7f853ed349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a72730fe-6d76-43ab-a0cb-48655d8f017e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:26.647616 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-482e1e96-636e-4980-82bf-754d39967545 req-c4cfcaf0-259d-43f1-9b5f-225ae4b88f1a tempest-AttachSCSIVolumeTestJSON-1982343597 tempest-AttachSCSIVolumeTestJSON-1982343597-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0f3c92-83d8-4216-bbfb-b1f0f6e02bed HTTP/1.1" status: 200 len: 210 time: 0.0949464 Aug 31 14:19:26.651537 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77d2a3a6-3cc8-4b67-a843-1d7f853ed349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.657202 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-77d2a3a6-3cc8-4b67-a843-1d7f853ed349 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a72730fe-6d76-43ab-a0cb-48655d8f017e HTTP/1.1" status: 204 len: 168 time: 0.3793194 Aug 31 14:19:26.657674 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59242) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:26.705574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0f3c92-83d8-4216-bbfb-b1f0f6e02bed', 'name': 'network-vif-deleted', 'tag': '2571da63-f3f6-4c3b-948b-aa2aaf98314b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:26.709561 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2926d7e5-35f0-4825-83ea-39e19128ef1a" -d '{"events": [{"server_uuid": "db0f3c92-83d8-4216-bbfb-b1f0f6e02bed", "name": "network-vif-deleted", "tag": "2571da63-f3f6-4c3b-948b-aa2aaf98314b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:26.814369 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7304538-5ebf-4f49-b4ef-6c77c54c7c54 x-openstack-request-id: req-f7304538-5ebf-4f49-b4ef-6c77c54c7c54 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:26.814889 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0f3c92-83d8-4216-bbfb-b1f0f6e02bed", "name": "network-vif-deleted", "tag": "2571da63-f3f6-4c3b-948b-aa2aaf98314b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:26.815138 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7304538-5ebf-4f49-b4ef-6c77c54c7c54 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:26.815742 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0f3c92-83d8-4216-bbfb-b1f0f6e02bed', 'name': 'network-vif-deleted', 'tag': '2571da63-f3f6-4c3b-948b-aa2aaf98314b', 'status': 'completed', 'code': 200} Aug 31 14:19:26.879567 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fb37044-a902-4211-8386-eb4285a80f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.995231 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d4153-e721-44fa-9425-1a4ede5dcd77 req-3c86ad8b-90ac-42be-8816-6cfa61f0b494 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:26.996849 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d25d4153-e721-44fa-9425-1a4ede5dcd77 req-3c86ad8b-90ac-42be-8816-6cfa61f0b494 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.1147428 Aug 31 14:19:27.071384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a747850-edb2-4bbb-83d4-e12f395759c9 req-c4c8bade-66f6-4049-8a78-f2e985e68a86 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:27.079767 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fb37044-a902-4211-8386-eb4285a80f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.081409 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a747850-edb2-4bbb-83d4-e12f395759c9 req-c4c8bade-66f6-4049-8a78-f2e985e68a86 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0995243 Aug 31 14:19:27.105007 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7fb37044-a902-4211-8386-eb4285a80f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a131f61-c541-4066-8af7-1a48f6f0d910']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:27.131485 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d25d4153-e721-44fa-9425-1a4ede5dcd77 req-5c60fe46-f165-4845-90fe-2f2313175f1b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108365 Aug 31 14:19:27.143642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7fb37044-a902-4211-8386-eb4285a80f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f032cb7-72d7-4c2e-8dc7-bb10aa20c631') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:27.143642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7fb37044-a902-4211-8386-eb4285a80f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f032cb7-72d7-4c2e-8dc7-bb10aa20c631') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:27.144013 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a747850-edb2-4bbb-83d4-e12f395759c9 req-21a93d97-04bc-4555-8c23-e4baefe3c983 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538862 Aug 31 14:19:27.171228 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fb37044-a902-4211-8386-eb4285a80f4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.208890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fb37044-a902-4211-8386-eb4285a80f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.223007 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb37044-a902-4211-8386-eb4285a80f4b admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:27.223593 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fb37044-a902-4211-8386-eb4285a80f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:27.225569 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:27.328141 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fb37044-a902-4211-8386-eb4285a80f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.347536 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb37044-a902-4211-8386-eb4285a80f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=3a131f61-c541-4066-8af7-1a48f6f0d910,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:27.350941 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fb37044-a902-4211-8386-eb4285a80f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.356349 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7fb37044-a902-4211-8386-eb4285a80f4b admin admin] 10.222.0.39 "DELETE /v2.0/networks/3a131f61-c541-4066-8af7-1a48f6f0d910 HTTP/1.1" status: 204 len: 168 time: 0.6946497 Aug 31 14:19:27.369168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59258) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:27.504662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-52208f44-0564-422f-911a-6ffeea326a3e admin admin] Deleting subnet 7faf78d3-4928-4fa1-b009-556f9ad721eb {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:27.511239 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52208f44-0564-422f-911a-6ffeea326a3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.522818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa8e08-02f1-427e-b489-bff89fa13dde req-b6b0c75a-ee45-409a-ace8-da9598970930 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:27.524387 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cbfa8e08-02f1-427e-b489-bff89fa13dde req-b6b0c75a-ee45-409a-ace8-da9598970930 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.2059689 Aug 31 14:19:27.569421 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e161ab44-5a6d-4e4a-8552-d12b16f0d52a req-3e4dc758-17ac-45bb-ac3c-5f8a03ae333f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1195211 Aug 31 14:19:27.588728 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52208f44-0564-422f-911a-6ffeea326a3e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.597937 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52208f44-0564-422f-911a-6ffeea326a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.602356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cbfa8e08-02f1-427e-b489-bff89fa13dde req-a5c0e60e-4c73-4937-be4d-444b6d62e01f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558157 Aug 31 14:19:27.684071 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161ab44-5a6d-4e4a-8552-d12b16f0d52a req-23ef7c2b-a381-4326-91f0-b29385dc740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:27.686401 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e161ab44-5a6d-4e4a-8552-d12b16f0d52a req-23ef7c2b-a381-4326-91f0-b29385dc740a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 1101 time: 0.0605726 Aug 31 14:19:27.691822 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52208f44-0564-422f-911a-6ffeea326a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.723988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52208f44-0564-422f-911a-6ffeea326a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7faf78d3-4928-4fa1-b009-556f9ad721eb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:27.732610 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52208f44-0564-422f-911a-6ffeea326a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.734447 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-52208f44-0564-422f-911a-6ffeea326a3e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7faf78d3-4928-4fa1-b009-556f9ad721eb HTTP/1.1" status: 204 len: 168 time: 0.3642952 Aug 31 14:19:27.736956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59272) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:27.868165 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.895928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161ab44-5a6d-4e4a-8552-d12b16f0d52a req-28329b9b-2411-4416-9653-1a4c116eead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:27.897446 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e161ab44-5a6d-4e4a-8552-d12b16f0d52a req-28329b9b-2411-4416-9653-1a4c116eead1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1745420 Aug 31 14:19:28.012897 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e161ab44-5a6d-4e4a-8552-d12b16f0d52a req-025fd42b-5433-4704-91e5-eeeb89b2ef0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=e7eae629-05eb-43da-97c0-79c60a87969b HTTP/1.1" status: 200 len: 217 time: 0.0890777 Aug 31 14:19:28.057182 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.082344 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:19:28.082701 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:19:28.083592 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:19:28.083837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Subscribe: > port after_create 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:19:28.084189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:19:28.084524 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Subscribe: > port after_update 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:19:28.084926 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:19:28.085133 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:19:28.085453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:19:28.085792 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:19:28.117263 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c4770-fcb8-4363-b499-826371e7e4c8 req-5743a417-d40d-43fe-842e-2b6aad156f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:28.118787 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d89c4770-fcb8-4363-b499-826371e7e4c8 req-5743a417-d40d-43fe-842e-2b6aad156f2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 1096 time: 0.0561240 Aug 31 14:19:28.205401 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:19:28.206168 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:19:28.206741 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:19:28.207250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 14:19:28.207781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4345d5-c7d4-4bfb-8793-4b02ec15cfc8']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:28.276652 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ceac8d6-32ee-450c-9572-88ef21d159d8') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:28.277205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ceac8d6-32ee-450c-9572-88ef21d159d8') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:28.290512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c4770-fcb8-4363-b499-826371e7e4c8 req-7d3d17ec-a881-4d01-8463-f3f788371eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:28.292313 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d89c4770-fcb8-4363-b499-826371e7e4c8 req-7d3d17ec-a881-4d01-8463-f3f788371eb6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 913 time: 0.1666040 Aug 31 14:19:28.307467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b25808-ca56-46ac-b6a4-f86f27e031ee req-734c4469-7c57-434e-ac57-c3f97a503b16 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:28.309027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94b25808-ca56-46ac-b6a4-f86f27e031ee req-734c4469-7c57-434e-ac57-c3f97a503b16 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0695641 Aug 31 14:19:28.337616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161ab44-5a6d-4e4a-8552-d12b16f0d52a req-94b1a968-f567-4656-b570-489480e54c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:28.340383 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e161ab44-5a6d-4e4a-8552-d12b16f0d52a req-94b1a968-f567-4656-b570-489480e54c85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.3197014 Aug 31 14:19:28.346724 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.402382 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.408254 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94b25808-ca56-46ac-b6a4-f86f27e031ee req-a399b424-7555-4a5a-b8d1-1441e1e14962 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907235 Aug 31 14:19:28.410299 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d89c4770-fcb8-4363-b499-826371e7e4c8 req-b176214b-5d42-43ee-920e-f426df733c22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f11e27-7491-4634-b5f3-15b74ed9b2b2 HTTP/1.1" status: 200 len: 217 time: 0.1002035 Aug 31 14:19:28.418023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:28.418580 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: from cryptography.utils import int_from_bytes Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: from cryptography.utils import int_from_bytes Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:28.424053 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:28.482083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c4770-fcb8-4363-b499-826371e7e4c8 req-d3e9f4ea-f17e-4f30-bc43-c5f99455411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:28.484090 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d89c4770-fcb8-4363-b499-826371e7e4c8 req-d3e9f4ea-f17e-4f30-bc43-c5f99455411e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 HTTP/1.1" status: 200 len: 852 time: 0.0564425 Aug 31 14:19:28.492081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271b743-88fd-43dc-aafa-681097170af4 req-a30518f3-17e3-48e1-9344-187e1ffb4817 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:28.502204 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d271b743-88fd-43dc-aafa-681097170af4 req-a30518f3-17e3-48e1-9344-187e1ffb4817 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.2444363 Aug 31 14:19:28.529188 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d89c4770-fcb8-4363-b499-826371e7e4c8 req-6f36abb5-2c5c-4b8a-9bae-254a0e554cf1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358346 Aug 31 14:19:28.614714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161ab44-5a6d-4e4a-8552-d12b16f0d52a req-ee6d9599-b35f-4033-990b-ddcdfe85bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:28.616954 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e161ab44-5a6d-4e4a-8552-d12b16f0d52a req-ee6d9599-b35f-4033-990b-ddcdfe85bcc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2640848 Aug 31 14:19:28.636681 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.649371 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.654788 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1c4345d5-c7d4-4bfb-8793-4b02ec15cfc8 HTTP/1.1" status: 204 len: 168 time: 0.9135449 Aug 31 14:19:28.719270 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d89c4770-fcb8-4363-b499-826371e7e4c8 req-f71f9a1d-2f69-479a-a011-356c77a6b2f9 service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773441 Aug 31 14:19:29.010767 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19b89f-6f66-4778-b833-955b2daafd19 req-1c5e4eb8-4df7-4a48-9776-d651adf3bbc7 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:29.016472 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9f19b89f-6f66-4778-b833-955b2daafd19 req-1c5e4eb8-4df7-4a48-9776-d651adf3bbc7 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 946 time: 0.2261567 Aug 31 14:19:29.031896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59334) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:29.036542 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12e470-98dc-4593-a47a-c302262d9590 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4345d5-c7d4-4bfb-8793-4b02ec15cfc8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:29.044275 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d271b743-88fd-43dc-aafa-681097170af4 req-ab6bcf5b-fbb4-41ba-b4d8-6422b8fcb6d1 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407743 Aug 31 14:19:29.102871 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e161ab44-5a6d-4e4a-8552-d12b16f0d52a req-15a598a4-d693-4b13-8ae0-e8c533585fd8 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668741 Aug 31 14:19:29.103565 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d89c4770-fcb8-4363-b499-826371e7e4c8 req-d2491376-1957-4301-ab8d-0c95d383f0fe service neutron] 10.222.0.60 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745213 Aug 31 14:19:29.158346 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d986f2fa-b01e-4f31-af1e-655f7aa323d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb4364b9da814797bd599c4bf5067686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1240809 Aug 31 14:19:29.160202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59336) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:29.234449 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e161ab44-5a6d-4e4a-8552-d12b16f0d52a req-f0497613-7701-4950-9088-d0661bba993d service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207199 Aug 31 14:19:29.243336 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9f19b89f-6f66-4778-b833-955b2daafd19 req-ea33759c-a556-44d2-9193-58b93b23c5c5 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081437 Aug 31 14:19:29.290876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-d055f0e2-dfd0-4f90-a4ea-1222063fd66a tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:29.292775 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-d055f0e2-dfd0-4f90-a4ea-1222063fd66a tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd&tenant_id=429bbc88baff4974940bd2144c0fd533&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1097 time: 0.1417551 Aug 31 14:19:29.327702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-5'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:29.337425 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac7c0-c79d-4ff2-a7a0-d75a7d8bf25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.469023 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac7c0-c79d-4ff2-a7a0-d75a7d8bf25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.482037 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.601306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd8f99-13e0-4f4b-9d91-c34c9f15b364 req-d7491b64-8b64-4709-a4ad-25a1fbfc3b2e tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:29.602942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eecd8f99-13e0-4f4b-9d91-c34c9f15b364 req-d7491b64-8b64-4709-a4ad-25a1fbfc3b2e tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.0845532 Aug 31 14:19:29.669758 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eecd8f99-13e0-4f4b-9d91-c34c9f15b364 req-0d24f955-dc27-4d89-8eca-b21d44eec253 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545313 Aug 31 14:19:29.676205 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac7c0-c79d-4ff2-a7a0-d75a7d8bf25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.680795 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac7c0-c79d-4ff2-a7a0-d75a7d8bf25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.682866 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9e2ac7c0-c79d-4ff2-a7a0-d75a7d8bf25a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8595441-84fd-4a6d-b37d-6570ceddd694 HTTP/1.1" status: 204 len: 168 time: 0.5124068 Aug 31 14:19:29.724842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ac7c0-c79d-4ff2-a7a0-d75a7d8bf25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8595441-84fd-4a6d-b37d-6570ceddd694,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:29.773972 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=913f9a69-4814-4f38-b81e-a21daa183875,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:29.837641 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:29.896924 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.898340 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b99abb-b9a2-40e1-b103-46cd9991bddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913f9a69-4814-4f38-b81e-a21daa183875'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:29.901028 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd91fc3f-3a8a-4035-b3c4-44a4c3d20b7c" -d '{"events": [{"server_uuid": "74b99abb-b9a2-40e1-b103-46cd9991bddd", "name": "network-vif-unplugged", "status": "completed", "tag": "913f9a69-4814-4f38-b81e-a21daa183875"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:29.921850 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.981084 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0449d1-75a9-4266-a891-2b4982a63f0f x-openstack-request-id: req-6a0449d1-75a9-4266-a891-2b4982a63f0f {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:29.981380 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b99abb-b9a2-40e1-b103-46cd9991bddd", "name": "network-vif-unplugged", "status": "completed", "tag": "913f9a69-4814-4f38-b81e-a21daa183875", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:29.981635 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a0449d1-75a9-4266-a891-2b4982a63f0f {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:29.982029 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b99abb-b9a2-40e1-b103-46cd9991bddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913f9a69-4814-4f38-b81e-a21daa183875', 'code': 200} Aug 31 14:19:29.983961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=913f9a69-4814-4f38-b81e-a21daa183875,revision_number=7']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:30.060181 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Attempting to bind port 913f9a69-4814-4f38-b81e-a21daa183875 on host n-h2-806683-5 for vnic_type normal with profile {"migrating_to": "n-h1-806683-5"} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:30.060864 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Attempting to bind port 913f9a69-4814-4f38-b81e-a21daa183875 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:30.061563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Attempting to bind port 913f9a69-4814-4f38-b81e-a21daa183875 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:30.068910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Port 913f9a69-4814-4f38-b81e-a21daa183875 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:19:30.069266 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Attempting to bind port 913f9a69-4814-4f38-b81e-a21daa183875 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:30.077527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:30.078061 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Checking segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:30.079066 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Bound using segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:30.079474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Bound port: 913f9a69-4814-4f38-b81e-a21daa183875, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:30.080006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.206185 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:30.212540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=913f9a69-4814-4f38-b81e-a21daa183875,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:30.221172 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.289074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59358) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:30.355854 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0344b74d-6ab7-4540-8e70-076a0d9038fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0058e61d988249e48ea6e4f7cd161b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616868 Aug 31 14:19:30.365784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59360) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:30.391488 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743c7e-d2de-422f-ab6a-6a5dc6cc5c2f req-47b56d3b-9e1f-4094-ace1-f896186a0124 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:30.398887 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-00743c7e-d2de-422f-ab6a-6a5dc6cc5c2f req-47b56d3b-9e1f-4094-ace1-f896186a0124 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.1746652 Aug 31 14:19:30.404210 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:30.405536 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.406899 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] 10.222.0.60 "PUT /v2.0/ports/913f9a69-4814-4f38-b81e-a21daa183875 HTTP/1.1" status: 200 len: 1122 time: 1.0874236 Aug 31 14:19:30.407560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71354ef2-0ffd-4cdd-9269-518f9afe7ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=913f9a69-4814-4f38-b81e-a21daa183875,revision_number=8']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:30.454284 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-00743c7e-d2de-422f-ab6a-6a5dc6cc5c2f req-45d9ba16-c71d-4b09-8ff7-5e4b47fc32e0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545011 Aug 31 14:19:30.475478 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20133d1-7c5b-4db0-8cfe-22e6fa1c96ee req-a3e2a421-32d1-4f6e-a8b3-aa0fdbee991c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:30.481799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c20133d1-7c5b-4db0-8cfe-22e6fa1c96ee req-a3e2a421-32d1-4f6e-a8b3-aa0fdbee991c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.1446099 Aug 31 14:19:30.489861 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddb56611-7d40-45d1-b15e-4b222b7fa104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.502410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['913f9a69-4814-4f38-b81e-a21daa183875'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:30.547595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['913f9a69-4814-4f38-b81e-a21daa183875'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:30.551879 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddb56611-7d40-45d1-b15e-4b222b7fa104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.564963 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c20133d1-7c5b-4db0-8cfe-22e6fa1c96ee req-94bf68bd-a9cf-4546-b622-ecb98f75ff27 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821612 Aug 31 14:19:30.648981 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddb56611-7d40-45d1-b15e-4b222b7fa104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.652797 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddb56611-7d40-45d1-b15e-4b222b7fa104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.662387 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ddb56611-7d40-45d1-b15e-4b222b7fa104 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a555d79-3c46-4f7a-9893-069f53887aab HTTP/1.1" status: 204 len: 168 time: 0.2909946 Aug 31 14:19:30.682301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb56611-7d40-45d1-b15e-4b222b7fa104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a555d79-3c46-4f7a-9893-069f53887aab,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:30.987728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bc046-1915-4542-b96c-27dc094dacd8 req-b1be3b88-b794-4e59-9555-56050dda8ea5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:30.990791 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-413bc046-1915-4542-b96c-27dc094dacd8 req-b1be3b88-b794-4e59-9555-56050dda8ea5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 945 time: 0.1183741 Aug 31 14:19:31.082763 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-413bc046-1915-4542-b96c-27dc094dacd8 req-cb971df9-d072-4240-b7f2-66be2a1f50f8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822732 Aug 31 14:19:31.266796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 913f9a69-4814-4f38-b81e-a21daa183875 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:19:31.270820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 04f11e27-7491-4634-b5f3-15b74ed9b2b2 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:31.481288 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.525846 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42fc577d-045a-4a83-aa36-2a6dd2bfd0d7 req-727189be-f67b-4b5e-9c5a-fac1168385c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865760 Aug 31 14:19:31.545342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 04f11e27-7491-4634-b5f3-15b74ed9b2b2, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=04f11e27-7491-4634-b5f3-15b74ed9b2b2,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:31.549521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4688bbc7-675b-4c32-8bbc-d36d57f63d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04f11e27-7491-4634-b5f3-15b74ed9b2b2'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:31.552103 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916f8f94-c784-403b-91b4-76a57226e37e" -d '{"events": [{"server_uuid": "4688bbc7-675b-4c32-8bbc-d36d57f63d52", "name": "network-vif-unplugged", "status": "completed", "tag": "04f11e27-7491-4634-b5f3-15b74ed9b2b2"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:31.559458 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.606411 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=913f9a69-4814-4f38-b81e-a21daa183875,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:31.632384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 913f9a69-4814-4f38-b81e-a21daa183875 has no active binding in host n-h1-806683-5 {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 14:19:31.650133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=04f11e27-7491-4634-b5f3-15b74ed9b2b2,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:31.672396 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da4fbd7-59d4-47a5-ab09-eb4b095620fc x-openstack-request-id: req-4da4fbd7-59d4-47a5-ab09-eb4b095620fc {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:31.672839 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4688bbc7-675b-4c32-8bbc-d36d57f63d52", "name": "network-vif-unplugged", "status": "failed", "tag": "04f11e27-7491-4634-b5f3-15b74ed9b2b2", "code": 422}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:31.673122 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4da4fbd7-59d4-47a5-ab09-eb4b095620fc {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:31.675961 n-d-806683-5 neutron-server[94872]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4688bbc7-675b-4c32-8bbc-d36d57f63d52', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04f11e27-7491-4634-b5f3-15b74ed9b2b2', 'code': 422} returned with failed status Aug 31 14:19:31.738394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc577d-045a-4a83-aa36-2a6dd2bfd0d7 req-76564995-8b69-4651-8405-d1697164e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:31.739892 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42fc577d-045a-4a83-aa36-2a6dd2bfd0d7 req-76564995-8b69-4651-8405-d1697164e136 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 1102 time: 0.1763887 Aug 31 14:19:31.765790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b54fa-845f-4738-8bb0-a6d246462feb req-c7959d24-cfc9-443d-bff8-f1b87a1c9833 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:31.768412 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cd3b54fa-845f-4738-8bb0-a6d246462feb req-c7959d24-cfc9-443d-bff8-f1b87a1c9833 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.1052980 Aug 31 14:19:31.846115 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cd3b54fa-845f-4738-8bb0-a6d246462feb req-c972fa22-4958-430e-81da-572b6e163913 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652225 Aug 31 14:19:31.938244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9374e-5fa9-4e0d-87eb-de01a375fa5f req-bb03a459-80c4-4002-a49f-e3ac12637950 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:31.939916 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94f9374e-5fa9-4e0d-87eb-de01a375fa5f req-bb03a459-80c4-4002-a49f-e3ac12637950 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.1735566 Aug 31 14:19:31.988349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b99abb-b9a2-40e1-b103-46cd9991bddd', 'tag': '913f9a69-4814-4f38-b81e-a21daa183875'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:31.994537 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1c427d-6ad3-4d41-8206-a122f1d9e96e" -d '{"events": [{"name": "network-changed", "server_uuid": "74b99abb-b9a2-40e1-b103-46cd9991bddd", "tag": "913f9a69-4814-4f38-b81e-a21daa183875"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:32.052549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc577d-045a-4a83-aa36-2a6dd2bfd0d7 req-6c628788-5caf-443c-95b2-185467e4f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:32.054901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42fc577d-045a-4a83-aa36-2a6dd2bfd0d7 req-6c628788-5caf-443c-95b2-185467e4f419 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.2621746 Aug 31 14:19:32.061260 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94f9374e-5fa9-4e0d-87eb-de01a375fa5f req-5ccbf9d6-4341-43e5-b877-574eaa526369 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902269 Aug 31 14:19:32.130731 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8142329c-5e9e-42f8-8533-0f105d82978f x-openstack-request-id: req-8142329c-5e9e-42f8-8533-0f105d82978f {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:32.132848 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b99abb-b9a2-40e1-b103-46cd9991bddd", "tag": "913f9a69-4814-4f38-b81e-a21daa183875", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:32.133527 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8142329c-5e9e-42f8-8533-0f105d82978f {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:32.134632 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b99abb-b9a2-40e1-b103-46cd9991bddd', 'tag': '913f9a69-4814-4f38-b81e-a21daa183875', 'status': 'completed', 'code': 200} Aug 31 14:19:32.146283 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42fc577d-045a-4a83-aa36-2a6dd2bfd0d7 req-45a38273-bbcc-42de-98b2-e4ab84d87287 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 HTTP/1.1" status: 200 len: 217 time: 0.0816367 Aug 31 14:19:32.259910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59410) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:32.283390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc577d-045a-4a83-aa36-2a6dd2bfd0d7 req-e739e1d6-4444-4705-98c7-06bc37fa2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:32.285441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42fc577d-045a-4a83-aa36-2a6dd2bfd0d7 req-e739e1d6-4444-4705-98c7-06bc37fa2e1e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1265965 Aug 31 14:19:32.344659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6119e-cd4f-47d3-94fd-1f4ca6983589 req-29428b4e-374c-4a89-863e-9fc489bc9f0f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:32.346640 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c3e6119e-cd4f-47d3-94fd-1f4ca6983589 req-29428b4e-374c-4a89-863e-9fc489bc9f0f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 943 time: 0.1452305 Aug 31 14:19:32.350798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c427d-6ad3-4d41-8206-a122f1d9e96e req-3cb8c7e2-9894-4b4c-b7a2-0d665b1a5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:32.352558 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d1c427d-6ad3-4d41-8206-a122f1d9e96e req-3cb8c7e2-9894-4b4c-b7a2-0d665b1a5dc6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 1125 time: 0.1827059 Aug 31 14:19:32.416937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-network', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:32.449401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc577d-045a-4a83-aa36-2a6dd2bfd0d7 req-c2056e66-5458-4853-8497-3b2dc9f6aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:32.451708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] Made reservation on behalf of a2c2b0a2621349c9985beb145a87b930 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:32.451869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42fc577d-045a-4a83-aa36-2a6dd2bfd0d7 req-c2056e66-5458-4853-8497-3b2dc9f6aab1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1534717 Aug 31 14:19:32.457843 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.468742 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.528835 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c3e6119e-cd4f-47d3-94fd-1f4ca6983589 req-97fa47bc-1e42-416d-8aa4-acd51f9c4399 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607120 Aug 31 14:19:32.665599 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.676392 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.696447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c427d-6ad3-4d41-8206-a122f1d9e96e req-02cddc37-1117-4afc-a644-033a2d725a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:32.699073 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d1c427d-6ad3-4d41-8206-a122f1d9e96e req-02cddc37-1117-4afc-a644-033a2d725a27 service neutron] 10.222.0.25 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.3384314 Aug 31 14:19:32.699482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:32.750859 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.751284 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] Added segment e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2 of type vlan for network a8bca733-261d-4a58-85f4-a2896c342e47 Aug 31 14:19:32.765398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd6935f-075a-4821-9d5d-677a6134d9ad,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:32.777303 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42fc577d-045a-4a83-aa36-2a6dd2bfd0d7 req-b74e22e1-0c99-4ff6-91e3-f4522cf5c916 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003297 Aug 31 14:19:32.869062 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d1c427d-6ad3-4d41-8206-a122f1d9e96e req-6bf002fe-f942-455b-b3bc-e2b1d77dbe0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=913f9a69-4814-4f38-b81e-a21daa183875 HTTP/1.1" status: 200 len: 217 time: 0.1019928 Aug 31 14:19:32.869955 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.921078 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.923301 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:32.924911 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.042570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] Pushing event updated for resources: {'Network': ['ID=a8bca733-261d-4a58-85f4-a2896c342e47,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:33.065152 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c427d-6ad3-4d41-8206-a122f1d9e96e req-df7e8c64-2a46-4940-978c-2ea75b5502b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:33.067468 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d1c427d-6ad3-4d41-8206-a122f1d9e96e req-df7e8c64-2a46-4940-978c-2ea75b5502b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.1867142 Aug 31 14:19:33.081316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network a8bca733-261d-4a58-85f4-a2896c342e47 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:33.082717 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2389b21e-75e7-458a-afc0-074746c9184a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8203223 Aug 31 14:19:33.084044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59434) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:33.100131 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-904821bd-3c86-4da0-95d4-314d79dd67c5 admin admin] Request body: {'subnet': {'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-subnet', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:33.142600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904821bd-3c86-4da0-95d4-314d79dd67c5 admin admin] Made reservation on behalf of a2c2b0a2621349c9985beb145a87b930 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:33.146757 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d1c427d-6ad3-4d41-8206-a122f1d9e96e req-20192468-927d-431b-ae26-de7c52063d00 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607617 Aug 31 14:19:33.147972 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-904821bd-3c86-4da0-95d4-314d79dd67c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.165339 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42fc577d-045a-4a83-aa36-2a6dd2bfd0d7 req-a2fa2fa7-2690-4126-8f0b-2a95dffd0ce8 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641689 Aug 31 14:19:33.361861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e525c-e90c-46c2-9a69-aa81c8a5e903 req-519f483c-a0f8-43a0-8e28-f67beed111a8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:33.369691 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a4e525c-e90c-46c2-9a69-aa81c8a5e903 req-519f483c-a0f8-43a0-8e28-f67beed111a8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.3010845 Aug 31 14:19:33.381096 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d1c427d-6ad3-4d41-8206-a122f1d9e96e req-1b84f2c0-5ea8-4e6b-b0c4-22bd86ff4771 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194395 Aug 31 14:19:33.550952 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a4e525c-e90c-46c2-9a69-aa81c8a5e903 req-1c17525a-ad7d-4851-981a-7a23f6470a9e tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801836 Aug 31 14:19:33.584605 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-904821bd-3c86-4da0-95d4-314d79dd67c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.632945 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d1c427d-6ad3-4d41-8206-a122f1d9e96e req-c5b125f7-0cdc-47e7-b18f-74c7989e92fb service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368743 Aug 31 14:19:33.678426 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904821bd-3c86-4da0-95d4-314d79dd67c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00cfd381-58f4-465e-9afa-944dc1d1bdce,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:33.722514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904821bd-3c86-4da0-95d4-314d79dd67c5 admin admin] Checking segment: {'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:33.722806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904821bd-3c86-4da0-95d4-314d79dd67c5 admin admin] Network hostable DHCP agents. Network: a8bca733-261d-4a58-85f4-a2896c342e47, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:33.770058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904821bd-3c86-4da0-95d4-314d79dd67c5 admin admin] Network a8bca733-261d-4a58-85f4-a2896c342e47 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:33.797340 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-904821bd-3c86-4da0-95d4-314d79dd67c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, a8bca733-261d-4a58-85f4-a2896c342e47) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:33.809245 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904821bd-3c86-4da0-95d4-314d79dd67c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:33.809818 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-904821bd-3c86-4da0-95d4-314d79dd67c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.816963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be57de5-07e1-4d26-be2c-a8baec46aa06 None None] Network a8bca733-261d-4a58-85f4-a2896c342e47 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:33.835156 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-904821bd-3c86-4da0-95d4-314d79dd67c5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7496302 Aug 31 14:19:33.837558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59470) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:33.850441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:33.911043 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.915262 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.030281 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33459a-efc5-4e38-a89a-dfbd7aac3ed5 req-462e7dbf-4b96-4bac-b53b-e4dae379092a tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:34.031938 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a33459a-efc5-4e38-a89a-dfbd7aac3ed5 req-462e7dbf-4b96-4bac-b53b-e4dae379092a tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.0753145 Aug 31 14:19:34.053293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.092476 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a33459a-efc5-4e38-a89a-dfbd7aac3ed5 req-e733f409-bc88-4ab4-8c0e-64264c6d78b0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534329 Aug 31 14:19:34.106382 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-a8bca733-261d-4a58-85f4-a2896c342e47', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:34.107871 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.150570 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59474) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:34.264057 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.284098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d45de-6d1f-4938-ab5d-b9e2b85d9133 req-29f770c3-a727-4e1e-aae1-4aa1859bac12 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:34.292539 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b5d45de-6d1f-4938-ab5d-b9e2b85d9133 req-29f770c3-a727-4e1e-aae1-4aa1859bac12 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4688bbc7-675b-4c32-8bbc-d36d57f63d52 HTTP/1.1" status: 200 len: 943 time: 0.2301459 Aug 31 14:19:34.340289 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Allocated IP 172.20.0.2 (a8bca733-261d-4a58-85f4-a2896c342e47/00cfd381-58f4-465e-9afa-944dc1d1bdce/19d96d46-43dd-4410-8717-2d4a4970245a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:34.543839 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.555611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Transition to ACTIVE for port object 19d96d46-43dd-4410-8717-2d4a4970245a will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:34.581584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Transition to ACTIVE for port object 19d96d46-43dd-4410-8717-2d4a4970245a will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:34.589592 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.650513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Pushing event updated for resources: {'Port': ['ID=19d96d46-43dd-4410-8717-2d4a4970245a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:34.673525 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-077a5dbf-065e-43c0-8e83-9a4426c4335c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.692972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Network a8bca733-261d-4a58-85f4-a2896c342e47 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:34.695162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:34.698657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:34.767213 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-5b5d45de-6d1f-4938-ab5d-b9e2b85d9133 req-6807a68b-3533-4e76-a49b-3ec3704c6ab8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Deleting port 04f11e27-7491-4634-b5f3-15b74ed9b2b2 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:34.767785 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-5b5d45de-6d1f-4938-ab5d-b9e2b85d9133 req-6807a68b-3533-4e76-a49b-3ec3704c6ab8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.818526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Attempting to bind port 19d96d46-43dd-4410-8717-2d4a4970245a on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:34.818981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Attempting to bind port 19d96d46-43dd-4410-8717-2d4a4970245a by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:34.819509 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Attempting to bind port 19d96d46-43dd-4410-8717-2d4a4970245a on network a8bca733-261d-4a58-85f4-a2896c342e47 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:34.829051 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:34.829580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Checking segment: {'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:34.830095 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.830596 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Bound using segment: {'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:34.831320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Bound port: 19d96d46-43dd-4410-8717-2d4a4970245a, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:34.832201 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.936316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4042da-82ad-4484-b045-287666b34ec7 req-9ab626e0-913d-4dcc-8dd2-467cb8b93d72 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:34.944713 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-db4042da-82ad-4484-b045-287666b34ec7 req-9ab626e0-913d-4dcc-8dd2-467cb8b93d72 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.1317422 Aug 31 14:19:34.965410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] For port 19d96d46-43dd-4410-8717-2d4a4970245a, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:34.974417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] For port 19d96d46-43dd-4410-8717-2d4a4970245a, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=19d96d46-43dd-4410-8717-2d4a4970245a,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:34.986579 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.017102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-5b5d45de-6d1f-4938-ab5d-b9e2b85d9133 req-6807a68b-3533-4e76-a49b-3ec3704c6ab8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] For port 04f11e27-7491-4634-b5f3-15b74ed9b2b2, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=04f11e27-7491-4634-b5f3-15b74ed9b2b2,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:35.017825 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-5b5d45de-6d1f-4938-ab5d-b9e2b85d9133 req-6807a68b-3533-4e76-a49b-3ec3704c6ab8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.043635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-5b5d45de-6d1f-4938-ab5d-b9e2b85d9133 req-6807a68b-3533-4e76-a49b-3ec3704c6ab8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Calling delete_port for 04f11e27-7491-4634-b5f3-15b74ed9b2b2 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:35.049248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-db4042da-82ad-4484-b045-287666b34ec7 req-e85ef00e-58be-4ef3-982b-e794f4eb36a6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037412 Aug 31 14:19:35.057257 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.095432 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.134501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd53a1-30dc-4f93-81b9-9656fec43809 None None] Pushing event updated for resources: {'Port': ['ID=19d96d46-43dd-4410-8717-2d4a4970245a,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:35.196183 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-077a5dbf-065e-43c0-8e83-9a4426c4335c admin admin] Deleting port f7b09537-990e-4847-800d-47beb4b584e0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:35.196525 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-077a5dbf-065e-43c0-8e83-9a4426c4335c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.290041 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 04f11e27-7491-4634-b5f3-15b74ed9b2b2 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:35.405648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Allocated IP 172.25.2.25 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/7941476c-d85c-4d3e-a97c-97da76e7c71a) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:35.416369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-077a5dbf-065e-43c0-8e83-9a4426c4335c admin admin] For port f7b09537-990e-4847-800d-47beb4b584e0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f7b09537-990e-4847-800d-47beb4b584e0,segment=NetworkSegment(0c4bf473-5c0c-42ee-9687-07805b307f16),segment_id=0c4bf473-5c0c-42ee-9687-07805b307f16)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:35.416829 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-077a5dbf-065e-43c0-8e83-9a4426c4335c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.439769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-077a5dbf-065e-43c0-8e83-9a4426c4335c admin admin] Calling delete_port for f7b09537-990e-4847-800d-47beb4b584e0 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:35.460815 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-5b5d45de-6d1f-4938-ab5d-b9e2b85d9133 req-6807a68b-3533-4e76-a49b-3ec3704c6ab8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.463327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13179538-9392-4333-b15a-fc40db077456 req-929bc9ff-3fa5-4f7f-8dac-1a01792ec669 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:35.475692 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13179538-9392-4333-b15a-fc40db077456 req-929bc9ff-3fa5-4f7f-8dac-1a01792ec669 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.1376078 Aug 31 14:19:35.604122 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13179538-9392-4333-b15a-fc40db077456 req-72bd0d95-6257-42fc-9e79-40ec934ea54d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273751 Aug 31 14:19:35.622292 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807a68b-3533-4e76-a49b-3ec3704c6ab8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Pushing event deleted for resources: {'Port': ['ID=04f11e27-7491-4634-b5f3-15b74ed9b2b2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:35.690786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5d45de-6d1f-4938-ab5d-b9e2b85d9133 req-6807a68b-3533-4e76-a49b-3ec3704c6ab8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] No DVR routers for this DVR port 04f11e27-7491-4634-b5f3-15b74ed9b2b2 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:35.695689 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-5b5d45de-6d1f-4938-ab5d-b9e2b85d9133 req-6807a68b-3533-4e76-a49b-3ec3704c6ab8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.699296 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b5d45de-6d1f-4938-ab5d-b9e2b85d9133 req-6807a68b-3533-4e76-a49b-3ec3704c6ab8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "DELETE /v2.0/ports/04f11e27-7491-4634-b5f3-15b74ed9b2b2 HTTP/1.1" status: 204 len: 173 time: 1.3842003 Aug 31 14:19:35.699296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4688bbc7-675b-4c32-8bbc-d36d57f63d52', 'name': 'network-vif-deleted', 'tag': '04f11e27-7491-4634-b5f3-15b74ed9b2b2'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:35.700186 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e886a3d-f88f-45e6-b6d3-7d84f9a1bbd0" -d '{"events": [{"server_uuid": "4688bbc7-675b-4c32-8bbc-d36d57f63d52", "name": "network-vif-deleted", "tag": "04f11e27-7491-4634-b5f3-15b74ed9b2b2"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:35.709444 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.769994 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e366f620-f762-42f6-8262-13ea43e21e3e x-openstack-request-id: req-e366f620-f762-42f6-8262-13ea43e21e3e {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:35.770373 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4688bbc7-675b-4c32-8bbc-d36d57f63d52", "name": "network-vif-deleted", "tag": "04f11e27-7491-4634-b5f3-15b74ed9b2b2", "status": "failed", "code": 422}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:35.770626 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e366f620-f762-42f6-8262-13ea43e21e3e {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:35.771043 n-d-806683-5 neutron-server[94870]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4688bbc7-675b-4c32-8bbc-d36d57f63d52', 'name': 'network-vif-deleted', 'tag': '04f11e27-7491-4634-b5f3-15b74ed9b2b2', 'status': 'failed', 'code': 422} returned with failed status Aug 31 14:19:35.790301 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.834153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:35.841283 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:35.845321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:35.871360 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-077a5dbf-065e-43c0-8e83-9a4426c4335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.875487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Pushing event updated for resources: {'Port': ['ID=7941476c-d85c-4d3e-a97c-97da76e7c71a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:35.917886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a5dbf-065e-43c0-8e83-9a4426c4335c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b09537-990e-4847-800d-47beb4b584e0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:36.390303 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.483804 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-077a5dbf-065e-43c0-8e83-9a4426c4335c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.506583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7c3ab-dfd6-410b-b8a5-1d82d6c3f082 req-989996e1-10b6-45bf-a5ac-90f686f5b185 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:36.511931 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0f7c3ab-dfd6-410b-b8a5-1d82d6c3f082 req-989996e1-10b6-45bf-a5ac-90f686f5b185 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.2134101 Aug 31 14:19:36.787413 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4ae4b7-5f75-4041-aa36-337e801405f1 None None] Network a8bca733-261d-4a58-85f4-a2896c342e47 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:36.875227 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.914434 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0f7c3ab-dfd6-410b-b8a5-1d82d6c3f082 req-e2c7a0e9-98d4-4315-9205-51d4e9b86ffd tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797437 Aug 31 14:19:36.948601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-83e099f7-d2ff-4f8f-8269-ab448997c4e9 None None] Provisioning for port 19d96d46-43dd-4410-8717-2d4a4970245a completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:37.201224 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Router e51562ee-7d93-461c-95db-6544090d490f is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:19:37.344273 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 19d96d46-43dd-4410-8717-2d4a4970245a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:37.422025 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff105a22-d38b-4f47-85f0-d6999dfea175 req-3c5cfa69-a803-4569-8cd0-5b553b71991a tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:37.425178 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ff105a22-d38b-4f47-85f0-d6999dfea175 req-3c5cfa69-a803-4569-8cd0-5b553b71991a tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.2264962 Aug 31 14:19:37.502733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ff105a22-d38b-4f47-85f0-d6999dfea175 req-879749ab-cd51-47f7-9cfd-484433d4da49 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714605 Aug 31 14:19:37.514793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 19d96d46-43dd-4410-8717-2d4a4970245a completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:37.518303 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077a5dbf-065e-43c0-8e83-9a4426c4335c admin admin] Router 18bc06d4-352f-4b23-9705-69537b0c0ef6 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:19:37.536590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 19d96d46-43dd-4410-8717-2d4a4970245a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:37.536964 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.538761 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:19:37.584663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Sync routers for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:19:37.592598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82253f47-413f-413e-9b64-27b107505bd7 req-a59247ee-e035-4641-912f-8d06ef9b66d7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:37.592848 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82253f47-413f-413e-9b64-27b107505bd7 req-a59247ee-e035-4641-912f-8d06ef9b66d7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 812 time: 0.2515469 Aug 31 14:19:37.603781 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.605065 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-67450a06-05ee-49b1-aaa1-487c69da0df8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7664719 Aug 31 14:19:37.613877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59524) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:37.625023 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82253f47-413f-413e-9b64-27b107505bd7 req-146955ba-cb7d-42a3-b54b-35ac41f74543 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/quotas/3c77177a7f484a688be812ec879e9355 HTTP/1.1" status: 200 len: 375 time: 0.0255258 Aug 31 14:19:37.632319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:37.632530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:37.717929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077a5dbf-065e-43c0-8e83-9a4426c4335c admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:19:37.730734 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5276c70-bdb9-4893-985a-f602b4c6261e None None] Sync routers for ids ['18bc06d4-352f-4b23-9705-69537b0c0ef6'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:19:37.740707 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-077a5dbf-065e-43c0-8e83-9a4426c4335c admin admin] 10.222.0.39 "PUT /v2.0/routers/18bc06d4-352f-4b23-9705-69537b0c0ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5879362 Aug 31 14:19:37.742909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59526) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:37.746539 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82253f47-413f-413e-9b64-27b107505bd7 req-3c19cf9e-88c5-477f-8570-61e2a9996a6b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803006 Aug 31 14:19:37.756431 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5276c70-bdb9-4893-985a-f602b4c6261e None None] Routers {'18bc06d4-352f-4b23-9705-69537b0c0ef6'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:37.757091 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b5276c70-bdb9-4893-985a-f602b4c6261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['18bc06d4-352f-4b23-9705-69537b0c0ef6'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:37.820558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:19:38.015328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.031983 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b5276c70-bdb9-4893-985a-f602b4c6261e None None] Set router 18bc06d4-352f-4b23-9705-69537b0c0ef6 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:19:38.199375 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82253f47-413f-413e-9b64-27b107505bd7 req-fc7a7001-4cbd-4038-84c4-77821908f718 service neutron] 10.222.0.39 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236367 Aug 31 14:19:38.421962 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.442422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 913f9a69-4814-4f38-b81e-a21daa183875 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:38.455013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1b4d3-9008-471a-902e-0bb04bc5f2ae req-eaa08393-ea85-4fd7-abcf-0b72f246d7e0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:38.466738 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6af1b4d3-9008-471a-902e-0bb04bc5f2ae req-eaa08393-ea85-4fd7-abcf-0b72f246d7e0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.3038337 Aug 31 14:19:38.483885 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82253f47-413f-413e-9b64-27b107505bd7 req-99a996ca-947e-4621-8646-94aca33b33c6 service neutron] 10.222.0.39 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675524 Aug 31 14:19:38.532806 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b5276c70-bdb9-4893-985a-f602b4c6261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'name': 'tempest-AttachSCSIVolumeTestJSON-929549799-router', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '6e6a4290-ba3c-43b6-be2b-9434782ba727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:18Z', 'updated_at': '2021-08-31T14:19:35Z', 'revision_number': 5, 'project_id': 'f7143efde9fd4908a586f95aa4f709b6', 'gw_port': {'id': '6e6a4290-ba3c-43b6-be2b-9434782ba727', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:19Z', 'updated_at': '2021-08-31T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:38.600846 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5276c70-bdb9-4893-985a-f602b4c6261e None None] Checking router: 18bc06d4-352f-4b23-9705-69537b0c0ef6 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:19:38.621145 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5276c70-bdb9-4893-985a-f602b4c6261e None None] Routers {'18bc06d4-352f-4b23-9705-69537b0c0ef6'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:38.622134 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b5276c70-bdb9-4893-985a-f602b4c6261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['18bc06d4-352f-4b23-9705-69537b0c0ef6'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:38.666067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-03b40cd5-18fa-4926-9120-b5c17801d4fa None None] Provisioning complete for port 19d96d46-43dd-4410-8717-2d4a4970245a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:38.667624 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03b40cd5-18fa-4926-9120-b5c17801d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.886280 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.895340 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b5276c70-bdb9-4893-985a-f602b4c6261e None None] Set router 18bc06d4-352f-4b23-9705-69537b0c0ef6 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:19:38.978398 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.048737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5883608-98af-42f4-8393-5cabd6c15dfb req-ad128160-5105-4b20-b490-444a96affbe5 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:39.065246 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5883608-98af-42f4-8393-5cabd6c15dfb req-ad128160-5105-4b20-b490-444a96affbe5 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 945 time: 0.2483840 Aug 31 14:19:39.087509 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6af1b4d3-9008-471a-902e-0bb04bc5f2ae req-d1c1b4b8-0b77-4df6-8047-23ab8f8d6d18 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144552 Aug 31 14:19:39.132133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] Deleting port 6e6a4290-ba3c-43b6-be2b-9434782ba727 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:39.132978 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.147159 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b5276c70-bdb9-4893-985a-f602b4c6261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'name': 'tempest-AttachSCSIVolumeTestJSON-929549799-router', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:18Z', 'updated_at': '2021-08-31T14:19:38Z', 'revision_number': 6, 'project_id': 'f7143efde9fd4908a586f95aa4f709b6', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:39.213942 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5883608-98af-42f4-8393-5cabd6c15dfb req-62fa505b-1b2e-4ba5-90be-a46481bb8813 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428292 Aug 31 14:19:39.234865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 19d96d46-43dd-4410-8717-2d4a4970245a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=19d96d46-43dd-4410-8717-2d4a4970245a,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:39.269842 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5276c70-bdb9-4893-985a-f602b4c6261e None None] The sync data for ids ['18bc06d4-352f-4b23-9705-69537b0c0ef6'] in n-d-806683-5 is: [{'id': '18bc06d4-352f-4b23-9705-69537b0c0ef6', 'name': 'tempest-AttachSCSIVolumeTestJSON-929549799-router', 'tenant_id': 'f7143efde9fd4908a586f95aa4f709b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:18Z', 'updated_at': '2021-08-31T14:19:38Z', 'revision_number': 6, 'project_id': 'f7143efde9fd4908a586f95aa4f709b6', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:19:39.282442 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.366526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] For port 6e6a4290-ba3c-43b6-be2b-9434782ba727, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6e6a4290-ba3c-43b6-be2b-9434782ba727,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:39.366983 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.371630 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03b40cd5-18fa-4926-9120-b5c17801d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.377763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:36Z', 'revision_number': 3, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:39.390957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] Calling delete_port for 6e6a4290-ba3c-43b6-be2b-9434782ba727 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:39.406542 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae90055d-1343-48d2-ac22-7a8c5e4281c2 req-455095d1-f647-4e38-8fcd-18d5d2d89a41 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 210 time: 0.0712504 Aug 31 14:19:39.431254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Checking router: e51562ee-7d93-461c-95db-6544090d490f for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:19:39.431793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Updating router e51562ee-7d93-461c-95db-6544090d490f port 7941476c-d85c-4d3e-a97c-97da76e7c71a binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:19:39.482804 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.486019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=19d96d46-43dd-4410-8717-2d4a4970245a,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:39.527732 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Allocated IP 172.20.0.1 (a8bca733-261d-4a58-85f4-a2896c342e47/00cfd381-58f4-465e-9afa-944dc1d1bdce/ba49bfda-dedf-4e83-8030-6f8ced2b9e04) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:39.615933 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-03b40cd5-18fa-4926-9120-b5c17801d4fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:19:39.616422 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-03b40cd5-18fa-4926-9120-b5c17801d4fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:19:39.709441 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.725177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856ecd4-36a8-41ff-bef6-37b074e3382c req-e80bc4c4-b265-4de1-ba25-02557124400e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:39.731049 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Transition to ACTIVE for port object ba49bfda-dedf-4e83-8030-6f8ced2b9e04 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:39.737408 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1856ecd4-36a8-41ff-bef6-37b074e3382c req-e80bc4c4-b265-4de1-ba25-02557124400e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.5320492 Aug 31 14:19:39.791980 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.859575 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Network a8bca733-261d-4a58-85f4-a2896c342e47 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:39.866102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:39.875375 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:39.917466 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1856ecd4-36a8-41ff-bef6-37b074e3382c req-47cd78f9-3887-42f0-9f60-226ee43d935b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789353 Aug 31 14:19:39.919477 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-1b298d30-87ee-455b-9d5d-1401d0cbd5db service neutron] 10.222.0.25 "GET /v2.0/ports/913f9a69-4814-4f38-b81e-a21daa183875/bindings/n-h1-806683-5 HTTP/1.1" status: 200 len: 384 time: 0.3286536 Aug 31 14:19:39.922316 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.954737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Transition to ACTIVE for port object 7941476c-d85c-4d3e-a97c-97da76e7c71a will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:39.958656 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.969205 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.031089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Attempting to bind port 7941476c-d85c-4d3e-a97c-97da76e7c71a on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:40.031489 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Attempting to bind port 7941476c-d85c-4d3e-a97c-97da76e7c71a by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:40.031854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Attempting to bind port 7941476c-d85c-4d3e-a97c-97da76e7c71a on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:40.041610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:40.041988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:40.042542 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.042785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:40.051911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Bound port: 7941476c-d85c-4d3e-a97c-97da76e7c71a, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:40.052440 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.093534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f81d6f-771c-448e-b535-dceceb7bce1a None None] Pushing event updated for resources: {'Port': ['ID=7941476c-d85c-4d3e-a97c-97da76e7c71a,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:40.269667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] For port 7941476c-d85c-4d3e-a97c-97da76e7c71a, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:40.298023 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.298569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] For port 7941476c-d85c-4d3e-a97c-97da76e7c71a, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7941476c-d85c-4d3e-a97c-97da76e7c71a,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:40.304333 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.341430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6a4290-ba3c-43b6-be2b-9434782ba727,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:40.381142 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-51555d17-bdb9-4dc9-a56e-76c4baba1665 None None] Provisioning for port ba49bfda-dedf-4e83-8030-6f8ced2b9e04 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:40.392975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-51555d17-bdb9-4dc9-a56e-76c4baba1665 None None] Provisioning complete for port ba49bfda-dedf-4e83-8030-6f8ced2b9e04 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:40.392975 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51555d17-bdb9-4dc9-a56e-76c4baba1665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.402364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:40.403014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:40.489636 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f81d6f-771c-448e-b535-dceceb7bce1a None None] Pushing event updated for resources: {'Port': ['ID=7941476c-d85c-4d3e-a97c-97da76e7c71a,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:40.507840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-51555d17-bdb9-4dc9-a56e-76c4baba1665 None None] Port ba49bfda-dedf-4e83-8030-6f8ced2b9e04 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:40.581628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:19:40.687610 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Pushing event updated for resources: {'Port': ['ID=ba49bfda-dedf-4e83-8030-6f8ced2b9e04,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:40.697126 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.787883 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f92100-c39f-40d4-87fa-6b7c6e304aac req-8026799d-9e70-45a0-9ffd-9aa7eeb8399f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:40.802922 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82f92100-c39f-40d4-87fa-6b7c6e304aac req-8026799d-9e70-45a0-9ffd-9aa7eeb8399f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.2257612 Aug 31 14:19:40.840926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-267e8f82-8e90-4605-bdd8-951cb1f97789 service neutron] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=913f9a69-4814-4f38-b81e-a21daa183875,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:40.891985 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.903924 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.904924 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82f92100-c39f-40d4-87fa-6b7c6e304aac req-d7bc50e1-4efe-4904-8593-d921a32e06d2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002686 Aug 31 14:19:40.912640 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.950242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:36Z', 'revision_number': 3, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:40.989231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7809e33-bb3e-4af0-99e0-f25578ecbbe2 None None] The sync data for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 is: [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:36Z', 'revision_number': 3, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:19:41.015954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-267e8f82-8e90-4605-bdd8-951cb1f97789 service neutron] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:41.054860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82253f47-413f-413e-9b64-27b107505bd7 req-f541c146-cf8e-4660-aebe-87eb91dc23a2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:41.058387 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82253f47-413f-413e-9b64-27b107505bd7 req-f541c146-cf8e-4660-aebe-87eb91dc23a2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.25 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 812 time: 0.5758128 Aug 31 14:19:41.081865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-82253f47-413f-413e-9b64-27b107505bd7 req-b19acb28-6ab4-4863-a118-97aa09da2f62 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Request body: {'port': {'device_id': 'df74f5ef-8f5b-40ac-8591-8c8637fc7be3', 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af', 'admin_state_up': True, 'tenant_id': '3c77177a7f484a688be812ec879e9355'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:41.097072 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9209090d-26e3-4107-8a1c-9a40430d8fab req-a109d240-7a6c-451a-a9c3-9637e65f9fa7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 210 time: 0.0730882 Aug 31 14:19:41.189967 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.189967 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18bc06d4-352f-4b23-9705-69537b0c0ef6 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:19:41.204359 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.207198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d69b9-491c-4667-9872-a709a185bfbb req-baa4e0f3-11c8-4814-b18d-fdfc1a30c945 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:41.208961 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b7d69b9-491c-4667-9872-a709a185bfbb req-baa4e0f3-11c8-4814-b18d-fdfc1a30c945 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 945 time: 0.3948860 Aug 31 14:19:41.210214 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.212564 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.214778 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4f2cbb24-fcf4-4b40-ad30-8e3ec2af2ce0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/18bc06d4-352f-4b23-9705-69537b0c0ef6 HTTP/1.1" status: 204 len: 168 time: 3.4701862 Aug 31 14:19:41.220148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-267e8f82-8e90-4605-bdd8-951cb1f97789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913f9a69-4814-4f38-b81e-a21daa183875 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:41.224019 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59570) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:41.266105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-267e8f82-8e90-4605-bdd8-951cb1f97789 service neutron] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=913f9a69-4814-4f38-b81e-a21daa183875,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:41.292386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82253f47-413f-413e-9b64-27b107505bd7 req-b19acb28-6ab4-4863-a118-97aa09da2f62 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Made reservation on behalf of 3c77177a7f484a688be812ec879e9355 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:41.296162 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-82253f47-413f-413e-9b64-27b107505bd7 req-b19acb28-6ab4-4863-a118-97aa09da2f62 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.322603 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b7d69b9-491c-4667-9872-a709a185bfbb req-a4f06518-2ef8-4a0e-97f1-9f47d73fb8cc tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966120 Aug 31 14:19:41.331058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-267e8f82-8e90-4605-bdd8-951cb1f97789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.435703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf88c49-c081-418f-a7f5-25311e055b5e admin admin] Deleting subnet cf962023-63cc-4bd0-9c04-40b596d219f8 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:41.483483 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 19d96d46-43dd-4410-8717-2d4a4970245a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:41.514514 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cf88c49-c081-418f-a7f5-25311e055b5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.568960 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cf88c49-c081-418f-a7f5-25311e055b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.577089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 19d96d46-43dd-4410-8717-2d4a4970245a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:41.577481 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.656427 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-267e8f82-8e90-4605-bdd8-951cb1f97789 service neutron] Transition to ACTIVE for port object 913f9a69-4814-4f38-b81e-a21daa183875 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:41.679624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6da280-3599-4f2e-acac-68a37aa90d85 req-2948b83a-ae5c-4148-9438-a4aec3c1da1c tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:41.691199 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1c6da280-3599-4f2e-acac-68a37aa90d85 req-2948b83a-ae5c-4148-9438-a4aec3c1da1c tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 945 time: 0.2092803 Aug 31 14:19:41.702938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-82253f47-413f-413e-9b64-27b107505bd7 req-b19acb28-6ab4-4863-a118-97aa09da2f62 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Allocated IP 172.20.0.14 (0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af/2aa5041b-aff9-4323-8a2c-7ce83a5dbf67/b2e73e8d-c467-4646-9cf3-d9794b010284) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:41.705885 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-267e8f82-8e90-4605-bdd8-951cb1f97789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.727856 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.738529 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Pushing event updated for resources: {'Port': ['ID=ba49bfda-dedf-4e83-8030-6f8ced2b9e04,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:41.840142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd36d3-be80-4d3b-88ca-873cc7405594 req-d185d50c-db68-4045-8adb-7c8f38feaf45 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:41.849984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6e6a4290-ba3c-43b6-be2b-9434782ba727 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:41.854584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-46bd36d3-be80-4d3b-88ca-873cc7405594 req-d185d50c-db68-4045-8adb-7c8f38feaf45 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 944 time: 0.4151101 Aug 31 14:19:41.866419 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cf88c49-c081-418f-a7f5-25311e055b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.884910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 6e6a4290-ba3c-43b6-be2b-9434782ba727 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:41.885156 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1c6da280-3599-4f2e-acac-68a37aa90d85 req-c394ed5a-7095-4d3d-8d95-5b65389aa2ff tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924386 Aug 31 14:19:41.885616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6e6a4290-ba3c-43b6-be2b-9434782ba727 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:41.886336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f7b09537-990e-4847-800d-47beb4b584e0 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:41.907785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-267e8f82-8e90-4605-bdd8-951cb1f97789 service neutron] No DVR routers for this DVR port 913f9a69-4814-4f38-b81e-a21daa183875 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:41.920352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e8f82-8e90-4605-bdd8-951cb1f97789 service neutron] Pushing event updated for resources: {'Port': ['ID=913f9a69-4814-4f38-b81e-a21daa183875,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:41.953391 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: f7b09537-990e-4847-800d-47beb4b584e0 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:41.953926 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f7b09537-990e-4847-800d-47beb4b584e0 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:41.988949 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-267e8f82-8e90-4605-bdd8-951cb1f97789 service neutron] 10.222.0.25 "PUT /v2.0/ports/913f9a69-4814-4f38-b81e-a21daa183875/bindings/n-h1-806683-5/activate HTTP/1.1" status: 200 len: 369 time: 2.0582957 Aug 31 14:19:42.033939 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-46bd36d3-be80-4d3b-88ca-873cc7405594 req-f1cd5a86-7621-4bc9-afee-9053659bf7b3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783605 Aug 31 14:19:42.114273 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cf88c49-c081-418f-a7f5-25311e055b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.134198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Network a8bca733-261d-4a58-85f4-a2896c342e47 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:42.158019 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:42.174266 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f47c59-c349-4140-8423-8259c55f53b2 req-8a57ad48-00a3-4fc4-b582-b3a6fcdddde3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:42.175845 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b5f47c59-c349-4140-8423-8259c55f53b2 req-8a57ad48-00a3-4fc4-b582-b3a6fcdddde3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.0948687 Aug 31 14:19:42.178168 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf88c49-c081-418f-a7f5-25311e055b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf962023-63cc-4bd0-9c04-40b596d219f8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:42.192396 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cf88c49-c081-418f-a7f5-25311e055b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.195023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8085d9a4-9a60-4c53-ba64-d7230d19e936 None None] Network 45d9ada3-d190-4ac4-bf5d-de0285fd2800 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:42.199932 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0cf88c49-c081-418f-a7f5-25311e055b5e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cf962023-63cc-4bd0-9c04-40b596d219f8 HTTP/1.1" status: 204 len: 168 time: 0.9688542 Aug 31 14:19:42.210493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59586) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:42.229944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-d952f7cc-eab2-430b-a227-d825f529ad48 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:42.233866 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-d952f7cc-eab2-430b-a227-d825f529ad48 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd&tenant_id=429bbc88baff4974940bd2144c0fd533&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1096 time: 0.1720932 Aug 31 14:19:42.323871 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-63ad0d56-c892-4049-b293-2b953b48a8f4 req-12f483fb-6422-4056-bb8d-f66cda544ecd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 210 time: 0.0850854 Aug 31 14:19:42.339372 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b5f47c59-c349-4140-8423-8259c55f53b2 req-cd6f1a2d-6ca1-468c-8722-22e8cc7fc925 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521742 Aug 31 14:19:42.343990 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-82253f47-413f-413e-9b64-27b107505bd7 req-b19acb28-6ab4-4863-a118-97aa09da2f62 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.400701 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.560520 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-82253f47-413f-413e-9b64-27b107505bd7 req-b19acb28-6ab4-4863-a118-97aa09da2f62 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.605085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-0f1fde5c-3c3e-43fd-9351-ee94871f6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:42.607771 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-0f1fde5c-3c3e-43fd-9351-ee94871f6b49 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd&tenant_id=429bbc88baff4974940bd2144c0fd533 HTTP/1.1" status: 200 len: 1096 time: 0.3481905 Aug 31 14:19:42.665588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Router e51562ee-7d93-461c-95db-6544090d490f has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:19:42.677444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-efe40f7d-6423-4e54-bcf6-93ce40097aeb None None] Provisioning complete for port ba49bfda-dedf-4e83-8030-6f8ced2b9e04 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:42.678216 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efe40f7d-6423-4e54-bcf6-93ce40097aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.704364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82253f47-413f-413e-9b64-27b107505bd7 req-b19acb28-6ab4-4863-a118-97aa09da2f62 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:42.737304 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-efe40f7d-6423-4e54-bcf6-93ce40097aeb None None] Port ba49bfda-dedf-4e83-8030-6f8ced2b9e04 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:42.751527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-82253f47-413f-413e-9b64-27b107505bd7 req-b19acb28-6ab4-4863-a118-97aa09da2f62 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:42.762574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-82253f47-413f-413e-9b64-27b107505bd7 req-b19acb28-6ab4-4863-a118-97aa09da2f62 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:42.823109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8646e11e-569e-4d3b-87bf-2634d6ca8048 None None] DHCP port deletion for 45d9ada3-d190-4ac4-bf5d-de0285fd2800 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:19:42.872019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19acb28-6ab4-4863-a118-97aa09da2f62 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Pushing event updated for resources: {'Port': ['ID=b2e73e8d-c467-4646-9cf3-d9794b010284,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:42.886367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-748ae713-e961-41d7-a297-bd8e1729c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:42.888202 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-748ae713-e961-41d7-a297-bd8e1729c39d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 1096 time: 0.2120664 Aug 31 14:19:42.906608 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8646e11e-569e-4d3b-87bf-2634d6ca8048 None None] Deleting port d0a2871e-eb73-4e80-ab15-628827dc2f42 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:42.906989 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8646e11e-569e-4d3b-87bf-2634d6ca8048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.920036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac3514-0359-4328-a39e-39d3a41323e8 req-c404d208-44e5-4ac9-b154-3fbfbafc90ce tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:42.922036 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0aac3514-0359-4328-a39e-39d3a41323e8 req-c404d208-44e5-4ac9-b154-3fbfbafc90ce tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 945 time: 0.1379840 Aug 31 14:19:42.923864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Deleting port d0a2871e-eb73-4e80-ab15-628827dc2f42 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:42.924200 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.982553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-8646e11e-569e-4d3b-87bf-2634d6ca8048 None None] For port d0a2871e-eb73-4e80-ab15-628827dc2f42, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d0a2871e-eb73-4e80-ab15-628827dc2f42,segment=NetworkSegment(0c4bf473-5c0c-42ee-9687-07805b307f16),segment_id=0c4bf473-5c0c-42ee-9687-07805b307f16)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:42.983125 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8646e11e-569e-4d3b-87bf-2634d6ca8048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.997655 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:19:42.998045 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8646e11e-569e-4d3b-87bf-2634d6ca8048 None None] Calling delete_port for d0a2871e-eb73-4e80-ab15-628827dc2f42 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:43.022851 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f483a958-92da-4a86-96d3-2caed325c280 admin admin] 10.222.0.39 "PUT /v2.0/routers/e51562ee-7d93-461c-95db-6544090d490f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4079757 Aug 31 14:19:43.038142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f7d01-0132-489d-a817-575dfbe4b127 req-2019ff9c-fe08-49d5-b749-86aab9796528 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:43.047972 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e9f7d01-0132-489d-a817-575dfbe4b127 req-2019ff9c-fe08-49d5-b749-86aab9796528 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 945 time: 0.1811917 Aug 31 14:19:43.058559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82253f47-413f-413e-9b64-27b107505bd7 req-b19acb28-6ab4-4863-a118-97aa09da2f62 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:43.059244 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-82253f47-413f-413e-9b64-27b107505bd7 req-b19acb28-6ab4-4863-a118-97aa09da2f62 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.061521 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0aac3514-0359-4328-a39e-39d3a41323e8 req-09d7b2f4-039e-45f9-bdf1-90d01a2e1d0e tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205554 Aug 31 14:19:43.087230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82253f47-413f-413e-9b64-27b107505bd7 req-b19acb28-6ab4-4863-a118-97aa09da2f62 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0133979 Aug 31 14:19:43.104237 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-ed92c475-3af1-4552-95ad-900be1b24361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:43.105927 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-ed92c475-3af1-4552-95ad-900be1b24361 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.2044218 Aug 31 14:19:43.133838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Request body: {'port': {'device_id': 'df74f5ef-8f5b-40ac-8591-8c8637fc7be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:43.180071 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e9f7d01-0132-489d-a817-575dfbe4b127 req-feaf5ee5-109c-477e-a0f2-64404689334d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311879 Aug 31 14:19:43.181932 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-67d2f82e-db7c-42c8-902c-2cb38c305e63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=913f9a69-4814-4f38-b81e-a21daa183875 HTTP/1.1" status: 200 len: 217 time: 0.0582142 Aug 31 14:19:43.184108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] For port d0a2871e-eb73-4e80-ab15-628827dc2f42, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d0a2871e-eb73-4e80-ab15-628827dc2f42,segment=NetworkSegment(0c4bf473-5c0c-42ee-9687-07805b307f16),segment_id=0c4bf473-5c0c-42ee-9687-07805b307f16)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:43.184288 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.213061 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8646e11e-569e-4d3b-87bf-2634d6ca8048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.230286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Calling delete_port for d0a2871e-eb73-4e80-ab15-628827dc2f42 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:43.247645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646e11e-569e-4d3b-87bf-2634d6ca8048 None None] Pushing event deleted for resources: {'Port': ['ID=d0a2871e-eb73-4e80-ab15-628827dc2f42,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:43.264344 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.271452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8646e11e-569e-4d3b-87bf-2634d6ca8048 None None] No DVR routers for this DVR port d0a2871e-eb73-4e80-ab15-628827dc2f42 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:43.292247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-98d58eb5-aedd-48ad-bcb6-996acea9bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:43.295136 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-98d58eb5-aedd-48ad-bcb6-996acea9bc53 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.1052375 Aug 31 14:19:43.313515 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35073858-c943-4002-b88d-02833d73bd58 req-97c64115-51c0-4e33-b98e-2897eae76fc2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:43.315272 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-35073858-c943-4002-b88d-02833d73bd58 req-97c64115-51c0-4e33-b98e-2897eae76fc2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 945 time: 0.0888224 Aug 31 14:19:43.345779 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-356bca9b-d665-4356-b103-163df081735a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425975 Aug 31 14:19:43.445276 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-35073858-c943-4002-b88d-02833d73bd58 req-634e0b14-3d96-4275-94af-74173096329a tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984190 Aug 31 14:19:43.456862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7941476c-d85c-4d3e-a97c-97da76e7c71a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:43.531685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 7941476c-d85c-4d3e-a97c-97da76e7c71a completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:43.536688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 7941476c-d85c-4d3e-a97c-97da76e7c71a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:43.537979 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.582698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.630069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-363d7c5e-6361-4708-9f14-90e682ee57f3 service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518179 Aug 31 14:19:43.642601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a2871e-eb73-4e80-ab15-628827dc2f42,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:43.651791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] No DVR routers for this DVR port d0a2871e-eb73-4e80-ab15-628827dc2f42 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:43.660555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Sync routers for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:19:43.667500 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.678491 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:43.679139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:43.727209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 7941476c-d85c-4d3e-a97c-97da76e7c71a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7941476c-d85c-4d3e-a97c-97da76e7c71a,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:43.727623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6fc21-884b-4f59-ade2-847867d17e06 req-d0800115-7591-4712-ae6f-e0a4e4a2eff2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:43.731254 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-51b6fc21-884b-4f59-ade2-847867d17e06 req-d0800115-7591-4712-ae6f-e0a4e4a2eff2 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.1448476 Aug 31 14:19:43.736288 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.776527 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.787336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d9ada3-d190-4ac4-bf5d-de0285fd2800']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:43.797830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4bf473-5c0c-42ee-9687-07805b307f16') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:43.798226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4bf473-5c0c-42ee-9687-07805b307f16') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:43.807096 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.808587 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-51b6fc21-884b-4f59-ade2-847867d17e06 req-48b7ba23-6fdb-4061-9d4e-6e184f4b755b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686049 Aug 31 14:19:43.826976 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.828183 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-6232be70-b5e1-434f-8133-a86e4bcf98b2 service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804583 Aug 31 14:19:43.836979 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:43.837603 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.868502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d0a2871e-eb73-4e80-ab15-628827dc2f42 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:43.923116 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: d0a2871e-eb73-4e80-ab15-628827dc2f42 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:43.923573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d0a2871e-eb73-4e80-ab15-628827dc2f42 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:43.948905 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:43.952131 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=7941476c-d85c-4d3e-a97c-97da76e7c71a,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:43.960249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:19:43.974171 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad2ea4-2899-4dfd-a98d-713d6f3d0e1a req-eccbe7e8-c872-4503-80d8-f07d227de3d7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:43.982256 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3ad2ea4-2899-4dfd-a98d-713d6f3d0e1a req-eccbe7e8-c872-4503-80d8-f07d227de3d7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 932 time: 0.4585941 Aug 31 14:19:44.034064 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.040732 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.043781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] 10.222.0.39 "DELETE /v2.0/networks/45d9ada3-d190-4ac4-bf5d-de0285fd2800 HTTP/1.1" status: 204 len: 168 time: 1.8314607 Aug 31 14:19:44.046918 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59630) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:44.085523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35eca2e-cfc0-45ca-91b8-11acba1ec492 admin admin] Pushing event deleted for resources: {'Network': ['ID=45d9ada3-d190-4ac4-bf5d-de0285fd2800,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:44.108278 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3ad2ea4-2899-4dfd-a98d-713d6f3d0e1a req-19a84837-78fa-4b9f-a899-bc06117d748a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250777 Aug 31 14:19:44.220683 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e73e8d-c467-4646-9cf3-d9794b010284 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:44.230066 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.246090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Transition to ACTIVE for port object b2e73e8d-c467-4646-9cf3-d9794b010284 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:44.260103 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.317606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 2, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:44.347920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-7c294e81-6bb7-40fb-9ef4-7f0ac8868e25 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:44.349559 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-7c294e81-6bb7-40fb-9ef4-7f0ac8868e25 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd&tenant_id=429bbc88baff4974940bd2144c0fd533&binding%3Ahost_id=n-h1-806683-5 HTTP/1.1" status: 200 len: 1096 time: 0.2313426 Aug 31 14:19:44.350486 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Checking router: e51562ee-7d93-461c-95db-6544090d490f for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:19:44.350848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Updating router e51562ee-7d93-461c-95db-6544090d490f port ba49bfda-dedf-4e83-8030-6f8ced2b9e04 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:19:44.359420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397472fb-9775-4389-8ff1-8e17bdde41d5 req-889cdcb2-c984-4fb8-9da7-b601cf42617d tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:44.361304 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397472fb-9775-4389-8ff1-8e17bdde41d5 req-889cdcb2-c984-4fb8-9da7-b601cf42617d tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 945 time: 0.1126025 Aug 31 14:19:44.364889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e73e8d-c467-4646-9cf3-d9794b010284,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:44.389255 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.466503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303af36-8e60-490c-b13b-06d277402897 req-68f5019d-93ac-4a9d-a0c5-881aca154005 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:44.473682 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6303af36-8e60-490c-b13b-06d277402897 req-68f5019d-93ac-4a9d-a0c5-881aca154005 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 820 time: 0.2607074 Aug 31 14:19:44.480040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Attempting to bind port b2e73e8d-c467-4646-9cf3-d9794b010284 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:44.480472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Attempting to bind port b2e73e8d-c467-4646-9cf3-d9794b010284 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:44.480881 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Attempting to bind port b2e73e8d-c467-4646-9cf3-d9794b010284 on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:44.490462 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397472fb-9775-4389-8ff1-8e17bdde41d5 req-e429d95e-0c96-4f5f-b670-b9cd33cd6507 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223321 Aug 31 14:19:44.491716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Port b2e73e8d-c467-4646-9cf3-d9794b010284 on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:19:44.492125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Attempting to bind port b2e73e8d-c467-4646-9cf3-d9794b010284 on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:44.499435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:44.499868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Checking segment: {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:44.500550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Bound using segment: {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:44.501080 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Bound port: b2e73e8d-c467-4646-9cf3-d9794b010284, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:44.501524 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.533627 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6303af36-8e60-490c-b13b-06d277402897 req-3c4e78ae-217b-472d-a56e-b5e82e753e6f tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/quotas/a2c2b0a2621349c9985beb145a87b930 HTTP/1.1" status: 200 len: 375 time: 0.0589402 Aug 31 14:19:44.742928 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.755760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Transition to ACTIVE for port object ba49bfda-dedf-4e83-8030-6f8ced2b9e04 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:44.763240 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.775605 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-a02260de-d7b4-4d52-ae6f-4817491870d0 service neutron] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:44.791524 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6303af36-8e60-490c-b13b-06d277402897 req-aa8793be-5a71-4fd7-9ce3-28de5ddb16ad tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2565277 Aug 31 14:19:44.828242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475013c1-2233-4b24-ae8a-4a06a60b2d55 None None] Pushing event updated for resources: {'Port': ['ID=ba49bfda-dedf-4e83-8030-6f8ced2b9e04,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:44.878151 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-a02260de-d7b4-4d52-ae6f-4817491870d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.879331 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0db94d97-6222-4af8-b9fb-13931f1e11e1 req-a02260de-d7b4-4d52-ae6f-4817491870d0 service neutron] 10.222.0.60 "DELETE /v2.0/ports/913f9a69-4814-4f38-b81e-a21daa183875/bindings/n-h2-806683-5 HTTP/1.1" status: 204 len: 173 time: 0.4876924 Aug 31 14:19:44.947380 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6303af36-8e60-490c-b13b-06d277402897 req-320baaf1-23c1-4226-9f8a-4ae995fb5962 service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547377 Aug 31 14:19:44.993019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Attempting to bind port ba49bfda-dedf-4e83-8030-6f8ced2b9e04 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:44.995753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-bd4fcb61-51c2-46b3-85f0-95cae5c832ca tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:44.996236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Attempting to bind port ba49bfda-dedf-4e83-8030-6f8ced2b9e04 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:44.997763 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-bd4fcb61-51c2-46b3-85f0-95cae5c832ca tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 945 time: 0.4925115 Aug 31 14:19:44.997981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Attempting to bind port ba49bfda-dedf-4e83-8030-6f8ced2b9e04 on network a8bca733-261d-4a58-85f4-a2896c342e47 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:45.010653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:45.011210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Checking segment: {'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:45.017019 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.018899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Bound using segment: {'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:45.023097 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Bound port: ba49bfda-dedf-4e83-8030-6f8ced2b9e04, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:45.023589 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.063926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397c32a-ab96-458d-8b72-0ee11549a802 req-f889da2a-7d93-421f-b84d-521b97835747 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:45.065469 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3397c32a-ab96-458d-8b72-0ee11549a802 req-f889da2a-7d93-421f-b84d-521b97835747 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 945 time: 0.2279611 Aug 31 14:19:45.146704 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3397c32a-ab96-458d-8b72-0ee11549a802 req-7f7eee1d-82a4-4719-9ca6-32122a71c29d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447235 Aug 31 14:19:45.183350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-5491b8fa-e3f0-4ca5-8d76-d426e913919d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:45.185593 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-5491b8fa-e3f0-4ca5-8d76-d426e913919d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.60 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 945 time: 0.2929957 Aug 31 14:19:45.206895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] For port ba49bfda-dedf-4e83-8030-6f8ced2b9e04, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:45.218009 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] For port ba49bfda-dedf-4e83-8030-6f8ced2b9e04, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ba49bfda-dedf-4e83-8030-6f8ced2b9e04,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:45.226619 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.253024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] For port b2e73e8d-c467-4646-9cf3-d9794b010284, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:45.334153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:45.334795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:45.343451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] For port b2e73e8d-c467-4646-9cf3-d9794b010284, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b2e73e8d-c467-4646-9cf3-d9794b010284,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:45.410189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.485981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7941476c-d85c-4d3e-a97c-97da76e7c71a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:45.522240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475013c1-2233-4b24-ae8a-4a06a60b2d55 None None] Pushing event updated for resources: {'Port': ['ID=ba49bfda-dedf-4e83-8030-6f8ced2b9e04,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:45.616159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:45.616953 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.617344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:19:45.618558 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82253f47-413f-413e-9b64-27b107505bd7 req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] 10.222.0.25 "PUT /v2.0/ports/b2e73e8d-c467-4646-9cf3-d9794b010284 HTTP/1.1" status: 200 len: 1092 time: 2.4982615 Aug 31 14:19:45.624575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df74f5ef-8f5b-40ac-8591-8c8637fc7be3', 'tag': 'b2e73e8d-c467-4646-9cf3-d9794b010284'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:45.627132 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7959588-23f0-4111-b26e-9099d5bbccf5" -d '{"events": [{"name": "network-changed", "server_uuid": "df74f5ef-8f5b-40ac-8591-8c8637fc7be3", "tag": "b2e73e8d-c467-4646-9cf3-d9794b010284"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:45.658991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Deleting port 64da7023-07a4-43b2-bc58-4d3b70e02bf4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:45.659514 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.663424 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6303af36-8e60-490c-b13b-06d277402897 req-c632de76-f0c5-4d8c-a191-fa362c973cc6 service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7149587 Aug 31 14:19:45.675822 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e051c73-430e-4e21-86ac-e80443374ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.881405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] For port 64da7023-07a4-43b2-bc58-4d3b70e02bf4, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=64da7023-07a4-43b2-bc58-4d3b70e02bf4,segment=NetworkSegment(86dc075b-f119-4562-8e5b-9db9052ccf90),segment_id=86dc075b-f119-4562-8e5b-9db9052ccf90)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:45.884113 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.951064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 7941476c-d85c-4d3e-a97c-97da76e7c71a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:45.951651 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.014980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0d7c6-81c3-4c3d-bd1c-9166a189fc03 req-0cf750e6-40b7-42c7-b926-105eafce1282 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:46.022624 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42c0d7c6-81c3-4c3d-bd1c-9166a189fc03 req-0cf750e6-40b7-42c7-b926-105eafce1282 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 945 time: 0.7032685 Aug 31 14:19:46.104127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84519cc8-50c2-4a62-8af3-887843b012c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e73e8d-c467-4646-9cf3-d9794b010284,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:46.165572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Deleting port 55c18dc6-c8f1-4304-b3b9-787a83a7903f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:46.166021 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.176750 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b7449-81bb-4c07-9408-3e6bb4e99ce0 req-6c254d45-e2c9-4c49-a019-420acd884fd0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:46.178316 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-700b7449-81bb-4c07-9408-3e6bb4e99ce0 req-6c254d45-e2c9-4c49-a019-420acd884fd0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.1816974 Aug 31 14:19:46.267101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] For port 55c18dc6-c8f1-4304-b3b9-787a83a7903f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=55c18dc6-c8f1-4304-b3b9-787a83a7903f,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:46.267631 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.271682 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-700b7449-81bb-4c07-9408-3e6bb4e99ce0 req-35ce293a-f442-47a1-88fb-50d82e69f0bf tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606565 Aug 31 14:19:46.311933 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42c0d7c6-81c3-4c3d-bd1c-9166a189fc03 req-276a286c-3c7d-493d-b6e8-526612fe6d47 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844665 Aug 31 14:19:46.317281 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-4e051c73-430e-4e21-86ac-e80443374ebd admin admin] Deleting port fb0b96fd-428f-4c17-b649-f228fed2dbc3 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:46.319781 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e051c73-430e-4e21-86ac-e80443374ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.334904 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:45Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:46.402985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82253f47-413f-413e-9b64-27b107505bd7 req-d098488d-6c9e-4302-8c32-8a7cd363f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:46.405058 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82253f47-413f-413e-9b64-27b107505bd7 req-d098488d-6c9e-4302-8c32-8a7cd363f01f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 1095 time: 0.4109323 Aug 31 14:19:46.412715 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d4964-a6f0-40f3-8524-a6da8863a857 None None] The sync data for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 is: [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:45Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:19:46.522912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0eb5f-e36b-4353-9541-0ca80fe88251 req-372adc4f-6c8d-407b-a37a-06a06ff96854 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:46.525213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84e0eb5f-e36b-4353-9541-0ca80fe88251 req-372adc4f-6c8d-407b-a37a-06a06ff96854 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 944 time: 0.1042991 Aug 31 14:19:46.564250 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82253f47-413f-413e-9b64-27b107505bd7 req-72395f11-67a9-4217-9b23-0591195796aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2e73e8d-c467-4646-9cf3-d9794b010284 HTTP/1.1" status: 200 len: 217 time: 0.1381066 Aug 31 14:19:46.578487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-4e051c73-430e-4e21-86ac-e80443374ebd admin admin] For port fb0b96fd-428f-4c17-b649-f228fed2dbc3, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fb0b96fd-428f-4c17-b649-f228fed2dbc3,segment=NetworkSegment(2904d367-4c4c-4236-825c-cafd6c2f47c7),segment_id=2904d367-4c4c-4236-825c-cafd6c2f47c7)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:46.579443 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e051c73-430e-4e21-86ac-e80443374ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.628900 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84e0eb5f-e36b-4353-9541-0ca80fe88251 req-104c2a57-db95-4e7d-a6fe-f04faba7603e tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962939 Aug 31 14:19:46.630387 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-4e051c73-430e-4e21-86ac-e80443374ebd admin admin] Calling delete_port for fb0b96fd-428f-4c17-b649-f228fed2dbc3 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:46.746286 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ae6c49-dab0-424e-868f-80619de34269 x-openstack-request-id: req-85ae6c49-dab0-424e-868f-80619de34269 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:46.746530 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df74f5ef-8f5b-40ac-8591-8c8637fc7be3", "tag": "b2e73e8d-c467-4646-9cf3-d9794b010284", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:46.746799 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85ae6c49-dab0-424e-868f-80619de34269 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:46.747541 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df74f5ef-8f5b-40ac-8591-8c8637fc7be3', 'tag': 'b2e73e8d-c467-4646-9cf3-d9794b010284', 'status': 'completed', 'code': 200} Aug 31 14:19:46.845277 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5764104f-a693-4663-8600-66553e6fd09a req-2deef6bb-7ba7-40e9-85c5-0278b3df92cf tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 210 time: 0.0502908 Aug 31 14:19:47.074407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e56a8-e87b-41b4-82ae-97c9aca53ed7 req-97001f91-4fb7-4cd1-a98c-f018e91005fe tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:47.076747 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-672e56a8-e87b-41b4-82ae-97c9aca53ed7 req-97001f91-4fb7-4cd1-a98c-f018e91005fe tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 945 time: 0.0992875 Aug 31 14:19:47.078115 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e051c73-430e-4e21-86ac-e80443374ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.094393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e368b65-67d3-4718-a1f0-9b5b04c8d8d2 req-2067506c-0fa4-4a29-bbd2-ac798326003b tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:47.103230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e368b65-67d3-4718-a1f0-9b5b04c8d8d2 req-2067506c-0fa4-4a29-bbd2-ac798326003b tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 945 time: 0.6668303 Aug 31 14:19:47.115154 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.118049 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.119144 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Floating IP 8209ed58-e440-4701-802a-25c567804a51 disassociated. External IP: 172.25.2.245, port: 64da7023-07a4-43b2-bc58-4d3b70e02bf4. Aug 31 14:19:47.120271 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Calling delete_port for 64da7023-07a4-43b2-bc58-4d3b70e02bf4 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:47.133577 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e051c73-430e-4e21-86ac-e80443374ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0b96fd-428f-4c17-b649-f228fed2dbc3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:47.171590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82253f47-413f-413e-9b64-27b107505bd7 req-fd61ac60-e9d5-43f2-b0da-cea8a15ee6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:47.175887 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82253f47-413f-413e-9b64-27b107505bd7 req-fd61ac60-e9d5-43f2-b0da-cea8a15ee6e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 HTTP/1.1" status: 200 len: 852 time: 0.4415574 Aug 31 14:19:47.183829 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.188541 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.190706 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Floating IP 66cfd9aa-12bf-4835-abac-470cec27291a disassociated. External IP: 172.25.2.64, port: 55c18dc6-c8f1-4304-b3b9-787a83a7903f. Aug 31 14:19:47.191358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Calling delete_port for 55c18dc6-c8f1-4304-b3b9-787a83a7903f owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:47.198985 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-672e56a8-e87b-41b4-82ae-97c9aca53ed7 req-420bc7b9-b9b1-43be-a32d-46fb615b9365 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5106e40-144b-4e3b-855d-7d8553aaba1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119847 Aug 31 14:19:47.304195 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82253f47-413f-413e-9b64-27b107505bd7 req-75aca4d7-05e9-4f60-b363-a172d23ed3f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098003 Aug 31 14:19:47.357379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 64da7023-07a4-43b2-bc58-4d3b70e02bf4 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:47.563244 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.629956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 64da7023-07a4-43b2-bc58-4d3b70e02bf4, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=64da7023-07a4-43b2-bc58-4d3b70e02bf4,segment=NetworkSegment(86dc075b-f119-4562-8e5b-9db9052ccf90),segment_id=86dc075b-f119-4562-8e5b-9db9052ccf90)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:47.631088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64da7023-07a4-43b2-bc58-4d3b70e02bf4'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:47.636349 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ead220-9316-40ea-bd25-ec79305cd97f" -d '{"events": [{"server_uuid": "b5444ca1-171d-473a-b3b7-9cecc5977b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "64da7023-07a4-43b2-bc58-4d3b70e02bf4"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:47.655673 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ba49bfda-dedf-4e83-8030-6f8ced2b9e04 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:47.673364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5b6da-fbb9-4050-a544-5bf060f7b25f req-72c6890f-25d1-4608-8365-71857d7805ac tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:47.673603 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e368b65-67d3-4718-a1f0-9b5b04c8d8d2 req-ffcb0a20-6cf4-4cd2-b085-4d960515ca2a tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups?id=7943d090-5db1-4704-852d-0e567c6f212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5639682 Aug 31 14:19:47.675714 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ade5b6da-fbb9-4050-a544-5bf060f7b25f req-72c6890f-25d1-4608-8365-71857d7805ac tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.2795532 Aug 31 14:19:47.716994 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e051c73-430e-4e21-86ac-e80443374ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.755871 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.756580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 55c18dc6-c8f1-4304-b3b9-787a83a7903f no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:47.757762 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ade5b6da-fbb9-4050-a544-5bf060f7b25f req-c694becd-1cad-4648-8737-e1d66a88685b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658662 Aug 31 14:19:47.865854 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2df411-3321-48ad-8f8b-d40eae373597 x-openstack-request-id: req-9e2df411-3321-48ad-8f8b-d40eae373597 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:47.866178 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5444ca1-171d-473a-b3b7-9cecc5977b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "64da7023-07a4-43b2-bc58-4d3b70e02bf4", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:47.866437 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e2df411-3321-48ad-8f8b-d40eae373597 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:47.866852 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64da7023-07a4-43b2-bc58-4d3b70e02bf4', 'code': 200} Aug 31 14:19:47.880729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303af36-8e60-490c-b13b-06d277402897 req-0e25b0c0-68c0-4b10-9034-6e275a3100b8 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:47.882784 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6303af36-8e60-490c-b13b-06d277402897 req-0e25b0c0-68c0-4b10-9034-6e275a3100b8 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.25 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 820 time: 0.2330399 Aug 31 14:19:47.908376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port ba49bfda-dedf-4e83-8030-6f8ced2b9e04 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:47.924613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ba49bfda-dedf-4e83-8030-6f8ced2b9e04 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:47.925043 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.979672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=64da7023-07a4-43b2-bc58-4d3b70e02bf4,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:47.980640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6303af36-8e60-490c-b13b-06d277402897 req-ac4bccfb-b767-483c-8bea-74af153a3cd0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Request body: {'port': {'device_id': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'admin_state_up': True, 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:48.052679 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.119010 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.159961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadeb722-4f52-4960-bfb3-82619c686eb6 req-b2d6eb55-ca85-4060-8937-f9e15078044d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:48.161535 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eadeb722-4f52-4960-bfb3-82619c686eb6 req-b2d6eb55-ca85-4060-8937-f9e15078044d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 944 time: 0.1472328 Aug 31 14:19:48.186230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 55c18dc6-c8f1-4304-b3b9-787a83a7903f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=55c18dc6-c8f1-4304-b3b9-787a83a7903f,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:48.199590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82253f47-413f-413e-9b64-27b107505bd7 req-902f3ef2-f0fa-43ab-a0c3-252ed92b6c54 service neutron] 10.222.0.25 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8758199 Aug 31 14:19:48.201608 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.214402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port ba49bfda-dedf-4e83-8030-6f8ced2b9e04, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ba49bfda-dedf-4e83-8030-6f8ced2b9e04,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:48.234589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e051c73-430e-4e21-86ac-e80443374ebd admin admin] Router d37f2879-f46a-480d-920a-fb0da64c3da4 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:19:48.268385 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.283860 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eadeb722-4f52-4960-bfb3-82619c686eb6 req-f793f102-6324-40df-b531-aca45ce07b9f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118121 Aug 31 14:19:48.305743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f3144-6dca-4508-b7e3-dc427d39e622 req-b98a08db-1ce7-4df5-82c5-0576c6c4364c tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:48.307659 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d6f3144-6dca-4508-b7e3-dc427d39e622 req-b98a08db-1ce7-4df5-82c5-0576c6c4364c tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 1096 time: 0.4176099 Aug 31 14:19:48.370918 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=55c18dc6-c8f1-4304-b3b9-787a83a7903f,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:48.521555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=ba49bfda-dedf-4e83-8030-6f8ced2b9e04,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:48.525902 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b194d6d8-b3be-4b05-92c2-76e3b395d620 req-3404214a-49fd-431d-87c2-419b1ba80728 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 210 time: 0.0478928 Aug 31 14:19:48.538275 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e051c73-430e-4e21-86ac-e80443374ebd admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:19:48.552352 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4e051c73-430e-4e21-86ac-e80443374ebd admin admin] 10.222.0.39 "PUT /v2.0/routers/d37f2879-f46a-480d-920a-fb0da64c3da4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4992940 Aug 31 14:19:48.552352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59696) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:48.558009 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d377d-6f9f-4def-816c-f0616f297717 None None] Sync routers for ids ['d37f2879-f46a-480d-920a-fb0da64c3da4'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:19:48.578150 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d377d-6f9f-4def-816c-f0616f297717 None None] Routers {'d37f2879-f46a-480d-920a-fb0da64c3da4'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:48.588417 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-431d377d-6f9f-4def-816c-f0616f297717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d37f2879-f46a-480d-920a-fb0da64c3da4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:48.620234 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.626816 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.649729 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d6f3144-6dca-4508-b7e3-dc427d39e622 req-8e2be6ff-b10c-4b3a-9f00-14ebf45a94d9 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327919 Aug 31 14:19:48.708814 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82253f47-413f-413e-9b64-27b107505bd7 req-ed0461ea-04bd-4f0b-a83d-d3b4cf68dac7 service neutron] 10.222.0.25 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846003 Aug 31 14:19:48.709629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Pushing event deleted for resources: {'Port': ['ID=64da7023-07a4-43b2-bc58-4d3b70e02bf4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:48.713325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6303af36-8e60-490c-b13b-06d277402897 req-ac4bccfb-b767-483c-8bea-74af153a3cd0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Made reservation on behalf of a2c2b0a2621349c9985beb145a87b930 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:48.716740 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6303af36-8e60-490c-b13b-06d277402897 req-ac4bccfb-b767-483c-8bea-74af153a3cd0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.815110 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3ddbe96f-9b7e-44c1-9c29-f162d8cd81e6 req-48956609-b88c-4a35-9020-6ed49513047b tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 210 time: 0.1620107 Aug 31 14:19:48.848512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Pushing event deleted for resources: {'Port': ['ID=55c18dc6-c8f1-4304-b3b9-787a83a7903f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:48.879917 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.994490 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-431d377d-6f9f-4def-816c-f0616f297717 None None] Set router d37f2879-f46a-480d-920a-fb0da64c3da4 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:19:49.058519 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.099707 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.181996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] Deleting port e534a4af-7369-4cd5-88fb-bd5710d2ec75 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:49.183135 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.259783 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-431d377d-6f9f-4def-816c-f0616f297717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'name': 'tempest-AttachSCSIVolumeTestJSON-677339888-router', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e534a4af-7369-4cd5-88fb-bd5710d2ec75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:35Z', 'updated_at': '2021-08-31T14:19:46Z', 'revision_number': 5, 'project_id': '05aa20b999b8439ba0bf80cb71a0321f', 'gw_port': {'id': 'e534a4af-7369-4cd5-88fb-bd5710d2ec75', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:36Z', 'updated_at': '2021-08-31T14:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:49.287819 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4191b767-c082-4004-b140-85a7bc9da0ca req-e653decb-3026-45e2-bc9e-f7b3c54d6a83 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 210 time: 0.2358589 Aug 31 14:19:49.328788 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d377d-6f9f-4def-816c-f0616f297717 None None] Checking router: d37f2879-f46a-480d-920a-fb0da64c3da4 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:19:49.353368 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d377d-6f9f-4def-816c-f0616f297717 None None] Routers {'d37f2879-f46a-480d-920a-fb0da64c3da4'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:49.354003 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-431d377d-6f9f-4def-816c-f0616f297717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d37f2879-f46a-480d-920a-fb0da64c3da4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:49.364861 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] For port e534a4af-7369-4cd5-88fb-bd5710d2ec75, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e534a4af-7369-4cd5-88fb-bd5710d2ec75,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:49.365169 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.381084 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] Calling delete_port for e534a4af-7369-4cd5-88fb-bd5710d2ec75 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:49.480715 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52b710d9-5c53-4e15-a5a4-405f45289a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.505898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ba49bfda-dedf-4e83-8030-6f8ced2b9e04 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:49.581885 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-431d377d-6f9f-4def-816c-f0616f297717 None None] Set router d37f2879-f46a-480d-920a-fb0da64c3da4 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:19:49.603898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ba49bfda-dedf-4e83-8030-6f8ced2b9e04 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:49.604417 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.609506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbae667-5c67-41a9-8956-2701026c83f6 req-72311e01-bdfb-40ab-937f-3152bffabb99 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:49.612535 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3cbae667-5c67-41a9-8956-2701026c83f6 req-72311e01-bdfb-40ab-937f-3152bffabb99 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.1254601 Aug 31 14:19:49.644597 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-431d377d-6f9f-4def-816c-f0616f297717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'name': 'tempest-AttachSCSIVolumeTestJSON-677339888-router', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:35Z', 'updated_at': '2021-08-31T14:19:49Z', 'revision_number': 6, 'project_id': '05aa20b999b8439ba0bf80cb71a0321f', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:49.677534 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d377d-6f9f-4def-816c-f0616f297717 None None] The sync data for ids ['d37f2879-f46a-480d-920a-fb0da64c3da4'] in n-d-806683-5 is: [{'id': 'd37f2879-f46a-480d-920a-fb0da64c3da4', 'name': 'tempest-AttachSCSIVolumeTestJSON-677339888-router', 'tenant_id': '05aa20b999b8439ba0bf80cb71a0321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:35Z', 'updated_at': '2021-08-31T14:19:49Z', 'revision_number': 6, 'project_id': '05aa20b999b8439ba0bf80cb71a0321f', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:19:49.708199 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3cbae667-5c67-41a9-8956-2701026c83f6 req-90f60592-5fa9-4849-a2d3-2870164fcf72 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895000 Aug 31 14:19:49.733958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c299b78-7b56-4585-93d3-5f754222c017 req-efe2149e-2e0e-49ed-bb68-a529b2f237de tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:49.734732 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.741628 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c299b78-7b56-4585-93d3-5f754222c017 req-efe2149e-2e0e-49ed-bb68-a529b2f237de tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 1096 time: 0.8886366 Aug 31 14:19:49.757468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-6303af36-8e60-490c-b13b-06d277402897 req-ac4bccfb-b767-483c-8bea-74af153a3cd0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Allocated IP 172.20.0.9 (a8bca733-261d-4a58-85f4-a2896c342e47/00cfd381-58f4-465e-9afa-944dc1d1bdce/44d23347-8450-4ecd-b0cd-304c3734121d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:49.781170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=e534a4af-7369-4cd5-88fb-bd5710d2ec75,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:49.868477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c18dc6-c8f1-4304-b3b9-787a83a7903f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:49.873710 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04362097-af52-4305-8a20-f9bd60501cd7" -d '{"events": [{"server_uuid": "42ad3431-cd8f-48b1-8b38-2b2b95960352", "name": "network-vif-unplugged", "status": "completed", "tag": "55c18dc6-c8f1-4304-b3b9-787a83a7903f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:49.887455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959588-23f0-4111-b26e-9099d5bbccf5 req-933fff71-ffb5-4366-9f3f-d32a854876e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:49.889221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7959588-23f0-4111-b26e-9099d5bbccf5 req-933fff71-ffb5-4366-9f3f-d32a854876e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 1095 time: 1.0334353 Aug 31 14:19:49.890761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.944027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74719853-0371-4fd6-be65-6f19be376c27 req-2bc1f525-3be4-4f22-a3aa-93415a4d0a09 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:49.945552 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-74719853-0371-4fd6-be65-6f19be376c27 req-2bc1f525-3be4-4f22-a3aa-93415a4d0a09 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 944 time: 0.1151185 Aug 31 14:19:49.976869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c299b78-7b56-4585-93d3-5f754222c017 req-f54abe9a-b6af-4f08-8705-cb2de4a90b73 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340362 Aug 31 14:19:50.023454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:19:50.040559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:19:50.071072 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.074432 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.168495 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-74719853-0371-4fd6-be65-6f19be376c27 req-0c295065-e249-4599-b987-06c9e2241d14 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901581 Aug 31 14:19:50.179726 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.180510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d37f2879-f46a-480d-920a-fb0da64c3da4 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:19:50.180922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb400dc0-d3c9-4a19-b186-ffc2665eeeab req-1c2249dd-89f9-4ef1-9989-544e315cd0b1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 210 time: 0.0601380 Aug 31 14:19:50.191438 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.196394 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-00ff0caf-5ab1-4a4d-85ba-adffa32e8e53 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d37f2879-f46a-480d-920a-fb0da64c3da4 HTTP/1.1" status: 204 len: 168 time: 1.6466699 Aug 31 14:19:50.197065 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59720) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:50.261195 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-642406a8-3239-43ee-95f7-6b7eed7f605b admin admin] Deleting subnet f6cad99d-0884-47be-8abb-f92310fee842 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:50.265842 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642406a8-3239-43ee-95f7-6b7eed7f605b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.266110 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed16145-60df-4dd8-a605-8fa16d19d6e4 x-openstack-request-id: req-bed16145-60df-4dd8-a605-8fa16d19d6e4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:50.266470 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ad3431-cd8f-48b1-8b38-2b2b95960352", "name": "network-vif-unplugged", "status": "completed", "tag": "55c18dc6-c8f1-4304-b3b9-787a83a7903f", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:50.266953 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bed16145-60df-4dd8-a605-8fa16d19d6e4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:50.267583 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c18dc6-c8f1-4304-b3b9-787a83a7903f', 'code': 200} Aug 31 14:19:50.295784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959588-23f0-4111-b26e-9099d5bbccf5 req-d7ac562e-a02c-46bc-a035-2055c34527c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:50.297333 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7959588-23f0-4111-b26e-9099d5bbccf5 req-d7ac562e-a02c-46bc-a035-2055c34527c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 913 time: 0.3858759 Aug 31 14:19:50.320741 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e769b6f7-3d46-4ade-9dff-a805155e22a7 req-6da06962-b253-4820-8eb7-19977a178d0d tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/ports?device_id=42ad3431-cd8f-48b1-8b38-2b2b95960352 HTTP/1.1" status: 200 len: 210 time: 0.0329564 Aug 31 14:19:50.334727 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642406a8-3239-43ee-95f7-6b7eed7f605b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.364935 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b2e73e8d-c467-4646-9cf3-d9794b010284 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:19:50.436413 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7959588-23f0-4111-b26e-9099d5bbccf5 req-f45bfa23-dac3-474d-8282-1fd14e88fa97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2e73e8d-c467-4646-9cf3-d9794b010284 HTTP/1.1" status: 200 len: 217 time: 0.1232021 Aug 31 14:19:50.438782 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642406a8-3239-43ee-95f7-6b7eed7f605b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.447932 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6303af36-8e60-490c-b13b-06d277402897 req-ac4bccfb-b767-483c-8bea-74af153a3cd0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.527315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-6303af36-8e60-490c-b13b-06d277402897 req-ac4bccfb-b767-483c-8bea-74af153a3cd0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Transition to ACTIVE for port object 44d23347-8450-4ecd-b0cd-304c3734121d will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:50.529331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port b2e73e8d-c467-4646-9cf3-d9794b010284, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b2e73e8d-c467-4646-9cf3-d9794b010284,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:50.532223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:19:50.537228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:19:50.553608 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c709b0-0322-418b-a160-cb5b9f18d707 None None] Sync routers for ids ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:19:50.578991 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe7eef-72ab-4adb-a42c-155c837d1436 None None] Sync routers for ids ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:19:50.584269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'b2e73e8d-c467-4646-9cf3-d9794b010284', 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af', 'port_id': 'b2e73e8d-c467-4646-9cf3-d9794b010284', 'mac_address': 'fa:16:3e:33:0f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa5041b-aff9-4323-8a2c-7ce83a5dbf67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:19:50.613689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959588-23f0-4111-b26e-9099d5bbccf5 req-9c54c168-f3bc-4445-934d-9a097a21b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:50.615159 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7959588-23f0-4111-b26e-9099d5bbccf5 req-9c54c168-f3bc-4445-934d-9a097a21b471 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 HTTP/1.1" status: 200 len: 852 time: 0.1607835 Aug 31 14:19:50.616438 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efe7eef-72ab-4adb-a42c-155c837d1436 None None] Routers {'3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:50.620492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] No DVR routers for this DVR port 55c18dc6-c8f1-4304-b3b9-787a83a7903f on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:50.628410 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4efe7eef-72ab-4adb-a42c-155c837d1436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:50.638864 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.640960 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-77ec16fc-5cdc-4602-af7e-8cee568cf159 req-c028ecb1-891d-4136-a0bf-42a6a8a24491 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.60 "DELETE /v2.0/ports/55c18dc6-c8f1-4304-b3b9-787a83a7903f HTTP/1.1" status: 204 len: 173 time: 5.3828835 Aug 31 14:19:50.641430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'name': 'network-vif-deleted', 'tag': '55c18dc6-c8f1-4304-b3b9-787a83a7903f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:50.644041 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5f3c5e-f546-4dd8-8253-eb40fda5ce01" -d '{"events": [{"server_uuid": "42ad3431-cd8f-48b1-8b38-2b2b95960352", "name": "network-vif-deleted", "tag": "55c18dc6-c8f1-4304-b3b9-787a83a7903f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:50.645509 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.647686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c709b0-0322-418b-a160-cb5b9f18d707 None None] Routers {'2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:50.648439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-91c709b0-0322-418b-a160-cb5b9f18d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:50.677024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] No DVR routers for this DVR port 64da7023-07a4-43b2-bc58-4d3b70e02bf4 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:50.699112 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.701824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cec4cbbc-708a-4c11-8561-192b5577ff40 req-6eb30b38-2119-41a6-9f34-8cc5a0b8f285 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.60 "DELETE /v2.0/ports/64da7023-07a4-43b2-bc58-4d3b70e02bf4 HTTP/1.1" status: 204 len: 173 time: 5.6641145 Aug 31 14:19:50.711233 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7959588-23f0-4111-b26e-9099d5bbccf5 req-ee927e9b-c3cf-4265-b807-98a42965e24b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722048 Aug 31 14:19:50.734938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e73e8d-c467-4646-9cf3-d9794b010284 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:50.783151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port b2e73e8d-c467-4646-9cf3-d9794b010284, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b2e73e8d-c467-4646-9cf3-d9794b010284,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:50.809871 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.854978 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6303af36-8e60-490c-b13b-06d277402897 req-ac4bccfb-b767-483c-8bea-74af153a3cd0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.969665 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4efe7eef-72ab-4adb-a42c-155c837d1436 None None] Set router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:19:51.032566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7959588-23f0-4111-b26e-9099d5bbccf5 req-4d38f394-86b5-47d4-bd8a-144247e03e2e service neutron] 10.222.0.25 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983353 Aug 31 14:19:51.039241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6303af36-8e60-490c-b13b-06d277402897 req-ac4bccfb-b767-483c-8bea-74af153a3cd0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Network a8bca733-261d-4a58-85f4-a2896c342e47 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:51.041170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-6303af36-8e60-490c-b13b-06d277402897 req-ac4bccfb-b767-483c-8bea-74af153a3cd0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:51.052843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=b2e73e8d-c467-4646-9cf3-d9794b010284,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:51.059799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6303af36-8e60-490c-b13b-06d277402897 req-ac4bccfb-b767-483c-8bea-74af153a3cd0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:51.079431 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e625dd0-1084-48c0-9f50-5a7815189d4d req-9a84e54e-4b3f-48db-b9db-13f578310642 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 210 time: 0.0764966 Aug 31 14:19:51.112402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-91c709b0-0322-418b-a160-cb5b9f18d707 None None] Set router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:19:51.158804 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642406a8-3239-43ee-95f7-6b7eed7f605b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.173616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['b2e73e8d-c467-4646-9cf3-d9794b010284'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:51.275780 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642406a8-3239-43ee-95f7-6b7eed7f605b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.287027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-642406a8-3239-43ee-95f7-6b7eed7f605b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f6cad99d-0884-47be-8abb-f92310fee842 HTTP/1.1" status: 204 len: 168 time: 1.0859284 Aug 31 14:19:51.289695 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642406a8-3239-43ee-95f7-6b7eed7f605b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6cad99d-0884-47be-8abb-f92310fee842,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:51.303246 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0132db20-6ce8-409e-8d4c-14b4710677b4 None None] Network becabe8c-a855-4b53-b88f-eb3e452c0d52 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:51.305853 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59744) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:51.358814 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871ecd49-e223-4d20-aacb-98683f1a9e2f x-openstack-request-id: req-871ecd49-e223-4d20-aacb-98683f1a9e2f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:51.359114 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ad3431-cd8f-48b1-8b38-2b2b95960352", "name": "network-vif-deleted", "tag": "55c18dc6-c8f1-4304-b3b9-787a83a7903f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:51.366225 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-871ecd49-e223-4d20-aacb-98683f1a9e2f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:51.366500 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ad3431-cd8f-48b1-8b38-2b2b95960352', 'name': 'network-vif-deleted', 'tag': '55c18dc6-c8f1-4304-b3b9-787a83a7903f', 'status': 'completed', 'code': 200} Aug 31 14:19:51.428727 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4efe7eef-72ab-4adb-a42c-155c837d1436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 4, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '144a459d-fbe1-4857-96b9-2892d65821d2', 'name': '', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'mac_address': 'fa:16:3e:17:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:37Z', 'updated_at': '2021-08-31T14:16:48Z', 'revision_number': 5, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'subnets': [{'id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:51.464211 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe7eef-72ab-4adb-a42c-155c837d1436 None None] Checking router: 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:19:51.476506 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bccfb-b767-483c-8bea-74af153a3cd0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Pushing event updated for resources: {'Port': ['ID=44d23347-8450-4ecd-b0cd-304c3734121d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:51.523434 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efe7eef-72ab-4adb-a42c-155c837d1436 None None] Routers {'3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:51.523917 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7959588-23f0-4111-b26e-9099d5bbccf5 req-d5d08850-a7d7-4708-af64-a868b2b2054f service neutron] 10.222.0.25 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869143 Aug 31 14:19:51.524505 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4efe7eef-72ab-4adb-a42c-155c837d1436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:51.546130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303af36-8e60-490c-b13b-06d277402897 req-ac4bccfb-b767-483c-8bea-74af153a3cd0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:51.546867 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6303af36-8e60-490c-b13b-06d277402897 req-ac4bccfb-b767-483c-8bea-74af153a3cd0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.575499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6303af36-8e60-490c-b13b-06d277402897 req-ac4bccfb-b767-483c-8bea-74af153a3cd0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6601620 Aug 31 14:19:51.590148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Request body: {'port': {'device_id': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:51.598953 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.631353 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecf770-e87f-4b4a-894d-36e9c75f7a2b req-8974b5d2-d7e0-4952-8b96-ec7b385f2d7d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:51.641869 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-08ecf770-e87f-4b4a-894d-36e9c75f7a2b req-8974b5d2-d7e0-4952-8b96-ec7b385f2d7d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.2708523 Aug 31 14:19:51.660905 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.680435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8399cf-b686-460c-913d-bca262559a6d req-79b7f5a2-f9f2-4caf-aa64-2ebb34df1a9a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:51.688402 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd8399cf-b686-460c-913d-bca262559a6d req-79b7f5a2-f9f2-4caf-aa64-2ebb34df1a9a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 821 time: 0.7358580 Aug 31 14:19:51.712559 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd8399cf-b686-460c-913d-bca262559a6d req-5353d7c9-1c96-4ad6-bb43-715f019d02ab tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/quotas/5904e6ad71034956a1b7126d4bfce299 HTTP/1.1" status: 200 len: 375 time: 0.0231299 Aug 31 14:19:51.724326 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-08ecf770-e87f-4b4a-894d-36e9c75f7a2b req-7c33d1c8-7e9d-4fab-86c1-780137105fe4 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806408 Aug 31 14:19:51.741230 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4efe7eef-72ab-4adb-a42c-155c837d1436 None None] Set router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:19:51.765691 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Deleting port 401b7c90-3843-4625-baf6-c0a6e3c8d3ca {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:51.766020 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.826595 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd8399cf-b686-460c-913d-bca262559a6d req-2ed3fc27-900f-4155-9687-e01cc4417f58 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1127009 Aug 31 14:19:51.904126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] For port 401b7c90-3843-4625-baf6-c0a6e3c8d3ca, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=401b7c90-3843-4625-baf6-c0a6e3c8d3ca,segment=NetworkSegment(2904d367-4c4c-4236-825c-cafd6c2f47c7),segment_id=2904d367-4c4c-4236-825c-cafd6c2f47c7)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:51.904517 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.921743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Calling delete_port for 401b7c90-3843-4625-baf6-c0a6e3c8d3ca owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:51.925347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fb0b96fd-428f-4c17-b649-f228fed2dbc3 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:51.933438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523f047-c8fb-45a5-a3ca-e73af6de9453 req-8df4e15a-c093-4c7e-945b-72966b249209 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:51.934979 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7523f047-c8fb-45a5-a3ca-e73af6de9453 req-8df4e15a-c093-4c7e-945b-72966b249209 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 945 time: 0.0912232 Aug 31 14:19:52.041834 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7523f047-c8fb-45a5-a3ca-e73af6de9453 req-58816587-ae95-44d5-8b4f-83d13d17951b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639260 Aug 31 14:19:52.054724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: fb0b96fd-428f-4c17-b649-f228fed2dbc3 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:52.055395 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fb0b96fd-428f-4c17-b649-f228fed2dbc3 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:52.055516 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e534a4af-7369-4cd5-88fb-bd5710d2ec75 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:52.081560 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.081762 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4efe7eef-72ab-4adb-a42c-155c837d1436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 4, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '144a459d-fbe1-4857-96b9-2892d65821d2', 'name': '', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'mac_address': 'fa:16:3e:17:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:37Z', 'updated_at': '2021-08-31T14:16:48Z', 'revision_number': 5, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'subnets': [{'id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:52.097169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] No DVR routers for this DVR port 401b7c90-3843-4625-baf6-c0a6e3c8d3ca on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:52.123135 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Pushing event deleted for resources: {'Port': ['ID=401b7c90-3843-4625-baf6-c0a6e3c8d3ca,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:52.145598 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd8399cf-b686-460c-913d-bca262559a6d req-0eabda14-80e5-4360-8b70-8b822dce20df service neutron] 10.222.0.39 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178411 Aug 31 14:19:52.151374 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe7eef-72ab-4adb-a42c-155c837d1436 None None] The sync data for ids ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'] in n-d-806683-5 is: [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:16:38Z', 'revision_number': 4, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '144a459d-fbe1-4857-96b9-2892d65821d2', 'name': '', 'network_id': '5ec3e436-ccc6-44d9-a5c3-d10e0311920d', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'mac_address': 'fa:16:3e:17:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:37Z', 'updated_at': '2021-08-31T14:16:48Z', 'revision_number': 5, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'subnets': [{'id': '0c6204ca-9197-45f4-a4ce-3f9cbe876beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:19:52.257421 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.287032 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becabe8c-a855-4b53-b88f-eb3e452c0d52']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:52.309040 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2904d367-4c4c-4236-825c-cafd6c2f47c7') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:52.310770 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2904d367-4c4c-4236-825c-cafd6c2f47c7') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:52.325271 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.328713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: e534a4af-7369-4cd5-88fb-bd5710d2ec75 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:52.329066 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e534a4af-7369-4cd5-88fb-bd5710d2ec75 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:52.333992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-77901570-2c45-4cd6-bae5-46ce4df9f2dd None None] Provisioning for port 44d23347-8450-4ecd-b0cd-304c3734121d completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:52.334501 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4be914-b0e9-45c1-adb7-27fcf5718cc3 req-ec3154cf-4731-4122-a858-9528f26444b0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:52.339119 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2a4be914-b0e9-45c1-adb7-27fcf5718cc3 req-ec3154cf-4731-4122-a858-9528f26444b0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 931 time: 0.1439648 Aug 31 14:19:52.368210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-77901570-2c45-4cd6-bae5-46ce4df9f2dd None None] Provisioning complete for port 44d23347-8450-4ecd-b0cd-304c3734121d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:52.368727 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77901570-2c45-4cd6-bae5-46ce4df9f2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.378550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd8399cf-b686-460c-913d-bca262559a6d req-eb3322b4-8161-49c1-a0fb-64ad3f0bdcaa service neutron] 10.222.0.39 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213018 Aug 31 14:19:52.394047 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.399746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d23347-8450-4ecd-b0cd-304c3734121d {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:52.425793 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.427924 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-77901570-2c45-4cd6-bae5-46ce4df9f2dd None None] Port 44d23347-8450-4ecd-b0cd-304c3734121d cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:52.429755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75aa12f-4266-4a07-a143-141cb482c68d None None] DHCP port deletion for becabe8c-a855-4b53-b88f-eb3e452c0d52 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:19:52.439968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:52.440390 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:52.442269 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:52.448136 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05e8e79c-ba1c-46da-9a41-aa8c220e8bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.460271 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.536038 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-91c709b0-0322-418b-a160-cb5b9f18d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:53Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:52.547196 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2a4be914-b0e9-45c1-adb7-27fcf5718cc3 req-517d558b-574d-482d-9413-7cb47d7aef5f tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838136 Aug 31 14:19:52.557167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Transition to ACTIVE for port object 44d23347-8450-4ecd-b0cd-304c3734121d will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:52.567963 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.576459 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c709b0-0322-418b-a160-cb5b9f18d707 None None] Checking router: 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:19:52.597098 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.603643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c709b0-0322-418b-a160-cb5b9f18d707 None None] Routers {'2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:19:52.604796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-91c709b0-0322-418b-a160-cb5b9f18d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:52.605157 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.616016 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] 10.222.0.39 "DELETE /v2.0/networks/becabe8c-a855-4b53-b88f-eb3e452c0d52 HTTP/1.1" status: 204 len: 168 time: 1.3039179 Aug 31 14:19:52.632062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6ae33-bae3-4335-b5e7-99a7844746cd admin admin] Pushing event deleted for resources: {'Network': ['ID=becabe8c-a855-4b53-b88f-eb3e452c0d52,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:52.672976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Pushing event updated for resources: {'Port': ['ID=44d23347-8450-4ecd-b0cd-304c3734121d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:52.689765 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-34a0b631-9429-4563-8dec-55724f8ff15f service neutron] show failed (client error): The resource could not be found. Aug 31 14:19:52.691953 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-34a0b631-9429-4563-8dec-55724f8ff15f service neutron] 10.222.0.60 "GET /v2.0/ports/432916bc-ff8f-4399-87fe-86dcce644323/bindings/n-h2-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.2774091 Aug 31 14:19:52.757381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d342ed21-7438-4282-9cf2-9e59f63c9bcc None None] New status for floating IP 8209ed58-e440-4701-802a-25c567804a51: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:19:52.796017 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59760) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:52.832396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-91c709b0-0322-418b-a160-cb5b9f18d707 None None] Set router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:19:52.872028 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86f278fe-7986-47b3-833c-9d44522027e2 req-40dea340-b4b6-4683-bc4b-6a26f68fce92 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 210 time: 0.0769422 Aug 31 14:19:52.909397 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0953f053-c817-4a11-aeb7-d757c2124cf9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7143efde9fd4908a586f95aa4f709b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020648 Aug 31 14:19:52.910157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59762) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:53.050151 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33417fa7-190e-4ab0-a1af-fdeed9459c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.067510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Attempting to bind port 44d23347-8450-4ecd-b0cd-304c3734121d on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:53.067904 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Attempting to bind port 44d23347-8450-4ecd-b0cd-304c3734121d by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:53.068234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Attempting to bind port 44d23347-8450-4ecd-b0cd-304c3734121d on network a8bca733-261d-4a58-85f4-a2896c342e47 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:53.082647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Port 44d23347-8450-4ecd-b0cd-304c3734121d on network a8bca733-261d-4a58-85f4-a2896c342e47 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:19:53.083004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Attempting to bind port 44d23347-8450-4ecd-b0cd-304c3734121d on network a8bca733-261d-4a58-85f4-a2896c342e47 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:53.090571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:53.090974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Checking segment: {'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:53.091444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Bound using segment: {'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:53.091936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Bound port: 44d23347-8450-4ecd-b0cd-304c3734121d, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:53.092483 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.102268 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33417fa7-190e-4ab0-a1af-fdeed9459c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.110210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-b7b77313-0fee-45b0-b105-9ad14b0a0f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:53.112357 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-b7b77313-0fee-45b0-b105-9ad14b0a0f40 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498&tenant_id=529262fb62d346ef9b3aa2fafa79b7ad HTTP/1.1" status: 200 len: 1101 time: 0.1308129 Aug 31 14:19:53.136257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb2694-273a-46cd-930a-d2e2a187f91a req-1ecbd34c-0291-44dd-93f3-aade4d1a22af tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:53.138533 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3dcb2694-273a-46cd-930a-d2e2a187f91a req-1ecbd34c-0291-44dd-93f3-aade4d1a22af tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.0985601 Aug 31 14:19:53.146786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:53.214275 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3dcb2694-273a-46cd-930a-d2e2a187f91a req-3fdffb89-7e2b-485b-b64e-69ca98afe9e3 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650876 Aug 31 14:19:53.239909 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33417fa7-190e-4ab0-a1af-fdeed9459c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.242761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33417fa7-190e-4ab0-a1af-fdeed9459c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.244222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-33417fa7-190e-4ab0-a1af-fdeed9459c15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3297f493-f534-4103-977b-b13777e1ac4e HTTP/1.1" status: 204 len: 168 time: 0.3324416 Aug 31 14:19:53.262087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33417fa7-190e-4ab0-a1af-fdeed9459c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3297f493-f534-4103-977b-b13777e1ac4e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:53.276289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] For port 44d23347-8450-4ecd-b0cd-304c3734121d, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:53.281608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] For port 44d23347-8450-4ecd-b0cd-304c3734121d, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=44d23347-8450-4ecd-b0cd-304c3734121d,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:53.283142 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.290189 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.302414 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.360601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Pushing event updated for resources: {'Port': ['ID=44d23347-8450-4ecd-b0cd-304c3734121d,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:53.389171 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'name': 'network-vif-deleted', 'tag': '64da7023-07a4-43b2-bc58-4d3b70e02bf4'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:53.391408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-91c709b0-0322-418b-a160-cb5b9f18d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:53Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:53.393460 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b6e9d0-bc55-4680-837e-2920b8d03224" -d '{"events": [{"server_uuid": "b5444ca1-171d-473a-b3b7-9cecc5977b1c", "name": "network-vif-deleted", "tag": "64da7023-07a4-43b2-bc58-4d3b70e02bf4"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:53.408317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:53.408898 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.410630 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6303af36-8e60-490c-b13b-06d277402897 req-1065e978-0818-49a6-85ff-a1b8206eebc3 service neutron] 10.222.0.25 "PUT /v2.0/ports/44d23347-8450-4ecd-b0cd-304c3734121d HTTP/1.1" status: 200 len: 1091 time: 1.8249612 Aug 31 14:19:53.477425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 401b7c90-3843-4625-baf6-c0a6e3c8d3ca no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:53.485273 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c709b0-0322-418b-a160-cb5b9f18d707 None None] The sync data for ids ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'] in n-d-806683-5 is: [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:14:44Z', 'revision_number': 4, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '86a18bc9-fc06-4e13-8da1-ccfc426ed9ab', 'name': '', 'network_id': 'c1d50025-fd87-46f3-84f4-3158a6f07e56', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'mac_address': 'fa:16:3e:ce:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:43Z', 'updated_at': '2021-08-31T14:14:53Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'subnets': [{'id': 'fcc65403-9467-497e-9c87-051a73c3e831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:19:53.516566 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22cf8d-3bb4-41ee-975f-b724166d8fcd req-849437bc-2650-46c6-b242-b476bf90c6bb tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:53.524690 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cd22cf8d-3bb4-41ee-975f-b724166d8fcd req-849437bc-2650-46c6-b242-b476bf90c6bb tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 945 time: 0.1625819 Aug 31 14:19:53.535932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 401b7c90-3843-4625-baf6-c0a6e3c8d3ca {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:53.536293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 401b7c90-3843-4625-baf6-c0a6e3c8d3ca not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:53.607334 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cd22cf8d-3bb4-41ee-975f-b724166d8fcd req-9ed4fea6-dad6-443d-8c07-ca1a41bfa346 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662317 Aug 31 14:19:53.649808 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59778) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:53.687216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303af36-8e60-490c-b13b-06d277402897 req-8b0efdf0-0657-49b5-b703-1f40ca057ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:53.689921 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6303af36-8e60-490c-b13b-06d277402897 req-8b0efdf0-0657-49b5-b703-1f40ca057ddf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 1094 time: 0.2309353 Aug 31 14:19:53.768589 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6303af36-8e60-490c-b13b-06d277402897 req-0d692a2a-fa3e-4ddf-bef9-12f863c454ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44d23347-8450-4ecd-b0cd-304c3734121d HTTP/1.1" status: 200 len: 217 time: 0.0638328 Aug 31 14:19:53.777936 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a54935b5-f375-42d7-83ef-ccc803e2d98a tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.779093 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e85cfd-f31f-44fc-951a-d9d692518693 x-openstack-request-id: req-f6e85cfd-f31f-44fc-951a-d9d692518693 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:53.779979 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5444ca1-171d-473a-b3b7-9cecc5977b1c", "name": "network-vif-deleted", "tag": "64da7023-07a4-43b2-bc58-4d3b70e02bf4", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:53.781252 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6e85cfd-f31f-44fc-951a-d9d692518693 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:53.781670 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5444ca1-171d-473a-b3b7-9cecc5977b1c', 'name': 'network-vif-deleted', 'tag': '64da7023-07a4-43b2-bc58-4d3b70e02bf4', 'status': 'completed', 'code': 200} Aug 31 14:19:53.839358 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a54935b5-f375-42d7-83ef-ccc803e2d98a tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.880921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:53.921377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303af36-8e60-490c-b13b-06d277402897 req-589af3b5-3399-472a-aa78-783698f78474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:53.922852 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6303af36-8e60-490c-b13b-06d277402897 req-589af3b5-3399-472a-aa78-783698f78474 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.1342986 Aug 31 14:19:53.949714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59784) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:53.976189 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc6ce0-797b-434f-a012-ad7f286b7d18 req-be433ed4-5320-4410-9a03-e79033a7d2e3 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:53.987922 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4bc6ce0-797b-434f-a012-ad7f286b7d18 req-be433ed4-5320-4410-9a03-e79033a7d2e3 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 943 time: 0.1271439 Aug 31 14:19:54.024794 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.030262 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8c48f6-32a4-464f-ac57-d54f82861b6b None None] New status for floating IP 66cfd9aa-12bf-4835-abac-470cec27291a: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:19:54.056254 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a54935b5-f375-42d7-83ef-ccc803e2d98a tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.060474 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a54935b5-f375-42d7-83ef-ccc803e2d98a tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.062019 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a54935b5-f375-42d7-83ef-ccc803e2d98a tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "DELETE /v2.0/security-groups/d5106e40-144b-4e3b-855d-7d8553aaba1a HTTP/1.1" status: 204 len: 168 time: 0.4108839 Aug 31 14:19:54.065814 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4bc6ce0-797b-434f-a012-ad7f286b7d18 req-5675c3b6-52ba-48b1-8a3f-7601e1d524a6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591619 Aug 31 14:19:54.071886 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59786) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:54.104457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54935b5-f375-42d7-83ef-ccc803e2d98a tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5106e40-144b-4e3b-855d-7d8553aaba1a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:54.108994 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-5184ab98-72f4-4686-8148-e53da226da4c tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] show failed (client error): The resource could not be found. Aug 31 14:19:54.111305 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5184ab98-72f4-4686-8148-e53da226da4c tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "GET /v2.0/security-groups/d5106e40-144b-4e3b-855d-7d8553aaba1a HTTP/1.1" status: 404 len: 347 time: 0.0380273 Aug 31 14:19:54.115306 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59788) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:54.287358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:54.298737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-41cfd9da-f8da-4391-ba49-d262aa4f0bb6 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Deleting port 44fe2bd8-91ee-45bd-8983-e94811ea8be8 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:54.298737 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41cfd9da-f8da-4391-ba49-d262aa4f0bb6 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.327076 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d46cbf2-90b4-4de0-846c-7eec44403ec5 req-b095393c-6ce7-41fa-a461-fb937261c88b tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 210 time: 0.0511115 Aug 31 14:19:54.364754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303af36-8e60-490c-b13b-06d277402897 req-92d500aa-a353-4dc3-b855-2bf3e23d6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:54.364754 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6303af36-8e60-490c-b13b-06d277402897 req-92d500aa-a353-4dc3-b855-2bf3e23d6e8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4235513 Aug 31 14:19:54.366671 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.368159 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b2e73e8d-c467-4646-9cf3-d9794b010284 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:54.374068 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-214cef10-7c3f-4194-b6f4-7702cecf47f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05aa20b999b8439ba0bf80cb71a0321f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202943 Aug 31 14:19:54.383989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59792) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:54.453077 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41cfd9da-f8da-4391-ba49-d262aa4f0bb6 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.453428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41cfd9da-f8da-4391-ba49-d262aa4f0bb6 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.455281 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Transition to ACTIVE for port object 432916bc-ff8f-4399-87fe-86dcce644323 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:54.458404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port b2e73e8d-c467-4646-9cf3-d9794b010284 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:54.466031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.467142 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port b2e73e8d-c467-4646-9cf3-d9794b010284 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:54.467863 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.469483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-41cfd9da-f8da-4391-ba49-d262aa4f0bb6 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Calling delete_port for 44fe2bd8-91ee-45bd-8983-e94811ea8be8 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:54.557191 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Pushing event updated for resources: {'Port': ['ID=432916bc-ff8f-4399-87fe-86dcce644323,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:54.580831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6303af36-8e60-490c-b13b-06d277402897 req-2b3dce3f-5bed-41d6-876d-270e9a045f5b service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067554 Aug 31 14:19:54.581998 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] No DVR routers for this DVR port 432916bc-ff8f-4399-87fe-86dcce644323 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:54.585154 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-881493c3-f489-4d81-b19c-9145c4cec69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.586574 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.600429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005ae2a-e28a-4ea2-b1cc-fbcfb1b096fd req-19e9060f-a031-481b-9846-7b523a1b5f8c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:54.602167 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a005ae2a-e28a-4ea2-b1cc-fbcfb1b096fd req-19e9060f-a031-481b-9846-7b523a1b5f8c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 948 time: 0.1305344 Aug 31 14:19:54.634225 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port b2e73e8d-c467-4646-9cf3-d9794b010284, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b2e73e8d-c467-4646-9cf3-d9794b010284,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:54.635658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df74f5ef-8f5b-40ac-8591-8c8637fc7be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e73e8d-c467-4646-9cf3-d9794b010284'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:54.639782 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dabbe8-e627-41d2-bed3-c9a34d119270" -d '{"events": [{"server_uuid": "df74f5ef-8f5b-40ac-8591-8c8637fc7be3", "name": "network-vif-plugged", "status": "completed", "tag": "b2e73e8d-c467-4646-9cf3-d9794b010284"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:54.644887 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.688817 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a005ae2a-e28a-4ea2-b1cc-fbcfb1b096fd req-7b6c8c41-38ef-4c3a-9cf5-50e1cd4ee5da tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792046 Aug 31 14:19:54.722011 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-881493c3-f489-4d81-b19c-9145c4cec69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.722149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=b2e73e8d-c467-4646-9cf3-d9794b010284,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:54.722252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Attempting to bind port 432916bc-ff8f-4399-87fe-86dcce644323 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:54.722252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Attempting to bind port 432916bc-ff8f-4399-87fe-86dcce644323 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:54.722252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Attempting to bind port 432916bc-ff8f-4399-87fe-86dcce644323 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:54.730593 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:54.731614 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:54.732042 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:54.732610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:54.733031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:54.733413 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:54.733743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:54.734072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:54.734445 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:54.734777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:54.735102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:54.735664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:54.757352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Port 432916bc-ff8f-4399-87fe-86dcce644323 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:19:54.757690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Attempting to bind port 432916bc-ff8f-4399-87fe-86dcce644323 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:54.801345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:54.801691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:54.802063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:54.802938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Bound port: 432916bc-ff8f-4399-87fe-86dcce644323, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:54.803053 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.827263 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.846626 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6303af36-8e60-490c-b13b-06d277402897 req-4386acf8-1aae-43cc-abfc-b1f5aa72389e service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578177 Aug 31 14:19:54.876852 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41cfd9da-f8da-4391-ba49-d262aa4f0bb6 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.908306 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfd9da-f8da-4391-ba49-d262aa4f0bb6 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Pushing event deleted for resources: {'Port': ['ID=44fe2bd8-91ee-45bd-8983-e94811ea8be8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:54.911138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-881493c3-f489-4d81-b19c-9145c4cec69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.914111 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-881493c3-f489-4d81-b19c-9145c4cec69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.917509 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-881493c3-f489-4d81-b19c-9145c4cec69e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e47584f-0edd-4fa3-a05a-6300f64e1d87 HTTP/1.1" status: 204 len: 168 time: 0.5303245 Aug 31 14:19:54.936772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:54.940387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:54.942298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881493c3-f489-4d81-b19c-9145c4cec69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e47584f-0edd-4fa3-a05a-6300f64e1d87,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:54.954367 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.955729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba5243-d7d4-42f4-9723-1281f79e9a09 req-186f70eb-cb2f-43b6-a823-2849dbb4f012 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:54.963096 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6eba5243-d7d4-42f4-9723-1281f79e9a09 req-186f70eb-cb2f-43b6-a823-2849dbb4f012 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.1553807 Aug 31 14:19:55.041184 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:55.042410 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:55.044741 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] 10.222.0.25 "PUT /v2.0/ports/432916bc-ff8f-4399-87fe-86dcce644323 HTTP/1.1" status: 200 len: 1096 time: 1.9046354 Aug 31 14:19:55.046143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bdb1c-48c5-4402-bb0f-a0f0554d9948 service neutron] Pushing event updated for resources: {'Port': ['ID=432916bc-ff8f-4399-87fe-86dcce644323,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:55.068037 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6eba5243-d7d4-42f4-9723-1281f79e9a09 req-974023d4-a80e-4a08-9610-5d51c1ec27dd tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028686 Aug 31 14:19:55.094245 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41cfd9da-f8da-4391-ba49-d262aa4f0bb6 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:55.101433 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41cfd9da-f8da-4391-ba49-d262aa4f0bb6 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:55.102795 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-41cfd9da-f8da-4391-ba49-d262aa4f0bb6 tempest-ServersWithSpecificFlavorTestJSON-215579026 tempest-ServersWithSpecificFlavorTestJSON-215579026-project] 10.222.0.39 "DELETE /v2.0/floatingips/66cfd9aa-12bf-4835-abac-470cec27291a HTTP/1.1" status: 204 len: 168 time: 0.9857287 Aug 31 14:19:55.119608 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2fefd8-aa8e-479a-b373-a3ced8cd7ce4 x-openstack-request-id: req-fd2fefd8-aa8e-479a-b373-a3ced8cd7ce4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:55.119912 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df74f5ef-8f5b-40ac-8591-8c8637fc7be3", "name": "network-vif-plugged", "status": "completed", "tag": "b2e73e8d-c467-4646-9cf3-d9794b010284", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:55.120163 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd2fefd8-aa8e-479a-b373-a3ced8cd7ce4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:55.120562 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df74f5ef-8f5b-40ac-8591-8c8637fc7be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e73e8d-c467-4646-9cf3-d9794b010284', 'code': 200} Aug 31 14:19:55.144663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-cab341d8-4fba-4a68-aea9-ccd63a2f6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:55.146188 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-cab341d8-4fba-4a68-aea9-ccd63a2f6956 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 1099 time: 0.0758564 Aug 31 14:19:55.277057 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f8bc4-5504-47af-bb2d-df1528ba5aed req-fe0c34b0-1e19-4f23-9ff3-c7d7c11e49d6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:55.280112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074d767-5924-4189-9386-711f96c908a3 req-3bf434ac-ce23-4a6e-86ab-ea8944e9db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:55.280307 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-144f8bc4-5504-47af-bb2d-df1528ba5aed req-fe0c34b0-1e19-4f23-9ff3-c7d7c11e49d6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 943 time: 0.0884898 Aug 31 14:19:55.281764 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b074d767-5924-4189-9386-711f96c908a3 req-3bf434ac-ce23-4a6e-86ab-ea8944e9db67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 1097 time: 0.0584028 Aug 31 14:19:55.336706 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-144f8bc4-5504-47af-bb2d-df1528ba5aed req-85d2525a-a293-4d1b-84b2-cece0c35f0c6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495250 Aug 31 14:19:55.358260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-53d09ed0-e8b1-4646-bdee-5930b85319cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:55.359795 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-53d09ed0-e8b1-4646-bdee-5930b85319cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.2051961 Aug 31 14:19:55.364026 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b074d767-5924-4189-9386-711f96c908a3 req-3a5c97e7-1251-46bb-a82f-c66c7592f477 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729117 Aug 31 14:19:55.401047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 432916bc-ff8f-4399-87fe-86dcce644323 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:55.464717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 432916bc-ff8f-4399-87fe-86dcce644323 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:55.511911 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-329bb100-317e-47b3-b761-2d543b7bcc18 req-ae4fa3ae-31af-4e49-b3a8-86e0b4368606 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 210 time: 0.0284028 Aug 31 14:19:55.610020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-4221b323-f460-4f24-a419-d7fc2177ec89 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=432916bc-ff8f-4399-87fe-86dcce644323 HTTP/1.1" status: 200 len: 217 time: 0.0377059 Aug 31 14:19:55.677882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-7cb4ba4c-1cdf-46e4-a232-ea216e49ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:55.679650 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-7cb4ba4c-1cdf-46e4-a232-ea216e49ddca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0618508 Aug 31 14:19:55.743874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-be88fef1-ba2b-493e-921e-7ee5c1ac0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:55.745477 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-be88fef1-ba2b-493e-921e-7ee5c1ac0867 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0556824 Aug 31 14:19:55.801726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'tag': '44d23347-8450-4ecd-b0cd-304c3734121d'}, {'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323'}, {'name': 'network-changed', 'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:55.804012 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e29391-44c7-419d-858b-004b24eb14a6" -d '{"events": [{"name": "network-changed", "server_uuid": "973be0bd-cd57-4f10-b60a-b04d5cb9687e", "tag": "44d23347-8450-4ecd-b0cd-304c3734121d"}, {"server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "name": "network-vif-unplugged", "status": "completed", "tag": "432916bc-ff8f-4399-87fe-86dcce644323"}, {"name": "network-changed", "server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "tag": "432916bc-ff8f-4399-87fe-86dcce644323"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:55.855541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86656896-6d39-4385-bbce-b22d79562a97 req-b7f7b6d0-4d35-43ff-86df-a2860df83806 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:55.855541 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86656896-6d39-4385-bbce-b22d79562a97 req-b7f7b6d0-4d35-43ff-86df-a2860df83806 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 948 time: 0.0592511 Aug 31 14:19:55.875676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-6095566b-0717-4ae9-a543-6de42d1da3e2 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189504 Aug 31 14:19:55.907303 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86656896-6d39-4385-bbce-b22d79562a97 req-d055131d-f25d-4f61-bd48-6c61f0110004 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510507 Aug 31 14:19:56.012516 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b37ed45-d1c6-4bdb-b084-5e562cde6960 req-29111b0a-ad21-4bf1-8b34-9ca6970368e4 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285956 Aug 31 14:19:56.033747 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7440bcad-7816-4b7d-a9e5-cf0ba9b17742 x-openstack-request-id: req-7440bcad-7816-4b7d-a9e5-cf0ba9b17742 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:56.034132 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973be0bd-cd57-4f10-b60a-b04d5cb9687e", "tag": "44d23347-8450-4ecd-b0cd-304c3734121d", "status": "completed", "code": 200}, {"server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "name": "network-vif-unplugged", "status": "completed", "tag": "432916bc-ff8f-4399-87fe-86dcce644323", "code": 200}, {"name": "network-changed", "server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "tag": "432916bc-ff8f-4399-87fe-86dcce644323", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:56.034444 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7440bcad-7816-4b7d-a9e5-cf0ba9b17742 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:56.036965 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'tag': '44d23347-8450-4ecd-b0cd-304c3734121d', 'status': 'completed', 'code': 200} Aug 31 14:19:56.037799 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323', 'code': 200} Aug 31 14:19:56.038152 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323', 'status': 'completed', 'code': 200} Aug 31 14:19:56.153526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29391-44c7-419d-858b-004b24eb14a6 req-44f4e2ac-a0ad-4e42-8245-86290d6d9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.155167 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-44f4e2ac-a0ad-4e42-8245-86290d6d9e75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 1099 time: 0.0909142 Aug 31 14:19:56.157132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29391-44c7-419d-858b-004b24eb14a6 req-63c845e8-effd-4219-be93-23928ea08579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.158741 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-63c845e8-effd-4219-be93-23928ea08579 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 1094 time: 0.0866580 Aug 31 14:19:56.318207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29391-44c7-419d-858b-004b24eb14a6 req-e79e7e77-7f76-4b54-91b5-c8bbf5e0873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.319713 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-e79e7e77-7f76-4b54-91b5-c8bbf5e0873c service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 921 time: 0.1454537 Aug 31 14:19:56.365585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf917-f649-4c30-b67a-897c76b71a1c req-3006963b-dd86-4aea-91d2-f09391c2f4b1 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.373617 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fc7bf917-f649-4c30-b67a-897c76b71a1c req-3006963b-dd86-4aea-91d2-f09391c2f4b1 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.0660250 Aug 31 14:19:56.380340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-252bb24a-b8d1-47d7-bf85-26a5181d28c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44d23347-8450-4ecd-b0cd-304c3734121d HTTP/1.1" status: 200 len: 217 time: 0.0479298 Aug 31 14:19:56.386116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29391-44c7-419d-858b-004b24eb14a6 req-9a51f647-1dcf-4561-8a70-6574d2be2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.388130 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-9a51f647-1dcf-4561-8a70-6574d2be2e08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.2246976 Aug 31 14:19:56.428217 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fc7bf917-f649-4c30-b67a-897c76b71a1c req-b4bc6dc7-cb92-4310-86d1-0ecb1201b092 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492783 Aug 31 14:19:56.460155 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-bcbcc589-c0f2-4333-b4ea-d8a63d713b87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=432916bc-ff8f-4399-87fe-86dcce644323 HTTP/1.1" status: 200 len: 217 time: 0.0583425 Aug 31 14:19:56.509076 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59864) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:56.525360 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29391-44c7-419d-858b-004b24eb14a6 req-d7fa00fb-6664-4272-96b9-91ad670a8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.526888 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-d7fa00fb-6664-4272-96b9-91ad670a8454 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.1378686 Aug 31 14:19:56.552974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29391-44c7-419d-858b-004b24eb14a6 req-74161d57-f3f5-430e-af5d-9a41dd8960c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.555424 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-74161d57-f3f5-430e-af5d-9a41dd8960c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0872517 Aug 31 14:19:56.646437 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29391-44c7-419d-858b-004b24eb14a6 req-1061f864-5f0a-4f5f-91cd-e96914b1de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.648264 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-1061f864-5f0a-4f5f-91cd-e96914b1de98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742009 Aug 31 14:19:56.650417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29391-44c7-419d-858b-004b24eb14a6 req-99b980df-96dc-4ba6-9f14-22647eadfac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.651928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-99b980df-96dc-4ba6-9f14-22647eadfac2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147306 Aug 31 14:19:56.669377 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef05c1-bc25-46fe-a475-fdc8a362b84a req-1cf740e3-b863-47a8-80b3-375879637da8 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.671588 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-53ef05c1-bc25-46fe-a475-fdc8a362b84a req-1cf740e3-b863-47a8-80b3-375879637da8 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 943 time: 0.1027756 Aug 31 14:19:56.761553 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-53ef05c1-bc25-46fe-a475-fdc8a362b84a req-c3d53028-8478-49fc-ac9b-68547a832a35 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827935 Aug 31 14:19:56.853401 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-8fd26572-5fbe-4ce8-8f9e-f1b0be42267d service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976697 Aug 31 14:19:56.973162 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-0a1dfe26-7033-488b-8789-39d2b570fdcf service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129896 Aug 31 14:19:57.034635 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cd9f891d-0162-476f-b171-9d004e677e19 req-531ac5fd-16ff-4654-bf2e-a95b53a1644a tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5444ca1-171d-473a-b3b7-9cecc5977b1c HTTP/1.1" status: 200 len: 210 time: 0.0701680 Aug 31 14:19:57.138716 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-d9160267-a394-445c-a418-751f7c391e4c service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777271 Aug 31 14:19:57.159155 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-321c595a-b68c-4458-8f8e-1fee46ed205f service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756823 Aug 31 14:19:57.265302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98354430-c36d-4276-b45e-a81d6e5fe4b5 req-bc4a27fa-eba6-41cf-9c8e-8eac6cd0806f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:57.271710 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98354430-c36d-4276-b45e-a81d6e5fe4b5 req-bc4a27fa-eba6-41cf-9c8e-8eac6cd0806f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 948 time: 0.1039045 Aug 31 14:19:57.273619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29391-44c7-419d-858b-004b24eb14a6 req-1d621c64-ebd5-4b36-a879-23ec2edfae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:57.276305 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-1d621c64-ebd5-4b36-a879-23ec2edfae2a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 1099 time: 0.0656145 Aug 31 14:19:57.362180 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98354430-c36d-4276-b45e-a81d6e5fe4b5 req-f0acbccd-bd0e-4ba1-9a2e-ba532084c0fa tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824971 Aug 31 14:19:57.429945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29391-44c7-419d-858b-004b24eb14a6 req-ff442829-67a6-4935-b1b9-56c8e79178f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:57.431719 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-ff442829-67a6-4935-b1b9-56c8e79178f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1478736 Aug 31 14:19:57.476880 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.549095 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-34762fd5-1a79-4037-ab5d-fb12e73471ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=432916bc-ff8f-4399-87fe-86dcce644323 HTTP/1.1" status: 200 len: 217 time: 0.0974808 Aug 31 14:19:57.642962 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29391-44c7-419d-858b-004b24eb14a6 req-9b36d41f-f31e-483d-81fa-272c379577bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:57.644785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-9b36d41f-f31e-483d-81fa-272c379577bc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0877142 Aug 31 14:19:57.663043 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057f6cf0-054f-4e10-ab16-153fc2c06f59 req-3dbb100c-fa08-4637-afc5-7cb94eab2825 tempest-FlavorsV2NegativeTest-442418207 tempest-FlavorsV2NegativeTest-442418207-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c3ff8db2b8ed40e8a302e14557c95d63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633020 Aug 31 14:19:57.671279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596422d0-311d-4239-aabe-c16425d6cf48 req-cc307b66-fbf0-4d90-af4f-39ab1cb2ec87 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:57.672860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-596422d0-311d-4239-aabe-c16425d6cf48 req-cc307b66-fbf0-4d90-af4f-39ab1cb2ec87 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.0861211 Aug 31 14:19:57.743785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29391-44c7-419d-858b-004b24eb14a6 req-b9d19a9b-9a9c-4e89-b4f6-b0b5ed9dbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:57.745708 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-b9d19a9b-9a9c-4e89-b4f6-b0b5ed9dbdd6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912592 Aug 31 14:19:57.773531 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-596422d0-311d-4239-aabe-c16425d6cf48 req-385c5077-229c-4817-9234-749fd5d0358f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756245 Aug 31 14:19:57.834191 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f6cf0-054f-4e10-ab16-153fc2c06f59 req-42e963de-8385-4819-8f75-0695392a2cc2 tempest-FlavorsV2NegativeTest-442418207 tempest-FlavorsV2NegativeTest-442418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:57.843535 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057f6cf0-054f-4e10-ab16-153fc2c06f59 req-42e963de-8385-4819-8f75-0695392a2cc2 tempest-FlavorsV2NegativeTest-442418207 tempest-FlavorsV2NegativeTest-442418207-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576204 Aug 31 14:19:57.903709 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057f6cf0-054f-4e10-ab16-153fc2c06f59 req-b0aab55d-1d0c-4a02-abb5-d0f664e70452 tempest-FlavorsV2NegativeTest-442418207 tempest-FlavorsV2NegativeTest-442418207-project] 10.222.0.39 "GET /v2.0/quotas/c3ff8db2b8ed40e8a302e14557c95d63 HTTP/1.1" status: 200 len: 375 time: 0.0570226 Aug 31 14:19:57.979922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6da634a9-b42f-4e4e-b331-c1075fc5f83e req-015a36cc-cc62-4fbb-900f-6931b3a3c2ef tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 210 time: 0.0867968 Aug 31 14:19:58.004730 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057f6cf0-054f-4e10-ab16-153fc2c06f59 req-4e03c088-4df7-4b1b-a657-8722ca93682d tempest-FlavorsV2NegativeTest-442418207 tempest-FlavorsV2NegativeTest-442418207-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3ff8db2b8ed40e8a302e14557c95d63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0996935 Aug 31 14:19:58.079388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Deleting port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:58.079966 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.092008 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-44dea929-8fe3-4c1c-8e3f-d8eabd189037 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174360 Aug 31 14:19:58.232340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99e29391-44c7-419d-858b-004b24eb14a6 req-36749edc-0f6e-495a-a86c-7bec7eaa0d07 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328561 Aug 31 14:19:58.323365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] For port 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=86a18bc9-fc06-4e13-8da1-ccfc426ed9ab,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:58.323831 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.333262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80790e02-324f-4c1e-bbb0-92d342595820 req-31da36b6-426d-4652-8f37-9356cead9a3a tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:58.335466 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-80790e02-324f-4c1e-bbb0-92d342595820 req-31da36b6-426d-4652-8f37-9356cead9a3a tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 943 time: 0.2255566 Aug 31 14:19:58.366205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Calling delete_port for 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:58.393611 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-80790e02-324f-4c1e-bbb0-92d342595820 req-2eb3526d-250e-4241-a811-34da2ab68c0a tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Aug 31 14:19:58.402510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 44d23347-8450-4ecd-b0cd-304c3734121d details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:19:58.626252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 44d23347-8450-4ecd-b0cd-304c3734121d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=44d23347-8450-4ecd-b0cd-304c3734121d,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:58.648512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '44d23347-8450-4ecd-b0cd-304c3734121d', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'port_id': '44d23347-8450-4ecd-b0cd-304c3734121d', 'mac_address': 'fa:16:3e:d0:67:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:19:58.694061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23632022-0f6d-4786-9dd7-49cdf5994ff6 req-f4a71b5c-f5b5-496d-81d5-0b866c1f242a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:58.703662 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23632022-0f6d-4786-9dd7-49cdf5994ff6 req-f4a71b5c-f5b5-496d-81d5-0b866c1f242a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 948 time: 0.0826650 Aug 31 14:19:58.723514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72553d-d660-4a8f-8931-69d559fe458c req-78b8ec71-d3d0-4d82-9b14-c79d0384ed25 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:58.725281 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be72553d-d660-4a8f-8931-69d559fe458c req-78b8ec71-d3d0-4d82-9b14-c79d0384ed25 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.1236184 Aug 31 14:19:58.734429 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.752086 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23632022-0f6d-4786-9dd7-49cdf5994ff6 req-4cc7fdc0-463e-4055-848c-2c43879ecf3f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Aug 31 14:19:58.768946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d23347-8450-4ecd-b0cd-304c3734121d {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:58.782957 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.797323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59954) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.803569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 44d23347-8450-4ecd-b0cd-304c3734121d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=44d23347-8450-4ecd-b0cd-304c3734121d,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:58.809925 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be72553d-d660-4a8f-8931-69d559fe458c req-c70fe38d-d1cd-49bb-9282-f6fa26c5210c tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687482 Aug 31 14:19:58.810708 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.811787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 432916bc-ff8f-4399-87fe-86dcce644323 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:19:58.839411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59956) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.846562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=86a18bc9-fc06-4e13-8da1-ccfc426ed9ab,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:58.881756 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:58.885007 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:58.885636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:58.886203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:58.887339 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:58.887998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:58.888470 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36c66ab-ca19-42d0-9afd-10ba1243ae00 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.894116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:58.894631 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:58.895077 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:58.895551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:58.895992 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:58.896429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:58.976343 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36c66ab-ca19-42d0-9afd-10ba1243ae00 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.116335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=44d23347-8450-4ecd-b0cd-304c3734121d,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:59.161235 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36c66ab-ca19-42d0-9afd-10ba1243ae00 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.162887 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36c66ab-ca19-42d0-9afd-10ba1243ae00 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.164084 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e36c66ab-ca19-42d0-9afd-10ba1243ae00 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "DELETE /v2.0/security-groups/7943d090-5db1-4704-852d-0e567c6f212b HTTP/1.1" status: 204 len: 168 time: 0.3656225 Aug 31 14:19:59.190409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59964) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:59.211371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:59.236416 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '432916bc-ff8f-4399-87fe-86dcce644323', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '432916bc-ff8f-4399-87fe-86dcce644323', 'mac_address': 'fa:16:3e:7c:02:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:19:59.249836 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-11a45964-2a09-4527-8fd3-e11c5d30108a tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] show failed (client error): The resource could not be found. Aug 31 14:19:59.250977 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-11a45964-2a09-4527-8fd3-e11c5d30108a tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "GET /v2.0/security-groups/7943d090-5db1-4704-852d-0e567c6f212b HTTP/1.1" status: 404 len: 347 time: 0.0596046 Aug 31 14:19:59.255128 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c66ab-ca19-42d0-9afd-10ba1243ae00 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7943d090-5db1-4704-852d-0e567c6f212b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:59.258470 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3317cf3a-9169-4339-9fd9-2077d6d21a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.274332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59966) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:59.283405 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a61a101a-43f4-44db-a8be-d798529c7dff req-dda7c209-b19e-4191-a458-d1ba20078348 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 210 time: 0.0936537 Aug 31 14:19:59.306196 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.330986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432916bc-ff8f-4399-87fe-86dcce644323 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:59.356703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:59.362782 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.399120 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.481974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c9750-d2d1-4d03-a7fb-b3412bf582c9 req-ba99510f-be85-42c5-ae97-798fa92281ce tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:59.484322 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf1c9750-d2d1-4d03-a7fb-b3412bf582c9 req-ba99510f-be85-42c5-ae97-798fa92281ce tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 948 time: 0.3698573 Aug 31 14:19:59.492726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-62ddf912-adb6-47fb-b58f-d6293b9f406a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:59.494569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-62ddf912-adb6-47fb-b58f-d6293b9f406a tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498&tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 948 time: 0.3919230 Aug 31 14:19:59.516679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=432916bc-ff8f-4399-87fe-86dcce644323,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:59.635736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf7d87-e3ba-4147-8c64-407330b774f3 req-d3b861b3-8e10-49b0-8357-1f687b3ead6a tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:59.643916 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84bf7d87-e3ba-4147-8c64-407330b774f3 req-d3b861b3-8e10-49b0-8357-1f687b3ead6a tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 944 time: 0.1119559 Aug 31 14:19:59.715754 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['44d23347-8450-4ecd-b0cd-304c3734121d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:59.737264 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84bf7d87-e3ba-4147-8c64-407330b774f3 req-0fc8f875-1453-4766-b3f3-1598d70e3ca4 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912392 Aug 31 14:19:59.860380 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['432916bc-ff8f-4399-87fe-86dcce644323'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:59.918002 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:00.103992 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a798153-dd89-471e-839d-aced17915209 req-a07cdf48-cdf0-4284-840b-e3e490665f09 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:00.115963 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0a798153-dd89-471e-839d-aced17915209 req-a07cdf48-cdf0-4284-840b-e3e490665f09 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.1780350 Aug 31 14:20:00.191878 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3317cf3a-9169-4339-9fd9-2077d6d21a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.210456 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf1c9750-d2d1-4d03-a7fb-b3412bf582c9 req-30693830-4c31-415e-8fd5-e2a3f107b85c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7145827 Aug 31 14:20:00.239875 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0a798153-dd89-471e-839d-aced17915209 req-b35bbbb0-ad43-42da-8c0f-b07c53039f54 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229389 Aug 31 14:20:00.258685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:00.264791 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-870a9e64-b95f-4729-856a-79f95b8c44c9 admin admin] 10.222.0.39 "PUT /v2.0/routers/2d07945d-bf50-4fa1-9db8-cbe2c816ccaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7545605 Aug 31 14:20:00.267976 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59974) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:00.274609 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e774f0cd-1ac2-43ea-9027-0dafa62d2079 None None] Sync routers for ids ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:00.294541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8399cf-b686-460c-913d-bca262559a6d req-85580b23-b01c-4c1d-b99f-2556f6f29132 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:00.296219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e774f0cd-1ac2-43ea-9027-0dafa62d2079 None None] Routers {'2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:00.296500 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd8399cf-b686-460c-913d-bca262559a6d req-85580b23-b01c-4c1d-b99f-2556f6f29132 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.60 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 821 time: 1.1468456 Aug 31 14:20:00.297901 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e774f0cd-1ac2-43ea-9027-0dafa62d2079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:00.300031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3317cf3a-9169-4339-9fd9-2077d6d21a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.369563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-cd8399cf-b686-460c-913d-bca262559a6d req-1a3e6071-c20f-414a-8070-2daf4ddbef59 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Request body: {'port': {'device_id': 'e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc', 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b', 'admin_state_up': True, 'tenant_id': '5904e6ad71034956a1b7126d4bfce299'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:00.379492 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3317cf3a-9169-4339-9fd9-2077d6d21a76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3ff8db2b8ed40e8a302e14557c95d63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5383444 Aug 31 14:20:00.388862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59978) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:00.520296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-c4b1b960-2d62-4f59-ac93-46a5916a2265 service neutron] 10.222.0.25 "GET /v2.0/ports/432916bc-ff8f-4399-87fe-86dcce644323/bindings/n-h2-806683-5 HTTP/1.1" status: 200 len: 382 time: 0.5285902 Aug 31 14:20:00.561386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317cf3a-9169-4339-9fd9-2077d6d21a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc38c10-0c81-4cfe-99f3-658eacef67c3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:00.636449 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec0c9527-04a5-44d8-8af0-797d69404624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.648499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f90c43c1-8b03-4ff8-93ad-2e19d9d39236 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Deleting port 2ae29eed-b0c7-4b17-9356-6d8ff87adf0b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:00.648847 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f90c43c1-8b03-4ff8-93ad-2e19d9d39236 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.659685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-e774f0cd-1ac2-43ea-9027-0dafa62d2079 None None] Set router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:00.741039 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec0c9527-04a5-44d8-8af0-797d69404624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.771293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b100d250-f394-44ac-a129-f180c4e68587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:00.772759 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b100d250-f394-44ac-a129-f180c4e68587 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 1100 time: 0.2032990 Aug 31 14:20:00.781260 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b866bb13-4e68-41a9-aaf0-bb3cb77b7cf6 req-f096ccea-361e-445b-b926-8031ddb71c0f tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 210 time: 0.0610983 Aug 31 14:20:00.802623 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.893054 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f90c43c1-8b03-4ff8-93ad-2e19d9d39236 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.893795 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f90c43c1-8b03-4ff8-93ad-2e19d9d39236 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.917640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8399cf-b686-460c-913d-bca262559a6d req-1a3e6071-c20f-414a-8070-2daf4ddbef59 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Made reservation on behalf of 5904e6ad71034956a1b7126d4bfce299 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:00.921811 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd8399cf-b686-460c-913d-bca262559a6d req-1a3e6071-c20f-414a-8070-2daf4ddbef59 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.957272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f90c43c1-8b03-4ff8-93ad-2e19d9d39236 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Calling delete_port for 2ae29eed-b0c7-4b17-9356-6d8ff87adf0b owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:00.961203 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e774f0cd-1ac2-43ea-9027-0dafa62d2079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '69a53d05-cae2-4e03-9565-245a34272b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:19:58Z', 'revision_number': 5, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port': {'id': '69a53d05-cae2-4e03-9565-245a34272b04', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:41Z', 'updated_at': '2021-08-31T14:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:00.999795 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.002680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e774f0cd-1ac2-43ea-9027-0dafa62d2079 None None] Checking router: 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:01.005671 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec0c9527-04a5-44d8-8af0-797d69404624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.008219 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec0c9527-04a5-44d8-8af0-797d69404624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.012531 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ec0c9527-04a5-44d8-8af0-797d69404624 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bc38c10-0c81-4cfe-99f3-658eacef67c3 HTTP/1.1" status: 204 len: 168 time: 0.6059592 Aug 31 14:20:01.025548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e774f0cd-1ac2-43ea-9027-0dafa62d2079 None None] Routers {'2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:01.028056 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e774f0cd-1ac2-43ea-9027-0dafa62d2079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:01.077783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] Deleting port 69a53d05-cae2-4e03-9565-245a34272b04 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:01.078563 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.110582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c9527-04a5-44d8-8af0-797d69404624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc38c10-0c81-4cfe-99f3-658eacef67c3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:01.140505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4969ba-05dd-43dd-9901-32fb8a72b8b6 req-46f03f0b-d788-4de2-a1bd-ee1eda5ed1bb tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:01.142188 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e4969ba-05dd-43dd-9901-32fb8a72b8b6 req-46f03f0b-d788-4de2-a1bd-ee1eda5ed1bb tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 944 time: 0.2739902 Aug 31 14:20:01.157644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-1a353d7a-dd68-493a-b57f-2cc6ff5ba655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:01.159134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-1a353d7a-dd68-493a-b57f-2cc6ff5ba655 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.3611488 Aug 31 14:20:01.256093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] For port 69a53d05-cae2-4e03-9565-245a34272b04, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=69a53d05-cae2-4e03-9565-245a34272b04,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:01.256664 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.258579 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-86a8cca2-8737-46b7-b519-210af35a41ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=432916bc-ff8f-4399-87fe-86dcce644323 HTTP/1.1" status: 200 len: 217 time: 0.0905199 Aug 31 14:20:01.266806 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-e774f0cd-1ac2-43ea-9027-0dafa62d2079 None None] Set router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:01.287021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] Calling delete_port for 69a53d05-cae2-4e03-9565-245a34272b04 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:01.376193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-5976c79d-d5e4-4545-9273-096233c039c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:01.378359 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-5976c79d-d5e4-4545-9273-096233c039c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1067002 Aug 31 14:20:01.394091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-cd8399cf-b686-460c-913d-bca262559a6d req-1a3e6071-c20f-414a-8070-2daf4ddbef59 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Allocated IP 172.20.0.5 (5dfb6deb-4204-4d78-bb52-fa1250f5417b/163dc4c6-5f18-4709-864a-db6bd28b2b16/41e813ff-adb4-4604-ba7a-cde932c8b40b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:01.410869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e4969ba-05dd-43dd-9901-32fb8a72b8b6 req-6d2f1447-21fa-45c8-86d6-cf542b8cd2f4 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588112 Aug 31 14:20:01.440991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e774f0cd-1ac2-43ea-9027-0dafa62d2079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:20:01Z', 'revision_number': 6, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:01.494863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e774f0cd-1ac2-43ea-9027-0dafa62d2079 None None] The sync data for ids ['2d07945d-bf50-4fa1-9db8-cbe2c816ccaf'] in n-d-806683-5 is: [{'id': '2d07945d-bf50-4fa1-9db8-cbe2c816ccaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-253124204-router', 'tenant_id': 'a468614fd60c4ecf9713a9b6c9717259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:40Z', 'updated_at': '2021-08-31T14:20:01Z', 'revision_number': 6, 'project_id': 'a468614fd60c4ecf9713a9b6c9717259', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:01.626312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ffa96-84b5-49d4-a114-b4fdf8742c62 req-da6f0bbc-c777-468b-ac84-89a56b67877b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:01.630928 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3a4ffa96-84b5-49d4-a114-b4fdf8742c62 req-da6f0bbc-c777-468b-ac84-89a56b67877b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.2385442 Aug 31 14:20:01.630928 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.657635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a53d05-cae2-4e03-9565-245a34272b04,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:01.688532 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-30ff99c5-fb7f-4375-bfed-6a3640ab52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:01.690479 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-30ff99c5-fb7f-4375-bfed-6a3640ab52ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2687366 Aug 31 14:20:01.702067 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3a4ffa96-84b5-49d4-a114-b4fdf8742c62 req-dc954476-8664-4e41-b923-48c08d675380 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455630 Aug 31 14:20:01.779501 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.787301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646e7c4-22f8-49c0-9d1d-21da011b59fc req-4357145d-e469-4ab1-b051-f09f6bc7f975 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:01.796557 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6646e7c4-22f8-49c0-9d1d-21da011b59fc req-4357145d-e469-4ab1-b051-f09f6bc7f975 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 949 time: 0.2788889 Aug 31 14:20:01.839104 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f90c43c1-8b03-4ff8-93ad-2e19d9d39236 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.914854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c43c1-8b03-4ff8-93ad-2e19d9d39236 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Pushing event deleted for resources: {'Port': ['ID=2ae29eed-b0c7-4b17-9356-6d8ff87adf0b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:02.047851 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.050455 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.055531 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6646e7c4-22f8-49c0-9d1d-21da011b59fc req-4b65b6e2-49e0-4b63-a35a-98f5f1e84b95 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577364 Aug 31 14:20:02.132340 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b7f2dce9-4d8c-4d34-aa05-61248be0c0e2 req-6476d238-1284-4b66-a319-eb86636e4717 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 210 time: 0.1843107 Aug 31 14:20:02.133299 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.133839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d07945d-bf50-4fa1-9db8-cbe2c816ccaf {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:20:02.145099 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-be7e932f-e896-4561-b644-a598718339aa service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289837 Aug 31 14:20:02.146899 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.148213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1a1afd94-d37a-497e-b833-b7da783ccbc4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2d07945d-bf50-4fa1-9db8-cbe2c816ccaf HTTP/1.1" status: 204 len: 168 time: 1.8792677 Aug 31 14:20:02.150741 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60012) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:02.158459 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd8399cf-b686-460c-913d-bca262559a6d req-1a3e6071-c20f-414a-8070-2daf4ddbef59 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.217356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60016) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:02.222109 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f90c43c1-8b03-4ff8-93ad-2e19d9d39236 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.225359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f90c43c1-8b03-4ff8-93ad-2e19d9d39236 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.226351 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f90c43c1-8b03-4ff8-93ad-2e19d9d39236 tempest-ServersTestBootFromVolume-699615268 tempest-ServersTestBootFromVolume-699615268-project] 10.222.0.39 "DELETE /v2.0/floatingips/8209ed58-e440-4701-802a-25c567804a51 HTTP/1.1" status: 204 len: 168 time: 2.9366717 Aug 31 14:20:02.229415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60020) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:02.242540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24eaf5b-7173-46ef-a32b-d9fb79e5cfcf admin admin] Deleting subnet fcc65403-9467-497e-9c87-051a73c3e831 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:20:02.281893 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c24eaf5b-7173-46ef-a32b-d9fb79e5cfcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.282546 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd8399cf-b686-460c-913d-bca262559a6d req-1a3e6071-c20f-414a-8070-2daf4ddbef59 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.296313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['2fb6d072-8fb7-45c7-9e4e-321d91d78bda'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:02.380321 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c24eaf5b-7173-46ef-a32b-d9fb79e5cfcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.391153 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b57be39e-7e17-41ce-96d8-2e7cc954da6f service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283592 Aug 31 14:20:02.403716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8399cf-b686-460c-913d-bca262559a6d req-1a3e6071-c20f-414a-8070-2daf4ddbef59 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Network 5dfb6deb-4204-4d78-bb52-fa1250f5417b is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:02.409474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-cd8399cf-b686-460c-913d-bca262559a6d req-1a3e6071-c20f-414a-8070-2daf4ddbef59 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:02.412199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8399cf-b686-460c-913d-bca262559a6d req-1a3e6071-c20f-414a-8070-2daf4ddbef59 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:02.433176 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-network', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:02.445105 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 432916bc-ff8f-4399-87fe-86dcce644323 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:02.445854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e6071-c20f-414a-8070-2daf4ddbef59 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Pushing event updated for resources: {'Port': ['ID=41e813ff-adb4-4604-ba7a-cde932c8b40b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:02.486772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8399cf-b686-460c-913d-bca262559a6d req-1a3e6071-c20f-414a-8070-2daf4ddbef59 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:02.488063 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd8399cf-b686-460c-913d-bca262559a6d req-1a3e6071-c20f-414a-8070-2daf4ddbef59 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.517849 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd8399cf-b686-460c-913d-bca262559a6d req-1a3e6071-c20f-414a-8070-2daf4ddbef59 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1584558 Aug 31 14:20:02.520079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] Made reservation on behalf of c91b8088d31e4a189bd7bb47d8505a14 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:02.522349 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.612375 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.619941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Request body: {'port': {'device_id': 'e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:02.625697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 432916bc-ff8f-4399-87fe-86dcce644323 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:02.630396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 432916bc-ff8f-4399-87fe-86dcce644323 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:02.630886 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.720570 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.725225 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.803056 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:20:02.807930 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:02.812762 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0026646f-903c-4788-9fd4-6cf4c56d825d" -d '{"events": [{"server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "name": "network-vif-plugged", "status": "completed", "tag": "432916bc-ff8f-4399-87fe-86dcce644323"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:02.840259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:02.847549 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.848498 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 44d23347-8450-4ecd-b0cd-304c3734121d up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:02.936194 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0331a1c-2a59-4ebf-b6db-1f70037422de req-dd6a03bc-93e5-41b2-b8cc-766dc479252b tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:02.944098 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0331a1c-2a59-4ebf-b6db-1f70037422de req-dd6a03bc-93e5-41b2-b8cc-766dc479252b tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 944 time: 0.4171929 Aug 31 14:20:02.999749 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c24eaf5b-7173-46ef-a32b-d9fb79e5cfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.012989 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 44d23347-8450-4ecd-b0cd-304c3734121d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:03.023381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 44d23347-8450-4ecd-b0cd-304c3734121d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:03.024151 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.026913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=432916bc-ff8f-4399-87fe-86dcce644323,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:03.028287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb917b-cd01-48da-b910-2cf39c161c51 req-5062ca4d-992c-4df6-ab93-55171562417e tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:03.029900 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aafb917b-cd01-48da-b910-2cf39c161c51 req-5062ca4d-992c-4df6-ab93-55171562417e tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.1802812 Aug 31 14:20:03.183899 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0331a1c-2a59-4ebf-b6db-1f70037422de req-aea51810-c867-4127-aad8-3af0f5cfc8e5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339392 Aug 31 14:20:03.224581 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.289294 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc179b32-b9bb-4dd1-a46b-5f93e973810a x-openstack-request-id: req-fc179b32-b9bb-4dd1-a46b-5f93e973810a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:03.291451 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "name": "network-vif-plugged", "status": "completed", "tag": "432916bc-ff8f-4399-87fe-86dcce644323", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:03.291773 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc179b32-b9bb-4dd1-a46b-5f93e973810a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:03.292283 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323', 'code': 200} Aug 31 14:20:03.307654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 44d23347-8450-4ecd-b0cd-304c3734121d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=44d23347-8450-4ecd-b0cd-304c3734121d,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:03.326395 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.332528 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c24eaf5b-7173-46ef-a32b-d9fb79e5cfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.419128 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aafb917b-cd01-48da-b910-2cf39c161c51 req-3a2ba4a4-ffc1-43c0-953b-4489483af1d2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807535 Aug 31 14:20:03.422885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24eaf5b-7173-46ef-a32b-d9fb79e5cfcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc65403-9467-497e-9c87-051a73c3e831,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:03.438714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d308bbf8-eec7-4dba-827d-96a5525f6ca8 None None] Network c1d50025-fd87-46f3-84f4-3158a6f07e56 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:03.439567 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c24eaf5b-7173-46ef-a32b-d9fb79e5cfcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.443978 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c24eaf5b-7173-46ef-a32b-d9fb79e5cfcf admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fcc65403-9467-497e-9c87-051a73c3e831 HTTP/1.1" status: 204 len: 168 time: 1.2901073 Aug 31 14:20:03.444354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.449649 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60076) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:03.475667 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.484462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e813ff-adb4-4604-ba7a-cde932c8b40b {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:03.485003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 69a53d05-cae2-4e03-9565-245a34272b04 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:03.507077 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.536331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Transition to ACTIVE for port object 41e813ff-adb4-4604-ba7a-cde932c8b40b will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:03.540727 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.567777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=44d23347-8450-4ecd-b0cd-304c3734121d,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:03.596856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:20:03.632356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f01021a-e820-4506-8186-e82aac268a3a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:03.636215 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.636643 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] Added segment 98f14ee9-7991-42ae-a0cf-6a74b4d8691b of type vlan for network ce34b7e0-d220-4c91-a984-ef8698a60e62 Aug 31 14:20:03.644326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Pushing event updated for resources: {'Port': ['ID=41e813ff-adb4-4604-ba7a-cde932c8b40b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:03.647202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 69a53d05-cae2-4e03-9565-245a34272b04 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:03.648022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 69a53d05-cae2-4e03-9565-245a34272b04 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:03.648022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:03.669112 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.692255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea1a8e-e4b0-4f63-a44f-8e99c5c15d41 req-33c2e8a7-a246-46e8-ada6-853bab3b6637 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:03.698438 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1ea1a8e-e4b0-4f63-a44f-8e99c5c15d41 req-33c2e8a7-a246-46e8-ada6-853bab3b6637 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.2880793 Aug 31 14:20:03.709633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:03.709976 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 86a18bc9-fc06-4e13-8da1-ccfc426ed9ab not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:03.782903 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.816899 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.818288 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:03.819082 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.859358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523730d8-2468-4963-8cf4-1e02989ab4dd req-cdf7d84f-9397-4680-98f1-2a2a49cee1d1 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:03.861287 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-523730d8-2468-4963-8cf4-1e02989ab4dd req-cdf7d84f-9397-4680-98f1-2a2a49cee1d1 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 943 time: 0.2226532 Aug 31 14:20:03.866466 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.6477342 Aug 31 14:20:03.868053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:03.868394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:03.868831 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:03.872828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60106) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:03.883122 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-58191304-e22b-4313-82ec-08e5ade95ef2 admin admin] Request body: {'subnet': {'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-subnet', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:03.884150 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1ea1a8e-e4b0-4f63-a44f-8e99c5c15d41 req-8f8bab88-3ab9-4d9c-97fd-ddb6127b138c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837778 Aug 31 14:20:03.942084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Port 41e813ff-adb4-4604-ba7a-cde932c8b40b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:20:03.942420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:03.973322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:03.973801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Checking segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:03.974591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Bound using segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:03.974738 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Bound port: 41e813ff-adb4-4604-ba7a-cde932c8b40b, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:03.975038 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.986015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb3e91-1499-484a-8bce-5a3a00228ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=ce34b7e0-d220-4c91-a984-ef8698a60e62,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:03.990598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5425bd30-a55a-40b6-a47a-d750ccc0d4fd None None] DHCP port deletion for c1d50025-fd87-46f3-84f4-3158a6f07e56 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:20:04.057119 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network ce34b7e0-d220-4c91-a984-ef8698a60e62 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:20:04.071134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-523730d8-2468-4963-8cf4-1e02989ab4dd req-ed46013e-262d-4449-b613-c79b95fa4589 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641786 Aug 31 14:20:04.073288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58191304-e22b-4313-82ec-08e5ade95ef2 admin admin] Made reservation on behalf of c91b8088d31e4a189bd7bb47d8505a14 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:04.074823 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58191304-e22b-4313-82ec-08e5ade95ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.102192 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Deleting port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:04.102907 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.183870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:04.190131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:04.196220 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.230004 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5425bd30-a55a-40b6-a47a-d750ccc0d4fd None None] Deleting port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:04.230815 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5425bd30-a55a-40b6-a47a-d750ccc0d4fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.236030 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8da5510a-6d30-44e9-86de-888262dcd810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.342220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5425bd30-a55a-40b6-a47a-d750ccc0d4fd None None] For port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4a554e8c-d128-4ad6-9fb1-2a1e49e2e412,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:04.343859 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5425bd30-a55a-40b6-a47a-d750ccc0d4fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.344173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:04.344893 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.346598 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd8399cf-b686-460c-913d-bca262559a6d req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] 10.222.0.60 "PUT /v2.0/ports/41e813ff-adb4-4604-ba7a-cde932c8b40b HTTP/1.1" status: 200 len: 1091 time: 1.8189809 Aug 31 14:20:04.347134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc', 'tag': '41e813ff-adb4-4604-ba7a-cde932c8b40b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:04.349657 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d38c35-1ba1-4ca9-a5db-a05e8e408d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc", "tag": "41e813ff-adb4-4604-ba7a-cde932c8b40b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:04.361083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5425bd30-a55a-40b6-a47a-d750ccc0d4fd None None] Calling delete_port for 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:04.492022 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5425bd30-a55a-40b6-a47a-d750ccc0d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.492886 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a41182f-29e1-42c5-8c86-334baeb08017 x-openstack-request-id: req-7a41182f-29e1-42c5-8c86-334baeb08017 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:04.493384 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc", "tag": "41e813ff-adb4-4604-ba7a-cde932c8b40b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:04.496703 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a41182f-29e1-42c5-8c86-334baeb08017 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:04.497456 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc', 'tag': '41e813ff-adb4-4604-ba7a-cde932c8b40b', 'status': 'completed', 'code': 200} Aug 31 14:20:04.562300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec8157-3c5e-45df-9777-c1c1895fb633 service neutron] Pushing event updated for resources: {'Port': ['ID=41e813ff-adb4-4604-ba7a-cde932c8b40b,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:04.577832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425bd30-a55a-40b6-a47a-d750ccc0d4fd None None] Pushing event deleted for resources: {'Port': ['ID=4a554e8c-d128-4ad6-9fb1-2a1e49e2e412,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:04.583794 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425bd30-a55a-40b6-a47a-d750ccc0d4fd None None] No DVR routers for this DVR port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:04.725701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bc9fd-9906-4cee-ab91-7839cbe044bc req-d75043f1-3c86-45d2-8f15-1489bae4d190 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:04.727333 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-226bc9fd-9906-4cee-ab91-7839cbe044bc req-d75043f1-3c86-45d2-8f15-1489bae4d190 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.2056015 Aug 31 14:20:04.729218 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8399cf-b686-460c-913d-bca262559a6d req-e611b781-d674-40f4-ad50-0e6c4cf04f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:04.731402 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd8399cf-b686-460c-913d-bca262559a6d req-e611b781-d674-40f4-ad50-0e6c4cf04f3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 1094 time: 0.3361046 Aug 31 14:20:04.802588 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58191304-e22b-4313-82ec-08e5ade95ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.813697 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd8399cf-b686-460c-913d-bca262559a6d req-01c2d54f-3fdc-4262-a55c-7ca4860e5a8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b HTTP/1.1" status: 200 len: 217 time: 0.0619645 Aug 31 14:20:04.828310 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] For port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4a554e8c-d128-4ad6-9fb1-2a1e49e2e412,segment=NetworkSegment(1f9bd0ea-e090-470e-a081-83a178e1a1b6),segment_id=1f9bd0ea-e090-470e-a081-83a178e1a1b6)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:04.829888 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.862297 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e4966-56d1-43bf-b1a7-52b59c367766 req-c7b4514a-da45-43d3-9a38-d28eb9083e37 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:04.871632 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b86e4966-56d1-43bf-b1a7-52b59c367766 req-c7b4514a-da45-43d3-9a38-d28eb9083e37 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 945 time: 0.4979496 Aug 31 14:20:04.879875 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Calling delete_port for 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:04.934153 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-226bc9fd-9906-4cee-ab91-7839cbe044bc req-4964af04-ede0-4c8c-951a-a00d9b616ceb tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947331 Aug 31 14:20:04.955889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b86e4966-56d1-43bf-b1a7-52b59c367766 req-564dd7ff-df62-48c3-a898-db0050e348b2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810673 Aug 31 14:20:04.968140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58191304-e22b-4313-82ec-08e5ade95ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c81ffc22-03c4-4f93-acfe-71bc6d7d3286,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:05.028583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8399cf-b686-460c-913d-bca262559a6d req-fa1677fc-cbc6-4864-bafe-86cc7a22fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:05.030358 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd8399cf-b686-460c-913d-bca262559a6d req-fa1677fc-cbc6-4864-bafe-86cc7a22fcb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.1833301 Aug 31 14:20:05.039576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58191304-e22b-4313-82ec-08e5ade95ef2 admin admin] Checking segment: {'id': '98f14ee9-7991-42ae-a0cf-6a74b4d8691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:05.039931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58191304-e22b-4313-82ec-08e5ade95ef2 admin admin] Network hostable DHCP agents. Network: ce34b7e0-d220-4c91-a984-ef8698a60e62, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:20:05.098505 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.143854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a554e8c-d128-4ad6-9fb1-2a1e49e2e412,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:05.158852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] No DVR routers for this DVR port 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:05.294347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d23347-8450-4ecd-b0cd-304c3734121d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:05.297522 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6429673c-c55c-4122-919b-23bbf98a5128" -d '{"events": [{"server_uuid": "973be0bd-cd57-4f10-b60a-b04d5cb9687e", "name": "network-vif-plugged", "status": "completed", "tag": "44d23347-8450-4ecd-b0cd-304c3734121d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:05.301945 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8da5510a-6d30-44e9-86de-888262dcd810 admin admin] Deleting port 144a459d-fbe1-4857-96b9-2892d65821d2 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:05.302292 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8da5510a-6d30-44e9-86de-888262dcd810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.306905 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.400446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:05.435888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d50025-fd87-46f3-84f4-3158a6f07e56']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.445895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:05.446435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4a554e8c-d128-4ad6-9fb1-2a1e49e2e412 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:05.453027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9bd0ea-e090-470e-a081-83a178e1a1b6') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.453324 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9bd0ea-e090-470e-a081-83a178e1a1b6') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.457177 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd8399cf-b686-460c-913d-bca262559a6d req-35c40fc0-311a-4aad-9ac4-373befbdab60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4145598 Aug 31 14:20:05.471814 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.495115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd862ae-afbd-49d1-8b82-a72b4378f830 req-c41c1f42-ff04-454b-a783-104ca02521f8 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:05.505734 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9bd862ae-afbd-49d1-8b82-a72b4378f830 req-c41c1f42-ff04-454b-a783-104ca02521f8 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 943 time: 0.2566900 Aug 31 14:20:05.526821 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.545301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58191304-e22b-4313-82ec-08e5ade95ef2 admin admin] Network ce34b7e0-d220-4c91-a984-ef8698a60e62 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:20:05.556580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:05.556847 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:05.559214 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:05.575819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9e8d0-43f5-4bff-89f5-489478522991 req-0f9175be-8307-45b2-9d52-11b5e94c2cca tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:05.577363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0ff9e8d0-43f5-4bff-89f5-489478522991 req-0f9175be-8307-45b2-9d52-11b5e94c2cca tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.5215528 Aug 31 14:20:05.588782 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-58191304-e22b-4313-82ec-08e5ade95ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, ce34b7e0-d220-4c91-a984-ef8698a60e62) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:05.601942 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fc48d4-d1ac-48a8-ad9c-8335628544f3 None None] Network ce34b7e0-d220-4c91-a984-ef8698a60e62 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:05.614244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58191304-e22b-4313-82ec-08e5ade95ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:05.614496 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58191304-e22b-4313-82ec-08e5ade95ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.629968 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-5b5db6dd-cafb-4b45-8e67-10e552067f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:05.632338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-5b5db6dd-cafb-4b45-8e67-10e552067f90 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498&tenant_id=529262fb62d346ef9b3aa2fafa79b7ad HTTP/1.1" status: 200 len: 1101 time: 0.5749960 Aug 31 14:20:05.635253 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-8da5510a-6d30-44e9-86de-888262dcd810 admin admin] For port 144a459d-fbe1-4857-96b9-2892d65821d2, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=144a459d-fbe1-4857-96b9-2892d65821d2,segment=NetworkSegment(86dc075b-f119-4562-8e5b-9db9052ccf90),segment_id=86dc075b-f119-4562-8e5b-9db9052ccf90)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:05.635469 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8da5510a-6d30-44e9-86de-888262dcd810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.648639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:05.655029 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd8399cf-b686-460c-913d-bca262559a6d req-09e76cae-1dc0-450f-93f9-c88a359caf0d service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797581 Aug 31 14:20:05.662282 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8da5510a-6d30-44e9-86de-888262dcd810 admin admin] Calling delete_port for 144a459d-fbe1-4857-96b9-2892d65821d2 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:05.666730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.681124 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-58191304-e22b-4313-82ec-08e5ade95ef2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8082643 Aug 31 14:20:05.681722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60124) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:05.687658 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9bd862ae-afbd-49d1-8b82-a72b4378f830 req-7346d6a5-6dce-4afb-aa50-ee20964d5ad0 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724477 Aug 31 14:20:05.704091 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.706077 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c1d50025-fd87-46f3-84f4-3158a6f07e56 HTTP/1.1" status: 204 len: 168 time: 2.2550759 Aug 31 14:20:05.713248 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60126) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:05.716796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:05.794634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2b6ca-b419-443d-916b-cb122db8f6f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d50025-fd87-46f3-84f4-3158a6f07e56,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:05.816595 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74f4ef3-1a97-4754-a579-7c5fc8b636f4 x-openstack-request-id: req-e74f4ef3-1a97-4754-a579-7c5fc8b636f4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:05.817030 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973be0bd-cd57-4f10-b60a-b04d5cb9687e", "name": "network-vif-plugged", "status": "completed", "tag": "44d23347-8450-4ecd-b0cd-304c3734121d", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:05.817418 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e74f4ef3-1a97-4754-a579-7c5fc8b636f4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:05.818005 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d23347-8450-4ecd-b0cd-304c3734121d', 'code': 200} Aug 31 14:20:05.884269 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd8399cf-b686-460c-913d-bca262559a6d req-fda7ff61-8117-4d01-8f67-c3e1ddade3df service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077713 Aug 31 14:20:05.925634 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0ff9e8d0-43f5-4bff-89f5-489478522991 req-30814ad8-0869-488d-a06c-499e853ff071 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334250 Aug 31 14:20:05.929902 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.930910 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.019490 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.022659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-ce34b7e0-d220-4c91-a984-ef8698a60e62', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'fixed_ips': [{'subnet_id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:20:06.024408 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.073783 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.254356 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d38c35-1ba1-4ca9-a5db-a05e8e408d5e req-9c1c6634-613a-4ede-92d0-768b8d4a92f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:06.255922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65d38c35-1ba1-4ca9-a5db-a05e8e408d5e req-9c1c6634-613a-4ede-92d0-768b8d4a92f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 1094 time: 0.2996707 Aug 31 14:20:06.330808 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Allocated IP 172.20.0.2 (ce34b7e0-d220-4c91-a984-ef8698a60e62/c81ffc22-03c4-4f93-acfe-71bc6d7d3286/603f92df-cb98-42d6-84c0-bdc396fb9f06) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:06.391615 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8da5510a-6d30-44e9-86de-888262dcd810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.499366 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5510a-6d30-44e9-86de-888262dcd810 admin admin] Pushing event deleted for resources: {'Port': ['ID=144a459d-fbe1-4857-96b9-2892d65821d2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:06.511506 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91b5b9-95e5-4482-85c3-16268b4ff453 req-01bc55fe-9726-43ca-aeef-fb4ef6cbf82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:06.513821 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d91b5b9-95e5-4482-85c3-16268b4ff453 req-01bc55fe-9726-43ca-aeef-fb4ef6cbf82c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 1096 time: 0.6257894 Aug 31 14:20:06.616736 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.622206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e5642-19ec-426e-8b0d-51ca4fc554b6 req-0aba5ce7-2b33-4c01-a9cc-6af0056965ec tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:06.625132 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-073e5642-19ec-426e-8b0d-51ca4fc554b6 req-0aba5ce7-2b33-4c01-a9cc-6af0056965ec tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.4907045 Aug 31 14:20:06.635398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Transition to ACTIVE for port object 603f92df-cb98-42d6-84c0-bdc396fb9f06 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:06.655782 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:06.669458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Transition to ACTIVE for port object 603f92df-cb98-42d6-84c0-bdc396fb9f06 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:06.691313 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.742233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:06.755538 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-073e5642-19ec-426e-8b0d-51ca4fc554b6 req-274ea1d0-c25d-4146-a09a-de75806ce9df tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944755 Aug 31 14:20:06.780161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Network ce34b7e0-d220-4c91-a984-ef8698a60e62 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:06.781630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Pushing event updated for resources: {'Port': ['ID=603f92df-cb98-42d6-84c0-bdc396fb9f06,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:06.785686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:06.790915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:06.882448 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.915932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Attempting to bind port 603f92df-cb98-42d6-84c0-bdc396fb9f06 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:06.916755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Attempting to bind port 603f92df-cb98-42d6-84c0-bdc396fb9f06 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '98f14ee9-7991-42ae-a0cf-6a74b4d8691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:06.917319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Attempting to bind port 603f92df-cb98-42d6-84c0-bdc396fb9f06 on network ce34b7e0-d220-4c91-a984-ef8698a60e62 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:06.921335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Transition to ACTIVE for port object 432916bc-ff8f-4399-87fe-86dcce644323 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:06.926248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:06.926248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Checking segment: {'id': '98f14ee9-7991-42ae-a0cf-6a74b4d8691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:06.929145 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.929963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Bound using segment: {'id': '98f14ee9-7991-42ae-a0cf-6a74b4d8691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:06.932849 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Bound port: 603f92df-cb98-42d6-84c0-bdc396fb9f06, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f14ee9-7991-42ae-a0cf-6a74b4d8691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:06.932849 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.933129 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.947429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:06.955213 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da27e829-b8e1-4b4f-978e-a5e6b98adfb8" -d '{"events": [{"server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "name": "network-vif-unplugged", "status": "completed", "tag": "432916bc-ff8f-4399-87fe-86dcce644323"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:06.976033 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf95ed-4eee-4ad2-8eed-d88c87235dcb req-cce32c27-f165-406a-a4bb-682398ded5d3 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:06.987248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bfcf95ed-4eee-4ad2-8eed-d88c87235dcb req-cce32c27-f165-406a-a4bb-682398ded5d3 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 945 time: 0.8523750 Aug 31 14:20:06.993866 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8da5510a-6d30-44e9-86de-888262dcd810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:07.020976 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] For port 603f92df-cb98-42d6-84c0-bdc396fb9f06, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:07.026228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] For port 603f92df-cb98-42d6-84c0-bdc396fb9f06, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=603f92df-cb98-42d6-84c0-bdc396fb9f06,segment=NetworkSegment(98f14ee9-7991-42ae-a0cf-6a74b4d8691b),segment_id=98f14ee9-7991-42ae-a0cf-6a74b4d8691b)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:07.031765 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:07.061334 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:07.103149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8cfc1-9f2e-497f-bfc8-36ae9fec97f8 None None] Pushing event updated for resources: {'Port': ['ID=603f92df-cb98-42d6-84c0-bdc396fb9f06,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:07.203221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d91b5b9-95e5-4482-85c3-16268b4ff453 req-abe73928-2699-407b-8d56-69af00feed52 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648017 Aug 31 14:20:07.297295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] No DVR routers for this DVR port 432916bc-ff8f-4399-87fe-86dcce644323 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:07.306141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225420e-21a4-46cc-bc5e-f32cbb42b381 req-04224c8a-1ce0-4db5-a479-07c120b6a551 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:07.332444 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f225420e-21a4-46cc-bc5e-f32cbb42b381 req-04224c8a-1ce0-4db5-a479-07c120b6a551 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 943 time: 0.3562918 Aug 31 14:20:07.393017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bfcf95ed-4eee-4ad2-8eed-d88c87235dcb req-b86b6337-ed97-4796-86aa-7058a0b4864b tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040551 Aug 31 14:20:07.393777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=432916bc-ff8f-4399-87fe-86dcce644323,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:07.411195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d38c35-1ba1-4ca9-a5db-a05e8e408d5e req-5ea009f4-2e33-417e-9e8d-d5e10ddfb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:07.413409 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65d38c35-1ba1-4ca9-a5db-a05e8e408d5e req-5ea009f4-2e33-417e-9e8d-d5e10ddfb03a service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 1.1382673 Aug 31 14:20:07.568642 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f225420e-21a4-46cc-bc5e-f32cbb42b381 req-e84da923-1c34-4616-9557-aa5d54070aed tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334132 Aug 31 14:20:07.725815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da5510a-6d30-44e9-86de-888262dcd810 admin admin] Router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:07.739474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:07.740055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:07.741961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:07.742305 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:07.742640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:07.744197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:07.744550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:07.744879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:07.745209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:07.745535 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:07.745897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:07.746228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:07.756951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65d38c35-1ba1-4ca9-a5db-a05e8e408d5e req-9dbdae20-0628-4155-bf5b-80ba67078ebe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b HTTP/1.1" status: 200 len: 217 time: 0.2496698 Aug 31 14:20:07.772400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Attempting to bind port 432916bc-ff8f-4399-87fe-86dcce644323 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:07.772735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Attempting to bind port 432916bc-ff8f-4399-87fe-86dcce644323 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:07.773062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Attempting to bind port 432916bc-ff8f-4399-87fe-86dcce644323 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:07.800985 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb9aeb3-ea1d-4707-b3dd-fea61153b1c3 x-openstack-request-id: req-2fb9aeb3-ea1d-4707-b3dd-fea61153b1c3 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:07.801282 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "name": "network-vif-unplugged", "status": "completed", "tag": "432916bc-ff8f-4399-87fe-86dcce644323", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:07.801534 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2fb9aeb3-ea1d-4707-b3dd-fea61153b1c3 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:07.801932 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323', 'code': 200} Aug 31 14:20:07.864346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da5510a-6d30-44e9-86de-888262dcd810 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:07.873556 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8da5510a-6d30-44e9-86de-888262dcd810 admin admin] 10.222.0.39 "PUT /v2.0/routers/3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6396983 Aug 31 14:20:07.878092 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33fd665-98e8-4a11-858b-a53eec3c0fd6 None None] Sync routers for ids ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:07.881440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60146) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:07.881808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Port 432916bc-ff8f-4399-87fe-86dcce644323 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:20:07.882140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Attempting to bind port 432916bc-ff8f-4399-87fe-86dcce644323 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:07.885368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d38c35-1ba1-4ca9-a5db-a05e8e408d5e req-658056c0-4ed2-400f-84cf-c8acaa56f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:07.904488 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65d38c35-1ba1-4ca9-a5db-a05e8e408d5e req-658056c0-4ed2-400f-84cf-c8acaa56f037 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.0864124 Aug 31 14:20:07.906761 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33fd665-98e8-4a11-858b-a53eec3c0fd6 None None] Routers {'3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:07.909556 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c33fd665-98e8-4a11-858b-a53eec3c0fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:07.962449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:07.962796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:07.963203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:07.963648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Bound port: 432916bc-ff8f-4399-87fe-86dcce644323, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:07.964002 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.007056 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65d38c35-1ba1-4ca9-a5db-a05e8e408d5e req-1dc7c018-472b-40c7-a1f2-682406ff7c07 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984497 Aug 31 14:20:08.016344 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0267e-1c04-48de-b1fc-9de33aefa4ea req-4b399c88-d49f-4480-803b-6a900958769b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:08.025639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f4d0267e-1c04-48de-b1fc-9de33aefa4ea req-4b399c88-d49f-4480-803b-6a900958769b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 949 time: 0.4621077 Aug 31 14:20:08.050564 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-825cc5f0-e384-42ad-88c6-d690f5b5fb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.159901 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.314995 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c33fd665-98e8-4a11-858b-a53eec3c0fd6 None None] Set router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:08.351605 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9f136-475f-493d-80e4-9d328db92c60 req-93dd0231-2b1d-4fe9-a131-f3654109e42b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:08.360950 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d2a9f136-475f-493d-80e4-9d328db92c60 req-93dd0231-2b1d-4fe9-a131-f3654109e42b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.4523294 Aug 31 14:20:08.481359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 432916bc-ff8f-4399-87fe-86dcce644323 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:08.521880 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f4d0267e-1c04-48de-b1fc-9de33aefa4ea req-6ee9501a-0fc5-453a-8654-f32d05e2aa1b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945893 Aug 31 14:20:08.556223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:08.560143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:08.565872 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65d38c35-1ba1-4ca9-a5db-a05e8e408d5e req-8c014fd1-e598-42de-8d49-9c2b0be57ac9 service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308502 Aug 31 14:20:08.579032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.598763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 432916bc-ff8f-4399-87fe-86dcce644323 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:08.725956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b7ad7-083f-4233-aa99-681c4edc6747 None None] Network ce34b7e0-d220-4c91-a984-ef8698a60e62 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:08.743790 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c33fd665-98e8-4a11-858b-a53eec3c0fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:20:06Z', 'revision_number': 5, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:08.821578 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33fd665-98e8-4a11-858b-a53eec3c0fd6 None None] Checking router: 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:08.855723 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33fd665-98e8-4a11-858b-a53eec3c0fd6 None None] Routers {'3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:08.858136 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c33fd665-98e8-4a11-858b-a53eec3c0fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:08.943507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:08.944367 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.945827 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] 10.222.0.60 "PUT /v2.0/ports/432916bc-ff8f-4399-87fe-86dcce644323 HTTP/1.1" status: 200 len: 1097 time: 3.3031046 Aug 31 14:20:09.005606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e05f6e87-17aa-4e79-a3a5-fdfa60fc0cc6 None None] Provisioning for port 603f92df-cb98-42d6-84c0-bdc396fb9f06 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:09.244528 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d2a9f136-475f-493d-80e4-9d328db92c60 req-8bfbe048-c7a8-42de-9738-9a7d06c031c7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8821959 Aug 31 14:20:09.266833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d01e93-22b8-4884-8d37-ae3f04ea8cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=432916bc-ff8f-4399-87fe-86dcce644323,revision_number=11']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:09.268979 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c33fd665-98e8-4a11-858b-a53eec3c0fd6 None None] Set router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:09.342319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7520927-366b-445c-a24d-a7312d7627ff req-26bbe27b-61e6-44f0-874a-874f7d678436 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:09.358313 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7520927-366b-445c-a24d-a7312d7627ff req-26bbe27b-61e6-44f0-874a-874f7d678436 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 945 time: 0.6567564 Aug 31 14:20:09.370441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65d38c35-1ba1-4ca9-a5db-a05e8e408d5e req-22e4560d-2571-4a02-b07b-bcce3fcff5b7 service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7932477 Aug 31 14:20:09.414756 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:09.415917 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:09.466843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-4e8f45f4-068d-415e-9c9c-e65d5864a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:09.471236 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-4e8f45f4-068d-415e-9c9c-e65d5864a646 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 1100 time: 0.4790480 Aug 31 14:20:09.567977 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:09.572354 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 603f92df-cb98-42d6-84c0-bdc396fb9f06 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:09.687578 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7520927-366b-445c-a24d-a7312d7627ff req-0ce6128f-513c-4c02-ad2b-59d4f2f6549f tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193662 Aug 31 14:20:09.739043 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 603f92df-cb98-42d6-84c0-bdc396fb9f06 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:09.746551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4ccc5e4c-2663-4de5-b8ca-fd3f02ff86dd None None] Provisioning complete for port 603f92df-cb98-42d6-84c0-bdc396fb9f06 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:09.749195 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ccc5e4c-2663-4de5-b8ca-fd3f02ff86dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:09.753719 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 603f92df-cb98-42d6-84c0-bdc396fb9f06 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:09.756712 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:09.765952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] Deleting port 63a7a492-706d-45b6-9cf5-783cb638cee1 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:09.771225 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:09.791798 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c33fd665-98e8-4a11-858b-a53eec3c0fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:20:06Z', 'revision_number': 5, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:09.823736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293c547-d40a-4c1e-94b6-1d08aa9c86cc req-ccb49f71-8d45-4caa-9acb-07d1047f2eb5 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:09.826022 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7293c547-d40a-4c1e-94b6-1d08aa9c86cc req-ccb49f71-8d45-4caa-9acb-07d1047f2eb5 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 943 time: 0.3884716 Aug 31 14:20:09.830836 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33fd665-98e8-4a11-858b-a53eec3c0fd6 None None] The sync data for ids ['3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e'] in n-d-806683-5 is: [{'id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'name': 'tempest-ServersTestBootFromVolume-87740939-router', 'tenant_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:32Z', 'updated_at': '2021-08-31T14:20:06Z', 'revision_number': 5, 'project_id': '8cb2f0cc6f3044788646b5be8cc86c48', 'gw_port': {'id': '63a7a492-706d-45b6-9cf5-783cb638cee1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:34Z', 'updated_at': '2021-08-31T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:09.833822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:09.840475 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b699c5f7-8775-495f-94cb-9a5156a99e16" -d '{"events": [{"name": "network-changed", "server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "tag": "432916bc-ff8f-4399-87fe-86dcce644323"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:09.895146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-ca95b048-b31d-453d-a014-cb4d19027b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:09.896555 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-ca95b048-b31d-453d-a014-cb4d19027b71 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.3489060 Aug 31 14:20:10.020904 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:10.053818 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7293c547-d40a-4c1e-94b6-1d08aa9c86cc req-6cfb773c-6ab8-4531-8317-532d1514f44b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845644 Aug 31 14:20:10.091112 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 603f92df-cb98-42d6-84c0-bdc396fb9f06, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=603f92df-cb98-42d6-84c0-bdc396fb9f06,segment=NetworkSegment(98f14ee9-7991-42ae-a0cf-6a74b4d8691b),segment_id=98f14ee9-7991-42ae-a0cf-6a74b4d8691b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:10.100457 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:10.102474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] For port 63a7a492-706d-45b6-9cf5-783cb638cee1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=63a7a492-706d-45b6-9cf5-783cb638cee1,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:10.103913 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:10.170358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] Calling delete_port for 63a7a492-706d-45b6-9cf5-783cb638cee1 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:10.218875 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-825cc5f0-e384-42ad-88c6-d690f5b5fb23 admin admin] Deleting port e75675da-c831-49ba-849e-09b410d5a920 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:10.219250 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-825cc5f0-e384-42ad-88c6-d690f5b5fb23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:10.327850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=603f92df-cb98-42d6-84c0-bdc396fb9f06,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:10.590322 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-825cc5f0-e384-42ad-88c6-d690f5b5fb23 admin admin] For port e75675da-c831-49ba-849e-09b410d5a920, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e75675da-c831-49ba-849e-09b410d5a920,segment=NetworkSegment(e7ed77ce-244f-4a71-a520-136fe907adce),segment_id=e7ed77ce-244f-4a71-a520-136fe907adce)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:10.590955 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-825cc5f0-e384-42ad-88c6-d690f5b5fb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:10.612466 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-67034a2e-b4a6-4da7-92ce-acb288aafa62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=432916bc-ff8f-4399-87fe-86dcce644323 HTTP/1.1" status: 200 len: 217 time: 0.7053847 Aug 31 14:20:10.635491 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26f0144-1480-4584-90a3-23754ed6b960 x-openstack-request-id: req-c26f0144-1480-4584-90a3-23754ed6b960 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:10.635780 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "tag": "432916bc-ff8f-4399-87fe-86dcce644323", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:10.636097 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c26f0144-1480-4584-90a3-23754ed6b960 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:10.636930 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323', 'status': 'completed', 'code': 200} Aug 31 14:20:10.644445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-825cc5f0-e384-42ad-88c6-d690f5b5fb23 admin admin] Calling delete_port for e75675da-c831-49ba-849e-09b410d5a920 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:10.705070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Allocated IP 172.25.2.210 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/029e76e0-c828-4594-998e-f6db43d8ceaf) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:10.753499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bdbe4-ed86-4461-95a0-bd4f0be4e763 req-2e861f15-c3a6-4fbb-a2c1-52519fc586e5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.755202 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-db2bdbe4-ed86-4461-95a0-bd4f0be4e763 req-2e861f15-c3a6-4fbb-a2c1-52519fc586e5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.1605983 Aug 31 14:20:10.793514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cdde4-1a05-4570-8046-fb6da7fffa21 req-60cc2ba8-df92-40ae-a19e-73b0c7dff4f5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.795091 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed0cdde4-1a05-4570-8046-fb6da7fffa21 req-60cc2ba8-df92-40ae-a19e-73b0c7dff4f5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 949 time: 0.9150517 Aug 31 14:20:10.841184 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-d1b738e4-f20f-4fdd-9392-c5b228af7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.842663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-d1b738e4-f20f-4fdd-9392-c5b228af7e90 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 1100 time: 0.2048595 Aug 31 14:20:10.847238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-9f88d5e5-d656-4d68-8a5c-0cf392c8b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.849215 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-9f88d5e5-d656-4d68-8a5c-0cf392c8b189 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.2022216 Aug 31 14:20:10.864288 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:10.893362 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-db2bdbe4-ed86-4461-95a0-bd4f0be4e763 req-542cc881-aa90-41d5-8339-71f7baf112c7 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280944 Aug 31 14:20:10.924616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a7a492-706d-45b6-9cf5-783cb638cee1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:11.032250 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed0cdde4-1a05-4570-8046-fb6da7fffa21 req-5e5df324-8590-417a-9564-980d737f8b89 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203403 Aug 31 14:20:11.069495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-9b105d63-cb63-4bc1-9265-96334e7bb29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:11.070954 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-9b105d63-cb63-4bc1-9265-96334e7bb29e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1946478 Aug 31 14:20:11.142678 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:11.250882 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5192fa-8408-4370-b207-7ceec3c6ef99 req-40861b61-896f-484b-8363-f609b784046c tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:11.259198 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8a5192fa-8408-4370-b207-7ceec3c6ef99 req-40861b61-896f-484b-8363-f609b784046c tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 945 time: 0.2653110 Aug 31 14:20:11.263843 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-f3202291-669e-4da5-a463-7de0db25b827 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829710 Aug 31 14:20:11.308677 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-825cc5f0-e384-42ad-88c6-d690f5b5fb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:11.310666 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:11.329170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-a584f420-cbb4-45c4-aa28-bda6e5730150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:11.330858 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-a584f420-cbb4-45c4-aa28-bda6e5730150 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.4804494 Aug 31 14:20:11.357289 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:11.362742 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:11.365102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cc5f0-e384-42ad-88c6-d690f5b5fb23 admin admin] Pushing event deleted for resources: {'Port': ['ID=e75675da-c831-49ba-849e-09b410d5a920,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:11.406007 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526d1a-c13a-4b87-accb-746e61e04c94 req-072b1c35-b79e-41de-acd6-131fb2167653 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:11.407970 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a2526d1a-c13a-4b87-accb-746e61e04c94 req-072b1c35-b79e-41de-acd6-131fb2167653 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 943 time: 0.2306771 Aug 31 14:20:11.452705 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8a5192fa-8408-4370-b207-7ceec3c6ef99 req-0f93faed-f097-4eb1-891d-7915f3ebdb83 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795905 Aug 31 14:20:11.509157 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:11.509964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:20:11.521854 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-681d1aa8-c9d5-453d-b810-944fd6238f32 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=432916bc-ff8f-4399-87fe-86dcce644323 HTTP/1.1" status: 200 len: 217 time: 0.1552150 Aug 31 14:20:11.523937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4509345a-ec9c-4cc7-9b4d-59e0d7cd0626 req-94d999e2-bcc0-47ba-aa2c-db87ac7c65b7 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497241 Aug 31 14:20:11.574816 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 603f92df-cb98-42d6-84c0-bdc396fb9f06 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:11.612877 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a2526d1a-c13a-4b87-accb-746e61e04c94 req-2c909e5a-3092-4ac6-9518-3cf84c090f95 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622167 Aug 31 14:20:11.628519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:11.693139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 603f92df-cb98-42d6-84c0-bdc396fb9f06 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:11.693932 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:11.704292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-87b2f5bb-ca37-4599-befa-90e38551c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:11.705812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-87b2f5bb-ca37-4599-befa-90e38551c8bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1465240 Aug 31 14:20:11.781329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:11.795952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:11.802468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:11.805677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 144a459d-fbe1-4857-96b9-2892d65821d2 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:11.832664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 144a459d-fbe1-4857-96b9-2892d65821d2 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:11.833825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 144a459d-fbe1-4857-96b9-2892d65821d2 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:11.852857 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:11.857518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-541a19c5-4b21-439e-bd0b-3fc55283a614 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3bb8ee6d-3c4c-48c1-b2cd-66dcd457597e HTTP/1.1" status: 204 len: 168 time: 3.9741859 Aug 31 14:20:11.858498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60172) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:11.858816 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Pushing event updated for resources: {'Port': ['ID=029e76e0-c828-4594-998e-f6db43d8ceaf,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:11.876202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-c877f36e-c484-46e2-bae3-1a7824353717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:11.877702 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-c877f36e-c484-46e2-bae3-1a7824353717 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1406419 Aug 31 14:20:11.882434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-e1c4e097-0a89-42f1-a153-36a4531d0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:11.885883 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-e1c4e097-0a89-42f1-a153-36a4531d0940 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 1100 time: 0.2750463 Aug 31 14:20:11.929500 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-1245e9df-fcf4-4a74-9ef4-554c86dcf8f0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4536040 Aug 31 14:20:11.935616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:11.973280 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e755e83-431e-41ec-87a3-c92e123ab4e3 admin admin] Deleting subnet 0c6204ca-9197-45f4-a4ce-3f9cbe876beb {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:20:12.025444 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e755e83-431e-41ec-87a3-c92e123ab4e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:12.071352 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:12.157161 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e755e83-431e-41ec-87a3-c92e123ab4e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:12.208238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e286da-1601-4aa4-a263-126cc30039a7 req-7b4e19da-4308-4ab4-95df-22dabb7397a2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:12.209777 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75e286da-1601-4aa4-a263-126cc30039a7 req-7b4e19da-4308-4ab4-95df-22dabb7397a2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.2239866 Aug 31 14:20:12.222239 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-ff767e30-edee-42a3-b16d-400aed21557f service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003464 Aug 31 14:20:12.228246 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-825cc5f0-e384-42ad-88c6-d690f5b5fb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:12.321107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-142a0f39-ddd3-4941-951a-68f6202ee62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:12.322589 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-142a0f39-ddd3-4941-951a-68f6202ee62e service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.3499851 Aug 31 14:20:12.359748 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e755e83-431e-41ec-87a3-c92e123ab4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:12.429557 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-c8d2619c-9379-4f7b-8809-f86c1e6dae15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=432916bc-ff8f-4399-87fe-86dcce644323 HTTP/1.1" status: 200 len: 217 time: 0.0955288 Aug 31 14:20:12.456444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75e286da-1601-4aa4-a263-126cc30039a7 req-70bca823-019c-4b55-81dd-01e8cfea1573 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332184 Aug 31 14:20:12.491751 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:12.515048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:12.524871 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-72a9044c-6805-4e9f-8586-70f53ea25309 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644804 Aug 31 14:20:12.541918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e755e83-431e-41ec-87a3-c92e123ab4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:12.624471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e755e83-431e-41ec-87a3-c92e123ab4e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c6204ca-9197-45f4-a4ce-3f9cbe876beb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:12.630111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-3cc06b83-9f6b-4ff3-b3fb-b2aaa6ac1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:12.632564 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-3cc06b83-9f6b-4ff3-b3fb-b2aaa6ac1265 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1902177 Aug 31 14:20:12.632679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54f16fe-cd25-4c9a-9a39-517da5be4709 None None] Network 5ec3e436-ccc6-44d9-a5c3-d10e0311920d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:12.633498 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e755e83-431e-41ec-87a3-c92e123ab4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:12.641343 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3e755e83-431e-41ec-87a3-c92e123ab4e3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0c6204ca-9197-45f4-a4ce-3f9cbe876beb HTTP/1.1" status: 204 len: 168 time: 0.7732778 Aug 31 14:20:12.644751 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60180) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:12.804617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f3d6c-c6e6-48dc-bf33-303bb1175264 req-ba6ab7ca-dc7a-4d03-9203-828027825157 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:12.807216 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-348f3d6c-c6e6-48dc-bf33-303bb1175264 req-ba6ab7ca-dc7a-4d03-9203-828027825157 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 949 time: 0.2230301 Aug 31 14:20:12.850995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-e95b0703-551e-43d6-81b6-49d4c1db6596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:12.852939 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-e95b0703-551e-43d6-81b6-49d4c1db6596 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1612582 Aug 31 14:20:13.027550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97df179-6c6f-4f18-bd36-b49039355e7d None None] DHCP port deletion for 5ec3e436-ccc6-44d9-a5c3-d10e0311920d request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:20:13.119583 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:13.127160 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c97df179-6c6f-4f18-bd36-b49039355e7d None None] Deleting port 0949b0af-c133-49c3-b8fa-4f35a40656dc {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:13.127643 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825cc5f0-e384-42ad-88c6-d690f5b5fb23 admin admin] Router 1c80dbfd-dbb2-49be-b229-050de2f98665 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:13.130388 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c97df179-6c6f-4f18-bd36-b49039355e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:13.130566 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Allocated IP 172.25.2.68 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/6c157186-1f3e-4bb8-a30b-b4ffdcafaab9) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:13.253935 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c97df179-6c6f-4f18-bd36-b49039355e7d None None] For port 0949b0af-c133-49c3-b8fa-4f35a40656dc, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0949b0af-c133-49c3-b8fa-4f35a40656dc,segment=NetworkSegment(86dc075b-f119-4562-8e5b-9db9052ccf90),segment_id=86dc075b-f119-4562-8e5b-9db9052ccf90)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:13.254732 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c97df179-6c6f-4f18-bd36-b49039355e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:13.283444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c97df179-6c6f-4f18-bd36-b49039355e7d None None] Calling delete_port for 0949b0af-c133-49c3-b8fa-4f35a40656dc owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:13.462629 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:13.475247 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c97df179-6c6f-4f18-bd36-b49039355e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:13.477264 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:13.504158 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 432916bc-ff8f-4399-87fe-86dcce644323 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:20:13.507161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97df179-6c6f-4f18-bd36-b49039355e7d None None] No DVR routers for this DVR port 0949b0af-c133-49c3-b8fa-4f35a40656dc on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:13.558711 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Deleting port 0949b0af-c133-49c3-b8fa-4f35a40656dc {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:13.559495 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:13.594499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0949b0af-c133-49c3-b8fa-4f35a40656dc no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:13.595267 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825cc5f0-e384-42ad-88c6-d690f5b5fb23 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:13.606143 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-a5ae90b5-19b5-4178-a92b-cd997ce7708c service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349509 Aug 31 14:20:13.644639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-348f3d6c-c6e6-48dc-bf33-303bb1175264 req-df2b4739-85dd-427a-bf09-eb72350a7bf6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8186564 Aug 31 14:20:13.659548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-825cc5f0-e384-42ad-88c6-d690f5b5fb23 admin admin] 10.222.0.39 "PUT /v2.0/routers/1c80dbfd-dbb2-49be-b229-050de2f98665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9400051 Aug 31 14:20:13.661826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60188) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:13.674215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97df179-6c6f-4f18-bd36-b49039355e7d None None] Pushing event deleted for resources: {'Port': ['ID=0949b0af-c133-49c3-b8fa-4f35a40656dc,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:13.696870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 0949b0af-c133-49c3-b8fa-4f35a40656dc {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:13.698072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0949b0af-c133-49c3-b8fa-4f35a40656dc not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:13.699839 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 63a7a492-706d-45b6-9cf5-783cb638cee1 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:13.761785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493dbe12-21f5-4eb8-b7b7-7336b7adab77 None None] Sync routers for ids ['1c80dbfd-dbb2-49be-b229-050de2f98665'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:13.770701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 63a7a492-706d-45b6-9cf5-783cb638cee1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:13.777296 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 63a7a492-706d-45b6-9cf5-783cb638cee1 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:13.809755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493dbe12-21f5-4eb8-b7b7-7336b7adab77 None None] Routers {'1c80dbfd-dbb2-49be-b229-050de2f98665'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:13.810623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-493dbe12-21f5-4eb8-b7b7-7336b7adab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1c80dbfd-dbb2-49be-b229-050de2f98665'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:13.887611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] For port 0949b0af-c133-49c3-b8fa-4f35a40656dc, host n-d-806683-5, got binding levels [] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:13.888199 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:13.928181 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Calling delete_port for 0949b0af-c133-49c3-b8fa-4f35a40656dc owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:13.946391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_backend_mixin [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Port 0949b0af-c133-49c3-b8fa-4f35a40656dc was not found and therefore no delete operation was performed {{(pid=94870) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:20:13.956599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445b966-98a5-43ee-9f0f-192d9cde86cb req-a3dded4b-904b-4126-9a92-503be2fb6a8d tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:13.958215 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f445b966-98a5-43ee-9f0f-192d9cde86cb req-a3dded4b-904b-4126-9a92-503be2fb6a8d tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 943 time: 0.1759613 Aug 31 14:20:13.995260 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.035608 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.053980 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.063985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] No DVR routers for this DVR port 0949b0af-c133-49c3-b8fa-4f35a40656dc on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:14.067432 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f445b966-98a5-43ee-9f0f-192d9cde86cb req-e88d702a-6f39-4076-bc19-95639528624e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921464 Aug 31 14:20:14.069826 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b699c5f7-8775-495f-94cb-9a5156a99e16 req-b389d806-bdbc-418b-b3ea-cae526b47255 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560430 Aug 31 14:20:14.076731 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-493dbe12-21f5-4eb8-b7b7-7336b7adab77 None None] Set router 1c80dbfd-dbb2-49be-b229-050de2f98665 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:14.123482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Router e962a76c-a205-48bd-9cc4-18bf860c2f58 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:20:14.133378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:14.146285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:14.153185 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Pushing event deleted for resources: {'Port': ['ID=0949b0af-c133-49c3-b8fa-4f35a40656dc,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:14.161319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:14.203976 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:14.296681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '432916bc-ff8f-4399-87fe-86dcce644323', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '432916bc-ff8f-4399-87fe-86dcce644323', 'mac_address': 'fa:16:3e:7c:02:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:20:14.316571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d36857-820e-4ea6-a6d5-24e1bb311c34 req-4d52ba5b-5478-476e-8d43-20800d321b69 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:14.324585 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-09d36857-820e-4ea6-a6d5-24e1bb311c34 req-4d52ba5b-5478-476e-8d43-20800d321b69 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.1275575 Aug 31 14:20:14.384325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-09d36857-820e-4ea6-a6d5-24e1bb311c34 req-a2f7b67c-4cef-4f22-91ce-2c13413d0e31 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583122 Aug 31 14:20:14.395204 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.395971 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.403357 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:14.418739 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Sync routers for ids ['e962a76c-a205-48bd-9cc4-18bf860c2f58'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:14.440080 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Routers {'e962a76c-a205-48bd-9cc4-18bf860c2f58'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:14.440306 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.441593 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-df324aa5-fd15-4fe3-8751-746137712265 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 8.7374172 Aug 31 14:20:14.442062 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e962a76c-a205-48bd-9cc4-18bf860c2f58'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:14.446248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60192) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:14.481308 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.491924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec3e436-ccc6-44d9-a5c3-d10e0311920d']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:14.502260 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432916bc-ff8f-4399-87fe-86dcce644323 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:14.504001 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86dc075b-f119-4562-8e5b-9db9052ccf90') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:14.504294 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86dc075b-f119-4562-8e5b-9db9052ccf90') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:14.514052 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.530352 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.537658 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:14.538141 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.582715 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:14.598599 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:14.610506 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:14.616453 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.651519 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.652598 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Set router e962a76c-a205-48bd-9cc4-18bf860c2f58 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:14.653574 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] 10.222.0.39 "DELETE /v2.0/networks/5ec3e436-ccc6-44d9-a5c3-d10e0311920d HTTP/1.1" status: 204 len: 168 time: 1.9813981 Aug 31 14:20:14.671308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adceba6e-5a90-49e9-b514-1bc1ad074eff admin admin] Pushing event deleted for resources: {'Network': ['ID=5ec3e436-ccc6-44d9-a5c3-d10e0311920d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:14.708210 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Pushing event updated for resources: {'Port': ['ID=6c157186-1f3e-4bb8-a30b-b4ffdcafaab9,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:14.731679 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.738633 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:14.741262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-493dbe12-21f5-4eb8-b7b7-7336b7adab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1733475444-router', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:47Z', 'updated_at': '2021-08-31T14:20:11Z', 'revision_number': 5, 'project_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'gw_port': {'id': 'fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:48Z', 'updated_at': '2021-08-31T14:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:14.783023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493dbe12-21f5-4eb8-b7b7-7336b7adab77 None None] Checking router: 1c80dbfd-dbb2-49be-b229-050de2f98665 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:14.813222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=432916bc-ff8f-4399-87fe-86dcce644323,revision_number=12']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:14.844623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493dbe12-21f5-4eb8-b7b7-7336b7adab77 None None] Routers {'1c80dbfd-dbb2-49be-b229-050de2f98665'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:14.845214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-493dbe12-21f5-4eb8-b7b7-7336b7adab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1c80dbfd-dbb2-49be-b229-050de2f98665'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:14.939461 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['432916bc-ff8f-4399-87fe-86dcce644323'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:14.993294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60200) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:15.032794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] Deleting port fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:15.035066 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.109598 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:20:12Z', 'revision_number': 3, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port': {'id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:09Z', 'updated_at': '2021-08-31T14:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:15.163591 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.170523 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8b8b124a-91db-48c0-8cea-2e34c2547ed5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8cb2f0cc6f3044788646b5be8cc86c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751480 Aug 31 14:20:15.171319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60204) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:15.201587 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.204102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7c58c-319a-4b7e-8e70-ec198202bf87 req-ab80cb15-48c8-486d-925a-302b46f304c4 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:15.206188 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17f7c58c-319a-4b7e-8e70-ec198202bf87 req-ab80cb15-48c8-486d-925a-302b46f304c4 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.2292578 Aug 31 14:20:15.209412 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Checking router: e962a76c-a205-48bd-9cc4-18bf860c2f58 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:15.211416 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Updating router e962a76c-a205-48bd-9cc4-18bf860c2f58 port 029e76e0-c828-4594-998e-f6db43d8ceaf binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:20:15.307719 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17f7c58c-319a-4b7e-8e70-ec198202bf87 req-3ceecf1a-b780-48cb-a5b7-c7d3b60b850b tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875096 Aug 31 14:20:15.307994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-493dbe12-21f5-4eb8-b7b7-7336b7adab77 None None] Set router 1c80dbfd-dbb2-49be-b229-050de2f98665 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:15.322455 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.348366 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2aa34c18-fea7-4896-87b4-84e8d7221886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.410234 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Pushing event updated for resources: {'Port': ['ID=6c157186-1f3e-4bb8-a30b-b4ffdcafaab9,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:15.425516 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2aa34c18-fea7-4896-87b4-84e8d7221886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.472670 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.494471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] For port fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:15.494852 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.511229 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.512874 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-5c0c987d-0c5f-4e8a-9ed9-6632ac9b51d1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5822299 Aug 31 14:20:15.517909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] Calling delete_port for fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:15.537620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-493dbe12-21f5-4eb8-b7b7-7336b7adab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1733475444-router', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:47Z', 'updated_at': '2021-08-31T14:20:14Z', 'revision_number': 6, 'project_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:15.587440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e36aae-e29a-48cd-b495-c444d27ab819 req-2f8393b2-5a87-4df1-aa36-87bfc711d041 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:15.596808 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9e36aae-e29a-48cd-b495-c444d27ab819 req-2f8393b2-5a87-4df1-aa36-87bfc711d041 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 943 time: 0.1453331 Aug 31 14:20:15.662622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493dbe12-21f5-4eb8-b7b7-7336b7adab77 None None] The sync data for ids ['1c80dbfd-dbb2-49be-b229-050de2f98665'] in n-d-806683-5 is: [{'id': '1c80dbfd-dbb2-49be-b229-050de2f98665', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1733475444-router', 'tenant_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:47Z', 'updated_at': '2021-08-31T14:20:14Z', 'revision_number': 6, 'project_id': '055bdc9a5b9e4b07877bc81945c4f6b9', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:15.674507 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9e36aae-e29a-48cd-b495-c444d27ab819 req-a2245bcd-e395-4354-be67-e228c327f0d1 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762386 Aug 31 14:20:15.678965 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.705485 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-ab8f44a3-1b4a-4f0e-9a1c-47c8148627e1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.1776588 Aug 31 14:20:15.709169 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.721892 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2aa34c18-fea7-4896-87b4-84e8d7221886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.724693 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2aa34c18-fea7-4896-87b4-84e8d7221886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.731337 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2aa34c18-fea7-4896-87b4-84e8d7221886 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/821a6a7b-3094-4165-b16b-2c52b518377d HTTP/1.1" status: 204 len: 168 time: 0.5558596 Aug 31 14:20:15.746932 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Transition to ACTIVE for port object 029e76e0-c828-4594-998e-f6db43d8ceaf will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:15.760163 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.872480 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Attempting to bind port 029e76e0-c828-4594-998e-f6db43d8ceaf on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:15.876827 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Attempting to bind port 029e76e0-c828-4594-998e-f6db43d8ceaf by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:15.878670 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Attempting to bind port 029e76e0-c828-4594-998e-f6db43d8ceaf on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:15.907809 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:15.908316 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:15.908825 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.909417 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:15.909973 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Bound port: 029e76e0-c828-4594-998e-f6db43d8ceaf, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:15.910489 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:15.925974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Allocated IP 172.20.0.1 (ce34b7e0-d220-4c91-a984-ef8698a60e62/c81ffc22-03c4-4f93-acfe-71bc6d7d3286/d77f9b22-3929-4661-b94e-912e8289bc4b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:15.960460 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29fa8e-1272-40cf-8500-ddbb3b8150ea None None] Pushing event updated for resources: {'Port': ['ID=029e76e0-c828-4594-998e-f6db43d8ceaf,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:15.973873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa34c18-fea7-4896-87b4-84e8d7221886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821a6a7b-3094-4165-b16b-2c52b518377d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:15.979942 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29fa8e-1272-40cf-8500-ddbb3b8150ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:15.980291 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29fa8e-1272-40cf-8500-ddbb3b8150ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:15.980940 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29fa8e-1272-40cf-8500-ddbb3b8150ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:15.980940 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29fa8e-1272-40cf-8500-ddbb3b8150ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:15.981297 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29fa8e-1272-40cf-8500-ddbb3b8150ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:15.981596 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29fa8e-1272-40cf-8500-ddbb3b8150ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:15.981928 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29fa8e-1272-40cf-8500-ddbb3b8150ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:15.982247 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29fa8e-1272-40cf-8500-ddbb3b8150ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:15.982968 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29fa8e-1272-40cf-8500-ddbb3b8150ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:15.982968 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29fa8e-1272-40cf-8500-ddbb3b8150ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:15.983232 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29fa8e-1272-40cf-8500-ddbb3b8150ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:15.983754 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29fa8e-1272-40cf-8500-ddbb3b8150ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:16.023662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-db3f1e1f-e7bc-47ed-9a77-14af50334072 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:16.035807 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-db3f1e1f-e7bc-47ed-9a77-14af50334072 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.3292062 Aug 31 14:20:16.047790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-131974b2-b777-4bd8-82fa-9ab10194c521 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:20:16.056046 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] For port 029e76e0-c828-4594-998e-f6db43d8ceaf, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:16.061148 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf716cf7-88ea-4435-a4c7-f2bd1938aa32 req-131974b2-b777-4bd8-82fa-9ab10194c521 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241790 Aug 31 14:20:16.069268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c9598-f8f1-4b3a-8fd4-0805ed04944b req-b8e0e640-df41-48a9-94b4-ff318d0e7936 tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:16.078119 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-422c9598-f8f1-4b3a-8fd4-0805ed04944b req-b8e0e640-df41-48a9-94b4-ff318d0e7936 tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 1101 time: 0.1426251 Aug 31 14:20:16.088705 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] For port 029e76e0-c828-4594-998e-f6db43d8ceaf, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=029e76e0-c828-4594-998e-f6db43d8ceaf,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:16.090979 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:16.096697 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:16.168021 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Routers {'e962a76c-a205-48bd-9cc4-18bf860c2f58'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:16.169333 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e962a76c-a205-48bd-9cc4-18bf860c2f58'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:16.204889 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:16.224094 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-422c9598-f8f1-4b3a-8fd4-0805ed04944b req-332b9e17-b8f4-4dd0-9ea9-f1d44ca9bc20 tempest-MigrationsAdminTest-514437330 tempest-MigrationsAdminTest-514437330-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439667 Aug 31 14:20:16.265244 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:16.281672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Transition to ACTIVE for port object d77f9b22-3929-4661-b94e-912e8289bc4b will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:16.360065 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:16.373264 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:16.410453 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] Set router e962a76c-a205-48bd-9cc4-18bf860c2f58 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:16.485919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Network ce34b7e0-d220-4c91-a984-ef8698a60e62 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:16.503645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92ecec-8dfa-4316-93ab-e282230ec2f1 req-7b98b327-531c-41bb-a19e-c4eccdf7fb39 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:16.505832 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b92ecec-8dfa-4316-93ab-e282230ec2f1 req-7b98b327-531c-41bb-a19e-c4eccdf7fb39 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.3293483 Aug 31 14:20:16.507233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:16.513674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:16.526282 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Pushing event updated for resources: {'Port': ['ID=d77f9b22-3929-4661-b94e-912e8289bc4b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:16.639560 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:16.642041 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:16.647674 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29fa8e-1272-40cf-8500-ddbb3b8150ea None None] Pushing event updated for resources: {'Port': ['ID=029e76e0-c828-4594-998e-f6db43d8ceaf,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:16.650536 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:16.821852 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:16.823215 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c80dbfd-dbb2-49be-b229-050de2f98665 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:20:16.834948 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:16.839129 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-53ed11b2-22bc-46d8-9abb-94b325ab3d18 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1c80dbfd-dbb2-49be-b229-050de2f98665 HTTP/1.1" status: 204 len: 168 time: 3.1745884 Aug 31 14:20:16.840015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60236) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:16.881366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b92ecec-8dfa-4316-93ab-e282230ec2f1 req-2ce3685d-aa34-46f9-abf9-614afdca7f95 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083005 Aug 31 14:20:16.913931 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:20:12Z', 'revision_number': 3, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port': {'id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:09Z', 'updated_at': '2021-08-31T14:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:16.981677 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0b8fc-84b1-4841-b6e7-7ccf5efc9f76 None None] The sync data for ids ['e962a76c-a205-48bd-9cc4-18bf860c2f58'] in n-d-806683-5 is: [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:20:12Z', 'revision_number': 3, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port': {'id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:09Z', 'updated_at': '2021-08-31T14:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:17.006684 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.049345 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1a9ab2b8-0060-44e5-832f-ddf37edabac4 None None] Provisioning for port d77f9b22-3929-4661-b94e-912e8289bc4b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:17.056209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1a9ab2b8-0060-44e5-832f-ddf37edabac4 None None] Provisioning complete for port d77f9b22-3929-4661-b94e-912e8289bc4b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:17.057209 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a9ab2b8-0060-44e5-832f-ddf37edabac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.075219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa35fc9-da17-48bb-9f79-6d596c203be3 admin admin] Deleting subnet 064b47c1-4a09-467e-b19a-04b84e5416c8 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:20:17.091109 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fa35fc9-da17-48bb-9f79-6d596c203be3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.163159 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ab2b8-0060-44e5-832f-ddf37edabac4 None None] Port d77f9b22-3929-4661-b94e-912e8289bc4b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:20:17.192947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fa35fc9-da17-48bb-9f79-6d596c203be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.324983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6c3ba-b5df-444f-833b-34ac945eecc1 req-0a6045d4-33c7-4a21-aece-0f2a16864ecd tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:17.332497 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0eb6c3ba-b5df-444f-833b-34ac945eecc1 req-0a6045d4-33c7-4a21-aece-0f2a16864ecd tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 943 time: 0.1108785 Aug 31 14:20:17.409587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60256) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:17.481566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:17.506362 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fa35fc9-da17-48bb-9f79-6d596c203be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.517994 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0eb6c3ba-b5df-444f-833b-34ac945eecc1 req-8ba89fcc-e0d9-4392-a0c2-7cfc00969eb8 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844294 Aug 31 14:20:17.526530 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.540767 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.567424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 41e813ff-adb4-4604-ba7a-cde932c8b40b details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:20:17.673235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Pushing event updated for resources: {'Port': ['ID=d77f9b22-3929-4661-b94e-912e8289bc4b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:17.676939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.694062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 432916bc-ff8f-4399-87fe-86dcce644323 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:17.701110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:17.701848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fa49b0b1-b0c2-49eb-8f3d-7bdec1e31f28 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:17.702482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e75675da-c831-49ba-849e-09b410d5a920 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:17.732038 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: e75675da-c831-49ba-849e-09b410d5a920 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:17.732653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e75675da-c831-49ba-849e-09b410d5a920 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:17.740568 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-a5a48b13-a544-4412-99c3-de72a37b3a89 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:17.745284 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-a5a48b13-a544-4412-99c3-de72a37b3a89 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 820 time: 0.4933550 Aug 31 14:20:17.750524 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fa35fc9-da17-48bb-9f79-6d596c203be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.787028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-606046701-network', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:17.835558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 432916bc-ff8f-4399-87fe-86dcce644323 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:17.842389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 432916bc-ff8f-4399-87fe-86dcce644323 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:17.842654 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35fc9-da17-48bb-9f79-6d596c203be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=064b47c1-4a09-467e-b19a-04b84e5416c8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:17.843517 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.846126 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-23189e29-745f-4036-81dc-9fcd3574ea78 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/quotas/a2c2b0a2621349c9985beb145a87b930 HTTP/1.1" status: 200 len: 375 time: 0.0851228 Aug 31 14:20:17.856895 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fa35fc9-da17-48bb-9f79-6d596c203be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.859676 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2fa35fc9-da17-48bb-9f79-6d596c203be3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/064b47c1-4a09-467e-b19a-04b84e5416c8 HTTP/1.1" status: 204 len: 168 time: 1.0051820 Aug 31 14:20:17.862121 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60262) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:17.899501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530d59a0-a4e7-4821-a8dd-1ce6c5dd2a96 None None] Network 84e7c355-9081-4945-bf8b-d6806ccb50c0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:17.961588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] Made reservation on behalf of b1c927b3b7004b24995c18388dbd6a72 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:17.968147 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:17.988318 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-0c92050d-8ec2-4589-96ba-89872054530e tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1274376 Aug 31 14:20:18.017805 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.032562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:18.047264 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.104005 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Deleting port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:18.104356 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.122279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5744464-9013-4ff2-acac-237ddd05b8de req-d3864411-e928-403c-bcb1-cd798929a302 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:18.132772 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e5744464-9013-4ff2-acac-237ddd05b8de req-d3864411-e928-403c-bcb1-cd798929a302 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 950 time: 0.4319875 Aug 31 14:20:18.140154 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.158099 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '41e813ff-adb4-4604-ba7a-cde932c8b40b', 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b', 'port_id': '41e813ff-adb4-4604-ba7a-cde932c8b40b', 'mac_address': 'fa:16:3e:5b:48:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163dc4c6-5f18-4709-864a-db6bd28b2b16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:20:18.216707 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.234006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e5744464-9013-4ff2-acac-237ddd05b8de req-ae2d8c0d-a45c-427c-9bbf-a2acd3048545 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997605 Aug 31 14:20:18.277029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e813ff-adb4-4604-ba7a-cde932c8b40b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:18.321392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Network ce34b7e0-d220-4c91-a984-ef8698a60e62 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:18.328505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:18.337562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:18.379147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9427aa1-2a8c-42d9-ae8b-5097d5bc7f97 None None] DHCP port deletion for 84e7c355-9081-4945-bf8b-d6806ccb50c0 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:20:18.385729 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:18.389459 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebd6862-7448-4ceb-8eaa-c230ad1cec3c" -d '{"events": [{"server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "name": "network-vif-plugged", "status": "completed", "tag": "432916bc-ff8f-4399-87fe-86dcce644323"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:18.399949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:18.402991 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.428061 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.629785 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.640829 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.655811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:20:18.669675 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.670389 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] Added segment ef855f9a-7145-41fb-8b99-43eeb331b42f of type vlan for network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 Aug 31 14:20:18.700174 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=41e813ff-adb4-4604-ba7a-cde932c8b40b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:18.724167 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.770119 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e9427aa1-2a8c-42d9-ae8b-5097d5bc7f97 None None] Deleting port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:18.770457 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e9427aa1-2a8c-42d9-ae8b-5097d5bc7f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.777078 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['41e813ff-adb4-4604-ba7a-cde932c8b40b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:18.779059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=432916bc-ff8f-4399-87fe-86dcce644323,revision_number=13']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:18.814614 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-755560b4-52cb-4bc7-9f18-1660f510c899 service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8099091 Aug 31 14:20:18.827819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e15cf2-d7b4-4432-867c-c1e1bb70eba2 req-66d619f6-a0a7-4fb8-a0f3-31f375e9be49 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:18.830217 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45e15cf2-d7b4-4432-867c-c1e1bb70eba2 req-66d619f6-a0a7-4fb8-a0f3-31f375e9be49 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.4745967 Aug 31 14:20:18.832051 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.833202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:18.833985 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.854451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] For port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b08c2e81-8554-4e2e-9ba1-c55c9c383f8c,segment=NetworkSegment(e7ed77ce-244f-4a71-a520-136fe907adce),segment_id=e7ed77ce-244f-4a71-a520-136fe907adce)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:18.855031 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.873471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a8a85-1039-4731-8130-5640bb586987 req-728ef6eb-2fba-4835-83ae-215132bb1c47 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:18.876159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Calling delete_port for b08c2e81-8554-4e2e-9ba1-c55c9c383f8c owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:18.876953 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f8a8a85-1039-4731-8130-5640bb586987 req-728ef6eb-2fba-4835-83ae-215132bb1c47 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 951 time: 0.5000403 Aug 31 14:20:18.877883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-adb85dea-efe6-42be-9c38-883d350ed6ab None None] Provisioning complete for port d77f9b22-3929-4661-b94e-912e8289bc4b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:18.878478 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-adb85dea-efe6-42be-9c38-883d350ed6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.893796 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4790363 Aug 31 14:20:18.985090 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e9427aa1-2a8c-42d9-ae8b-5097d5bc7f97 None None] For port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b08c2e81-8554-4e2e-9ba1-c55c9c383f8c,segment=NetworkSegment(e7ed77ce-244f-4a71-a520-136fe907adce),segment_id=e7ed77ce-244f-4a71-a520-136fe907adce)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:18.985090 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e9427aa1-2a8c-42d9-ae8b-5097d5bc7f97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:18.989679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60274) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:19.011101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e9427aa1-2a8c-42d9-ae8b-5097d5bc7f97 None None] Calling delete_port for b08c2e81-8554-4e2e-9ba1-c55c9c383f8c owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:19.012917 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-adb85dea-efe6-42be-9c38-883d350ed6ab None None] Port d77f9b22-3929-4661-b94e-912e8289bc4b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:20:19.022563 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.024732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-cf9d302f-79d5-4887-9df8-3abae367c5b8 admin admin] Request body: {'subnet': {'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-606046701-subnet', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:19.079839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45e15cf2-d7b4-4432-867c-c1e1bb70eba2 req-4d2d089f-84aa-449a-b329-dc9448092420 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948576 Aug 31 14:20:19.109143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Pushing event deleted for resources: {'Port': ['ID=b08c2e81-8554-4e2e-9ba1-c55c9c383f8c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:19.119253 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] No DVR routers for this DVR port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:19.160703 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc622c1-e3d0-400c-aadf-9413afeae8bb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:19.192522 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.195032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Router e962a76c-a205-48bd-9cc4-18bf860c2f58 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:19.202140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9d302f-79d5-4887-9df8-3abae367c5b8 admin admin] Made reservation on behalf of b1c927b3b7004b24995c18388dbd6a72 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:19.204495 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf9d302f-79d5-4887-9df8-3abae367c5b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.209190 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2cfdd5-8b05-44df-9694-193f8618ae1c x-openstack-request-id: req-2f2cfdd5-8b05-44df-9694-193f8618ae1c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:19.210066 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "name": "network-vif-plugged", "status": "completed", "tag": "432916bc-ff8f-4399-87fe-86dcce644323", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:19.210553 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f2cfdd5-8b05-44df-9694-193f8618ae1c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:19.211204 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323', 'code': 200} Aug 31 14:20:19.221206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5e0d5-e402-441f-9b3e-4c8f0f45df38 admin admin] Pushing event updated for resources: {'Network': ['ID=3e598f9d-9c5b-4855-b95e-6cf3539ff662,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:19.247843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:20:19.268763 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.286245 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e7c355-9081-4945-bf8b-d6806ccb50c0']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:19.296577 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-9fdc4d6f-6627-4a4d-8f1a-4b3047bf387a service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901149 Aug 31 14:20:19.303912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ed77ce-244f-4a71-a520-136fe907adce') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:19.304214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ed77ce-244f-4a71-a520-136fe907adce') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:19.331936 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.394071 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e9427aa1-2a8c-42d9-ae8b-5097d5bc7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.423250 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.430241 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:19.431355 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:19.435438 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:19.548878 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.555816 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.560523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9427aa1-2a8c-42d9-ae8b-5097d5bc7f97 None None] Pushing event deleted for resources: {'Port': ['ID=b08c2e81-8554-4e2e-9ba1-c55c9c383f8c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:19.566145 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] 10.222.0.39 "DELETE /v2.0/networks/84e7c355-9081-4945-bf8b-d6806ccb50c0 HTTP/1.1" status: 204 len: 168 time: 1.7029078 Aug 31 14:20:19.601898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 029e76e0-c828-4594-998e-f6db43d8ceaf up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:19.625070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a87386-da9d-4dcb-a5cd-57a1b23ba49a admin admin] Pushing event deleted for resources: {'Network': ['ID=84e7c355-9081-4945-bf8b-d6806ccb50c0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:19.702525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9427aa1-2a8c-42d9-ae8b-5097d5bc7f97 None None] No DVR routers for this DVR port b08c2e81-8554-4e2e-9ba1-c55c9c383f8c on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:19.749314 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48addaf7-095b-405b-9e44-dae358faedd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.781926 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 029e76e0-c828-4594-998e-f6db43d8ceaf completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:19.787349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f71884-2b60-418b-8b85-c93c207a51ff req-fafc3874-2096-41b4-bab3-93ba3c455fda tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:19.788040 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 029e76e0-c828-4594-998e-f6db43d8ceaf triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:19.792791 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.799728 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12f71884-2b60-418b-8b85-c93c207a51ff req-fafc3874-2096-41b4-bab3-93ba3c455fda tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 951 time: 0.1573834 Aug 31 14:20:19.854357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60284) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:19.893339 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12f71884-2b60-418b-8b85-c93c207a51ff req-3de441ad-6ac5-4ca0-8e25-7382b4db3722 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927191 Aug 31 14:20:19.928960 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-509852c3-632e-4c00-b001-cd4ab5e2bd74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a468614fd60c4ecf9713a9b6c9717259&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0721531 Aug 31 14:20:19.929557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60290) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:19.986372 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.066042 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b75c4bca-e070-426a-941a-5884f1fdcadb req-977a5809-1c9e-4b2c-823b-a69dede8ae6f tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 210 time: 0.0832615 Aug 31 14:20:20.066850 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8882431-ecff-40be-86b9-0bcaa3ec8ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.071434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 029e76e0-c828-4594-998e-f6db43d8ceaf, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=029e76e0-c828-4594-998e-f6db43d8ceaf,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:20.077336 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.102889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-0f8a8a85-1039-4731-8130-5640bb586987 req-6a7c059d-8b52-432b-9df8-d1e1ede95d3d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Deleting port 432916bc-ff8f-4399-87fe-86dcce644323 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:20.103730 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f8a8a85-1039-4731-8130-5640bb586987 req-6a7c059d-8b52-432b-9df8-d1e1ede95d3d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.125572 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8882431-ecff-40be-86b9-0bcaa3ec8ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.226908 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8882431-ecff-40be-86b9-0bcaa3ec8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.228439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b08c2e81-8554-4e2e-9ba1-c55c9c383f8c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:20.230651 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d8882431-ecff-40be-86b9-0bcaa3ec8ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.236724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05826e6e-1e6a-436f-a561-a4b3a1380f61 req-920f6d54-71a4-4f25-a380-1bfa101cf79b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:20.242705 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d8882431-ecff-40be-86b9-0bcaa3ec8ce3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e617837a-831e-4ac8-95a2-63d8d77092a0 HTTP/1.1" status: 204 len: 168 time: 0.3039989 Aug 31 14:20:20.244682 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05826e6e-1e6a-436f-a561-a4b3a1380f61 req-920f6d54-71a4-4f25-a380-1bfa101cf79b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 944 time: 0.2841396 Aug 31 14:20:20.284647 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8882431-ecff-40be-86b9-0bcaa3ec8ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e617837a-831e-4ac8-95a2-63d8d77092a0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:20.299699 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: b08c2e81-8554-4e2e-9ba1-c55c9c383f8c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:20.300126 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b08c2e81-8554-4e2e-9ba1-c55c9c383f8c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:20.318402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0f8a8a85-1039-4731-8130-5640bb586987 req-6a7c059d-8b52-432b-9df8-d1e1ede95d3d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] For port 432916bc-ff8f-4399-87fe-86dcce644323, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=432916bc-ff8f-4399-87fe-86dcce644323,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:20.319647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f8a8a85-1039-4731-8130-5640bb586987 req-6a7c059d-8b52-432b-9df8-d1e1ede95d3d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.338488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=029e76e0-c828-4594-998e-f6db43d8ceaf,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:20.372756 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d3379-2e07-48e1-a712-8680a1850047 req-732ee548-b088-45e3-9124-28fe44c5c4b5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:20.374275 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed1d3379-2e07-48e1-a712-8680a1850047 req-732ee548-b088-45e3-9124-28fe44c5c4b5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.1209786 Aug 31 14:20:20.427032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:20.434700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-79d047d0-268f-4063-9e28-e08f2951bc5e admin admin] 10.222.0.39 "PUT /v2.0/routers/e962a76c-a205-48bd-9cc4-18bf860c2f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9870067 Aug 31 14:20:20.438700 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed1d3379-2e07-48e1-a712-8680a1850047 req-a655c878-2830-4747-9c7e-07fc6d6f15da tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510952 Aug 31 14:20:20.451229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Sync routers for ids ['e962a76c-a205-48bd-9cc4-18bf860c2f58'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:20.451804 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-0f8a8a85-1039-4731-8130-5640bb586987 req-6a7c059d-8b52-432b-9df8-d1e1ede95d3d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Calling delete_port for 432916bc-ff8f-4399-87fe-86dcce644323 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:20.465374 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05826e6e-1e6a-436f-a561-a4b3a1380f61 req-74ea7224-3950-49ce-8fda-d5f4b87d2ca7 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189894 Aug 31 14:20:20.482388 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Routers {'e962a76c-a205-48bd-9cc4-18bf860c2f58'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:20.482861 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e962a76c-a205-48bd-9cc4-18bf860c2f58'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:20.612871 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf9d302f-79d5-4887-9df8-3abae367c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.724751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Set router e962a76c-a205-48bd-9cc4-18bf860c2f58 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:20.799574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d302f-79d5-4887-9df8-3abae367c5b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90eba941-08a3-4052-ae10-e2a4aaee1377,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:20.830723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9d302f-79d5-4887-9df8-3abae367c5b8 admin admin] Checking segment: {'id': 'ef855f9a-7145-41fb-8b99-43eeb331b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:20.831216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9d302f-79d5-4887-9df8-3abae367c5b8 admin admin] Network hostable DHCP agents. Network: 3e598f9d-9c5b-4855-b95e-6cf3539ff662, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:20:20.852419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f8a8a85-1039-4731-8130-5640bb586987 req-6a7c059d-8b52-432b-9df8-d1e1ede95d3d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.866703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['e7eae629-05eb-43da-97c0-79c60a87969b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:20.869090 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['f07689c1-97c2-4ccb-bc15-e163f6f240b4', '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:20.892285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c059d-8b52-432b-9df8-d1e1ede95d3d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Pushing event deleted for resources: {'Port': ['ID=432916bc-ff8f-4399-87fe-86dcce644323,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:20.896606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9d302f-79d5-4887-9df8-3abae367c5b8 admin admin] Network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:20:20.929541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-cf9d302f-79d5-4887-9df8-3abae367c5b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 3e598f9d-9c5b-4855-b95e-6cf3539ff662) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:20.935864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d302f-79d5-4887-9df8-3abae367c5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:20.938190 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf9d302f-79d5-4887-9df8-3abae367c5b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.945035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60312) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:20.957356 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8a8a85-1039-4731-8130-5640bb586987 req-6a7c059d-8b52-432b-9df8-d1e1ede95d3d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] No DVR routers for this DVR port 432916bc-ff8f-4399-87fe-86dcce644323 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:20.960433 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f8a8a85-1039-4731-8130-5640bb586987 req-6a7c059d-8b52-432b-9df8-d1e1ede95d3d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.963415 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f8a8a85-1039-4731-8130-5640bb586987 req-6a7c059d-8b52-432b-9df8-d1e1ede95d3d tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.60 "DELETE /v2.0/ports/432916bc-ff8f-4399-87fe-86dcce644323 HTTP/1.1" status: 204 len: 173 time: 2.0658419 Aug 31 14:20:20.967760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'name': 'network-vif-deleted', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:20.970247 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9881d2-2c09-4539-8d09-604cf66d7d63" -d '{"events": [{"server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "name": "network-vif-deleted", "tag": "432916bc-ff8f-4399-87fe-86dcce644323"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:20.988657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60316) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:20.990491 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cf9d302f-79d5-4887-9df8-3abae367c5b8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9687836 Aug 31 14:20:20.999351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:21.084097 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4402214d-7777-420f-b977-d1753917f0e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=055bdc9a5b9e4b07877bc81945c4f6b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1379025 Aug 31 14:20:21.088300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60318) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:21.093156 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c24adb54-8c91-409f-ac0a-bb89a30ce512 req-55dc55a8-fdd2-4b40-be0d-ae5a51589fa5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bcaaab-e041-4937-8966-3fce1c20e498 HTTP/1.1" status: 200 len: 210 time: 0.0590878 Aug 31 14:20:21.096648 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:21.098176 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:21.221622 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cc6d04c-ff00-48f6-9088-1293b1495e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:21.248933 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:21.254617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9a82f9-4c61-4aa8-b66a-f221360f3648 None None] Network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:21.271401 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267c8674-36ff-4f92-9107-2e3d2c2b7ddc x-openstack-request-id: req-267c8674-36ff-4f92-9107-2e3d2c2b7ddc {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:21.272442 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bcaaab-e041-4937-8966-3fce1c20e498", "name": "network-vif-deleted", "tag": "432916bc-ff8f-4399-87fe-86dcce644323", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:21.272849 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-267c8674-36ff-4f92-9107-2e3d2c2b7ddc {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:21.273805 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bcaaab-e041-4937-8966-3fce1c20e498', 'name': 'network-vif-deleted', 'tag': '432916bc-ff8f-4399-87fe-86dcce644323', 'status': 'completed', 'code': 200} Aug 31 14:20:21.314462 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cc6d04c-ff00-48f6-9088-1293b1495e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:21.436076 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d94f501e-f830-4f50-a5d6-d35df43d63e3 req-6d604545-0dd2-4639-be15-60f6a225950c tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 210 time: 0.0369611 Aug 31 14:20:21.540782 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cc6d04c-ff00-48f6-9088-1293b1495e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:21.547415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 029e76e0-c828-4594-998e-f6db43d8ceaf up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:21.548591 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cc6d04c-ff00-48f6-9088-1293b1495e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:21.551204 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6cc6d04c-ff00-48f6-9088-1293b1495e35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d05ae4ee-0d13-4265-9b5a-634db903c9a5 HTTP/1.1" status: 204 len: 168 time: 0.4564042 Aug 31 14:20:21.609183 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 41e813ff-adb4-4604-ba7a-cde932c8b40b up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:21.644160 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:20:16Z', 'revision_number': 4, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port': {'id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:09Z', 'updated_at': '2021-08-31T14:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'd77f9b22-3929-4661-b94e-912e8289bc4b', 'name': '', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'mac_address': 'fa:16:3e:79:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:15Z', 'updated_at': '2021-08-31T14:20:17Z', 'revision_number': 2, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'subnets': [{'id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:21.654226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6d04c-ff00-48f6-9088-1293b1495e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05ae4ee-0d13-4265-9b5a-634db903c9a5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:21.779000 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:21.818606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Checking router: e962a76c-a205-48bd-9cc4-18bf860c2f58 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:21.818970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Updating router e962a76c-a205-48bd-9cc4-18bf860c2f58 port d77f9b22-3929-4661-b94e-912e8289bc4b binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:20:21.832066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6d95b-e82a-48b2-8f72-2246b7ed0c7d req-db24df10-dec5-4835-9150-8f38758b81e2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:21.845275 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b0b6d95b-e82a-48b2-8f72-2246b7ed0c7d req-db24df10-dec5-4835-9150-8f38758b81e2 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.1919942 Aug 31 14:20:21.893766 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:21.897709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'fixed_ips': [{'subnet_id': '90eba941-08a3-4052-ae10-e2a4aaee1377'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:20:21.903951 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:21.938804 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b0b6d95b-e82a-48b2-8f72-2246b7ed0c7d req-526d4e01-fc42-40c7-8b13-312ab4050747 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866604 Aug 31 14:20:21.974159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-b11dbee8-468e-4baa-9941-4714d414a11d tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:21.978761 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-b11dbee8-468e-4baa-9941-4714d414a11d tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.25 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 820 time: 0.5208235 Aug 31 14:20:22.001254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-43b132be-809c-43a6-a55f-cbe06a553949 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Request body: {'port': {'device_id': '71ac0385-95be-4f49-8674-da21c65b7375', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'admin_state_up': True, 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:22.147151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Allocated IP 172.20.0.2 (3e598f9d-9c5b-4855-b95e-6cf3539ff662/90eba941-08a3-4052-ae10-e2a4aaee1377/e8881bfc-3f08-4c57-acea-bd6e5651e568) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:22.150439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-9f5deccb-cf96-4068-b288-e95f9f2c8f66 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:22.155811 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-9f5deccb-cf96-4068-b288-e95f9f2c8f66 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/networks?id=ce34b7e0-d220-4c91-a984-ef8698a60e62 HTTP/1.1" status: 200 len: 829 time: 0.3590539 Aug 31 14:20:22.182508 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-ae2ac21c-6683-4ab1-a077-c70883ea3bea tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/quotas/c91b8088d31e4a189bd7bb47d8505a14 HTTP/1.1" status: 200 len: 375 time: 0.0131090 Aug 31 14:20:22.206627 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068c022-4a62-4172-88d6-5b0d560a1784 req-7b3822ab-7244-4ad0-a294-ab2c087cceaf tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:22.215526 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7068c022-4a62-4172-88d6-5b0d560a1784 req-7b3822ab-7244-4ad0-a294-ab2c087cceaf tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 944 time: 0.1064615 Aug 31 14:20:22.279363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7068c022-4a62-4172-88d6-5b0d560a1784 req-4bbfad7d-bdfe-438d-821b-89a8042a6bae tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628965 Aug 31 14:20:22.289172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-43b132be-809c-43a6-a55f-cbe06a553949 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Made reservation on behalf of a2c2b0a2621349c9985beb145a87b930 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:22.295487 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-43b132be-809c-43a6-a55f-cbe06a553949 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:22.369026 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-8eca9991-aefd-4ca3-90de-31f580d86b16 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c91b8088d31e4a189bd7bb47d8505a14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1787043 Aug 31 14:20:22.373822 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:22.469442 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:22.598297 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-f2000f0f-7b8b-455d-9f2c-dffe762dafc8 service neutron] 10.222.0.39 "GET /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018263 Aug 31 14:20:22.760742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-43b132be-809c-43a6-a55f-cbe06a553949 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Allocated IP 172.20.0.10 (a8bca733-261d-4a58-85f4-a2896c342e47/00cfd381-58f4-465e-9afa-944dc1d1bdce/ca94401f-4e1d-42e6-b611-ee7b8454391f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:22.778762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Allocated IP 172.25.2.166 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/5b26c7d5-b371-4a85-9797-616422a73221) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:22.817735 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-6eedec66-366e-48ac-8489-9e57e6d5164b service neutron] 10.222.0.39 "GET /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014914 Aug 31 14:20:22.954500 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6fca0587-9664-4e33-ab25-7ad92951bfaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:22.959725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 029e76e0-c828-4594-998e-f6db43d8ceaf triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:22.960093 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:22.998195 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 41e813ff-adb4-4604-ba7a-cde932c8b40b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:23.007904 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.061465 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.084284 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.101324 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 41e813ff-adb4-4604-ba7a-cde932c8b40b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:23.101694 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.155199 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc5a47b8-a994-4822-bccc-946ec45ddf55 req-e5c0728f-0529-434a-a574-c35b02fcdbee tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 210 time: 0.0856104 Aug 31 14:20:23.185143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:23.204589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:23.223469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:23.241706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Pushing event updated for resources: {'Port': ['ID=5b26c7d5-b371-4a85-9797-616422a73221,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:23.300758 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-43b132be-809c-43a6-a55f-cbe06a553949 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.344537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-43b132be-809c-43a6-a55f-cbe06a553949 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Transition to ACTIVE for port object ca94401f-4e1d-42e6-b611-ee7b8454391f will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:23.441081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478de01-8f2f-48ab-b142-1c3ba57a3993 req-2677d04c-c796-4cda-8e25-485fbf092273 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:23.442542 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b478de01-8f2f-48ab-b142-1c3ba57a3993 req-2677d04c-c796-4cda-8e25-485fbf092273 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 951 time: 0.1490154 Aug 31 14:20:23.522416 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-43b132be-809c-43a6-a55f-cbe06a553949 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.536549 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.627241 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b478de01-8f2f-48ab-b142-1c3ba57a3993 req-bfc7450f-c55b-49fc-843e-92fd8d0f1ea1 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529579 Aug 31 14:20:23.672020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5491f0-e30a-44f9-bc5c-1fca7bd0390c req-f28c8f1d-1a79-46c4-ad0f-f1220c969068 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:23.695420 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af5491f0-e30a-44f9-bc5c-1fca7bd0390c req-f28c8f1d-1a79-46c4-ad0f-f1220c969068 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.2820444 Aug 31 14:20:23.747411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-43b132be-809c-43a6-a55f-cbe06a553949 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Network a8bca733-261d-4a58-85f4-a2896c342e47 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:23.752901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-43b132be-809c-43a6-a55f-cbe06a553949 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:23.763203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b132be-809c-43a6-a55f-cbe06a553949 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Pushing event updated for resources: {'Port': ['ID=ca94401f-4e1d-42e6-b611-ee7b8454391f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:23.763968 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-43b132be-809c-43a6-a55f-cbe06a553949 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:23.860230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af5491f0-e30a-44f9-bc5c-1fca7bd0390c req-e03c18c1-aff9-4088-b474-79aa584aeca4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638865 Aug 31 14:20:23.868259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-18b67759-157e-4525-b74b-eaccc521b24c req-0d10f0a4-db89-4a1b-a9b2-1df52befe2c7 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 210 time: 0.0564373 Aug 31 14:20:23.918061 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:23.960384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-43b132be-809c-43a6-a55f-cbe06a553949 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:23.961452 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-43b132be-809c-43a6-a55f-cbe06a553949 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.012154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Transition to ACTIVE for port object e8881bfc-3f08-4c57-acea-bd6e5651e568 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:24.025963 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-43b132be-809c-43a6-a55f-cbe06a553949 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0250771 Aug 31 14:20:24.028442 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.044390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Request body: {'port': {'device_id': '71ac0385-95be-4f49-8674-da21c65b7375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:24.083549 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.238440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e77cc-f5ee-4147-a988-7d8432fbf16f req-098743e2-5b21-4f42-842d-21ed359aaa30 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:24.252410 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e3e77cc-f5ee-4147-a988-7d8432fbf16f req-098743e2-5b21-4f42-842d-21ed359aaa30 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 944 time: 0.1466804 Aug 31 14:20:24.279660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Transition to ACTIVE for port object e8881bfc-3f08-4c57-acea-bd6e5651e568 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:24.286817 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.299503 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.326752 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.337498 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e813ff-adb4-4604-ba7a-cde932c8b40b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:24.340200 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0284404f-d04c-40e1-b77d-c26563041bc2" -d '{"events": [{"server_uuid": "e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc", "name": "network-vif-plugged", "status": "completed", "tag": "41e813ff-adb4-4604-ba7a-cde932c8b40b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:24.367871 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e3e77cc-f5ee-4147-a988-7d8432fbf16f req-bada3afe-8fd2-4e28-bf7b-1c0be38abfb6 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138830 Aug 31 14:20:24.397059 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.401839 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.424864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:24.432746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-de76b39c-90fc-4ee4-b475-cf7ffc0d4d84 None None] Provisioning for port ca94401f-4e1d-42e6-b611-ee7b8454391f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:24.436357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be5ac2-44d1-4651-b5a1-f254d756775b req-be4155cf-4fdc-4271-813b-4e266ec3c799 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:24.442178 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7be5ac2-44d1-4651-b5a1-f254d756775b req-be4155cf-4fdc-4271-813b-4e266ec3c799 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 932 time: 0.1089413 Aug 31 14:20:24.494567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Transition to ACTIVE for port object d77f9b22-3929-4661-b94e-912e8289bc4b will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:24.512467 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.516017 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 432916bc-ff8f-4399-87fe-86dcce644323 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:24.592397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Pushing event updated for resources: {'Port': ['ID=e8881bfc-3f08-4c57-acea-bd6e5651e568,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:24.614511 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:24.616839 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['44d23347-8450-4ecd-b0cd-304c3734121d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:24.638217 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7be5ac2-44d1-4651-b5a1-f254d756775b req-7e5405c8-a288-429a-a9fc-6b791583e039 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857920 Aug 31 14:20:24.694724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-de76b39c-90fc-4ee4-b475-cf7ffc0d4d84 None None] Provisioning complete for port ca94401f-4e1d-42e6-b611-ee7b8454391f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:24.695098 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de76b39c-90fc-4ee4-b475-cf7ffc0d4d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.772529 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.832773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-de76b39c-90fc-4ee4-b475-cf7ffc0d4d84 None None] Port ca94401f-4e1d-42e6-b611-ee7b8454391f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:20:24.834409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 432916bc-ff8f-4399-87fe-86dcce644323 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:24.834758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 432916bc-ff8f-4399-87fe-86dcce644323 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:24.846770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:24.862653 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f29f1dd-76a3-4154-94c3-c5391ce987a1 x-openstack-request-id: req-9f29f1dd-76a3-4154-94c3-c5391ce987a1 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:24.867918 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:20:24.871651 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc", "name": "network-vif-plugged", "status": "completed", "tag": "41e813ff-adb4-4604-ba7a-cde932c8b40b", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:24.871957 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f29f1dd-76a3-4154-94c3-c5391ce987a1 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:24.872379 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e813ff-adb4-4604-ba7a-cde932c8b40b', 'code': 200} Aug 31 14:20:24.883664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:24.896615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc35b7-27e5-4c73-a645-49edac6ab618 req-5ab049bd-b4b4-4924-8fb5-13f5aa4f53c7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:24.900726 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ccc35b7-27e5-4c73-a645-49edac6ab618 req-5ab049bd-b4b4-4924-8fb5-13f5aa4f53c7 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 951 time: 0.0824585 Aug 31 14:20:24.934606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca94401f-4e1d-42e6-b611-ee7b8454391f {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:24.945274 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:24.961179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Transition to ACTIVE for port object ca94401f-4e1d-42e6-b611-ee7b8454391f will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:24.977034 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.057715 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:25.070060 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Sync routers for ids ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:25.090564 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.096174 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-140a5bb2-302a-404d-8972-132da07bda1c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0999818 Aug 31 14:20:25.096174 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60422) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:25.111238 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Routers {'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:25.114129 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:25.224196 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.308344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=41e813ff-adb4-4604-ba7a-cde932c8b40b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:25.337267 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ccc35b7-27e5-4c73-a645-49edac6ab618 req-e6808e48-b4d8-414d-b94c-ae3e1ed34577 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772570 Aug 31 14:20:25.472628 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Set router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:25.520675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Pushing event updated for resources: {'Port': ['ID=ca94401f-4e1d-42e6-b611-ee7b8454391f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:25.553310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a51a4-181c-44fe-8e06-1812294f12e8 req-ff0b3edd-f653-40a8-a513-396df8ade91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:25.553677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92034e0c-559c-4373-b567-c9d8547a89ef None None] Pushing event updated for resources: {'Port': ['ID=d77f9b22-3929-4661-b94e-912e8289bc4b,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:25.555344 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d66a51a4-181c-44fe-8e06-1812294f12e8 req-ff0b3edd-f653-40a8-a513-396df8ade91c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 1096 time: 0.5923917 Aug 31 14:20:25.581352 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1baefc3f-7236-444d-a8f4-c89308771e96 req-2dd22c22-34f5-4341-97dc-c5941cfacd44 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 210 time: 0.0917728 Aug 31 14:20:25.593473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7721c-7fe7-4050-b7da-d28f7a774f18 req-984c9953-a80a-4222-a5ef-e9f7cbfecdb0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:25.597004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2f7721c-7fe7-4050-b7da-d28f7a774f18 req-984c9953-a80a-4222-a5ef-e9f7cbfecdb0 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 951 time: 0.6226182 Aug 31 14:20:25.617046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Attempting to bind port d77f9b22-3929-4661-b94e-912e8289bc4b on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:25.617428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Attempting to bind port d77f9b22-3929-4661-b94e-912e8289bc4b by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '98f14ee9-7991-42ae-a0cf-6a74b4d8691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:25.617804 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Attempting to bind port d77f9b22-3929-4661-b94e-912e8289bc4b on network ce34b7e0-d220-4c91-a984-ef8698a60e62 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:25.636888 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Attempting to bind port e8881bfc-3f08-4c57-acea-bd6e5651e568 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:25.637269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Attempting to bind port e8881bfc-3f08-4c57-acea-bd6e5651e568 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'ef855f9a-7145-41fb-8b99-43eeb331b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:25.638247 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Attempting to bind port e8881bfc-3f08-4c57-acea-bd6e5651e568 on network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:25.656570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:25.656946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Checking segment: {'id': '98f14ee9-7991-42ae-a0cf-6a74b4d8691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:25.657360 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.658389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Bound using segment: {'id': '98f14ee9-7991-42ae-a0cf-6a74b4d8691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:25.658867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Bound port: d77f9b22-3929-4661-b94e-912e8289bc4b, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f14ee9-7991-42ae-a0cf-6a74b4d8691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:25.659284 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.665496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:25.665873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Checking segment: {'id': 'ef855f9a-7145-41fb-8b99-43eeb331b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:25.666281 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.666755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Bound using segment: {'id': 'ef855f9a-7145-41fb-8b99-43eeb331b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:25.668052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Bound port: e8881bfc-3f08-4c57-acea-bd6e5651e568, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef855f9a-7145-41fb-8b99-43eeb331b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:25.668742 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:25.844800 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:20:23Z', 'revision_number': 3, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:25.848490 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d66a51a4-181c-44fe-8e06-1812294f12e8 req-45a42ab7-5d9c-4e71-b544-f56d729d7b36 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469406 Aug 31 14:20:25.909908 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095c64f-3c00-43d3-a179-85345aaabf70 req-9c2e4f63-05cf-4afa-ad39-b2073fafe210 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:25.914318 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0095c64f-3c00-43d3-a179-85345aaabf70 req-9c2e4f63-05cf-4afa-ad39-b2073fafe210 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.5579705 Aug 31 14:20:25.944748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-c44bb6dd-7e57-4dbc-b824-a0ddaa945126 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:25.946447 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-c44bb6dd-7e57-4dbc-b824-a0ddaa945126 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.60 "GET /v2.0/networks?id=ce34b7e0-d220-4c91-a984-ef8698a60e62 HTTP/1.1" status: 200 len: 829 time: 0.7589514 Aug 31 14:20:25.946772 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Checking router: b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:25.947124 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Updating router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 port 5b26c7d5-b371-4a85-9797-616422a73221 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:20:25.977595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Attempting to bind port ca94401f-4e1d-42e6-b611-ee7b8454391f on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:25.978219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Attempting to bind port ca94401f-4e1d-42e6-b611-ee7b8454391f by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:25.978713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Attempting to bind port ca94401f-4e1d-42e6-b611-ee7b8454391f on network a8bca733-261d-4a58-85f4-a2896c342e47 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:25.997741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] For port e8881bfc-3f08-4c57-acea-bd6e5651e568, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:25.998264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Port ca94401f-4e1d-42e6-b611-ee7b8454391f on network a8bca733-261d-4a58-85f4-a2896c342e47 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:20:25.998763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Attempting to bind port ca94401f-4e1d-42e6-b611-ee7b8454391f on network a8bca733-261d-4a58-85f4-a2896c342e47 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:26.002367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] For port d77f9b22-3929-4661-b94e-912e8289bc4b, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:26.005741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] For port e8881bfc-3f08-4c57-acea-bd6e5651e568, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e8881bfc-3f08-4c57-acea-bd6e5651e568,segment=NetworkSegment(ef855f9a-7145-41fb-8b99-43eeb331b42f),segment_id=ef855f9a-7145-41fb-8b99-43eeb331b42f)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:26.015492 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] For port d77f9b22-3929-4661-b94e-912e8289bc4b, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d77f9b22-3929-4661-b94e-912e8289bc4b,segment=NetworkSegment(98f14ee9-7991-42ae-a0cf-6a74b4d8691b),segment_id=98f14ee9-7991-42ae-a0cf-6a74b4d8691b)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:26.016816 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:26.017331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Checking segment: {'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:26.018167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Bound using segment: {'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:26.018641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Bound port: ca94401f-4e1d-42e6-b611-ee7b8454391f, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:26.019323 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.024765 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.035682 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.043454 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.051958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-13ecb440-6cb6-44d8-a67e-dfabf4b55afd tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Request body: {'port': {'device_id': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'admin_state_up': True, 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:26.081982 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0095c64f-3c00-43d3-a179-85345aaabf70 req-f4fd1c7b-33a7-4529-aed2-4a861d5eef28 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511216 Aug 31 14:20:26.138137 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74474232-c21a-4651-9c50-f7b588d824e6 req-320b4a59-2727-4cd7-b729-71bb54fd8192 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:26.147095 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-74474232-c21a-4651-9c50-f7b588d824e6 req-320b4a59-2727-4cd7-b729-71bb54fd8192 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 945 time: 0.3463571 Aug 31 14:20:26.193400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f2f7721c-7fe7-4050-b7da-d28f7a774f18 req-49f86313-f455-42d1-be9c-5a09ed433d9f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Deleting port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:26.193786 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2f7721c-7fe7-4050-b7da-d28f7a774f18 req-49f86313-f455-42d1-be9c-5a09ed433d9f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.223387 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-74474232-c21a-4651-9c50-f7b588d824e6 req-08f38444-7ae9-41b0-910a-f5bada93c986 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752673 Aug 31 14:20:26.315244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Routers {'e962a76c-a205-48bd-9cc4-18bf860c2f58'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:26.315896 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e962a76c-a205-48bd-9cc4-18bf860c2f58'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:26.418132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401b690-5705-42ba-8afc-0a5a3f618444 None None] Pushing event updated for resources: {'Port': ['ID=e8881bfc-3f08-4c57-acea-bd6e5651e568,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:26.431733 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60446) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:26.526911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] For port ca94401f-4e1d-42e6-b611-ee7b8454391f, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:26.595651 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.661626 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] For port ca94401f-4e1d-42e6-b611-ee7b8454391f, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ca94401f-4e1d-42e6-b611-ee7b8454391f,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:26.702877 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.760229 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b8e83-625c-48b3-a24f-6ee113eadfe1 req-7cc93525-415f-4cae-bc9f-664e7bf4cbbd tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:26.770901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a0b8e83-625c-48b3-a24f-6ee113eadfe1 req-7cc93525-415f-4cae-bc9f-664e7bf4cbbd tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 944 time: 0.5505667 Aug 31 14:20:26.791231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:26.792455 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.794408 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] 10.222.0.25 "PUT /v2.0/ports/ca94401f-4e1d-42e6-b611-ee7b8454391f HTTP/1.1" status: 200 len: 1092 time: 2.7575817 Aug 31 14:20:26.818878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ac0385-95be-4f49-8674-da21c65b7375', 'tag': 'ca94401f-4e1d-42e6-b611-ee7b8454391f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:26.824269 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d2a47b-5f12-42b9-ad6d-f492a817d6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "71ac0385-95be-4f49-8674-da21c65b7375", "tag": "ca94401f-4e1d-42e6-b611-ee7b8454391f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:26.830331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92034e0c-559c-4373-b567-c9d8547a89ef None None] Pushing event updated for resources: {'Port': ['ID=d77f9b22-3929-4661-b94e-912e8289bc4b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:26.878199 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] Set router e962a76c-a205-48bd-9cc4-18bf860c2f58 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:26.904862 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.928860 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Transition to ACTIVE for port object 5b26c7d5-b371-4a85-9797-616422a73221 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:26.943509 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.074602 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Attempting to bind port 5b26c7d5-b371-4a85-9797-616422a73221 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:27.074967 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Attempting to bind port 5b26c7d5-b371-4a85-9797-616422a73221 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:27.075358 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Attempting to bind port 5b26c7d5-b371-4a85-9797-616422a73221 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:27.090765 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebea90e-3318-4327-a825-98a294a14a24 None None] Pushing event updated for resources: {'Port': ['ID=5b26c7d5-b371-4a85-9797-616422a73221,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:27.106683 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a0b8e83-625c-48b3-a24f-6ee113eadfe1 req-c3d1946f-e5e5-4417-b013-6c29d56428c1 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347101 Aug 31 14:20:27.107648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-13ecb440-6cb6-44d8-a67e-dfabf4b55afd tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Made reservation on behalf of c91b8088d31e4a189bd7bb47d8505a14 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:27.124766 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:27.125443 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:27.127016 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.136061 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-13ecb440-6cb6-44d8-a67e-dfabf4b55afd tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.140731 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:27.141461 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Bound port: 5b26c7d5-b371-4a85-9797-616422a73221, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:27.142244 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.179327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f2f7721c-7fe7-4050-b7da-d28f7a774f18 req-49f86313-f455-42d1-be9c-5a09ed433d9f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] For port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:27.179716 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2f7721c-7fe7-4050-b7da-d28f7a774f18 req-49f86313-f455-42d1-be9c-5a09ed433d9f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.239064 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] For port 5b26c7d5-b371-4a85-9797-616422a73221, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:27.244637 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] For port 5b26c7d5-b371-4a85-9797-616422a73221, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5b26c7d5-b371-4a85-9797-616422a73221,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:27.258989 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.328259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f2f7721c-7fe7-4050-b7da-d28f7a774f18 req-49f86313-f455-42d1-be9c-5a09ed433d9f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Calling delete_port for 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:27.336872 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebea90e-3318-4327-a825-98a294a14a24 None None] Pushing event updated for resources: {'Port': ['ID=5b26c7d5-b371-4a85-9797-616422a73221,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:27.377328 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a3ea139e-acab-41fa-a98c-cbe981d65a22 req-dc979bc6-2e3d-4ebc-b374-7e550b5784df tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 210 time: 0.0645745 Aug 31 14:20:27.384462 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Routers {'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:27.386939 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:27.421946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb6db4-163a-495a-94e9-1a4ad4a80733 service neutron] Pushing event updated for resources: {'Port': ['ID=ca94401f-4e1d-42e6-b611-ee7b8454391f,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:27.465656 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8d9fe2-717c-409f-a126-7023e3534aa2 x-openstack-request-id: req-aa8d9fe2-717c-409f-a126-7023e3534aa2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:27.466015 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ac0385-95be-4f49-8674-da21c65b7375", "tag": "ca94401f-4e1d-42e6-b611-ee7b8454391f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:27.466223 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa8d9fe2-717c-409f-a126-7023e3534aa2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:27.466594 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ac0385-95be-4f49-8674-da21c65b7375', 'tag': 'ca94401f-4e1d-42e6-b611-ee7b8454391f', 'status': 'completed', 'code': 200} Aug 31 14:20:27.489678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:20:16Z', 'revision_number': 4, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port': {'id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:09Z', 'updated_at': '2021-08-31T14:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'd77f9b22-3929-4661-b94e-912e8289bc4b', 'name': '', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'mac_address': 'fa:16:3e:79:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:15Z', 'updated_at': '2021-08-31T14:20:25Z', 'revision_number': 4, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'subnets': [{'id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:27.510143 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-de7b3d77-157b-435d-b3b4-767cd8a17301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.589000 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cc70c-b391-431d-bdc4-30160eeb77a0 None None] The sync data for ids ['e962a76c-a205-48bd-9cc4-18bf860c2f58'] in n-d-806683-5 is: [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:20:16Z', 'revision_number': 4, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port': {'id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:09Z', 'updated_at': '2021-08-31T14:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'd77f9b22-3929-4661-b94e-912e8289bc4b', 'name': '', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'mac_address': 'fa:16:3e:79:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:15Z', 'updated_at': '2021-08-31T14:20:25Z', 'revision_number': 4, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'subnets': [{'id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:27.634782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d3fb5-b5d8-4198-b238-3d3a6e08e1a7 req-3f8911f1-4817-4173-8e6c-de6bfe570781 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:27.660300 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c04d3fb5-b5d8-4198-b238-3d3a6e08e1a7 req-3f8911f1-4817-4173-8e6c-de6bfe570781 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 951 time: 1.0620098 Aug 31 14:20:27.689623 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] Set router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:27.842428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e8881bfc-3f08-4c57-acea-bd6e5651e568 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:27.875348 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c04d3fb5-b5d8-4198-b238-3d3a6e08e1a7 req-4f1f8d25-b842-4210-90d1-e7bafe91f867 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083964 Aug 31 14:20:27.972758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port e8881bfc-3f08-4c57-acea-bd6e5651e568 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:27.992042 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Allocated IP 172.20.0.1 (3e598f9d-9c5b-4855-b95e-6cf3539ff662/90eba941-08a3-4052-ae10-e2a4aaee1377/b79f4267-7b20-44c4-a4a8-da4d7a2bd901) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:28.030239 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:20:23Z', 'revision_number': 3, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:28.061600 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa9218b-b349-45a8-bce2-46083ded2dee None None] The sync data for ids ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'] in n-d-806683-5 is: [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:20:23Z', 'revision_number': 3, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:28.197498 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.206984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-00676846-ef25-4fa3-b836-15059d7638dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:28.208265 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-00676846-ef25-4fa3-b836-15059d7638dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 1095 time: 1.2028325 Aug 31 14:20:28.216366 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Transition to ACTIVE for port object b79f4267-7b20-44c4-a4a8-da4d7a2bd901 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:28.221790 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dc3672-85bf-4088-8d86-77544f771ad4 None None] Network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:28.359913 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-5bbff35f-f324-47f5-a057-96919315f102 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca94401f-4e1d-42e6-b611-ee7b8454391f HTTP/1.1" status: 200 len: 217 time: 0.1070979 Aug 31 14:20:28.365609 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-de7b3d77-157b-435d-b3b4-767cd8a17301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.371231 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.379134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-de7b3d77-157b-435d-b3b4-767cd8a17301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.507138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:28.525332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:28.544715 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-78ea1b08-5247-4fc8-8b2a-1efd8a55c181 None None] Provisioning for port e8881bfc-3f08-4c57-acea-bd6e5651e568 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:28.546084 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:28.552280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-78ea1b08-5247-4fc8-8b2a-1efd8a55c181 None None] Provisioning complete for port e8881bfc-3f08-4c57-acea-bd6e5651e568 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:28.553109 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78ea1b08-5247-4fc8-8b2a-1efd8a55c181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.620300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878ca15-fb0a-4311-b08b-02f3041bff45 req-009ffc85-a328-4671-a7ad-0fe3190a248b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:28.627296 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-de7b3d77-157b-435d-b3b4-767cd8a17301 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16d686360c484bcfb7570f7dce45f1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1913643 Aug 31 14:20:28.637166 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60474) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:28.638072 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2878ca15-fb0a-4311-b08b-02f3041bff45 req-009ffc85-a328-4671-a7ad-0fe3190a248b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.4845612 Aug 31 14:20:28.643789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Pushing event updated for resources: {'Port': ['ID=b79f4267-7b20-44c4-a4a8-da4d7a2bd901,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:28.659196 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:28.673209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-b4beaf79-7e6d-44a5-919e-efd9e61c18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:28.674781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-b4beaf79-7e6d-44a5-919e-efd9e61c18c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.2650859 Aug 31 14:20:28.675760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610195fd-d49e-484c-a569-3a27375aaddd req-5e3afd60-aa58-4cab-8e57-fbb74233589a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:28.678157 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-610195fd-d49e-484c-a569-3a27375aaddd req-5e3afd60-aa58-4cab-8e57-fbb74233589a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 945 time: 0.3109605 Aug 31 14:20:28.678823 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b3d77-157b-435d-b3b4-767cd8a17301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c65dba-1a95-458d-8753-e5d221f9badb,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:28.794063 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.815665 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-10b9f097-d9f9-4b1f-8a65-1d2d87c4f118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.886785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-121f8b70-0649-47d6-8f12-54b1843151d8 req-ed710011-09d3-48b1-96d3-e8426c822a8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5458691 Aug 31 14:20:28.903701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-13ecb440-6cb6-44d8-a67e-dfabf4b55afd tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Allocated IP 172.20.0.14 (ce34b7e0-d220-4c91-a984-ef8698a60e62/c81ffc22-03c4-4f93-acfe-71bc6d7d3286/d94412fb-db76-4ad8-b4e2-19cf775ee0e7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:28.924358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-909e1cb0-f861-4fe4-befc-adb3941c3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:28.927095 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-909e1cb0-f861-4fe4-befc-adb3941c3bbc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2201316 Aug 31 14:20:28.941556 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-610195fd-d49e-484c-a569-3a27375aaddd req-cedd210e-66e0-4a41-b615-3e8018785815 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390320 Aug 31 14:20:28.967224 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78ea1b08-5247-4fc8-8b2a-1efd8a55c181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:29.032473 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-10b9f097-d9f9-4b1f-8a65-1d2d87c4f118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:29.060996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-78ea1b08-5247-4fc8-8b2a-1efd8a55c181 None None] For port e8881bfc-3f08-4c57-acea-bd6e5651e568, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e8881bfc-3f08-4c57-acea-bd6e5651e568,segment=NetworkSegment(ef855f9a-7145-41fb-8b99-43eeb331b42f),segment_id=ef855f9a-7145-41fb-8b99-43eeb331b42f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:29.064220 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:29.069383 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2878ca15-fb0a-4311-b08b-02f3041bff45 req-7b1f93b0-2cb1-4428-a157-900a1df34d40 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262524 Aug 31 14:20:29.126068 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78ea1b08-5247-4fc8-8b2a-1efd8a55c181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:29.244952 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:20:29.244952 n-d-806683-5 neutron-server[94872]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 31 14:20:29.244952 n-d-806683-5 neutron-server[94872]: [parameters: {'status': 'DOWN', 'ports_id': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98'}] Aug 31 14:20:29.244952 n-d-806683-5 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:20:29.245490 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:20:29.310720 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea1b08-5247-4fc8-8b2a-1efd8a55c181 None None] Pushing event updated for resources: {'Port': ['ID=e8881bfc-3f08-4c57-acea-bd6e5651e568,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:29.362853 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:29.396632 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3afe90-b947-4c71-944b-9a9f963c3afa req-40b272ba-e097-423b-9fb8-9901b2d6ffc5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:29.398243 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2a3afe90-b947-4c71-944b-9a9f963c3afa req-40b272ba-e097-423b-9fb8-9901b2d6ffc5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 944 time: 0.2318680 Aug 31 14:20:29.487827 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-10b9f097-d9f9-4b1f-8a65-1d2d87c4f118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:29.490378 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-10b9f097-d9f9-4b1f-8a65-1d2d87c4f118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:29.493803 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-10b9f097-d9f9-4b1f-8a65-1d2d87c4f118 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3c65dba-1a95-458d-8753-e5d221f9badb HTTP/1.1" status: 204 len: 168 time: 0.8489459 Aug 31 14:20:29.522119 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-72de3d48-0ba2-4ee9-ba7b-21356195c397 service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165949 Aug 31 14:20:29.542962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9f097-d9f9-4b1f-8a65-1d2d87c4f118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c65dba-1a95-458d-8753-e5d221f9badb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:29.590587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-aeeecf7d-e0e6-46b3-ab84-0b2a9e50dae6 None None] Provisioning complete for port e8881bfc-3f08-4c57-acea-bd6e5651e568 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:29.591191 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aeeecf7d-e0e6-46b3-ab84-0b2a9e50dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:29.708808 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2a3afe90-b947-4c71-944b-9a9f963c3afa req-9780df62-42b2-407a-acb2-d980d1aa3b05 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778921 Aug 31 14:20:29.945801 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-13ecb440-6cb6-44d8-a67e-dfabf4b55afd tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:29.963099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-13ecb440-6cb6-44d8-a67e-dfabf4b55afd tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Transition to ACTIVE for port object d94412fb-db76-4ad8-b4e2-19cf775ee0e7 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:29.974859 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.010003 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fe5bfd8-f396-4135-a738-ece0bceeb386 req-77a8a7ec-9d8b-4939-bfbe-fdb6baeb73a6 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 210 time: 0.0749466 Aug 31 14:20:30.017239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f8b70-0649-47d6-8f12-54b1843151d8 req-6fe77887-68c6-4755-9f4d-3034308ec456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:30.018626 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.019307 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-121f8b70-0649-47d6-8f12-54b1843151d8 req-6fe77887-68c6-4755-9f4d-3034308ec456 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 1096 time: 1.0156839 Aug 31 14:20:30.036200 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2f7721c-7fe7-4050-b7da-d28f7a774f18 req-49f86313-f455-42d1-be9c-5a09ed433d9f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.039307 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-13ecb440-6cb6-44d8-a67e-dfabf4b55afd tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.039600 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.054812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a8de6e8-9499-42f5-94f2-db15cc04e812 req-fa74beb1-c34d-461f-8b07-9706cd60a0cb tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 210 time: 0.6718872 Aug 31 14:20:30.059542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['f07689c1-97c2-4ccb-bc15-e163f6f240b4'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:30.088374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['e7eae629-05eb-43da-97c0-79c60a87969b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:30.105217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d77f9b22-3929-4661-b94e-912e8289bc4b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:30.202485 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60488) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:30.283476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecb440-6cb6-44d8-a67e-dfabf4b55afd tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Pushing event updated for resources: {'Port': ['ID=d94412fb-db76-4ad8-b4e2-19cf775ee0e7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:30.290168 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6be02724-9a86-4af5-93a3-d55550038226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.300393 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Pushing event updated for resources: {'Port': ['ID=b79f4267-7b20-44c4-a4a8-da4d7a2bd901,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:30.301865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-aeeecf7d-e0e6-46b3-ab84-0b2a9e50dae6 None None] Provisioning for port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:30.311394 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.338541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870bb79-14d1-4207-8797-33f5784f4d0d req-2032a660-f7e0-422c-9b63-71dffbba2658 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:30.346633 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e870bb79-14d1-4207-8797-33f5784f4d0d req-2032a660-f7e0-422c-9b63-71dffbba2658 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 1096 time: 0.1712995 Aug 31 14:20:30.358657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f86313-f455-42d1-be9c-5a09ed433d9f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Pushing event deleted for resources: {'Port': ['ID=8ed218f7-d16c-4dc8-bb53-d1c4275bbb98,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:30.437083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-aeeecf7d-e0e6-46b3-ab84-0b2a9e50dae6 None None] Provisioning complete for port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:30.438407 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aeeecf7d-e0e6-46b3-ab84-0b2a9e50dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.441146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-13ecb440-6cb6-44d8-a67e-dfabf4b55afd tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Network ce34b7e0-d220-4c91-a984-ef8698a60e62 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:30.448755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-13ecb440-6cb6-44d8-a67e-dfabf4b55afd tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:30.473038 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e870bb79-14d1-4207-8797-33f5784f4d0d req-7768c73c-b10e-4c63-bd49-9138a768f1ba tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215580 Aug 31 14:20:30.484560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-13ecb440-6cb6-44d8-a67e-dfabf4b55afd tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:30.559579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-aeeecf7d-e0e6-46b3-ab84-0b2a9e50dae6 None None] Port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:20:30.561019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port d77f9b22-3929-4661-b94e-912e8289bc4b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:30.633257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:30.675485 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d77f9b22-3929-4661-b94e-912e8289bc4b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:30.676780 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.692238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:30.730755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4736aa-01f7-41e6-bb88-257ac9c047e4 req-22a2572f-de3d-4fe6-82f5-86401d9761a5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:30.745434 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a4736aa-01f7-41e6-bb88-257ac9c047e4 req-22a2572f-de3d-4fe6-82f5-86401d9761a5 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.5279710 Aug 31 14:20:30.799609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9ca15-2473-4a12-8ff9-3d6e0899efbf req-b62ff2b7-6526-4840-b56f-51dbd6ee5e55 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:30.800626 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f7721c-7fe7-4050-b7da-d28f7a774f18 req-49f86313-f455-42d1-be9c-5a09ed433d9f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] No DVR routers for this DVR port 8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:30.808643 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e8d9ca15-2473-4a12-8ff9-3d6e0899efbf req-b62ff2b7-6526-4840-b56f-51dbd6ee5e55 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 1096 time: 0.1791325 Aug 31 14:20:30.878656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-13ecb440-6cb6-44d8-a67e-dfabf4b55afd tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:30.887335 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-13ecb440-6cb6-44d8-a67e-dfabf4b55afd tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.890676 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2f7721c-7fe7-4050-b7da-d28f7a774f18 req-49f86313-f455-42d1-be9c-5a09ed433d9f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.893201 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2f7721c-7fe7-4050-b7da-d28f7a774f18 req-49f86313-f455-42d1-be9c-5a09ed433d9f tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "DELETE /v2.0/ports/8ed218f7-d16c-4dc8-bb53-d1c4275bbb98 HTTP/1.1" status: 204 len: 173 time: 5.2787666 Aug 31 14:20:30.939543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'name': 'network-vif-deleted', 'tag': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:30.942108 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8566a4a-3ceb-45ae-9a19-1264ece6a7fc" -d '{"events": [{"server_uuid": "9787d1a9-2fe9-4efe-9af8-9f1ece452de2", "name": "network-vif-deleted", "tag": "8ed218f7-d16c-4dc8-bb53-d1c4275bbb98"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:30.974042 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6be02724-9a86-4af5-93a3-d55550038226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.976599 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cd517534-49aa-4050-beb7-f57b2aea1823 None None] Provisioning complete for port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:30.977731 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd517534-49aa-4050-beb7-f57b2aea1823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.991691 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e8d9ca15-2473-4a12-8ff9-3d6e0899efbf req-9778f765-fd04-4b0b-8be2-9e927c3da62a tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755986 Aug 31 14:20:31.006571 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6be02724-9a86-4af5-93a3-d55550038226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.030561 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a4736aa-01f7-41e6-bb88-257ac9c047e4 req-b1388aaa-9e48-4907-acc6-ab73120aee3e tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841427 Aug 31 14:20:31.047139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0152e647-f2d2-4add-8f03-fe096fa1bc84 req-59647338-e2fe-40bc-b72b-ed1d06ee133a service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4763465 Aug 31 14:20:31.078952 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-13ecb440-6cb6-44d8-a67e-dfabf4b55afd tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0301452 Aug 31 14:20:31.089560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f8b70-0649-47d6-8f12-54b1843151d8 req-2462381f-f9e5-43fe-99cd-11a3d5c6bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:31.092232 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-121f8b70-0649-47d6-8f12-54b1843151d8 req-2462381f-f9e5-43fe-99cd-11a3d5c6bf68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 1.0119381 Aug 31 14:20:31.109507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Request body: {'port': {'device_id': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:31.212026 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6be02724-9a86-4af5-93a3-d55550038226 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1930c4743c74f3688313d1b082ccf81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9690292 Aug 31 14:20:31.226917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60506) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:31.230461 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-121f8b70-0649-47d6-8f12-54b1843151d8 req-139227cd-1ac0-4418-ab7d-9d9aec03df90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d HTTP/1.1" status: 200 len: 217 time: 0.0621302 Aug 31 14:20:31.234888 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-cd517534-49aa-4050-beb7-f57b2aea1823 None None] Port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:20:31.264078 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be02724-9a86-4af5-93a3-d55550038226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4f71b4-f919-48e6-b929-9305cf7f55ed,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:31.318174 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.336410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:31.427982 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.435966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-95331db0-604d-44c5-96fe-786214226d6e None None] Provisioning for port d94412fb-db76-4ad8-b4e2-19cf775ee0e7 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:31.447432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a47b-5f12-42b9-ad6d-f492a817d6ab req-e680fdf8-d5ba-4b36-8f5d-87cf16509c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:31.452224 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port d77f9b22-3929-4661-b94e-912e8289bc4b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d77f9b22-3929-4661-b94e-912e8289bc4b,segment=NetworkSegment(98f14ee9-7991-42ae-a0cf-6a74b4d8691b),segment_id=98f14ee9-7991-42ae-a0cf-6a74b4d8691b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:31.452702 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8d2a47b-5f12-42b9-ad6d-f492a817d6ab req-e680fdf8-d5ba-4b36-8f5d-87cf16509c53 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 1095 time: 0.2242405 Aug 31 14:20:31.458748 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953f9a6f-2bd5-4440-b330-ca9b06b3652e x-openstack-request-id: req-953f9a6f-2bd5-4440-b330-ca9b06b3652e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:31.459223 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9787d1a9-2fe9-4efe-9af8-9f1ece452de2", "name": "network-vif-deleted", "tag": "8ed218f7-d16c-4dc8-bb53-d1c4275bbb98", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:31.459476 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-953f9a6f-2bd5-4440-b330-ca9b06b3652e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:31.460030 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9787d1a9-2fe9-4efe-9af8-9f1ece452de2', 'name': 'network-vif-deleted', 'tag': '8ed218f7-d16c-4dc8-bb53-d1c4275bbb98', 'status': 'completed', 'code': 200} Aug 31 14:20:31.468505 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-95331db0-604d-44c5-96fe-786214226d6e None None] Provisioning complete for port d94412fb-db76-4ad8-b4e2-19cf775ee0e7 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:31.469479 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95331db0-604d-44c5-96fe-786214226d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.475966 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.479142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f8b70-0649-47d6-8f12-54b1843151d8 req-ab358748-3ca0-4411-a9d6-075c5affb39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:31.479989 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5b26c7d5-b371-4a85-9797-616422a73221 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:31.480850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-121f8b70-0649-47d6-8f12-54b1843151d8 req-ab358748-3ca0-4411-a9d6-075c5affb39f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.2367373 Aug 31 14:20:31.486454 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a9f31-a565-45ee-8a2b-7fbd97dabef1 req-a8f07bf0-239d-4777-9002-b2682092a4e6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:31.495280 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d9a9f31-a565-45ee-8a2b-7fbd97dabef1 req-a8f07bf0-239d-4777-9002-b2682092a4e6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 944 time: 0.2866235 Aug 31 14:20:31.612876 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-561cd4ab-50b1-432a-ab5f-f39f1deba441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.625518 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-121f8b70-0649-47d6-8f12-54b1843151d8 req-0ecdc339-285f-47e3-80d8-d71f3dc519b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201808 Aug 31 14:20:31.634614 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-95331db0-604d-44c5-96fe-786214226d6e None None] Port d94412fb-db76-4ad8-b4e2-19cf775ee0e7 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:20:31.645244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 5b26c7d5-b371-4a85-9797-616422a73221 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:31.654317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 5b26c7d5-b371-4a85-9797-616422a73221 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:31.654724 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.656342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd28aebb-53ea-4093-a379-12dda9c52907 req-a3040be7-d91c-48f7-86a5-6d32a3570c6c tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=9787d1a9-2fe9-4efe-9af8-9f1ece452de2 HTTP/1.1" status: 200 len: 210 time: 0.0999231 Aug 31 14:20:31.684627 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d9a9f31-a565-45ee-8a2b-7fbd97dabef1 req-49095ee8-0691-4682-80f8-0772cc6cd5b5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675346 Aug 31 14:20:31.720417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=d77f9b22-3929-4661-b94e-912e8289bc4b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:31.737035 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-561cd4ab-50b1-432a-ab5f-f39f1deba441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.750325 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-95331db0-604d-44c5-96fe-786214226d6e None None] Provisioning complete for port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:31.754456 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95331db0-604d-44c5-96fe-786214226d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.849308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:31.872680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-95331db0-604d-44c5-96fe-786214226d6e None None] Port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:20:31.893168 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b15596ac-86e8-4df6-8fc1-ce3d54084c6c admin admin] 10.222.0.39 "PUT /v2.0/routers/b21febcc-e8ea-419f-a7a6-5d85a5c7ed17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7877207 Aug 31 14:20:31.894490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Sync routers for ids ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:31.905324 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-561cd4ab-50b1-432a-ab5f-f39f1deba441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.918354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-561cd4ab-50b1-432a-ab5f-f39f1deba441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.923412 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-561cd4ab-50b1-432a-ab5f-f39f1deba441 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e4f71b4-f919-48e6-b929-9305cf7f55ed HTTP/1.1" status: 204 len: 168 time: 0.6950812 Aug 31 14:20:31.954116 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:31.964226 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cd4ab-50b1-432a-ab5f-f39f1deba441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4f71b4-f919-48e6-b929-9305cf7f55ed,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:31.998771 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9c74a-fe3e-4bbe-b42d-aed9045e0b3c req-8bc63b7c-4266-4a87-ac51-a8080fa95b9b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:32.014116 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69c9c74a-fe3e-4bbe-b42d-aed9045e0b3c req-8bc63b7c-4266-4a87-ac51-a8080fa95b9b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 932 time: 0.2234762 Aug 31 14:20:32.020275 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 5b26c7d5-b371-4a85-9797-616422a73221, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5b26c7d5-b371-4a85-9797-616422a73221,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:32.043753 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:32.044563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e8881bfc-3f08-4c57-acea-bd6e5651e568 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:32.099940 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69c9c74a-fe3e-4bbe-b42d-aed9045e0b3c req-f5e0f406-e636-463d-adc0-d8021b77263c tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f01021a-e820-4506-8186-e82aac268a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846472 Aug 31 14:20:32.196820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=5b26c7d5-b371-4a85-9797-616422a73221,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:32.204191 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Routers {'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:32.204952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:32.277089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a47b-5f12-42b9-ad6d-f492a817d6ab req-d4cdfb84-6dde-479a-906f-4b18a6eb6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:32.281268 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8d2a47b-5f12-42b9-ad6d-f492a817d6ab req-d4cdfb84-6dde-479a-906f-4b18a6eb6f51 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 921 time: 0.8052285 Aug 31 14:20:32.283561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29423445-7675-4d52-822d-d7e5a9e144d2 req-76d8c382-7438-4518-9266-e220da279ac8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:32.297058 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-29423445-7675-4d52-822d-d7e5a9e144d2 req-76d8c382-7438-4518-9266-e220da279ac8 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.1204376 Aug 31 14:20:32.359774 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-29423445-7675-4d52-822d-d7e5a9e144d2 req-ac47d6b9-2cd2-43d8-8800-0fb8fabd95bb tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615304 Aug 31 14:20:32.378972 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8d2a47b-5f12-42b9-ad6d-f492a817d6ab req-6ba05dff-4340-498c-9607-df959b828aa2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca94401f-4e1d-42e6-b611-ee7b8454391f HTTP/1.1" status: 200 len: 217 time: 0.0827687 Aug 31 14:20:32.383248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-121f8b70-0649-47d6-8f12-54b1843151d8 req-a245a4d5-4b0a-4ef8-87fe-cf05118bfa36 service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7305002 Aug 31 14:20:32.403102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port e8881bfc-3f08-4c57-acea-bd6e5651e568 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:32.404043 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:32.469288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Set router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:32.486898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94412fb-db76-4ad8-b4e2-19cf775ee0e7 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:32.501267 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:32.526723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a47b-5f12-42b9-ad6d-f492a817d6ab req-a72c449a-29fd-486d-8c67-f3ada2ee47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:32.528120 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8d2a47b-5f12-42b9-ad6d-f492a817d6ab req-a72c449a-29fd-486d-8c67-f3ada2ee47ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.1173303 Aug 31 14:20:32.533727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Transition to ACTIVE for port object d94412fb-db76-4ad8-b4e2-19cf775ee0e7 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:32.580864 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:32.693665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-121f8b70-0649-47d6-8f12-54b1843151d8 req-007594ab-aad0-4efa-a4e2-2f48ccf3befb service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002138 Aug 31 14:20:32.712137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Pushing event updated for resources: {'Port': ['ID=d94412fb-db76-4ad8-b4e2-19cf775ee0e7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:32.743375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a47b-5f12-42b9-ad6d-f492a817d6ab req-c46d0592-3eae-4087-83c4-b1e8a6795249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:32.745196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8d2a47b-5f12-42b9-ad6d-f492a817d6ab req-c46d0592-3eae-4087-83c4-b1e8a6795249 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2039146 Aug 31 14:20:32.924815 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Attempting to bind port d94412fb-db76-4ad8-b4e2-19cf775ee0e7 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:32.925247 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Attempting to bind port d94412fb-db76-4ad8-b4e2-19cf775ee0e7 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '98f14ee9-7991-42ae-a0cf-6a74b4d8691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:32.925640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Attempting to bind port d94412fb-db76-4ad8-b4e2-19cf775ee0e7 on network ce34b7e0-d220-4c91-a984-ef8698a60e62 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:32.940826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Port d94412fb-db76-4ad8-b4e2-19cf775ee0e7 on network ce34b7e0-d220-4c91-a984-ef8698a60e62 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:20:32.941339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Attempting to bind port d94412fb-db76-4ad8-b4e2-19cf775ee0e7 on network ce34b7e0-d220-4c91-a984-ef8698a60e62 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:32.960704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:32.966725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Checking segment: {'id': '98f14ee9-7991-42ae-a0cf-6a74b4d8691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:32.967026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Bound using segment: {'id': '98f14ee9-7991-42ae-a0cf-6a74b4d8691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:32.967591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Bound port: d94412fb-db76-4ad8-b4e2-19cf775ee0e7, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f14ee9-7991-42ae-a0cf-6a74b4d8691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:32.967978 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.014428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8d2a47b-5f12-42b9-ad6d-f492a817d6ab req-a106f7c7-96f2-41ce-9e87-843db3f1c214 service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360284 Aug 31 14:20:33.115390 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:20:29Z', 'revision_number': 4, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'b79f4267-7b20-44c4-a4a8-da4d7a2bd901', 'name': '', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'mac_address': 'fa:16:3e:30:64:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:27Z', 'updated_at': '2021-08-31T14:20:29Z', 'revision_number': 2, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'subnets': [{'id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:33.161319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d77f9b22-3929-4661-b94e-912e8289bc4b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:33.204791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Checking router: b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:33.205157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Updating router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:20:33.250393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] For port d94412fb-db76-4ad8-b4e2-19cf775ee0e7, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:33.256976 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.268454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] For port d94412fb-db76-4ad8-b4e2-19cf775ee0e7, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d94412fb-db76-4ad8-b4e2-19cf775ee0e7,segment=NetworkSegment(98f14ee9-7991-42ae-a0cf-6a74b4d8691b),segment_id=98f14ee9-7991-42ae-a0cf-6a74b4d8691b)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:33.277591 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.314037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d77f9b22-3929-4661-b94e-912e8289bc4b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:33.314415 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.325917 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8d2a47b-5f12-42b9-ad6d-f492a817d6ab req-891824e1-82a0-4330-ba43-95cdadefce76 service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879119 Aug 31 14:20:33.345047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:33.345612 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.347211 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] 10.222.0.60 "PUT /v2.0/ports/d94412fb-db76-4ad8-b4e2-19cf775ee0e7 HTTP/1.1" status: 200 len: 1092 time: 2.2504480 Aug 31 14:20:33.363847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5671d6-c670-47e2-90dd-17d8023a512b service neutron] Pushing event updated for resources: {'Port': ['ID=d94412fb-db76-4ad8-b4e2-19cf775ee0e7,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:33.464749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'tag': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:33.468104 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222f5ec2-2a24-4ef4-b0f8-f679b19f4cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e03462-13bb-419d-8cd8-1d98d183f3fb", "tag": "d94412fb-db76-4ad8-b4e2-19cf775ee0e7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:33.556572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-d6ed9539-fc16-4b16-9573-9be45ddee2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:33.558709 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-d6ed9539-fc16-4b16-9573-9be45ddee2f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c91b8088d31e4a189bd7bb47d8505a14&device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 1095 time: 0.0870557 Aug 31 14:20:33.566706 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5b26c7d5-b371-4a85-9797-616422a73221 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:33.568912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60576) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:33.645694 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-70e9e623-eb76-450d-9d0f-5d78c33baee8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d94412fb-db76-4ad8-b4e2-19cf775ee0e7 HTTP/1.1" status: 200 len: 217 time: 0.0764365 Aug 31 14:20:33.721299 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60582) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:33.726449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8787ee95-0946-473d-989e-f2f9e2610672 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1843234566', 'description': 'tempest-description--288184834'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:33.729396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 5b26c7d5-b371-4a85-9797-616422a73221 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:33.729951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-d8b1e54b-439d-4395-8132-3416de3f87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:33.730255 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.732533 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-d8b1e54b-439d-4395-8132-3416de3f87ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c81ffc22-03c4-4f93-acfe-71bc6d7d3286 HTTP/1.1" status: 200 len: 868 time: 0.0752127 Aug 31 14:20:33.738574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-3d3b4771-0f12-49b7-8ac1-01ed8ee66902 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:20:33.739861 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-3d3b4771-0f12-49b7-8ac1-01ed8ee66902 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061495 Aug 31 14:20:33.763629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78cb8675-2e15-4ad3-b087-6b95edd933c4 service neutron] Request body: {'binding': {'host': 'n-h2-806683-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:33.764460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78cb8675-2e15-4ad3-b087-6b95edd933c4 service neutron] Unknown quota resources ['binding']. {{(pid=94871) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:20:33.795428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8787ee95-0946-473d-989e-f2f9e2610672 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.839905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2051331162-network', 'tenant_id': 'c0da327d008245f78f29b66c20549ec2'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:33.886530 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.api [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:20:33.886530 n-d-806683-5 neutron-server[94870]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:20:33.886530 n-d-806683-5 neutron-server[94870]: [parameters: {'project_id_1': 'c0da327d008245f78f29b66c20549ec2', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 20, 33, 847086)}] Aug 31 14:20:33.886530 n-d-806683-5 neutron-server[94870]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:20:33.887720 n-d-806683-5 neutron-server[94870]: DEBUG oslo_db.api [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:20:33.939951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0b212-c25b-4d8a-b4a9-23f44d913155 req-19e9cf3f-59c3-4460-9c07-8cac2045912b tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:33.941460 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6aa0b212-c25b-4d8a-b4a9-23f44d913155 req-19e9cf3f-59c3-4460-9c07-8cac2045912b tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 944 time: 0.0953496 Aug 31 14:20:33.992407 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8787ee95-0946-473d-989e-f2f9e2610672 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.996770 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.004891 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8787ee95-0946-473d-989e-f2f9e2610672 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.016585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Transition to ACTIVE for port object b79f4267-7b20-44c4-a4a8-da4d7a2bd901 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:34.024029 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.029395 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6aa0b212-c25b-4d8a-b4a9-23f44d913155 req-5cd1aae2-e66f-4de9-964a-2e13c80b2c30 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773361 Aug 31 14:20:34.046861 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787ee95-0946-473d-989e-f2f9e2610672 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e603d378-2d98-4d53-a449-bf83824c4c99,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:34.050074 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8787ee95-0946-473d-989e-f2f9e2610672 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.051825 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8787ee95-0946-473d-989e-f2f9e2610672 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3295009 Aug 31 14:20:34.058140 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60588) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:34.063569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fad4d56b-a65c-4944-9d82-a03f8ba0f61d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Request body: {'security_group_rule': {'security_group_id': 'e603d378-2d98-4d53-a449-bf83824c4c99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:34.107541 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a24ee9-9034-4298-acc3-58289d6d37de None None] Pushing event updated for resources: {'Port': ['ID=b79f4267-7b20-44c4-a4a8-da4d7a2bd901,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:34.109540 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fad4d56b-a65c-4944-9d82-a03f8ba0f61d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.180533 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Attempting to bind port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:34.181136 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Attempting to bind port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'ef855f9a-7145-41fb-8b99-43eeb331b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:34.181446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Attempting to bind port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 on network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:34.189280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:34.189658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Checking segment: {'id': 'ef855f9a-7145-41fb-8b99-43eeb331b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:34.190065 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.190676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Bound using segment: {'id': 'ef855f9a-7145-41fb-8b99-43eeb331b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:34.191160 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Bound port: b79f4267-7b20-44c4-a4a8-da4d7a2bd901, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef855f9a-7145-41fb-8b99-43eeb331b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:34.192258 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.235226 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6c0bf-44fd-4986-8499-345a7ff8e838 req-cf153152-6d4b-4611-8bfb-890e116968fe tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:34.242555 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4b6c0bf-44fd-4986-8499-345a7ff8e838 req-cf153152-6d4b-4611-8bfb-890e116968fe tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 944 time: 0.0972121 Aug 31 14:20:34.247076 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fad4d56b-a65c-4944-9d82-a03f8ba0f61d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.262001 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fad4d56b-a65c-4944-9d82-a03f8ba0f61d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.271291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-32141054-cd15-4c95-b266-dfa0a983cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:34.273054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-32141054-cd15-4c95-b266-dfa0a983cf27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce34b7e0-d220-4c91-a984-ef8698a60e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5321481 Aug 31 14:20:34.283363 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] For port b79f4267-7b20-44c4-a4a8-da4d7a2bd901, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:34.288825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] For port b79f4267-7b20-44c4-a4a8-da4d7a2bd901, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b79f4267-7b20-44c4-a4a8-da4d7a2bd901,segment=NetworkSegment(ef855f9a-7145-41fb-8b99-43eeb331b42f),segment_id=ef855f9a-7145-41fb-8b99-43eeb331b42f)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:34.294176 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4d56b-a65c-4944-9d82-a03f8ba0f61d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fcb099-91f1-4ae9-a593-260bde40f916,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:34.296973 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.300674 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fad4d56b-a65c-4944-9d82-a03f8ba0f61d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.301949 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fad4d56b-a65c-4944-9d82-a03f8ba0f61d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2425637 Aug 31 14:20:34.304538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60590) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:34.309331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a9739f57-029c-4a4c-bcc1-1fa88911b606 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Request body: {'security_group_rule': {'security_group_id': 'e603d378-2d98-4d53-a449-bf83824c4c99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:34.320008 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fbe9d-3256-4ddb-a38e-b18f5f55f610 req-c5fb0087-cfa8-4d4a-a5a5-d6d8ab0cf228 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:34.322178 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-274fbe9d-3256-4ddb-a38e-b18f5f55f610 req-c5fb0087-cfa8-4d4a-a5a5-d6d8ab0cf228 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.25 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.4547963 Aug 31 14:20:34.327835 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4b6c0bf-44fd-4986-8499-345a7ff8e838 req-ff11d4bb-f48e-4cc0-a37c-21fa02aef446 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f01021a-e820-4506-8186-e82aac268a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785336 Aug 31 14:20:34.374955 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9739f57-029c-4a4c-bcc1-1fa88911b606 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.396572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Routers {'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:34.398171 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:34.462577 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a24ee9-9034-4298-acc3-58289d6d37de None None] Pushing event updated for resources: {'Port': ['ID=b79f4267-7b20-44c4-a4a8-da4d7a2bd901,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:34.511609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Made reservation on behalf of c0da327d008245f78f29b66c20549ec2 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:34.513963 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.516853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78cb8675-2e15-4ad3-b087-6b95edd933c4 service neutron] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b on host n-h2-806683-5 for vnic_type normal with profile None {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:34.517188 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78cb8675-2e15-4ad3-b087-6b95edd933c4 service neutron] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:34.517519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78cb8675-2e15-4ad3-b087-6b95edd933c4 service neutron] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:34.527022 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c66ac4-692f-40db-8fff-35c4ccc1859c req-10848e4e-2182-4fa8-8308-310d5ee6fd3f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:34.528819 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-21c66ac4-692f-40db-8fff-35c4ccc1859c req-10848e4e-2182-4fa8-8308-310d5ee6fd3f tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 946 time: 0.1043780 Aug 31 14:20:34.538071 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-d300047a-b2a2-4032-b1a3-679aebdb4b35 service neutron] 10.222.0.60 "GET /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505198 Aug 31 14:20:34.542334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78cb8675-2e15-4ad3-b087-6b95edd933c4 service neutron] Port 41e813ff-adb4-4604-ba7a-cde932c8b40b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:20:34.542617 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9739f57-029c-4a4c-bcc1-1fa88911b606 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.542744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78cb8675-2e15-4ad3-b087-6b95edd933c4 service neutron] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:34.544266 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.570064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] Set router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:34.570314 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9739f57-029c-4a4c-bcc1-1fa88911b606 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.602404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78cb8675-2e15-4ad3-b087-6b95edd933c4 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:34.602656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78cb8675-2e15-4ad3-b087-6b95edd933c4 service neutron] Checking segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:34.603030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78cb8675-2e15-4ad3-b087-6b95edd933c4 service neutron] Bound using segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:34.603520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78cb8675-2e15-4ad3-b087-6b95edd933c4 service neutron] Bound port: 41e813ff-adb4-4604-ba7a-cde932c8b40b, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:34.662057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ca94401f-4e1d-42e6-b611-ee7b8454391f details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:20:34.664371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-274fbe9d-3256-4ddb-a38e-b18f5f55f610 req-a8eabef5-9183-4855-a679-7168ad2dd7d4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Deleting port b2e73e8d-c467-4646-9cf3-d9794b010284 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:34.664937 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-274fbe9d-3256-4ddb-a38e-b18f5f55f610 req-a8eabef5-9183-4855-a679-7168ad2dd7d4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.707864 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9739f57-029c-4a4c-bcc1-1fa88911b606 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e8cef9-0053-4502-95de-26e03dcae54b,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:34.739643 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-21c66ac4-692f-40db-8fff-35c4ccc1859c req-a633e6c5-070b-4026-96d8-d07eea675bd1 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011747 Aug 31 14:20:34.798988 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.803545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78cb8675-2e15-4ad3-b087-6b95edd933c4 service neutron] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:34.807049 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa418eab-2fc6-45a5-b616-63f5ab065fdc req-c5554ee5-9b77-47ab-b452-487d1bfd7043 service neutron] 10.222.0.60 "GET /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603402 Aug 31 14:20:34.808829 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.824094 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9739f57-029c-4a4c-bcc1-1fa88911b606 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.824590 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78cb8675-2e15-4ad3-b087-6b95edd933c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.828157 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78cb8675-2e15-4ad3-b087-6b95edd933c4 service neutron] 10.222.0.39 "POST /v2.0/ports/41e813ff-adb4-4604-ba7a-cde932c8b40b/bindings HTTP/1.1" status: 201 len: 389 time: 1.0765159 Aug 31 14:20:34.832517 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a9739f57-029c-4a4c-bcc1-1fa88911b606 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5239720 Aug 31 14:20:34.832801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60592) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:34.843301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:34.863907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:20:34.885280 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a0bba0-e77b-423a-9a33-b9eab521c20a x-openstack-request-id: req-65a0bba0-e77b-423a-9a33-b9eab521c20a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:34.885581 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e03462-13bb-419d-8cd8-1d98d183f3fb", "tag": "d94412fb-db76-4ad8-b4e2-19cf775ee0e7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:34.886030 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65a0bba0-e77b-423a-9a33-b9eab521c20a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:34.886177 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'tag': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7', 'status': 'completed', 'code': 200} Aug 31 14:20:34.886800 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3098e14b-5c07-47d3-a3fa-53e9551a2970,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:34.891861 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.892192 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Added segment 7d479d36-7e9f-432d-87b5-ca8850ebdbea of type vlan for network dc48dca9-9ea6-4a29-8c59-5bbb1f9fb48b Aug 31 14:20:34.982608 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ca94401f-4e1d-42e6-b611-ee7b8454391f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ca94401f-4e1d-42e6-b611-ee7b8454391f,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:34.985699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-274fbe9d-3256-4ddb-a38e-b18f5f55f610 req-a8eabef5-9183-4855-a679-7168ad2dd7d4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] For port b2e73e8d-c467-4646-9cf3-d9794b010284, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b2e73e8d-c467-4646-9cf3-d9794b010284,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:34.985989 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-274fbe9d-3256-4ddb-a38e-b18f5f55f610 req-a8eabef5-9183-4855-a679-7168ad2dd7d4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.999628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'ca94401f-4e1d-42e6-b611-ee7b8454391f', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'port_id': 'ca94401f-4e1d-42e6-b611-ee7b8454391f', 'mac_address': 'fa:16:3e:75:4a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:20:35.021034 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:35.045784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-274fbe9d-3256-4ddb-a38e-b18f5f55f610 req-a8eabef5-9183-4855-a679-7168ad2dd7d4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Calling delete_port for b2e73e8d-c467-4646-9cf3-d9794b010284 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:35.064578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:35.086097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f5ec2-2a24-4ef4-b0f8-f679b19f4cf4 req-0b1757df-73f9-43ae-9331-6f6037bd2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:35.087726 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-222f5ec2-2a24-4ef4-b0f8-f679b19f4cf4 req-0b1757df-73f9-43ae-9331-6f6037bd2756 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c91b8088d31e4a189bd7bb47d8505a14&device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 1095 time: 0.2008033 Aug 31 14:20:35.101159 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:35.102800 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:35.103499 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:35.152189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:20:29Z', 'revision_number': 4, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'b79f4267-7b20-44c4-a4a8-da4d7a2bd901', 'name': '', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'mac_address': 'fa:16:3e:30:64:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:27Z', 'updated_at': '2021-08-31T14:20:34Z', 'revision_number': 4, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'subnets': [{'id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:35.191538 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c055c5e-07df-4f63-b309-ea832b779982 None None] The sync data for ids ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'] in n-d-806683-5 is: [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:20:29Z', 'revision_number': 4, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'b79f4267-7b20-44c4-a4a8-da4d7a2bd901', 'name': '', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'mac_address': 'fa:16:3e:30:64:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:27Z', 'updated_at': '2021-08-31T14:20:34Z', 'revision_number': 4, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'subnets': [{'id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:35.193472 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:35.218635 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca94401f-4e1d-42e6-b611-ee7b8454391f {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:35.273841 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6990438 Aug 31 14:20:35.281662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60602) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:35.285976 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5575f93-4441-4ace-b8ba-cbce56c7e24b admin admin] Pushing event updated for resources: {'Network': ['ID=dc48dca9-9ea6-4a29-8c59-5bbb1f9fb48b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:35.288185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ca94401f-4e1d-42e6-b611-ee7b8454391f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ca94401f-4e1d-42e6-b611-ee7b8454391f,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:35.292672 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5f9a391e-4325-46be-ae75-4128b8649559 admin admin] Request body: {'subnet': {'network_id': 'dc48dca9-9ea6-4a29-8c59-5bbb1f9fb48b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2051331162-subnet', 'tenant_id': 'c0da327d008245f78f29b66c20549ec2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:35.299287 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network dc48dca9-9ea6-4a29-8c59-5bbb1f9fb48b details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:20:35.349965 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-274fbe9d-3256-4ddb-a38e-b18f5f55f610 req-a8eabef5-9183-4855-a679-7168ad2dd7d4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:35.360407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b48f4d-43eb-4b09-b47f-a44956c744dc req-67c39e1e-8ce9-427b-b1ce-54c455908296 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:35.367930 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-24b48f4d-43eb-4b09-b47f-a44956c744dc req-67c39e1e-8ce9-427b-b1ce-54c455908296 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 945 time: 0.1653190 Aug 31 14:20:35.379467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['b2e73e8d-c467-4646-9cf3-d9794b010284'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:35.379721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9a391e-4325-46be-ae75-4128b8649559 admin admin] Made reservation on behalf of c0da327d008245f78f29b66c20549ec2 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:35.379822 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:35.379929 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f9a391e-4325-46be-ae75-4128b8649559 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:35.495045 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-24b48f4d-43eb-4b09-b47f-a44956c744dc req-395f0d34-4544-438e-aeb3-5cf32000621d tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260960 Aug 31 14:20:35.498829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ca94401f-4e1d-42e6-b611-ee7b8454391f,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:35.584586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eabef5-9183-4855-a679-7168ad2dd7d4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Pushing event deleted for resources: {'Port': ['ID=b2e73e8d-c467-4646-9cf3-d9794b010284,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:35.612672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-274fbe9d-3256-4ddb-a38e-b18f5f55f610 req-a8eabef5-9183-4855-a679-7168ad2dd7d4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] No DVR routers for this DVR port b2e73e8d-c467-4646-9cf3-d9794b010284 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:35.625201 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-274fbe9d-3256-4ddb-a38e-b18f5f55f610 req-a8eabef5-9183-4855-a679-7168ad2dd7d4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:35.627426 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-274fbe9d-3256-4ddb-a38e-b18f5f55f610 req-a8eabef5-9183-4855-a679-7168ad2dd7d4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.25 "DELETE /v2.0/ports/b2e73e8d-c467-4646-9cf3-d9794b010284 HTTP/1.1" status: 204 len: 173 time: 1.2671380 Aug 31 14:20:35.682123 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f9a391e-4325-46be-ae75-4128b8649559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:35.683549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-4f12a5ed-9ea7-4748-bf24-0c184a2a61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:35.685045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-4f12a5ed-9ea7-4748-bf24-0c184a2a61ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 1096 time: 0.3645597 Aug 31 14:20:35.696233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c364f-c751-44c6-b083-2f47b366cc11 req-0d9ce196-18df-4737-ba1d-596bb084db23 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:35.698634 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf9c364f-c751-44c6-b083-2f47b366cc11 req-0d9ce196-18df-4737-ba1d-596bb084db23 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 945 time: 0.1121051 Aug 31 14:20:35.717748 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['ca94401f-4e1d-42e6-b611-ee7b8454391f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:35.731606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f5ec2-2a24-4ef4-b0f8-f679b19f4cf4 req-721d84a6-15c4-4020-b192-6955cfab479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:35.733465 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-222f5ec2-2a24-4ef4-b0f8-f679b19f4cf4 req-721d84a6-15c4-4020-b192-6955cfab479b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce34b7e0-d220-4c91-a984-ef8698a60e62 HTTP/1.1" status: 200 len: 930 time: 0.4292908 Aug 31 14:20:35.739886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284a204-8878-419c-82a7-9165b8a27d79 req-9ca96d6a-eef1-43da-971e-9e0e295261a3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:35.747441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c284a204-8878-419c-82a7-9165b8a27d79 req-9ca96d6a-eef1-43da-971e-9e0e295261a3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 808 time: 0.4445896 Aug 31 14:20:35.781403 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a391e-4325-46be-ae75-4128b8649559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9a301a-5d29-4426-8a05-e497f03d4c12,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:35.810163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9a391e-4325-46be-ae75-4128b8649559 admin admin] Checking segment: {'id': '7d479d36-7e9f-432d-87b5-ca8850ebdbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc48dca9-9ea6-4a29-8c59-5bbb1f9fb48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:35.810528 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9a391e-4325-46be-ae75-4128b8649559 admin admin] Network hostable DHCP agents. Network: dc48dca9-9ea6-4a29-8c59-5bbb1f9fb48b, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:20:35.848598 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c284a204-8878-419c-82a7-9165b8a27d79 req-bb877005-4f5e-430d-97cf-cd971a3f5f79 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/quotas/429bbc88baff4974940bd2144c0fd533 HTTP/1.1" status: 200 len: 375 time: 0.0999901 Aug 31 14:20:35.851118 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-222f5ec2-2a24-4ef4-b0f8-f679b19f4cf4 req-1b9f11f6-4c98-416c-b142-e898fb00c03b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d94412fb-db76-4ad8-b4e2-19cf775ee0e7 HTTP/1.1" status: 200 len: 217 time: 0.0712278 Aug 31 14:20:35.872106 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf9c364f-c751-44c6-b083-2f47b366cc11 req-29a61bdd-d80e-4a5d-86d1-f3f2c01289dc tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471047 Aug 31 14:20:35.898371 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9a391e-4325-46be-ae75-4128b8649559 admin admin] Network dc48dca9-9ea6-4a29-8c59-5bbb1f9fb48b is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:20:35.921053 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5f9a391e-4325-46be-ae75-4128b8649559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, dc48dca9-9ea6-4a29-8c59-5bbb1f9fb48b) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:35.935944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a391e-4325-46be-ae75-4128b8649559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:35.937237 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d258b78b-01e8-45ae-a426-51eb917160ed None None] Network dc48dca9-9ea6-4a29-8c59-5bbb1f9fb48b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:35.950133 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f9a391e-4325-46be-ae75-4128b8649559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:35.969448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f5ec2-2a24-4ef4-b0f8-f679b19f4cf4 req-85cbff8b-0762-4432-9b9a-af0ee99ab037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:35.971804 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-222f5ec2-2a24-4ef4-b0f8-f679b19f4cf4 req-85cbff8b-0762-4432-9b9a-af0ee99ab037 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c81ffc22-03c4-4f93-acfe-71bc6d7d3286 HTTP/1.1" status: 200 len: 868 time: 0.0960290 Aug 31 14:20:35.991677 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5f9a391e-4325-46be-ae75-4128b8649559 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7087893 Aug 31 14:20:36.086978 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c284a204-8878-419c-82a7-9165b8a27d79 req-8fdff40a-89b5-4e7b-9789-28a63c57e3d5 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2367227 Aug 31 14:20:36.110445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62b905-a50a-427e-9d9e-f9a3f4c02997 req-298b6902-3a35-4915-99d0-cfa47f76d940 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:36.112322 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ea62b905-a50a-427e-9d9e-f9a3f4c02997 req-298b6902-3a35-4915-99d0-cfa47f76d940 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.1127191 Aug 31 14:20:36.159736 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:36.165692 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ea62b905-a50a-427e-9d9e-f9a3f4c02997 req-509a5316-d86a-454f-9a05-dea15f705028 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445750 Aug 31 14:20:36.216940 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b11754-1f9a-4e36-b13d-720eac7fed36 None None] Network dc48dca9-9ea6-4a29-8c59-5bbb1f9fb48b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:36.264788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-56446019-9c0d-4209-bb38-166f9f563e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:36.265729 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-56446019-9c0d-4209-bb38-166f9f563e90 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.5624340 Aug 31 14:20:36.274947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f5ec2-2a24-4ef4-b0f8-f679b19f4cf4 req-75c6facc-c387-4c7b-949d-9f2449da843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:36.277440 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-222f5ec2-2a24-4ef4-b0f8-f679b19f4cf4 req-75c6facc-c387-4c7b-949d-9f2449da843f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce34b7e0-d220-4c91-a984-ef8698a60e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2898977 Aug 31 14:20:36.322139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-a43f5b85-4263-4998-a913-f494848b94d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b HTTP/1.1" status: 200 len: 217 time: 0.0432467 Aug 31 14:20:36.344847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Allocated IP 172.25.2.57 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/34882cbd-a949-4ee5-aaec-867fb35c1db7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:36.389533 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cec3c-7a4d-4124-ad51-da16795f1efc req-816bc63a-5d9d-456d-80ce-bc38272d3b88 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:36.397788 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be9cec3c-7a4d-4124-ad51-da16795f1efc req-816bc63a-5d9d-456d-80ce-bc38272d3b88 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 944 time: 0.1010911 Aug 31 14:20:36.463825 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be9cec3c-7a4d-4124-ad51-da16795f1efc req-79f15a5a-483f-44d5-acd0-22755a947245 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f01021a-e820-4506-8186-e82aac268a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476513 Aug 31 14:20:36.624790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-00a3e907-6513-4a4e-81d1-c3274033ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:36.626499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-00a3e907-6513-4a4e-81d1-c3274033ac34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.2839606 Aug 31 14:20:36.643975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b2e73e8d-c467-4646-9cf3-d9794b010284 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:36.680608 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: b2e73e8d-c467-4646-9cf3-d9794b010284 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:36.681610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b2e73e8d-c467-4646-9cf3-d9794b010284 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:36.686575 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c284a204-8878-419c-82a7-9165b8a27d79 req-f46bb40f-9b99-4026-be11-f447a6659053 service neutron] 10.222.0.39 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984457 Aug 31 14:20:36.781842 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-d8530f50-6aae-46b7-9a2c-75b2f7feea90 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184974 Aug 31 14:20:36.804799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:36.814035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60624) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:36.819005 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4eb78327-f1d0-4bed-bf6c-91c152bf8bff req-9cf6971d-7743-4820-8aea-ee63e55f2899 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=df74f5ef-8f5b-40ac-8591-8c8637fc7be3 HTTP/1.1" status: 200 len: 210 time: 0.0341823 Aug 31 14:20:36.822241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1288331515-network', 'tenant_id': '64b398672507495f89149ea364ac932f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:36.860088 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-222f5ec2-2a24-4ef4-b0f8-f679b19f4cf4 req-d34d53d6-0b06-4a5c-ba69-d7b074149257 service neutron] 10.222.0.60 "GET /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326476 Aug 31 14:20:36.894320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df74f5ef-8f5b-40ac-8591-8c8637fc7be3', 'name': 'network-vif-deleted', 'tag': 'b2e73e8d-c467-4646-9cf3-d9794b010284'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:36.896667 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c804f1cb-7ff3-4b9b-a58d-1cf23da77328" -d '{"events": [{"server_uuid": "df74f5ef-8f5b-40ac-8591-8c8637fc7be3", "name": "network-vif-deleted", "tag": "b2e73e8d-c467-4646-9cf3-d9794b010284"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:36.938788 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b572ec-2fb3-42da-979d-1b238f19fb8a req-0d03b890-5b58-4547-9bfa-09ebad68e970 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:36.940658 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3b572ec-2fb3-42da-979d-1b238f19fb8a req-0d03b890-5b58-4547-9bfa-09ebad68e970 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 945 time: 0.0607121 Aug 31 14:20:36.990034 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3b572ec-2fb3-42da-979d-1b238f19fb8a req-0f64c152-1838-4779-8d2a-bac5f8462bc2 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395870 Aug 31 14:20:36.996706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] Made reservation on behalf of 64b398672507495f89149ea364ac932f for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:36.999766 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.042371 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.093104 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c284a204-8878-419c-82a7-9165b8a27d79 req-1c23f3fe-31d9-4e8c-8433-f11013b924fe service neutron] 10.222.0.39 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976810 Aug 31 14:20:37.117127 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-1f841db1-5956-4e4a-9c1f-75ebf43ecc34 service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065858 Aug 31 14:20:37.133939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b79f4267-7b20-44c4-a4a8-da4d7a2bd901 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:37.139516 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ba758-ba98-4bab-9fd3-cc858dcd0973 req-b4dbbe5a-bc7f-4f68-b14b-987c45b92fad tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:37.148854 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.149814 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a97ba758-ba98-4bab-9fd3-cc858dcd0973 req-b4dbbe5a-bc7f-4f68-b14b-987c45b92fad tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 945 time: 0.0776210 Aug 31 14:20:37.170403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-222f5ec2-2a24-4ef4-b0f8-f679b19f4cf4 req-d0ad7609-03fc-4280-9afc-63d630105172 service neutron] 10.222.0.60 "GET /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661831 Aug 31 14:20:37.209236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:37.215964 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a97ba758-ba98-4bab-9fd3-cc858dcd0973 req-67a83182-fb76-4e87-9d1b-d71e1787126f tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606081 Aug 31 14:20:37.216097 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:37.216097 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.337586 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.381976 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port b79f4267-7b20-44c4-a4a8-da4d7a2bd901, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b79f4267-7b20-44c4-a4a8-da4d7a2bd901,segment=NetworkSegment(ef855f9a-7145-41fb-8b99-43eeb331b42f),segment_id=ef855f9a-7145-41fb-8b99-43eeb331b42f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:37.387514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fce3e-0526-40cf-8fbc-f4d8d611a310 req-9e2c7ca0-f1f0-4839-a400-b67693a03175 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:37.389078 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.396644 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e0fce3e-0526-40cf-8fbc-f4d8d611a310 req-9e2c7ca0-f1f0-4839-a400-b67693a03175 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.0634120 Aug 31 14:20:37.443223 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e0fce3e-0526-40cf-8fbc-f4d8d611a310 req-4afeac26-1da3-4856-b01f-af86e855f127 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455980 Aug 31 14:20:37.480129 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=b79f4267-7b20-44c4-a4a8-da4d7a2bd901,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:37.569079 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c96b73-2797-499e-a168-c8f4386da579 x-openstack-request-id: req-91c96b73-2797-499e-a168-c8f4386da579 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:37.569365 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df74f5ef-8f5b-40ac-8591-8c8637fc7be3", "name": "network-vif-deleted", "tag": "b2e73e8d-c467-4646-9cf3-d9794b010284", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:37.569681 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91c96b73-2797-499e-a168-c8f4386da579 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:37.569979 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df74f5ef-8f5b-40ac-8591-8c8637fc7be3', 'name': 'network-vif-deleted', 'tag': 'b2e73e8d-c467-4646-9cf3-d9794b010284', 'status': 'completed', 'code': 200} Aug 31 14:20:37.581363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:37.596342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb4b8f-4660-460d-a547-9502096d15d1 req-d28f4e4e-5692-4bf0-aae1-fe0d0de691b6 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:37.598200 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2eb4b8f-4660-460d-a547-9502096d15d1 req-d28f4e4e-5692-4bf0-aae1-fe0d0de691b6 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 944 time: 0.0586152 Aug 31 14:20:37.615305 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:37.621408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d94412fb-db76-4ad8-b4e2-19cf775ee0e7 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:20:37.644785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:37.649048 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78f3fa1f-2be1-485c-a1b8-e0e9ce23bd7c req-ac85e6d0-595b-4a8c-9358-2fad8f335b5e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 210 time: 0.0697803 Aug 31 14:20:37.655077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Pushing event updated for resources: {'Port': ['ID=34882cbd-a949-4ee5-aaec-867fb35c1db7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:37.664232 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2eb4b8f-4660-460d-a547-9502096d15d1 req-6840b60c-99b8-4ea7-881d-607e209a04cb tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f01021a-e820-4506-8186-e82aac268a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574853 Aug 31 14:20:37.749870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee227c6-0822-40b9-bcea-09073dc46063 req-317f62a5-35e1-4e32-ae60-865ead957c21 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:37.752852 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aee227c6-0822-40b9-bcea-09073dc46063 req-317f62a5-35e1-4e32-ae60-865ead957c21 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 950 time: 0.6348431 Aug 31 14:20:37.758210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d94412fb-db76-4ad8-b4e2-19cf775ee0e7, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d94412fb-db76-4ad8-b4e2-19cf775ee0e7,segment=NetworkSegment(98f14ee9-7991-42ae-a0cf-6a74b4d8691b),segment_id=98f14ee9-7991-42ae-a0cf-6a74b4d8691b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:37.773055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'port_id': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7', 'mac_address': 'fa:16:3e:8e:8a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:20:37.813781 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.833303 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94412fb-db76-4ad8-b4e2-19cf775ee0e7 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:37.865908 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d94412fb-db76-4ad8-b4e2-19cf775ee0e7, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d94412fb-db76-4ad8-b4e2-19cf775ee0e7,segment=NetworkSegment(98f14ee9-7991-42ae-a0cf-6a74b4d8691b),segment_id=98f14ee9-7991-42ae-a0cf-6a74b4d8691b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:37.872483 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.895899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-3a15a77b-bec6-41bb-88fa-723cb59a8ade service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7513616 Aug 31 14:20:37.917375 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.964200 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.971008 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.973662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=d94412fb-db76-4ad8-b4e2-19cf775ee0e7,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:38.062952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:20:38.098279 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.098637 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] Added segment 70f7f8b4-50e1-4975-97b7-c427744b1b34 of type vlan for network 1766d0ae-34e6-4794-9c0a-56fcf3767613 Aug 31 14:20:38.126371 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.155365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f547197-7d92-4de8-aa32-7d5e5ac7deea,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:38.192615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['d94412fb-db76-4ad8-b4e2-19cf775ee0e7'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:38.248301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-aee227c6-0822-40b9-bcea-09073dc46063 req-64539420-7fc1-4fbb-a08d-b542d93ce6d8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Deleting port f07689c1-97c2-4ccb-bc15-e163f6f240b4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:38.248706 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aee227c6-0822-40b9-bcea-09073dc46063 req-64539420-7fc1-4fbb-a08d-b542d93ce6d8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.268926 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.284200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-ecddcf0e-a6e5-47db-a1b8-14b6b061332a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:38.286354 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-ecddcf0e-a6e5-47db-a1b8-14b6b061332a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 812 time: 0.1668727 Aug 31 14:20:38.313133 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-d5da8b73-c097-4031-a662-fa0d4da6a65a tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/quotas/3c77177a7f484a688be812ec879e9355 HTTP/1.1" status: 200 len: 375 time: 0.0132105 Aug 31 14:20:38.374562 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-68cc9c7c-d176-459c-a8ed-bb608b70383e tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588772 Aug 31 14:20:38.420384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521bf63-3a69-42fa-9fad-97de42f39257 req-4e1a308d-c90a-48e3-9286-b5423a2760f3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:38.426629 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6521bf63-3a69-42fa-9fad-97de42f39257 req-4e1a308d-c90a-48e3-9286-b5423a2760f3 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 945 time: 0.2970254 Aug 31 14:20:38.429193 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.430191 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:38.430773 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.503805 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-27daf766-b594-436e-992a-e0d163943913 service neutron] 10.222.0.39 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199086 Aug 31 14:20:38.538517 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7215102 Aug 31 14:20:38.541951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-aee227c6-0822-40b9-bcea-09073dc46063 req-64539420-7fc1-4fbb-a08d-b542d93ce6d8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] For port f07689c1-97c2-4ccb-bc15-e163f6f240b4, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=f07689c1-97c2-4ccb-bc15-e163f6f240b4,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:38.542321 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aee227c6-0822-40b9-bcea-09073dc46063 req-64539420-7fc1-4fbb-a08d-b542d93ce6d8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.560392 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60670) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:38.566351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ffec6493-5be5-4cf7-9558-bfe95fd7c907 admin admin] Request body: {'subnet': {'network_id': '1766d0ae-34e6-4794-9c0a-56fcf3767613', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1288331515-subnet', 'tenant_id': '64b398672507495f89149ea364ac932f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:38.584924 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-aee227c6-0822-40b9-bcea-09073dc46063 req-64539420-7fc1-4fbb-a08d-b542d93ce6d8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Calling delete_port for f07689c1-97c2-4ccb-bc15-e163f6f240b4 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:38.593063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45860f39-888a-4307-9919-2fedbab93785 admin admin] Pushing event updated for resources: {'Network': ['ID=1766d0ae-34e6-4794-9c0a-56fcf3767613,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:38.597830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6521bf63-3a69-42fa-9fad-97de42f39257 req-8b781962-8d38-4887-8af8-32e8b7a648c6 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699610 Aug 31 14:20:38.608894 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffec6493-5be5-4cf7-9558-bfe95fd7c907 admin admin] Made reservation on behalf of 64b398672507495f89149ea364ac932f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:38.610729 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ffec6493-5be5-4cf7-9558-bfe95fd7c907 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.620680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 1766d0ae-34e6-4794-9c0a-56fcf3767613 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:20:38.682814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ca94401f-4e1d-42e6-b611-ee7b8454391f up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:38.695789 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-95b4406b-5c18-4805-97fd-f2bcabba7ae5 service neutron] 10.222.0.39 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859016 Aug 31 14:20:38.837178 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port ca94401f-4e1d-42e6-b611-ee7b8454391f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:38.842967 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port ca94401f-4e1d-42e6-b611-ee7b8454391f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:38.843450 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.953099 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ffec6493-5be5-4cf7-9558-bfe95fd7c907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.011677 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.019867 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aee227c6-0822-40b9-bcea-09073dc46063 req-64539420-7fc1-4fbb-a08d-b542d93ce6d8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.046507 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec6493-5be5-4cf7-9558-bfe95fd7c907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c9054e-e18e-426d-9148-83f0598fa7d8,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:39.056671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec6493-5be5-4cf7-9558-bfe95fd7c907 admin admin] Checking segment: {'id': '70f7f8b4-50e1-4975-97b7-c427744b1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1766d0ae-34e6-4794-9c0a-56fcf3767613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:39.056671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec6493-5be5-4cf7-9558-bfe95fd7c907 admin admin] Network hostable DHCP agents. Network: 1766d0ae-34e6-4794-9c0a-56fcf3767613, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:20:39.077528 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.097544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec6493-5be5-4cf7-9558-bfe95fd7c907 admin admin] Network 1766d0ae-34e6-4794-9c0a-56fcf3767613 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:20:39.114305 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-ffec6493-5be5-4cf7-9558-bfe95fd7c907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 1766d0ae-34e6-4794-9c0a-56fcf3767613) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:39.120601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffec6493-5be5-4cf7-9558-bfe95fd7c907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:39.123338 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ffec6493-5be5-4cf7-9558-bfe95fd7c907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.178084 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ffec6493-5be5-4cf7-9558-bfe95fd7c907 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6146178 Aug 31 14:20:39.198612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64539420-7fc1-4fbb-a08d-b542d93ce6d8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Pushing event deleted for resources: {'Port': ['ID=f07689c1-97c2-4ccb-bc15-e163f6f240b4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:39.228342 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-42890c22-0c33-4ff9-bf68-6d75c8c953d9 req-c53b5f78-8e3b-45eb-b1d9-1992d0867c36 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=89594f00-bfa4-4d39-9977-598347c3c9e0 HTTP/1.1" status: 200 len: 210 time: 0.0819819 Aug 31 14:20:39.329893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee227c6-0822-40b9-bcea-09073dc46063 req-64539420-7fc1-4fbb-a08d-b542d93ce6d8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] No DVR routers for this DVR port f07689c1-97c2-4ccb-bc15-e163f6f240b4 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:39.348162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a66513-f811-43ea-82af-49c0c7c2c232 req-121e9449-56ff-4a9a-a1fc-261509d1fbc5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:39.359255 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35a66513-f811-43ea-82af-49c0c7c2c232 req-121e9449-56ff-4a9a-a1fc-261509d1fbc5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 945 time: 0.4389117 Aug 31 14:20:39.364028 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aee227c6-0822-40b9-bcea-09073dc46063 req-64539420-7fc1-4fbb-a08d-b542d93ce6d8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.365769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['e7eae629-05eb-43da-97c0-79c60a87969b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:39.365914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aee227c6-0822-40b9-bcea-09073dc46063 req-64539420-7fc1-4fbb-a08d-b542d93ce6d8 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.25 "DELETE /v2.0/ports/f07689c1-97c2-4ccb-bc15-e163f6f240b4 HTTP/1.1" status: 204 len: 173 time: 1.5491085 Aug 31 14:20:39.419931 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5761d23c-af92-4fd7-8747-3cdd51ddfd8f req-7cf5e9da-74cd-485b-a012-7b9873b893ab tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 210 time: 0.0927632 Aug 31 14:20:39.445316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c7c76a-6153-44fc-9e15-2218770d63c5 None None] Network 1766d0ae-34e6-4794-9c0a-56fcf3767613 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:39.447371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b79f4267-7b20-44c4-a4a8-da4d7a2bd901 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:39.491583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Pushing event updated for resources: {'Port': ['ID=34882cbd-a949-4ee5-aaec-867fb35c1db7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:39.514910 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.549957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60686) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:39.554643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284a204-8878-419c-82a7-9165b8a27d79 req-dca4cb94-a4fe-4715-8865-4f20e634796c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:39.556779 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c284a204-8878-419c-82a7-9165b8a27d79 req-dca4cb94-a4fe-4715-8865-4f20e634796c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.25 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 808 time: 0.7831519 Aug 31 14:20:39.559832 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.561000 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-68eed131-e69b-438a-b0ab-9464e2197539 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7271743 Aug 31 14:20:39.570737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89594f00-bfa4-4d39-9977-598347c3c9e0', 'name': 'network-vif-deleted', 'tag': 'f07689c1-97c2-4ccb-bc15-e163f6f240b4'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:39.576068 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7f8b12-93ab-42ec-9bcb-804ec830368e" -d '{"events": [{"server_uuid": "89594f00-bfa4-4d39-9977-598347c3c9e0", "name": "network-vif-deleted", "tag": "f07689c1-97c2-4ccb-bc15-e163f6f240b4"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:39.603058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c284a204-8878-419c-82a7-9165b8a27d79 req-2a17a7d5-3358-4a2b-99de-c87f263c827b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Request body: {'port': {'device_id': '6f9bf86e-deb0-4a5a-97f8-16f570e79214', 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8', 'admin_state_up': True, 'tenant_id': '429bbc88baff4974940bd2144c0fd533'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:39.654459 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35a66513-f811-43ea-82af-49c0c7c2c232 req-878eaa68-0299-4922-a739-b06075a55c04 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922912 Aug 31 14:20:39.660587 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.675995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d94412fb-db76-4ad8-b4e2-19cf775ee0e7 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:39.685564 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54def50-9f4d-430c-976e-41b4553ae4e6 admin admin] Deleting subnet 5a9a301a-5d29-4426-8a05-e497f03d4c12 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:20:39.712655 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c54def50-9f4d-430c-976e-41b4553ae4e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.803064 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:20:39.934438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e171ac-0514-4edc-991c-7533664b6650 req-d794277a-c27f-43ab-911d-ff9921f8a2b0 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:39.941689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ac0385-95be-4f49-8674-da21c65b7375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca94401f-4e1d-42e6-b611-ee7b8454391f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:39.943371 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-78e171ac-0514-4edc-991c-7533664b6650 req-d794277a-c27f-43ab-911d-ff9921f8a2b0 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 945 time: 0.2431176 Aug 31 14:20:39.948475 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c48ffe7-37f2-4f57-9ca9-f41f61a48e68" -d '{"events": [{"server_uuid": "71ac0385-95be-4f49-8674-da21c65b7375", "name": "network-vif-plugged", "status": "completed", "tag": "ca94401f-4e1d-42e6-b611-ee7b8454391f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:39.954110 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c54def50-9f4d-430c-976e-41b4553ae4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.992971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:39.993520 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.026253 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38364e74-9600-4e9e-8238-0976c92d6121 req-75586f16-f217-42be-937b-63f623bbd2ec tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a56bf9-4a17-4195-abdb-6550e6da1917 HTTP/1.1" status: 200 len: 210 time: 0.1073959 Aug 31 14:20:40.066143 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-78e171ac-0514-4edc-991c-7533664b6650 req-9e0ce8e6-6ac4-48ae-8461-0a54367de131 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f01021a-e820-4506-8186-e82aac268a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204343 Aug 31 14:20:40.135685 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c54def50-9f4d-430c-976e-41b4553ae4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.136264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ca94401f-4e1d-42e6-b611-ee7b8454391f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ca94401f-4e1d-42e6-b611-ee7b8454391f,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:40.157348 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.168172 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device f07689c1-97c2-4ccb-bc15-e163f6f240b4 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:40.184180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c284a204-8878-419c-82a7-9165b8a27d79 req-2a17a7d5-3358-4a2b-99de-c87f263c827b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Made reservation on behalf of 429bbc88baff4974940bd2144c0fd533 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:40.191262 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c284a204-8878-419c-82a7-9165b8a27d79 req-2a17a7d5-3358-4a2b-99de-c87f263c827b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.217956 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b00b81-1c96-446a-b1f7-4ff16ecb53a6 x-openstack-request-id: req-20b00b81-1c96-446a-b1f7-4ff16ecb53a6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:40.218237 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89594f00-bfa4-4d39-9977-598347c3c9e0", "name": "network-vif-deleted", "tag": "f07689c1-97c2-4ccb-bc15-e163f6f240b4", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:40.220777 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20b00b81-1c96-446a-b1f7-4ff16ecb53a6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:40.221200 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89594f00-bfa4-4d39-9977-598347c3c9e0', 'name': 'network-vif-deleted', 'tag': 'f07689c1-97c2-4ccb-bc15-e163f6f240b4', 'status': 'completed', 'code': 200} Aug 31 14:20:40.341119 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46506400-a730-479d-8c50-1349048ab690 req-d6db3f8d-24ce-4388-a3a0-840cb4d517a2 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:40.344308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: f07689c1-97c2-4ccb-bc15-e163f6f240b4 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:40.344887 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device f07689c1-97c2-4ccb-bc15-e163f6f240b4 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:40.357538 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-46506400-a730-479d-8c50-1349048ab690 req-d6db3f8d-24ce-4388-a3a0-840cb4d517a2 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 945 time: 0.1094162 Aug 31 14:20:40.374727 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-bc085a3d-6649-4114-a6fd-850a3e617463 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1843234566&fields=id&tenant_id=b1c927b3b7004b24995c18388dbd6a72 HTTP/1.1" status: 200 len: 267 time: 0.0587187 Aug 31 14:20:40.388604 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c54def50-9f4d-430c-976e-41b4553ae4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.446674 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54def50-9f4d-430c-976e-41b4553ae4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9a301a-5d29-4426-8a05-e497f03d4c12,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:40.456884 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c54def50-9f4d-430c-976e-41b4553ae4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.461344 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c54def50-9f4d-430c-976e-41b4553ae4e6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5a9a301a-5d29-4426-8a05-e497f03d4c12 HTTP/1.1" status: 204 len: 168 time: 0.9076710 Aug 31 14:20:40.472855 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60712) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:40.514415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-c284a204-8878-419c-82a7-9165b8a27d79 req-2a17a7d5-3358-4a2b-99de-c87f263c827b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Allocated IP 172.20.0.8 (95e425eb-d5ad-4dd7-8934-338e55a725a8/e83918b6-07cc-4368-a349-5b0c0753fe5d/4083d9bc-6dff-4bee-8466-8548902a5e09) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:40.589057 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-ef50da6c-a665-4daa-af6c-cba9f0a3cd9b tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:40.589817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de25d00-d50b-4947-a4dc-6c8aa9d51128 None None] Network 1766d0ae-34e6-4794-9c0a-56fcf3767613 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:40.590657 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-ef50da6c-a665-4daa-af6c-cba9f0a3cd9b tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/networks?id=3e598f9d-9c5b-4855-b95e-6cf3539ff662 HTTP/1.1" status: 200 len: 811 time: 0.2049301 Aug 31 14:20:40.598189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ca94401f-4e1d-42e6-b611-ee7b8454391f,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:40.606423 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port d94412fb-db76-4ad8-b4e2-19cf775ee0e7 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:40.626697 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a852b688-e479-4a5c-84bd-972839e9fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.630164 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-53d15494-5fd5-4709-a827-690b1795baa3 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/quotas/b1c927b3b7004b24995c18388dbd6a72 HTTP/1.1" status: 200 len: 375 time: 0.0284214 Aug 31 14:20:40.633132 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-46506400-a730-479d-8c50-1349048ab690 req-6c05a32a-373a-4358-84f2-0e68d0afb90b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745230 Aug 31 14:20:40.729576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port d94412fb-db76-4ad8-b4e2-19cf775ee0e7 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:40.742191 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.754839 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a852b688-e479-4a5c-84bd-972839e9fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.768132 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f7eb74-2715-4631-b55b-d07e61a529ab x-openstack-request-id: req-d7f7eb74-2715-4631-b55b-d07e61a529ab {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:40.772030 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ac0385-95be-4f49-8674-da21c65b7375", "name": "network-vif-plugged", "status": "completed", "tag": "ca94401f-4e1d-42e6-b611-ee7b8454391f", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:40.772463 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7f7eb74-2715-4631-b55b-d07e61a529ab {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:40.773536 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ac0385-95be-4f49-8674-da21c65b7375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca94401f-4e1d-42e6-b611-ee7b8454391f', 'code': 200} Aug 31 14:20:40.774873 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-2d48e50f-c008-4c52-80a7-ea6dc473e8c4 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1c927b3b7004b24995c18388dbd6a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1273534 Aug 31 14:20:40.785685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-a852b688-e479-4a5c-84bd-972839e9fbcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc48dca9-9ea6-4a29-8c59-5bbb1f9fb48b']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:40.804869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-a852b688-e479-4a5c-84bd-972839e9fbcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d479d36-7e9f-432d-87b5-ca8850ebdbea') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:40.805362 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-a852b688-e479-4a5c-84bd-972839e9fbcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d479d36-7e9f-432d-87b5-ca8850ebdbea') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:40.825039 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a852b688-e479-4a5c-84bd-972839e9fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.854941 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a852b688-e479-4a5c-84bd-972839e9fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.863306 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a852b688-e479-4a5c-84bd-972839e9fbcc admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:40.863900 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a852b688-e479-4a5c-84bd-972839e9fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.930566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-8a63bb5d-32c0-4c8d-9b51-2435ec1c0882 service neutron] 10.222.0.39 "GET /v2.0/networks/3e598f9d-9c5b-4855-b95e-6cf3539ff662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340318 Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:40.949011 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:40.959044 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a852b688-e479-4a5c-84bd-972839e9fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.977464 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a852b688-e479-4a5c-84bd-972839e9fbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.991358 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a852b688-e479-4a5c-84bd-972839e9fbcc admin admin] 10.222.0.39 "DELETE /v2.0/networks/dc48dca9-9ea6-4a29-8c59-5bbb1f9fb48b HTTP/1.1" status: 204 len: 168 time: 0.5133138 Aug 31 14:20:41.032084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60718) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:41.062545 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a83ff7b2-cae0-4a3c-89f3-a7ebc2fa0253 req-2e0132f4-9f7b-44e1-9694-11197f70407f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 210 time: 0.1110260 Aug 31 14:20:41.089759 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852b688-e479-4a5c-84bd-972839e9fbcc admin admin] Pushing event deleted for resources: {'Network': ['ID=dc48dca9-9ea6-4a29-8c59-5bbb1f9fb48b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:41.099742 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.155745 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c284a204-8878-419c-82a7-9165b8a27d79 req-2a17a7d5-3358-4a2b-99de-c87f263c827b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.170921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0e660-1095-479e-897e-0cf3015c203f req-cb9827e5-ebcf-4e80-90fd-4ef8304c2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:41.172561 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-02a0e660-1095-479e-897e-0cf3015c203f req-cb9827e5-ebcf-4e80-90fd-4ef8304c2ba2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 1097 time: 0.3750627 Aug 31 14:20:41.183335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d94412fb-db76-4ad8-b4e2-19cf775ee0e7, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d94412fb-db76-4ad8-b4e2-19cf775ee0e7,segment=NetworkSegment(98f14ee9-7991-42ae-a0cf-6a74b4d8691b),segment_id=98f14ee9-7991-42ae-a0cf-6a74b4d8691b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:41.189214 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.267825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0419afa-22ec-4a31-830e-638fc7c38365 req-50db2303-0528-4072-bf10-a171959c55a2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:41.275754 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0419afa-22ec-4a31-830e-638fc7c38365 req-50db2303-0528-4072-bf10-a171959c55a2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 946 time: 0.0905118 Aug 31 14:20:41.284703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-bcfe1a63-cfcf-4328-85bb-f64b276f6557 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:41.286178 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-bcfe1a63-cfcf-4328-85bb-f64b276f6557 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.25 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 812 time: 0.2083738 Aug 31 14:20:41.289743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-4652fdd4-ce5f-4a00-840c-78d6603bb77b admin admin] Deleting subnet 08c9054e-e18e-426d-9148-83f0598fa7d8 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:20:41.291127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=d94412fb-db76-4ad8-b4e2-19cf775ee0e7,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:41.297589 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4652fdd4-ce5f-4a00-840c-78d6603bb77b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.304105 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-9d04c963-d063-422d-b021-173cff8d0672 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Request body: {'port': {'device_id': '16a56bf9-4a17-4195-abdb-6550e6da1917', 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af', 'admin_state_up': True, 'tenant_id': '3c77177a7f484a688be812ec879e9355'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:41.354986 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-02a0e660-1095-479e-897e-0cf3015c203f req-d3f07a10-912d-427f-b6ab-4d0872cb0838 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577044 Aug 31 14:20:41.377397 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4652fdd4-ce5f-4a00-840c-78d6603bb77b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.381060 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0419afa-22ec-4a31-830e-638fc7c38365 req-0051ca53-de8c-4b32-b756-b7a8334cce25 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021419 Aug 31 14:20:41.393088 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-fc840340-5da3-432f-86e2-e42af11a6fe1 service neutron] 10.222.0.39 "GET /v2.0/networks/3e598f9d-9c5b-4855-b95e-6cf3539ff662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534557 Aug 31 14:20:41.462220 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c284a204-8878-419c-82a7-9165b8a27d79 req-2a17a7d5-3358-4a2b-99de-c87f263c827b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.471366 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-9d04c963-d063-422d-b021-173cff8d0672 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Made reservation on behalf of 3c77177a7f484a688be812ec879e9355 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:41.475822 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-9d04c963-d063-422d-b021-173cff8d0672 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.480005 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4652fdd4-ce5f-4a00-840c-78d6603bb77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.486670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['913f9a69-4814-4f38-b81e-a21daa183875'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:41.571888 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c284a204-8878-419c-82a7-9165b8a27d79 req-2a17a7d5-3358-4a2b-99de-c87f263c827b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Network 95e425eb-d5ad-4dd7-8934-338e55a725a8 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:41.589526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17a7d5-3358-4a2b-99de-c87f263c827b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Pushing event updated for resources: {'Port': ['ID=4083d9bc-6dff-4bee-8466-8548902a5e09,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:41.607395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-c284a204-8878-419c-82a7-9165b8a27d79 req-2a17a7d5-3358-4a2b-99de-c87f263c827b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:41.624153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c284a204-8878-419c-82a7-9165b8a27d79 req-2a17a7d5-3358-4a2b-99de-c87f263c827b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:41.739234 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4652fdd4-ce5f-4a00-840c-78d6603bb77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.818014 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5cef212b-5864-4862-8056-19d327074776 req-2035d763-4b9f-4d39-9ceb-2cd0069af023 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a56bf9-4a17-4195-abdb-6550e6da1917 HTTP/1.1" status: 200 len: 210 time: 0.0637369 Aug 31 14:20:41.847983 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4652fdd4-ce5f-4a00-840c-78d6603bb77b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.852427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4652fdd4-ce5f-4a00-840c-78d6603bb77b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/08c9054e-e18e-426d-9148-83f0598fa7d8 HTTP/1.1" status: 204 len: 168 time: 0.8150108 Aug 31 14:20:41.856188 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60732) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:41.858329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652fdd4-ce5f-4a00-840c-78d6603bb77b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c9054e-e18e-426d-9148-83f0598fa7d8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:41.899387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284a204-8878-419c-82a7-9165b8a27d79 req-2a17a7d5-3358-4a2b-99de-c87f263c827b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:41.900208 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c284a204-8878-419c-82a7-9165b8a27d79 req-2a17a7d5-3358-4a2b-99de-c87f263c827b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.965332 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c284a204-8878-419c-82a7-9165b8a27d79 req-2a17a7d5-3358-4a2b-99de-c87f263c827b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3758929 Aug 31 14:20:42.003112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Request body: {'port': {'device_id': '6f9bf86e-deb0-4a5a-97f8-16f570e79214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:42.026738 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-db55ba47-33db-4c3a-b3e4-c7637c62a3dd req-18d4b913-1b02-4cfe-824b-9b4eabca199c tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 210 time: 0.1010752 Aug 31 14:20:42.077954 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88d32b4-2368-4822-8e63-a84a313366df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.094716 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.196410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-9d04c963-d063-422d-b021-173cff8d0672 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Allocated IP 172.20.0.8 (0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af/2aa5041b-aff9-4323-8a2c-7ce83a5dbf67/cb54efa5-25ad-46e1-8137-4a114d36ee3d) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:42.211939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726f7ed-b716-490a-8985-39ef97853119 req-f91728db-0973-4760-a3d6-628dc8a323b2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:42.214297 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8726f7ed-b716-490a-8985-39ef97853119 req-f91728db-0973-4760-a3d6-628dc8a323b2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 946 time: 0.4684212 Aug 31 14:20:42.237021 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88d32b4-2368-4822-8e63-a84a313366df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.254916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d88d32b4-2368-4822-8e63-a84a313366df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1766d0ae-34e6-4794-9c0a-56fcf3767613']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:42.278744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d88d32b4-2368-4822-8e63-a84a313366df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f7f8b4-50e1-4975-97b7-c427744b1b34') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:42.279008 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d88d32b4-2368-4822-8e63-a84a313366df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f7f8b4-50e1-4975-97b7-c427744b1b34') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:42.289331 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8726f7ed-b716-490a-8985-39ef97853119 req-ba3a779f-b2a9-4f2c-a6d2-f46074feea88 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f01021a-e820-4506-8186-e82aac268a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642011 Aug 31 14:20:42.345221 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88d32b4-2368-4822-8e63-a84a313366df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.368377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d61f50-62b2-428a-8198-b46d1c5f6b3e req-d34ece35-6ba1-42f2-98ed-c27dc2084fe5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:42.370230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-28d61f50-62b2-428a-8198-b46d1c5f6b3e req-d34ece35-6ba1-42f2-98ed-c27dc2084fe5 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.2040491 Aug 31 14:20:42.394579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88d32b4-2368-4822-8e63-a84a313366df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.460964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88d32b4-2368-4822-8e63-a84a313366df admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:42.461382 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88d32b4-2368-4822-8e63-a84a313366df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:42.463675 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:42.481904 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-9d04c963-d063-422d-b021-173cff8d0672 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.510362 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79270ebc-0660-4b6f-af56-bd00f3f5b453 req-24da0022-b900-433d-96fe-4cfd129af61b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:42.512342 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-79270ebc-0660-4b6f-af56-bd00f3f5b453 req-24da0022-b900-433d-96fe-4cfd129af61b tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 945 time: 0.0914810 Aug 31 14:20:42.569833 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-28d61f50-62b2-428a-8198-b46d1c5f6b3e req-64a041d6-33fe-446c-8cbc-771664fcdfb4 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887116 Aug 31 14:20:42.575505 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-79270ebc-0660-4b6f-af56-bd00f3f5b453 req-7c59d5b3-b07b-4f2c-bcb0-377c1037f8f9 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524409 Aug 31 14:20:42.579742 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88d32b4-2368-4822-8e63-a84a313366df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.608079 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-9d04c963-d063-422d-b021-173cff8d0672 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.623778 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88d32b4-2368-4822-8e63-a84a313366df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.629061 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d88d32b4-2368-4822-8e63-a84a313366df admin admin] 10.222.0.39 "DELETE /v2.0/networks/1766d0ae-34e6-4794-9c0a-56fcf3767613 HTTP/1.1" status: 204 len: 168 time: 0.7690861 Aug 31 14:20:42.630512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d32b4-2368-4822-8e63-a84a313366df admin admin] Pushing event deleted for resources: {'Network': ['ID=1766d0ae-34e6-4794-9c0a-56fcf3767613,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:42.685957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-9d04c963-d063-422d-b021-173cff8d0672 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:42.690394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-9d04c963-d063-422d-b021-173cff8d0672 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:42.694907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-9d04c963-d063-422d-b021-173cff8d0672 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:42.726172 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04c963-d063-422d-b021-173cff8d0672 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Pushing event updated for resources: {'Port': ['ID=cb54efa5-25ad-46e1-8137-4a114d36ee3d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:42.774520 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:42.778688 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5da496-0cc3-4a2c-807a-c1146566c7a7" -d '{"events": [{"server_uuid": "d3e03462-13bb-419d-8cd8-1d98d183f3fb", "name": "network-vif-plugged", "status": "completed", "tag": "d94412fb-db76-4ad8-b4e2-19cf775ee0e7"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:42.811249 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-9d04c963-d063-422d-b021-173cff8d0672 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:42.812376 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-9d04c963-d063-422d-b021-173cff8d0672 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.830760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1de854-18de-4b1f-b0d2-6a5c5cec5f29 req-428cfaa5-37a8-4cd1-9322-69b2b5a8802d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:42.832924 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be1de854-18de-4b1f-b0d2-6a5c5cec5f29 req-428cfaa5-37a8-4cd1-9322-69b2b5a8802d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 931 time: 0.1086159 Aug 31 14:20:42.850453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4083d9bc-6dff-4bee-8466-8548902a5e09 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:42.863445 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.872346 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-9d04c963-d063-422d-b021-173cff8d0672 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5722363 Aug 31 14:20:42.891862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14afe98-5c2d-4112-8062-5ce24f2e77ef req-393c1d28-1cb3-4b14-a04d-35a9b91a5ca3 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:42.901080 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d14afe98-5c2d-4112-8062-5ce24f2e77ef req-393c1d28-1cb3-4b14-a04d-35a9b91a5ca3 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 946 time: 0.1371257 Aug 31 14:20:42.918421 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be1de854-18de-4b1f-b0d2-6a5c5cec5f29 req-111abcc3-2b10-4851-b966-78ac60cd67d9 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584338 Aug 31 14:20:42.919168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60750) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:42.921805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Transition to ACTIVE for port object 4083d9bc-6dff-4bee-8466-8548902a5e09 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:42.930695 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Request body: {'port': {'device_id': '16a56bf9-4a17-4195-abdb-6550e6da1917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:42.939821 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:42.969703 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baa5580-0fb8-4a53-a932-f96846271b06 x-openstack-request-id: req-5baa5580-0fb8-4a53-a932-f96846271b06 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:42.970237 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e03462-13bb-419d-8cd8-1d98d183f3fb", "name": "network-vif-plugged", "status": "completed", "tag": "d94412fb-db76-4ad8-b4e2-19cf775ee0e7", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:42.973606 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5baa5580-0fb8-4a53-a932-f96846271b06 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:42.974191 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7', 'code': 200} Aug 31 14:20:43.015699 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:43.044123 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d14afe98-5c2d-4112-8062-5ce24f2e77ef req-9ea1a401-3da7-429d-9d81-6dce0eed2899 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373627 Aug 31 14:20:43.101653 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-235e14d5-d56d-43e6-be79-67d70885159c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0da327d008245f78f29b66c20549ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718864 Aug 31 14:20:43.102677 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60754) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:43.373554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb25fb-0d08-46b6-b799-2d8fb8d397c2 req-2b698cca-ff64-44c5-87fc-f7481a6fb547 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:43.375232 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e1fb25fb-0d08-46b6-b799-2d8fb8d397c2 req-2b698cca-ff64-44c5-87fc-f7481a6fb547 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a56bf9-4a17-4195-abdb-6550e6da1917 HTTP/1.1" status: 200 len: 931 time: 0.2572052 Aug 31 14:20:43.418067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-88b7f4fd-71a9-41a0-b354-c94adece64a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:43.483758 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e1fb25fb-0d08-46b6-b799-2d8fb8d397c2 req-9d01a621-aeba-434d-beef-3367aaeb6bd6 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968018 Aug 31 14:20:43.500881 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-88b7f4fd-71a9-41a0-b354-c94adece64a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:43.573133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Pushing event updated for resources: {'Port': ['ID=4083d9bc-6dff-4bee-8466-8548902a5e09,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:43.600816 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5befe7dd-cc15-4c20-a181-118e1aa1106b req-6d812e08-a4d7-4531-9f71-12ae04b57c79 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 210 time: 0.1653633 Aug 31 14:20:43.644402 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb54efa5-25ad-46e1-8137-4a114d36ee3d {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:43.655911 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:43.659372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-88b7f4fd-71a9-41a0-b354-c94adece64a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:43.663060 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-88b7f4fd-71a9-41a0-b354-c94adece64a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:43.667205 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-88b7f4fd-71a9-41a0-b354-c94adece64a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3098e14b-5c07-47d3-a3fa-53e9551a2970 HTTP/1.1" status: 204 len: 168 time: 0.5653727 Aug 31 14:20:43.680997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b4007-d80d-4cef-846b-d9dd2ce7cf54 req-d235dab7-39d8-4c1c-943f-2a98237e7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:43.683712 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-273b4007-d80d-4cef-846b-d9dd2ce7cf54 req-d235dab7-39d8-4c1c-943f-2a98237e7132 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 1097 time: 0.5893111 Aug 31 14:20:43.695616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-36416265-a413-498c-94fb-36f4560cc62b tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:43.698179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-36416265-a413-498c-94fb-36f4560cc62b tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.25 "GET /v2.0/networks?id=3e598f9d-9c5b-4855-b95e-6cf3539ff662 HTTP/1.1" status: 200 len: 811 time: 0.2762315 Aug 31 14:20:43.698972 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9c44d-b982-41aa-b890-d3599a2c764f req-bb964374-610b-4a29-8bf0-60b12481694b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:43.700584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f3f9c44d-b982-41aa-b890-d3599a2c764f req-bb964374-610b-4a29-8bf0-60b12481694b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 946 time: 0.1467686 Aug 31 14:20:43.701859 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Transition to ACTIVE for port object cb54efa5-25ad-46e1-8137-4a114d36ee3d will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:43.703160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7f4fd-71a9-41a0-b354-c94adece64a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3098e14b-5c07-47d3-a3fa-53e9551a2970,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:43.727119 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:43.774486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef3ad2-b6da-49dc-86e8-e89bfd9e6b7f req-5cc4a77c-33be-4e82-8ed8-d143cd224503 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:43.776923 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4cef3ad2-b6da-49dc-86e8-e89bfd9e6b7f req-5cc4a77c-33be-4e82-8ed8-d143cd224503 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.3403254 Aug 31 14:20:43.813718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Attempting to bind port 4083d9bc-6dff-4bee-8466-8548902a5e09 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:43.814290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Attempting to bind port 4083d9bc-6dff-4bee-8466-8548902a5e09 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:43.815373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Attempting to bind port 4083d9bc-6dff-4bee-8466-8548902a5e09 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:43.832039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=cb54efa5-25ad-46e1-8137-4a114d36ee3d,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:43.839551 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f3f9c44d-b982-41aa-b890-d3599a2c764f req-040b395c-1461-48ca-8013-2633295d62d0 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f01021a-e820-4506-8186-e82aac268a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292541 Aug 31 14:20:43.881599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Port 4083d9bc-6dff-4bee-8466-8548902a5e09 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:20:43.882048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Attempting to bind port 4083d9bc-6dff-4bee-8466-8548902a5e09 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:43.887082 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-273b4007-d80d-4cef-846b-d9dd2ce7cf54 req-39a27c60-fc35-4fc1-b12a-eaf44307438f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1f01021a-e820-4506-8186-e82aac268a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877611 Aug 31 14:20:43.904582 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-2a3b4b94-b14f-4f86-a302-8923c74ff9ab tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1c927b3b7004b24995c18388dbd6a72 HTTP/1.1" status: 200 len: 380 time: 0.1634753 Aug 31 14:20:43.911523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:43.911992 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Checking segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:43.912465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Bound using segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:43.912967 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Bound port: 4083d9bc-6dff-4bee-8466-8548902a5e09, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:43.913515 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:43.924183 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-da64480d-c617-46c8-9bfc-8ee496ad48a8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Request body: {'port': {'device_id': 'af010227-b42b-438c-9e0d-9a8141231684', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'admin_state_up': True, 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'security_groups': ['e603d378-2d98-4d53-a449-bf83824c4c99']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:43.928894 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Attempting to bind port cb54efa5-25ad-46e1-8137-4a114d36ee3d on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:43.929436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Attempting to bind port cb54efa5-25ad-46e1-8137-4a114d36ee3d by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:43.929955 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Attempting to bind port cb54efa5-25ad-46e1-8137-4a114d36ee3d on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:43.935749 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Port cb54efa5-25ad-46e1-8137-4a114d36ee3d on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:20:43.937149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Attempting to bind port cb54efa5-25ad-46e1-8137-4a114d36ee3d on network 0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:43.942903 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:43.943619 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Checking segment: {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:43.944297 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Bound using segment: {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:43.944892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Bound port: cb54efa5-25ad-46e1-8137-4a114d36ee3d, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1baab4a-5a08-4086-b627-c93263c4b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:43.945464 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.042636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] For port cb54efa5-25ad-46e1-8137-4a114d36ee3d, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:44.046450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] For port cb54efa5-25ad-46e1-8137-4a114d36ee3d, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cb54efa5-25ad-46e1-8137-4a114d36ee3d,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:44.063263 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.077629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241af02-c772-4bf1-a853-2f44d9266997 req-d6426853-8155-4962-8bf8-10f2109b2389 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:44.079390 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b241af02-c772-4bf1-a853-2f44d9266997 req-d6426853-8155-4962-8bf8-10f2109b2389 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 945 time: 0.2817981 Aug 31 14:20:44.141545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=cb54efa5-25ad-46e1-8137-4a114d36ee3d,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:44.155767 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:44.156403 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.157832 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-6bcdaea0-68a1-4fdf-b881-528ee9b85bf9 service neutron] 10.222.0.25 "PUT /v2.0/ports/cb54efa5-25ad-46e1-8137-4a114d36ee3d HTTP/1.1" status: 200 len: 1091 time: 1.2375188 Aug 31 14:20:44.158277 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a56bf9-4a17-4195-abdb-6550e6da1917', 'tag': 'cb54efa5-25ad-46e1-8137-4a114d36ee3d'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:44.160642 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f7f121-3183-46c5-8b06-f9049061cfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "16a56bf9-4a17-4195-abdb-6550e6da1917", "tag": "cb54efa5-25ad-46e1-8137-4a114d36ee3d"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:44.203057 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e01a6-3293-4d64-adba-fb10f7948a17 req-f28e0cd8-af44-4f1a-886d-7cd32dc2ccbe tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:44.204443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:44.209053 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0c4e01a6-3293-4d64-adba-fb10f7948a17 req-f28e0cd8-af44-4f1a-886d-7cd32dc2ccbe tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d0f6a3-bd41-4f42-93f4-30474eb637f8 HTTP/1.1" status: 200 len: 950 time: 0.1604724 Aug 31 14:20:44.211584 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b241af02-c772-4bf1-a853-2f44d9266997 req-80cca530-2eb1-4db7-a88d-243cdba18ae2 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197228 Aug 31 14:20:44.224685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4cef3ad2-b6da-49dc-86e8-e89bfd9e6b7f req-490cc946-9a88-4200-8869-453e7e617082 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Deleting port e7eae629-05eb-43da-97c0-79c60a87969b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:44.225125 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4cef3ad2-b6da-49dc-86e8-e89bfd9e6b7f req-490cc946-9a88-4200-8869-453e7e617082 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.240120 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4083d9bc-6dff-4bee-8466-8548902a5e09,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:44.278052 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.291843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60772) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:44.327203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-8bf88f52-c94f-44b7-ac32-d307427cf43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:44.327766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-da64480d-c617-46c8-9bfc-8ee496ad48a8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Made reservation on behalf of b1c927b3b7004b24995c18388dbd6a72 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:44.328738 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-8bf88f52-c94f-44b7-ac32-d307427cf43b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=16a56bf9-4a17-4195-abdb-6550e6da1917 HTTP/1.1" status: 200 len: 1094 time: 0.1099906 Aug 31 14:20:44.331269 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-da64480d-c617-46c8-9bfc-8ee496ad48a8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.331640 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0c4e01a6-3293-4d64-adba-fb10f7948a17 req-9ab41f79-0dd3-4069-93be-b9e346b2d002 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971446 Aug 31 14:20:44.406851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:44.407411 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.408799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c284a204-8878-419c-82a7-9165b8a27d79 req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] 10.222.0.25 "PUT /v2.0/ports/4083d9bc-6dff-4bee-8466-8548902a5e09 HTTP/1.1" status: 200 len: 1091 time: 2.4118292 Aug 31 14:20:44.411963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9bf86e-deb0-4a5a-97f8-16f570e79214', 'tag': '4083d9bc-6dff-4bee-8466-8548902a5e09'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:44.414217 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f724350-f6ce-4433-ba2b-8274b3f587be" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9bf86e-deb0-4a5a-97f8-16f570e79214", "tag": "4083d9bc-6dff-4bee-8466-8548902a5e09"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:44.419421 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-e9379721-8a9f-4968-9e5f-b78a888e5cc1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb54efa5-25ad-46e1-8137-4a114d36ee3d HTTP/1.1" status: 200 len: 217 time: 0.0790451 Aug 31 14:20:44.509998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-b8fb9a4e-4c34-43bc-b2de-1d8af8d54885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:44.511506 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-b8fb9a4e-4c34-43bc-b2de-1d8af8d54885 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 HTTP/1.1" status: 200 len: 852 time: 0.0788908 Aug 31 14:20:44.518891 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d8271-3eca-4285-8fb0-5c758bd2070f req-6979f9c9-4cb9-46ae-bef1-d85cd08c96f4 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:44.523560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca0775-fe56-40e1-b9a0-4a9ce2869a40 service neutron] Pushing event updated for resources: {'Port': ['ID=4083d9bc-6dff-4bee-8466-8548902a5e09,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:44.524541 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7d1d8271-3eca-4285-8fb0-5c758bd2070f req-6979f9c9-4cb9-46ae-bef1-d85cd08c96f4 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 946 time: 0.1077509 Aug 31 14:20:44.528241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4cef3ad2-b6da-49dc-86e8-e89bfd9e6b7f req-490cc946-9a88-4200-8869-453e7e617082 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] For port e7eae629-05eb-43da-97c0-79c60a87969b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e7eae629-05eb-43da-97c0-79c60a87969b,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:44.528610 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4cef3ad2-b6da-49dc-86e8-e89bfd9e6b7f req-490cc946-9a88-4200-8869-453e7e617082 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.562690 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-29dba975-afc6-4694-8f0e-1f558f0407d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64b398672507495f89149ea364ac932f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672226 Aug 31 14:20:44.571420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60778) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:44.574379 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-ff45b653-d189-4f58-aafb-06194f613739 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478537 Aug 31 14:20:44.596520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d9a00-0015-4c49-8e37-ce17aa141ee4 req-78d5c518-39f3-443b-a676-eab2984d956d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:44.598052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac5d9a00-0015-4c49-8e37-ce17aa141ee4 req-78d5c518-39f3-443b-a676-eab2984d956d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 943 time: 0.2639878 Aug 31 14:20:44.599021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4cef3ad2-b6da-49dc-86e8-e89bfd9e6b7f req-490cc946-9a88-4200-8869-453e7e617082 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Calling delete_port for e7eae629-05eb-43da-97c0-79c60a87969b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:44.682324 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7d1d8271-3eca-4285-8fb0-5c758bd2070f req-d4a51744-132a-47ab-a1bb-1beb0975b7a0 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533787 Aug 31 14:20:44.699525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284a204-8878-419c-82a7-9165b8a27d79 req-52436ab4-0026-40ff-8e42-74da69f0792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:44.701126 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c284a204-8878-419c-82a7-9165b8a27d79 req-52436ab4-0026-40ff-8e42-74da69f0792a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 1094 time: 0.2359006 Aug 31 14:20:44.731857 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4142448-0b33-4bb0-9319-eadc0ba15371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.768820 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c284a204-8878-419c-82a7-9165b8a27d79 req-12822b1d-3484-4fda-950b-427e48d76561 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4083d9bc-6dff-4bee-8466-8548902a5e09 HTTP/1.1" status: 200 len: 217 time: 0.0519896 Aug 31 14:20:44.776259 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4142448-0b33-4bb0-9319-eadc0ba15371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.779414 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-f580ceca-733c-4ce5-8e5d-a3cbb96dd408 service neutron] 10.222.0.25 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905956 Aug 31 14:20:44.851418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-da64480d-c617-46c8-9bfc-8ee496ad48a8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Allocated IP 172.20.0.9 (3e598f9d-9c5b-4855-b95e-6cf3539ff662/90eba941-08a3-4052-ae10-e2a4aaee1377/fe795d4f-4238-47fc-8ca0-195f4f641583) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:44.859060 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac5d9a00-0015-4c49-8e37-ce17aa141ee4 req-bcf2eaca-1345-4d9d-86ba-8b54be9b2202 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472296 Aug 31 14:20:44.919412 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4142448-0b33-4bb0-9319-eadc0ba15371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.923420 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4142448-0b33-4bb0-9319-eadc0ba15371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.927635 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e4142448-0b33-4bb0-9319-eadc0ba15371 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f547197-7d92-4de8-aa32-7d5e5ac7deea HTTP/1.1" status: 204 len: 168 time: 0.3501198 Aug 31 14:20:44.930241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284a204-8878-419c-82a7-9165b8a27d79 req-d7532c26-1c0b-40d2-9957-50c05f85b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:44.931999 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c284a204-8878-419c-82a7-9165b8a27d79 req-d7532c26-1c0b-40d2-9957-50c05f85b2a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.1295598 Aug 31 14:20:44.953846 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4142448-0b33-4bb0-9319-eadc0ba15371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f547197-7d92-4de8-aa32-7d5e5ac7deea,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:44.967511 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e04904d0-e0b3-4ba3-b5b6-66354195e798 req-b9a755fd-eb12-4778-b796-6a4e9019060b service neutron] 10.222.0.25 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724906 Aug 31 14:20:45.006264 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411431b5-6ec0-49c6-bf36-d60407564e33 x-openstack-request-id: req-411431b5-6ec0-49c6-bf36-d60407564e33 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:45.006264 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9bf86e-deb0-4a5a-97f8-16f570e79214", "tag": "4083d9bc-6dff-4bee-8466-8548902a5e09", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:45.006264 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-411431b5-6ec0-49c6-bf36-d60407564e33 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:45.006264 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9bf86e-deb0-4a5a-97f8-16f570e79214', 'tag': '4083d9bc-6dff-4bee-8466-8548902a5e09', 'status': 'completed', 'code': 200} Aug 31 14:20:45.011450 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c284a204-8878-419c-82a7-9165b8a27d79 req-db9d1106-ad5e-4f48-aa24-34b6a7bfcf5a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626407 Aug 31 14:20:45.183976 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4cef3ad2-b6da-49dc-86e8-e89bfd9e6b7f req-490cc946-9a88-4200-8869-453e7e617082 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.191660 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea7e076-703b-4759-8e9d-07dc72399f42 x-openstack-request-id: req-5ea7e076-703b-4759-8e9d-07dc72399f42 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:45.192069 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a56bf9-4a17-4195-abdb-6550e6da1917", "tag": "cb54efa5-25ad-46e1-8137-4a114d36ee3d", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:45.192422 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ea7e076-703b-4759-8e9d-07dc72399f42 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:45.192972 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a56bf9-4a17-4195-abdb-6550e6da1917', 'tag': 'cb54efa5-25ad-46e1-8137-4a114d36ee3d', 'status': 'completed', 'code': 200} Aug 31 14:20:45.270923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560c026-8ec0-4bb7-ad8f-33aa73944190 req-84391afd-b17d-45a0-b4dd-a67fbc6be92b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:45.272532 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7560c026-8ec0-4bb7-ad8f-33aa73944190 req-84391afd-b17d-45a0-b4dd-a67fbc6be92b tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a56bf9-4a17-4195-abdb-6550e6da1917 HTTP/1.1" status: 200 len: 943 time: 0.1706157 Aug 31 14:20:45.300623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cc946-9a88-4200-8869-453e7e617082 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Pushing event deleted for resources: {'Port': ['ID=e7eae629-05eb-43da-97c0-79c60a87969b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:45.344902 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5a5c1d7b-96e1-4bfe-9f93-81ffdd97f812 req-ab7e6c4f-5e27-4e06-95b1-56afb17d90be tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 210 time: 0.0608122 Aug 31 14:20:45.366862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7f121-3183-46c5-8b06-f9049061cfc8 req-8c0126bd-7f30-41f9-bd89-701db673db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:45.368466 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e0f7f121-3183-46c5-8b06-f9049061cfc8 req-8c0126bd-7f30-41f9-bd89-701db673db89 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c77177a7f484a688be812ec879e9355&device_id=16a56bf9-4a17-4195-abdb-6550e6da1917 HTTP/1.1" status: 200 len: 1094 time: 0.1314096 Aug 31 14:20:45.401731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c284a204-8878-419c-82a7-9165b8a27d79 req-5c7540b8-20bf-4b12-a329-9b8cd1a04453 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576143 Aug 31 14:20:45.402505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cef3ad2-b6da-49dc-86e8-e89bfd9e6b7f req-490cc946-9a88-4200-8869-453e7e617082 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] No DVR routers for this DVR port e7eae629-05eb-43da-97c0-79c60a87969b on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:45.410455 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4cef3ad2-b6da-49dc-86e8-e89bfd9e6b7f req-490cc946-9a88-4200-8869-453e7e617082 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.412450 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4cef3ad2-b6da-49dc-86e8-e89bfd9e6b7f req-490cc946-9a88-4200-8869-453e7e617082 tempest-MigrationsAdminTest-1954228411 tempest-MigrationsAdminTest-1954228411-project] 10.222.0.60 "DELETE /v2.0/ports/e7eae629-05eb-43da-97c0-79c60a87969b HTTP/1.1" status: 204 len: 173 time: 1.6238284 Aug 31 14:20:45.475441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7560c026-8ec0-4bb7-ad8f-33aa73944190 req-f5ff8313-2d05-4b55-ac7e-e5fa3af93c1e tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831431 Aug 31 14:20:45.529960 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-da64480d-c617-46c8-9bfc-8ee496ad48a8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.564547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7f121-3183-46c5-8b06-f9049061cfc8 req-78f3e2f8-305c-4b43-a22a-493918c7a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:45.567877 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e0f7f121-3183-46c5-8b06-f9049061cfc8 req-78f3e2f8-305c-4b43-a22a-493918c7a37e service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 200 len: 913 time: 0.1842120 Aug 31 14:20:45.573534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-da64480d-c617-46c8-9bfc-8ee496ad48a8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Transition to ACTIVE for port object fe795d4f-4238-47fc-8ca0-195f4f641583 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:45.617970 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c284a204-8878-419c-82a7-9165b8a27d79 req-ef827953-a111-4acd-b17b-b0c3c7311e25 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941595 Aug 31 14:20:45.636253 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e0f7f121-3183-46c5-8b06-f9049061cfc8 req-ccc34de1-5c76-43ee-ab4b-70400fae59e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb54efa5-25ad-46e1-8137-4a114d36ee3d HTTP/1.1" status: 200 len: 217 time: 0.0568936 Aug 31 14:20:45.647023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e7eae629-05eb-43da-97c0-79c60a87969b no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:45.677232 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-da64480d-c617-46c8-9bfc-8ee496ad48a8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.696473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68f8d1-e08c-4b15-9efc-2ff8e6514ffe req-b0202d66-31a2-4f06-be07-30b02c856235 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:45.708328 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e68f8d1-e08c-4b15-9efc-2ff8e6514ffe req-b0202d66-31a2-4f06-be07-30b02c856235 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 946 time: 0.1191485 Aug 31 14:20:45.711071 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: e7eae629-05eb-43da-97c0-79c60a87969b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:45.711723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e7eae629-05eb-43da-97c0-79c60a87969b not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:45.786102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7f121-3183-46c5-8b06-f9049061cfc8 req-f555cd1a-70b0-41a1-9509-c5ad997e0b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:45.787863 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e0f7f121-3183-46c5-8b06-f9049061cfc8 req-f555cd1a-70b0-41a1-9509-c5ad997e0b54 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 HTTP/1.1" status: 200 len: 852 time: 0.1414721 Aug 31 14:20:45.833635 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e0f7f121-3183-46c5-8b06-f9049061cfc8 req-32bfbd7d-910c-4635-a637-95cf9af3fa3b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368185 Aug 31 14:20:45.844392 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85813831-c546-47a3-8e23-844664c9d973 req-5b7ef4a8-6dd7-4101-bb11-dfc191f87bcf tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:45.856322 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85813831-c546-47a3-8e23-844664c9d973 req-5b7ef4a8-6dd7-4101-bb11-dfc191f87bcf tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1633201 Aug 31 14:20:45.880784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-da64480d-c617-46c8-9bfc-8ee496ad48a8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:45.898919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-da64480d-c617-46c8-9bfc-8ee496ad48a8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:45.908408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-da64480d-c617-46c8-9bfc-8ee496ad48a8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:46.032244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64480d-c617-46c8-9bfc-8ee496ad48a8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Pushing event updated for resources: {'Port': ['ID=fe795d4f-4238-47fc-8ca0-195f4f641583,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:46.073783 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e68f8d1-e08c-4b15-9efc-2ff8e6514ffe req-c181c13b-14c8-4fed-becd-1aed223c4596 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f01021a-e820-4506-8186-e82aac268a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466454 Aug 31 14:20:46.085525 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85813831-c546-47a3-8e23-844664c9d973 req-046ecc98-8daa-4a8b-9f7b-505df04f7596 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.2269804 Aug 31 14:20:46.098635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-85813831-c546-47a3-8e23-844664c9d973 req-0b23ce33-b5f1-43f5-8027-66f004f13006 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Request body: {'floatingip': {'port_id': '44d23347-8450-4ecd-b0cd-304c3734121d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:46.102158 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-da64480d-c617-46c8-9bfc-8ee496ad48a8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:46.111936 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-da64480d-c617-46c8-9bfc-8ee496ad48a8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.130560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f724350-f6ce-4433-ba2b-8274b3f587be req-0d28318b-caa6-469f-a293-e0fc8be0e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:46.143644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f724350-f6ce-4433-ba2b-8274b3f587be req-0d28318b-caa6-469f-a293-e0fc8be0e05d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 1094 time: 0.4343121 Aug 31 14:20:46.175228 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-85813831-c546-47a3-8e23-844664c9d973 req-0b23ce33-b5f1-43f5-8027-66f004f13006 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.209394 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-da64480d-c617-46c8-9bfc-8ee496ad48a8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2912650 Aug 31 14:20:46.250226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Request body: {'port': {'device_id': 'af010227-b42b-438c-9e0d-9a8141231684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:46.261986 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e0f7f121-3183-46c5-8b06-f9049061cfc8 req-2df2b413-f8fa-46eb-b1ac-2b6ddfe260c1 service neutron] 10.222.0.25 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918304 Aug 31 14:20:46.381128 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c252f-feaa-4f4d-b176-fad0c4e4fd64 req-55e542a4-eb03-4627-80d5-1cd957dc1118 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:46.391227 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f8c252f-feaa-4f4d-b176-fad0c4e4fd64 req-55e542a4-eb03-4627-80d5-1cd957dc1118 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 945 time: 0.1458020 Aug 31 14:20:46.402380 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-875c4f4d-41ae-4c01-9ba0-5f71c4349c45 None None] Provisioning for port fe795d4f-4238-47fc-8ca0-195f4f641583 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:46.414500 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.417836 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e0f7f121-3183-46c5-8b06-f9049061cfc8 req-03c84c2c-9d6e-4e55-b527-f321fc9c933d service neutron] 10.222.0.25 "GET /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082106 Aug 31 14:20:46.422183 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-875c4f4d-41ae-4c01-9ba0-5f71c4349c45 None None] Provisioning complete for port fe795d4f-4238-47fc-8ca0-195f4f641583 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:46.424415 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-875c4f4d-41ae-4c01-9ba0-5f71c4349c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.430041 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f724350-f6ce-4433-ba2b-8274b3f587be req-fc6bb04b-b7fe-4af1-a791-c9d16914ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:46.432055 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f724350-f6ce-4433-ba2b-8274b3f587be req-fc6bb04b-b7fe-4af1-a791-c9d16914ff17 service neutron] 10.222.0.25 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.2735329 Aug 31 14:20:46.486828 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-875c4f4d-41ae-4c01-9ba0-5f71c4349c45 None None] Port fe795d4f-4238-47fc-8ca0-195f4f641583 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:20:46.651145 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f724350-f6ce-4433-ba2b-8274b3f587be req-77301c02-9996-4c4a-b4fe-1f30f9711f13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4083d9bc-6dff-4bee-8466-8548902a5e09 HTTP/1.1" status: 200 len: 217 time: 0.2042458 Aug 31 14:20:46.661839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f8c252f-feaa-4f4d-b176-fad0c4e4fd64 req-e248b918-8454-4275-b398-1b5238058759 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697933 Aug 31 14:20:46.742434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cb54efa5-25ad-46e1-8137-4a114d36ee3d details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:20:46.910763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port cb54efa5-25ad-46e1-8137-4a114d36ee3d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cb54efa5-25ad-46e1-8137-4a114d36ee3d,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:46.950054 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'cb54efa5-25ad-46e1-8137-4a114d36ee3d', 'network_id': '0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af', 'port_id': 'cb54efa5-25ad-46e1-8137-4a114d36ee3d', 'mac_address': 'fa:16:3e:59:7d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa5041b-aff9-4323-8a2c-7ce83a5dbf67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:20:47.053192 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.090900 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb54efa5-25ad-46e1-8137-4a114d36ee3d {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:47.112746 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-85813831-c546-47a3-8e23-844664c9d973 req-0b23ce33-b5f1-43f5-8027-66f004f13006 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.117949 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-85813831-c546-47a3-8e23-844664c9d973 req-0b23ce33-b5f1-43f5-8027-66f004f13006 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.121850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port cb54efa5-25ad-46e1-8137-4a114d36ee3d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cb54efa5-25ad-46e1-8137-4a114d36ee3d,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:47.127796 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.209856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=cb54efa5-25ad-46e1-8137-4a114d36ee3d,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:47.285764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60840) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:47.318365 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [req-85813831-c546-47a3-8e23-844664c9d973 req-0b23ce33-b5f1-43f5-8027-66f004f13006 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Floating IP e4b673a5-2014-4650-a29a-34e6682a9215 associated. External IP: 172.25.2.68, port: 44d23347-8450-4ecd-b0cd-304c3734121d. Aug 31 14:20:47.338711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d0f6a3-bd41-4f42-93f4-30474eb637f8', 'name': 'network-vif-deleted', 'tag': 'e7eae629-05eb-43da-97c0-79c60a87969b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:47.340993 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ff6e76-7a5f-41f5-ac2c-74c830aac961" -d '{"events": [{"server_uuid": "a5d0f6a3-bd41-4f42-93f4-30474eb637f8", "name": "network-vif-deleted", "tag": "e7eae629-05eb-43da-97c0-79c60a87969b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:47.383591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f724350-f6ce-4433-ba2b-8274b3f587be req-5f5314f2-2533-4a9e-9490-b30e59a1944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:47.385373 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f724350-f6ce-4433-ba2b-8274b3f587be req-5f5314f2-2533-4a9e-9490-b30e59a1944e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.7185256 Aug 31 14:20:47.426621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['cb54efa5-25ad-46e1-8137-4a114d36ee3d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:47.437739 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f724350-f6ce-4433-ba2b-8274b3f587be req-55081c2a-c0c5-4bce-ab1d-f9977ef91065 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403740 Aug 31 14:20:47.447613 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b2450-b2d9-4024-9069-b6b00a276d9f req-92359222-f52a-45ea-a2f6-372e1694c0ba tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:47.455782 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a05b2450-b2d9-4024-9069-b6b00a276d9f req-92359222-f52a-45ea-a2f6-372e1694c0ba tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 943 time: 0.6522717 Aug 31 14:20:47.591765 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-093e6496-39d7-40b8-b009-89b1570fcbe3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=529262fb62d346ef9b3aa2fafa79b7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024228 Aug 31 14:20:47.591999 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe795d4f-4238-47fc-8ca0-195f4f641583 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:47.592232 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60846) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:47.599438 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.599881 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85813831-c546-47a3-8e23-844664c9d973 req-0b23ce33-b5f1-43f5-8027-66f004f13006 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Router e51562ee-7d93-461c-95db-6544090d490f has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:47.614227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Transition to ACTIVE for port object fe795d4f-4238-47fc-8ca0-195f4f641583 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:47.621983 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.693531 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a05b2450-b2d9-4024-9069-b6b00a276d9f req-49e31cb7-0ee9-47bd-974d-aa6341ecfcae tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064078 Aug 31 14:20:47.768609 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6893d9f8-5d2c-47cc-b134-2b88e43bed7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.780182 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Pushing event updated for resources: {'Port': ['ID=fe795d4f-4238-47fc-8ca0-195f4f641583,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:47.815445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6893d9f8-5d2c-47cc-b134-2b88e43bed7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.829878 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85813831-c546-47a3-8e23-844664c9d973 req-0b23ce33-b5f1-43f5-8027-66f004f13006 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:47.840311 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-85813831-c546-47a3-8e23-844664c9d973 req-0b23ce33-b5f1-43f5-8027-66f004f13006 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.844379 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a522f135-1bc9-4880-a65b-9ce43fb952b7 None None] Sync routers for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:47.861155 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a522f135-1bc9-4880-a65b-9ce43fb952b7 None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:47.861785 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a522f135-1bc9-4880-a65b-9ce43fb952b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:47.902098 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f724350-f6ce-4433-ba2b-8274b3f587be req-f6b8d651-f62c-4d51-ac92-088165a25dd5 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452617 Aug 31 14:20:47.903010 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85813831-c546-47a3-8e23-844664c9d973 req-0b23ce33-b5f1-43f5-8027-66f004f13006 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "PUT /v2.0/floatingips/e4b673a5-2014-4650-a29a-34e6682a9215 HTTP/1.1" status: 200 len: 995 time: 1.8163843 Aug 31 14:20:47.914065 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'tag': '44d23347-8450-4ecd-b0cd-304c3734121d'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:47.917175 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af54ae21-3ed5-4474-99e6-02141c3f4706" -d '{"events": [{"name": "network-changed", "server_uuid": "973be0bd-cd57-4f10-b60a-b04d5cb9687e", "tag": "44d23347-8450-4ecd-b0cd-304c3734121d"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:47.974599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85813831-c546-47a3-8e23-844664c9d973 req-d91068d3-553f-4b1e-8cb2-5f43985f1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:47.992671 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85813831-c546-47a3-8e23-844664c9d973 req-d91068d3-553f-4b1e-8cb2-5f43985f1af4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 1096 time: 0.0878029 Aug 31 14:20:48.016906 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a522f135-1bc9-4880-a65b-9ce43fb952b7 None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:48.055428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6893d9f8-5d2c-47cc-b134-2b88e43bed7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.065077 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6893d9f8-5d2c-47cc-b134-2b88e43bed7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.068592 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6893d9f8-5d2c-47cc-b134-2b88e43bed7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7 HTTP/1.1" status: 204 len: 168 time: 0.4730260 Aug 31 14:20:48.088912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893d9f8-5d2c-47cc-b134-2b88e43bed7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7b77ee-5c4f-4ae8-b3a1-d7230ca04bd7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:48.175442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85813831-c546-47a3-8e23-844664c9d973 req-1252db5b-d92b-429a-aa92-ea3df777952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:48.176783 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85813831-c546-47a3-8e23-844664c9d973 req-1252db5b-d92b-429a-aa92-ea3df777952b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 921 time: 0.1831830 Aug 31 14:20:48.212969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Attempting to bind port fe795d4f-4238-47fc-8ca0-195f4f641583 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:48.213295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Attempting to bind port fe795d4f-4238-47fc-8ca0-195f4f641583 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ef855f9a-7145-41fb-8b99-43eeb331b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:48.213562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Attempting to bind port fe795d4f-4238-47fc-8ca0-195f4f641583 on network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:48.242622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Port fe795d4f-4238-47fc-8ca0-195f4f641583 on network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:20:48.242995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Attempting to bind port fe795d4f-4238-47fc-8ca0-195f4f641583 on network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:48.267995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:48.268340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Checking segment: {'id': 'ef855f9a-7145-41fb-8b99-43eeb331b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:48.268743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Bound using segment: {'id': 'ef855f9a-7145-41fb-8b99-43eeb331b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:48.269308 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Bound port: fe795d4f-4238-47fc-8ca0-195f4f641583, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef855f9a-7145-41fb-8b99-43eeb331b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:48.269868 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.322564 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85813831-c546-47a3-8e23-844664c9d973 req-b5de62f2-a1ec-40ce-9737-37d0ef0e3148 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44d23347-8450-4ecd-b0cd-304c3734121d HTTP/1.1" status: 200 len: 998 time: 0.1344950 Aug 31 14:20:48.369083 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] For port fe795d4f-4238-47fc-8ca0-195f4f641583, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:48.373592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] For port fe795d4f-4238-47fc-8ca0-195f4f641583, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=fe795d4f-4238-47fc-8ca0-195f4f641583,segment=NetworkSegment(ef855f9a-7145-41fb-8b99-43eeb331b42f),segment_id=ef855f9a-7145-41fb-8b99-43eeb331b42f)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:48.385611 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-0a29c91c-4e7a-4e57-afcb-fe040369876f tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 258 time: 0.6422825 Aug 31 14:20:48.394709 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.413514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:48.441891 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a522f135-1bc9-4880-a65b-9ce43fb952b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e4b673a5-2014-4650-a29a-34e6682a9215', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'port_id': '44d23347-8450-4ecd-b0cd-304c3734121d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'mac_address': 'fa:16:3e:d0:67:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:14Z', 'updated_at': '2021-08-31T14:20:46Z', 'revision_number': 1, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:48.455877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85813831-c546-47a3-8e23-844664c9d973 req-a3595bfd-c340-4fc4-97ae-03e43ccf3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:48.459657 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f724350-f6ce-4433-ba2b-8274b3f587be req-3a6019d8-01a3-4b66-ad8e-faf8a724a227 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459497 Aug 31 14:20:48.470374 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a522f135-1bc9-4880-a65b-9ce43fb952b7 None None] Checking router: e51562ee-7d93-461c-95db-6544090d490f for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:48.482144 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85813831-c546-47a3-8e23-844664c9d973 req-a3595bfd-c340-4fc4-97ae-03e43ccf3d45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.1519940 Aug 31 14:20:48.482886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:48.483626 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a522f135-1bc9-4880-a65b-9ce43fb952b7 None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:48.484390 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a522f135-1bc9-4880-a65b-9ce43fb952b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:48.487547 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.490600 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] 10.222.0.25 "PUT /v2.0/ports/fe795d4f-4238-47fc-8ca0-195f4f641583 HTTP/1.1" status: 200 len: 1091 time: 2.2471862 Aug 31 14:20:48.538893 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.601743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85813831-c546-47a3-8e23-844664c9d973 req-5e6073d6-07a3-4091-8aa7-e361de9632fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:48.616090 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85813831-c546-47a3-8e23-844664c9d973 req-5e6073d6-07a3-4091-8aa7-e361de9632fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340082 Aug 31 14:20:48.621895 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a522f135-1bc9-4880-a65b-9ce43fb952b7 None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:48.631654 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-85813831-c546-47a3-8e23-844664c9d973 req-13fc2ec0-2c02-44b0-bbf4-da481d8bc66d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:20:48.638285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c18c87-c76a-41e8-b744-8938d7edc10a service neutron] Pushing event updated for resources: {'Port': ['ID=fe795d4f-4238-47fc-8ca0-195f4f641583,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:48.641686 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85813831-c546-47a3-8e23-844664c9d973 req-13fc2ec0-2c02-44b0-bbf4-da481d8bc66d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247147 Aug 31 14:20:48.687245 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-d8fea9a2-4428-4f5b-90fb-c16939fd8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:48.688761 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-d8fea9a2-4428-4f5b-90fb-c16939fd8434 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1c927b3b7004b24995c18388dbd6a72&device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 1094 time: 0.1245377 Aug 31 14:20:48.692577 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60858) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:48.745737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cb54efa5-25ad-46e1-8137-4a114d36ee3d up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:48.778972 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-e3108fa2-cee3-4e05-bd2d-5c69fa7e2acd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe795d4f-4238-47fc-8ca0-195f4f641583 HTTP/1.1" status: 200 len: 217 time: 0.0754485 Aug 31 14:20:48.836505 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85813831-c546-47a3-8e23-844664c9d973 req-36c7d576-a306-49ba-938c-b3b2e0c76654 service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935887 Aug 31 14:20:48.851280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port cb54efa5-25ad-46e1-8137-4a114d36ee3d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:48.862381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port cb54efa5-25ad-46e1-8137-4a114d36ee3d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:48.862763 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.905724 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a522f135-1bc9-4880-a65b-9ce43fb952b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e4b673a5-2014-4650-a29a-34e6682a9215', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'port_id': '44d23347-8450-4ecd-b0cd-304c3734121d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'mac_address': 'fa:16:3e:d0:67:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:14Z', 'updated_at': '2021-08-31T14:20:46Z', 'revision_number': 1, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:48.912932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-f1c00ada-b524-4713-90c2-08de554fd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:48.916559 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-f1c00ada-b524-4713-90c2-08de554fd2b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=90eba941-08a3-4052-ae10-e2a4aaee1377 HTTP/1.1" status: 200 len: 850 time: 0.1166594 Aug 31 14:20:48.919350 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.936339 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a522f135-1bc9-4880-a65b-9ce43fb952b7 None None] The sync data for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 is: [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e4b673a5-2014-4650-a29a-34e6682a9215', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'port_id': '44d23347-8450-4ecd-b0cd-304c3734121d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'mac_address': 'fa:16:3e:d0:67:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:14Z', 'updated_at': '2021-08-31T14:20:46Z', 'revision_number': 1, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:48.938032 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1c24da7c-2f85-4810-a3fd-c09b33824896 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c49910b281f4a7691445c7a2ca3a5be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442570 Aug 31 14:20:48.943518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60862) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:49.049163 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d1c4b70f-2f52-43c9-9179-8fc1e461126d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.058499 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.078299 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d1c4b70f-2f52-43c9-9179-8fc1e461126d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.093110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a56bf9-4a17-4195-abdb-6550e6da1917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb54efa5-25ad-46e1-8137-4a114d36ee3d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:49.096867 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af533e9-fd5f-4441-9757-afbf20ad3df5" -d '{"events": [{"server_uuid": "16a56bf9-4a17-4195-abdb-6550e6da1917", "name": "network-vif-plugged", "status": "completed", "tag": "cb54efa5-25ad-46e1-8137-4a114d36ee3d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:49.129793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port cb54efa5-25ad-46e1-8137-4a114d36ee3d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cb54efa5-25ad-46e1-8137-4a114d36ee3d,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:49.132089 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.135503 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.152936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-369b7b3e-8d8e-4598-8cf5-f021c10de8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:49.154452 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-369b7b3e-8d8e-4598-8cf5-f021c10de8a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3e598f9d-9c5b-4855-b95e-6cf3539ff662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093140 Aug 31 14:20:49.183645 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85813831-c546-47a3-8e23-844664c9d973 req-55d67c82-0756-4603-9f5a-4b5682f84334 service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427174 Aug 31 14:20:49.217351 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d1c4b70f-2f52-43c9-9179-8fc1e461126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.217795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=cb54efa5-25ad-46e1-8137-4a114d36ee3d,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:49.231539 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d1c4b70f-2f52-43c9-9179-8fc1e461126d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.232964 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d1c4b70f-2f52-43c9-9179-8fc1e461126d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6c6389e-3bf3-404a-9b10-c98889b91998 HTTP/1.1" status: 204 len: 168 time: 0.2833195 Aug 31 14:20:49.239044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Allocated IP 172.25.2.45 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/39996f04-11d4-4494-93e4-1addf5a6531e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:49.244465 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4b70f-2f52-43c9-9179-8fc1e461126d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c6389e-3bf3-404a-9b10-c98889b91998,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:49.342424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6ec1fd-832f-4ea5-84f5-1891e7e9dae0 None None] New status for floating IP e4b673a5-2014-4650-a29a-34e6682a9215: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:20:49.393508 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-93d4470e-c723-4706-ab3e-884fe9455460 service neutron] 10.222.0.25 "GET /v2.0/networks/3e598f9d-9c5b-4855-b95e-6cf3539ff662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286937 Aug 31 14:20:49.399834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31105a-1f7c-49be-ac96-4227b143a27c req-4204dd4b-f2b2-4431-b92c-5f4f0f4e542a tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:49.404353 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5d31105a-1f7c-49be-ac96-4227b143a27c req-4204dd4b-f2b2-4431-b92c-5f4f0f4e542a tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 943 time: 0.1023273 Aug 31 14:20:49.455539 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.469275 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5d31105a-1f7c-49be-ac96-4227b143a27c req-8d262c8a-3e91-44f8-86a7-10d6decdf367 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/security-groups?id=e603d378-2d98-4d53-a449-bf83824c4c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520790 Aug 31 14:20:49.562903 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40ef17bf-6fbe-458d-a732-46ef1e1e57e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.574089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a8f4951-5c86-4f7d-87ef-6727639d04f2 req-a7d833d6-09cc-4f40-86ae-3cbf53f94da4 service neutron] 10.222.0.25 "GET /v2.0/networks/3e598f9d-9c5b-4855-b95e-6cf3539ff662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700311 Aug 31 14:20:49.576118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.606305 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:49.609421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:49.630405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:49.674980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7ee9a-dc2a-4b2b-918e-4b2fd9aaed22 req-ae420d26-622b-425d-a819-391e47d9fd16 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:49.676694 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-71a7ee9a-dc2a-4b2b-918e-4b2fd9aaed22 req-ae420d26-622b-425d-a819-391e47d9fd16 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a56bf9-4a17-4195-abdb-6550e6da1917 HTTP/1.1" status: 200 len: 945 time: 0.0899866 Aug 31 14:20:49.679538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Pushing event updated for resources: {'Port': ['ID=39996f04-11d4-4494-93e4-1addf5a6531e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:49.744386 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.751759 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-71a7ee9a-dc2a-4b2b-918e-4b2fd9aaed22 req-7867e856-59a8-4394-a48c-1b92442e9b91 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659182 Aug 31 14:20:49.790001 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.974865 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.981418 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.055072 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb99dea-71d4-443e-a20b-2b98673463d8 x-openstack-request-id: req-5fb99dea-71d4-443e-a20b-2b98673463d8 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:50.055466 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d0f6a3-bd41-4f42-93f4-30474eb637f8", "name": "network-vif-deleted", "tag": "e7eae629-05eb-43da-97c0-79c60a87969b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:50.055881 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5fb99dea-71d4-443e-a20b-2b98673463d8 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:50.056927 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d0f6a3-bd41-4f42-93f4-30474eb637f8', 'name': 'network-vif-deleted', 'tag': 'e7eae629-05eb-43da-97c0-79c60a87969b', 'status': 'completed', 'code': 200} Aug 31 14:20:50.078851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Pushing event updated for resources: {'Port': ['ID=39996f04-11d4-4494-93e4-1addf5a6531e,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:50.094047 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.110232 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.111614 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-097d17fe-7c66-47ef-83d7-dfa6056b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7058113 Aug 31 14:20:50.210092 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-58594452-d199-4eb8-bf06-98a3a82ec692 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.0892992 Aug 31 14:20:50.329230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-8907ae01-dbaf-41cf-8be6-4fe7edf23fb8 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:50.330911 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-8907ae01-dbaf-41cf-8be6-4fe7edf23fb8 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.1144516 Aug 31 14:20:50.342956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-db45ff8f-7d74-4c79-b2d4-35d310c81dec tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:20:50.344950 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39912be6-3982-4fa4-aa8c-0809c556c110 req-db45ff8f-7d74-4c79-b2d4-35d310c81dec tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074258 Aug 31 14:20:50.434435 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1a53fb-cb68-4c12-8d87-8135a3eb5b2c x-openstack-request-id: req-1c1a53fb-cb68-4c12-8d87-8135a3eb5b2c {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:50.434980 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973be0bd-cd57-4f10-b60a-b04d5cb9687e", "tag": "44d23347-8450-4ecd-b0cd-304c3734121d", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:50.434980 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c1a53fb-cb68-4c12-8d87-8135a3eb5b2c {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:50.435349 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'tag': '44d23347-8450-4ecd-b0cd-304c3734121d', 'status': 'completed', 'code': 200} Aug 31 14:20:50.460641 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e196e-ec76-4e6a-8263-df710e0078cf req-b683fea9-ed48-4a13-971f-fe12c794d03e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:50.469071 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-393e196e-ec76-4e6a-8263-df710e0078cf req-b683fea9-ed48-4a13-971f-fe12c794d03e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 945 time: 0.3829205 Aug 31 14:20:50.510502 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54ae21-3ed5-4474-99e6-02141c3f4706 req-81255bc4-94da-4e72-a7ef-9e968c83c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:50.512102 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af54ae21-3ed5-4474-99e6-02141c3f4706 req-81255bc4-94da-4e72-a7ef-9e968c83c614 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 1096 time: 0.0796058 Aug 31 14:20:50.515463 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-393e196e-ec76-4e6a-8263-df710e0078cf req-7001480f-7024-4e11-a303-6f2d154716ac tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408416 Aug 31 14:20:50.538734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df202b8-3c7c-47fd-aa32-067b0b4dc458 req-4646c06e-60df-44dc-a0e0-75dd350b9749 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:50.541363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9df202b8-3c7c-47fd-aa32-067b0b4dc458 req-4646c06e-60df-44dc-a0e0-75dd350b9749 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 943 time: 0.0812984 Aug 31 14:20:50.578164 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a811b0-d442-4db9-a7b3-9f88091a9550 x-openstack-request-id: req-88a811b0-d442-4db9-a7b3-9f88091a9550 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:50.579348 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a56bf9-4a17-4195-abdb-6550e6da1917", "name": "network-vif-plugged", "status": "completed", "tag": "cb54efa5-25ad-46e1-8137-4a114d36ee3d", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:50.580034 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88a811b0-d442-4db9-a7b3-9f88091a9550 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:50.580754 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a56bf9-4a17-4195-abdb-6550e6da1917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb54efa5-25ad-46e1-8137-4a114d36ee3d', 'code': 200} Aug 31 14:20:50.632004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9df202b8-3c7c-47fd-aa32-067b0b4dc458 req-ebd4767e-7825-4372-a68e-9d2918b19190 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820787 Aug 31 14:20:50.699139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54ae21-3ed5-4474-99e6-02141c3f4706 req-27d4aab3-6643-4735-947d-ed023fb1dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:50.700734 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af54ae21-3ed5-4474-99e6-02141c3f4706 req-27d4aab3-6643-4735-947d-ed023fb1dd7e service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 921 time: 0.1766400 Aug 31 14:20:50.710771 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c631-e87c-4a30-a170-9c7383747e93 req-6462f402-0fd9-4e77-adce-ffef52f636db tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:50.712487 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-6462f402-0fd9-4e77-adce-ffef52f636db tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0801280 Aug 31 14:20:50.719300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceed3f7-8281-4fa1-bc01-00d11aca69c3 req-78a4ff23-5645-41d2-b8c6-d990c6ba13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:50.721155 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eceed3f7-8281-4fa1-bc01-00d11aca69c3 req-78a4ff23-5645-41d2-b8c6-d990c6ba13f0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=16a56bf9-4a17-4195-abdb-6550e6da1917 HTTP/1.1" status: 200 len: 1096 time: 0.0563467 Aug 31 14:20:50.834891 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-57400f60-b8f1-471d-8227-921d72c505f2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 1000 time: 0.1159530 Aug 31 14:20:50.842034 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af54ae21-3ed5-4474-99e6-02141c3f4706 req-704ef793-155a-43c0-9569-278ad95b589d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44d23347-8450-4ecd-b0cd-304c3734121d HTTP/1.1" status: 200 len: 1000 time: 0.0969830 Aug 31 14:20:50.845544 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eceed3f7-8281-4fa1-bc01-00d11aca69c3 req-bdf61bf3-7d8f-43c9-a508-401cec676f36 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923073 Aug 31 14:20:50.848216 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-0335c631-e87c-4a30-a170-9c7383747e93 req-02076170-6efe-4389-9096-f11801afbbe2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Request body: {'floatingip': {'port_id': 'ca94401f-4e1d-42e6-b611-ee7b8454391f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:50.905569 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0335c631-e87c-4a30-a170-9c7383747e93 req-02076170-6efe-4389-9096-f11801afbbe2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.201235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54ae21-3ed5-4474-99e6-02141c3f4706 req-f8700cdc-ad84-4452-8e0f-9eb184fd007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:51.202713 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af54ae21-3ed5-4474-99e6-02141c3f4706 req-f8700cdc-ad84-4452-8e0f-9eb184fd007d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.1188545 Aug 31 14:20:51.236196 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-0a3dc5b6-6666-4b7a-873a-42d468fb3cd7 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:51.237975 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-0a3dc5b6-6666-4b7a-873a-42d468fb3cd7 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1132989 Aug 31 14:20:51.254610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60918) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:51.312047 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-915bb417-7cfd-43e9-afed-9a7e72e11640 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.0580523 Aug 31 14:20:51.322754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54ae21-3ed5-4474-99e6-02141c3f4706 req-0e7c168c-e595-4f63-9073-f557d60a50f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:51.324809 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af54ae21-3ed5-4474-99e6-02141c3f4706 req-0e7c168c-e595-4f63-9073-f557d60a50f9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070724 Aug 31 14:20:51.329713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-15724cfb-e234-47f1-8756-e1904b44ff05 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Request body: {'floatingip': {'port_id': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:51.416373 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-15724cfb-e234-47f1-8756-e1904b44ff05 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.434917 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0335c631-e87c-4a30-a170-9c7383747e93 req-02076170-6efe-4389-9096-f11801afbbe2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.438778 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0335c631-e87c-4a30-a170-9c7383747e93 req-02076170-6efe-4389-9096-f11801afbbe2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.453888 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-073b8772-f088-4612-ad55-5a826aab4abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.542010 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [req-0335c631-e87c-4a30-a170-9c7383747e93 req-02076170-6efe-4389-9096-f11801afbbe2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Floating IP e4b673a5-2014-4650-a29a-34e6682a9215 associated. External IP: 172.25.2.68, port: 44d23347-8450-4ecd-b0cd-304c3734121d. Aug 31 14:20:51.589376 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af54ae21-3ed5-4474-99e6-02141c3f4706 req-c8d7ec8e-2e97-4636-b5f7-c21046d6ed7e service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557650 Aug 31 14:20:51.769993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0335c631-e87c-4a30-a170-9c7383747e93 req-02076170-6efe-4389-9096-f11801afbbe2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Router e51562ee-7d93-461c-95db-6544090d490f has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:51.886547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0335c631-e87c-4a30-a170-9c7383747e93 req-02076170-6efe-4389-9096-f11801afbbe2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:51.896586 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf9f75c-7798-4fba-a55e-9e6eec15a178 None None] Sync routers for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:51.906955 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf9f75c-7798-4fba-a55e-9e6eec15a178 None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:51.907620 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bcf9f75c-7798-4fba-a55e-9e6eec15a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:52.030979 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-bcf9f75c-7798-4fba-a55e-9e6eec15a178 None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:52.057644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af010227-b42b-438c-9e0d-9a8141231684', 'tag': 'fe795d4f-4238-47fc-8ca0-195f4f641583'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:52.059876 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987b458b-043c-437e-85fd-81bedef5a8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "af010227-b42b-438c-9e0d-9a8141231684", "tag": "fe795d4f-4238-47fc-8ca0-195f4f641583"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:52.111895 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af54ae21-3ed5-4474-99e6-02141c3f4706 req-dfeffe64-f94f-451d-a165-f4df1da15323 service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880550 Aug 31 14:20:52.124148 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3758e6b4-fe35-4979-80a1-c27c016f9701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.137236 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0335c631-e87c-4a30-a170-9c7383747e93 req-02076170-6efe-4389-9096-f11801afbbe2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Router e51562ee-7d93-461c-95db-6544090d490f has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:52.157974 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-073b8772-f088-4612-ad55-5a826aab4abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.193904 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.224571 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-073b8772-f088-4612-ad55-5a826aab4abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.260067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0335c631-e87c-4a30-a170-9c7383747e93 req-02076170-6efe-4389-9096-f11801afbbe2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:52.264989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0335c631-e87c-4a30-a170-9c7383747e93 req-02076170-6efe-4389-9096-f11801afbbe2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.298761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b8772-f088-4612-ad55-5a826aab4abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c710414-d434-4b69-89a4-d94faa6ac5ba,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:52.321374 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-073b8772-f088-4612-ad55-5a826aab4abd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cbe75fb69ef493dbad5fd822f0819bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0641127 Aug 31 14:20:52.329503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60928) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:52.340170 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-02076170-6efe-4389-9096-f11801afbbe2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "PUT /v2.0/floatingips/e4b673a5-2014-4650-a29a-34e6682a9215 HTTP/1.1" status: 200 len: 998 time: 1.4877229 Aug 31 14:20:52.401180 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bcf9f75c-7798-4fba-a55e-9e6eec15a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e4b673a5-2014-4650-a29a-34e6682a9215', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'port_id': 'ca94401f-4e1d-42e6-b611-ee7b8454391f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'mac_address': 'fa:16:3e:75:4a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac0385-95be-4f49-8674-da21c65b7375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:14Z', 'updated_at': '2021-08-31T14:20:51Z', 'revision_number': 3, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:52.421224 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c631-e87c-4a30-a170-9c7383747e93 req-8dd29df7-3887-426e-ab83-7bae14eea8aa tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:52.422657 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-8dd29df7-3887-426e-ab83-7bae14eea8aa tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports/44d23347-8450-4ecd-b0cd-304c3734121d HTTP/1.1" status: 200 len: 942 time: 0.0816157 Aug 31 14:20:52.442315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'tag': '44d23347-8450-4ecd-b0cd-304c3734121d'}, {'name': 'network-changed', 'server_uuid': '71ac0385-95be-4f49-8674-da21c65b7375', 'tag': 'ca94401f-4e1d-42e6-b611-ee7b8454391f'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:52.444692 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97360d80-5023-4466-9601-914aa0074453" -d '{"events": [{"name": "network-changed", "server_uuid": "973be0bd-cd57-4f10-b60a-b04d5cb9687e", "tag": "44d23347-8450-4ecd-b0cd-304c3734121d"}, {"name": "network-changed", "server_uuid": "71ac0385-95be-4f49-8674-da21c65b7375", "tag": "ca94401f-4e1d-42e6-b611-ee7b8454391f"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:52.451302 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf9f75c-7798-4fba-a55e-9e6eec15a178 None None] Checking router: e51562ee-7d93-461c-95db-6544090d490f for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:52.464708 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf9f75c-7798-4fba-a55e-9e6eec15a178 None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:52.466203 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bcf9f75c-7798-4fba-a55e-9e6eec15a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:52.492490 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2026ed8d-136d-4c1c-9684-e45bc9bad38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.525970 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2026ed8d-136d-4c1c-9684-e45bc9bad38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.535012 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c631-e87c-4a30-a170-9c7383747e93 req-37dba21e-f493-4077-aa5b-e64e2817fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:52.536639 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-37dba21e-f493-4077-aa5b-e64e2817fd62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 1096 time: 0.0811491 Aug 31 14:20:52.548864 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-15724cfb-e234-47f1-8756-e1904b44ff05 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.553075 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-15724cfb-e234-47f1-8756-e1904b44ff05 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.589543 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-bcf9f75c-7798-4fba-a55e-9e6eec15a178 None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:52.633696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2026ed8d-136d-4c1c-9684-e45bc9bad38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.636349 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2026ed8d-136d-4c1c-9684-e45bc9bad38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.637725 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2026ed8d-136d-4c1c-9684-e45bc9bad38e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c710414-d434-4b69-89a4-d94faa6ac5ba HTTP/1.1" status: 204 len: 168 time: 0.2513506 Aug 31 14:20:52.655914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026ed8d-136d-4c1c-9684-e45bc9bad38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c710414-d434-4b69-89a4-d94faa6ac5ba,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:52.686162 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c631-e87c-4a30-a170-9c7383747e93 req-fe9f1a4c-34e2-44ab-ba0b-91e582a31ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:52.688012 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-fe9f1a4c-34e2-44ab-ba0b-91e582a31ea9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 921 time: 0.1337929 Aug 31 14:20:52.691653 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-15724cfb-e234-47f1-8756-e1904b44ff05 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Floating IP 6b0facac-9337-4335-9107-dab75e1df2e7 associated. External IP: 172.25.2.45, port: d94412fb-db76-4ad8-b4e2-19cf775ee0e7. Aug 31 14:20:52.757867 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-77d812b2-987b-4d01-bb76-fe57f3bceb2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44d23347-8450-4ecd-b0cd-304c3734121d HTTP/1.1" status: 200 len: 217 time: 0.0615516 Aug 31 14:20:52.769672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device fe795d4f-4238-47fc-8ca0-195f4f641583 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:20:52.836971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c631-e87c-4a30-a170-9c7383747e93 req-5478f271-3d75-4ebb-86b5-750231decab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:52.845847 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-5478f271-3d75-4ebb-86b5-750231decab8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.0687139 Aug 31 14:20:52.898412 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c631-e87c-4a30-a170-9c7383747e93 req-47b73f1a-d750-40f8-b985-950ee6ba4def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:52.900825 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-47b73f1a-d750-40f8-b985-950ee6ba4def service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534961 Aug 31 14:20:52.924049 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bcf9f75c-7798-4fba-a55e-9e6eec15a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e4b673a5-2014-4650-a29a-34e6682a9215', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'port_id': 'ca94401f-4e1d-42e6-b611-ee7b8454391f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'mac_address': 'fa:16:3e:75:4a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac0385-95be-4f49-8674-da21c65b7375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:14Z', 'updated_at': '2021-08-31T14:20:51Z', 'revision_number': 3, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:52.930109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port fe795d4f-4238-47fc-8ca0-195f4f641583, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=fe795d4f-4238-47fc-8ca0-195f4f641583,segment=NetworkSegment(ef855f9a-7145-41fb-8b99-43eeb331b42f),segment_id=ef855f9a-7145-41fb-8b99-43eeb331b42f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:52.951693 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'fe795d4f-4238-47fc-8ca0-195f4f641583', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'port_id': 'fe795d4f-4238-47fc-8ca0-195f4f641583', 'mac_address': 'fa:16:3e:f2:21:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:20:52.959276 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf9f75c-7798-4fba-a55e-9e6eec15a178 None None] The sync data for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 is: [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e4b673a5-2014-4650-a29a-34e6682a9215', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'port_id': 'ca94401f-4e1d-42e6-b611-ee7b8454391f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'mac_address': 'fa:16:3e:75:4a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac0385-95be-4f49-8674-da21c65b7375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:14Z', 'updated_at': '2021-08-31T14:20:51Z', 'revision_number': 3, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:53.017663 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60936) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:53.029795 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.056917 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7d2897d6-78b2-42d5-b81e-4187056b7ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.057464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe795d4f-4238-47fc-8ca0-195f4f641583 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:53.068890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-15724cfb-e234-47f1-8756-e1904b44ff05 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Router e962a76c-a205-48bd-9cc4-18bf860c2f58 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:53.085673 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port fe795d4f-4238-47fc-8ca0-195f4f641583, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=fe795d4f-4238-47fc-8ca0-195f4f641583,segment=NetworkSegment(ef855f9a-7145-41fb-8b99-43eeb331b42f),segment_id=ef855f9a-7145-41fb-8b99-43eeb331b42f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:53.090748 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.117704 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-ea5f73b1-53e6-4cbb-8823-d53533536760 service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080865 Aug 31 14:20:53.205163 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-15724cfb-e234-47f1-8756-e1904b44ff05 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:53.210404 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-15724cfb-e234-47f1-8756-e1904b44ff05 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.256089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-15724cfb-e234-47f1-8756-e1904b44ff05 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "PUT /v2.0/floatingips/6b0facac-9337-4335-9107-dab75e1df2e7 HTTP/1.1" status: 200 len: 996 time: 1.9300926 Aug 31 14:20:53.283525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f0952-c9b3-4d81-9013-4f88145875df None None] Sync routers for ids ['e962a76c-a205-48bd-9cc4-18bf860c2f58'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:53.315753 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c6aa4-6d01-4ef1-a3c7-78aaa739f181 None None] New status for floating IP e4b673a5-2014-4650-a29a-34e6682a9215: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:20:53.323410 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-110b7a6c-986c-462b-963f-867b1b7fa190 service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914823 Aug 31 14:20:53.326481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-bacb3e78-af1e-44b1-8807-f37bc813e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:53.331360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798f0952-c9b3-4d81-9013-4f88145875df None None] Routers {'e962a76c-a205-48bd-9cc4-18bf860c2f58'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:53.333634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-798f0952-c9b3-4d81-9013-4f88145875df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e962a76c-a205-48bd-9cc4-18bf860c2f58'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:53.337994 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-bacb3e78-af1e-44b1-8807-f37bc813e61c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c91b8088d31e4a189bd7bb47d8505a14&device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 1097 time: 0.0715895 Aug 31 14:20:53.338971 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7d2897d6-78b2-42d5-b81e-4187056b7ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.343570 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7d2897d6-78b2-42d5-b81e-4187056b7ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.344732 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.403392 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2897d6-78b2-42d5-b81e-4187056b7ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbc4823-3431-4350-b29d-6645a12bfc59,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:53.445948 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60938) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:53.446876 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7d2897d6-78b2-42d5-b81e-4187056b7ae1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14ce6a0e02da4e5b94f0c0f8a0f3fe20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139128 Aug 31 14:20:53.481150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c631-e87c-4a30-a170-9c7383747e93 req-4d61ee27-4a15-4960-89d6-e97deab1e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:53.483233 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-4d61ee27-4a15-4960-89d6-e97deab1e423 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 1097 time: 0.1034014 Aug 31 14:20:53.496539 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=fe795d4f-4238-47fc-8ca0-195f4f641583,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:53.529703 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-bdffb3ca-e7a9-4419-9528-2569bf436e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:53.531868 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-bdffb3ca-e7a9-4419-9528-2569bf436e72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce34b7e0-d220-4c91-a984-ef8698a60e62 HTTP/1.1" status: 200 len: 930 time: 0.1929607 Aug 31 14:20:53.552061 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-377668f5-5158-48a7-ade0-95b3132ad3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.611776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c631-e87c-4a30-a170-9c7383747e93 req-3079f5b8-1f13-4726-8811-77d3476f55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:53.613874 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-3079f5b8-1f13-4726-8811-77d3476f55a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 921 time: 0.1231706 Aug 31 14:20:53.620195 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-798f0952-c9b3-4d81-9013-4f88145875df None None] Set router e962a76c-a205-48bd-9cc4-18bf860c2f58 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:53.631737 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-377668f5-5158-48a7-ade0-95b3132ad3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.631952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['fe795d4f-4238-47fc-8ca0-195f4f641583'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:53.649194 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-3c05e7ff-c704-4647-8913-1423acb56530 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d94412fb-db76-4ad8-b4e2-19cf775ee0e7 HTTP/1.1" status: 200 len: 999 time: 0.1068799 Aug 31 14:20:53.685277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf8a2d-e75b-43e6-b7ad-95a8b259dce6 None None] Sync routers for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:53.691112 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-6c505823-a7b2-4415-9c5d-f26428aa7595 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca94401f-4e1d-42e6-b611-ee7b8454391f HTTP/1.1" status: 200 len: 1001 time: 0.0660934 Aug 31 14:20:53.713369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-42e6db6a-4fd0-446d-b980-30f3b83fdd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:53.714591 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-42e6db6a-4fd0-446d-b980-30f3b83fdd5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c81ffc22-03c4-4f93-acfe-71bc6d7d3286 HTTP/1.1" status: 200 len: 868 time: 0.0646083 Aug 31 14:20:53.726511 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf8a2d-e75b-43e6-b7ad-95a8b259dce6 None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:53.727135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-59bf8a2d-e75b-43e6-b7ad-95a8b259dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:53.752722 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-377668f5-5158-48a7-ade0-95b3132ad3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.755272 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-377668f5-5158-48a7-ade0-95b3132ad3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.758905 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-377668f5-5158-48a7-ade0-95b3132ad3a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5dbc4823-3431-4350-b29d-6645a12bfc59 HTTP/1.1" status: 204 len: 168 time: 0.3220222 Aug 31 14:20:53.769196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c631-e87c-4a30-a170-9c7383747e93 req-c3e5b9ba-9916-4486-b344-5490d27befe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:53.769402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377668f5-5158-48a7-ade0-95b3132ad3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbc4823-3431-4350-b29d-6645a12bfc59,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:53.779878 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-c3e5b9ba-9916-4486-b344-5490d27befe7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.0812695 Aug 31 14:20:53.782425 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-00870784-13fc-47a6-880a-1fed4bef507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:53.784173 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-00870784-13fc-47a6-880a-1fed4bef507d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce34b7e0-d220-4c91-a984-ef8698a60e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611544 Aug 31 14:20:53.804774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-65876b27-eafe-471f-9b30-51df517c6d31 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:20:53.805865 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-65876b27-eafe-471f-9b30-51df517c6d31 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089855 Aug 31 14:20:53.856462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c631-e87c-4a30-a170-9c7383747e93 req-f427b752-1ac2-4998-b2c3-dc4ea651e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:53.858290 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-f427b752-1ac2-4998-b2c3-dc4ea651e5f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689304 Aug 31 14:20:53.946823 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-2a591b5f-8260-4a13-bf7b-790c24988e54 service neutron] 10.222.0.39 "GET /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331165 Aug 31 14:20:53.979403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-59bf8a2d-e75b-43e6-b7ad-95a8b259dce6 None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:53.994011 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-dadbd5ad-a063-431c-9328-8e7c41ef0d3d service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250677 Aug 31 14:20:54.068607 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21bc3f5c-795d-4449-b566-e0d341ef0588 req-d06395ca-5126-4f6c-ad3c-8d7b2217a04c service neutron] 10.222.0.39 "GET /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141615 Aug 31 14:20:54.070339 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:54.130215 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0335c631-e87c-4a30-a170-9c7383747e93 req-f4efd704-89db-46fe-9466-a521378b3374 service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349952 Aug 31 14:20:54.213496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-f1d5d620-654e-46c0-8d43-06f516fb94f0 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:54.215491 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-f1d5d620-654e-46c0-8d43-06f516fb94f0 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc&tenant_id=5904e6ad71034956a1b7126d4bfce299&binding%3Ahost_id=n-h1-806683-5 HTTP/1.1" status: 200 len: 1096 time: 0.0986116 Aug 31 14:20:54.227610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-5'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:54.273502 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4258f-55d3-4934-b0cf-293820a09522 req-8558a3a4-481e-4b5d-aa82-73898df12080 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:54.282863 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49b4258f-55d3-4934-b0cf-293820a09522 req-8558a3a4-481e-4b5d-aa82-73898df12080 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 944 time: 0.1211836 Aug 31 14:20:54.290429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ed072-e71e-4463-90b9-5ecba78a56ab req-3c712a0d-91f4-4c85-b822-b68f756b15dc tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:54.304493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e5ed072-e71e-4463-90b9-5ecba78a56ab req-3c712a0d-91f4-4c85-b822-b68f756b15dc tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a56bf9-4a17-4195-abdb-6550e6da1917 HTTP/1.1" status: 200 len: 945 time: 0.0826938 Aug 31 14:20:54.304723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-798f0952-c9b3-4d81-9013-4f88145875df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:20:16Z', 'revision_number': 4, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port': {'id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:09Z', 'updated_at': '2021-08-31T14:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '6b0facac-9337-4335-9107-dab75e1df2e7', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'port_id': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'mac_address': 'fa:16:3e:8e:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:49Z', 'updated_at': '2021-08-31T14:20:52Z', 'revision_number': 1, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f9b22-3929-4661-b94e-912e8289bc4b', 'name': '', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'mac_address': 'fa:16:3e:79:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:15Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 5, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'subnets': [{'id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:54.338065 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49b4258f-55d3-4934-b0cf-293820a09522 req-d7cf779a-05d6-4582-a36b-76fa690e9527 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/security-groups?id=e603d378-2d98-4d53-a449-bf83824c4c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541768 Aug 31 14:20:54.348129 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e5ed072-e71e-4463-90b9-5ecba78a56ab req-85434951-6a9f-4ff7-8ba9-33f512b1a66d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447578 Aug 31 14:20:54.361608 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f0952-c9b3-4d81-9013-4f88145875df None None] Checking router: e962a76c-a205-48bd-9cc4-18bf860c2f58 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:54.384457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798f0952-c9b3-4d81-9013-4f88145875df None None] Routers {'e962a76c-a205-48bd-9cc4-18bf860c2f58'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:54.385257 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-798f0952-c9b3-4d81-9013-4f88145875df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e962a76c-a205-48bd-9cc4-18bf860c2f58'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:54.405702 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:54.521988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-59bf8a2d-e75b-43e6-b7ad-95a8b259dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e4b673a5-2014-4650-a29a-34e6682a9215', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'port_id': 'ca94401f-4e1d-42e6-b611-ee7b8454391f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'mac_address': 'fa:16:3e:75:4a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac0385-95be-4f49-8674-da21c65b7375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:14Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:54.532797 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2336a7-3bdd-48cb-adac-1b8d2a1823ea req-3e562d1c-e996-48b4-9e95-b881698d7a27 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:54.545294 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b2336a7-3bdd-48cb-adac-1b8d2a1823ea req-3e562d1c-e996-48b4-9e95-b881698d7a27 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 945 time: 0.0987632 Aug 31 14:20:54.557244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf8a2d-e75b-43e6-b7ad-95a8b259dce6 None None] Checking router: e51562ee-7d93-461c-95db-6544090d490f for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:54.573334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-798f0952-c9b3-4d81-9013-4f88145875df None None] Set router e962a76c-a205-48bd-9cc4-18bf860c2f58 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:54.574657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd41e1-052b-40a1-96c6-13fcf4e7ed70 req-89dc8cbb-9d05-4423-8ce5-2ef9bcf436f9 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:54.576337 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6afd41e1-052b-40a1-96c6-13fcf4e7ed70 req-89dc8cbb-9d05-4423-8ce5-2ef9bcf436f9 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 943 time: 0.1149189 Aug 31 14:20:54.600047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:54.619634 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b2336a7-3bdd-48cb-adac-1b8d2a1823ea req-eec76848-a821-4c16-97f5-d5af31be0515 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677953 Aug 31 14:20:54.655926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6afd41e1-052b-40a1-96c6-13fcf4e7ed70 req-275aed36-9d9e-4741-bde4-9b259417d8d0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672686 Aug 31 14:20:54.668409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf8a2d-e75b-43e6-b7ad-95a8b259dce6 None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:54.669155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-59bf8a2d-e75b-43e6-b7ad-95a8b259dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:54.670668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:54.705722 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8d4b9c-c723-463a-9671-16c0abaef127 x-openstack-request-id: req-8c8d4b9c-c723-463a-9671-16c0abaef127 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:54.706051 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af010227-b42b-438c-9e0d-9a8141231684", "tag": "fe795d4f-4238-47fc-8ca0-195f4f641583", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:54.706296 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c8d4b9c-c723-463a-9671-16c0abaef127 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:54.706675 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af010227-b42b-438c-9e0d-9a8141231684', 'tag': 'fe795d4f-4238-47fc-8ca0-195f4f641583', 'status': 'completed', 'code': 200} Aug 31 14:20:54.798256 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:54.803665 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d971ea7-3977-4476-9cd2-e87772e0db8e x-openstack-request-id: req-5d971ea7-3977-4476-9cd2-e87772e0db8e {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:54.804083 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973be0bd-cd57-4f10-b60a-b04d5cb9687e", "tag": "44d23347-8450-4ecd-b0cd-304c3734121d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71ac0385-95be-4f49-8674-da21c65b7375", "tag": "ca94401f-4e1d-42e6-b611-ee7b8454391f", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:54.804252 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d971ea7-3977-4476-9cd2-e87772e0db8e {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:54.804904 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'tag': '44d23347-8450-4ecd-b0cd-304c3734121d', 'status': 'completed', 'code': 200} Aug 31 14:20:54.805297 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ac0385-95be-4f49-8674-da21c65b7375', 'tag': 'ca94401f-4e1d-42e6-b611-ee7b8454391f', 'status': 'completed', 'code': 200} Aug 31 14:20:54.819280 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:54.861349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 41e813ff-adb4-4604-ba7a-cde932c8b40b details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:20:54.913318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-59bf8a2d-e75b-43e6-b7ad-95a8b259dce6 None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:54.941067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97360d80-5023-4466-9601-914aa0074453 req-a9235fde-6eaf-4a88-aec4-564b6eea4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:54.942567 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97360d80-5023-4466-9601-914aa0074453 req-a9235fde-6eaf-4a88-aec4-564b6eea4416 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 1096 time: 0.0993443 Aug 31 14:20:54.957223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b458b-043c-437e-85fd-81bedef5a8c7 req-5fb0ebce-24de-455a-97b2-fd17960e9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:54.958812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-987b458b-043c-437e-85fd-81bedef5a8c7 req-5fb0ebce-24de-455a-97b2-fd17960e9694 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1c927b3b7004b24995c18388dbd6a72&device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 1095 time: 0.2164652 Aug 31 14:20:55.021958 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b5dd741-bf18-4dda-8960-f313d9bd95ee req-32e7188d-628d-499c-9ef8-895d2f186ae2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 1001 time: 0.2164013 Aug 31 14:20:55.074243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Pushing event updated for resources: {'Port': ['ID=41e813ff-adb4-4604-ba7a-cde932c8b40b,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:55.151040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dd741-bf18-4dda-8960-f313d9bd95ee req-4d47587d-d62c-4831-9ab0-dadce08f5edc tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:55.152563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b5dd741-bf18-4dda-8960-f313d9bd95ee req-4d47587d-d62c-4831-9ab0-dadce08f5edc tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports/ca94401f-4e1d-42e6-b611-ee7b8454391f HTTP/1.1" status: 200 len: 943 time: 0.0941875 Aug 31 14:20:55.155520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b on host n-h1-806683-5 for vnic_type normal with profile {"migrating_to": "n-h2-806683-5"} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:55.155850 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:55.156173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:55.174916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Port 41e813ff-adb4-4604-ba7a-cde932c8b40b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:20:55.175270 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:55.190650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:55.190983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Checking segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:55.191395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Bound using segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:55.191835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Bound port: 41e813ff-adb4-4604-ba7a-cde932c8b40b, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:55.192190 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:55.210040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b458b-043c-437e-85fd-81bedef5a8c7 req-b46fd8ec-ad28-4372-84ea-2ac09405c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:55.210040 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-987b458b-043c-437e-85fd-81bedef5a8c7 req-b46fd8ec-ad28-4372-84ea-2ac09405c09b service neutron] 10.222.0.25 "GET /v2.0/networks?id=3e598f9d-9c5b-4855-b95e-6cf3539ff662 HTTP/1.1" status: 200 len: 912 time: 0.2280788 Aug 31 14:20:55.333201 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-987b458b-043c-437e-85fd-81bedef5a8c7 req-95fcc4cb-4f97-471c-8963-72c6156e0349 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe795d4f-4238-47fc-8ca0-195f4f641583 HTTP/1.1" status: 200 len: 217 time: 0.0910997 Aug 31 14:20:55.418856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:55.423869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:55.429694 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b5dd741-bf18-4dda-8960-f313d9bd95ee req-7caaadb2-7ddd-408d-b93c-2940f2d35fe4 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 1001 time: 0.1865156 Aug 31 14:20:55.433430 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:55.450021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b458b-043c-437e-85fd-81bedef5a8c7 req-26c45cd3-e20c-4a49-af07-c7bf39ee42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:55.451529 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-987b458b-043c-437e-85fd-81bedef5a8c7 req-26c45cd3-e20c-4a49-af07-c7bf39ee42ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=90eba941-08a3-4052-ae10-e2a4aaee1377 HTTP/1.1" status: 200 len: 850 time: 0.1034193 Aug 31 14:20:55.508689 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-be73384d-5142-4d28-8aac-4a6bdcc61df0 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 258 time: 0.7867141 Aug 31 14:20:55.514026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:55.539356 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:55.606969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97360d80-5023-4466-9601-914aa0074453 req-13b22a45-b5aa-4714-9c39-10195a0cc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:55.609645 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97360d80-5023-4466-9601-914aa0074453 req-13b22a45-b5aa-4714-9c39-10195a0cc1ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 921 time: 0.6481042 Aug 31 14:20:55.612277 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:55.628796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Pushing event updated for resources: {'Port': ['ID=41e813ff-adb4-4604-ba7a-cde932c8b40b,revision_number=8']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:55.647786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:55.648411 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:55.650910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-0c4ed9ff-91da-4073-b89d-7d3a977013c2 service neutron] 10.222.0.25 "PUT /v2.0/ports/41e813ff-adb4-4604-ba7a-cde932c8b40b HTTP/1.1" status: 200 len: 1121 time: 1.4275515 Aug 31 14:20:55.654731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b458b-043c-437e-85fd-81bedef5a8c7 req-8e1b7f7d-9f64-4026-a1ed-037cba1f80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:55.656238 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-987b458b-043c-437e-85fd-81bedef5a8c7 req-8e1b7f7d-9f64-4026-a1ed-037cba1f80e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3e598f9d-9c5b-4855-b95e-6cf3539ff662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744373 Aug 31 14:20:55.724451 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97360d80-5023-4466-9601-914aa0074453 req-ce426c96-e47e-49f5-95c5-34a62fce54f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44d23347-8450-4ecd-b0cd-304c3734121d HTTP/1.1" status: 200 len: 217 time: 0.0958757 Aug 31 14:20:55.793934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['41e813ff-adb4-4604-ba7a-cde932c8b40b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:55.816768 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97360d80-5023-4466-9601-914aa0074453 req-46665587-3c9f-44ee-80a2-2d5d77d61def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:55.818442 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97360d80-5023-4466-9601-914aa0074453 req-46665587-3c9f-44ee-80a2-2d5d77d61def service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.0837293 Aug 31 14:20:55.831011 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:55.877118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['41e813ff-adb4-4604-ba7a-cde932c8b40b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:55.932150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97360d80-5023-4466-9601-914aa0074453 req-5f373ed0-1f77-4ca1-b30b-5ed3740d9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:55.938366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97360d80-5023-4466-9601-914aa0074453 req-5f373ed0-1f77-4ca1-b30b-5ed3740d9ca3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027763 Aug 31 14:20:56.032364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dd741-bf18-4dda-8960-f313d9bd95ee req-07cd56e1-b1a7-4b6d-b77b-2ac3a8e3f211 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:56.033770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b5dd741-bf18-4dda-8960-f313d9bd95ee req-07cd56e1-b1a7-4b6d-b77b-2ac3a8e3f211 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.5924857 Aug 31 14:20:56.069567 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Allocated IP 172.25.2.30 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/2245f67b-5add-424b-b5af-b7436211e2ed) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:56.110972 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-987b458b-043c-437e-85fd-81bedef5a8c7 req-aa7fbf68-58e8-4ffd-b701-242d72aa76e0 service neutron] 10.222.0.25 "GET /v2.0/networks/3e598f9d-9c5b-4855-b95e-6cf3539ff662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435201 Aug 31 14:20:56.118167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h1-806683-5, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:56.152656 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97360d80-5023-4466-9601-914aa0074453 req-779c7c80-f1a5-4119-9e42-cafcfac221dc service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823776 Aug 31 14:20:56.238167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b on host n-h1-806683-5 for vnic_type normal with profile {"migrating_to": "n-h2-806683-5"} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:56.239129 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:56.240464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:56.257250 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-987b458b-043c-437e-85fd-81bedef5a8c7 req-e66df582-350b-44d6-ae6d-59d1881f719d service neutron] 10.222.0.25 "GET /v2.0/networks/3e598f9d-9c5b-4855-b95e-6cf3539ff662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363113 Aug 31 14:20:56.282713 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.320880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Port 41e813ff-adb4-4604-ba7a-cde932c8b40b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:20:56.321332 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Attempting to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b on network 5dfb6deb-4204-4d78-bb52-fa1250f5417b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:56.324043 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97360d80-5023-4466-9601-914aa0074453 req-49d61ebe-32a2-4930-9c80-185ea9621ca0 service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607327 Aug 31 14:20:56.379439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-798f0952-c9b3-4d81-9013-4f88145875df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:20:16Z', 'revision_number': 4, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port': {'id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:09Z', 'updated_at': '2021-08-31T14:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '6b0facac-9337-4335-9107-dab75e1df2e7', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'port_id': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'mac_address': 'fa:16:3e:8e:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:49Z', 'updated_at': '2021-08-31T14:20:52Z', 'revision_number': 1, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f9b22-3929-4661-b94e-912e8289bc4b', 'name': '', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'mac_address': 'fa:16:3e:79:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:15Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 5, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'subnets': [{'id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:56.398813 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.428266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:56.428917 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Checking segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:56.429550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Bound using segment: {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:56.430012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Bound port: 41e813ff-adb4-4604-ba7a-cde932c8b40b, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db737fd1-9d44-4032-87f8-b7dbed70e2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5dfb6deb-4204-4d78-bb52-fa1250f5417b'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:56.430407 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.451818 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-59bf8a2d-e75b-43e6-b7ad-95a8b259dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e4b673a5-2014-4650-a29a-34e6682a9215', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'port_id': 'ca94401f-4e1d-42e6-b611-ee7b8454391f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'mac_address': 'fa:16:3e:75:4a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac0385-95be-4f49-8674-da21c65b7375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:14Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:56.479169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Pushing event updated for resources: {'Port': ['ID=2245f67b-5add-424b-b5af-b7436211e2ed,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:56.492663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f0952-c9b3-4d81-9013-4f88145875df None None] The sync data for ids ['e962a76c-a205-48bd-9cc4-18bf860c2f58'] in n-d-806683-5 is: [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:20:16Z', 'revision_number': 4, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port': {'id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:09Z', 'updated_at': '2021-08-31T14:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '6b0facac-9337-4335-9107-dab75e1df2e7', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'port_id': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'mac_address': 'fa:16:3e:8e:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:49Z', 'updated_at': '2021-08-31T14:20:52Z', 'revision_number': 1, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f9b22-3929-4661-b94e-912e8289bc4b', 'name': '', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'mac_address': 'fa:16:3e:79:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:15Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 5, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'subnets': [{'id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:56.496212 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:56.500079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:56.500229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf8a2d-e75b-43e6-b7ad-95a8b259dce6 None None] The sync data for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 is: [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e4b673a5-2014-4650-a29a-34e6682a9215', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'port_id': 'ca94401f-4e1d-42e6-b611-ee7b8454391f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'mac_address': 'fa:16:3e:75:4a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ac0385-95be-4f49-8674-da21c65b7375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:14Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:56.503978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:56.555401 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97360d80-5023-4466-9601-914aa0074453 req-6315d460-7215-4810-a3be-c746907980f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:56.559070 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97360d80-5023-4466-9601-914aa0074453 req-6315d460-7215-4810-a3be-c746907980f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 1097 time: 0.1724050 Aug 31 14:20:56.624817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f60ee-1840-4801-901b-25abc77d1336 req-51f3dfcf-3a9c-4299-a00e-6bc4aacbd617 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:56.632964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c3f60ee-1840-4801-901b-25abc77d1336 req-51f3dfcf-3a9c-4299-a00e-6bc4aacbd617 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 944 time: 0.1396120 Aug 31 14:20:56.640349 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.662589 n-d-806683-5 neutron-server[94872]: WARNING neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Concurrent port binding operations failed on port 41e813ff-adb4-4604-ba7a-cde932c8b40b Aug 31 14:20:56.688405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:56.700059 n-d-806683-5 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Attempt 2 to bind port 41e813ff-adb4-4604-ba7a-cde932c8b40b Aug 31 14:20:56.700525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 41e813ff-adb4-4604-ba7a-cde932c8b40b has no active binding in host n-h2-806683-5 {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 14:20:56.702929 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c3f60ee-1840-4801-901b-25abc77d1336 req-bd8294c9-41a8-4640-90ce-e8a187aaf294 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/security-groups?id=e603d378-2d98-4d53-a449-bf83824c4c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638247 Aug 31 14:20:56.707735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'tag': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7'}, {'server_uuid': 'e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41e813ff-adb4-4604-ba7a-cde932c8b40b'}, {'name': 'network-changed', 'server_uuid': 'e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc', 'tag': '41e813ff-adb4-4604-ba7a-cde932c8b40b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:56.710120 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e03462-13bb-419d-8cd8-1d98d183f3fb", "tag": "d94412fb-db76-4ad8-b4e2-19cf775ee0e7"}, {"server_uuid": "e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc", "name": "network-vif-unplugged", "status": "completed", "tag": "41e813ff-adb4-4604-ba7a-cde932c8b40b"}, {"name": "network-changed", "server_uuid": "e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc", "tag": "41e813ff-adb4-4604-ba7a-cde932c8b40b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:56.726848 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.804242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4083d9bc-6dff-4bee-8466-8548902a5e09 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:20:56.807820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device fe795d4f-4238-47fc-8ca0-195f4f641583 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:56.919442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f34b2-a2df-4d7c-b10b-02ce6adc576d req-79861234-8764-4f50-b6ef-1890ca61501f tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:56.927937 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22682a1-9584-434a-b956-a4667d157cf5 None None] New status for floating IP 6b0facac-9337-4335-9107-dab75e1df2e7: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:20:56.943786 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce2f34b2-a2df-4d7c-b10b-02ce6adc576d req-79861234-8764-4f50-b6ef-1890ca61501f tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 943 time: 0.1382515 Aug 31 14:20:56.950100 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32768) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:56.969346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97360d80-5023-4466-9601-914aa0074453 req-baaa5fb2-3dd5-4429-bac2-b30ec8f5d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:56.971157 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97360d80-5023-4466-9601-914aa0074453 req-baaa5fb2-3dd5-4429-bac2-b30ec8f5d9ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 921 time: 0.3239837 Aug 31 14:20:57.039556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port fe795d4f-4238-47fc-8ca0-195f4f641583 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:57.047629 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce2f34b2-a2df-4d7c-b10b-02ce6adc576d req-06f7c377-8961-413b-a9bb-e40ca15aca2a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028399 Aug 31 14:20:57.075219 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.075350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port fe795d4f-4238-47fc-8ca0-195f4f641583 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:57.075350 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.080853 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.201318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4083d9bc-6dff-4bee-8466-8548902a5e09,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:57.222081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '4083d9bc-6dff-4bee-8466-8548902a5e09', 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8', 'port_id': '4083d9bc-6dff-4bee-8466-8548902a5e09', 'mac_address': 'fa:16:3e:a3:9b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83918b6-07cc-4368-a349-5b0c0753fe5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:20:57.244185 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Pushing event updated for resources: {'Port': ['ID=2245f67b-5add-424b-b5af-b7436211e2ed,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:57.258057 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97360d80-5023-4466-9601-914aa0074453 req-33715f8b-1e82-4136-bafa-1f7d370b5d33 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca94401f-4e1d-42e6-b611-ee7b8454391f HTTP/1.1" status: 200 len: 1001 time: 0.1892657 Aug 31 14:20:57.278947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.288438 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a340df44-aecd-4acb-bfd7-1603ae25a49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.307250 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.312542 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.334963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05e583-71db-409d-be19-655463a92b73 req-b308dc56-8c0e-4edd-b96f-19fecca55cbd tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:57.335291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97360d80-5023-4466-9601-914aa0074453 req-46b0a5a2-99fb-4864-852f-6c87ce4f9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:57.336296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e05e583-71db-409d-be19-655463a92b73 req-b308dc56-8c0e-4edd-b96f-19fecca55cbd tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 943 time: 0.1291533 Aug 31 14:20:57.337540 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97360d80-5023-4466-9601-914aa0074453 req-46b0a5a2-99fb-4864-852f-6c87ce4f9585 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.0686474 Aug 31 14:20:57.352210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4083d9bc-6dff-4bee-8466-8548902a5e09 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:57.363516 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af010227-b42b-438c-9e0d-9a8141231684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe795d4f-4238-47fc-8ca0-195f4f641583'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:57.366302 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3013c65b-933e-4145-9431-83637e4ce206" -d '{"events": [{"server_uuid": "af010227-b42b-438c-9e0d-9a8141231684", "name": "network-vif-plugged", "status": "completed", "tag": "fe795d4f-4238-47fc-8ca0-195f4f641583"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:57.385916 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port fe795d4f-4238-47fc-8ca0-195f4f641583, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=fe795d4f-4238-47fc-8ca0-195f4f641583,segment=NetworkSegment(ef855f9a-7145-41fb-8b99-43eeb331b42f),segment_id=ef855f9a-7145-41fb-8b99-43eeb331b42f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:57.394050 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.402512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4083d9bc-6dff-4bee-8466-8548902a5e09,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:57.405112 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e05e583-71db-409d-be19-655463a92b73 req-eda23598-d6a6-461f-a915-c35222d934fd tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610540 Aug 31 14:20:57.411611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97360d80-5023-4466-9601-914aa0074453 req-6cd02baa-f3fa-48e3-80b8-192a6081b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:57.413259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97360d80-5023-4466-9601-914aa0074453 req-6cd02baa-f3fa-48e3-80b8-192a6081b008 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661068 Aug 31 14:20:57.430533 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.470115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=fe795d4f-4238-47fc-8ca0-195f4f641583,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:57.479618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.480492 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.480840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.481665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.481665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.481988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.482192 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.482520 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.482847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.483371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.483825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.484198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.494535 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a340df44-aecd-4acb-bfd7-1603ae25a49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.504058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a340df44-aecd-4acb-bfd7-1603ae25a49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.504454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.505871 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-13118203-33ea-4cbd-8c99-41d6c2dc2f6b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9962149 Aug 31 14:20:57.552785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=4083d9bc-6dff-4bee-8466-8548902a5e09,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:57.589244 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a340df44-aecd-4acb-bfd7-1603ae25a49a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42a66fb266ce45aba63ce153c1a2756f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6369247 Aug 31 14:20:57.590851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340df44-aecd-4acb-bfd7-1603ae25a49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41470e5c-9412-4528-8eb5-09482e714173,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:57.596510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32776) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:57.597481 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-77a11d42-e9d7-4308-adc1-cd861806fdd2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.0829203 Aug 31 14:20:57.613376 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97360d80-5023-4466-9601-914aa0074453 req-3c616f81-bf4f-4864-be6b-f1757a111d9b service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862168 Aug 31 14:20:57.675001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-3a0ccbca-cc87-482f-91e3-9592bf81ff8c req-13d6cabb-cc98-4c12-8772-5e3ddb2d5523 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Request body: {'security_group': {'name': 'tempest-securitygroup-165504638', 'description': 'tempest-description-1903982689'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:57.728089 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4c1f128-08f5-4430-8d1d-afd7dba3c0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.746879 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3a0ccbca-cc87-482f-91e3-9592bf81ff8c req-13d6cabb-cc98-4c12-8772-5e3ddb2d5523 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.766706 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3a0ccbca-cc87-482f-91e3-9592bf81ff8c req-13d6cabb-cc98-4c12-8772-5e3ddb2d5523 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.794536 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4c1f128-08f5-4430-8d1d-afd7dba3c0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.800255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-73e399fe-7e52-475a-9bea-3148c4c584ed tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:57.801639 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91d4575f-b430-4ba3-a87d-b6215307daa3 req-73e399fe-7e52-475a-9bea-3148c4c584ed tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.2034011 Aug 31 14:20:57.807046 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97360d80-5023-4466-9601-914aa0074453 req-394c6ad4-5d6e-47a1-bbf0-fa8278cafb5d service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780462 Aug 31 14:20:57.850267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['4083d9bc-6dff-4bee-8466-8548902a5e09'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:57.889691 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-cdf43f8b-9d67-40c5-b05d-5254c654cbaa tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 1001 time: 0.0714529 Aug 31 14:20:57.947899 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-666af066-798b-4c97-8283-996edb23d434 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:57.949388 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-666af066-798b-4c97-8283-996edb23d434 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports/ca94401f-4e1d-42e6-b611-ee7b8454391f HTTP/1.1" status: 200 len: 943 time: 0.0529153 Aug 31 14:20:57.954928 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4c1f128-08f5-4430-8d1d-afd7dba3c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.958217 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4c1f128-08f5-4430-8d1d-afd7dba3c0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.963108 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b4c1f128-08f5-4430-8d1d-afd7dba3c0fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41470e5c-9412-4528-8eb5-09482e714173 HTTP/1.1" status: 204 len: 168 time: 0.3607662 Aug 31 14:20:57.981258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1f128-08f5-4430-8d1d-afd7dba3c0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41470e5c-9412-4528-8eb5-09482e714173,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:58.015554 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3a0ccbca-cc87-482f-91e3-9592bf81ff8c req-13d6cabb-cc98-4c12-8772-5e3ddb2d5523 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.021489 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3a0ccbca-cc87-482f-91e3-9592bf81ff8c req-13d6cabb-cc98-4c12-8772-5e3ddb2d5523 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.072426 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6cabb-cc98-4c12-8772-5e3ddb2d5523 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668fa579-a66e-42e4-9dcf-ff7fac4e4b44,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:58.154701 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3a0ccbca-cc87-482f-91e3-9592bf81ff8c req-13d6cabb-cc98-4c12-8772-5e3ddb2d5523 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.161242 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3a0ccbca-cc87-482f-91e3-9592bf81ff8c req-13d6cabb-cc98-4c12-8772-5e3ddb2d5523 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.163622 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-e5192463-9ebe-4848-a363-9942f062f49c tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 1001 time: 0.0712836 Aug 31 14:20:58.205959 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3a0ccbca-cc87-482f-91e3-9592bf81ff8c req-13d6cabb-cc98-4c12-8772-5e3ddb2d5523 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.207485 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3a0ccbca-cc87-482f-91e3-9592bf81ff8c req-13d6cabb-cc98-4c12-8772-5e3ddb2d5523 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5430708 Aug 31 14:20:58.208218 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6cabb-cc98-4c12-8772-5e3ddb2d5523 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a83d0ae-293a-4711-9d95-b8f7eb57c16b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:58.296141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-92404af3-267f-4fb0-b8a0-4b8c71bea524 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:58.297745 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-92404af3-267f-4fb0-b8a0-4b8c71bea524 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.1257098 Aug 31 14:20:58.324820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e77c8-ac37-417f-b890-3f26056eecb6 req-96113f66-f6a8-43c4-bcc2-9a655ed91041 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:58.326572 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d22e77c8-ac37-417f-b890-3f26056eecb6 req-96113f66-f6a8-43c4-bcc2-9a655ed91041 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a56bf9-4a17-4195-abdb-6550e6da1917 HTTP/1.1" status: 200 len: 945 time: 0.0591052 Aug 31 14:20:58.375365 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d22e77c8-ac37-417f-b890-3f26056eecb6 req-2400739d-2fe5-4168-bd8b-fb8b7ffee57d tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400159 Aug 31 14:20:58.378019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32790) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:58.382520 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-5ef0fd38-75a6-454b-bbcc-84b8c7fda3fa tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 1001 time: 0.0735674 Aug 31 14:20:58.394634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-eabb0810-d9ce-4b80-8576-4b80b1f435d5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:58.395746 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-034dc8ce-5c7b-4a7a-a7cb-e130d827029a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.434364 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d83407-8dc7-44a1-831b-842976f5a363 x-openstack-request-id: req-78d83407-8dc7-44a1-831b-842976f5a363 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:58.435127 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e03462-13bb-419d-8cd8-1d98d183f3fb", "tag": "d94412fb-db76-4ad8-b4e2-19cf775ee0e7", "status": "completed", "code": 200}, {"server_uuid": "e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc", "name": "network-vif-unplugged", "status": "completed", "tag": "41e813ff-adb4-4604-ba7a-cde932c8b40b", "code": 200}, {"name": "network-changed", "server_uuid": "e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc", "tag": "41e813ff-adb4-4604-ba7a-cde932c8b40b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:58.435700 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78d83407-8dc7-44a1-831b-842976f5a363 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:58.436881 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'tag': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7', 'status': 'completed', 'code': 200} Aug 31 14:20:58.436881 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41e813ff-adb4-4604-ba7a-cde932c8b40b', 'code': 200} Aug 31 14:20:58.437559 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc', 'tag': '41e813ff-adb4-4604-ba7a-cde932c8b40b', 'status': 'completed', 'code': 200} Aug 31 14:20:58.456750 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-eabb0810-d9ce-4b80-8576-4b80b1f435d5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.475762 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2640fff-e813-4367-9463-6da671574288 x-openstack-request-id: req-e2640fff-e813-4367-9463-6da671574288 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:58.476062 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af010227-b42b-438c-9e0d-9a8141231684", "name": "network-vif-plugged", "status": "completed", "tag": "fe795d4f-4238-47fc-8ca0-195f4f641583", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:58.476251 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2640fff-e813-4367-9463-6da671574288 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:58.476606 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af010227-b42b-438c-9e0d-9a8141231684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe795d4f-4238-47fc-8ca0-195f4f641583', 'code': 200} Aug 31 14:20:58.549769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-a40b5fe9-c1bc-4ea4-8652-a902fd1ec994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:58.551255 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-a40b5fe9-c1bc-4ea4-8652-a902fd1ec994 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c91b8088d31e4a189bd7bb47d8505a14&device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 1097 time: 0.0853224 Aug 31 14:20:58.595440 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-034dc8ce-5c7b-4a7a-a7cb-e130d827029a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.633662 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-034dc8ce-5c7b-4a7a-a7cb-e130d827029a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.657478 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-eabb0810-d9ce-4b80-8576-4b80b1f435d5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.663777 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-eabb0810-d9ce-4b80-8576-4b80b1f435d5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.664092 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-eabb0810-d9ce-4b80-8576-4b80b1f435d5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Floating IP e4b673a5-2014-4650-a29a-34e6682a9215 disassociated. External IP: 172.25.2.68, port: ca94401f-4e1d-42e6-b611-ee7b8454391f. Aug 31 14:20:58.669016 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52427cdb-0d83-4833-9313-29aac8eabf35 req-1031d7bf-ae2a-40f3-aca4-093e4aa17dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:58.670518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-52427cdb-0d83-4833-9313-29aac8eabf35 req-1031d7bf-ae2a-40f3-aca4-093e4aa17dfa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 1096 time: 0.0898068 Aug 31 14:20:58.701705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1410e6-3021-4e17-b08e-5fdbe15d9a6e req-b8f599e5-1c56-42df-b163-c7830edc3db4 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:58.703237 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b1410e6-3021-4e17-b08e-5fdbe15d9a6e req-b8f599e5-1c56-42df-b163-c7830edc3db4 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 945 time: 0.1708565 Aug 31 14:20:58.717021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-034dc8ce-5c7b-4a7a-a7cb-e130d827029a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05a37788fdb4443e877562d37d50e8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377674 Aug 31 14:20:58.722563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32796) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:58.741755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034dc8ce-5c7b-4a7a-a7cb-e130d827029a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420d1f00-eb46-44fa-a4cd-020ad98614f9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:58.771759 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-52427cdb-0d83-4833-9313-29aac8eabf35 req-325b5a6b-7544-4844-9482-a92cf1ce88fe service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e603d378-2d98-4d53-a449-bf83824c4c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704677 Aug 31 14:20:58.776835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-2b0d32ef-99ba-4662-94a9-68e7402c1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:58.778358 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-2b0d32ef-99ba-4662-94a9-68e7402c1046 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce34b7e0-d220-4c91-a984-ef8698a60e62 HTTP/1.1" status: 200 len: 930 time: 0.2121987 Aug 31 14:20:58.847379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b1410e6-3021-4e17-b08e-5fdbe15d9a6e req-1093074b-9510-47a0-9849-f0c8767843f9 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/security-groups?id=e603d378-2d98-4d53-a449-bf83824c4c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278341 Aug 31 14:20:58.882119 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6828d82a-8f46-4491-8e59-978c687cae7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.886768 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-4135b68b-2514-456a-a7b6-290cf5a20ba5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d94412fb-db76-4ad8-b4e2-19cf775ee0e7 HTTP/1.1" status: 200 len: 1001 time: 0.0929615 Aug 31 14:20:58.909869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-eabb0810-d9ce-4b80-8576-4b80b1f435d5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Router e51562ee-7d93-461c-95db-6544090d490f has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:58.945412 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6828d82a-8f46-4491-8e59-978c687cae7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.005177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-7f8206ef-4174-4c60-9dae-8935788d27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:59.006667 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-7f8206ef-4174-4c60-9dae-8935788d27fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c81ffc22-03c4-4f93-acfe-71bc6d7d3286 HTTP/1.1" status: 200 len: 868 time: 0.1105351 Aug 31 14:20:59.033159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-eabb0810-d9ce-4b80-8576-4b80b1f435d5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:59.037684 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-eabb0810-d9ce-4b80-8576-4b80b1f435d5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.038372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327ec21-f93e-4a7d-9fc6-5c636fd15250 req-617e56b3-d170-4b2d-8f43-12cb8407b65c tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:59.040281 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b327ec21-f93e-4a7d-9fc6-5c636fd15250 req-617e56b3-d170-4b2d-8f43-12cb8407b65c tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1094952 Aug 31 14:20:59.047186 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f5079-b00b-4335-a4a7-047904152273 None None] Sync routers for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:59.060977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616f5079-b00b-4335-a4a7-047904152273 None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:59.061604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-616f5079-b00b-4335-a4a7-047904152273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:59.096202 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-eabb0810-d9ce-4b80-8576-4b80b1f435d5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "PUT /v2.0/floatingips/e4b673a5-2014-4650-a29a-34e6682a9215 HTTP/1.1" status: 200 len: 694 time: 0.7057104 Aug 31 14:20:59.096815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ac0385-95be-4f49-8674-da21c65b7375', 'tag': 'ca94401f-4e1d-42e6-b611-ee7b8454391f'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:59.103417 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a9a032-6070-4376-808b-15c6362f0465" -d '{"events": [{"name": "network-changed", "server_uuid": "71ac0385-95be-4f49-8674-da21c65b7375", "tag": "ca94401f-4e1d-42e6-b611-ee7b8454391f"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:59.116528 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b327ec21-f93e-4a7d-9fc6-5c636fd15250 req-e3edfcd3-2194-42ee-bc5b-246ff6296820 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.0552146 Aug 31 14:20:59.119070 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6828d82a-8f46-4491-8e59-978c687cae7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.121610 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6828d82a-8f46-4491-8e59-978c687cae7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.122671 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6828d82a-8f46-4491-8e59-978c687cae7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/420d1f00-eb46-44fa-a4cd-020ad98614f9 HTTP/1.1" status: 204 len: 168 time: 0.3986032 Aug 31 14:20:59.131529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-40172927-9751-4600-af0b-7dfd9a30d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:59.133380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-40172927-9751-4600-af0b-7dfd9a30d2c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce34b7e0-d220-4c91-a984-ef8698a60e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153650 Aug 31 14:20:59.140886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-b327ec21-f93e-4a7d-9fc6-5c636fd15250 req-07730560-9d68-4220-b21f-f674ee404db3 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Request body: {'floatingip': {'port_id': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:59.153319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828d82a-8f46-4491-8e59-978c687cae7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420d1f00-eb46-44fa-a4cd-020ad98614f9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:59.163953 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-10767019-fb37-4d6d-883e-4ebb164819ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:59.165570 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-10767019-fb37-4d6d-883e-4ebb164819ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 1097 time: 0.0500007 Aug 31 14:20:59.201698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-616f5079-b00b-4335-a4a7-047904152273 None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:59.229955 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b327ec21-f93e-4a7d-9fc6-5c636fd15250 req-07730560-9d68-4220-b21f-f674ee404db3 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.270692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-377defb1-dfc4-4517-be7a-5adfe8f65b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:59.272262 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-377defb1-dfc4-4517-be7a-5adfe8f65b05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 921 time: 0.0996494 Aug 31 14:20:59.330387 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-c849b8f8-80ef-486a-a335-4532fe028110 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca94401f-4e1d-42e6-b611-ee7b8454391f HTTP/1.1" status: 200 len: 217 time: 0.0484679 Aug 31 14:20:59.388071 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-a5f33887-8d95-4e94-9c29-b10704d9ffad service neutron] 10.222.0.60 "GET /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444198 Aug 31 14:20:59.392951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-b2e5a65c-e334-43a8-8a51-ae5173cb0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:59.395962 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-b2e5a65c-e334-43a8-8a51-ae5173cb0f0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.0558829 Aug 31 14:20:59.448846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-616f5079-b00b-4335-a4a7-047904152273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:59.466423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-ada3f6a7-b9f2-4791-a80f-d8143c1a964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:59.467995 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-ada3f6a7-b9f2-4791-a80f-d8143c1a964d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665498 Aug 31 14:20:59.485388 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f5079-b00b-4335-a4a7-047904152273 None None] Checking router: e51562ee-7d93-461c-95db-6544090d490f for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:59.506142 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616f5079-b00b-4335-a4a7-047904152273 None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:59.506744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-616f5079-b00b-4335-a4a7-047904152273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:59.595304 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-3f7de95a-1f15-4724-babc-f56f68f0428f service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201601 Aug 31 14:20:59.621796 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-3b3192e3-ffd5-4ea2-883b-2ddc73a3afd6 service neutron] 10.222.0.60 "GET /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255390 Aug 31 14:20:59.630201 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-b327ec21-f93e-4a7d-9fc6-5c636fd15250 req-07730560-9d68-4220-b21f-f674ee404db3 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 14:20:59.631621 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b327ec21-f93e-4a7d-9fc6-5c636fd15250 req-07730560-9d68-4220-b21f-f674ee404db3 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "PUT /v2.0/floatingips/329b0371-1b01-46ce-9e6c-b036b37bb8c5 HTTP/1.1" status: 409 len: 550 time: 0.5029624 Aug 31 14:20:59.677536 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-616f5079-b00b-4335-a4a7-047904152273 None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:59.767304 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0d0d13c-7c38-4618-95bc-4b58b46ebc86 req-3fbad30b-2f3a-409b-ae4c-a950360eb581 service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591389 Aug 31 14:20:59.771131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-4d1f78c2-ccdd-4d2e-9635-8aa42c3201ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:59.773022 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-4d1f78c2-ccdd-4d2e-9635-8aa42c3201ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 1124 time: 0.0952005 Aug 31 14:20:59.806610 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-487fbaa7-770d-4cf1-bd55-273e3e5039a0 req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2125474794', 'description': 'tempest-description-511159507'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:59.832649 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-487fbaa7-770d-4cf1-bd55-273e3e5039a0 req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.864234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5222a-c294-4657-a8f3-9eff11b33504 req-1c649411-6111-4fb7-b43c-85b6ee60d54d tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:59.866633 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bae5222a-c294-4657-a8f3-9eff11b33504 req-1c649411-6111-4fb7-b43c-85b6ee60d54d tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 943 time: 0.1450388 Aug 31 14:20:59.937321 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bae5222a-c294-4657-a8f3-9eff11b33504 req-9730f20b-42b4-4544-bfd5-8cf83c136c9e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556235 Aug 31 14:20:59.957983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-b4f84ded-760b-48bc-bf9c-6cdb385aa1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:59.960049 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-b4f84ded-760b-48bc-bf9c-6cdb385aa1bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.1798284 Aug 31 14:20:59.981882 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-487fbaa7-770d-4cf1-bd55-273e3e5039a0 req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.988139 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-487fbaa7-770d-4cf1-bd55-273e3e5039a0 req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.994354 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-616f5079-b00b-4335-a4a7-047904152273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:00.024682 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-487fbaa7-770d-4cf1-bd55-273e3e5039a0 req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:00.037193 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-487fbaa7-770d-4cf1-bd55-273e3e5039a0 req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2350674 Aug 31 14:21:00.039974 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-4e963cf1-9221-4579-bcd2-7b3ce8ad1c8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b HTTP/1.1" status: 200 len: 217 time: 0.0657160 Aug 31 14:21:00.049368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f832fd13-d3c0-46c4-a6d1-081111454633,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:00.068191 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:00.068854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:00.073462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:00.074074 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:00.074599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:00.075107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:00.075661 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:00.076225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:00.076972 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:00.077490 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:00.077996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:00.078500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b788ce-f960-4f52-91b5-71f6e3b697e8 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:00.156831 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-464294e4-4864-4c3f-b80d-b68d41abd46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:00.159288 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-464294e4-4864-4c3f-b80d-b68d41abd46a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.1097937 Aug 31 14:21:00.224070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d5a0f-0529-4e3c-ab11-9cbbaa93e777 req-4dcd0553-c68b-43b2-8a1d-78aa5c26dfbe tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:00.226384 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-c9aa3a7c-5f69-4f77-b301-fcdc542b9a63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592253 Aug 31 14:21:00.228844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-519d5a0f-0529-4e3c-ab11-9cbbaa93e777 req-4dcd0553-c68b-43b2-8a1d-78aa5c26dfbe tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 944 time: 0.1023762 Aug 31 14:21:00.268293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f5079-b00b-4335-a4a7-047904152273 None None] The sync data for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 is: [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:00.312872 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-519d5a0f-0529-4e3c-ab11-9cbbaa93e777 req-5902f924-4aa9-4bed-81de-a7eb1bfbeecf tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773234 Aug 31 14:21:00.316777 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873d5c7-5f5b-41f7-b155-0ba420beb6a3 x-openstack-request-id: req-7873d5c7-5f5b-41f7-b155-0ba420beb6a3 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:00.318018 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ac0385-95be-4f49-8674-da21c65b7375", "tag": "ca94401f-4e1d-42e6-b611-ee7b8454391f", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:00.318275 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7873d5c7-5f5b-41f7-b155-0ba420beb6a3 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:00.318682 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ac0385-95be-4f49-8674-da21c65b7375', 'tag': 'ca94401f-4e1d-42e6-b611-ee7b8454391f', 'status': 'completed', 'code': 200} Aug 31 14:21:00.328046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32830) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:00.421514 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-774c546c-f44c-483c-b68d-f35b9eadec76 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips/329b0371-1b01-46ce-9e6c-b036b37bb8c5 HTTP/1.1" status: 200 len: 692 time: 0.0749393 Aug 31 14:21:00.483341 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9a032-6070-4376-808b-15c6362f0465 req-a77f69f0-f3d3-41f9-8c94-c044773806f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:00.486259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03a9a032-6070-4376-808b-15c6362f0465 req-a77f69f0-f3d3-41f9-8c94-c044773806f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 1097 time: 0.1126165 Aug 31 14:21:00.579370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-1caa1d3b-023b-4189-bb83-6619c40d4b54 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:00.584661 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-1caa1d3b-023b-4189-bb83-6619c40d4b54 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.1622670 Aug 31 14:21:00.593474 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-0fcacc0d-29cc-4b9f-afed-0caaafb429f4 service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589191 Aug 31 14:21:00.600700 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-1619c46d-80bf-4ec6-80e2-759aa0edb584 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:21:00.604047 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-1619c46d-80bf-4ec6-80e2-759aa0edb584 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083911 Aug 31 14:21:00.678389 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1210118341-network', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:00.713044 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-08d23895-1523-4c10-97e4-51c204c8667b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.0972657 Aug 31 14:21:00.722083 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea59fc-3b73-4974-a79e-cb82119dd391 None None] New status for floating IP e4b673a5-2014-4650-a29a-34e6682a9215: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:21:00.725376 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9a032-6070-4376-808b-15c6362f0465 req-b0108c95-3d53-42b9-85c4-a87f4978e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:00.726730 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03a9a032-6070-4376-808b-15c6362f0465 req-b0108c95-3d53-42b9-85c4-a87f4978e544 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 921 time: 0.2297478 Aug 31 14:21:00.752976 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] Made reservation on behalf of 71d7c4ddcecc4ffb91908f406cb2773f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:00.755379 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:00.789804 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-bbef4be2-7bf0-4ab2-a634-24af775d98e2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.0623174 Aug 31 14:21:00.801926 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03a9a032-6070-4376-808b-15c6362f0465 req-22486335-1350-41d7-b4db-d29c7a9473ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca94401f-4e1d-42e6-b611-ee7b8454391f HTTP/1.1" status: 200 len: 217 time: 0.0603559 Aug 31 14:21:00.804553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:00.816926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df543256-99d2-40cf-b580-6e800dabe03d req-1fb7c307-7e98-4e08-a3cd-a739b7960417 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:00.818469 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df543256-99d2-40cf-b580-6e800dabe03d req-1fb7c307-7e98-4e08-a3cd-a739b7960417 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 945 time: 0.1334748 Aug 31 14:21:00.825438 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4083d9bc-6dff-4bee-8466-8548902a5e09 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:00.877875 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b85e5b85-7e8b-4260-bfe5-0f42f6a75873 req-3ac01d42-023b-4aa7-8069-79a00b4f4dc8 service neutron] 10.222.0.60 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730825 Aug 31 14:21:00.919921 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df543256-99d2-40cf-b580-6e800dabe03d req-32c31060-389d-4b60-817a-124b0303b861 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/security-groups?id=e603d378-2d98-4d53-a449-bf83824c4c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941789 Aug 31 14:21:00.925324 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9a032-6070-4376-808b-15c6362f0465 req-e7ac4edc-44ad-4acd-9755-78d8b551e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:00.926791 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03a9a032-6070-4376-808b-15c6362f0465 req-e7ac4edc-44ad-4acd-9755-78d8b551e489 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.1000798 Aug 31 14:21:00.933973 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 4083d9bc-6dff-4bee-8466-8548902a5e09 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:00.950214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 4083d9bc-6dff-4bee-8466-8548902a5e09 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:00.951282 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.040311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-1200690e-f290-4f3e-bad8-36a61c9cb417 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Deleting port 2245f67b-5add-424b-b5af-b7436211e2ed {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:01.041073 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-1200690e-f290-4f3e-bad8-36a61c9cb417 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.085665 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.099659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9a032-6070-4376-808b-15c6362f0465 req-bc6edb98-c9b8-4036-9091-f9cc4c1fa88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:01.101297 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03a9a032-6070-4376-808b-15c6362f0465 req-bc6edb98-c9b8-4036-9091-f9cc4c1fa88f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585774 Aug 31 14:21:01.101911 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.124570 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.145856 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-1200690e-f290-4f3e-bad8-36a61c9cb417 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.146189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-1200690e-f290-4f3e-bad8-36a61c9cb417 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.171748 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4083d9bc-6dff-4bee-8466-8548902a5e09,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:01.173488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9bf86e-deb0-4a5a-97f8-16f570e79214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4083d9bc-6dff-4bee-8466-8548902a5e09'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:01.178029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-1200690e-f290-4f3e-bad8-36a61c9cb417 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Calling delete_port for 2245f67b-5add-424b-b5af-b7436211e2ed owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:01.179101 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129a1187-300e-4ea2-a1e9-7b3184d347a4" -d '{"events": [{"server_uuid": "6f9bf86e-deb0-4a5a-97f8-16f570e79214", "name": "network-vif-plugged", "status": "completed", "tag": "4083d9bc-6dff-4bee-8466-8548902a5e09"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:01.184379 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.251134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=4083d9bc-6dff-4bee-8466-8548902a5e09,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:01.381957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-1200690e-f290-4f3e-bad8-36a61c9cb417 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.411497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200690e-f290-4f3e-bad8-36a61c9cb417 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Pushing event deleted for resources: {'Port': ['ID=2245f67b-5add-424b-b5af-b7436211e2ed,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:01.470207 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-bcb75b32-22d8-4168-91f1-777e6978e0f2 req-83de9c1a-edc0-4219-aaf6-db52d0c9f339 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1214952291', 'description': 'tempest-description-1148902959'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:01.478000 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:01.481305 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-1200690e-f290-4f3e-bad8-36a61c9cb417 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.484316 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-1200690e-f290-4f3e-bad8-36a61c9cb417 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.485539 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f1600b4-0403-4b36-b1ba-479bd0895996 req-1200690e-f290-4f3e-bad8-36a61c9cb417 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "DELETE /v2.0/floatingips/329b0371-1b01-46ce-9e6c-b036b37bb8c5 HTTP/1.1" status: 204 len: 173 time: 0.6853580 Aug 31 14:21:01.531033 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaf1a37-83a3-4afd-b945-669fa8cd5abf,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:01.536130 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.536476 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] Added segment 60c3be24-6ab2-4225-aca1-b0407d7476cc of type vlan for network 2fe9a127-c838-4f42-8603-d350f583802a Aug 31 14:21:01.590367 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bcb75b32-22d8-4168-91f1-777e6978e0f2 req-83de9c1a-edc0-4219-aaf6-db52d0c9f339 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.595844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969ab06-b771-48e7-a9fe-515315f0bae7 req-439e59c7-19a6-421a-9b9a-e23a33794100 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:01.599650 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b969ab06-b771-48e7-a9fe-515315f0bae7 req-439e59c7-19a6-421a-9b9a-e23a33794100 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a56bf9-4a17-4195-abdb-6550e6da1917 HTTP/1.1" status: 200 len: 945 time: 0.0581899 Aug 31 14:21:01.608066 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.612090 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bcb75b32-22d8-4168-91f1-777e6978e0f2 req-83de9c1a-edc0-4219-aaf6-db52d0c9f339 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.650307 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b969ab06-b771-48e7-a9fe-515315f0bae7 req-2f23a265-6fa9-45e9-9bdd-739893590b8e tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa23eee-341c-4ac7-85d9-8123a4891511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429597 Aug 31 14:21:01.652398 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03a9a032-6070-4376-808b-15c6362f0465 req-ba724530-8885-4924-a00a-9a1f9e19ce1c service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358331 Aug 31 14:21:01.668854 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.669909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:01.670496 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.755829 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] Pushing event updated for resources: {'Network': ['ID=2fe9a127-c838-4f42-8603-d350f583802a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:01.771854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 2fe9a127-c838-4f42-8603-d350f583802a details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:01.778662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 41e813ff-adb4-4604-ba7a-cde932c8b40b no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:01.803945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-c213ff2c-8c33-4ce1-ab9f-42150b49de59 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:01.812571 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-c213ff2c-8c33-4ce1-ab9f-42150b49de59 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0736139 Aug 31 14:21:01.827200 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bcb75b32-22d8-4168-91f1-777e6978e0f2 req-83de9c1a-edc0-4219-aaf6-db52d0c9f339 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.840524 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bcb75b32-22d8-4168-91f1-777e6978e0f2 req-83de9c1a-edc0-4219-aaf6-db52d0c9f339 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.892021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-9aac6edd-d829-4716-8eaf-28f6245ffdfe tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.0782299 Aug 31 14:21:01.897514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-2de9988a-330e-43ec-bc18-74b219cb2fe7 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Request body: {'floatingip': {'port_id': '44d23347-8450-4ecd-b0cd-304c3734121d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:01.902413 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f0d4dd30-8b45-491e-8e42-1e29f93738cb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5724461 Aug 31 14:21:01.904483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32848) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:01.923807 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ab9578da-50b4-45ca-83bf-809e602c743a admin admin] Request body: {'subnet': {'network_id': '2fe9a127-c838-4f42-8603-d350f583802a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1210118341-subnet', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:01.954237 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-2de9988a-330e-43ec-bc18-74b219cb2fe7 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.962582 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de9c1a-edc0-4219-aaf6-db52d0c9f339 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5156dd96-931e-481e-b30f-83aa61e950e4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:02.023337 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03a9a032-6070-4376-808b-15c6362f0465 req-27e80e6e-bca7-459d-b771-5a056ac6b442 service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999910 Aug 31 14:21:02.053517 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bcb75b32-22d8-4168-91f1-777e6978e0f2 req-83de9c1a-edc0-4219-aaf6-db52d0c9f339 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.063022 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bcb75b32-22d8-4168-91f1-777e6978e0f2 req-83de9c1a-edc0-4219-aaf6-db52d0c9f339 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.095928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9578da-50b4-45ca-83bf-809e602c743a admin admin] Made reservation on behalf of 71d7c4ddcecc4ffb91908f406cb2773f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:02.098378 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab9578da-50b4-45ca-83bf-809e602c743a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.113334 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bcb75b32-22d8-4168-91f1-777e6978e0f2 req-83de9c1a-edc0-4219-aaf6-db52d0c9f339 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.114765 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bcb75b32-22d8-4168-91f1-777e6978e0f2 req-83de9c1a-edc0-4219-aaf6-db52d0c9f339 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6648686 Aug 31 14:21:02.151573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de9c1a-edc0-4219-aaf6-db52d0c9f339 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824a530e-df7f-4984-a198-3c31ddab5055,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:02.184706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-e8da88c5-f332-4a2e-8a3d-700d15fc18ac service neutron] 10.222.0.60 "GET /v2.0/ports/41e813ff-adb4-4604-ba7a-cde932c8b40b/bindings/n-h2-806683-5 HTTP/1.1" status: 200 len: 384 time: 0.1502669 Aug 31 14:21:02.271949 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f48a11-73d9-4359-8f09-a442b66a785d req-eeb7a5f0-4009-421a-bae8-4d23eba81f06 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:02.273529 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-38f48a11-73d9-4359-8f09-a442b66a785d req-eeb7a5f0-4009-421a-bae8-4d23eba81f06 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 945 time: 0.1012244 Aug 31 14:21:02.285350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32852) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:02.300716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dad03fe3-4a7c-4cc5-8441-85b6a13817e1 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Request body: {'floatingip': {'port_id': 'fe795d4f-4238-47fc-8ca0-195f4f641583'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:02.448439 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab9578da-50b4-45ca-83bf-809e602c743a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.510105 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1e79-2a5a-4868-9056-dce2d201246b req-0a52f48f-1a3a-43e0-96cc-313cc46d250f tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:02.511754 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c32e1e79-2a5a-4868-9056-dce2d201246b req-0a52f48f-1a3a-43e0-96cc-313cc46d250f tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 943 time: 0.1680944 Aug 31 14:21:02.541440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9578da-50b4-45ca-83bf-809e602c743a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ae6036-c2db-4b61-8790-1c742e43223f,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:02.569068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9578da-50b4-45ca-83bf-809e602c743a admin admin] Checking segment: {'id': '60c3be24-6ab2-4225-aca1-b0407d7476cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fe9a127-c838-4f42-8603-d350f583802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:02.569425 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9578da-50b4-45ca-83bf-809e602c743a admin admin] Network hostable DHCP agents. Network: 2fe9a127-c838-4f42-8603-d350f583802a, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:21:02.581036 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c32e1e79-2a5a-4868-9056-dce2d201246b req-3a7b9754-74c8-48a4-8ff8-46a2b5183ffd tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608282 Aug 31 14:21:02.594382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9578da-50b4-45ca-83bf-809e602c743a admin admin] Network 2fe9a127-c838-4f42-8603-d350f583802a is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:21:02.615901 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-ab9578da-50b4-45ca-83bf-809e602c743a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 2fe9a127-c838-4f42-8603-d350f583802a) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:02.621803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9578da-50b4-45ca-83bf-809e602c743a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:02.622474 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab9578da-50b4-45ca-83bf-809e602c743a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.629482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790f5e0b-9e86-40e3-86c1-611785e0eca8 None None] Network 2fe9a127-c838-4f42-8603-d350f583802a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:02.649691 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ab9578da-50b4-45ca-83bf-809e602c743a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7357507 Aug 31 14:21:02.650439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32854) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:02.656040 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1210118341-router', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:02.689974 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.691462 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.701847 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dad03fe3-4a7c-4cc5-8441-85b6a13817e1 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.733549 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4674a596-5bc2-4450-b1ac-c00af779e7e3 x-openstack-request-id: req-4674a596-5bc2-4450-b1ac-c00af779e7e3 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:02.734207 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9bf86e-deb0-4a5a-97f8-16f570e79214", "name": "network-vif-plugged", "status": "completed", "tag": "4083d9bc-6dff-4bee-8466-8548902a5e09", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:02.734648 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4674a596-5bc2-4450-b1ac-c00af779e7e3 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:02.735704 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9bf86e-deb0-4a5a-97f8-16f570e79214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4083d9bc-6dff-4bee-8466-8548902a5e09', 'code': 200} Aug 31 14:21:02.788465 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.851215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-2fe9a127-c838-4f42-8603-d350f583802a', 'network_id': '2fe9a127-c838-4f42-8603-d350f583802a', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'fixed_ips': [{'subnet_id': '17ae6036-c2db-4b61-8790-1c742e43223f'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:21:02.853035 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.910470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653aac5-63f9-47e4-848f-b1361c367cc7 req-d5abe435-43c6-44f0-93c2-7e5a4108fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:02.912009 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d653aac5-63f9-47e4-848f-b1361c367cc7 req-d5abe435-43c6-44f0-93c2-7e5a4108fd03 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 1096 time: 0.1442466 Aug 31 14:21:02.991471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf54eb-b156-4a0a-ba41-92ee6de8057a req-d241c373-9638-4fde-8cae-ea2576c42563 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:02.993731 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6abf54eb-b156-4a0a-ba41-92ee6de8057a req-d241c373-9638-4fde-8cae-ea2576c42563 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 0.2248590 Aug 31 14:21:03.003006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.017376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Allocated IP 172.20.0.2 (2fe9a127-c838-4f42-8603-d350f583802a/17ae6036-c2db-4b61-8790-1c742e43223f/abdf1944-ad09-400c-8607-84675ec24277) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:03.091081 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d653aac5-63f9-47e4-848f-b1361c367cc7 req-11ea6c37-0813-4ff3-89d3-6085901a7922 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424229 Aug 31 14:21:03.104043 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6abf54eb-b156-4a0a-ba41-92ee6de8057a req-3f67ded2-3c8c-415d-bc78-da9b28d1c213 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974927 Aug 31 14:21:03.169303 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-29fc7ba4-74b9-4030-9bef-b51facce08b9 service neutron] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:03.193314 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.202589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Transition to ACTIVE for port object abdf1944-ad09-400c-8607-84675ec24277 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:03.205570 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-f8c69604-7beb-487c-b2cc-a9a6b774784a tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1001 time: 0.0757277 Aug 31 14:21:03.225478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Transition to ACTIVE for port object abdf1944-ad09-400c-8607-84675ec24277 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:03.233183 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.272786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-29fc7ba4-74b9-4030-9bef-b51facce08b9 service neutron] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:03.290366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Network 2fe9a127-c838-4f42-8603-d350f583802a is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:03.294272 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:03.296928 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:03.310105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4429a3b-304d-493b-852e-8c7071bf9ba8 req-2f1ce037-0aeb-4e97-9884-0eaeb902201c tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:03.310347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Pushing event updated for resources: {'Port': ['ID=abdf1944-ad09-400c-8607-84675ec24277,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:03.310479 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4429a3b-304d-493b-852e-8c7071bf9ba8 req-2f1ce037-0aeb-4e97-9884-0eaeb902201c tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.25 "GET /v2.0/ports?device_id=71ac0385-95be-4f49-8674-da21c65b7375 HTTP/1.1" status: 200 len: 946 time: 0.2460399 Aug 31 14:21:03.311678 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-2de9988a-330e-43ec-bc18-74b219cb2fe7 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:21:03.330138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-a665cfb5-22e1-45b7-a90b-e145302ed27b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:03.331531 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-a665cfb5-22e1-45b7-a90b-e145302ed27b tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports/d94412fb-db76-4ad8-b4e2-19cf775ee0e7 HTTP/1.1" status: 200 len: 943 time: 0.1126976 Aug 31 14:21:03.353709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be99f5-41f4-4c98-97db-fbc7574ddd1e req-fad721ac-8c53-4acc-8ad0-11e7b90914b4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:03.356316 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-16be99f5-41f4-4c98-97db-fbc7574ddd1e req-fad721ac-8c53-4acc-8ad0-11e7b90914b4 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a56bf9-4a17-4195-abdb-6550e6da1917 HTTP/1.1" status: 200 len: 945 time: 0.2968972 Aug 31 14:21:03.380217 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.383187 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Attempting to bind port abdf1944-ad09-400c-8607-84675ec24277 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:03.383603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Attempting to bind port abdf1944-ad09-400c-8607-84675ec24277 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '60c3be24-6ab2-4225-aca1-b0407d7476cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fe9a127-c838-4f42-8603-d350f583802a'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:03.383973 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Attempting to bind port abdf1944-ad09-400c-8607-84675ec24277 on network 2fe9a127-c838-4f42-8603-d350f583802a {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:03.392033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:03.392664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Checking segment: {'id': '60c3be24-6ab2-4225-aca1-b0407d7476cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fe9a127-c838-4f42-8603-d350f583802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:03.393162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.393599 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Bound using segment: {'id': '60c3be24-6ab2-4225-aca1-b0407d7476cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fe9a127-c838-4f42-8603-d350f583802a'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:03.394509 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Bound port: abdf1944-ad09-400c-8607-84675ec24277, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c3be24-6ab2-4225-aca1-b0407d7476cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fe9a127-c838-4f42-8603-d350f583802a'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:03.395474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.396573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-29fc7ba4-74b9-4030-9bef-b51facce08b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e813ff-adb4-4604-ba7a-cde932c8b40b {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:03.406877 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.463018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] For port abdf1944-ad09-400c-8607-84675ec24277, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:03.466374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] For port abdf1944-ad09-400c-8607-84675ec24277, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=abdf1944-ad09-400c-8607-84675ec24277,segment=NetworkSegment(60c3be24-6ab2-4225-aca1-b0407d7476cc),segment_id=60c3be24-6ab2-4225-aca1-b0407d7476cc)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:03.472275 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.482577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-29fc7ba4-74b9-4030-9bef-b51facce08b9 service neutron] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:03.494786 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-2de9988a-330e-43ec-bc18-74b219cb2fe7 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.516257 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-2de9988a-330e-43ec-bc18-74b219cb2fe7 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.520817 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-6ae03523-b791-446b-84d2-aa0ee5b714a1 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1001 time: 0.1163347 Aug 31 14:21:03.542319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93af8f-d1f8-4463-bf26-9cc3b65d16f6 None None] Pushing event updated for resources: {'Port': ['ID=abdf1944-ad09-400c-8607-84675ec24277,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:03.639776 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-29fc7ba4-74b9-4030-9bef-b51facce08b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.643119 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Allocated IP 172.25.2.143 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/d746f9a9-1882-4e23-bc34-334ed2b09104) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:03.768816 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-6173d626-e73c-40d3-be65-355e286b868a tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:03.773305 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-6173d626-e73c-40d3-be65-355e286b868a tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.2188423 Aug 31 14:21:03.871466 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-f0de31b6-24ad-4a0a-aa41-fcd5deb1f776 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1001 time: 0.0894065 Aug 31 14:21:03.887936 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.893864 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-0a3bb09f-fce7-498f-b663-66e8fd8faad4 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:03.896973 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-2de9988a-330e-43ec-bc18-74b219cb2fe7 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Floating IP e4b673a5-2014-4650-a29a-34e6682a9215 associated. External IP: 172.25.2.68, port: 44d23347-8450-4ecd-b0cd-304c3734121d. Aug 31 14:21:03.970059 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-0a3bb09f-fce7-498f-b663-66e8fd8faad4 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.972136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c4429a3b-304d-493b-852e-8c7071bf9ba8 req-5d24d434-dd05-402a-af0b-f7c8054bc528 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Deleting port ca94401f-4e1d-42e6-b611-ee7b8454391f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:03.972473 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c4429a3b-304d-493b-852e-8c7071bf9ba8 req-5d24d434-dd05-402a-af0b-f7c8054bc528 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.985770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-16be99f5-41f4-4c98-97db-fbc7574ddd1e req-2ef2dfbc-b87e-4882-b52f-8e903b2e1b98 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Deleting port cb54efa5-25ad-46e1-8137-4a114d36ee3d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:03.986104 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-16be99f5-41f4-4c98-97db-fbc7574ddd1e req-2ef2dfbc-b87e-4882-b52f-8e903b2e1b98 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.041566 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.056254 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [None req-dad03fe3-4a7c-4cc5-8441-85b6a13817e1 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:21:04.121294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-29fc7ba4-74b9-4030-9bef-b51facce08b9 service neutron] Transition to ACTIVE for port object 41e813ff-adb4-4604-ba7a-cde932c8b40b will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:04.123128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:04.131194 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:04.142633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:04.147477 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-29fc7ba4-74b9-4030-9bef-b51facce08b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.151420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Pushing event updated for resources: {'Port': ['ID=d746f9a9-1882-4e23-bc34-334ed2b09104,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:04.207347 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-0a3bb09f-fce7-498f-b663-66e8fd8faad4 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.214475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-0a3bb09f-fce7-498f-b663-66e8fd8faad4 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.214800 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-0a3bb09f-fce7-498f-b663-66e8fd8faad4 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Floating IP 6b0facac-9337-4335-9107-dab75e1df2e7 disassociated. External IP: 172.25.2.45, port: d94412fb-db76-4ad8-b4e2-19cf775ee0e7. Aug 31 14:21:04.263389 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dad03fe3-4a7c-4cc5-8441-85b6a13817e1 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.297735 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dad03fe3-4a7c-4cc5-8441-85b6a13817e1 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.372007 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-29fc7ba4-74b9-4030-9bef-b51facce08b9 service neutron] No DVR routers for this DVR port 41e813ff-adb4-4604-ba7a-cde932c8b40b on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:04.375108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c4429a3b-304d-493b-852e-8c7071bf9ba8 req-5d24d434-dd05-402a-af0b-f7c8054bc528 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] For port ca94401f-4e1d-42e6-b611-ee7b8454391f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ca94401f-4e1d-42e6-b611-ee7b8454391f,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:04.375512 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c4429a3b-304d-493b-852e-8c7071bf9ba8 req-5d24d434-dd05-402a-af0b-f7c8054bc528 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.404890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc7ba4-74b9-4030-9bef-b51facce08b9 service neutron] Pushing event updated for resources: {'Port': ['ID=41e813ff-adb4-4604-ba7a-cde932c8b40b,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:04.421126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-16be99f5-41f4-4c98-97db-fbc7574ddd1e req-2ef2dfbc-b87e-4882-b52f-8e903b2e1b98 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] For port cb54efa5-25ad-46e1-8137-4a114d36ee3d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cb54efa5-25ad-46e1-8137-4a114d36ee3d,segment=NetworkSegment(a1baab4a-5a08-4086-b627-c93263c4b3cc),segment_id=a1baab4a-5a08-4086-b627-c93263c4b3cc)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:04.421503 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-16be99f5-41f4-4c98-97db-fbc7574ddd1e req-2ef2dfbc-b87e-4882-b52f-8e903b2e1b98 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.438250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c4429a3b-304d-493b-852e-8c7071bf9ba8 req-5d24d434-dd05-402a-af0b-f7c8054bc528 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Calling delete_port for ca94401f-4e1d-42e6-b611-ee7b8454391f owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:04.593213 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf609b3-83af-47d8-946e-e34df2343734 None None] Network 2fe9a127-c838-4f42-8603-d350f583802a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:04.604335 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.661264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-907a117a-f6a6-4a5a-8514-65937e7d17a3 None None] Provisioning for port abdf1944-ad09-400c-8607-84675ec24277 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:04.824221 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-16be99f5-41f4-4c98-97db-fbc7574ddd1e req-2ef2dfbc-b87e-4882-b52f-8e903b2e1b98 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Calling delete_port for cb54efa5-25ad-46e1-8137-4a114d36ee3d owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:04.874574 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-29fc7ba4-74b9-4030-9bef-b51facce08b9 service neutron] 10.222.0.60 "PUT /v2.0/ports/41e813ff-adb4-4604-ba7a-cde932c8b40b/bindings/n-h2-806683-5/activate HTTP/1.1" status: 200 len: 369 time: 2.6782892 Aug 31 14:21:04.993920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-0a3bb09f-fce7-498f-b663-66e8fd8faad4 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Router e962a76c-a205-48bd-9cc4-18bf860c2f58 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:05.024371 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-dad03fe3-4a7c-4cc5-8441-85b6a13817e1 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Floating IP 6fcecde2-a5d3-4087-960c-d714bcabfcdf associated. External IP: 172.25.2.57, port: fe795d4f-4238-47fc-8ca0-195f4f641583. Aug 31 14:21:05.126508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-5bf76c47-8ec1-4a22-99ab-c8bb0e246585 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:05.128066 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-5bf76c47-8ec1-4a22-99ab-c8bb0e246585 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc&tenant_id=5904e6ad71034956a1b7126d4bfce299&binding%3Ahost_id=n-h1-806683-5 HTTP/1.1" status: 200 len: 1095 time: 0.1502666 Aug 31 14:21:05.165390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-2de9988a-330e-43ec-bc18-74b219cb2fe7 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Router e51562ee-7d93-461c-95db-6544090d490f has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:05.173844 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device abdf1944-ad09-400c-8607-84675ec24277 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:05.232057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port abdf1944-ad09-400c-8607-84675ec24277 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:05.236709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port abdf1944-ad09-400c-8607-84675ec24277 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:05.237367 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.296860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-0a3bb09f-fce7-498f-b663-66e8fd8faad4 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:05.301217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-409aa8fa-0876-44a9-8fd7-2f57a6304cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:05.302758 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-409aa8fa-0876-44a9-8fd7-2f57a6304cfd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc&tenant_id=5904e6ad71034956a1b7126d4bfce299 HTTP/1.1" status: 200 len: 1095 time: 0.1591742 Aug 31 14:21:05.306535 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-0a3bb09f-fce7-498f-b663-66e8fd8faad4 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.322384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3776798f-b342-495b-897d-74681f27c39d None None] Sync routers for ids ['e962a76c-a205-48bd-9cc4-18bf860c2f58'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:05.333983 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c4429a3b-304d-493b-852e-8c7071bf9ba8 req-5d24d434-dd05-402a-af0b-f7c8054bc528 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.355485 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['44d23347-8450-4ecd-b0cd-304c3734121d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:05.355927 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-0a3bb09f-fce7-498f-b663-66e8fd8faad4 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "PUT /v2.0/floatingips/6b0facac-9337-4335-9107-dab75e1df2e7 HTTP/1.1" status: 200 len: 694 time: 1.4730942 Aug 31 14:21:05.367211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'tag': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:05.369957 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc049d4-966b-4e33-9c93-61f917d0ce55" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e03462-13bb-419d-8cd8-1d98d183f3fb", "tag": "d94412fb-db76-4ad8-b4e2-19cf775ee0e7"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:05.386557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3776798f-b342-495b-897d-74681f27c39d None None] Routers {'e962a76c-a205-48bd-9cc4-18bf860c2f58'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:05.387366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3776798f-b342-495b-897d-74681f27c39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e962a76c-a205-48bd-9cc4-18bf860c2f58'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:05.424310 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.429709 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.435734 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-16be99f5-41f4-4c98-97db-fbc7574ddd1e req-2ef2dfbc-b87e-4882-b52f-8e903b2e1b98 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.444058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24d434-dd05-402a-af0b-f7c8054bc528 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Pushing event deleted for resources: {'Port': ['ID=ca94401f-4e1d-42e6-b611-ee7b8454391f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:05.494083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-c68932fd-7ef0-457b-9636-d95ca1dfa30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:05.496188 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-c68932fd-7ef0-457b-9636-d95ca1dfa30f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5904e6ad71034956a1b7126d4bfce299&device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 1095 time: 0.1544359 Aug 31 14:21:05.496959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2dfbc-b87e-4882-b52f-8e903b2e1b98 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Pushing event deleted for resources: {'Port': ['ID=cb54efa5-25ad-46e1-8137-4a114d36ee3d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:05.512981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port abdf1944-ad09-400c-8607-84675ec24277, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=abdf1944-ad09-400c-8607-84675ec24277,segment=NetworkSegment(60c3be24-6ab2-4225-aca1-b0407d7476cc),segment_id=60c3be24-6ab2-4225-aca1-b0407d7476cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:05.517846 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-6dcf8d59-f8e4-432d-9ac8-911f6bcb518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:05.519535 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-6dcf8d59-f8e4-432d-9ac8-911f6bcb518b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c91b8088d31e4a189bd7bb47d8505a14&device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 1097 time: 0.1286142 Aug 31 14:21:05.523219 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.592095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-3776798f-b342-495b-897d-74681f27c39d None None] Set router e962a76c-a205-48bd-9cc4-18bf860c2f58 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:05.604670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-2de9988a-330e-43ec-bc18-74b219cb2fe7 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:05.614073 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-2de9988a-330e-43ec-bc18-74b219cb2fe7 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.617404 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b71e96-d254-4f47-89bc-01f0f37d02be None None] Sync routers for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:05.628721 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b71e96-d254-4f47-89bc-01f0f37d02be None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:05.629752 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-89b71e96-d254-4f47-89bc-01f0f37d02be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:05.654538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4429a3b-304d-493b-852e-8c7071bf9ba8 req-5d24d434-dd05-402a-af0b-f7c8054bc528 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] No DVR routers for this DVR port ca94401f-4e1d-42e6-b611-ee7b8454391f on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:05.667823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=abdf1944-ad09-400c-8607-84675ec24277,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:05.693557 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-2de9988a-330e-43ec-bc18-74b219cb2fe7 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "PUT /v2.0/floatingips/e4b673a5-2014-4650-a29a-34e6682a9215 HTTP/1.1" status: 200 len: 995 time: 3.8006670 Aug 31 14:21:05.704667 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad03fe3-4a7c-4cc5-8441-85b6a13817e1 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:05.706311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-16be99f5-41f4-4c98-97db-fbc7574ddd1e req-2ef2dfbc-b87e-4882-b52f-8e903b2e1b98 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] No DVR routers for this DVR port cb54efa5-25ad-46e1-8137-4a114d36ee3d on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:05.708880 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c4429a3b-304d-493b-852e-8c7071bf9ba8 req-5d24d434-dd05-402a-af0b-f7c8054bc528 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.711428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4429a3b-304d-493b-852e-8c7071bf9ba8 req-5d24d434-dd05-402a-af0b-f7c8054bc528 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.25 "DELETE /v2.0/ports/ca94401f-4e1d-42e6-b611-ee7b8454391f HTTP/1.1" status: 204 len: 173 time: 2.3372650 Aug 31 14:21:05.712122 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'tag': '44d23347-8450-4ecd-b0cd-304c3734121d'}, {'server_uuid': '71ac0385-95be-4f49-8674-da21c65b7375', 'name': 'network-vif-deleted', 'tag': 'ca94401f-4e1d-42e6-b611-ee7b8454391f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:05.715145 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206afb29-01f7-4554-af77-a10b9cb6a7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "973be0bd-cd57-4f10-b60a-b04d5cb9687e", "tag": "44d23347-8450-4ecd-b0cd-304c3734121d"}, {"server_uuid": "71ac0385-95be-4f49-8674-da21c65b7375", "name": "network-vif-deleted", "tag": "ca94401f-4e1d-42e6-b611-ee7b8454391f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:05.728226 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-16be99f5-41f4-4c98-97db-fbc7574ddd1e req-2ef2dfbc-b87e-4882-b52f-8e903b2e1b98 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.734236 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-16be99f5-41f4-4c98-97db-fbc7574ddd1e req-2ef2dfbc-b87e-4882-b52f-8e903b2e1b98 tempest-DeleteServersTestJSON-1205584564 tempest-DeleteServersTestJSON-1205584564-project] 10.222.0.25 "DELETE /v2.0/ports/cb54efa5-25ad-46e1-8137-4a114d36ee3d HTTP/1.1" status: 204 len: 173 time: 2.3429286 Aug 31 14:21:05.858436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-4bc5c767-dc1f-4f47-9712-8386cf2dbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:05.859894 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-4bc5c767-dc1f-4f47-9712-8386cf2dbdb1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 200 len: 922 time: 0.3527532 Aug 31 14:21:05.880122 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-89b71e96-d254-4f47-89bc-01f0f37d02be None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:05.934119 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-6b4a1c73-2789-4a59-85eb-eac8adfb0bff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b HTTP/1.1" status: 200 len: 217 time: 0.0644705 Aug 31 14:21:05.935210 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-553ed799-8a20-4c52-a373-d49008d4a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:05.936622 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-553ed799-8a20-4c52-a373-d49008d4a056 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce34b7e0-d220-4c91-a984-ef8698a60e62 HTTP/1.1" status: 200 len: 930 time: 0.3253095 Aug 31 14:21:05.967546 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Router e658abb9-ec83-4829-ab89-a3cb9a5e613f is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:21:05.978824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3776798f-b342-495b-897d-74681f27c39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:20:16Z', 'revision_number': 4, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port': {'id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:09Z', 'updated_at': '2021-08-31T14:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'd77f9b22-3929-4661-b94e-912e8289bc4b', 'name': '', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'mac_address': 'fa:16:3e:79:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:15Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 5, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'subnets': [{'id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:05.989679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad03fe3-4a7c-4cc5-8441-85b6a13817e1 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:06.000954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-6a60f15b-f7cb-4244-b9d3-83f39a84d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:06.003039 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-6a60f15b-f7cb-4244-b9d3-83f39a84d0ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 1096 time: 0.2788882 Aug 31 14:21:06.007162 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dad03fe3-4a7c-4cc5-8441-85b6a13817e1 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.011527 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f2ade-04e5-4265-8533-1c60e46309b3 None None] Sync routers for ids ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:06.015133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3776798f-b342-495b-897d-74681f27c39d None None] Checking router: e962a76c-a205-48bd-9cc4-18bf860c2f58 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:06.029058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f2ade-04e5-4265-8533-1c60e46309b3 None None] Routers {'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:06.029972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e62f2ade-04e5-4265-8533-1c60e46309b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:06.033188 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3776798f-b342-495b-897d-74681f27c39d None None] Routers {'e962a76c-a205-48bd-9cc4-18bf860c2f58'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:06.033954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3776798f-b342-495b-897d-74681f27c39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e962a76c-a205-48bd-9cc4-18bf860c2f58'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:06.036272 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-f9d58198-629c-4465-b4e0-1433bc9a26cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d94412fb-db76-4ad8-b4e2-19cf775ee0e7 HTTP/1.1" status: 200 len: 217 time: 0.0769930 Aug 31 14:21:06.086032 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dad03fe3-4a7c-4cc5-8441-85b6a13817e1 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "PUT /v2.0/floatingips/6fcecde2-a5d3-4087-960c-d714bcabfcdf HTTP/1.1" status: 200 len: 990 time: 3.7929766 Aug 31 14:21:06.094250 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-d4ba9493-5351-405d-a5ea-75c0ab15e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:06.096000 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-d4ba9493-5351-405d-a5ea-75c0ab15e87f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 200 len: 861 time: 0.1483555 Aug 31 14:21:06.133072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-6a2ce8ad-8155-4b6a-9b5e-17c7c8d42e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:06.143550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-6a2ce8ad-8155-4b6a-9b5e-17c7c8d42e2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 921 time: 0.1123466 Aug 31 14:21:06.186939 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-5cb72ca6-b5cc-4ab0-8adf-c9019870d493 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5dfb6deb-4204-4d78-bb52-fa1250f5417b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658326 Aug 31 14:21:06.206871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-fd79e1f7-3575-419f-b421-7daa3a81917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:06.206871 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-fd79e1f7-3575-419f-b421-7daa3a81917f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c81ffc22-03c4-4f93-acfe-71bc6d7d3286 HTTP/1.1" status: 200 len: 868 time: 0.1277993 Aug 31 14:21:06.246343 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-095a21b4-5dfe-4e72-91aa-60b84eb46994 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44d23347-8450-4ecd-b0cd-304c3734121d HTTP/1.1" status: 200 len: 998 time: 0.1020036 Aug 31 14:21:06.283474 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-89b71e96-d254-4f47-89bc-01f0f37d02be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e4b673a5-2014-4650-a29a-34e6682a9215', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'port_id': '44d23347-8450-4ecd-b0cd-304c3734121d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'mac_address': 'fa:16:3e:d0:67:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:14Z', 'updated_at': '2021-08-31T14:21:03Z', 'revision_number': 8, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:06.304205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-851404d8-2d48-4ff0-9e16-343cfee91721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:06.306976 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-851404d8-2d48-4ff0-9e16-343cfee91721 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.0596728 Aug 31 14:21:06.310795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:06.339833 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Sync routers for ids ['e658abb9-ec83-4829-ab89-a3cb9a5e613f'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:06.343466 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b71e96-d254-4f47-89bc-01f0f37d02be None None] Checking router: e51562ee-7d93-461c-95db-6544090d490f for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:06.345952 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.347212 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b52a5886-7fe5-4254-a4ce-4b04ee394275 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6956408 Aug 31 14:21:06.351641 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32868) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:06.378092 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Routers {'e658abb9-ec83-4829-ab89-a3cb9a5e613f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:06.378856 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e658abb9-ec83-4829-ab89-a3cb9a5e613f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:06.389377 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-9b5cb303-2665-4aee-bbaf-380adc85ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:06.391481 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-9b5cb303-2665-4aee-bbaf-380adc85ecfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce34b7e0-d220-4c91-a984-ef8698a60e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724894 Aug 31 14:21:06.405087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-e62f2ade-04e5-4265-8533-1c60e46309b3 None None] Set router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:06.408150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-39bee3b5-0b4e-4769-9983-5636b312085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:06.410172 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-39bee3b5-0b4e-4769-9983-5636b312085c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909188 Aug 31 14:21:06.442730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-3776798f-b342-495b-897d-74681f27c39d None None] Set router e962a76c-a205-48bd-9cc4-18bf860c2f58 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:06.454929 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b71e96-d254-4f47-89bc-01f0f37d02be None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:06.456967 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-89b71e96-d254-4f47-89bc-01f0f37d02be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:06.499126 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-1520d161-ac19-4787-8fbf-9c3ed4a3eb2a service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959807 Aug 31 14:21:06.554203 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-3af6429a-19dd-41f3-8dca-aac05c560be5 service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364298 Aug 31 14:21:06.656194 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Set router e658abb9-ec83-4829-ab89-a3cb9a5e613f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:06.691855 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a79a1c1-320a-4266-b25d-b9da7ca26b14 req-f2df41f1-5cb2-4e5b-b05e-c3ee8bc829d4 service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297829 Aug 31 14:21:06.706633 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-6612e0ad-e258-4158-8468-8008bb119871 service neutron] 10.222.0.39 "GET /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686372 Aug 31 14:21:06.762340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-41310bda-1043-4875-a7cc-fdec2463bda5 req-b7e2d4fe-6b32-4d6e-8293-ec516da1c81a tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1261478601', 'description': 'tempest-description-1357796239'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:06.773480 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-9e989a8e-43c7-471c-8e17-92ca3a30e454 service neutron] 10.222.0.25 "GET /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312403 Aug 31 14:21:06.776608 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-89b71e96-d254-4f47-89bc-01f0f37d02be None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:06.800110 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41310bda-1043-4875-a7cc-fdec2463bda5 req-b7e2d4fe-6b32-4d6e-8293-ec516da1c81a tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.900460 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ca94401f-4e1d-42e6-b611-ee7b8454391f no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:06.914840 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451c4a04-22d9-43b1-a730-dd82757964e6 req-ea210ff0-97a6-4617-8619-06ed09a10623 service neutron] 10.222.0.39 "GET /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957710 Aug 31 14:21:06.926535 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: ca94401f-4e1d-42e6-b611-ee7b8454391f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:06.926883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ca94401f-4e1d-42e6-b611-ee7b8454391f not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:06.927427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cb54efa5-25ad-46e1-8137-4a114d36ee3d no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:06.968143 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: cb54efa5-25ad-46e1-8137-4a114d36ee3d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:06.968494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cb54efa5-25ad-46e1-8137-4a114d36ee3d not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:07.030145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3776798f-b342-495b-897d-74681f27c39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:20:16Z', 'revision_number': 4, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port': {'id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:09Z', 'updated_at': '2021-08-31T14:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'd77f9b22-3929-4661-b94e-912e8289bc4b', 'name': '', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'mac_address': 'fa:16:3e:79:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:15Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 5, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'subnets': [{'id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:07.068939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3776798f-b342-495b-897d-74681f27c39d None None] The sync data for ids ['e962a76c-a205-48bd-9cc4-18bf860c2f58'] in n-d-806683-5 is: [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:20:16Z', 'revision_number': 4, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port': {'id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:09Z', 'updated_at': '2021-08-31T14:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'd77f9b22-3929-4661-b94e-912e8289bc4b', 'name': '', 'network_id': 'ce34b7e0-d220-4c91-a984-ef8698a60e62', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'mac_address': 'fa:16:3e:79:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:15Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 5, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'subnets': [{'id': 'c81ffc22-03c4-4f93-acfe-71bc6d7d3286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:07.081804 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41310bda-1043-4875-a7cc-fdec2463bda5 req-b7e2d4fe-6b32-4d6e-8293-ec516da1c81a tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:07.088891 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41310bda-1043-4875-a7cc-fdec2463bda5 req-b7e2d4fe-6b32-4d6e-8293-ec516da1c81a tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:07.139673 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e62f2ade-04e5-4265-8533-1c60e46309b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:20:29Z', 'revision_number': 4, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '6fcecde2-a5d3-4087-960c-d714bcabfcdf', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'floating_ip_address': '172.25.2.57', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'port_id': 'fe795d4f-4238-47fc-8ca0-195f4f641583', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'mac_address': 'fa:16:3e:f2:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af010227-b42b-438c-9e0d-9a8141231684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:37Z', 'updated_at': '2021-08-31T14:21:03Z', 'revision_number': 1, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79f4267-7b20-44c4-a4a8-da4d7a2bd901', 'name': '', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'mac_address': 'fa:16:3e:30:64:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:27Z', 'updated_at': '2021-08-31T14:20:37Z', 'revision_number': 5, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'subnets': [{'id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:07.181804 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41310bda-1043-4875-a7cc-fdec2463bda5 req-b7e2d4fe-6b32-4d6e-8293-ec516da1c81a tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:07.183246 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41310bda-1043-4875-a7cc-fdec2463bda5 req-b7e2d4fe-6b32-4d6e-8293-ec516da1c81a tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4258993 Aug 31 14:21:07.189396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f2ade-04e5-4265-8533-1c60e46309b3 None None] Checking router: b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:07.191944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2d4fe-6b32-4d6e-8293-ec516da1c81a tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515bec3d-7322-438a-966f-2710da6940c6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:07.214238 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f2ade-04e5-4265-8533-1c60e46309b3 None None] Routers {'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:07.214238 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e62f2ade-04e5-4265-8533-1c60e46309b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:07.265049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device abdf1944-ad09-400c-8607-84675ec24277 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:07.404649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port abdf1944-ad09-400c-8607-84675ec24277 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:07.405017 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:07.408493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4e068-d7c0-4163-ad34-f77977792f8e req-4d245f5f-4310-4fb3-b265-c05ddab56f13 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:07.415417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-e62f2ade-04e5-4265-8533-1c60e46309b3 None None] Set router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:07.421072 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3b4e068-d7c0-4163-ad34-f77977792f8e req-4d245f5f-4310-4fb3-b265-c05ddab56f13 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 0.1284895 Aug 31 14:21:07.481517 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3b4e068-d7c0-4163-ad34-f77977792f8e req-f06a17e9-751a-4ea1-9a6d-ff7add85b02b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591929 Aug 31 14:21:07.507928 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'name': 'tempest-FloatingIPsTestJSON-1210118341-router', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:04Z', 'revision_number': 3, 'project_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'gw_port': {'id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:03Z', 'updated_at': '2021-08-31T14:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:07.558841 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Checking router: e658abb9-ec83-4829-ab89-a3cb9a5e613f for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:07.559213 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Updating router e658abb9-ec83-4829-ab89-a3cb9a5e613f port d746f9a9-1882-4e23-bc34-334ed2b09104 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:21:07.576856 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb72f53-d69d-4a2a-b448-812995e642a1 x-openstack-request-id: req-9fb72f53-d69d-4a2a-b448-812995e642a1 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:07.577324 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e03462-13bb-419d-8cd8-1d98d183f3fb", "tag": "d94412fb-db76-4ad8-b4e2-19cf775ee0e7", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:07.577324 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fb72f53-d69d-4a2a-b448-812995e642a1 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:07.577594 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'tag': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7', 'status': 'completed', 'code': 200} Aug 31 14:21:07.593116 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:07.607958 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57cf3dc-4511-44d1-a274-a40ba8c479d2 None None] New status for floating IP 6b0facac-9337-4335-9107-dab75e1df2e7: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:21:07.610812 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab75c4a4-6889-4bf2-a034-1f8bc0498852 x-openstack-request-id: req-ab75c4a4-6889-4bf2-a034-1f8bc0498852 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:07.611318 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973be0bd-cd57-4f10-b60a-b04d5cb9687e", "tag": "44d23347-8450-4ecd-b0cd-304c3734121d", "status": "completed", "code": 200}, {"server_uuid": "71ac0385-95be-4f49-8674-da21c65b7375", "name": "network-vif-deleted", "tag": "ca94401f-4e1d-42e6-b611-ee7b8454391f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:07.611751 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab75c4a4-6889-4bf2-a034-1f8bc0498852 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:07.612568 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'tag': '44d23347-8450-4ecd-b0cd-304c3734121d', 'status': 'completed', 'code': 200} Aug 31 14:21:07.612974 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ac0385-95be-4f49-8674-da21c65b7375', 'name': 'network-vif-deleted', 'tag': 'ca94401f-4e1d-42e6-b611-ee7b8454391f', 'status': 'completed', 'code': 200} Aug 31 14:21:07.633854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc049d4-966b-4e33-9c93-61f917d0ce55 req-82485747-238e-496a-9637-dfce02e51b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:07.638239 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bfc049d4-966b-4e33-9c93-61f917d0ce55 req-82485747-238e-496a-9637-dfce02e51b1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c91b8088d31e4a189bd7bb47d8505a14&device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 1097 time: 0.0698318 Aug 31 14:21:07.658235 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-89b71e96-d254-4f47-89bc-01f0f37d02be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e4b673a5-2014-4650-a29a-34e6682a9215', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'port_id': '44d23347-8450-4ecd-b0cd-304c3734121d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'mac_address': 'fa:16:3e:d0:67:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:14Z', 'updated_at': '2021-08-31T14:21:03Z', 'revision_number': 8, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:07.683289 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93feae42-df36-43cb-861d-eee92f577609 req-92162b77-84a6-4d43-a7b3-745ae413150e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:07.691741 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93feae42-df36-43cb-861d-eee92f577609 req-92162b77-84a6-4d43-a7b3-745ae413150e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 944 time: 0.1703808 Aug 31 14:21:07.715699 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b71e96-d254-4f47-89bc-01f0f37d02be None None] The sync data for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 is: [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e4b673a5-2014-4650-a29a-34e6682a9215', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'port_id': '44d23347-8450-4ecd-b0cd-304c3734121d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'mac_address': 'fa:16:3e:d0:67:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:14Z', 'updated_at': '2021-08-31T14:21:03Z', 'revision_number': 8, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:07.727767 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-8d6a7bec-8364-496c-9607-c05188737384 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:07.729276 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-8d6a7bec-8364-496c-9607-c05188737384 tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc&tenant_id=5904e6ad71034956a1b7126d4bfce299&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1095 time: 0.2069230 Aug 31 14:21:07.769853 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93feae42-df36-43cb-861d-eee92f577609 req-ba4fbb5d-40ea-4f63-9001-a74afc1a3209 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771308 Aug 31 14:21:07.873542 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206afb29-01f7-4554-af77-a10b9cb6a7ff req-5ecb4f8c-5d2f-4b7e-b43b-e76af0b61318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:07.875784 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-206afb29-01f7-4554-af77-a10b9cb6a7ff req-5ecb4f8c-5d2f-4b7e-b43b-e76af0b61318 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 1096 time: 0.2358246 Aug 31 14:21:07.887059 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d1efc4a-99ee-4541-a0af-73413cbbc803 req-ec52e07d-e77a-48aa-a28e-e28887d4c8a2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips/e4b673a5-2014-4650-a29a-34e6682a9215 HTTP/1.1" status: 200 len: 995 time: 0.1358743 Aug 31 14:21:07.968881 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-39c72644-71b8-4cdc-9129-88228ee86bd2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips/6b0facac-9337-4335-9107-dab75e1df2e7 HTTP/1.1" status: 200 len: 694 time: 0.1368895 Aug 31 14:21:08.032164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc049d4-966b-4e33-9c93-61f917d0ce55 req-cb10b7d6-2905-43c8-be04-be5c3829a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:08.034147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bfc049d4-966b-4e33-9c93-61f917d0ce55 req-cb10b7d6-2905-43c8-be04-be5c3829a7d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce34b7e0-d220-4c91-a984-ef8698a60e62 HTTP/1.1" status: 200 len: 930 time: 0.3821893 Aug 31 14:21:08.075135 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:08.075660 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:08.087104 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Transition to ACTIVE for port object d746f9a9-1882-4e23-bc34-334ed2b09104 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:08.109426 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:08.116478 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bfc049d4-966b-4e33-9c93-61f917d0ce55 req-70989a0d-d82b-4535-8a36-8b0bd9e66cfa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d94412fb-db76-4ad8-b4e2-19cf775ee0e7 HTTP/1.1" status: 200 len: 217 time: 0.0644145 Aug 31 14:21:08.186386 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483ddf0-2d2d-4e3d-aa56-1b6c0e98ac10 None None] New status for floating IP e4b673a5-2014-4650-a29a-34e6682a9215: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:21:08.251876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1efc4a-99ee-4541-a0af-73413cbbc803 req-643a708c-f2c1-492a-86ae-09aa632437ac tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:08.255678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d1efc4a-99ee-4541-a0af-73413cbbc803 req-643a708c-f2c1-492a-86ae-09aa632437ac tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.3673365 Aug 31 14:21:08.259612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-33f7b8a3-351e-482d-b623-700bdd8a5f1f tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:08.261072 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-33f7b8a3-351e-482d-b623-700bdd8a5f1f tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.2914019 Aug 31 14:21:08.267379 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a1e60-e3b5-4901-958b-94ee6f76e730 None None] Pushing event updated for resources: {'Port': ['ID=d746f9a9-1882-4e23-bc34-334ed2b09104,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:08.270111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206afb29-01f7-4554-af77-a10b9cb6a7ff req-fc5e9a9f-dde4-4d4a-aa95-915a01e69783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:08.271933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e62f2ade-04e5-4265-8533-1c60e46309b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:20:29Z', 'revision_number': 4, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '6fcecde2-a5d3-4087-960c-d714bcabfcdf', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'floating_ip_address': '172.25.2.57', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'port_id': 'fe795d4f-4238-47fc-8ca0-195f4f641583', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'mac_address': 'fa:16:3e:f2:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af010227-b42b-438c-9e0d-9a8141231684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:37Z', 'updated_at': '2021-08-31T14:21:03Z', 'revision_number': 1, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79f4267-7b20-44c4-a4a8-da4d7a2bd901', 'name': '', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'mac_address': 'fa:16:3e:30:64:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:27Z', 'updated_at': '2021-08-31T14:20:37Z', 'revision_number': 5, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'subnets': [{'id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:08.273024 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-206afb29-01f7-4554-af77-a10b9cb6a7ff req-fc5e9a9f-dde4-4d4a-aa95-915a01e69783 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 921 time: 0.3747418 Aug 31 14:21:08.286301 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78079141-6739-44b8-b431-c625f1c3847c service neutron] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:08.286528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-6d1efc4a-99ee-4541-a0af-73413cbbc803 req-557da3a9-714a-493a-873d-d70971365a6b tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:21:08.287587 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d1efc4a-99ee-4541-a0af-73413cbbc803 req-557da3a9-714a-493a-873d-d70971365a6b tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133102 Aug 31 14:21:08.297355 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Attempting to bind port d746f9a9-1882-4e23-bc34-334ed2b09104 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:08.297861 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Attempting to bind port d746f9a9-1882-4e23-bc34-334ed2b09104 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:08.298481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc049d4-966b-4e33-9c93-61f917d0ce55 req-1ed02a64-79d4-4477-a3d4-3e24d3b901fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:08.298995 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Attempting to bind port d746f9a9-1882-4e23-bc34-334ed2b09104 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:08.300244 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-93eb4a85-fb9e-43ca-a424-ed03d20cef0d tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:21:08.300732 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bfc049d4-966b-4e33-9c93-61f917d0ce55 req-1ed02a64-79d4-4477-a3d4-3e24d3b901fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c81ffc22-03c4-4f93-acfe-71bc6d7d3286 HTTP/1.1" status: 200 len: 868 time: 0.1735487 Aug 31 14:21:08.301285 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-93eb4a85-fb9e-43ca-a424-ed03d20cef0d tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122166 Aug 31 14:21:08.362391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-206afb29-01f7-4554-af77-a10b9cb6a7ff req-bc857c0b-db86-40f1-bddd-45069c2a8ec0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44d23347-8450-4ecd-b0cd-304c3734121d HTTP/1.1" status: 200 len: 998 time: 0.0668254 Aug 31 14:21:08.369904 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:08.370704 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:08.376398 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:08.377038 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:08.377659 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Bound port: d746f9a9-1882-4e23-bc34-334ed2b09104, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:08.378162 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:08.385173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Allocated IP 172.20.0.1 (2fe9a127-c838-4f42-8603-d350f583802a/17ae6036-c2db-4b61-8790-1c742e43223f/402b30d3-6766-4500-9b38-58d6064b6696) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:08.394510 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78079141-6739-44b8-b431-c625f1c3847c service neutron] Notify callbacks [] for binding, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:08.395844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94d5aeca-2f0c-4467-a08c-b6e276fc0add req-78079141-6739-44b8-b431-c625f1c3847c service neutron] 10.222.0.25 "DELETE /v2.0/ports/41e813ff-adb4-4604-ba7a-cde932c8b40b/bindings/n-h1-806683-5 HTTP/1.1" status: 204 len: 173 time: 0.6511383 Aug 31 14:21:08.504523 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-2d20b466-6d96-4901-8933-d43b1ce8215a tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.1070602 Aug 31 14:21:08.505602 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] For port d746f9a9-1882-4e23-bc34-334ed2b09104, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:08.509576 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] For port d746f9a9-1882-4e23-bc34-334ed2b09104, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d746f9a9-1882-4e23-bc34-334ed2b09104,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:08.514229 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:08.574777 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Routers {'e658abb9-ec83-4829-ab89-a3cb9a5e613f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:08.575732 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e658abb9-ec83-4829-ab89-a3cb9a5e613f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:08.594519 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-c33d5a5a-11aa-48b9-90b0-6e80a7d0ed5c tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.0891314 Aug 31 14:21:08.616732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc049d4-966b-4e33-9c93-61f917d0ce55 req-b2b1545b-2dad-4033-bc9e-f6c19b0f7015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:08.618413 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bfc049d4-966b-4e33-9c93-61f917d0ce55 req-b2b1545b-2dad-4033-bc9e-f6c19b0f7015 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce34b7e0-d220-4c91-a984-ef8698a60e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604866 Aug 31 14:21:08.620892 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f2ade-04e5-4265-8533-1c60e46309b3 None None] The sync data for ids ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'] in n-d-806683-5 is: [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:20:29Z', 'revision_number': 4, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '6fcecde2-a5d3-4087-960c-d714bcabfcdf', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'floating_ip_address': '172.25.2.57', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'port_id': 'fe795d4f-4238-47fc-8ca0-195f4f641583', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'mac_address': 'fa:16:3e:f2:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af010227-b42b-438c-9e0d-9a8141231684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:20:37Z', 'updated_at': '2021-08-31T14:21:03Z', 'revision_number': 1, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79f4267-7b20-44c4-a4a8-da4d7a2bd901', 'name': '', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'mac_address': 'fa:16:3e:30:64:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:27Z', 'updated_at': '2021-08-31T14:20:37Z', 'revision_number': 5, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'subnets': [{'id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:08.693282 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a1e60-e3b5-4901-958b-94ee6f76e730 None None] Pushing event updated for resources: {'Port': ['ID=d746f9a9-1882-4e23-bc34-334ed2b09104,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:08.712371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206afb29-01f7-4554-af77-a10b9cb6a7ff req-f5ca4d32-b7bb-46f4-bad8-af21d8f0bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:08.713899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-206afb29-01f7-4554-af77-a10b9cb6a7ff req-f5ca4d32-b7bb-46f4-bad8-af21d8f0bb40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.3265970 Aug 31 14:21:08.722218 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] Set router e658abb9-ec83-4829-ab89-a3cb9a5e613f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:08.785557 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:08.791597 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bfc049d4-966b-4e33-9c93-61f917d0ce55 req-1780c49c-4c19-43dc-8401-97689e933740 service neutron] 10.222.0.60 "GET /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601055 Aug 31 14:21:08.826916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Transition to ACTIVE for port object 402b30d3-6766-4500-9b38-58d6064b6696 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:08.870286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206afb29-01f7-4554-af77-a10b9cb6a7ff req-3a6a54a6-1cfe-47aa-b76f-cf2f0d7bd7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:08.877348 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-206afb29-01f7-4554-af77-a10b9cb6a7ff req-3a6a54a6-1cfe-47aa-b76f-cf2f0d7bd7cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562147 Aug 31 14:21:08.878880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-584ea3fe-eb8c-40ac-9694-a3974055cff2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Deleting port 39996f04-11d4-4494-93e4-1addf5a6531e {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:08.879317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-584ea3fe-eb8c-40ac-9694-a3974055cff2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:08.882685 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:08.943089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-1b820a95-7ffd-43d8-aa3e-b7574432f875 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47854 time: 0.5444770 Aug 31 14:21:08.997701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083fc133-dfb0-4f8e-a9c8-2313c21a72cc None None] New status for floating IP 6fcecde2-a5d3-4087-960c-d714bcabfcdf: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:21:09.028513 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'name': 'tempest-FloatingIPsTestJSON-1210118341-router', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:04Z', 'revision_number': 3, 'project_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'gw_port': {'id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:03Z', 'updated_at': '2021-08-31T14:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:09.029755 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Network 2fe9a127-c838-4f42-8603-d350f583802a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:09.037719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:09.052461 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:09.072654 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959fb475-1111-4b9c-8245-69db68ff9f4b None None] The sync data for ids ['e658abb9-ec83-4829-ab89-a3cb9a5e613f'] in n-d-806683-5 is: [{'id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'name': 'tempest-FloatingIPsTestJSON-1210118341-router', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:04Z', 'revision_number': 3, 'project_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'gw_port': {'id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:03Z', 'updated_at': '2021-08-31T14:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:09.085158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=402b30d3-6766-4500-9b38-58d6064b6696,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:09.088942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bfc049d4-966b-4e33-9c93-61f917d0ce55 req-586e1d2e-c311-4134-b457-3c935a263226 service neutron] 10.222.0.60 "GET /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884376 Aug 31 14:21:09.099034 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-8428ffd5-d501-434c-b27a-2c7fb9315215 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/1f01021a-e820-4506-8186-e82aac268a3a HTTP/1.1" status: 200 len: 2981 time: 0.1547244 Aug 31 14:21:09.130878 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.233866 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-584ea3fe-eb8c-40ac-9694-a3974055cff2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.234377 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-584ea3fe-eb8c-40ac-9694-a3974055cff2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.257895 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-584ea3fe-eb8c-40ac-9694-a3974055cff2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Calling delete_port for 39996f04-11d4-4494-93e4-1addf5a6531e owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:09.405402 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.472772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a47383f3-98fd-42a9-a23e-715a3e1adfec None None] Provisioning for port 402b30d3-6766-4500-9b38-58d6064b6696 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:09.485872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a47383f3-98fd-42a9-a23e-715a3e1adfec None None] Provisioning complete for port 402b30d3-6766-4500-9b38-58d6064b6696 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:09.486597 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a47383f3-98fd-42a9-a23e-715a3e1adfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.545464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a47383f3-98fd-42a9-a23e-715a3e1adfec None None] Port 402b30d3-6766-4500-9b38-58d6064b6696 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:09.612290 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-584ea3fe-eb8c-40ac-9694-a3974055cff2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.615690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a56bf9-4a17-4195-abdb-6550e6da1917', 'name': 'network-vif-deleted', 'tag': 'cb54efa5-25ad-46e1-8137-4a114d36ee3d'}, {'name': 'network-changed', 'server_uuid': 'af010227-b42b-438c-9e0d-9a8141231684', 'tag': 'fe795d4f-4238-47fc-8ca0-195f4f641583'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:09.617824 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f665b334-12ef-455d-9b49-8aea980b3942" -d '{"events": [{"server_uuid": "16a56bf9-4a17-4195-abdb-6550e6da1917", "name": "network-vif-deleted", "tag": "cb54efa5-25ad-46e1-8137-4a114d36ee3d"}, {"name": "network-changed", "server_uuid": "af010227-b42b-438c-9e0d-9a8141231684", "tag": "fe795d4f-4238-47fc-8ca0-195f4f641583"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:09.624519 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-206afb29-01f7-4554-af77-a10b9cb6a7ff req-63a3b2e9-340c-49d3-ac7f-19f3f3c544e8 service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7333796 Aug 31 14:21:09.654815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ea3fe-eb8c-40ac-9694-a3974055cff2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Pushing event deleted for resources: {'Port': ['ID=39996f04-11d4-4494-93e4-1addf5a6531e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:09.702513 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-3dbee14e-18ad-4264-9b10-ca653c665c25 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/1f01021a-e820-4506-8186-e82aac268a3a HTTP/1.1" status: 200 len: 2981 time: 0.6024668 Aug 31 14:21:09.751835 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-584ea3fe-eb8c-40ac-9694-a3974055cff2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.754342 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-584ea3fe-eb8c-40ac-9694-a3974055cff2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.755504 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87939574-bcab-471e-bcc2-644e2c388ab3 req-584ea3fe-eb8c-40ac-9694-a3974055cff2 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "DELETE /v2.0/floatingips/6b0facac-9337-4335-9107-dab75e1df2e7 HTTP/1.1" status: 204 len: 173 time: 1.1350017 Aug 31 14:21:09.759676 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.766981 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.769938 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-aff42c23-e500-4075-8490-fd73cc1e412d tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/24b26b45-14ba-4fcc-a1ea-520763f644cb HTTP/1.1" status: 200 len: 2977 time: 0.0595422 Aug 31 14:21:09.798959 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-206afb29-01f7-4554-af77-a10b9cb6a7ff req-d4d7773d-33e1-430d-ab32-bc8b0b9511d0 service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555765 Aug 31 14:21:09.845674 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-26f600ca-afb9-4f40-b080-cdac0c4ed054 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/24b26b45-14ba-4fcc-a1ea-520763f644cb HTTP/1.1" status: 200 len: 2977 time: 0.0667577 Aug 31 14:21:09.850411 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.854147 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=402b30d3-6766-4500-9b38-58d6064b6696,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:09.897378 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-8c870484-04bb-4d92-bfa6-9a76f6baeb1c tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/3c29a229-0c39-4bf6-82f4-6808a8930de2 HTTP/1.1" status: 200 len: 2981 time: 0.0421796 Aug 31 14:21:09.949046 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-4f8e58aa-f501-4791-82ad-5bf7206d59b3 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/3c29a229-0c39-4bf6-82f4-6808a8930de2 HTTP/1.1" status: 200 len: 2981 time: 0.0422072 Aug 31 14:21:09.952405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04fe53-7e6c-41f2-aefb-def92293b4d8 req-615c4427-700b-418b-b1f7-781799d630d5 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:09.954009 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd04fe53-7e6c-41f2-aefb-def92293b4d8 req-615c4427-700b-418b-b1f7-781799d630d5 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 1096 time: 0.1050656 Aug 31 14:21:09.997003 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-b84670da-e508-4613-9923-de82a4a4d850 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/416d1769-34f5-43d4-a725-79c799a1e71d HTTP/1.1" status: 200 len: 2981 time: 0.0412285 Aug 31 14:21:10.021994 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd04fe53-7e6c-41f2-aefb-def92293b4d8 req-5363f1ca-02fa-4ce4-ac6e-003f2c3c9848 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586383 Aug 31 14:21:10.023459 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Network 2fe9a127-c838-4f42-8603-d350f583802a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:10.025957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:10.070353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-ee7c6e66-5516-41d2-bc48-e80bd3e7fdf2 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/416d1769-34f5-43d4-a725-79c799a1e71d HTTP/1.1" status: 200 len: 2981 time: 0.0662503 Aug 31 14:21:10.120964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-b8ef6f76-3c87-4473-a229-4b8dfda0069a tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5156dd96-931e-481e-b30f-83aa61e950e4 HTTP/1.1" status: 200 len: 2981 time: 0.0488424 Aug 31 14:21:10.173212 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-d180c54f-812c-4e92-b782-8b0c3057501a tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5156dd96-931e-481e-b30f-83aa61e950e4 HTTP/1.1" status: 200 len: 2981 time: 0.0463440 Aug 31 14:21:10.193102 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-9192fd9d-eba2-4576-ac35-388fd3b3092f tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 1000 time: 0.1084495 Aug 31 14:21:10.234268 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-e6809459-35e9-4730-a18d-9f6ef64bd091 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/668fa579-a66e-42e4-9dcf-ff7fac4e4b44 HTTP/1.1" status: 200 len: 2981 time: 0.0540428 Aug 31 14:21:10.265094 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-62eddca5-0e3f-4cad-aa73-73fe3829dfb2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:10.266510 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-62eddca5-0e3f-4cad-aa73-73fe3829dfb2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports/44d23347-8450-4ecd-b0cd-304c3734121d HTTP/1.1" status: 200 len: 942 time: 0.0637896 Aug 31 14:21:10.274473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Router e658abb9-ec83-4829-ab89-a3cb9a5e613f has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:10.287847 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-7eeaab96-d67d-409c-8c06-721cec6479ae tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/668fa579-a66e-42e4-9dcf-ff7fac4e4b44 HTTP/1.1" status: 200 len: 2981 time: 0.0472038 Aug 31 14:21:10.344968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-f14b4d7b-a3db-4997-9af3-bbaa79b4d8c2 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/6bc622c1-e3d0-400c-aadf-9413afeae8bb HTTP/1.1" status: 200 len: 2981 time: 0.0467682 Aug 31 14:21:10.373397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-45556b42-090c-4788-8a53-79a3ec264c1e None None] Provisioning complete for port 402b30d3-6766-4500-9b38-58d6064b6696 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:10.374015 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45556b42-090c-4788-8a53-79a3ec264c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.400756 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-22f13ec0-57ad-44cb-9bb5-53246e4dd336 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/6bc622c1-e3d0-400c-aadf-9413afeae8bb HTTP/1.1" status: 200 len: 2981 time: 0.0492225 Aug 31 14:21:10.415773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-45556b42-090c-4788-8a53-79a3ec264c1e None None] Port 402b30d3-6766-4500-9b38-58d6064b6696 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:10.440960 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-0dd32a38-35de-4915-b039-467ccb4e30bc tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/6eaf1a37-83a3-4afd-b945-669fa8cd5abf HTTP/1.1" status: 200 len: 2981 time: 0.0384262 Aug 31 14:21:10.443678 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-7c9e9681-160c-42b4-be2c-a959ad23c72e tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 1000 time: 0.1143966 Aug 31 14:21:10.489414 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-8c02cbd2-541a-4d19-b6f8-64787bfeda34 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/6eaf1a37-83a3-4afd-b945-669fa8cd5abf HTTP/1.1" status: 200 len: 2981 time: 0.0410166 Aug 31 14:21:10.506964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:10.515148 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-38839cdb-a220-400e-b517-6961104a5ed5 admin admin] 10.222.0.39 "PUT /v2.0/routers/e658abb9-ec83-4829-ab89-a3cb9a5e613f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1558199 Aug 31 14:21:10.536841 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-e6688873-3b7f-448b-ba76-0ca4e363b6d7 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a7fe1ca7-a006-43ce-9f6a-8e657a917625 HTTP/1.1" status: 200 len: 2981 time: 0.0407369 Aug 31 14:21:10.574160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-149d1acd-0ec9-463f-a430-257d8c6b31e4 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:10.575862 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-149d1acd-0ec9-463f-a430-257d8c6b31e4 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.1269753 Aug 31 14:21:10.588436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-4fd595af-87a9-43b5-bde2-dc9ac20080de tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a7fe1ca7-a006-43ce-9f6a-8e657a917625 HTTP/1.1" status: 200 len: 2981 time: 0.0434945 Aug 31 14:21:10.631236 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-2b57c5db-d517-4169-9aa7-7dca5dfb838c tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/bc89770f-aa23-4eed-9fab-c6ebf9f35010 HTTP/1.1" status: 200 len: 2981 time: 0.0374649 Aug 31 14:21:10.647555 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-bbc8a5cf-fcfa-4457-aafe-265573a9f2a7 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 1000 time: 0.0643008 Aug 31 14:21:10.660251 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-d75fd19a-7f82-4078-a95d-6c2ed96d7ea6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:10.678321 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-a885579b-d165-4d00-8b22-4c724d1830ee tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/bc89770f-aa23-4eed-9fab-c6ebf9f35010 HTTP/1.1" status: 200 len: 2981 time: 0.0382533 Aug 31 14:21:10.719081 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-d75fd19a-7f82-4078-a95d-6c2ed96d7ea6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.724755 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-90c2e473-9bb8-4533-bc40-9f812f59dbdd tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/dc7e1d81-0274-45cb-b36c-fbc8e850d10e HTTP/1.1" status: 200 len: 2981 time: 0.0400324 Aug 31 14:21:10.775307 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-7e06efc9-832d-4987-beb8-14e554f9c480 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/dc7e1d81-0274-45cb-b36c-fbc8e850d10e HTTP/1.1" status: 200 len: 2981 time: 0.0436399 Aug 31 14:21:10.821215 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-2eda045b-f84d-45d0-8683-cebacfd49829 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e6ad37c9-940e-4289-9eb3-5595b27d4c4f HTTP/1.1" status: 200 len: 2973 time: 0.0379732 Aug 31 14:21:10.871750 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-0283afb4-b686-4942-aaab-21419c8c78fe tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e6ad37c9-940e-4289-9eb3-5595b27d4c4f HTTP/1.1" status: 200 len: 2973 time: 0.0441496 Aug 31 14:21:10.893252 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-d75fd19a-7f82-4078-a95d-6c2ed96d7ea6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.897694 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-d75fd19a-7f82-4078-a95d-6c2ed96d7ea6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.898247 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-d75fd19a-7f82-4078-a95d-6c2ed96d7ea6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Floating IP e4b673a5-2014-4650-a29a-34e6682a9215 disassociated. External IP: 172.25.2.68, port: 44d23347-8450-4ecd-b0cd-304c3734121d. Aug 31 14:21:10.919919 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-1cdc1a75-835f-4278-99d2-662806555b87 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/faa23eee-341c-4ac7-85d9-8123a4891511 HTTP/1.1" status: 200 len: 2981 time: 0.0412045 Aug 31 14:21:10.965240 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-725b9190-c68e-45b4-a0d8-370a3932fa2e tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/faa23eee-341c-4ac7-85d9-8123a4891511 HTTP/1.1" status: 200 len: 2981 time: 0.0388620 Aug 31 14:21:11.011338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-a9525782-87e2-4b62-bc6d-e83c8235695f tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/fcd6935f-075a-4821-9d5d-677a6134d9ad HTTP/1.1" status: 200 len: 2981 time: 0.0396893 Aug 31 14:21:11.053655 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Sync routers for ids ['e658abb9-ec83-4829-ab89-a3cb9a5e613f'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:11.065881 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Routers {'e658abb9-ec83-4829-ab89-a3cb9a5e613f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:11.066586 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e658abb9-ec83-4829-ab89-a3cb9a5e613f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:11.083606 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a400bce6-3011-440b-bbe2-149c6fcef953 req-9a817d81-2cfb-4442-88b2-7eab63c8bea2 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/fcd6935f-075a-4821-9d5d-677a6134d9ad HTTP/1.1" status: 200 len: 2981 time: 0.0654848 Aug 31 14:21:11.203968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d746f9a9-1882-4e23-bc34-334ed2b09104 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:11.241726 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Set router e658abb9-ec83-4829-ab89-a3cb9a5e613f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:11.274485 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port d746f9a9-1882-4e23-bc34-334ed2b09104 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:11.280320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d746f9a9-1882-4e23-bc34-334ed2b09104 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:11.280713 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.337751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e6a18-4b00-4097-9272-a1f71156493b req-81388f81-4f88-4d26-8294-1665b0bdff04 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:11.350099 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-657e6a18-4b00-4097-9272-a1f71156493b req-81388f81-4f88-4d26-8294-1665b0bdff04 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 944 time: 0.0967011 Aug 31 14:21:11.393521 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.410719 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-657e6a18-4b00-4097-9272-a1f71156493b req-d0a08bf5-3443-44b8-ae6f-a16b2fadb9e2 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593944 Aug 31 14:21:11.418919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port d746f9a9-1882-4e23-bc34-334ed2b09104, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d746f9a9-1882-4e23-bc34-334ed2b09104,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:11.424518 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.485465 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd5561e-0d8b-4c55-8167-91b4e92232b6 x-openstack-request-id: req-6dd5561e-0d8b-4c55-8167-91b4e92232b6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:11.485996 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a56bf9-4a17-4195-abdb-6550e6da1917", "name": "network-vif-deleted", "tag": "cb54efa5-25ad-46e1-8137-4a114d36ee3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af010227-b42b-438c-9e0d-9a8141231684", "tag": "fe795d4f-4238-47fc-8ca0-195f4f641583", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:11.487086 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6dd5561e-0d8b-4c55-8167-91b4e92232b6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:11.487747 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a56bf9-4a17-4195-abdb-6550e6da1917', 'name': 'network-vif-deleted', 'tag': 'cb54efa5-25ad-46e1-8137-4a114d36ee3d', 'status': 'completed', 'code': 200} Aug 31 14:21:11.489170 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af010227-b42b-438c-9e0d-9a8141231684', 'tag': 'fe795d4f-4238-47fc-8ca0-195f4f641583', 'status': 'completed', 'code': 200} Aug 31 14:21:11.494289 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=d746f9a9-1882-4e23-bc34-334ed2b09104,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:11.515974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-d75fd19a-7f82-4078-a95d-6c2ed96d7ea6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Router e51562ee-7d93-461c-95db-6544090d490f has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:11.593719 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'name': 'tempest-FloatingIPsTestJSON-1210118341-router', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:09Z', 'revision_number': 4, 'project_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'gw_port': {'id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:03Z', 'updated_at': '2021-08-31T14:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '402b30d3-6766-4500-9b38-58d6064b6696', 'name': '', 'network_id': '2fe9a127-c838-4f42-8603-d350f583802a', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'mac_address': 'fa:16:3e:8b:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '17ae6036-c2db-4b61-8790-1c742e43223f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:08Z', 'updated_at': '2021-08-31T14:21:09Z', 'revision_number': 2, 'project_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'subnets': [{'id': '17ae6036-c2db-4b61-8790-1c742e43223f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:11.629568 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Checking router: e658abb9-ec83-4829-ab89-a3cb9a5e613f for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:11.629568 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Updating router e658abb9-ec83-4829-ab89-a3cb9a5e613f port 402b30d3-6766-4500-9b38-58d6064b6696 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:21:11.634914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665b334-12ef-455d-9b49-8aea980b3942 req-8a33304c-04a3-4419-aa96-bc5f7632890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:11.636959 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f665b334-12ef-455d-9b49-8aea980b3942 req-8a33304c-04a3-4419-aa96-bc5f7632890f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1c927b3b7004b24995c18388dbd6a72&device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 1096 time: 0.1023533 Aug 31 14:21:11.657676 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-d75fd19a-7f82-4078-a95d-6c2ed96d7ea6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:11.661117 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.662393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2339e80-b016-46da-b571-93e881f7add4 req-e5f3dcf1-7edf-4a62-a5a1-556656b1f9f8 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:11.664344 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c2339e80-b016-46da-b571-93e881f7add4 req-e5f3dcf1-7edf-4a62-a5a1-556656b1f9f8 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 1096 time: 0.0851028 Aug 31 14:21:11.664753 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-d75fd19a-7f82-4078-a95d-6c2ed96d7ea6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.681193 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e61c2e-3075-4d35-abfc-3cf4b7b6256d None None] Sync routers for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:11.691968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e61c2e-3075-4d35-abfc-3cf4b7b6256d None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:11.692937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c5e61c2e-3075-4d35-abfc-3cf4b7b6256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:11.710761 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-d75fd19a-7f82-4078-a95d-6c2ed96d7ea6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "PUT /v2.0/floatingips/e4b673a5-2014-4650-a29a-34e6682a9215 HTTP/1.1" status: 200 len: 695 time: 1.0545840 Aug 31 14:21:11.712094 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'tag': '44d23347-8450-4ecd-b0cd-304c3734121d'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:11.714857 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62daca79-64cb-4172-b20e-9d834ac5805f" -d '{"events": [{"name": "network-changed", "server_uuid": "973be0bd-cd57-4f10-b60a-b04d5cb9687e", "tag": "44d23347-8450-4ecd-b0cd-304c3734121d"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:11.773182 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c2339e80-b016-46da-b571-93e881f7add4 req-d0066240-7083-4916-96e9-1a5229cb35d4 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961263 Aug 31 14:21:11.812835 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-4e7a8250-9d1c-48f2-8725-89e23d5693ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:11.814471 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-4e7a8250-9d1c-48f2-8725-89e23d5693ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 1096 time: 0.0847974 Aug 31 14:21:11.828993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665b334-12ef-455d-9b49-8aea980b3942 req-d8fd24fa-34e4-4eb6-bd28-7416d98abf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:11.831136 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f665b334-12ef-455d-9b49-8aea980b3942 req-d8fd24fa-34e4-4eb6-bd28-7416d98abf57 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3e598f9d-9c5b-4855-b95e-6cf3539ff662 HTTP/1.1" status: 200 len: 912 time: 0.1833737 Aug 31 14:21:11.858190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-c5e61c2e-3075-4d35-abfc-3cf4b7b6256d None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:11.967558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-d8356498-eed3-4033-a4fe-9d3cea552859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:11.976669 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-d8356498-eed3-4033-a4fe-9d3cea552859 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 921 time: 0.1544137 Aug 31 14:21:12.045943 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-990ce58b-61f0-4d52-9bba-d5a191d38d7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44d23347-8450-4ecd-b0cd-304c3734121d HTTP/1.1" status: 200 len: 217 time: 0.0676322 Aug 31 14:21:12.072819 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f665b334-12ef-455d-9b49-8aea980b3942 req-ec04c737-8057-4e6b-afab-9a2931878be0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe795d4f-4238-47fc-8ca0-195f4f641583 HTTP/1.1" status: 200 len: 1000 time: 0.2318094 Aug 31 14:21:12.114361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-30975ecb-7ec3-4d58-80ca-7d9fd36a2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:12.116072 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.117112 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-30975ecb-7ec3-4d58-80ca-7d9fd36a2e04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.0627294 Aug 31 14:21:12.133484 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Transition to ACTIVE for port object 402b30d3-6766-4500-9b38-58d6064b6696 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:12.144018 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.162513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c5e61c2e-3075-4d35-abfc-3cf4b7b6256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:12.190859 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-cd25ae74-d9d4-4b13-b44d-9cfc0919f89e tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2843173 Aug 31 14:21:12.196381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e61c2e-3075-4d35-abfc-3cf4b7b6256d None None] Checking router: e51562ee-7d93-461c-95db-6544090d490f for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:12.199387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665b334-12ef-455d-9b49-8aea980b3942 req-90296867-4ce4-46e1-9c85-7a84b68d3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:12.200957 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f665b334-12ef-455d-9b49-8aea980b3942 req-90296867-4ce4-46e1-9c85-7a84b68d3767 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=90eba941-08a3-4052-ae10-e2a4aaee1377 HTTP/1.1" status: 200 len: 850 time: 0.1139882 Aug 31 14:21:12.205282 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-8dd1d30c-2974-4a94-93e8-28ce5fb95f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:12.207666 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-8dd1d30c-2974-4a94-93e8-28ce5fb95f06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802071 Aug 31 14:21:12.213117 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e61c2e-3075-4d35-abfc-3cf4b7b6256d None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:12.213788 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c5e61c2e-3075-4d35-abfc-3cf4b7b6256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:12.215405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:12.243301 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb4f75-2758-4125-8db8-a8683ccb25b8 None None] Pushing event updated for resources: {'Port': ['ID=402b30d3-6766-4500-9b38-58d6064b6696,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:12.294958 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.298554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665b334-12ef-455d-9b49-8aea980b3942 req-f6117426-2998-485e-9a0f-e91fd24a1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:12.300106 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f665b334-12ef-455d-9b49-8aea980b3942 req-f6117426-2998-485e-9a0f-e91fd24a1226 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3e598f9d-9c5b-4855-b95e-6cf3539ff662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786772 Aug 31 14:21:12.312356 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Attempting to bind port 402b30d3-6766-4500-9b38-58d6064b6696 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:12.312961 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Attempting to bind port 402b30d3-6766-4500-9b38-58d6064b6696 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '60c3be24-6ab2-4225-aca1-b0407d7476cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fe9a127-c838-4f42-8603-d350f583802a'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:12.314427 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Attempting to bind port 402b30d3-6766-4500-9b38-58d6064b6696 on network 2fe9a127-c838-4f42-8603-d350f583802a {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:12.328774 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:12.329214 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Checking segment: {'id': '60c3be24-6ab2-4225-aca1-b0407d7476cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fe9a127-c838-4f42-8603-d350f583802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:12.329844 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.330783 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Bound using segment: {'id': '60c3be24-6ab2-4225-aca1-b0407d7476cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fe9a127-c838-4f42-8603-d350f583802a'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:12.330901 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Bound port: 402b30d3-6766-4500-9b38-58d6064b6696, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c3be24-6ab2-4225-aca1-b0407d7476cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fe9a127-c838-4f42-8603-d350f583802a'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:12.331318 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.382003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-c5e61c2e-3075-4d35-abfc-3cf4b7b6256d None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:12.396338 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-29400a29-1739-407e-af8a-abc5ae75321a service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798966 Aug 31 14:21:12.483305 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f665b334-12ef-455d-9b49-8aea980b3942 req-e954c1b9-cf52-471d-aea8-031766033bfe service neutron] 10.222.0.25 "GET /v2.0/networks/3e598f9d-9c5b-4855-b95e-6cf3539ff662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680925 Aug 31 14:21:12.504458 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] For port 402b30d3-6766-4500-9b38-58d6064b6696, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:12.514171 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] For port 402b30d3-6766-4500-9b38-58d6064b6696, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=402b30d3-6766-4500-9b38-58d6064b6696,segment=NetworkSegment(60c3be24-6ab2-4225-aca1-b0407d7476cc),segment_id=60c3be24-6ab2-4225-aca1-b0407d7476cc)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:12.520743 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.534011 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.593252 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3f85b8-4347-4539-9935-e9bc117eccd2 req-0b7660ce-cd46-4668-905f-7d6f065017cc service neutron] 10.222.0.39 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954136 Aug 31 14:21:12.688786 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c5e61c2e-3075-4d35-abfc-3cf4b7b6256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:12.699103 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f665b334-12ef-455d-9b49-8aea980b3942 req-3bdd9608-8c44-4fef-b3b7-1abcbf70c7ac service neutron] 10.222.0.25 "GET /v2.0/networks/3e598f9d-9c5b-4855-b95e-6cf3539ff662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990983 Aug 31 14:21:12.722982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e61c2e-3075-4d35-abfc-3cf4b7b6256d None None] The sync data for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 is: [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:19:40Z', 'revision_number': 4, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'ba49bfda-dedf-4e83-8030-6f8ced2b9e04', 'name': '', 'network_id': 'a8bca733-261d-4a58-85f4-a2896c342e47', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'mac_address': 'fa:16:3e:80:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:39Z', 'updated_at': '2021-08-31T14:19:48Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'subnets': [{'id': '00cfd381-58f4-465e-9afa-944dc1d1bdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:12.742744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Allocated IP 172.25.2.203 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/49d1cb4a-272d-4586-9136-329676ceff96) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:12.765626 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f2e0586c-09d6-4415-9afd-3b5c1348ec7f req-7c0fac96-c0a9-4748-b606-0da6af8efcb3 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a3b7a58d8bf469fa8e42d1f7cbe903e HTTP/1.1" status: 200 len: 6102 time: 0.1460083 Aug 31 14:21:12.809696 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Routers {'e658abb9-ec83-4829-ab89-a3cb9a5e613f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:12.810485 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e658abb9-ec83-4829-ab89-a3cb9a5e613f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:12.845809 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f2e0586c-09d6-4415-9afd-3b5c1348ec7f req-d6c10239-fd18-43ae-9083-82ffda33f4a2 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] 10.222.0.39 "GET /v2.0/security-groups/668fa579-a66e-42e4-9dcf-ff7fac4e4b44 HTTP/1.1" status: 200 len: 2981 time: 0.0792248 Aug 31 14:21:12.881267 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb4f75-2758-4125-8db8-a8683ccb25b8 None None] Pushing event updated for resources: {'Port': ['ID=402b30d3-6766-4500-9b38-58d6064b6696,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:12.887399 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.909029 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f2e0586c-09d6-4415-9afd-3b5c1348ec7f req-8e8da0c5-ccb9-4f33-a53e-787bbf8ef733 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] 10.222.0.39 "GET /v2.0/security-groups/668fa579-a66e-42e4-9dcf-ff7fac4e4b44 HTTP/1.1" status: 200 len: 2981 time: 0.0610085 Aug 31 14:21:12.943518 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.984963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:12.986392 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] Set router e658abb9-ec83-4829-ab89-a3cb9a5e613f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:12.988111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:12.992748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:12.998909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Pushing event updated for resources: {'Port': ['ID=49d1cb4a-272d-4586-9136-329676ceff96,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:13.034261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:13.034596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:13.034947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:13.035303 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:13.035661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:13.035991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:13.036315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:13.036642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:13.036967 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:13.037295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:13.037619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:13.037947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:13.114040 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa19eb1-3aa2-478b-9e9a-f9b3552bc6f6 req-7c1cd3aa-cf3d-4ccb-9f4b-56cc85a6c2b9 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:13.123109 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3fa19eb1-3aa2-478b-9e9a-f9b3552bc6f6 req-7c1cd3aa-cf3d-4ccb-9f4b-56cc85a6c2b9 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0745010 Aug 31 14:21:13.142022 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.151361 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d890c57-dc56-42ee-8e73-6a7056b5c46c None None] New status for floating IP e4b673a5-2014-4650-a29a-34e6682a9215: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:21:13.159629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d746f9a9-1882-4e23-bc34-334ed2b09104 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:13.177634 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3fa19eb1-3aa2-478b-9e9a-f9b3552bc6f6 req-887d2047-0ae2-44f7-82d0-5cc1b6172a37 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0535181 Aug 31 14:21:13.200707 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.213094 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5801a92f-e2de-4b77-b368-fa1ccb60a1b6 x-openstack-request-id: req-5801a92f-e2de-4b77-b368-fa1ccb60a1b6 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:13.213397 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973be0bd-cd57-4f10-b60a-b04d5cb9687e", "tag": "44d23347-8450-4ecd-b0cd-304c3734121d", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:13.213654 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5801a92f-e2de-4b77-b368-fa1ccb60a1b6 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:13.214504 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'tag': '44d23347-8450-4ecd-b0cd-304c3734121d', 'status': 'completed', 'code': 200} Aug 31 14:21:13.250855 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d746f9a9-1882-4e23-bc34-334ed2b09104 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:13.251515 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.365786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daca79-64cb-4172-b20e-9d834ac5805f req-f9d44b94-44c2-45a3-8176-a892d05c3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:13.367738 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62daca79-64cb-4172-b20e-9d834ac5805f req-f9d44b94-44c2-45a3-8176-a892d05c3d1d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2c2b0a2621349c9985beb145a87b930&device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 1096 time: 0.1118326 Aug 31 14:21:13.466869 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-964729fd-ea0b-46f5-afa5-7ea73626bcb8 req-166ea768-ae6f-4f95-bb21-568dad09f252 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/515bec3d-7322-438a-966f-2710da6940c6 HTTP/1.1" status: 200 len: 1778 time: 0.0434299 Aug 31 14:21:13.510860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daca79-64cb-4172-b20e-9d834ac5805f req-d65cea38-5295-4c9e-b45d-30f8c24ab054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:13.512311 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62daca79-64cb-4172-b20e-9d834ac5805f req-d65cea38-5295-4c9e-b45d-30f8c24ab054 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 200 len: 921 time: 0.1356959 Aug 31 14:21:13.530642 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-964729fd-ea0b-46f5-afa5-7ea73626bcb8 req-9b83eed3-7315-491f-aea8-e81213ac46bd tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.554095 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-964729fd-ea0b-46f5-afa5-7ea73626bcb8 req-9b83eed3-7315-491f-aea8-e81213ac46bd tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.568277 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62daca79-64cb-4172-b20e-9d834ac5805f req-23316b40-564d-4ae3-a9d2-70a3bd80a5ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44d23347-8450-4ecd-b0cd-304c3734121d HTTP/1.1" status: 200 len: 217 time: 0.0483708 Aug 31 14:21:13.607226 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-964729fd-ea0b-46f5-afa5-7ea73626bcb8 req-9b83eed3-7315-491f-aea8-e81213ac46bd tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.612335 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-964729fd-ea0b-46f5-afa5-7ea73626bcb8 req-9b83eed3-7315-491f-aea8-e81213ac46bd tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.613803 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-964729fd-ea0b-46f5-afa5-7ea73626bcb8 req-9b83eed3-7315-491f-aea8-e81213ac46bd tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/515bec3d-7322-438a-966f-2710da6940c6 HTTP/1.1" status: 204 len: 173 time: 0.1381471 Aug 31 14:21:13.627743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83eed3-7315-491f-aea8-e81213ac46bd tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515bec3d-7322-438a-966f-2710da6940c6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:13.661130 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.666522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daca79-64cb-4172-b20e-9d834ac5805f req-007e4ed8-9543-48bd-89ef-a620763153d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:13.667911 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'name': 'tempest-FloatingIPsTestJSON-1210118341-router', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:09Z', 'revision_number': 4, 'project_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'gw_port': {'id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:03Z', 'updated_at': '2021-08-31T14:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '402b30d3-6766-4500-9b38-58d6064b6696', 'name': '', 'network_id': '2fe9a127-c838-4f42-8603-d350f583802a', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'mac_address': 'fa:16:3e:8b:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '17ae6036-c2db-4b61-8790-1c742e43223f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:08Z', 'updated_at': '2021-08-31T14:21:12Z', 'revision_number': 4, 'project_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'subnets': [{'id': '17ae6036-c2db-4b61-8790-1c742e43223f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:13.669525 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62daca79-64cb-4172-b20e-9d834ac5805f req-007e4ed8-9543-48bd-89ef-a620763153d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 200 len: 859 time: 0.0878353 Aug 31 14:21:13.672097 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.716945 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95a61f3-2d5d-4ecc-b159-e91172add672 None None] The sync data for ids ['e658abb9-ec83-4829-ab89-a3cb9a5e613f'] in n-d-806683-5 is: [{'id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'name': 'tempest-FloatingIPsTestJSON-1210118341-router', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:09Z', 'revision_number': 4, 'project_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'gw_port': {'id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:03Z', 'updated_at': '2021-08-31T14:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '402b30d3-6766-4500-9b38-58d6064b6696', 'name': '', 'network_id': '2fe9a127-c838-4f42-8603-d350f583802a', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'mac_address': 'fa:16:3e:8b:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '17ae6036-c2db-4b61-8790-1c742e43223f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:08Z', 'updated_at': '2021-08-31T14:21:12Z', 'revision_number': 4, 'project_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'subnets': [{'id': '17ae6036-c2db-4b61-8790-1c742e43223f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:13.817086 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Pushing event updated for resources: {'Port': ['ID=49d1cb4a-272d-4586-9136-329676ceff96,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:13.830931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daca79-64cb-4172-b20e-9d834ac5805f req-0b84bf57-8d4d-4ec1-b21f-9edb7bc02cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:13.833649 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62daca79-64cb-4172-b20e-9d834ac5805f req-0b84bf57-8d4d-4ec1-b21f-9edb7bc02cc8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8bca733-261d-4a58-85f4-a2896c342e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539843 Aug 31 14:21:13.849668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34876236-cb63-4887-9f12-fe996ccdc300 req-87e63a6e-4a0b-4284-8815-387dc553b66a tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:13.851372 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34876236-cb63-4887-9f12-fe996ccdc300 req-87e63a6e-4a0b-4284-8815-387dc553b66a tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 1095 time: 0.1017001 Aug 31 14:21:13.871149 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.910452 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34876236-cb63-4887-9f12-fe996ccdc300 req-d754f21f-4bfb-409b-b28c-2996ad17e39a tempest-LiveAutoBlockMigrationV225Test-1887600774 tempest-LiveAutoBlockMigrationV225Test-1887600774-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475962 Aug 31 14:21:13.981571 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.982941 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-da5dc1af-dc32-41c8-bb3e-3b1585392435 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7802253 Aug 31 14:21:14.036092 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-492e287b-418e-4f0c-9bda-98f83d7dcd7e req-12eab67f-110c-43ec-80d6-3c51472145e7 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0603888 Aug 31 14:21:14.055405 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62daca79-64cb-4172-b20e-9d834ac5805f req-ed2f280a-aae7-4948-87af-519310a5ea57 service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131641 Aug 31 14:21:14.069441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-1bbcada9-d835-40a3-944c-3cd6493c5612 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.0689385 Aug 31 14:21:14.287403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62daca79-64cb-4172-b20e-9d834ac5805f req-f0f7a0b3-ec05-4f3d-8663-6789654264ba service neutron] 10.222.0.25 "GET /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161889 Aug 31 14:21:14.300588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-1837341a-f5d6-4cc3-8651-3c4465c6657e tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:14.313669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8e6b468-045b-4941-b015-117a3f6f5bca req-1837341a-f5d6-4cc3-8651-3c4465c6657e tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.2285855 Aug 31 14:21:14.425569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9189112e-43bd-4dc8-9663-b78b588b2412 req-46990413-44d0-473c-b6f5-16abf87a802c tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "GET /v2.0/security-groups/824a530e-df7f-4984-a198-3c31ddab5055 HTTP/1.1" status: 200 len: 1778 time: 0.0463674 Aug 31 14:21:14.496287 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9189112e-43bd-4dc8-9663-b78b588b2412 req-fbb5c7f2-acd3-4eb1-8d77-fbeae766fa06 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:14.519594 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9189112e-43bd-4dc8-9663-b78b588b2412 req-fbb5c7f2-acd3-4eb1-8d77-fbeae766fa06 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:14.565679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9189112e-43bd-4dc8-9663-b78b588b2412 req-fbb5c7f2-acd3-4eb1-8d77-fbeae766fa06 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:14.568575 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9189112e-43bd-4dc8-9663-b78b588b2412 req-fbb5c7f2-acd3-4eb1-8d77-fbeae766fa06 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:14.569815 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9189112e-43bd-4dc8-9663-b78b588b2412 req-fbb5c7f2-acd3-4eb1-8d77-fbeae766fa06 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/824a530e-df7f-4984-a198-3c31ddab5055 HTTP/1.1" status: 204 len: 173 time: 0.1362934 Aug 31 14:21:14.584524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5c7f2-acd3-4eb1-8d77-fbeae766fa06 tempest-SecurityGroupsTestAdminJSON-1957656213 tempest-SecurityGroupsTestAdminJSON-1957656213-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824a530e-df7f-4984-a198-3c31ddab5055,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:14.951517 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44b1f229-a5d8-4e4b-9f4b-75c972031dc1 req-8efb460b-2f81-45ff-883b-d16aa7c1ba82 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/floatingips/6b799b79-cd1a-4f71-862c-06d40112d606 HTTP/1.1" status: 200 len: 693 time: 0.0458519 Aug 31 14:21:15.048051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-22fcf953-1611-46c3-9d55-913deb397082 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:21:15.049028 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-22fcf953-1611-46c3-9d55-913deb397082 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109646 Aug 31 14:21:15.067242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] Request body: {'binding': {'host': 'n-h1-806683-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:15.067242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] Unknown quota resources ['binding']. {{(pid=94871) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:21:15.095826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1f229-a5d8-4e4b-9f4b-75c972031dc1 req-ccce7ab6-c1a2-41c4-9680-25c80835953c tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:15.098703 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44b1f229-a5d8-4e4b-9f4b-75c972031dc1 req-ccce7ab6-c1a2-41c4-9680-25c80835953c tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.1394241 Aug 31 14:21:15.152366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 402b30d3-6766-4500-9b38-58d6064b6696 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:15.204820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 402b30d3-6766-4500-9b38-58d6064b6696 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:15.208812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 402b30d3-6766-4500-9b38-58d6064b6696 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:15.209183 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.243975 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b35d835-1eea-490e-83ca-97c20a98cf72 req-aae436c7-81c3-4d8d-ad0b-c8edaa3e85c6 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips/e4b673a5-2014-4650-a29a-34e6682a9215 HTTP/1.1" status: 200 len: 693 time: 0.0608654 Aug 31 14:21:15.303931 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.317591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] Attempting to bind port 4083d9bc-6dff-4bee-8466-8548902a5e09 on host n-h1-806683-5 for vnic_type normal with profile None {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:15.317926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] Attempting to bind port 4083d9bc-6dff-4bee-8466-8548902a5e09 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:15.318253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] Attempting to bind port 4083d9bc-6dff-4bee-8466-8548902a5e09 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:15.327646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] Port 4083d9bc-6dff-4bee-8466-8548902a5e09 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:21:15.327832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] Attempting to bind port 4083d9bc-6dff-4bee-8466-8548902a5e09 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:15.337212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 402b30d3-6766-4500-9b38-58d6064b6696, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=402b30d3-6766-4500-9b38-58d6064b6696,segment=NetworkSegment(60c3be24-6ab2-4225-aca1-b0407d7476cc),segment_id=60c3be24-6ab2-4225-aca1-b0407d7476cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:15.337809 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:15.338091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] Checking segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:15.338547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] Bound using segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:15.339146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] Bound port: 4083d9bc-6dff-4bee-8466-8548902a5e09, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:15.341687 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.395646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=402b30d3-6766-4500-9b38-58d6064b6696,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:15.420374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35d835-1eea-490e-83ca-97c20a98cf72 req-1b6dc708-3bf6-4e5f-a739-c2d31ad34086 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:15.421903 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b35d835-1eea-490e-83ca-97c20a98cf72 req-1b6dc708-3bf6-4e5f-a739-c2d31ad34086 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.1663718 Aug 31 14:21:15.442228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4083d9bc-6dff-4bee-8466-8548902a5e09,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:15.481452 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.482526 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] 10.222.0.39 "POST /v2.0/ports/4083d9bc-6dff-4bee-8466-8548902a5e09/bindings HTTP/1.1" status: 201 len: 389 time: 0.4215038 Aug 31 14:21:15.504272 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b35d835-1eea-490e-83ca-97c20a98cf72 req-38e7a63c-f799-4924-90d4-e9ae852a157d tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 696 time: 0.0726645 Aug 31 14:21:15.567044 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b35d835-1eea-490e-83ca-97c20a98cf72 req-e19fc3bf-5d4b-4666-bc69-7cb30029e9e2 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 696 time: 0.0558100 Aug 31 14:21:15.576791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986c4a4-cf98-403f-84f2-1a8b384b2884 req-25a5b8d4-add8-41c1-bedb-e4672efbb8a1 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:15.578617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5986c4a4-cf98-403f-84f2-1a8b384b2884 req-25a5b8d4-add8-41c1-bedb-e4672efbb8a1 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 944 time: 0.1076229 Aug 31 14:21:15.627760 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06b013e6-8d01-40d3-aecb-5e502ac794f5 req-f864a0d3-6ba3-4f45-b211-530fc333ab97 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] 10.222.0.39 "GET /v2.0/security-groups/f832fd13-d3c0-46c4-a6d1-081111454633 HTTP/1.1" status: 200 len: 1777 time: 0.0696917 Aug 31 14:21:15.696624 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06b013e6-8d01-40d3-aecb-5e502ac794f5 req-571bddb5-9c30-4cd9-983c-58baaab684cb tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.721872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06b013e6-8d01-40d3-aecb-5e502ac794f5 req-571bddb5-9c30-4cd9-983c-58baaab684cb tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.771021 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06b013e6-8d01-40d3-aecb-5e502ac794f5 req-571bddb5-9c30-4cd9-983c-58baaab684cb tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.774815 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06b013e6-8d01-40d3-aecb-5e502ac794f5 req-571bddb5-9c30-4cd9-983c-58baaab684cb tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.776010 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06b013e6-8d01-40d3-aecb-5e502ac794f5 req-571bddb5-9c30-4cd9-983c-58baaab684cb tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] 10.222.0.39 "DELETE /v2.0/security-groups/f832fd13-d3c0-46c4-a6d1-081111454633 HTTP/1.1" status: 204 len: 173 time: 0.1447163 Aug 31 14:21:15.788517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571bddb5-9c30-4cd9-983c-58baaab684cb tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f832fd13-d3c0-46c4-a6d1-081111454633,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:15.921912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da13b1-ec34-4b1e-82e6-60e13b401bee req-f9926286-00e6-449a-adff-dc52d863d2c4 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:15.923485 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93da13b1-ec34-4b1e-82e6-60e13b401bee req-f9926286-00e6-449a-adff-dc52d863d2c4 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 944 time: 0.0503373 Aug 31 14:21:15.967083 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93da13b1-ec34-4b1e-82e6-60e13b401bee req-921fda0d-fe67-4d05-b6bc-b8f30e8a1a83 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374289 Aug 31 14:21:16.076499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4000990-812d-4570-a40f-c6816b318163 req-58c72bd4-ac0f-4f1c-b0f2-c4f4bf93f7f6 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:16.078369 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4000990-812d-4570-a40f-c6816b318163 req-58c72bd4-ac0f-4f1c-b0f2-c4f4bf93f7f6 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 946 time: 0.0505817 Aug 31 14:21:16.097903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-6cac1c6d-86dd-4b9c-ae3e-ea191bfec63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:16.099305 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-6cac1c6d-86dd-4b9c-ae3e-ea191bfec63a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 1096 time: 0.1450956 Aug 31 14:21:16.118134 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4000990-812d-4570-a40f-c6816b318163 req-62b3b7c8-2b28-4ddc-86ec-4b3df30a8180 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f01021a-e820-4506-8186-e82aac268a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328443 Aug 31 14:21:16.158629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5986c4a4-cf98-403f-84f2-1a8b384b2884 req-b2390447-d39f-4035-b084-b92a34b3ca0a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Deleting port 41e813ff-adb4-4604-ba7a-cde932c8b40b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:16.159036 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5986c4a4-cf98-403f-84f2-1a8b384b2884 req-b2390447-d39f-4035-b084-b92a34b3ca0a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.207409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5b35d835-1eea-490e-83ca-97c20a98cf72 req-3df43a8c-2b94-40c9-9ada-ec04e8a9b0ec tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Deleting port 6c157186-1f3e-4bb8-a30b-b4ffdcafaab9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:16.207746 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b35d835-1eea-490e-83ca-97c20a98cf72 req-3df43a8c-2b94-40c9-9ada-ec04e8a9b0ec tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.216227 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f0c91b4-55bd-472c-a53f-447b779ab70c req-80271858-2b2d-48b3-9a61-974815d385ec tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=71d7c4ddcecc4ffb91908f406cb2773f HTTP/1.1" status: 200 len: 696 time: 0.0739086 Aug 31 14:21:16.323481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c91b4-55bd-472c-a53f-447b779ab70c req-e604e0d5-79cd-42cb-b59f-d36f46b7b200 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:16.325118 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f0c91b4-55bd-472c-a53f-447b779ab70c req-e604e0d5-79cd-42cb-b59f-d36f46b7b200 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/networks?id=b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 787 time: 0.1031437 Aug 31 14:21:16.336526 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-2f0c91b4-55bd-472c-a53f-447b779ab70c req-86978b21-5719-4a4b-98ec-3754121f5b32 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:21:16.337517 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f0c91b4-55bd-472c-a53f-447b779ab70c req-86978b21-5719-4a4b-98ec-3754121f5b32 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065222 Aug 31 14:21:16.363315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-81b56c1a-e521-4e97-9ce7-3c0e0482e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:16.364774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-81b56c1a-e521-4e97-9ce7-3c0e0482e985 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.2554314 Aug 31 14:21:16.391499 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b35d835-1eea-490e-83ca-97c20a98cf72 req-3df43a8c-2b94-40c9-9ada-ec04e8a9b0ec tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.391913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b35d835-1eea-490e-83ca-97c20a98cf72 req-3df43a8c-2b94-40c9-9ada-ec04e8a9b0ec tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.432177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5986c4a4-cf98-403f-84f2-1a8b384b2884 req-b2390447-d39f-4035-b084-b92a34b3ca0a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] For port 41e813ff-adb4-4604-ba7a-cde932c8b40b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=41e813ff-adb4-4604-ba7a-cde932c8b40b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:16.432546 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5986c4a4-cf98-403f-84f2-1a8b384b2884 req-b2390447-d39f-4035-b084-b92a34b3ca0a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.446769 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6763ff-d99a-4ccf-a6f8-43b7e94ea88a req-f5246409-0a79-43f8-a134-3619f0cdfa21 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:16.448371 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef6763ff-d99a-4ccf-a6f8-43b7e94ea88a req-f5246409-0a79-43f8-a134-3619f0cdfa21 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 0.0586255 Aug 31 14:21:16.451360 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-01b0f038-2a70-4fbd-ad5f-1b8f8c31ebd4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4083d9bc-6dff-4bee-8466-8548902a5e09 HTTP/1.1" status: 200 len: 217 time: 0.0776985 Aug 31 14:21:16.458063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5986c4a4-cf98-403f-84f2-1a8b384b2884 req-b2390447-d39f-4035-b084-b92a34b3ca0a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Calling delete_port for 41e813ff-adb4-4604-ba7a-cde932c8b40b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:16.461470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5b35d835-1eea-490e-83ca-97c20a98cf72 req-3df43a8c-2b94-40c9-9ada-ec04e8a9b0ec tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Calling delete_port for 6c157186-1f3e-4bb8-a30b-b4ffdcafaab9 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:16.491789 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef6763ff-d99a-4ccf-a6f8-43b7e94ea88a req-98d384b6-3d1b-47fd-917a-84fd6bee0f82 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358963 Aug 31 14:21:16.546687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac103ba-3757-4fd8-bf1c-8bfe6dd3bbfa req-aaaa7f48-2fea-4145-9b94-480d5e3af2d8 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:16.548207 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ac103ba-3757-4fd8-bf1c-8bfe6dd3bbfa req-aaaa7f48-2fea-4145-9b94-480d5e3af2d8 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 946 time: 0.2274787 Aug 31 14:21:16.582507 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c23b8389-31e0-411e-bf94-50049d643206 req-553240a8-82de-492f-a855-b1d4a8a36d80 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] 10.222.0.39 "GET /v2.0/security-groups/3a83d0ae-293a-4711-9d95-b8f7eb57c16b HTTP/1.1" status: 200 len: 1777 time: 0.0455759 Aug 31 14:21:16.641892 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c23b8389-31e0-411e-bf94-50049d643206 req-7eb8009e-4b0f-45fb-95fb-08143bcc7f17 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.666691 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c23b8389-31e0-411e-bf94-50049d643206 req-7eb8009e-4b0f-45fb-95fb-08143bcc7f17 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.669093 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-cf079886-243f-430c-a6f7-983c12436961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:16.670653 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-cf079886-243f-430c-a6f7-983c12436961 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.2056098 Aug 31 14:21:16.711632 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c23b8389-31e0-411e-bf94-50049d643206 req-7eb8009e-4b0f-45fb-95fb-08143bcc7f17 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.714296 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c23b8389-31e0-411e-bf94-50049d643206 req-7eb8009e-4b0f-45fb-95fb-08143bcc7f17 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.715633 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c23b8389-31e0-411e-bf94-50049d643206 req-7eb8009e-4b0f-45fb-95fb-08143bcc7f17 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] 10.222.0.39 "DELETE /v2.0/security-groups/3a83d0ae-293a-4711-9d95-b8f7eb57c16b HTTP/1.1" status: 204 len: 173 time: 0.1256270 Aug 31 14:21:16.737056 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8009e-4b0f-45fb-95fb-08143bcc7f17 tempest-SecurityGroupsTestAdminJSON-99572128 tempest-SecurityGroupsTestAdminJSON-99572128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a83d0ae-293a-4711-9d95-b8f7eb57c16b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:16.740959 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-86000fb3-48dd-4d3e-9a3a-d09bb3590603 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597887 Aug 31 14:21:16.790926 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:21:16.907223 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3fc2d93-a5d9-4ea8-b605-ac6231fa0b7d req-cff80a42-8016-4249-944f-30f2d7ca0710 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/floatingips/6b799b79-cd1a-4f71-862c-06d40112d606 HTTP/1.1" status: 200 len: 693 time: 0.0501966 Aug 31 14:21:16.953058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5986c4a4-cf98-403f-84f2-1a8b384b2884 req-b2390447-d39f-4035-b084-b92a34b3ca0a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.971570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['41e813ff-adb4-4604-ba7a-cde932c8b40b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:16.976340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-3ac103ba-3757-4fd8-bf1c-8bfe6dd3bbfa req-82dd3360-8c4e-4982-8122-0c34223d6e43 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Deleting port d94412fb-db76-4ad8-b4e2-19cf775ee0e7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:16.976803 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['2fb6d072-8fb7-45c7-9e4e-321d91d78bda'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:16.976981 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3ac103ba-3757-4fd8-bf1c-8bfe6dd3bbfa req-82dd3360-8c4e-4982-8122-0c34223d6e43 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.980601 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b35d835-1eea-490e-83ca-97c20a98cf72 req-3df43a8c-2b94-40c9-9ada-ec04e8a9b0ec tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.003989 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-995b8eca-5c3b-4d43-9032-a0c200e53313 service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505004 Aug 31 14:21:17.040634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32994) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:17.046313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2390447-d39f-4035-b084-b92a34b3ca0a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Pushing event deleted for resources: {'Port': ['ID=41e813ff-adb4-4604-ba7a-cde932c8b40b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:17.063555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc2d93-a5d9-4ea8-b605-ac6231fa0b7d req-fdca4d9a-0812-4c3e-8d4c-d83b996114b3 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:17.074493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3fc2d93-a5d9-4ea8-b605-ac6231fa0b7d req-fdca4d9a-0812-4c3e-8d4c-d83b996114b3 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.1618614 Aug 31 14:21:17.131714 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3fc2d93-a5d9-4ea8-b605-ac6231fa0b7d req-a4d43dbf-eff7-4978-aa18-935207ed473d tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.0562267 Aug 31 14:21:17.156732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df43a8c-2b94-40c9-9ada-ec04e8a9b0ec tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Pushing event deleted for resources: {'Port': ['ID=6c157186-1f3e-4bb8-a30b-b4ffdcafaab9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:17.183659 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3fc2d93-a5d9-4ea8-b605-ac6231fa0b7d req-bbb8691c-826b-4df6-9621-e25472a657e5 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.0509739 Aug 31 14:21:17.193435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5986c4a4-cf98-403f-84f2-1a8b384b2884 req-b2390447-d39f-4035-b084-b92a34b3ca0a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] No DVR routers for this DVR port 41e813ff-adb4-4604-ba7a-cde932c8b40b on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:17.198488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5986c4a4-cf98-403f-84f2-1a8b384b2884 req-b2390447-d39f-4035-b084-b92a34b3ca0a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.200476 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5986c4a4-cf98-403f-84f2-1a8b384b2884 req-b2390447-d39f-4035-b084-b92a34b3ca0a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.25 "DELETE /v2.0/ports/41e813ff-adb4-4604-ba7a-cde932c8b40b HTTP/1.1" status: 204 len: 173 time: 1.6128960 Aug 31 14:21:17.205480 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc', 'name': 'network-vif-deleted', 'tag': '41e813ff-adb4-4604-ba7a-cde932c8b40b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:17.207798 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8b8f56-29bd-4912-a23f-198d01e98ff9" -d '{"events": [{"server_uuid": "e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc", "name": "network-vif-deleted", "tag": "41e813ff-adb4-4604-ba7a-cde932c8b40b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:17.243085 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 402b30d3-6766-4500-9b38-58d6064b6696 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:17.292776 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3ac103ba-3757-4fd8-bf1c-8bfe6dd3bbfa req-82dd3360-8c4e-4982-8122-0c34223d6e43 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] For port d94412fb-db76-4ad8-b4e2-19cf775ee0e7, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d94412fb-db76-4ad8-b4e2-19cf775ee0e7,segment=NetworkSegment(98f14ee9-7991-42ae-a0cf-6a74b4d8691b),segment_id=98f14ee9-7991-42ae-a0cf-6a74b4d8691b)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:17.293133 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3ac103ba-3757-4fd8-bf1c-8bfe6dd3bbfa req-82dd3360-8c4e-4982-8122-0c34223d6e43 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.307833 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b35d835-1eea-490e-83ca-97c20a98cf72 req-3df43a8c-2b94-40c9-9ada-ec04e8a9b0ec tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.310321 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b35d835-1eea-490e-83ca-97c20a98cf72 req-3df43a8c-2b94-40c9-9ada-ec04e8a9b0ec tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.313004 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 402b30d3-6766-4500-9b38-58d6064b6696 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:17.314509 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.323026 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b35d835-1eea-490e-83ca-97c20a98cf72 req-3df43a8c-2b94-40c9-9ada-ec04e8a9b0ec tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "DELETE /v2.0/floatingips/e4b673a5-2014-4650-a29a-34e6682a9215 HTTP/1.1" status: 204 len: 173 time: 1.7430341 Aug 31 14:21:17.328623 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-dfc0c8c7-471b-4f28-82fa-b4687626e974 service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101804 Aug 31 14:21:17.329514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-3ac103ba-3757-4fd8-bf1c-8bfe6dd3bbfa req-82dd3360-8c4e-4982-8122-0c34223d6e43 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Calling delete_port for d94412fb-db76-4ad8-b4e2-19cf775ee0e7 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:17.476919 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-40940f0e-d1f8-410a-b585-6da29001ffbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a3b7a58d8bf469fa8e42d1f7cbe903e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4301677 Aug 31 14:21:17.481011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33006) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:17.520461 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f4fa46f4-a187-4711-82ce-58400d2f1e84 req-567daddd-0c7b-4842-a94e-5cfbd70cf570 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 210 time: 0.0471854 Aug 31 14:21:17.524872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-a3fc2d93-a5d9-4ea8-b605-ac6231fa0b7d req-5f7f6e18-7473-434d-8de8-cd418c251321 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Deleting port 49d1cb4a-272d-4586-9136-329676ceff96 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:17.525372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a3fc2d93-a5d9-4ea8-b605-ac6231fa0b7d req-5f7f6e18-7473-434d-8de8-cd418c251321 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.620461 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a3fc2d93-a5d9-4ea8-b605-ac6231fa0b7d req-5f7f6e18-7473-434d-8de8-cd418c251321 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.621592 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a3fc2d93-a5d9-4ea8-b605-ac6231fa0b7d req-5f7f6e18-7473-434d-8de8-cd418c251321 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.636616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-a3fc2d93-a5d9-4ea8-b605-ac6231fa0b7d req-5f7f6e18-7473-434d-8de8-cd418c251321 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Calling delete_port for 49d1cb4a-272d-4586-9136-329676ceff96 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:17.652268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3ac103ba-3757-4fd8-bf1c-8bfe6dd3bbfa req-82dd3360-8c4e-4982-8122-0c34223d6e43 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.666625 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['d94412fb-db76-4ad8-b4e2-19cf775ee0e7'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:17.712247 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cf74ba59-dcb1-4e78-9013-9ab7c9801865 req-aef80cc6-136e-4ec7-862a-700fd51352e8 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e03462-13bb-419d-8cd8-1d98d183f3fb HTTP/1.1" status: 200 len: 210 time: 0.0683997 Aug 31 14:21:17.731094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd3360-8c4e-4982-8122-0c34223d6e43 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Pushing event deleted for resources: {'Port': ['ID=d94412fb-db76-4ad8-b4e2-19cf775ee0e7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:17.780550 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-869b88a0-98fb-47a3-bc83-76d225614bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.797258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac103ba-3757-4fd8-bf1c-8bfe6dd3bbfa req-82dd3360-8c4e-4982-8122-0c34223d6e43 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] No DVR routers for this DVR port d94412fb-db76-4ad8-b4e2-19cf775ee0e7 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:17.800704 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3ac103ba-3757-4fd8-bf1c-8bfe6dd3bbfa req-82dd3360-8c4e-4982-8122-0c34223d6e43 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.807285 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ac103ba-3757-4fd8-bf1c-8bfe6dd3bbfa req-82dd3360-8c4e-4982-8122-0c34223d6e43 tempest-FloatingIPsAssociationNegativeTestJSON-659556785 tempest-FloatingIPsAssociationNegativeTestJSON-659556785-project] 10.222.0.60 "DELETE /v2.0/ports/d94412fb-db76-4ad8-b4e2-19cf775ee0e7 HTTP/1.1" status: 204 len: 173 time: 1.1979806 Aug 31 14:21:17.809327 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b3350f-597b-4472-bd6c-1eb02cf5e06b x-openstack-request-id: req-d3b3350f-597b-4472-bd6c-1eb02cf5e06b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:17.817381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-869b88a0-98fb-47a3-bc83-76d225614bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.818045 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc", "name": "network-vif-deleted", "tag": "41e813ff-adb4-4604-ba7a-cde932c8b40b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:17.818474 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3b3350f-597b-4472-bd6c-1eb02cf5e06b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:17.819210 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc', 'name': 'network-vif-deleted', 'tag': '41e813ff-adb4-4604-ba7a-cde932c8b40b', 'status': 'completed', 'code': 200} Aug 31 14:21:17.976974 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-869b88a0-98fb-47a3-bc83-76d225614bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.980360 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-869b88a0-98fb-47a3-bc83-76d225614bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.989791 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-869b88a0-98fb-47a3-bc83-76d225614bae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/668fa579-a66e-42e4-9dcf-ff7fac4e4b44 HTTP/1.1" status: 204 len: 168 time: 0.5062943 Aug 31 14:21:18.035777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b88a0-98fb-47a3-bc83-76d225614bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668fa579-a66e-42e4-9dcf-ff7fac4e4b44,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:18.046728 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a3fc2d93-a5d9-4ea8-b605-ac6231fa0b7d req-5f7f6e18-7473-434d-8de8-cd418c251321 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.154584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e18-7473-434d-8de8-cd418c251321 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Pushing event deleted for resources: {'Port': ['ID=49d1cb4a-272d-4586-9136-329676ceff96,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:18.215739 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a3fc2d93-a5d9-4ea8-b605-ac6231fa0b7d req-5f7f6e18-7473-434d-8de8-cd418c251321 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.219418 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a3fc2d93-a5d9-4ea8-b605-ac6231fa0b7d req-5f7f6e18-7473-434d-8de8-cd418c251321 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.233764 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3fc2d93-a5d9-4ea8-b605-ac6231fa0b7d req-5f7f6e18-7473-434d-8de8-cd418c251321 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "DELETE /v2.0/floatingips/6b799b79-cd1a-4f71-862c-06d40112d606 HTTP/1.1" status: 204 len: 173 time: 1.0491080 Aug 31 14:21:18.282744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361a5e2-c578-4404-a6d6-8315c4e9cfe1 req-749999c4-2ea2-42f5-9484-81d5f0a2a255 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:18.298821 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f361a5e2-c578-4404-a6d6-8315c4e9cfe1 req-749999c4-2ea2-42f5-9484-81d5f0a2a255 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 0.1358781 Aug 31 14:21:18.372418 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f361a5e2-c578-4404-a6d6-8315c4e9cfe1 req-98965fcd-e829-4f57-b68f-0494175ce2ca tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641053 Aug 31 14:21:18.536549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b24ca-6647-4773-8c50-ce77a62e1f54 req-59d4769b-1635-4bfb-bbf4-ef8477bddc2d tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:18.539583 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b87b24ca-6647-4773-8c50-ce77a62e1f54 req-59d4769b-1635-4bfb-bbf4-ef8477bddc2d tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 945 time: 0.0807929 Aug 31 14:21:18.557616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33026) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:18.610020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-cc694042-317c-45c6-a7b0-94d6d79a6f1a tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1507525 Aug 31 14:21:18.614820 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b87b24ca-6647-4773-8c50-ce77a62e1f54 req-ca87ab8c-6a8e-4bf4-8ba8-d0cd0f6f351f tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679193 Aug 31 14:21:18.633135 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7e0fa4a3-af15-41d8-85dc-cc302e42f347 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0381319bec11498caa0c960f3e2ee108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720320 Aug 31 14:21:18.634278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:18.648569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33028) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:18.672349 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.717227 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b646570e-0a14-43f5-b32d-40e8b8e6fcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.764554 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-73075f6f-0ac7-4cf4-ae5c-f058dee56adf req-6ba0bb2e-5fd1-4097-a66f-0a2e7f7a3de6 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 210 time: 0.0484192 Aug 31 14:21:18.788536 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b646570e-0a14-43f5-b32d-40e8b8e6fcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.798655 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.829604 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33032) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:18.954397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Allocated IP 172.25.2.27 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/531a53a1-fc4f-49c2-9288-cf48ad3f9d0a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:18.987553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b646570e-0a14-43f5-b32d-40e8b8e6fcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.991478 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b646570e-0a14-43f5-b32d-40e8b8e6fcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.995030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 41e813ff-adb4-4604-ba7a-cde932c8b40b no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:19.000524 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b646570e-0a14-43f5-b32d-40e8b8e6fcad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5156dd96-931e-481e-b30f-83aa61e950e4 HTTP/1.1" status: 204 len: 168 time: 0.3470316 Aug 31 14:21:19.027854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646570e-0a14-43f5-b32d-40e8b8e6fcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5156dd96-931e-481e-b30f-83aa61e950e4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:19.066256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 41e813ff-adb4-4604-ba7a-cde932c8b40b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:19.066608 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 41e813ff-adb4-4604-ba7a-cde932c8b40b not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:19.129513 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.149621 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.206781 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.262529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:19.272456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:19.278100 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:19.333062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Pushing event updated for resources: {'Port': ['ID=531a53a1-fc4f-49c2-9288-cf48ad3f9d0a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:19.377741 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-54cb28b3-53e9-4303-9771-626dfd72bf9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.391105 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.439988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.481642 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd59c872-cc79-4c1c-81e9-d328badda8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.684025 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.712538 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.763586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5ee56-5ddd-4410-bd1e-6072fa231900 req-f6ca6ba2-fd13-4d3a-96bf-e9d6113fb585 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:19.765814 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3aa5ee56-5ddd-4410-bd1e-6072fa231900 req-f6ca6ba2-fd13-4d3a-96bf-e9d6113fb585 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 0.0964513 Aug 31 14:21:19.783263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b99780-7f36-45f7-bc51-b0b16a0f668d req-385776ff-703f-4d07-9577-71ba8972926e tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:19.785686 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70b99780-7f36-45f7-bc51-b0b16a0f668d req-385776ff-703f-4d07-9577-71ba8972926e tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.25 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 945 time: 0.2015913 Aug 31 14:21:19.862546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'name': 'network-vif-deleted', 'tag': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:19.864865 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6b4a57-3dc9-4d46-9616-96b7840877d8" -d '{"events": [{"server_uuid": "d3e03462-13bb-419d-8cd8-1d98d183f3fb", "name": "network-vif-deleted", "tag": "d94412fb-db76-4ad8-b4e2-19cf775ee0e7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:19.867251 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3aa5ee56-5ddd-4410-bd1e-6072fa231900 req-995f3712-f911-448e-aedc-6dbd982896d6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895588 Aug 31 14:21:19.905104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Pushing event updated for resources: {'Port': ['ID=531a53a1-fc4f-49c2-9288-cf48ad3f9d0a,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:19.909867 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.937714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-54cb28b3-53e9-4303-9771-626dfd72bf9d admin admin] Deleting port d77f9b22-3929-4661-b94e-912e8289bc4b {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:19.938802 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-54cb28b3-53e9-4303-9771-626dfd72bf9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.947887 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.949260 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-bef5036c-dc4f-4ab4-b83d-b4a96e6eabce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3245513 Aug 31 14:21:19.983522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d94412fb-db76-4ad8-b4e2-19cf775ee0e7 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:20.013457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: d94412fb-db76-4ad8-b4e2-19cf775ee0e7 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:20.014123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d94412fb-db76-4ad8-b4e2-19cf775ee0e7 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:20.048412 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-10f6d860-a03f-4b24-9f21-138e9f1efbd3 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.0904207 Aug 31 14:21:20.108392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-70b99780-7f36-45f7-bc51-b0b16a0f668d req-3e70923c-d3a3-4896-88c3-94e6f9c053a5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Deleting port 44d23347-8450-4ecd-b0cd-304c3734121d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:20.108843 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-70b99780-7f36-45f7-bc51-b0b16a0f668d req-3e70923c-d3a3-4896-88c3-94e6f9c053a5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:20.153948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fb87a-7987-420c-86dd-9951389d2168 req-9b739225-b842-4201-9cda-6f9890aec6ec tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:20.155786 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-879fb87a-7987-420c-86dd-9951389d2168 req-9b739225-b842-4201-9cda-6f9890aec6ec tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 945 time: 0.0960736 Aug 31 14:21:20.158323 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-54cb28b3-53e9-4303-9771-626dfd72bf9d admin admin] For port d77f9b22-3929-4661-b94e-912e8289bc4b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d77f9b22-3929-4661-b94e-912e8289bc4b,segment=NetworkSegment(98f14ee9-7991-42ae-a0cf-6a74b4d8691b),segment_id=98f14ee9-7991-42ae-a0cf-6a74b4d8691b)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:20.158693 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-54cb28b3-53e9-4303-9771-626dfd72bf9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:20.188411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-54cb28b3-53e9-4303-9771-626dfd72bf9d admin admin] Calling delete_port for d77f9b22-3929-4661-b94e-912e8289bc4b owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:20.270885 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-879fb87a-7987-420c-86dd-9951389d2168 req-97656043-52c3-4eea-8eb8-beecd62e7710 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/security-groups?id=fcd6935f-075a-4821-9d5d-677a6134d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093383 Aug 31 14:21:20.462922 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-54cb28b3-53e9-4303-9771-626dfd72bf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:20.523791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb28b3-53e9-4303-9771-626dfd72bf9d admin admin] Pushing event deleted for resources: {'Port': ['ID=d77f9b22-3929-4661-b94e-912e8289bc4b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:20.673268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-4767b521-4a6a-4595-a5d3-1653c3836284 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:20.695384 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29edb061-d6bf-4c70-b317-12417b6d56ad req-4767b521-4a6a-4595-a5d3-1653c3836284 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.6191425 Aug 31 14:21:20.708291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-70b99780-7f36-45f7-bc51-b0b16a0f668d req-3e70923c-d3a3-4896-88c3-94e6f9c053a5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] For port 44d23347-8450-4ecd-b0cd-304c3734121d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=44d23347-8450-4ecd-b0cd-304c3734121d,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:20.708661 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-70b99780-7f36-45f7-bc51-b0b16a0f668d req-3e70923c-d3a3-4896-88c3-94e6f9c053a5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:20.743693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-70b99780-7f36-45f7-bc51-b0b16a0f668d req-3e70923c-d3a3-4896-88c3-94e6f9c053a5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Calling delete_port for 44d23347-8450-4ecd-b0cd-304c3734121d owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:20.753076 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb81d76-43c1-449b-996d-d97c77bce1bb x-openstack-request-id: req-ebb81d76-43c1-449b-996d-d97c77bce1bb {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:20.753364 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e03462-13bb-419d-8cd8-1d98d183f3fb", "name": "network-vif-deleted", "tag": "d94412fb-db76-4ad8-b4e2-19cf775ee0e7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:20.753615 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebb81d76-43c1-449b-996d-d97c77bce1bb {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:20.754385 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e03462-13bb-419d-8cd8-1d98d183f3fb', 'name': 'network-vif-deleted', 'tag': 'd94412fb-db76-4ad8-b4e2-19cf775ee0e7', 'status': 'completed', 'code': 200} Aug 31 14:21:20.816817 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-89c9a338-fdd3-400f-b289-3067cd78c47f req-3dd7c6c9-5018-4138-b5dc-c3442dc72919 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 210 time: 0.0970926 Aug 31 14:21:20.845447 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-54cb28b3-53e9-4303-9771-626dfd72bf9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:20.954579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-70b99780-7f36-45f7-bc51-b0b16a0f668d req-3e70923c-d3a3-4896-88c3-94e6f9c053a5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:20.967124 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['44d23347-8450-4ecd-b0cd-304c3734121d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:21.011923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70923c-d3a3-4896-88c3-94e6f9c053a5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Pushing event deleted for resources: {'Port': ['ID=44d23347-8450-4ecd-b0cd-304c3734121d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:21.075846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b99780-7f36-45f7-bc51-b0b16a0f668d req-3e70923c-d3a3-4896-88c3-94e6f9c053a5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] No DVR routers for this DVR port 44d23347-8450-4ecd-b0cd-304c3734121d on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:21.079670 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-70b99780-7f36-45f7-bc51-b0b16a0f668d req-3e70923c-d3a3-4896-88c3-94e6f9c053a5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:21.082121 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70b99780-7f36-45f7-bc51-b0b16a0f668d req-3e70923c-d3a3-4896-88c3-94e6f9c053a5 tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.25 "DELETE /v2.0/ports/44d23347-8450-4ecd-b0cd-304c3734121d HTTP/1.1" status: 204 len: 173 time: 1.2016594 Aug 31 14:21:21.165765 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365aa42-7149-401b-a4f5-1a725e571fbc req-8aa4eb1d-243a-4ea5-bd69-53691ec21858 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:21.167656 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3365aa42-7149-401b-a4f5-1a725e571fbc req-8aa4eb1d-243a-4ea5-bd69-53691ec21858 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 0.1651034 Aug 31 14:21:21.251202 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3365aa42-7149-401b-a4f5-1a725e571fbc req-0550c2d8-a248-45bf-9100-90b224a849b7 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764341 Aug 31 14:21:21.386302 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4cb0f74-5ef0-4acf-8e9f-9979802b5ac7 req-985d987e-a576-47d4-9cd6-35b87168c1e3 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/floatingips/ebc1b851-21c6-44de-b492-8ef66e98af37 HTTP/1.1" status: 200 len: 692 time: 0.5280011 Aug 31 14:21:21.431243 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7662b670-412e-4013-96df-99ba7215aae1 req-7d7eed9c-5d02-4d7c-88f1-f300ea95c4fc tempest-FloatingIPsAssociationTestJSON-403703082 tempest-FloatingIPsAssociationTestJSON-403703082-project] 10.222.0.39 "GET /v2.0/ports?device_id=973be0bd-cd57-4f10-b60a-b04d5cb9687e HTTP/1.1" status: 200 len: 210 time: 0.0525982 Aug 31 14:21:21.640240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb0f74-5ef0-4acf-8e9f-9979802b5ac7 req-9f1d9172-ac6d-411e-b8de-87b21a285468 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:21.648355 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4cb0f74-5ef0-4acf-8e9f-9979802b5ac7 req-9f1d9172-ac6d-411e-b8de-87b21a285468 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.1933377 Aug 31 14:21:21.655898 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cb28b3-53e9-4303-9771-626dfd72bf9d admin admin] Router e962a76c-a205-48bd-9cc4-18bf860c2f58 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:21.711004 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4cb0f74-5ef0-4acf-8e9f-9979802b5ac7 req-8efe5522-a181-4aba-ba2a-a3e8805070ce tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.0611677 Aug 31 14:21:21.813282 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4cb0f74-5ef0-4acf-8e9f-9979802b5ac7 req-08b3280c-e7c1-47a7-ab57-13229944ed42 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.0624046 Aug 31 14:21:21.836992 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-cbb51f06-c78f-4b2e-bd89-5b50fa7577b9 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dbe97ead76d34f7c89173f2fae6ab8de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235698 Aug 31 14:21:21.953160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cb28b3-53e9-4303-9771-626dfd72bf9d admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:21.965529 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a4ea07-1a97-4bfa-aad3-6ccf0c3204a7 None None] Sync routers for ids ['e962a76c-a205-48bd-9cc4-18bf860c2f58'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:21.978568 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-54cb28b3-53e9-4303-9771-626dfd72bf9d admin admin] 10.222.0.39 "PUT /v2.0/routers/e962a76c-a205-48bd-9cc4-18bf860c2f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1475453 Aug 31 14:21:21.982098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33106) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:21.995671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4ea07-1a97-4bfa-aad3-6ccf0c3204a7 None None] Routers {'e962a76c-a205-48bd-9cc4-18bf860c2f58'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:21.996323 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-25a4ea07-1a97-4bfa-aad3-6ccf0c3204a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:20:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e962a76c-a205-48bd-9cc4-18bf860c2f58'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:22.009635 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-6578e025-54fc-432e-9131-63def6cb9228 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:22.011150 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-6578e025-54fc-432e-9131-63def6cb9228 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1684000 Aug 31 14:21:22.047655 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-228520d1-5154-4d3f-af17-5bacfaabfa5a tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/quotas/dbe97ead76d34f7c89173f2fae6ab8de HTTP/1.1" status: 200 len: 375 time: 0.0217810 Aug 31 14:21:22.118281 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-5960f131-39a5-4f0f-b868-33580697193a tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbe97ead76d34f7c89173f2fae6ab8de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644529 Aug 31 14:21:22.227243 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-25a4ea07-1a97-4bfa-aad3-6ccf0c3204a7 None None] Set router e962a76c-a205-48bd-9cc4-18bf860c2f58 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:22.318206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-a4cb0f74-5ef0-4acf-8e9f-9979802b5ac7 req-8a325ff1-7df6-4949-9fee-a8731e23fbdf tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Deleting port 531a53a1-fc4f-49c2-9288-cf48ad3f9d0a {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:22.318989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a4cb0f74-5ef0-4acf-8e9f-9979802b5ac7 req-8a325ff1-7df6-4949-9fee-a8731e23fbdf tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:22.328580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:22.343519 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46343d51-b281-429f-832c-b36070858a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:22.419820 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-31256158-b809-47f0-8c00-8c6c1b4f396c req-73ad25bb-6dd5-4d35-bc30-0f1cca035e7e tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2ab35c8-b8f1-43bd-99f1-bb02ee80d2dc HTTP/1.1" status: 200 len: 210 time: 0.0665612 Aug 31 14:21:22.542356 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:22.578684 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:22.670696 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bea571e5-da72-4119-9e9c-fd404f1a7173 req-7d7c33be-e594-4180-958a-a8aba54fc9ac tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 210 time: 0.0412362 Aug 31 14:21:22.718606 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a4cb0f74-5ef0-4acf-8e9f-9979802b5ac7 req-8a325ff1-7df6-4949-9fee-a8731e23fbdf tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:22.718942 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a4cb0f74-5ef0-4acf-8e9f-9979802b5ac7 req-8a325ff1-7df6-4949-9fee-a8731e23fbdf tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:22.744268 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-a4cb0f74-5ef0-4acf-8e9f-9979802b5ac7 req-8a325ff1-7df6-4949-9fee-a8731e23fbdf tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Calling delete_port for 531a53a1-fc4f-49c2-9288-cf48ad3f9d0a owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:22.749886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-25a4ea07-1a97-4bfa-aad3-6ccf0c3204a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:21:20Z', 'revision_number': 5, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port': {'id': '029e76e0-c828-4594-998e-f6db43d8ceaf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:09Z', 'updated_at': '2021-08-31T14:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:22.750644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] Deleting port 029e76e0-c828-4594-998e-f6db43d8ceaf {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:22.750987 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:22.765561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'name': 'network-vif-deleted', 'tag': '44d23347-8450-4ecd-b0cd-304c3734121d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:22.769886 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885f1b5e-242a-4956-8c6b-abb9564ab0ff" -d '{"events": [{"server_uuid": "973be0bd-cd57-4f10-b60a-b04d5cb9687e", "name": "network-vif-deleted", "tag": "44d23347-8450-4ecd-b0cd-304c3734121d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:22.807626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a4ea07-1a97-4bfa-aad3-6ccf0c3204a7 None None] Checking router: e962a76c-a205-48bd-9cc4-18bf860c2f58 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:22.827145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4ea07-1a97-4bfa-aad3-6ccf0c3204a7 None None] Routers {'e962a76c-a205-48bd-9cc4-18bf860c2f58'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:22.827807 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-25a4ea07-1a97-4bfa-aad3-6ccf0c3204a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:21:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e962a76c-a205-48bd-9cc4-18bf860c2f58'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:22.854698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adebc53-f1bc-4507-a061-8952c4f56a41 req-00d2a9e6-8944-41e2-8656-d39bd2bbc11c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:22.855554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] For port 029e76e0-c828-4594-998e-f6db43d8ceaf, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=029e76e0-c828-4594-998e-f6db43d8ceaf,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:22.855924 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:22.860514 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6adebc53-f1bc-4507-a061-8952c4f56a41 req-00d2a9e6-8944-41e2-8656-d39bd2bbc11c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 0.1085148 Aug 31 14:21:22.933825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-25a4ea07-1a97-4bfa-aad3-6ccf0c3204a7 None None] Set router e962a76c-a205-48bd-9cc4-18bf860c2f58 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:22.950678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6adebc53-f1bc-4507-a061-8952c4f56a41 req-3a812a1a-3b60-4f5f-8974-6ae3804ccb33 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828538 Aug 31 14:21:23.008590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-25a4ea07-1a97-4bfa-aad3-6ccf0c3204a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:21:22Z', 'revision_number': 6, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:23.043621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] Calling delete_port for 029e76e0-c828-4594-998e-f6db43d8ceaf owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:23.044568 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33126) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:23.050281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a4ea07-1a97-4bfa-aad3-6ccf0c3204a7 None None] The sync data for ids ['e962a76c-a205-48bd-9cc4-18bf860c2f58'] in n-d-806683-5 is: [{'id': 'e962a76c-a205-48bd-9cc4-18bf860c2f58', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1777185003-router', 'tenant_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:05Z', 'updated_at': '2021-08-31T14:21:22Z', 'revision_number': 6, 'project_id': 'c91b8088d31e4a189bd7bb47d8505a14', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:23.053642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 44d23347-8450-4ecd-b0cd-304c3734121d no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:23.081937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 44d23347-8450-4ecd-b0cd-304c3734121d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:23.082921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 44d23347-8450-4ecd-b0cd-304c3734121d not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:23.162153 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ae7080-e63d-4f93-b55c-f5e29847fb7e x-openstack-request-id: req-27ae7080-e63d-4f93-b55c-f5e29847fb7e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:23.163010 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973be0bd-cd57-4f10-b60a-b04d5cb9687e", "name": "network-vif-deleted", "tag": "44d23347-8450-4ecd-b0cd-304c3734121d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:23.163010 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27ae7080-e63d-4f93-b55c-f5e29847fb7e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:23.163268 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973be0bd-cd57-4f10-b60a-b04d5cb9687e', 'name': 'network-vif-deleted', 'tag': '44d23347-8450-4ecd-b0cd-304c3734121d', 'status': 'completed', 'code': 200} Aug 31 14:21:23.165574 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a4cb0f74-5ef0-4acf-8e9f-9979802b5ac7 req-8a325ff1-7df6-4949-9fee-a8731e23fbdf tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:23.236513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a325ff1-7df6-4949-9fee-a8731e23fbdf tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Pushing event deleted for resources: {'Port': ['ID=531a53a1-fc4f-49c2-9288-cf48ad3f9d0a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:23.254982 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:23.472474 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a4cb0f74-5ef0-4acf-8e9f-9979802b5ac7 req-8a325ff1-7df6-4949-9fee-a8731e23fbdf tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:23.475586 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a4cb0f74-5ef0-4acf-8e9f-9979802b5ac7 req-8a325ff1-7df6-4949-9fee-a8731e23fbdf tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:23.480750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4cb0f74-5ef0-4acf-8e9f-9979802b5ac7 req-8a325ff1-7df6-4949-9fee-a8731e23fbdf tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "DELETE /v2.0/floatingips/ebc1b851-21c6-44de-b492-8ef66e98af37 HTTP/1.1" status: 204 len: 173 time: 1.6330156 Aug 31 14:21:23.675788 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-2c16e542-abcc-4285-a64c-e611b5f6a459 req-d5f12da0-2299-4e17-b335-fc8b1349480e tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] show failed (client error): The resource could not be found. Aug 31 14:21:23.676728 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2c16e542-abcc-4285-a64c-e611b5f6a459 req-d5f12da0-2299-4e17-b335-fc8b1349480e tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/floatingips/ebc1b851-21c6-44de-b492-8ef66e98af37 HTTP/1.1" status: 404 len: 350 time: 0.1773415 Aug 31 14:21:23.693124 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-8399647c-c516-45d6-b28b-da4a8ce85777 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dbe97ead76d34f7c89173f2fae6ab8de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328515 Aug 31 14:21:23.848284 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-cad7a655-d572-4c4e-85c8-9f29e43f0d45 req-10e723ce-652d-463b-9000-bf5a57bc2269 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] show failed (client error): The resource could not be found. Aug 31 14:21:23.849224 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cad7a655-d572-4c4e-85c8-9f29e43f0d45 req-10e723ce-652d-463b-9000-bf5a57bc2269 tempest-FloatingIPsTestJSON-1591199554 tempest-FloatingIPsTestJSON-1591199554-project] 10.222.0.39 "GET /v2.0/floatingips/ebc1b851-21c6-44de-b492-8ef66e98af37 HTTP/1.1" status: 404 len: 350 time: 0.0526538 Aug 31 14:21:23.865487 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0265875e-f575-4c97-81e6-03fd52422043 req-3dadd0a2-61b5-4ba6-83b7-ffd1685abacb tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 210 time: 0.0364389 Aug 31 14:21:23.878021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33144) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:23.889076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-eeaa3045-09c2-40b1-86ae-491423bc1ce8 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:23.890981 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-eeaa3045-09c2-40b1-86ae-491423bc1ce8 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919861 Aug 31 14:21:23.906145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Request body: {'port': {'device_id': 'd8d1b56f-23c7-41c3-bfc3-9f837ec68cfb', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': 'dbe97ead76d34f7c89173f2fae6ab8de'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:23.933051 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:23.970116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] Pushing event deleted for resources: {'Port': ['ID=029e76e0-c828-4594-998e-f6db43d8ceaf,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:24.039734 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.114230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Made reservation on behalf of dbe97ead76d34f7c89173f2fae6ab8de for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:24.120226 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.138805 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.157838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebf985-c48d-4a5e-a621-e12659d4c1d7 req-55c5a8a4-9cac-41dc-adaf-dce913046975 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.171312 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4ebf985-c48d-4a5e-a621-e12659d4c1d7 req-55c5a8a4-9cac-41dc-adaf-dce913046975 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 0.0934477 Aug 31 14:21:24.175726 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.243809 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4ebf985-c48d-4a5e-a621-e12659d4c1d7 req-1db580a7-57cd-4bd3-b975-801e50039762 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653896 Aug 31 14:21:24.293286 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.296346 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.340039 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c438248-c73f-4369-b037-0d3433e45c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.364293 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.368937 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.440040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddadb311-39ef-4a6f-8cd2-c630a441d042,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:24.539878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Allocated IP 192.168.233.206 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/82c0d5e0-8400-4e6f-a882-80f321d0f0f0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:24.730446 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.750753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Transition to ACTIVE for port object 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:24.775305 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.775867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e962a76c-a205-48bd-9cc4-18bf860c2f58 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:21:24.814549 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.837554 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.880837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:24.885847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:24.898974 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.900284 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-20862726-2840-49e1-bea3-331adcd3b520 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e962a76c-a205-48bd-9cc4-18bf860c2f58 HTTP/1.1" status: 204 len: 168 time: 2.9172535 Aug 31 14:21:24.903204 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33156) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:24.907889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:24.923077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Pushing event updated for resources: {'Port': ['ID=82c0d5e0-8400-4e6f-a882-80f321d0f0f0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:24.981668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.982541 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.000798 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-899c87ee-a0ea-412f-aaef-80135acfa23c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0998397 Aug 31 14:21:25.008331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ff7e6e-27f1-4dfc-9b9f-7e742968b1df admin admin] Deleting subnet c81ffc22-03c4-4f93-acfe-71bc6d7d3286 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:21:25.017464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Request body: {'port': {'device_id': 'd8d1b56f-23c7-41c3-bfc3-9f837ec68cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:25.028162 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7e6e-27f1-4dfc-9b9f-7e742968b1df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.143977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfeaf18-9f6c-4b47-bd4b-ae4d647dd6ea req-44b8075c-5619-4990-a03b-fa38c7829ef0 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:25.147445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2dfeaf18-9f6c-4b47-bd4b-ae4d647dd6ea req-44b8075c-5619-4990-a03b-fa38c7829ef0 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 936 time: 0.1342478 Aug 31 14:21:25.149472 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.157740 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7e6e-27f1-4dfc-9b9f-7e742968b1df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.162422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 029e76e0-c828-4594-998e-f6db43d8ceaf no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:25.192805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 029e76e0-c828-4594-998e-f6db43d8ceaf {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:25.193070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 029e76e0-c828-4594-998e-f6db43d8ceaf not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:25.193980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d77f9b22-3929-4661-b94e-912e8289bc4b no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:25.217133 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2dfeaf18-9f6c-4b47-bd4b-ae4d647dd6ea req-94471fb5-9572-4a6b-ad49-bd4042eeba94 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddadb311-39ef-4a6f-8cd2-c630a441d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597174 Aug 31 14:21:25.233179 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: d77f9b22-3929-4661-b94e-912e8289bc4b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:25.233772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d77f9b22-3929-4661-b94e-912e8289bc4b not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:25.361636 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-092997b7-d5a4-4552-bbe1-2de73f5c7fb3 None None] Provisioning for port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:25.390037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-092997b7-d5a4-4552-bbe1-2de73f5c7fb3 None None] Provisioning complete for port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:25.391739 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-092997b7-d5a4-4552-bbe1-2de73f5c7fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.440030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-092997b7-d5a4-4552-bbe1-2de73f5c7fb3 None None] Port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:25.446066 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7e6e-27f1-4dfc-9b9f-7e742968b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.517688 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e54000a6-bca4-4036-a0ed-3a504afc3eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.563946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:25.574359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.588009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Transition to ACTIVE for port object 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:25.592071 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.598612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a635936-d894-40ba-ae66-dd3aa199bb12 req-946ce68c-f59a-4e6b-ac96-a5e11f0036f7 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:25.606551 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2a635936-d894-40ba-ae66-dd3aa199bb12 req-946ce68c-f59a-4e6b-ac96-a5e11f0036f7 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 0.2474229 Aug 31 14:21:25.665264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Pushing event updated for resources: {'Port': ['ID=82c0d5e0-8400-4e6f-a882-80f321d0f0f0,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:25.697856 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7e6e-27f1-4dfc-9b9f-7e742968b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.726871 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Attempting to bind port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:25.727464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Attempting to bind port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:25.727900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Attempting to bind port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:25.734089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:21:25.734421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Attempting to bind port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:25.739919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:25.740201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:25.740591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:25.741970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Bound port: 82c0d5e0-8400-4e6f-a882-80f321d0f0f0, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:25.742544 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.797696 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2a635936-d894-40ba-ae66-dd3aa199bb12 req-684472fa-1712-494c-9d95-4bab9ba17737 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902127 Aug 31 14:21:25.837107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] For port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:25.842276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] For port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=82c0d5e0-8400-4e6f-a882-80f321d0f0f0,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:25.862868 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.884267 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff7e6e-27f1-4dfc-9b9f-7e742968b1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c81ffc22-03c4-4f93-acfe-71bc6d7d3286,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:25.912171 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7e6e-27f1-4dfc-9b9f-7e742968b1df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.918123 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a3ff7e6e-27f1-4dfc-9b9f-7e742968b1df admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c81ffc22-03c4-4f93-acfe-71bc6d7d3286 HTTP/1.1" status: 204 len: 168 time: 1.0000250 Aug 31 14:21:25.924316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12349530-80df-4735-a28f-23eb1349e4ea None None] Network ce34b7e0-d220-4c91-a984-ef8698a60e62 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:25.970356 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33166) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:25.971784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Pushing event updated for resources: {'Port': ['ID=82c0d5e0-8400-4e6f-a882-80f321d0f0f0,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:26.036864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:26.037697 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.039761 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-31de5747-3501-4aae-be82-d18c33af43a0 service neutron] 10.222.0.60 "PUT /v2.0/ports/82c0d5e0-8400-4e6f-a882-80f321d0f0f0 HTTP/1.1" status: 200 len: 1096 time: 1.0281122 Aug 31 14:21:26.040393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d1b56f-23c7-41c3-bfc3-9f837ec68cfb', 'tag': '82c0d5e0-8400-4e6f-a882-80f321d0f0f0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:26.043077 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd5de9b-2fa2-40a8-8f90-7d56781f2ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb", "tag": "82c0d5e0-8400-4e6f-a882-80f321d0f0f0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:26.099842 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.109336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8c438248-c73f-4369-b037-0d3433e45c47 admin admin] Deleting port ba49bfda-dedf-4e83-8030-6f8ced2b9e04 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:26.110730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c438248-c73f-4369-b037-0d3433e45c47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.193713 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fa74c9-e257-4f5b-871f-2b7ef61882e1 x-openstack-request-id: req-e5fa74c9-e257-4f5b-871f-2b7ef61882e1 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:26.194168 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb", "tag": "82c0d5e0-8400-4e6f-a882-80f321d0f0f0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:26.195170 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5fa74c9-e257-4f5b-871f-2b7ef61882e1 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:26.200211 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d1b56f-23c7-41c3-bfc3-9f837ec68cfb', 'tag': '82c0d5e0-8400-4e6f-a882-80f321d0f0f0', 'status': 'completed', 'code': 200} Aug 31 14:21:26.285829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-bc38c17c-a081-4225-ac7b-314a43ec09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:26.292870 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-bc38c17c-a081-4225-ac7b-314a43ec09c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dbe97ead76d34f7c89173f2fae6ab8de&device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 1099 time: 0.1874008 Aug 31 14:21:26.323605 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-8c438248-c73f-4369-b037-0d3433e45c47 admin admin] For port ba49bfda-dedf-4e83-8030-6f8ced2b9e04, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ba49bfda-dedf-4e83-8030-6f8ced2b9e04,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:26.323975 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c438248-c73f-4369-b037-0d3433e45c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.328280 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Deleting port 603f92df-cb98-42d6-84c0-bdc396fb9f06 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:26.336791 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.342155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8c438248-c73f-4369-b037-0d3433e45c47 admin admin] Calling delete_port for ba49bfda-dedf-4e83-8030-6f8ced2b9e04 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:26.396844 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97621760-c4c9-4679-8a3e-b4a98078eaf5 None None] DHCP port deletion for ce34b7e0-d220-4c91-a984-ef8698a60e62 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:21:26.457373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] For port 603f92df-cb98-42d6-84c0-bdc396fb9f06, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=603f92df-cb98-42d6-84c0-bdc396fb9f06,segment=NetworkSegment(98f14ee9-7991-42ae-a0cf-6a74b4d8691b),segment_id=98f14ee9-7991-42ae-a0cf-6a74b4d8691b)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:26.457855 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.478261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Calling delete_port for 603f92df-cb98-42d6-84c0-bdc396fb9f06 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:26.509842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-97621760-c4c9-4679-8a3e-b4a98078eaf5 None None] Deleting port 603f92df-cb98-42d6-84c0-bdc396fb9f06 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:26.511317 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97621760-c4c9-4679-8a3e-b4a98078eaf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.613856 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.626614 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-bdf6944a-7239-4eb8-843c-c7813f1d8d2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=82c0d5e0-8400-4e6f-a882-80f321d0f0f0 HTTP/1.1" status: 200 len: 217 time: 0.3223100 Aug 31 14:21:26.662021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e54000a6-bca4-4036-a0ed-3a504afc3eb7 admin admin] Deleting port 402b30d3-6766-4500-9b38-58d6064b6696 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:26.662656 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e54000a6-bca4-4036-a0ed-3a504afc3eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.750609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-0b336d67-f1cd-4f14-8a97-84b907f552d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:26.752138 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-0b336d67-f1cd-4f14-8a97-84b907f552d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1070580 Aug 31 14:21:26.754509 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-97621760-c4c9-4679-8a3e-b4a98078eaf5 None None] For port 603f92df-cb98-42d6-84c0-bdc396fb9f06, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=603f92df-cb98-42d6-84c0-bdc396fb9f06,segment=NetworkSegment(98f14ee9-7991-42ae-a0cf-6a74b4d8691b),segment_id=98f14ee9-7991-42ae-a0cf-6a74b4d8691b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:26.754925 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97621760-c4c9-4679-8a3e-b4a98078eaf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.758559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] No DVR routers for this DVR port 603f92df-cb98-42d6-84c0-bdc396fb9f06 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:26.776013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Pushing event deleted for resources: {'Port': ['ID=603f92df-cb98-42d6-84c0-bdc396fb9f06,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:26.781659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-97621760-c4c9-4679-8a3e-b4a98078eaf5 None None] Calling delete_port for 603f92df-cb98-42d6-84c0-bdc396fb9f06 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:26.828762 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c438248-c73f-4369-b037-0d3433e45c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.909157 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97621760-c4c9-4679-8a3e-b4a98078eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.944024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d112050-7611-44c4-9031-734651c2ebf2 req-67165536-8fe0-4b05-b4da-7f60c6124e1f tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:26.946136 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d112050-7611-44c4-9031-734651c2ebf2 req-67165536-8fe0-4b05-b4da-7f60c6124e1f tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 948 time: 0.3743212 Aug 31 14:21:26.970082 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97621760-c4c9-4679-8a3e-b4a98078eaf5 None None] No DVR routers for this DVR port 603f92df-cb98-42d6-84c0-bdc396fb9f06 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:26.972044 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97621760-c4c9-4679-8a3e-b4a98078eaf5 None None] Pushing event deleted for resources: {'Port': ['ID=603f92df-cb98-42d6-84c0-bdc396fb9f06,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:27.038363 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c438248-c73f-4369-b037-0d3433e45c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba49bfda-dedf-4e83-8030-6f8ced2b9e04,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:27.073626 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:27.121419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce34b7e0-d220-4c91-a984-ef8698a60e62']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:27.135743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-16ccd447-6f0c-4a24-bacb-d9aa562dd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:27.137379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-16ccd447-6f0c-4a24-bacb-d9aa562dd3c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3656418 Aug 31 14:21:27.167594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d112050-7611-44c4-9031-734651c2ebf2 req-4cc96650-b4cc-4def-9455-46972888e3e2 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddadb311-39ef-4a6f-8cd2-c630a441d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102101 Aug 31 14:21:27.193889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f14ee9-7991-42ae-a0cf-6a74b4d8691b') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:27.194024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f14ee9-7991-42ae-a0cf-6a74b4d8691b') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:27.203047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-e54000a6-bca4-4036-a0ed-3a504afc3eb7 admin admin] For port 402b30d3-6766-4500-9b38-58d6064b6696, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=402b30d3-6766-4500-9b38-58d6064b6696,segment=NetworkSegment(60c3be24-6ab2-4225-aca1-b0407d7476cc),segment_id=60c3be24-6ab2-4225-aca1-b0407d7476cc)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:27.203652 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e54000a6-bca4-4036-a0ed-3a504afc3eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:27.222078 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e54000a6-bca4-4036-a0ed-3a504afc3eb7 admin admin] Calling delete_port for 402b30d3-6766-4500-9b38-58d6064b6696 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:27.298301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 603f92df-cb98-42d6-84c0-bdc396fb9f06 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:27.318199 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:27.336139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 603f92df-cb98-42d6-84c0-bdc396fb9f06 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:27.336603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 603f92df-cb98-42d6-84c0-bdc396fb9f06 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:27.375000 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:27.391595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:27.392104 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:27.406183 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:27.479266 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27607d-3bcb-4d47-a0d6-52b404cdf24c req-9bed27c3-08bd-447f-8ce2-a4594939d7ba tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:27.481283 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8f27607d-3bcb-4d47-a0d6-52b404cdf24c req-9bed27c3-08bd-447f-8ce2-a4594939d7ba tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 0.4466887 Aug 31 14:21:27.522772 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-30c0e239-ae73-41b2-a7d9-9f55469e64c0 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589993 Aug 31 14:21:27.524995 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:27.533934 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:27.538091 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] 10.222.0.39 "DELETE /v2.0/networks/ce34b7e0-d220-4c91-a984-ef8698a60e62 HTTP/1.1" status: 204 len: 168 time: 1.5604284 Aug 31 14:21:27.632730 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a16e3-0b4f-4703-a47d-61d81ef191ef admin admin] Pushing event deleted for resources: {'Network': ['ID=ce34b7e0-d220-4c91-a984-ef8698a60e62,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:27.668229 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8f27607d-3bcb-4d47-a0d6-52b404cdf24c req-8fc04974-4cd3-4475-b0cf-8690638f37f9 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734562 Aug 31 14:21:27.738286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e89cc1-86fe-4cd6-b8bf-51db1587e460 req-8b45e14e-ad1c-49e0-afe0-9b28a2d3dfdf service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056081 Aug 31 14:21:27.783888 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c438248-c73f-4369-b037-0d3433e45c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:27.814698 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e54000a6-bca4-4036-a0ed-3a504afc3eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:27.849823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5de9b-2fa2-40a8-8f90-7d56781f2ec7 req-833ea400-024b-4677-89b6-2d34368ed652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:27.856040 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cdd5de9b-2fa2-40a8-8f90-7d56781f2ec7 req-833ea400-024b-4677-89b6-2d34368ed652 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dbe97ead76d34f7c89173f2fae6ab8de&device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 1099 time: 0.0648365 Aug 31 14:21:27.900728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33184) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:27.944453 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54000a6-bca4-4036-a0ed-3a504afc3eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=402b30d3-6766-4500-9b38-58d6064b6696,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:28.108494 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fa2733e0-203b-4ab8-ae5a-77ce28e8b796 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c91b8088d31e4a189bd7bb47d8505a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065341 Aug 31 14:21:28.109336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33188) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:28.149869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5de9b-2fa2-40a8-8f90-7d56781f2ec7 req-50d10e36-0d90-40ac-b845-992bd750e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:28.151859 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cdd5de9b-2fa2-40a8-8f90-7d56781f2ec7 req-50d10e36-0d90-40ac-b845-992bd750e840 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.2902517 Aug 31 14:21:28.232265 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cdd5de9b-2fa2-40a8-8f90-7d56781f2ec7 req-2f36a5e6-d6db-41c4-913d-cf5eaa1506cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=82c0d5e0-8400-4e6f-a882-80f321d0f0f0 HTTP/1.1" status: 200 len: 217 time: 0.0580626 Aug 31 14:21:28.268809 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3fb93d87-686b-4574-a07e-02ff44ae66db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:28.317817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c438248-c73f-4369-b037-0d3433e45c47 admin admin] Router e51562ee-7d93-461c-95db-6544090d490f has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:28.353651 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3fb93d87-686b-4574-a07e-02ff44ae66db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:28.400498 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca881cd2-6dfb-4cce-a515-2e67afa15f18 req-2156d274-6189-4619-88fa-8334ef142e95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1790581 Aug 31 14:21:28.417036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5de9b-2fa2-40a8-8f90-7d56781f2ec7 req-9a0106ee-7973-4b67-a516-7865f41c08a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:28.418976 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cdd5de9b-2fa2-40a8-8f90-7d56781f2ec7 req-9a0106ee-7973-4b67-a516-7865f41c08a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1525848 Aug 31 14:21:28.529498 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3fb93d87-686b-4574-a07e-02ff44ae66db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:28.532980 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3fb93d87-686b-4574-a07e-02ff44ae66db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:28.534428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3fb93d87-686b-4574-a07e-02ff44ae66db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f01021a-e820-4506-8186-e82aac268a3a HTTP/1.1" status: 204 len: 168 time: 0.4184155 Aug 31 14:21:28.559336 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e54000a6-bca4-4036-a0ed-3a504afc3eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:28.617681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb93d87-686b-4574-a07e-02ff44ae66db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f01021a-e820-4506-8186-e82aac268a3a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:28.730968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c438248-c73f-4369-b037-0d3433e45c47 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:28.732298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa28fc5-c51f-4109-8dd2-0551b7d92feb req-0e0e87cb-258a-49a7-b5f3-906b82478314 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:28.740695 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8c438248-c73f-4369-b037-0d3433e45c47 admin admin] 10.222.0.39 "PUT /v2.0/routers/e51562ee-7d93-461c-95db-6544090d490f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6935735 Aug 31 14:21:28.740927 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a66a0-3482-455b-b2e4-d37600a3df7b None None] Sync routers for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:28.741477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33198) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:28.746899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9aa28fc5-c51f-4109-8dd2-0551b7d92feb req-0e0e87cb-258a-49a7-b5f3-906b82478314 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 948 time: 0.3339689 Aug 31 14:21:28.775077 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a66a0-3482-455b-b2e4-d37600a3df7b None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:28.775774 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f14a66a0-3482-455b-b2e4-d37600a3df7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:21:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:28.785740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca881cd2-6dfb-4cce-a515-2e67afa15f18 req-769c2115-5bff-434d-8fce-2d49b3af2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:28.794815 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca881cd2-6dfb-4cce-a515-2e67afa15f18 req-769c2115-5bff-434d-8fce-2d49b3af2c96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 1095 time: 0.3216925 Aug 31 14:21:28.859109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5de9b-2fa2-40a8-8f90-7d56781f2ec7 req-99504010-0ee4-4846-9c43-78cc40d23d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:28.866513 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cdd5de9b-2fa2-40a8-8f90-7d56781f2ec7 req-99504010-0ee4-4846-9c43-78cc40d23d50 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4247415 Aug 31 14:21:28.975343 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:29.141280 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f14a66a0-3482-455b-b2e4-d37600a3df7b None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:29.258962 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca881cd2-6dfb-4cce-a515-2e67afa15f18 req-14b62aeb-cbb4-4cb6-a20c-a30cfcb6dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:29.261692 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca881cd2-6dfb-4cce-a515-2e67afa15f18 req-14b62aeb-cbb4-4cb6-a20c-a30cfcb6dcab service neutron] 10.222.0.60 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.4087834 Aug 31 14:21:29.287149 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9aa28fc5-c51f-4109-8dd2-0551b7d92feb req-7346d4f5-794e-4020-9b9f-6f04805618b3 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddadb311-39ef-4a6f-8cd2-c630a441d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390933 Aug 31 14:21:29.420760 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca881cd2-6dfb-4cce-a515-2e67afa15f18 req-b5363bce-25c8-49a4-910c-3bdd1f37805a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94 HTTP/1.1" status: 200 len: 217 time: 0.1197293 Aug 31 14:21:29.701142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca881cd2-6dfb-4cce-a515-2e67afa15f18 req-57fb6a5d-4c0e-4961-beac-77906f9da5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:29.706714 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca881cd2-6dfb-4cce-a515-2e67afa15f18 req-57fb6a5d-4c0e-4961-beac-77906f9da5b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.2743082 Aug 31 14:21:29.728961 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f14a66a0-3482-455b-b2e4-d37600a3df7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:21:26Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:29.812290 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca881cd2-6dfb-4cce-a515-2e67afa15f18 req-82ed2672-2b77-4987-b5ce-5c77c4e9d9ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943010 Aug 31 14:21:29.814915 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a66a0-3482-455b-b2e4-d37600a3df7b None None] Checking router: e51562ee-7d93-461c-95db-6544090d490f for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:29.841634 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a66a0-3482-455b-b2e4-d37600a3df7b None None] Routers {'e51562ee-7d93-461c-95db-6544090d490f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:29.842648 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f14a66a0-3482-455b-b2e4-d37600a3df7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:21:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e51562ee-7d93-461c-95db-6544090d490f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:29.853041 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cdd5de9b-2fa2-40a8-8f90-7d56781f2ec7 req-a2700932-796a-49e8-afe4-390024501f98 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7531259 Aug 31 14:21:30.038126 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:21:30.071953 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f14a66a0-3482-455b-b2e4-d37600a3df7b None None] Set router e51562ee-7d93-461c-95db-6544090d490f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:30.094382 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cdd5de9b-2fa2-40a8-8f90-7d56781f2ec7 req-2b3e051e-acda-4294-9791-6e748219b175 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401924 Aug 31 14:21:30.094764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33226) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:30.270051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-529dd70e-4dbb-4d32-8940-7929b979e4de admin admin] Deleting subnet 2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:21:30.273945 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-529dd70e-4dbb-4d32-8940-7929b979e4de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.374121 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-529dd70e-4dbb-4d32-8940-7929b979e4de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.419876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed90c3-dd04-4441-8a28-bb941e709f50 req-87651b54-597d-4bf9-9be2-ecd1e5a18ae0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:30.429136 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1fed90c3-dd04-4441-8a28-bb941e709f50 req-87651b54-597d-4bf9-9be2-ecd1e5a18ae0 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 1.5012085 Aug 31 14:21:30.449791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=82c0d5e0-8400-4e6f-a882-80f321d0f0f0,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:30.490734 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '82c0d5e0-8400-4e6f-a882-80f321d0f0f0', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '82c0d5e0-8400-4e6f-a882-80f321d0f0f0', 'mac_address': 'fa:16:3e:0e:f1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:21:30.507518 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-529dd70e-4dbb-4d32-8940-7929b979e4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.593598 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.622101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:30.628144 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.628514 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-529dd70e-4dbb-4d32-8940-7929b979e4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.647955 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1fed90c3-dd04-4441-8a28-bb941e709f50 req-d311c813-2c8c-4139-9a7e-a3733e41b8db tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910400 Aug 31 14:21:30.682577 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f14a66a0-3482-455b-b2e4-d37600a3df7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:21:26Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:30.684344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=82c0d5e0-8400-4e6f-a882-80f321d0f0f0,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:30.693931 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.718053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dd70e-4dbb-4d32-8940-7929b979e4de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa5041b-aff9-4323-8a2c-7ce83a5dbf67,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:30.730397 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-529dd70e-4dbb-4d32-8940-7929b979e4de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.734309 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-529dd70e-4dbb-4d32-8940-7929b979e4de admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2aa5041b-aff9-4323-8a2c-7ce83a5dbf67 HTTP/1.1" status: 204 len: 168 time: 0.5866721 Aug 31 14:21:30.740485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33242) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:30.770109 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca881cd2-6dfb-4cce-a515-2e67afa15f18 req-1426e8c7-de60-471b-b178-d8d653ba9d39 service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9458520 Aug 31 14:21:30.792651 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a66a0-3482-455b-b2e4-d37600a3df7b None None] The sync data for ids ['e51562ee-7d93-461c-95db-6544090d490f'] in n-d-806683-5 is: [{'id': 'e51562ee-7d93-461c-95db-6544090d490f', 'name': 'tempest-FloatingIPsAssociationTestJSON-945913546-router', 'tenant_id': 'a2c2b0a2621349c9985beb145a87b930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:19:33Z', 'updated_at': '2021-08-31T14:21:26Z', 'revision_number': 5, 'project_id': 'a2c2b0a2621349c9985beb145a87b930', 'gw_port': {'id': '7941476c-d85c-4d3e-a97c-97da76e7c71a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51562ee-7d93-461c-95db-6544090d490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:19:35Z', 'updated_at': '2021-08-31T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:30.876468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=82c0d5e0-8400-4e6f-a882-80f321d0f0f0,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:30.907553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153f7f8-9275-49ce-bfe5-71739214e900 req-a306fec0-b0d6-497c-9d2b-8b76a84a8d27 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:30.916568 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f153f7f8-9275-49ce-bfe5-71739214e900 req-a306fec0-b0d6-497c-9d2b-8b76a84a8d27 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 948 time: 0.2940831 Aug 31 14:21:30.983775 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['82c0d5e0-8400-4e6f-a882-80f321d0f0f0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:31.057902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f153f7f8-9275-49ce-bfe5-71739214e900 req-20d8a77f-33fb-423d-af56-bb0cd16fac1a tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddadb311-39ef-4a6f-8cd2-c630a441d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390522 Aug 31 14:21:31.077127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54000a6-bca4-4036-a0ed-3a504afc3eb7 admin admin] Router e658abb9-ec83-4829-ab89-a3cb9a5e613f has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:31.241715 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9233b854-abd6-4458-a56b-ad7edada3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.256376 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca881cd2-6dfb-4cce-a515-2e67afa15f18 req-01e31913-cce6-48e2-b0cc-c0cf1dfea8aa service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181152 Aug 31 14:21:31.289552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ba49bfda-dedf-4e83-8030-6f8ced2b9e04 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:31.333433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] Deleting port 7941476c-d85c-4d3e-a97c-97da76e7c71a {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:31.336161 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.347013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: ba49bfda-dedf-4e83-8030-6f8ced2b9e04 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:31.347398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ba49bfda-dedf-4e83-8030-6f8ced2b9e04 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:31.451112 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9233b854-abd6-4458-a56b-ad7edada3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.481675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9233b854-abd6-4458-a56b-ad7edada3d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:31.530083 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9233b854-abd6-4458-a56b-ad7edada3d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1baab4a-5a08-4086-b627-c93263c4b3cc') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:31.530674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9233b854-abd6-4458-a56b-ad7edada3d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1baab4a-5a08-4086-b627-c93263c4b3cc') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:31.574144 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9233b854-abd6-4458-a56b-ad7edada3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.609695 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9233b854-abd6-4458-a56b-ad7edada3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.651123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9233b854-abd6-4458-a56b-ad7edada3d60 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:31.651654 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9233b854-abd6-4458-a56b-ad7edada3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:31.653921 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:31.740196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54000a6-bca4-4036-a0ed-3a504afc3eb7 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:31.778055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77d2aa-4ec6-497a-bf8a-5ddeaa46ec5b None None] Sync routers for ids ['e658abb9-ec83-4829-ab89-a3cb9a5e613f'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:31.795447 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e54000a6-bca4-4036-a0ed-3a504afc3eb7 admin admin] 10.222.0.39 "PUT /v2.0/routers/e658abb9-ec83-4829-ab89-a3cb9a5e613f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9160068 Aug 31 14:21:31.798159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33282) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:31.808264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77d2aa-4ec6-497a-bf8a-5ddeaa46ec5b None None] Routers {'e658abb9-ec83-4829-ab89-a3cb9a5e613f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:31.813261 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8c77d2aa-4ec6-497a-bf8a-5ddeaa46ec5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:21:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e658abb9-ec83-4829-ab89-a3cb9a5e613f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:31.875721 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9233b854-abd6-4458-a56b-ad7edada3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.882701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] For port 7941476c-d85c-4d3e-a97c-97da76e7c71a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7941476c-d85c-4d3e-a97c-97da76e7c71a,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:31.884162 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.902546 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9233b854-abd6-4458-a56b-ad7edada3d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.905325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9233b854-abd6-4458-a56b-ad7edada3d60 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af HTTP/1.1" status: 204 len: 168 time: 1.1418443 Aug 31 14:21:31.950682 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] Calling delete_port for 7941476c-d85c-4d3e-a97c-97da76e7c71a owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:32.014908 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233b854-abd6-4458-a56b-ad7edada3d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec3e51b-a9ee-4d0c-a2f4-b0b75bafd3af,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:32.153529 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-8c77d2aa-4ec6-497a-bf8a-5ddeaa46ec5b None None] Set router e658abb9-ec83-4829-ab89-a3cb9a5e613f gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:32.254523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33292) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:32.375036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33294) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:32.421786 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.502483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] Pushing event deleted for resources: {'Port': ['ID=7941476c-d85c-4d3e-a97c-97da76e7c71a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:32.503797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8c77d2aa-4ec6-497a-bf8a-5ddeaa46ec5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'name': 'tempest-FloatingIPsTestJSON-1210118341-router', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:27Z', 'revision_number': 5, 'project_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'gw_port': {'id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:03Z', 'updated_at': '2021-08-31T14:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:32.506086 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d8ca3-6a39-4a3f-acff-d48d2d819a05 req-5cd37794-49ec-4d07-93f3-006a962485f8 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:32.520349 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d40d8ca3-6a39-4a3f-acff-d48d2d819a05 req-5cd37794-49ec-4d07-93f3-006a962485f8 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 949 time: 0.2545118 Aug 31 14:21:32.561105 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5c531491-6646-44d4-9eba-8f10c1f12a21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c77177a7f484a688be812ec879e9355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050780 Aug 31 14:21:32.563628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33298) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:32.575518 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77d2aa-4ec6-497a-bf8a-5ddeaa46ec5b None None] Checking router: e658abb9-ec83-4829-ab89-a3cb9a5e613f for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:32.592192 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d40d8ca3-6a39-4a3f-acff-d48d2d819a05 req-f8f7f4e0-219c-4c72-9433-aa4a9b087b06 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddadb311-39ef-4a6f-8cd2-c630a441d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705078 Aug 31 14:21:32.604843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77d2aa-4ec6-497a-bf8a-5ddeaa46ec5b None None] Routers {'e658abb9-ec83-4829-ab89-a3cb9a5e613f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:32.605507 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8c77d2aa-4ec6-497a-bf8a-5ddeaa46ec5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:21:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e658abb9-ec83-4829-ab89-a3cb9a5e613f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:32.637068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b899bb-0c21-4a7a-afcc-f5f903a5aafe req-32603423-9b39-4f77-9aa2-540709b88cd6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:32.638578 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-49b899bb-0c21-4a7a-afcc-f5f903a5aafe req-32603423-9b39-4f77-9aa2-540709b88cd6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 0.2650442 Aug 31 14:21:32.670206 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.732713 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8916f9be-d53c-4863-b39f-69f2e9f06463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.771497 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8916f9be-d53c-4863-b39f-69f2e9f06463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.774516 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.837508 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8916f9be-d53c-4863-b39f-69f2e9f06463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.840890 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8916f9be-d53c-4863-b39f-69f2e9f06463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.842497 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8916f9be-d53c-4863-b39f-69f2e9f06463 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/faa23eee-341c-4ac7-85d9-8123a4891511 HTTP/1.1" status: 204 len: 168 time: 0.2777874 Aug 31 14:21:32.854468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916f9be-d53c-4863-b39f-69f2e9f06463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa23eee-341c-4ac7-85d9-8123a4891511,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:32.874132 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-746c4788-81c8-4273-876b-676e96646f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.897494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-8c77d2aa-4ec6-497a-bf8a-5ddeaa46ec5b None None] Set router e658abb9-ec83-4829-ab89-a3cb9a5e613f gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:32.968309 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.974107 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.991458 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-49b899bb-0c21-4a7a-afcc-f5f903a5aafe req-cafafb50-049f-4163-88af-6ab50b9ec1fe tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319671 Aug 31 14:21:33.089361 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.090307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e51562ee-7d93-461c-95db-6544090d490f {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:21:33.105317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.106903 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-50738e31-51ef-40d9-ad83-e8dc199a8459 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e51562ee-7d93-461c-95db-6544090d490f HTTP/1.1" status: 204 len: 168 time: 4.3635576 Aug 31 14:21:33.117066 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33310) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:33.135490 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.250588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30c24b-a686-4fc6-896b-985f1cdd7fcb req-e516b41d-8ed2-430b-b09c-c1ee40061b8a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:33.254400 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca30c24b-a686-4fc6-896b-985f1cdd7fcb req-e516b41d-8ed2-430b-b09c-c1ee40061b8a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 945 time: 0.1668401 Aug 31 14:21:33.291044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd334dc-1479-4c27-90c2-0ac41c52d0f1 admin admin] Deleting subnet 00cfd381-58f4-465e-9afa-944dc1d1bdce {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:21:33.300746 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2dd334dc-1479-4c27-90c2-0ac41c52d0f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.378343 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2dd334dc-1479-4c27-90c2-0ac41c52d0f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.379466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8c77d2aa-4ec6-497a-bf8a-5ddeaa46ec5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'name': 'tempest-FloatingIPsTestJSON-1210118341-router', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:27Z', 'revision_number': 5, 'project_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'gw_port': {'id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:03Z', 'updated_at': '2021-08-31T14:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:33.393235 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca30c24b-a686-4fc6-896b-985f1cdd7fcb req-022dab13-da2a-4aed-8aac-73ef43bcdcba tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323628 Aug 31 14:21:33.434023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77d2aa-4ec6-497a-bf8a-5ddeaa46ec5b None None] The sync data for ids ['e658abb9-ec83-4829-ab89-a3cb9a5e613f'] in n-d-806683-5 is: [{'id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'name': 'tempest-FloatingIPsTestJSON-1210118341-router', 'tenant_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:02Z', 'updated_at': '2021-08-31T14:21:27Z', 'revision_number': 5, 'project_id': '71d7c4ddcecc4ffb91908f406cb2773f', 'gw_port': {'id': 'd746f9a9-1882-4e23-bc34-334ed2b09104', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e658abb9-ec83-4829-ab89-a3cb9a5e613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:03Z', 'updated_at': '2021-08-31T14:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:33.448217 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-746c4788-81c8-4273-876b-676e96646f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.454689 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] Deleting port d746f9a9-1882-4e23-bc34-334ed2b09104 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:33.455459 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.459878 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-746c4788-81c8-4273-876b-676e96646f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.584892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c4788-81c8-4273-876b-676e96646f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc7c541-2d27-45e2-93e3-c7823982161f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:33.593165 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-746c4788-81c8-4273-876b-676e96646f7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1bfd59cf9f948ada1421a4261f252d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1809800 Aug 31 14:21:33.599785 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33320) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:33.662144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070555e-69ef-40a3-bb7b-7cb040abb4fd req-c88b5fec-12fb-4d90-90e0-2342b943f666 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:33.665233 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5070555e-69ef-40a3-bb7b-7cb040abb4fd req-c88b5fec-12fb-4d90-90e0-2342b943f666 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 945 time: 0.1349063 Aug 31 14:21:33.671115 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2dd334dc-1479-4c27-90c2-0ac41c52d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.751139 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] For port d746f9a9-1882-4e23-bc34-334ed2b09104, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d746f9a9-1882-4e23-bc34-334ed2b09104,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:33.751451 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.845946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] Calling delete_port for d746f9a9-1882-4e23-bc34-334ed2b09104 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:33.871911 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-864527ca-a4f5-4554-bf88-627585d5d860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.936053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5070555e-69ef-40a3-bb7b-7cb040abb4fd req-a636b5e5-ca03-4f8f-954b-f5d39750a364 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Deleting port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:33.936695 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5070555e-69ef-40a3-bb7b-7cb040abb4fd req-a636b5e5-ca03-4f8f-954b-f5d39750a364 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.938630 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2dd334dc-1479-4c27-90c2-0ac41c52d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.965084 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591ff61-b312-4aa1-9a84-478a3c34d098 req-13c3fcf6-6eb3-4319-a383-43527aa3ecbe tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:33.966695 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5591ff61-b312-4aa1-9a84-478a3c34d098 req-13c3fcf6-6eb3-4319-a383-43527aa3ecbe tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 949 time: 0.2235405 Aug 31 14:21:33.993124 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-864527ca-a4f5-4554-bf88-627585d5d860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.016358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd334dc-1479-4c27-90c2-0ac41c52d0f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00cfd381-58f4-465e-9afa-944dc1d1bdce,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:34.044266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c35f986-8bae-42c7-ab58-9a7f088ee015 None None] Network a8bca733-261d-4a58-85f4-a2896c342e47 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:34.050190 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2dd334dc-1479-4c27-90c2-0ac41c52d0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.056529 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2dd334dc-1479-4c27-90c2-0ac41c52d0f1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/00cfd381-58f4-465e-9afa-944dc1d1bdce HTTP/1.1" status: 204 len: 168 time: 0.9375927 Aug 31 14:21:34.057726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33334) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:34.127827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:34.165130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5070555e-69ef-40a3-bb7b-7cb040abb4fd req-a636b5e5-ca03-4f8f-954b-f5d39750a364 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] For port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:34.165774 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5070555e-69ef-40a3-bb7b-7cb040abb4fd req-a636b5e5-ca03-4f8f-954b-f5d39750a364 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.215685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5070555e-69ef-40a3-bb7b-7cb040abb4fd req-a636b5e5-ca03-4f8f-954b-f5d39750a364 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Calling delete_port for 2fb6d072-8fb7-45c7-9e4e-321d91d78bda owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:34.274247 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.280054 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:34.286374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:34.286750 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.306206 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.341258 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-864527ca-a4f5-4554-bf88-627585d5d860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.344817 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-864527ca-a4f5-4554-bf88-627585d5d860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.348575 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-864527ca-a4f5-4554-bf88-627585d5d860 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efc7c541-2d27-45e2-93e3-c7823982161f HTTP/1.1" status: 204 len: 168 time: 0.7444870 Aug 31 14:21:34.348575 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33338) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:34.355930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] Pushing event deleted for resources: {'Port': ['ID=d746f9a9-1882-4e23-bc34-334ed2b09104,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:34.369161 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5591ff61-b312-4aa1-9a84-478a3c34d098 req-ed6aeae0-b3d3-4564-a09d-c9bdb43b7603 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddadb311-39ef-4a6f-8cd2-c630a441d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701661 Aug 31 14:21:34.440806 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.446982 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864527ca-a4f5-4554-bf88-627585d5d860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc7c541-2d27-45e2-93e3-c7823982161f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:34.475655 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6854908a-9e93-4a3f-90fc-bdf0b79fa41c None None] DHCP port deletion for a8bca733-261d-4a58-85f4-a2896c342e47 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:21:34.492186 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d1b56f-23c7-41c3-bfc3-9f837ec68cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c0d5e0-8400-4e6f-a882-80f321d0f0f0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:34.495803 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123873c3-7504-482f-afbb-d69e559cd578" -d '{"events": [{"server_uuid": "d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb", "name": "network-vif-plugged", "status": "completed", "tag": "82c0d5e0-8400-4e6f-a882-80f321d0f0f0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:34.548933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=82c0d5e0-8400-4e6f-a882-80f321d0f0f0,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:34.560354 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.561282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2fb6d072-8fb7-45c7-9e4e-321d91d78bda no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:34.602389 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.670228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6854908a-9e93-4a3f-90fc-bdf0b79fa41c None None] Deleting port 19d96d46-43dd-4410-8717-2d4a4970245a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:34.670802 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6854908a-9e93-4a3f-90fc-bdf0b79fa41c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.810637 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.813939 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.830945 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47bfd1-cd05-4f22-b2b7-ff508e0c7099 req-19a47fb1-2fcd-4a07-ab0f-3cb01e18ef93 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:34.831439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=82c0d5e0-8400-4e6f-a882-80f321d0f0f0,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:34.839880 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1a47bfd1-cd05-4f22-b2b7-ff508e0c7099 req-19a47fb1-2fcd-4a07-ab0f-3cb01e18ef93 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3ca8b95-6919-4816-8e33-6b7149f637a8 HTTP/1.1" status: 200 len: 945 time: 0.2936850 Aug 31 14:21:34.848180 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1835403730-network', 'tenant_id': 'b21f6e187eef47fc97d4e0a9e8df4861'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:34.856681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fd9ff-1442-4a99-a657-d356a5943602 req-984433e7-d1e5-413a-aea0-69089255bac4 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:34.864059 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-362fd9ff-1442-4a99-a657-d356a5943602 req-984433e7-d1e5-413a-aea0-69089255bac4 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 0.7218313 Aug 31 14:21:34.910680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6854908a-9e93-4a3f-90fc-bdf0b79fa41c None None] For port 19d96d46-43dd-4410-8717-2d4a4970245a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=19d96d46-43dd-4410-8717-2d4a4970245a,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:34.911444 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6854908a-9e93-4a3f-90fc-bdf0b79fa41c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.942584 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-362fd9ff-1442-4a99-a657-d356a5943602 req-e5275310-ed43-452c-a07b-b01d2a8c90d3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775063 Aug 31 14:21:34.949517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6854908a-9e93-4a3f-90fc-bdf0b79fa41c None None] Calling delete_port for 19d96d46-43dd-4410-8717-2d4a4970245a owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:34.961574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Deleting port 19d96d46-43dd-4410-8717-2d4a4970245a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:34.962344 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.966064 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5070555e-69ef-40a3-bb7b-7cb040abb4fd req-a636b5e5-ca03-4f8f-954b-f5d39750a364 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.982773 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] Made reservation on behalf of b21f6e187eef47fc97d4e0a9e8df4861 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:34.987057 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.005467 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.010149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e658abb9-ec83-4829-ab89-a3cb9a5e613f {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:21:35.033610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636b5e5-ca03-4f8f-954b-f5d39750a364 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Pushing event deleted for resources: {'Port': ['ID=2fb6d072-8fb7-45c7-9e4e-321d91d78bda,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:35.051229 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.058910 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e9d31900-8e23-46e6-b9c5-d7d39664a290 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e658abb9-ec83-4829-ab89-a3cb9a5e613f HTTP/1.1" status: 204 len: 168 time: 3.2446306 Aug 31 14:21:35.059268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33356) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:35.062496 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.107551 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1a47bfd1-cd05-4f22-b2b7-ff508e0c7099 req-441108c7-2eae-40a2-b394-2ab1567d5a41 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138638 Aug 31 14:21:35.170223 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ba2c2f-7baa-4784-a179-191425b46fb9 x-openstack-request-id: req-d3ba2c2f-7baa-4784-a179-191425b46fb9 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:35.171315 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb", "name": "network-vif-plugged", "status": "completed", "tag": "82c0d5e0-8400-4e6f-a882-80f321d0f0f0", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:35.171850 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3ba2c2f-7baa-4784-a179-191425b46fb9 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:35.172617 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d1b56f-23c7-41c3-bfc3-9f837ec68cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c0d5e0-8400-4e6f-a882-80f321d0f0f0', 'code': 200} Aug 31 14:21:35.198692 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6854908a-9e93-4a3f-90fc-bdf0b79fa41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.245996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5070555e-69ef-40a3-bb7b-7cb040abb4fd req-a636b5e5-ca03-4f8f-954b-f5d39750a364 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] No DVR routers for this DVR port 2fb6d072-8fb7-45c7-9e4e-321d91d78bda on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:35.267781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] For port 19d96d46-43dd-4410-8717-2d4a4970245a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=19d96d46-43dd-4410-8717-2d4a4970245a,segment=NetworkSegment(e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2),segment_id=e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:35.274371 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.278071 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5070555e-69ef-40a3-bb7b-7cb040abb4fd req-a636b5e5-ca03-4f8f-954b-f5d39750a364 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.280046 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5070555e-69ef-40a3-bb7b-7cb040abb4fd req-a636b5e5-ca03-4f8f-954b-f5d39750a364 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.60 "DELETE /v2.0/ports/2fb6d072-8fb7-45c7-9e4e-321d91d78bda HTTP/1.1" status: 204 len: 173 time: 1.5997920 Aug 31 14:21:35.290657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ca8b95-6919-4816-8e33-6b7149f637a8', 'name': 'network-vif-deleted', 'tag': '2fb6d072-8fb7-45c7-9e4e-321d91d78bda'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:35.293205 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b927829-906e-4f25-8dad-4210d69f66b1" -d '{"events": [{"server_uuid": "b3ca8b95-6919-4816-8e33-6b7149f637a8", "name": "network-vif-deleted", "tag": "2fb6d072-8fb7-45c7-9e4e-321d91d78bda"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:35.296081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854908a-9e93-4a3f-90fc-bdf0b79fa41c None None] Pushing event deleted for resources: {'Port': ['ID=19d96d46-43dd-4410-8717-2d4a4970245a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:35.318239 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854908a-9e93-4a3f-90fc-bdf0b79fa41c None None] No DVR routers for this DVR port 19d96d46-43dd-4410-8717-2d4a4970245a on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:35.345021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Calling delete_port for 19d96d46-43dd-4410-8717-2d4a4970245a owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:35.401884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd93a8ab-f121-4079-9666-ead2ba564e11 admin admin] Deleting subnet 17ae6036-c2db-4b61-8790-1c742e43223f {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:21:35.408438 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd93a8ab-f121-4079-9666-ead2ba564e11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.419302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 402b30d3-6766-4500-9b38-58d6064b6696 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:35.454749 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.458814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 402b30d3-6766-4500-9b38-58d6064b6696 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:35.459492 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 402b30d3-6766-4500-9b38-58d6064b6696 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:35.461052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 19d96d46-43dd-4410-8717-2d4a4970245a no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:35.462835 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.490390 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 19d96d46-43dd-4410-8717-2d4a4970245a {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:35.491274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 19d96d46-43dd-4410-8717-2d4a4970245a not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:35.492405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7941476c-d85c-4d3e-a97c-97da76e7c71a no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:35.517157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 7941476c-d85c-4d3e-a97c-97da76e7c71a {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:35.518050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7941476c-d85c-4d3e-a97c-97da76e7c71a not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:35.530343 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c094a674-94fe-4b7a-a1d1-b0bb42e91865 x-openstack-request-id: req-c094a674-94fe-4b7a-a1d1-b0bb42e91865 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:35.531379 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ca8b95-6919-4816-8e33-6b7149f637a8", "name": "network-vif-deleted", "tag": "2fb6d072-8fb7-45c7-9e4e-321d91d78bda", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:35.531379 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c094a674-94fe-4b7a-a1d1-b0bb42e91865 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:35.531622 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ca8b95-6919-4816-8e33-6b7149f637a8', 'name': 'network-vif-deleted', 'tag': '2fb6d072-8fb7-45c7-9e4e-321d91d78bda', 'status': 'completed', 'code': 200} Aug 31 14:21:35.538770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c2e5-b4f8-4399-98ad-a5029950076a req-28aabdb2-383a-4826-a7af-757e5eb9c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:35.540209 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:35.540529 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbf7c2e5-b4f8-4399-98ad-a5029950076a req-28aabdb2-383a-4826-a7af-757e5eb9c1cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 1101 time: 0.3032930 Aug 31 14:21:35.568450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd726f8c-8205-4e9f-9b99-34735356278a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:35.574877 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.575282 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] Added segment 294ef5a7-213c-4839-a17a-1f434562e456 of type vlan for network ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8 Aug 31 14:21:35.626320 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.656128 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd93a8ab-f121-4079-9666-ead2ba564e11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.660417 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.662129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:35.662881 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.697640 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbf7c2e5-b4f8-4399-98ad-a5029950076a req-1c563dd3-89c1-488d-90c3-6c7f733f3aae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ddadb311-39ef-4a6f-8cd2-c630a441d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153119 Aug 31 14:21:35.725033 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3634784 Aug 31 14:21:35.731532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33370) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:35.736034 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f252e-354e-4f50-ad69-632b7fc619a6 req-6d5c6084-af6f-4f44-8725-d7e11daccb73 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:35.743561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6b977eed-638c-4659-ab32-da83f28530e7 admin admin] Request body: {'subnet': {'network_id': 'ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1835403730-subnet', 'tenant_id': 'b21f6e187eef47fc97d4e0a9e8df4861', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:35.744176 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-178f252e-354e-4f50-ad69-632b7fc619a6 req-6d5c6084-af6f-4f44-8725-d7e11daccb73 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 950 time: 0.2085414 Aug 31 14:21:35.756243 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb29c14-cf76-4dfa-b935-a7e7ab106b6d admin admin] Pushing event updated for resources: {'Network': ['ID=ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:35.758856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb35e8-ce71-4084-ad3a-3f4ff908a7ad req-6f2623f6-5535-422a-9f0f-e79f4c9af72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:35.760298 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06eb35e8-ce71-4084-ad3a-3f4ff908a7ad req-6f2623f6-5535-422a-9f0f-e79f4c9af72a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 1096 time: 0.1871114 Aug 31 14:21:35.778290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:35.793683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b977eed-638c-4659-ab32-da83f28530e7 admin admin] Made reservation on behalf of b21f6e187eef47fc97d4e0a9e8df4861 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:35.798105 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6b977eed-638c-4659-ab32-da83f28530e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.839293 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.946602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Pushing event deleted for resources: {'Port': ['ID=19d96d46-43dd-4410-8717-2d4a4970245a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:35.962846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] No DVR routers for this DVR port 19d96d46-43dd-4410-8717-2d4a4970245a on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:36.000060 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-178f252e-354e-4f50-ad69-632b7fc619a6 req-ed0857ce-bb31-4cbc-a8e4-558080f8b44c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddadb311-39ef-4a6f-8cd2-c630a441d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386868 Aug 31 14:21:36.000060 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd93a8ab-f121-4079-9666-ead2ba564e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.138680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6b977eed-638c-4659-ab32-da83f28530e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.144660 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.157801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb35e8-ce71-4084-ad3a-3f4ff908a7ad req-dd12e7e2-f477-4c0e-bc51-d9538ca081ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:36.167264 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06eb35e8-ce71-4084-ad3a-3f4ff908a7ad req-dd12e7e2-f477-4c0e-bc51-d9538ca081ee service neutron] 10.222.0.25 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.3502445 Aug 31 14:21:36.172232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8bca733-261d-4a58-85f4-a2896c342e47']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:36.196779 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:36.197327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fd587d-eed6-4bd3-9455-7e6dc6e5d4d2') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:36.249565 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06eb35e8-ce71-4084-ad3a-3f4ff908a7ad req-0ecf53cb-f7ae-46e3-b782-ed38ec62c6b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4083d9bc-6dff-4bee-8466-8548902a5e09 HTTP/1.1" status: 200 len: 217 time: 0.0744762 Aug 31 14:21:36.251494 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.255113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b977eed-638c-4659-ab32-da83f28530e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b199a0-728e-4302-a025-bfdba7b0881e,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:36.277117 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd93a8ab-f121-4079-9666-ead2ba564e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.320667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a0e2d-7a3e-4174-8d01-eb0511c18675 req-146573f1-61cf-4c9f-972f-d4a2137e50e4 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:36.329241 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.330261 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-974a0e2d-7a3e-4174-8d01-eb0511c18675 req-146573f1-61cf-4c9f-972f-d4a2137e50e4 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 0.2132640 Aug 31 14:21:36.358623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb35e8-ce71-4084-ad3a-3f4ff908a7ad req-9a0604d3-7e39-440b-9f40-8a18ae36e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:36.360530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06eb35e8-ce71-4084-ad3a-3f4ff908a7ad req-9a0604d3-7e39-440b-9f40-8a18ae36e029 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.1007783 Aug 31 14:21:36.370036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93a8ab-f121-4079-9666-ead2ba564e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ae6036-c2db-4b61-8790-1c742e43223f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:36.371962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b977eed-638c-4659-ab32-da83f28530e7 admin admin] Checking segment: {'id': '294ef5a7-213c-4839-a17a-1f434562e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:36.372911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b977eed-638c-4659-ab32-da83f28530e7 admin admin] Network hostable DHCP agents. Network: ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:21:36.375112 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd93a8ab-f121-4079-9666-ead2ba564e11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.378519 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab61d8cc-358f-4d94-8651-70d1fd936e2d None None] Network 2fe9a127-c838-4f42-8603-d350f583802a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:36.380352 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cd93a8ab-f121-4079-9666-ead2ba564e11 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/17ae6036-c2db-4b61-8790-1c742e43223f HTTP/1.1" status: 204 len: 168 time: 1.3199687 Aug 31 14:21:36.383895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:36.384438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33390) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:36.385092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:36.452872 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:36.468426 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.477159 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.483910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] 10.222.0.39 "DELETE /v2.0/networks/a8bca733-261d-4a58-85f4-a2896c342e47 HTTP/1.1" status: 204 len: 168 time: 2.4249229 Aug 31 14:21:36.484058 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.504405 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-974a0e2d-7a3e-4174-8d01-eb0511c18675 req-3d54be92-89a7-47f9-af6c-dbe940da10b6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702752 Aug 31 14:21:36.511729 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06eb35e8-ce71-4084-ad3a-3f4ff908a7ad req-0eaa87ec-cbfd-4f6a-be6e-040ee16e2392 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599751 Aug 31 14:21:36.525095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85432d-c37e-4d0c-9694-b46f297566bd admin admin] Pushing event deleted for resources: {'Network': ['ID=a8bca733-261d-4a58-85f4-a2896c342e47,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:36.601941 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b977eed-638c-4659-ab32-da83f28530e7 admin admin] Network ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:21:36.621985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-6b977eed-638c-4659-ab32-da83f28530e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:36.632999 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b977eed-638c-4659-ab32-da83f28530e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:36.633661 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6b977eed-638c-4659-ab32-da83f28530e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.635127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dcd704-c6fa-43f2-af6e-89cbf690a4cc None None] Network ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:36.689340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06eb35e8-ce71-4084-ad3a-3f4ff908a7ad req-f904f08e-ab96-4673-843c-fa9baee410e4 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656680 Aug 31 14:21:36.705474 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac1482d-3a40-48a5-a44f-d5805ff51fac None None] DHCP port deletion for 2fe9a127-c838-4f42-8603-d350f583802a request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:21:36.713767 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6b977eed-638c-4659-ab32-da83f28530e7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9786117 Aug 31 14:21:36.744574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Deleting port abdf1944-ad09-400c-8607-84675ec24277 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:36.745136 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.862659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133f8b7-33a7-4a93-8262-65dfe4dbfd87 req-b0ba5e92-2b66-45b4-9c05-e3f5c281fc7c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:36.871828 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9133f8b7-33a7-4a93-8262-65dfe4dbfd87 req-b0ba5e92-2b66-45b4-9c05-e3f5c281fc7c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 944 time: 0.2414916 Aug 31 14:21:36.925443 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2ac1482d-3a40-48a5-a44f-d5805ff51fac None None] Deleting port abdf1944-ad09-400c-8607-84675ec24277 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:36.925852 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ac1482d-3a40-48a5-a44f-d5805ff51fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.934450 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06eb35e8-ce71-4084-ad3a-3f4ff908a7ad req-daa2fa86-23a9-4d14-81c3-d2ddcf38e248 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335572 Aug 31 14:21:36.937112 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] For port abdf1944-ad09-400c-8607-84675ec24277, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=abdf1944-ad09-400c-8607-84675ec24277,segment=NetworkSegment(60c3be24-6ab2-4225-aca1-b0407d7476cc),segment_id=60c3be24-6ab2-4225-aca1-b0407d7476cc)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:36.937435 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.952646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33398) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:36.957399 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9133f8b7-33a7-4a93-8262-65dfe4dbfd87 req-b8ecd18e-ecbe-4a12-bfb2-c8ec6ddcf904 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834932 Aug 31 14:21:36.981910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Calling delete_port for abdf1944-ad09-400c-8607-84675ec24277 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:37.058410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643a224d-b302-4df4-8e22-546bb6c1d99a None None] Network ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:37.070276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d7250-9785-40c1-8981-0a61c468d313 req-2a7300bd-49d9-4a16-bfcd-42790332c5da tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:37.073570 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-666d7250-9785-40c1-8981-0a61c468d313 req-2a7300bd-49d9-4a16-bfcd-42790332c5da tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 944 time: 0.1111796 Aug 31 14:21:37.077429 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4fb23f80-9249-4156-ab4b-3e59c41851f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2c2b0a2621349c9985beb145a87b930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1228826 Aug 31 14:21:37.086301 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33404) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:37.165965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2ac1482d-3a40-48a5-a44f-d5805ff51fac None None] For port abdf1944-ad09-400c-8607-84675ec24277, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=abdf1944-ad09-400c-8607-84675ec24277,segment=NetworkSegment(60c3be24-6ab2-4225-aca1-b0407d7476cc),segment_id=60c3be24-6ab2-4225-aca1-b0407d7476cc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:37.166937 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ac1482d-3a40-48a5-a44f-d5805ff51fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.192532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2ac1482d-3a40-48a5-a44f-d5805ff51fac None None] Calling delete_port for abdf1944-ad09-400c-8607-84675ec24277 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:37.225114 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.231340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device abdf1944-ad09-400c-8607-84675ec24277 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:37.240845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f329270-4c9f-45b6-8230-4052dcc1691a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.283441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=abdf1944-ad09-400c-8607-84675ec24277,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:37.286870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] No DVR routers for this DVR port abdf1944-ad09-400c-8607-84675ec24277 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:37.301731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5381f47-749d-41c1-b088-3f72a76f55f7 req-6909b722-2978-4f12-93fb-6980328ca9f7 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:37.309893 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c5381f47-749d-41c1-b088-3f72a76f55f7 req-6909b722-2978-4f12-93fb-6980328ca9f7 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 950 time: 0.1078768 Aug 31 14:21:37.336317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f329270-4c9f-45b6-8230-4052dcc1691a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.344653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-666d7250-9785-40c1-8981-0a61c468d313 req-61b8a4c6-06b9-4c6b-9129-072d6016cb44 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Deleting port 0922dba3-f157-47b3-a9e4-65d89da5198b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:37.345314 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-666d7250-9785-40c1-8981-0a61c468d313 req-61b8a4c6-06b9-4c6b-9129-072d6016cb44 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.404296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c5381f47-749d-41c1-b088-3f72a76f55f7 req-4bbdd360-ff22-4261-bf51-8ad9f73b3e15 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddadb311-39ef-4a6f-8cd2-c630a441d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934131 Aug 31 14:21:37.423149 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ac1482d-3a40-48a5-a44f-d5805ff51fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.441589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: abdf1944-ad09-400c-8607-84675ec24277 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:37.442476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device abdf1944-ad09-400c-8607-84675ec24277 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:37.443940 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d746f9a9-1882-4e23-bc34-334ed2b09104 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:37.477886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac1482d-3a40-48a5-a44f-d5805ff51fac None None] No DVR routers for this DVR port abdf1944-ad09-400c-8607-84675ec24277 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:37.480057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: d746f9a9-1882-4e23-bc34-334ed2b09104 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:37.481033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d746f9a9-1882-4e23-bc34-334ed2b09104 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:37.525305 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1482d-3a40-48a5-a44f-d5805ff51fac None None] Pushing event deleted for resources: {'Port': ['ID=abdf1944-ad09-400c-8607-84675ec24277,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:37.563035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-666d7250-9785-40c1-8981-0a61c468d313 req-61b8a4c6-06b9-4c6b-9129-072d6016cb44 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] For port 0922dba3-f157-47b3-a9e4-65d89da5198b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0922dba3-f157-47b3-a9e4-65d89da5198b,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:37.564023 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-666d7250-9785-40c1-8981-0a61c468d313 req-61b8a4c6-06b9-4c6b-9129-072d6016cb44 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.596078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-666d7250-9785-40c1-8981-0a61c468d313 req-61b8a4c6-06b9-4c6b-9129-072d6016cb44 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Calling delete_port for 0922dba3-f157-47b3-a9e4-65d89da5198b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:37.805815 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-666d7250-9785-40c1-8981-0a61c468d313 req-61b8a4c6-06b9-4c6b-9129-072d6016cb44 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.893817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8a4c6-06b9-4c6b-9129-072d6016cb44 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Pushing event deleted for resources: {'Port': ['ID=0922dba3-f157-47b3-a9e4-65d89da5198b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:37.931429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-666d7250-9785-40c1-8981-0a61c468d313 req-61b8a4c6-06b9-4c6b-9129-072d6016cb44 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] No DVR routers for this DVR port 0922dba3-f157-47b3-a9e4-65d89da5198b on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:37.935795 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-666d7250-9785-40c1-8981-0a61c468d313 req-61b8a4c6-06b9-4c6b-9129-072d6016cb44 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.938161 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-666d7250-9785-40c1-8981-0a61c468d313 req-61b8a4c6-06b9-4c6b-9129-072d6016cb44 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.60 "DELETE /v2.0/ports/0922dba3-f157-47b3-a9e4-65d89da5198b HTTP/1.1" status: 204 len: 173 time: 0.8583214 Aug 31 14:21:37.938878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b12288-93a3-49f2-a396-816074d80c29', 'name': 'network-vif-deleted', 'tag': '0922dba3-f157-47b3-a9e4-65d89da5198b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:37.941538 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873417f0-c1c6-4f20-8918-6a75442338b2" -d '{"events": [{"server_uuid": "12b12288-93a3-49f2-a396-816074d80c29", "name": "network-vif-deleted", "tag": "0922dba3-f157-47b3-a9e4-65d89da5198b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:37.975101 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.003050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe9a127-c838-4f42-8603-d350f583802a']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:38.037113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c3be24-6ab2-4225-aca1-b0407d7476cc') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:38.037418 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c3be24-6ab2-4225-aca1-b0407d7476cc') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:38.056562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5fa89-341b-445c-9d6f-4ca207031541 req-5c624d2f-d830-41e8-907f-293cc02291cf tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:38.057276 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.059757 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ad5fa89-341b-445c-9d6f-4ca207031541 req-5c624d2f-d830-41e8-907f-293cc02291cf tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 945 time: 0.0883965 Aug 31 14:21:38.078784 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f329270-4c9f-45b6-8230-4052dcc1691a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.082362 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f329270-4c9f-45b6-8230-4052dcc1691a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.086499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4f329270-4c9f-45b6-8230-4052dcc1691a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fcd6935f-075a-4821-9d5d-677a6134d9ad HTTP/1.1" status: 204 len: 168 time: 0.9990208 Aug 31 14:21:38.120142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-07f65831-a989-4e0d-83ef-d37bae6cc12a tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:38.128191 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-07f65831-a989-4e0d-83ef-d37bae6cc12a tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/networks?id=ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8 HTTP/1.1" status: 200 len: 822 time: 0.2793951 Aug 31 14:21:38.130744 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.133694 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ad5fa89-341b-445c-9d6f-4ca207031541 req-b44a3840-6e8e-4e6b-8e4d-5e6ddecc9986 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611069 Aug 31 14:21:38.145865 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f329270-4c9f-45b6-8230-4052dcc1691a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd6935f-075a-4821-9d5d-677a6134d9ad,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:38.149080 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:38.149569 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:38.153276 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:38.177158 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-df450c21-c3e7-4ffc-a7f5-dfc4bde93613 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/quotas/b21f6e187eef47fc97d4e0a9e8df4861 HTTP/1.1" status: 200 len: 375 time: 0.0480337 Aug 31 14:21:38.253368 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-a8703f74-7a5b-4f0e-bdb2-26e7430c8332 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b21f6e187eef47fc97d4e0a9e8df4861&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752654 Aug 31 14:21:38.325226 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.327903 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.342825 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2fe9a127-c838-4f42-8603-d350f583802a HTTP/1.1" status: 204 len: 168 time: 1.9449718 Aug 31 14:21:38.355641 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec455b-ec5f-4958-bf13-00d105375dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe9a127-c838-4f42-8603-d350f583802a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:38.388145 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca71147b-0c6e-4953-9599-84307fc26b0b x-openstack-request-id: req-ca71147b-0c6e-4953-9599-84307fc26b0b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:38.388652 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b12288-93a3-49f2-a396-816074d80c29", "name": "network-vif-deleted", "tag": "0922dba3-f157-47b3-a9e4-65d89da5198b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:38.389045 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca71147b-0c6e-4953-9599-84307fc26b0b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:38.389548 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b12288-93a3-49f2-a396-816074d80c29', 'name': 'network-vif-deleted', 'tag': '0922dba3-f157-47b3-a9e4-65d89da5198b', 'status': 'completed', 'code': 200} Aug 31 14:21:38.448238 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-b48bc4bf-3d55-4c19-a5f8-c1198e317cc6 service neutron] 10.222.0.39 "GET /v2.0/networks/ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934342 Aug 31 14:21:38.509730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-531c6923-a27b-4c56-9307-246159de193a req-e5e14d77-e469-497c-a97f-06ee97c264d6 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b12288-93a3-49f2-a396-816074d80c29 HTTP/1.1" status: 200 len: 210 time: 0.0431345 Aug 31 14:21:38.606366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-8dc27d85-2c66-4594-91d6-2914f1cb3a52 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:38.607927 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-8dc27d85-2c66-4594-91d6-2914f1cb3a52 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214&tenant_id=429bbc88baff4974940bd2144c0fd533&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1096 time: 0.1131172 Aug 31 14:21:38.609341 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-2fafd6c8-33b8-4cee-bd01-00c8ab554d80 service neutron] 10.222.0.39 "GET /v2.0/networks/ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600277 Aug 31 14:21:38.623084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-5'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:38.666926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33480) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:38.726371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33482) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:38.727149 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6bbfc9d3-539e-4af6-b47a-a958bac00662 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71d7c4ddcecc4ffb91908f406cb2773f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586329 Aug 31 14:21:38.738428 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.943394 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-366e1d64-ffaa-4c8b-bb6a-b24e12d935e9 req-85b4fb22-5afc-4fa7-8daf-e6eda5502972 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 210 time: 0.0574722 Aug 31 14:21:38.981728 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f02409e7-a511-4c52-894c-b913bc4d115d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.984400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4083d9bc-6dff-4bee-8466-8548902a5e09,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:39.036527 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f02409e7-a511-4c52-894c-b913bc4d115d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.084047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:39.167960 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.180863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46271450-fb71-4a09-adec-a2a0392cab78 req-78f42e28-8335-48a1-b3d5-c7e6c1abf809 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:39.182423 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-46271450-fb71-4a09-adec-a2a0392cab78 req-78f42e28-8335-48a1-b3d5-c7e6c1abf809 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 950 time: 0.0941234 Aug 31 14:21:39.185006 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.198785 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f02409e7-a511-4c52-894c-b913bc4d115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.202494 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f02409e7-a511-4c52-894c-b913bc4d115d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.203820 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f02409e7-a511-4c52-894c-b913bc4d115d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6eaf1a37-83a3-4afd-b945-669fa8cd5abf HTTP/1.1" status: 204 len: 168 time: 0.4763317 Aug 31 14:21:39.252368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02409e7-a511-4c52-894c-b913bc4d115d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaf1a37-83a3-4afd-b945-669fa8cd5abf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:39.307415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Pushing event updated for resources: {'Port': ['ID=4083d9bc-6dff-4bee-8466-8548902a5e09,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:39.357435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Attempting to bind port 4083d9bc-6dff-4bee-8466-8548902a5e09 on host n-h2-806683-5 for vnic_type normal with profile {"migrating_to": "n-h1-806683-5"} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:39.357751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Attempting to bind port 4083d9bc-6dff-4bee-8466-8548902a5e09 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:39.358403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Attempting to bind port 4083d9bc-6dff-4bee-8466-8548902a5e09 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:39.378432 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-46271450-fb71-4a09-adec-a2a0392cab78 req-f12da31a-1d43-49c6-ae7b-9f7be7796d9a tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddadb311-39ef-4a6f-8cd2-c630a441d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775846 Aug 31 14:21:39.380942 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Port 4083d9bc-6dff-4bee-8466-8548902a5e09 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:21:39.381270 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Attempting to bind port 4083d9bc-6dff-4bee-8466-8548902a5e09 on network 95e425eb-d5ad-4dd7-8934-338e55a725a8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:39.396959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:39.399051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Checking segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:39.399648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Bound using segment: {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:39.399832 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ce586-5578-4a4b-9296-1fec850bb169 req-17c41cc1-1786-472e-babf-70d9115261c2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:39.400968 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Bound port: 4083d9bc-6dff-4bee-8466-8548902a5e09, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e399b27-6b28-497b-ab4c-3df0be3ef0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '95e425eb-d5ad-4dd7-8934-338e55a725a8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:39.402395 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.408506 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-008ce586-5578-4a4b-9296-1fec850bb169 req-17c41cc1-1786-472e-babf-70d9115261c2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 943 time: 0.1591289 Aug 31 14:21:39.422003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33526) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:39.479079 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-008ce586-5578-4a4b-9296-1fec850bb169 req-2bfecb6b-b17a-4cc5-b3c0-00c639f8b09c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666587 Aug 31 14:21:39.504479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:39.509260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4083d9bc-6dff-4bee-8466-8548902a5e09,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:39.516543 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.603270 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:39.604294 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.605897 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] 10.222.0.60 "PUT /v2.0/ports/4083d9bc-6dff-4bee-8466-8548902a5e09 HTTP/1.1" status: 200 len: 1121 time: 0.9891741 Aug 31 14:21:39.609853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0542983-5aa6-4c7d-a4b5-7c958aae875c service neutron] Pushing event updated for resources: {'Port': ['ID=4083d9bc-6dff-4bee-8466-8548902a5e09,revision_number=8']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:39.704006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['4083d9bc-6dff-4bee-8466-8548902a5e09'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:39.776877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-615832532-network', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:39.780033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['4083d9bc-6dff-4bee-8466-8548902a5e09'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:39.803760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] Made reservation on behalf of c013c60d66d444da88350bc18b7bcd0a for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:39.825873 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.845177 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.986369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cd2d9-bf26-4754-b488-f69e9a30caca req-089ff69d-bf4e-43c0-942b-08041e1be12a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:39.988131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c86cd2d9-bf26-4754-b488-f69e9a30caca req-089ff69d-bf4e-43c0-942b-08041e1be12a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 945 time: 0.0779982 Aug 31 14:21:40.083232 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c86cd2d9-bf26-4754-b488-f69e9a30caca req-f72168d3-d878-4f7f-aa11-c89303b76cf6 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836368 Aug 31 14:21:40.124714 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.132453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.150138 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81c1c8ba-66e5-43a3-92f6-d1677099db6e req-2b59dc8d-b069-417d-83f1-6766fbf14419 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 210 time: 0.0830445 Aug 31 14:21:40.170873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:40.172067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4083d9bc-6dff-4bee-8466-8548902a5e09 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:21:40.179470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0922dba3-f157-47b3-a9e4-65d89da5198b no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:40.187568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089b9443-66d6-487c-bac0-a345530af514,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:40.193543 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.194616 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] Added segment 209102af-1e65-4f60-8867-4fb60d67b472 of type vlan for network 650c5738-be74-4d37-96b2-092f459a8a67 Aug 31 14:21:40.238572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 0922dba3-f157-47b3-a9e4-65d89da5198b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:40.239080 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0922dba3-f157-47b3-a9e4-65d89da5198b not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:40.291221 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.419448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4083d9bc-6dff-4bee-8466-8548902a5e09,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:40.435884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9bf86e-deb0-4a5a-97f8-16f570e79214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4083d9bc-6dff-4bee-8466-8548902a5e09'}, {'name': 'network-changed', 'server_uuid': '6f9bf86e-deb0-4a5a-97f8-16f570e79214', 'tag': '4083d9bc-6dff-4bee-8466-8548902a5e09'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:40.438676 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67b466a-b203-4fb6-8a0f-6c4f7857303d" -d '{"events": [{"server_uuid": "6f9bf86e-deb0-4a5a-97f8-16f570e79214", "name": "network-vif-unplugged", "status": "completed", "tag": "4083d9bc-6dff-4bee-8466-8548902a5e09"}, {"name": "network-changed", "server_uuid": "6f9bf86e-deb0-4a5a-97f8-16f570e79214", "tag": "4083d9bc-6dff-4bee-8466-8548902a5e09"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:40.448616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-7aa79614-a6dd-474a-88f4-c03a62867beb tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:40.450169 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-7aa79614-a6dd-474a-88f4-c03a62867beb tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.25 "GET /v2.0/networks?id=ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8 HTTP/1.1" status: 200 len: 822 time: 0.1479471 Aug 31 14:21:40.452584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4083d9bc-6dff-4bee-8466-8548902a5e09 has no active binding in host n-h1-806683-5 {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 14:21:40.524526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-d8ed3c7a-c5f5-4218-8e0f-c94f82c086e4 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Request body: {'port': {'device_id': 'fd87a6d0-8140-44fb-b867-457fdf12228f', 'network_id': 'ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8', 'admin_state_up': True, 'tenant_id': 'b21f6e187eef47fc97d4e0a9e8df4861'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:40.541809 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c610e8-2cda-4424-9f7e-ff77ab5f0523 x-openstack-request-id: req-14c610e8-2cda-4424-9f7e-ff77ab5f0523 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:40.542091 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9bf86e-deb0-4a5a-97f8-16f570e79214", "name": "network-vif-unplugged", "status": "completed", "tag": "4083d9bc-6dff-4bee-8466-8548902a5e09", "code": 200}, {"name": "network-changed", "server_uuid": "6f9bf86e-deb0-4a5a-97f8-16f570e79214", "tag": "4083d9bc-6dff-4bee-8466-8548902a5e09", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:40.542280 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14c610e8-2cda-4424-9f7e-ff77ab5f0523 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:40.542669 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9bf86e-deb0-4a5a-97f8-16f570e79214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4083d9bc-6dff-4bee-8466-8548902a5e09', 'code': 200} Aug 31 14:21:40.542907 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9bf86e-deb0-4a5a-97f8-16f570e79214', 'tag': '4083d9bc-6dff-4bee-8466-8548902a5e09', 'status': 'completed', 'code': 200} Aug 31 14:21:40.608912 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.609741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:40.610316 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.617678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b466a-b203-4fb6-8a0f-6c4f7857303d req-80c8b30f-4494-4cee-919d-12d19ff656f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:40.620859 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b67b466a-b203-4fb6-8a0f-6c4f7857303d req-80c8b30f-4494-4cee-919d-12d19ff656f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 1124 time: 0.0591481 Aug 31 14:21:40.713351 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c50d3f-b140-4cac-bdac-fee094b24c7d req-c3ca9476-a3ec-4eee-918d-1db1813cce85 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:40.715088 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9c50d3f-b140-4cac-bdac-fee094b24c7d req-c3ca9476-a3ec-4eee-918d-1db1813cce85 tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.60 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 945 time: 0.2536616 Aug 31 14:21:40.754823 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b466a-b203-4fb6-8a0f-6c4f7857303d req-a82bcf0a-1081-43b9-9b43-80dc35596f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:40.757110 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3334477 Aug 31 14:21:40.759158 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b67b466a-b203-4fb6-8a0f-6c4f7857303d req-a82bcf0a-1081-43b9-9b43-80dc35596f10 service neutron] 10.222.0.25 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.1245024 Aug 31 14:21:40.760794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33586) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:40.766177 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a151185a-bfa3-49ca-bc51-045f01b45091 admin admin] Request body: {'subnet': {'network_id': '650c5738-be74-4d37-96b2-092f459a8a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-615832532-subnet', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:40.810126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e8e6d-0fa2-46f1-b1fa-2c91e13bb8ab req-a9b051cb-0514-4787-8662-a38b833b6792 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:40.810808 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cf5e8e6d-0fa2-46f1-b1fa-2c91e13bb8ab req-a9b051cb-0514-4787-8662-a38b833b6792 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 950 time: 0.3597217 Aug 31 14:21:40.811504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190f43f-225c-4aa2-be5b-51fcb0929da2 admin admin] Pushing event updated for resources: {'Network': ['ID=650c5738-be74-4d37-96b2-092f459a8a67,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:40.828871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 650c5738-be74-4d37-96b2-092f459a8a67 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:40.832776 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b67b466a-b203-4fb6-8a0f-6c4f7857303d req-fa26ee55-ae7d-4081-a0d7-c5da0499d7e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4083d9bc-6dff-4bee-8466-8548902a5e09 HTTP/1.1" status: 200 len: 217 time: 0.0455816 Aug 31 14:21:40.833775 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a151185a-bfa3-49ca-bc51-045f01b45091 admin admin] Made reservation on behalf of c013c60d66d444da88350bc18b7bcd0a for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:40.836559 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a151185a-bfa3-49ca-bc51-045f01b45091 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.861516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd19d47-c489-4cd0-816b-4ef6445157b9 req-0a333eef-325d-46c0-97e7-bfcff5c7374f tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:40.869324 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3dd19d47-c489-4cd0-816b-4ef6445157b9 req-0a333eef-325d-46c0-97e7-bfcff5c7374f tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 950 time: 0.3535013 Aug 31 14:21:40.969819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b466a-b203-4fb6-8a0f-6c4f7857303d req-e47dbb8b-c78b-4420-9793-6cbf18aa0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:40.971568 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b67b466a-b203-4fb6-8a0f-6c4f7857303d req-e47dbb8b-c78b-4420-9793-6cbf18aa0f1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.1218505 Aug 31 14:21:41.024079 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b67b466a-b203-4fb6-8a0f-6c4f7857303d req-939a7f48-5ab1-4eca-8afa-894ebc621a50 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398953 Aug 31 14:21:41.056859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-d8ed3c7a-c5f5-4218-8e0f-c94f82c086e4 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Made reservation on behalf of b21f6e187eef47fc97d4e0a9e8df4861 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:41.060348 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-d8ed3c7a-c5f5-4218-8e0f-c94f82c086e4 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.070439 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3dd19d47-c489-4cd0-816b-4ef6445157b9 req-ffa1ab80-fdee-4661-8b46-df747f93197c tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddadb311-39ef-4a6f-8cd2-c630a441d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997414 Aug 31 14:21:41.100514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f9c50d3f-b140-4cac-bdac-fee094b24c7d req-6b2f6808-7308-4101-9a47-6d9283cfcd4a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Deleting port 48a7cf4d-6b7e-4647-8138-ba2309175b0d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:41.101022 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f9c50d3f-b140-4cac-bdac-fee094b24c7d req-6b2f6808-7308-4101-9a47-6d9283cfcd4a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.220778 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b67b466a-b203-4fb6-8a0f-6c4f7857303d req-53bd7c39-ef13-489e-8cd7-f749400f208c service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852241 Aug 31 14:21:41.232695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-cf5e8e6d-0fa2-46f1-b1fa-2c91e13bb8ab req-68d570f2-aeeb-4118-ba1a-bd2e81875981 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Deleting port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:41.233722 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cf5e8e6d-0fa2-46f1-b1fa-2c91e13bb8ab req-68d570f2-aeeb-4118-ba1a-bd2e81875981 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.276063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39606af1-5b3c-4035-aa56-24da3ae772d8 req-b8f3a352-9d37-4f53-9e34-121c213285a4 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:41.276063 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-39606af1-5b3c-4035-aa56-24da3ae772d8 req-b8f3a352-9d37-4f53-9e34-121c213285a4 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 943 time: 0.2415869 Aug 31 14:21:41.354532 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a151185a-bfa3-49ca-bc51-045f01b45091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.445903 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-39606af1-5b3c-4035-aa56-24da3ae772d8 req-028efbc3-9aec-4267-96b8-66eb05af6cbb tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288831 Aug 31 14:21:41.450793 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f9c50d3f-b140-4cac-bdac-fee094b24c7d req-6b2f6808-7308-4101-9a47-6d9283cfcd4a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] For port 48a7cf4d-6b7e-4647-8138-ba2309175b0d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=48a7cf4d-6b7e-4647-8138-ba2309175b0d,segment=NetworkSegment(db737fd1-9d44-4032-87f8-b7dbed70e2a3),segment_id=db737fd1-9d44-4032-87f8-b7dbed70e2a3)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:41.451199 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f9c50d3f-b140-4cac-bdac-fee094b24c7d req-6b2f6808-7308-4101-9a47-6d9283cfcd4a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.478172 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151185a-bfa3-49ca-bc51-045f01b45091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67eebdd2-0f35-4fbc-99d2-c6a663d4d7e8,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:41.491421 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b67b466a-b203-4fb6-8a0f-6c4f7857303d req-acb474f4-071c-4e3f-ac60-2544c37b2992 service neutron] 10.222.0.25 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449532 Aug 31 14:21:41.499966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f9c50d3f-b140-4cac-bdac-fee094b24c7d req-6b2f6808-7308-4101-9a47-6d9283cfcd4a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Calling delete_port for 48a7cf4d-6b7e-4647-8138-ba2309175b0d owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:41.505476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-d8ed3c7a-c5f5-4218-8e0f-c94f82c086e4 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Allocated IP 172.20.0.12 (ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8/e1b199a0-728e-4302-a025-bfdba7b0881e/a9bdfbe5-7758-444a-8453-bdfc77286000) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:41.512908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151185a-bfa3-49ca-bc51-045f01b45091 admin admin] Checking segment: {'id': '209102af-1e65-4f60-8867-4fb60d67b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '650c5738-be74-4d37-96b2-092f459a8a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:41.513385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151185a-bfa3-49ca-bc51-045f01b45091 admin admin] Network hostable DHCP agents. Network: 650c5738-be74-4d37-96b2-092f459a8a67, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:21:41.553889 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151185a-bfa3-49ca-bc51-045f01b45091 admin admin] Network 650c5738-be74-4d37-96b2-092f459a8a67 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:21:41.555299 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cf5e8e6d-0fa2-46f1-b1fa-2c91e13bb8ab req-68d570f2-aeeb-4118-ba1a-bd2e81875981 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] For port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=82c0d5e0-8400-4e6f-a882-80f321d0f0f0,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:41.555759 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cf5e8e6d-0fa2-46f1-b1fa-2c91e13bb8ab req-68d570f2-aeeb-4118-ba1a-bd2e81875981 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.569801 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a151185a-bfa3-49ca-bc51-045f01b45091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 650c5738-be74-4d37-96b2-092f459a8a67) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:41.583032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce0acee-0c5b-4b9b-b401-0c20bf2dc6df None None] Network 650c5738-be74-4d37-96b2-092f459a8a67 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:41.587382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151185a-bfa3-49ca-bc51-045f01b45091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:41.589224 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a151185a-bfa3-49ca-bc51-045f01b45091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.606056 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc44d7b-c2ec-45ae-a655-363ddcbc83e1 req-de4c337f-8958-40be-9d7a-58eee56a0b6c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:41.606056 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ebc44d7b-c2ec-45ae-a655-363ddcbc83e1 req-de4c337f-8958-40be-9d7a-58eee56a0b6c tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 945 time: 0.2605772 Aug 31 14:21:41.630392 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a151185a-bfa3-49ca-bc51-045f01b45091 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8683171 Aug 31 14:21:41.635615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-cf5e8e6d-0fa2-46f1-b1fa-2c91e13bb8ab req-68d570f2-aeeb-4118-ba1a-bd2e81875981 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Calling delete_port for 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:41.640350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33634) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:41.652615 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-928ef769-9ca0-458c-afdf-ad88e4b8453c req-1b6a402b-d91e-4515-8d17-579d88ff2635 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 210 time: 0.0432701 Aug 31 14:21:41.655222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-615832532-router', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:41.830669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-650c5738-be74-4d37-96b2-092f459a8a67', 'network_id': '650c5738-be74-4d37-96b2-092f459a8a67', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'fixed_ips': [{'subnet_id': '67eebdd2-0f35-4fbc-99d2-c6a663d4d7e8'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:21:41.832297 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.055595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Allocated IP 172.20.0.2 (650c5738-be74-4d37-96b2-092f459a8a67/67eebdd2-0f35-4fbc-99d2-c6a663d4d7e8/c713717b-d6ea-471c-8b1b-0db67afe297d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:42.198167 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ebc44d7b-c2ec-45ae-a655-363ddcbc83e1 req-dabac2bc-3dee-4944-b026-422f08921fdf tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7e1d81-0274-45cb-b36c-fbc8e850d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775139 Aug 31 14:21:42.199289 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.200399 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.244170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33652) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:42.267357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61500ad9-678e-481d-b57e-50c90eb7ed35 req-9b09b78b-634b-4260-9822-e07f7e7c7e52 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:42.269209 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-61500ad9-678e-481d-b57e-50c90eb7ed35 req-9b09b78b-634b-4260-9822-e07f7e7c7e52 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 950 time: 0.0786722 Aug 31 14:21:42.278172 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.289855 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Transition to ACTIVE for port object c713717b-d6ea-471c-8b1b-0db67afe297d will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:42.310738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Transition to ACTIVE for port object c713717b-d6ea-471c-8b1b-0db67afe297d will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:42.319122 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.336679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f9c50d3f-b140-4cac-bdac-fee094b24c7d req-6b2f6808-7308-4101-9a47-6d9283cfcd4a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.359601 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-61500ad9-678e-481d-b57e-50c90eb7ed35 req-e6b9b3e8-d9a7-4053-9659-ed89c74a9d02 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddadb311-39ef-4a6f-8cd2-c630a441d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821254 Aug 31 14:21:42.381378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Pushing event updated for resources: {'Port': ['ID=c713717b-d6ea-471c-8b1b-0db67afe297d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:42.390635 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Network 650c5738-be74-4d37-96b2-092f459a8a67 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:42.392431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:42.395609 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:42.419937 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-d8ed3c7a-c5f5-4218-8e0f-c94f82c086e4 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.422682 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55589130-8843-48ae-a102-4ad89c6b1931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.423357 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f6808-7308-4101-9a47-6d9283cfcd4a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Pushing event deleted for resources: {'Port': ['ID=48a7cf4d-6b7e-4647-8138-ba2309175b0d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:42.458458 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.460776 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Attempting to bind port c713717b-d6ea-471c-8b1b-0db67afe297d on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:42.461517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Attempting to bind port c713717b-d6ea-471c-8b1b-0db67afe297d by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '209102af-1e65-4f60-8867-4fb60d67b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '650c5738-be74-4d37-96b2-092f459a8a67'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:42.462815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Attempting to bind port c713717b-d6ea-471c-8b1b-0db67afe297d on network 650c5738-be74-4d37-96b2-092f459a8a67 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:42.468976 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:42.469511 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Checking segment: {'id': '209102af-1e65-4f60-8867-4fb60d67b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '650c5738-be74-4d37-96b2-092f459a8a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:42.469981 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.470484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Bound using segment: {'id': '209102af-1e65-4f60-8867-4fb60d67b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '650c5738-be74-4d37-96b2-092f459a8a67'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:42.471023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Bound port: c713717b-d6ea-471c-8b1b-0db67afe297d, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209102af-1e65-4f60-8867-4fb60d67b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '650c5738-be74-4d37-96b2-092f459a8a67'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:42.471524 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.545109 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55589130-8843-48ae-a102-4ad89c6b1931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.547103 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] For port c713717b-d6ea-471c-8b1b-0db67afe297d, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:42.549690 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55589130-8843-48ae-a102-4ad89c6b1931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.551036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] For port c713717b-d6ea-471c-8b1b-0db67afe297d, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c713717b-d6ea-471c-8b1b-0db67afe297d,segment=NetworkSegment(209102af-1e65-4f60-8867-4fb60d67b472),segment_id=209102af-1e65-4f60-8867-4fb60d67b472)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:42.558330 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.593113 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-55589130-8843-48ae-a102-4ad89c6b1931 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1b113497c6d45b1af70311f80666b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432422 Aug 31 14:21:42.593412 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33658) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:42.630532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55589130-8843-48ae-a102-4ad89c6b1931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6dd7a1-dc96-464b-abbe-c5851b364067,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:42.634037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c87d03-29a7-4c7d-8236-3fd22eba3f73 None None] Pushing event updated for resources: {'Port': ['ID=c713717b-d6ea-471c-8b1b-0db67afe297d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:42.660394 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c32c2e72-35bd-4d2d-9b6e-ec331f085805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.662200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c50d3f-b140-4cac-bdac-fee094b24c7d req-6b2f6808-7308-4101-9a47-6d9283cfcd4a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] No DVR routers for this DVR port 48a7cf4d-6b7e-4647-8138-ba2309175b0d on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:42.667748 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f9c50d3f-b140-4cac-bdac-fee094b24c7d req-6b2f6808-7308-4101-9a47-6d9283cfcd4a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.669925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9c50d3f-b140-4cac-bdac-fee094b24c7d req-6b2f6808-7308-4101-9a47-6d9283cfcd4a tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.60 "DELETE /v2.0/ports/48a7cf4d-6b7e-4647-8138-ba2309175b0d HTTP/1.1" status: 204 len: 173 time: 1.9319034 Aug 31 14:21:42.673060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8694b4fe-ffd5-4ec3-a52a-6c44572e0796', 'name': 'network-vif-deleted', 'tag': '48a7cf4d-6b7e-4647-8138-ba2309175b0d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:42.675429 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791a1cd7-d364-40d9-b073-e3d5715d04ec" -d '{"events": [{"server_uuid": "8694b4fe-ffd5-4ec3-a52a-6c44572e0796", "name": "network-vif-deleted", "tag": "48a7cf4d-6b7e-4647-8138-ba2309175b0d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:42.692081 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cf5e8e6d-0fa2-46f1-b1fa-2c91e13bb8ab req-68d570f2-aeeb-4118-ba1a-bd2e81875981 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.700762 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c32c2e72-35bd-4d2d-9b6e-ec331f085805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.802210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d570f2-aeeb-4118-ba1a-bd2e81875981 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Pushing event deleted for resources: {'Port': ['ID=82c0d5e0-8400-4e6f-a882-80f321d0f0f0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:42.839997 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4d0a5067-b500-4b82-b899-18e07671672b req-43ec06d7-4741-4df7-b6c5-5bab805ba6f6 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 210 time: 0.0711465 Aug 31 14:21:42.876894 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c32c2e72-35bd-4d2d-9b6e-ec331f085805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.880003 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c32c2e72-35bd-4d2d-9b6e-ec331f085805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.887132 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c32c2e72-35bd-4d2d-9b6e-ec331f085805 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff6dd7a1-dc96-464b-abbe-c5851b364067 HTTP/1.1" status: 204 len: 168 time: 0.2925637 Aug 31 14:21:42.913279 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c2e72-35bd-4d2d-9b6e-ec331f085805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6dd7a1-dc96-464b-abbe-c5851b364067,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:42.968051 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcd3851-35f0-41d6-8552-3bba2be6cce5 x-openstack-request-id: req-5bcd3851-35f0-41d6-8552-3bba2be6cce5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:42.968344 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8694b4fe-ffd5-4ec3-a52a-6c44572e0796", "name": "network-vif-deleted", "tag": "48a7cf4d-6b7e-4647-8138-ba2309175b0d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:42.968592 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5bcd3851-35f0-41d6-8552-3bba2be6cce5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:42.968991 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8694b4fe-ffd5-4ec3-a52a-6c44572e0796', 'name': 'network-vif-deleted', 'tag': '48a7cf4d-6b7e-4647-8138-ba2309175b0d', 'status': 'completed', 'code': 200} Aug 31 14:21:42.981156 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-d8ed3c7a-c5f5-4218-8e0f-c94f82c086e4 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.990328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdbb65-c4b0-4b9c-a8aa-b610ccb38e04 req-1f8e86a0-af47-4982-b5ed-e720662723eb tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:42.995215 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dacdbb65-c4b0-4b9c-a8aa-b610ccb38e04 req-1f8e86a0-af47-4982-b5ed-e720662723eb tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 943 time: 0.4341595 Aug 31 14:21:43.030242 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.051689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5e8e6d-0fa2-46f1-b1fa-2c91e13bb8ab req-68d570f2-aeeb-4118-ba1a-bd2e81875981 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] No DVR routers for this DVR port 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:43.121624 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cf5e8e6d-0fa2-46f1-b1fa-2c91e13bb8ab req-68d570f2-aeeb-4118-ba1a-bd2e81875981 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.124421 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cf5e8e6d-0fa2-46f1-b1fa-2c91e13bb8ab req-68d570f2-aeeb-4118-ba1a-bd2e81875981 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.60 "DELETE /v2.0/ports/82c0d5e0-8400-4e6f-a882-80f321d0f0f0 HTTP/1.1" status: 204 len: 173 time: 2.2998133 Aug 31 14:21:43.273341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-d8ed3c7a-c5f5-4218-8e0f-c94f82c086e4 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Network ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:43.289621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c713717b-d6ea-471c-8b1b-0db67afe297d up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:43.321240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-d8ed3c7a-c5f5-4218-8e0f-c94f82c086e4 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:43.354449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-d8ed3c7a-c5f5-4218-8e0f-c94f82c086e4 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:43.383061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed3c7a-c5f5-4218-8e0f-c94f82c086e4 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Pushing event updated for resources: {'Port': ['ID=a9bdfbe5-7758-444a-8453-bdfc77286000,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:43.413490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port c713717b-d6ea-471c-8b1b-0db67afe297d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:43.482641 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dacdbb65-c4b0-4b9c-a8aa-b610ccb38e04 req-9eacc465-1484-49e5-9e71-3aab42a43cf3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364474 Aug 31 14:21:43.558635 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-d8ed3c7a-c5f5-4218-8e0f-c94f82c086e4 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:43.559348 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-d8ed3c7a-c5f5-4218-8e0f-c94f82c086e4 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.592149 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-d8ed3c7a-c5f5-4218-8e0f-c94f82c086e4 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0752039 Aug 31 14:21:43.607796 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8c131431-a48a-4f7c-96b6-c9bd8d62bf05 req-e359a054-7b47-46f2-92dd-611a6f5f812d tempest-LiveAutoBlockMigrationV225Test-68179852 tempest-LiveAutoBlockMigrationV225Test-68179852-project] 10.222.0.39 "GET /v2.0/ports?device_id=8694b4fe-ffd5-4ec3-a52a-6c44572e0796 HTTP/1.1" status: 200 len: 210 time: 0.1075985 Aug 31 14:21:43.623910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Request body: {'port': {'device_id': 'fd87a6d0-8140-44fb-b867-457fdf12228f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:43.716497 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a6b8371-8419-4408-a60b-90358661bbbd req-6bb2f885-2242-4cb3-8b0a-486b01ad3b01 tempest-TenantUsagesTestJSON-75591932 tempest-TenantUsagesTestJSON-75591932-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb HTTP/1.1" status: 200 len: 210 time: 0.0532227 Aug 31 14:21:43.769723 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.105440 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:44.121136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649b099-a16f-469f-ad51-c1d27ee96a8f req-e77d5179-0faf-4ba7-b962-8e57395b7c7d tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:44.132748 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e649b099-a16f-469f-ad51-c1d27ee96a8f req-e77d5179-0faf-4ba7-b962-8e57395b7c7d tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 932 time: 0.1422715 Aug 31 14:21:44.155107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:44.155489 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 82c0d5e0-8400-4e6f-a882-80f321d0f0f0 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:44.155920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 48a7cf4d-6b7e-4647-8138-ba2309175b0d no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:44.187964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 48a7cf4d-6b7e-4647-8138-ba2309175b0d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:44.188318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 48a7cf4d-6b7e-4647-8138-ba2309175b0d not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:44.221472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74185467-7694-4586-8819-e607af463a64 None None] Network 650c5738-be74-4d37-96b2-092f459a8a67 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:44.237726 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e649b099-a16f-469f-ad51-c1d27ee96a8f req-6c28ed3a-e053-4c7e-930b-3e70a7b627fb tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd726f8c-8205-4e9f-9b99-34735356278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038766 Aug 31 14:21:44.294477 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-58406a57-5316-4f66-beb7-fbae898876d1 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c37d25dc71714b33a03c9b976df98f0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912476 Aug 31 14:21:44.321584 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.361049 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33742) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:44.370248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3732dda1-aaf8-4426-8f76-f404af8d7572 None None] Provisioning for port c713717b-d6ea-471c-8b1b-0db67afe297d completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:44.383480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3732dda1-aaf8-4426-8f76-f404af8d7572 None None] Provisioning complete for port c713717b-d6ea-471c-8b1b-0db67afe297d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:44.384221 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3732dda1-aaf8-4426-8f76-f404af8d7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.490249 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.520005 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3732dda1-aaf8-4426-8f76-f404af8d7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.544609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1357043096-network', 'tenant_id': 'd4f9d76e94034e6cafeda497ae4ea289'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:44.576263 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3732dda1-aaf8-4426-8f76-f404af8d7572 None None] For port c713717b-d6ea-471c-8b1b-0db67afe297d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c713717b-d6ea-471c-8b1b-0db67afe297d,segment=NetworkSegment(209102af-1e65-4f60-8867-4fb60d67b472),segment_id=209102af-1e65-4f60-8867-4fb60d67b472)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:44.581942 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3732dda1-aaf8-4426-8f76-f404af8d7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.585233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] Made reservation on behalf of d4f9d76e94034e6cafeda497ae4ea289 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:44.588901 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.657970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-36b385f3-52f9-42a6-9fff-c5e4458dd504 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:44.668034 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-36b385f3-52f9-42a6-9fff-c5e4458dd504 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562844 Aug 31 14:21:44.669073 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.691524 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732dda1-aaf8-4426-8f76-f404af8d7572 None None] Pushing event updated for resources: {'Port': ['ID=c713717b-d6ea-471c-8b1b-0db67afe297d,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:44.715403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-89d36a61-7e0c-4c58-aa61-9e145ec6aa4c tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/quotas/c37d25dc71714b33a03c9b976df98f0c HTTP/1.1" status: 200 len: 375 time: 0.0458355 Aug 31 14:21:44.737401 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701a3c0-edff-4df5-bc4c-4538e901c8de req-7f0dd8c0-2fd7-4ac4-9775-0eb20c926ebf tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:44.739138 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0701a3c0-edff-4df5-bc4c-4538e901c8de req-7f0dd8c0-2fd7-4ac4-9775-0eb20c926ebf tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 943 time: 0.1271932 Aug 31 14:21:44.798866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-2ef34115-082d-4a4a-a2ba-d3b40a486bc6 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c37d25dc71714b33a03c9b976df98f0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825827 Aug 31 14:21:44.811878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1ddcf370-324a-440e-a986-aecb5fbe2905 None None] Provisioning complete for port c713717b-d6ea-471c-8b1b-0db67afe297d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:44.812265 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ddcf370-324a-440e-a986-aecb5fbe2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.845111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Allocated IP 172.25.2.177 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/7e2e4806-536b-4738-a75f-3bcc53d77cbb) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:44.863376 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0701a3c0-edff-4df5-bc4c-4538e901c8de req-f26b0139-944d-464e-9f0a-1cec287d5153 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154797 Aug 31 14:21:44.902602 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.908915 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.944986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:44.950442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33752) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:44.952246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bdfbe5-7758-444a-8453-bdfc77286000 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:44.969953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d1b56f-23c7-41c3-bfc3-9f837ec68cfb', 'name': 'network-vif-deleted', 'tag': '82c0d5e0-8400-4e6f-a882-80f321d0f0f0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:44.977761 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049c396f-d463-4667-b11b-c46b841cceef,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:44.979680 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d05a1c2-d2a5-4cab-aef0-31e3e7b711a6" -d '{"events": [{"server_uuid": "d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb", "name": "network-vif-deleted", "tag": "82c0d5e0-8400-4e6f-a882-80f321d0f0f0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:44.988205 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:44.988446 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] Added segment 472a304f-3031-413b-a0f3-bdd0df9ace4e of type vlan for network 548300bd-6390-4eae-8b45-e5f145a60bf9 Aug 31 14:21:45.028611 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.092802 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4083d9bc-6dff-4bee-8466-8548902a5e09 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:45.114671 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.139652 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8f99a7-cce0-4c34-9764-4a451150b75b x-openstack-request-id: req-9f8f99a7-cce0-4c34-9764-4a451150b75b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:45.140289 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d1b56f-23c7-41c3-bfc3-9f837ec68cfb", "name": "network-vif-deleted", "tag": "82c0d5e0-8400-4e6f-a882-80f321d0f0f0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:45.140785 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f8f99a7-cce0-4c34-9764-4a451150b75b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:45.141411 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d1b56f-23c7-41c3-bfc3-9f837ec68cfb', 'name': 'network-vif-deleted', 'tag': '82c0d5e0-8400-4e6f-a882-80f321d0f0f0', 'status': 'completed', 'code': 200} Aug 31 14:21:45.146211 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Transition to ACTIVE for port object a9bdfbe5-7758-444a-8453-bdfc77286000 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:45.160884 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.294321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf7ffc4-5e8c-4237-8b9e-9782f849c252 admin admin] Deleting subnet 163dc4c6-5f18-4709-864a-db6bd28b2b16 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:21:45.296251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c713717b-d6ea-471c-8b1b-0db67afe297d up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:45.301513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cf7ffc4-5e8c-4237-8b9e-9782f849c252 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.347619 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.349198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:45.350312 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.436269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Pushing event updated for resources: {'Port': ['ID=a9bdfbe5-7758-444a-8453-bdfc77286000,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:45.454323 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] Pushing event updated for resources: {'Network': ['ID=548300bd-6390-4eae-8b45-e5f145a60bf9,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:45.479718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 548300bd-6390-4eae-8b45-e5f145a60bf9 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:45.489665 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-51e3a85c-67f1-4e0a-8d89-186601dc9489 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c37d25dc71714b33a03c9b976df98f0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373824 Aug 31 14:21:45.493663 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cf7ffc4-5e8c-4237-8b9e-9782f849c252 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.560384 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.597225 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cf7ffc4-5e8c-4237-8b9e-9782f849c252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.629389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c713717b-d6ea-471c-8b1b-0db67afe297d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:45.630495 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.673974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Attempting to bind port a9bdfbe5-7758-444a-8453-bdfc77286000 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:45.674311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Attempting to bind port a9bdfbe5-7758-444a-8453-bdfc77286000 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '294ef5a7-213c-4839-a17a-1f434562e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:45.674696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Attempting to bind port a9bdfbe5-7758-444a-8453-bdfc77286000 on network ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:45.692482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33786) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:45.715977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Port a9bdfbe5-7758-444a-8453-bdfc77286000 on network ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:21:45.716551 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Attempting to bind port a9bdfbe5-7758-444a-8453-bdfc77286000 on network ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:45.736513 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee5455-f290-427b-b01e-9770c33df4b0 req-309ed9b7-a02d-4a58-8b2d-459d2c625c98 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:45.739019 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3cee5455-f290-427b-b01e-9770c33df4b0 req-309ed9b7-a02d-4a58-8b2d-459d2c625c98 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 944 time: 0.2311885 Aug 31 14:21:45.748953 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cf7ffc4-5e8c-4237-8b9e-9782f849c252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.751832 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bcff364f-ee7d-48e6-8d51-634fc4bda58e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3895111 Aug 31 14:21:45.766975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:45.767391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Checking segment: {'id': '294ef5a7-213c-4839-a17a-1f434562e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:45.767948 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Bound using segment: {'id': '294ef5a7-213c-4839-a17a-1f434562e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:45.768242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Bound port: a9bdfbe5-7758-444a-8453-bdfc77286000, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294ef5a7-213c-4839-a17a-1f434562e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:45.768581 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.772858 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33792) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:45.778401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d094a644-9b88-484c-96ec-2f55d02a1d36 admin admin] Request body: {'subnet': {'network_id': '548300bd-6390-4eae-8b45-e5f145a60bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1357043096-subnet', 'tenant_id': 'd4f9d76e94034e6cafeda497ae4ea289', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:45.789698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.860447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7ffc4-5e8c-4237-8b9e-9782f849c252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163dc4c6-5f18-4709-864a-db6bd28b2b16,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:45.874008 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cf7ffc4-5e8c-4237-8b9e-9782f849c252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:45.877938 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5cf7ffc4-5e8c-4237-8b9e-9782f849c252 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/163dc4c6-5f18-4709-864a-db6bd28b2b16 HTTP/1.1" status: 204 len: 168 time: 0.9204867 Aug 31 14:21:45.887428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33794) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:45.912232 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3cee5455-f290-427b-b01e-9770c33df4b0 req-8ed5435a-3b98-4576-8f1d-cdad55a700cc tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd726f8c-8205-4e9f-9b99-34735356278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402133 Aug 31 14:21:45.925767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:45.933921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Pushing event updated for resources: {'Port': ['ID=7e2e4806-536b-4738-a75f-3bcc53d77cbb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:45.944680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:45.949318 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:45.951512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d094a644-9b88-484c-96ec-2f55d02a1d36 admin admin] Made reservation on behalf of d4f9d76e94034e6cafeda497ae4ea289 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:45.953872 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d094a644-9b88-484c-96ec-2f55d02a1d36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.048892 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-5f3609f6-bbd4-4a64-b2dd-1225841850cf service neutron] 10.222.0.25 "GET /v2.0/ports/4083d9bc-6dff-4bee-8466-8548902a5e09/bindings/n-h1-806683-5 HTTP/1.1" status: 200 len: 384 time: 0.3554208 Aug 31 14:21:46.051209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] For port a9bdfbe5-7758-444a-8453-bdfc77286000, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:46.059345 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e31edabc-2128-4f40-8768-d03d141dbae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.069838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-df32875c-4faf-4ed4-ad85-707469b63012 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:46.070112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] For port a9bdfbe5-7758-444a-8453-bdfc77286000, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a9bdfbe5-7758-444a-8453-bdfc77286000,segment=NetworkSegment(294ef5a7-213c-4839-a17a-1f434562e456),segment_id=294ef5a7-213c-4839-a17a-1f434562e456)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:46.071704 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-df32875c-4faf-4ed4-ad85-707469b63012 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3754363 Aug 31 14:21:46.074461 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-197ebc31-5d00-4e77-bde9-4e450a0466be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbe97ead76d34f7c89173f2fae6ab8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770256 Aug 31 14:21:46.079527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33798) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:46.123325 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.128459 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-89cd9f4c-741c-422a-8b5a-11ddc45a4571 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/quotas/c37d25dc71714b33a03c9b976df98f0c HTTP/1.1" status: 200 len: 375 time: 0.0210345 Aug 31 14:21:46.220889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-a6de5bf7-a14c-4d7c-82db-3601e73ecd00 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c37d25dc71714b33a03c9b976df98f0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714765 Aug 31 14:21:46.243301 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e31edabc-2128-4f40-8768-d03d141dbae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.257318 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e31edabc-2128-4f40-8768-d03d141dbae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfb6deb-4204-4d78-bb52-fa1250f5417b']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:46.258313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:46.259007 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.260601 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] 10.222.0.25 "PUT /v2.0/ports/a9bdfbe5-7758-444a-8453-bdfc77286000 HTTP/1.1" status: 200 len: 1092 time: 2.6493335 Aug 31 14:21:46.292612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e31edabc-2128-4f40-8768-d03d141dbae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db737fd1-9d44-4032-87f8-b7dbed70e2a3') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:46.292906 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e31edabc-2128-4f40-8768-d03d141dbae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db737fd1-9d44-4032-87f8-b7dbed70e2a3') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:46.311086 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e31edabc-2128-4f40-8768-d03d141dbae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.344400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1554ffa-154c-48e2-8129-7b7c60dc577b service neutron] Pushing event updated for resources: {'Port': ['ID=a9bdfbe5-7758-444a-8453-bdfc77286000,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:46.366117 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e31edabc-2128-4f40-8768-d03d141dbae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.378923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31edabc-2128-4f40-8768-d03d141dbae7 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:46.379431 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e31edabc-2128-4f40-8768-d03d141dbae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:46.382531 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:46.441384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f049e-df00-4e9e-8229-5a75ec4b80c6 req-d8c49448-1a45-4b49-b08e-3e23af0d597c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:46.449454 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f24f049e-df00-4e9e-8229-5a75ec4b80c6 req-d8c49448-1a45-4b49-b08e-3e23af0d597c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 943 time: 0.3217094 Aug 31 14:21:46.478394 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e31edabc-2128-4f40-8768-d03d141dbae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.488308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-b422b9d7-4330-46ab-be60-12aeeddaf7bd service neutron] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4083d9bc-6dff-4bee-8466-8548902a5e09,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:46.492577 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e31edabc-2128-4f40-8768-d03d141dbae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.495197 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e31edabc-2128-4f40-8768-d03d141dbae7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5dfb6deb-4204-4d78-bb52-fa1250f5417b HTTP/1.1" status: 204 len: 168 time: 0.6062975 Aug 31 14:21:46.507574 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-d3291447-2843-403d-a853-3f7e6d0a1636 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c37d25dc71714b33a03c9b976df98f0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1596835 Aug 31 14:21:46.509610 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33804) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:46.518577 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-090d798a-454d-4d59-ab39-4d2cab378d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.520720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31edabc-2128-4f40-8768-d03d141dbae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dfb6deb-4204-4d78-bb52-fa1250f5417b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:46.572031 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-b422b9d7-4330-46ab-be60-12aeeddaf7bd service neutron] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:46.612074 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3c8717b-8f7b-43b4-b477-78c7172c0d2e req-699eb70a-0bd5-410e-9faa-646d7a514f50 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 210 time: 0.0851281 Aug 31 14:21:46.637701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a992b91-437d-4e2b-878b-76373c84c281 admin admin] Deleting subnet 60afb9d4-e57a-4506-ba40-86ab88b20260 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:21:46.647953 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a992b91-437d-4e2b-878b-76373c84c281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.670927 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-b422b9d7-4330-46ab-be60-12aeeddaf7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4083d9bc-6dff-4bee-8466-8548902a5e09 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:46.692628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-b422b9d7-4330-46ab-be60-12aeeddaf7bd service neutron] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4083d9bc-6dff-4bee-8466-8548902a5e09,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:46.713151 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a992b91-437d-4e2b-878b-76373c84c281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.735270 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-b422b9d7-4330-46ab-be60-12aeeddaf7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.811960 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a992b91-437d-4e2b-878b-76373c84c281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.867467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-b422b9d7-4330-46ab-be60-12aeeddaf7bd service neutron] Transition to ACTIVE for port object 4083d9bc-6dff-4bee-8466-8548902a5e09 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:46.873627 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-b422b9d7-4330-46ab-be60-12aeeddaf7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:46.964919 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-b422b9d7-4330-46ab-be60-12aeeddaf7bd service neutron] No DVR routers for this DVR port 4083d9bc-6dff-4bee-8466-8548902a5e09 on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:46.978248 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a992b91-437d-4e2b-878b-76373c84c281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.025903 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-090d798a-454d-4d59-ab39-4d2cab378d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.034200 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a992b91-437d-4e2b-878b-76373c84c281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.048413 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6a992b91-437d-4e2b-878b-76373c84c281 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/60afb9d4-e57a-4506-ba40-86ab88b20260 HTTP/1.1" status: 204 len: 168 time: 0.5291686 Aug 31 14:21:47.052163 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33814) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:47.054141 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d094a644-9b88-484c-96ec-2f55d02a1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.060427 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-b422b9d7-4330-46ab-be60-12aeeddaf7bd service neutron] 10.222.0.25 "PUT /v2.0/ports/4083d9bc-6dff-4bee-8466-8548902a5e09/bindings/n-h1-806683-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9988475 Aug 31 14:21:47.061826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422b9d7-4330-46ab-be60-12aeeddaf7bd service neutron] Pushing event updated for resources: {'Port': ['ID=4083d9bc-6dff-4bee-8466-8548902a5e09,revision_number=10']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:47.073004 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a992b91-437d-4e2b-878b-76373c84c281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60afb9d4-e57a-4506-ba40-86ab88b20260,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:47.136159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a91ac-fea1-4bdb-ba16-776c9f861df5 req-612c8b9a-5e9b-406e-85bf-7fd3e3280c98 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:47.140564 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f57a91ac-fea1-4bdb-ba16-776c9f861df5 req-612c8b9a-5e9b-406e-85bf-7fd3e3280c98 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 944 time: 0.0684669 Aug 31 14:21:47.156061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd87a6d0-8140-44fb-b867-457fdf12228f', 'tag': 'a9bdfbe5-7758-444a-8453-bdfc77286000'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:47.160124 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243364bb-7394-4354-a13a-ff72d1e4a3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fd87a6d0-8140-44fb-b867-457fdf12228f", "tag": "a9bdfbe5-7758-444a-8453-bdfc77286000"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:47.186682 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f57a91ac-fea1-4bdb-ba16-776c9f861df5 req-b02ebffa-ad57-45cb-84ba-0c5ce3c2c95e tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd726f8c-8205-4e9f-9b99-34735356278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 Aug 31 14:21:47.263547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-bb94840a-57d2-4e7f-bb7c-78a76031594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:47.266573 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-bb94840a-57d2-4e7f-bb7c-78a76031594d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21f6e187eef47fc97d4e0a9e8df4861&device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 1095 time: 0.9129057 Aug 31 14:21:47.296104 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f24f049e-df00-4e9e-8229-5a75ec4b80c6 req-9d57f3bd-3846-4705-9917-c5c236102f8e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8455966 Aug 31 14:21:47.345745 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e44d6e-ac2f-4814-a480-3556962afcf8 x-openstack-request-id: req-22e44d6e-ac2f-4814-a480-3556962afcf8 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:47.345994 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd87a6d0-8140-44fb-b867-457fdf12228f", "tag": "a9bdfbe5-7758-444a-8453-bdfc77286000", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:47.346179 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22e44d6e-ac2f-4814-a480-3556962afcf8 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:47.346564 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd87a6d0-8140-44fb-b867-457fdf12228f', 'tag': 'a9bdfbe5-7758-444a-8453-bdfc77286000', 'status': 'completed', 'code': 200} Aug 31 14:21:47.430129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-38d46940-eea3-435f-a577-918dabe17cd8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9bdfbe5-7758-444a-8453-bdfc77286000 HTTP/1.1" status: 200 len: 217 time: 0.1417534 Aug 31 14:21:47.443546 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c33aea92-5c1e-49f7-a90d-140232bdb0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.492371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-0325c656-947e-453d-a4ca-9fd0569796dc tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:47.494038 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-0325c656-947e-453d-a4ca-9fd0569796dc tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9701095 Aug 31 14:21:47.495163 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.528170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094a644-9b88-484c-96ec-2f55d02a1d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecdb00b1-10ad-4f69-b17c-95e68b9c75d8,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:47.531569 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-090d798a-454d-4d59-ab39-4d2cab378d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.534424 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-090d798a-454d-4d59-ab39-4d2cab378d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.535493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-090d798a-454d-4d59-ab39-4d2cab378d38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ddadb311-39ef-4a6f-8cd2-c630a441d042 HTTP/1.1" status: 204 len: 168 time: 1.4549356 Aug 31 14:21:47.576622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Request body: {'port': {'device_id': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': 'c37d25dc71714b33a03c9b976df98f0c'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:47.620071 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d094a644-9b88-484c-96ec-2f55d02a1d36 admin admin] Checking segment: {'id': '472a304f-3031-413b-a0f3-bdd0df9ace4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '548300bd-6390-4eae-8b45-e5f145a60bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:47.620364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d094a644-9b88-484c-96ec-2f55d02a1d36 admin admin] Network hostable DHCP agents. Network: 548300bd-6390-4eae-8b45-e5f145a60bf9, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:21:47.673240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d798a-454d-4d59-ab39-4d2cab378d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddadb311-39ef-4a6f-8cd2-c630a441d042,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:47.691495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-fe2153c4-875e-41c9-a282-f4d3adfd29ab tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:47.696557 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-fe2153c4-875e-41c9-a282-f4d3adfd29ab tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214&tenant_id=429bbc88baff4974940bd2144c0fd533&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1095 time: 0.5123250 Aug 31 14:21:47.717785 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-8961192f-8445-4dd5-9b46-02c5bdef641d tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c37d25dc71714b33a03c9b976df98f0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376978 Aug 31 14:21:47.776495 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b106444c-3eb0-4f35-a772-3217ea2d8bdf req-8cc2fe0f-ae58-4656-bdc6-0a896f870453 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 210 time: 0.0620542 Aug 31 14:21:47.808792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-cdfd9f40-8815-4b85-975f-acc5397a5170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:47.817252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-cdfd9f40-8815-4b85-975f-acc5397a5170 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e1b199a0-728e-4302-a025-bfdba7b0881e HTTP/1.1" status: 200 len: 862 time: 0.3612483 Aug 31 14:21:47.900791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-f908acd9-4d2e-423b-bbfa-541610f01598 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:47.902177 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-f908acd9-4d2e-423b-bbfa-541610f01598 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745222 Aug 31 14:21:47.910736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33830) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:47.922298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Request body: {'port': {'device_id': 'ca2742a0-1fe3-4d21-b218-c3994b361c2e', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': 'c37d25dc71714b33a03c9b976df98f0c'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:47.943360 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b0309de-27ea-43c6-bbb3-1710447439ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:47.986006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d094a644-9b88-484c-96ec-2f55d02a1d36 admin admin] Network 548300bd-6390-4eae-8b45-e5f145a60bf9 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:21:47.989504 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-de9a1226-d627-47dc-9f88-04f47406247b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846732 Aug 31 14:21:48.029578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:21:48.029578 n-d-806683-5 neutron-server[94871]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:21:48.029578 n-d-806683-5 neutron-server[94871]: [parameters: {'project_id_1': 'c37d25dc71714b33a03c9b976df98f0c', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 21, 47, 996626)}] Aug 31 14:21:48.029578 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:21:48.030557 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:21:48.045907 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c33aea92-5c1e-49f7-a90d-140232bdb0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.049689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-fe73f458-b410-47f4-a628-711023441f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:48.051325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-fe73f458-b410-47f4-a628-711023441f1a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214&tenant_id=429bbc88baff4974940bd2144c0fd533 HTTP/1.1" status: 200 len: 1095 time: 0.3083053 Aug 31 14:21:48.083822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d094a644-9b88-484c-96ec-2f55d02a1d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 548300bd-6390-4eae-8b45-e5f145a60bf9) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:48.094733 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd3592-ea47-499e-8d78-3677f33831bd None None] Network 548300bd-6390-4eae-8b45-e5f145a60bf9 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:48.133353 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c33aea92-5c1e-49f7-a90d-140232bdb0b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ea54b0-ad7c-4edb-aee0-57892ca7304f']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:48.136344 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d094a644-9b88-484c-96ec-2f55d02a1d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:48.136936 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d094a644-9b88-484c-96ec-2f55d02a1d36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.169459 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b0309de-27ea-43c6-bbb3-1710447439ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.177828 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b0309de-27ea-43c6-bbb3-1710447439ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.181527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c33aea92-5c1e-49f7-a90d-140232bdb0b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e98b25a-4f13-47e1-868a-e38d5e23d629') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:48.181885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c33aea92-5c1e-49f7-a90d-140232bdb0b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e98b25a-4f13-47e1-868a-e38d5e23d629') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:48.216422 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c33aea92-5c1e-49f7-a90d-140232bdb0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.237826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0b0309de-27ea-43c6-bbb3-1710447439ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28ac4491cf89401b88e24051406b464b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232474 Aug 31 14:21:48.237826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0309de-27ea-43c6-bbb3-1710447439ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3affdd62-c71a-4828-8984-bda4126727d8,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:48.239446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33834) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:48.242814 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Made reservation on behalf of c37d25dc71714b33a03c9b976df98f0c for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:48.246750 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.265802 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.304534 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c33aea92-5c1e-49f7-a90d-140232bdb0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.306146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d674b72-bc58-4dca-aad6-7c62dfc81ef6 None None] Network 548300bd-6390-4eae-8b45-e5f145a60bf9 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:48.324710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-0d04b926-b910-4bf9-9844-1f855972bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:48.326624 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-0d04b926-b910-4bf9-9844-1f855972bb45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=429bbc88baff4974940bd2144c0fd533&device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 1095 time: 0.2394145 Aug 31 14:21:48.329588 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d094a644-9b88-484c-96ec-2f55d02a1d36 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5543249 Aug 31 14:21:48.360545 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f49322c-8a7b-46f4-8146-9aa5e21a4f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.377494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33aea92-5c1e-49f7-a90d-140232bdb0b6 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:21:48.378373 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c33aea92-5c1e-49f7-a90d-140232bdb0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.384427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-28aeb56d-bbb3-43ba-a9c4-e1d6163dc4ab service neutron] 10.222.0.25 "GET /v2.0/networks/ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810377 Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:21:48.385532 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:21:48.390647 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f49322c-8a7b-46f4-8146-9aa5e21a4f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.449407 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f49322c-8a7b-46f4-8146-9aa5e21a4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.451149 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4f49322c-8a7b-46f4-8146-9aa5e21a4f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.454970 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4f49322c-8a7b-46f4-8146-9aa5e21a4f7d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3affdd62-c71a-4828-8984-bda4126727d8 HTTP/1.1" status: 204 len: 168 time: 0.2122886 Aug 31 14:21:48.467706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49322c-8a7b-46f4-8146-9aa5e21a4f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3affdd62-c71a-4828-8984-bda4126727d8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:48.583469 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.598164 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.603844 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.652953 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947464cf-bfae-4055-96a6-5b5575158128 req-1a6e5278-8547-4be8-be1d-98cfb9a24a8b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:48.654265 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c33aea92-5c1e-49f7-a90d-140232bdb0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.654847 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-947464cf-bfae-4055-96a6-5b5575158128 req-1a6e5278-8547-4be8-be1d-98cfb9a24a8b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 944 time: 0.1145620 Aug 31 14:21:48.716102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2caedb7f-7ac3-4583-aa21-a8b25a7307ab,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:48.721935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f7c2b-3e72-4dee-b6bc-84cb4bed97c8 req-80954acb-ba4a-419e-84ea-a7053c1fa745 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:48.723527 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f1f7c2b-3e72-4dee-b6bc-84cb4bed97c8 req-80954acb-ba4a-419e-84ea-a7053c1fa745 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 944 time: 0.4389594 Aug 31 14:21:48.730130 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c33aea92-5c1e-49f7-a90d-140232bdb0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.732012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c33aea92-5c1e-49f7-a90d-140232bdb0b6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f5ea54b0-ad7c-4edb-aee0-57892ca7304f HTTP/1.1" status: 204 len: 168 time: 1.6752017 Aug 31 14:21:48.758258 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-947464cf-bfae-4055-96a6-5b5575158128 req-332c300a-a73c-4e70-818f-ec93818558b7 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920248 Aug 31 14:21:48.773056 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Made reservation on behalf of c37d25dc71714b33a03c9b976df98f0c for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:48.776669 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:48.778789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33aea92-5c1e-49f7-a90d-140232bdb0b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ea54b0-ad7c-4edb-aee0-57892ca7304f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:48.842028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Allocated IP 192.168.233.86 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/636091df-119b-43b2-887a-50d67cf6a461) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:48.853933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-f2d9daf3-ccaf-400a-a761-f0e39ad6c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:48.855472 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-f2d9daf3-ccaf-400a-a761-f0e39ad6c36e service neutron] 10.222.0.60 "GET /v2.0/networks?id=95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 200 len: 909 time: 0.4906094 Aug 31 14:21:48.909386 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b25e47-f6f8-427c-81c7-2a56d07b3d00 req-9975df0c-b442-4f72-822e-e3cc352faa9a service neutron] 10.222.0.25 "GET /v2.0/networks/ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024028 Aug 31 14:21:48.950821 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f1f7c2b-3e72-4dee-b6bc-84cb4bed97c8 req-5112bc4a-34a0-4b2a-90f3-6654ea3ee440 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd726f8c-8205-4e9f-9b99-34735356278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143495 Aug 31 14:21:48.952521 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-c615f7f2-af86-40d7-8b1b-6d95418fad34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4083d9bc-6dff-4bee-8466-8548902a5e09 HTTP/1.1" status: 200 len: 217 time: 0.0717573 Aug 31 14:21:49.063672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33856) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:49.149217 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.157761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-cc6569b0-0489-420e-b44d-b16d25644007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:49.159273 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-cc6569b0-0489-420e-b44d-b16d25644007 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 200 len: 848 time: 0.1705139 Aug 31 14:21:49.179192 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df39ff73-a3a5-42a5-9c2f-8d6418f793f1 req-dc2df218-2d23-41bd-ac93-42100b7f83a3 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 210 time: 0.0749226 Aug 31 14:21:49.211739 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243364bb-7394-4354-a13a-ff72d1e4a3dc req-856befd6-e1f3-4f6d-9b85-19a4330ff41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:49.212996 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-243364bb-7394-4354-a13a-ff72d1e4a3dc req-856befd6-e1f3-4f6d-9b85-19a4330ff41a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21f6e187eef47fc97d4e0a9e8df4861&device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 1095 time: 0.2255442 Aug 31 14:21:49.233570 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-15aab1df-de6e-4ff9-9977-ed473fef1b1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95e425eb-d5ad-4dd7-8934-338e55a725a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485415 Aug 31 14:21:49.245506 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0c8e6eb2-7d46-433e-a30b-acc6e96d306f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5904e6ad71034956a1b7126d4bfce299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1786547 Aug 31 14:21:49.257634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33860) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:49.316973 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-4e700dc6-7fa1-4098-bd54-45f5876dce1d req-5438baaa-299f-4c02-833c-e09f31aaa1e0 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1324711142', 'description': 'tempest-description-1078310366'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:49.354599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Router 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:21:49.393426 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4e700dc6-7fa1-4098-bd54-45f5876dce1d req-5438baaa-299f-4c02-833c-e09f31aaa1e0 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.490061 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.493434 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3364ed1a-7efc-4619-9a36-4293375e8a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.519749 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Transition to ACTIVE for port object 636091df-119b-43b2-887a-50d67cf6a461 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:49.547563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-8bcd2586-56c3-44c1-b8b3-328f15fe688a service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991893 Aug 31 14:21:49.550202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243364bb-7394-4354-a13a-ff72d1e4a3dc req-0487fc9f-beaf-413b-b545-86fc5f23baee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:49.551577 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-243364bb-7394-4354-a13a-ff72d1e4a3dc req-0487fc9f-beaf-413b-b545-86fc5f23baee service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8 HTTP/1.1" status: 200 len: 923 time: 0.3211629 Aug 31 14:21:49.552437 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711c5d5c-a561-47a7-8b25-32068f35b589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.569964 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4e700dc6-7fa1-4098-bd54-45f5876dce1d req-5438baaa-299f-4c02-833c-e09f31aaa1e0 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.577136 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4e700dc6-7fa1-4098-bd54-45f5876dce1d req-5438baaa-299f-4c02-833c-e09f31aaa1e0 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.608274 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.625917 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4e700dc6-7fa1-4098-bd54-45f5876dce1d req-5438baaa-299f-4c02-833c-e09f31aaa1e0 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.627126 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e700dc6-7fa1-4098-bd54-45f5876dce1d req-5438baaa-299f-4c02-833c-e09f31aaa1e0 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3188901 Aug 31 14:21:49.653438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438baaa-299f-4c02-833c-e09f31aaa1e0 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6979a3a-1890-4305-93b1-59a7e34a55c0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:49.673039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:49.676636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:49.680445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:49.708147 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Pushing event updated for resources: {'Port': ['ID=636091df-119b-43b2-887a-50d67cf6a461,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:49.742998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:49.743883 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:49.766830 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-c71d0f20-7f20-4a1d-a63b-6b7150b8b10e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8525100 Aug 31 14:21:49.780964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Request body: {'port': {'device_id': 'ca2742a0-1fe3-4d21-b218-c3994b361c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:49.852919 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.032250 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b6a8e6d5-4ae3-4ead-8ca4-280a21d83c9f None None] Provisioning for port 636091df-119b-43b2-887a-50d67cf6a461 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:50.036720 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b6a8e6d5-4ae3-4ead-8ca4-280a21d83c9f None None] Provisioning complete for port 636091df-119b-43b2-887a-50d67cf6a461 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:50.037723 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e6d5-4ae3-4ead-8ca4-280a21d83c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.078534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b6a8e6d5-4ae3-4ead-8ca4-280a21d83c9f None None] Port 636091df-119b-43b2-887a-50d67cf6a461 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:50.082559 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-243364bb-7394-4354-a13a-ff72d1e4a3dc req-1b651901-ffda-4a14-956f-3cca3d65f31e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9bdfbe5-7758-444a-8453-bdfc77286000 HTTP/1.1" status: 200 len: 217 time: 0.5156863 Aug 31 14:21:50.089394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-8ea8254a-dbb6-45a8-b4d6-346606244fbb req-c6fb25ca-2ff9-436f-ba15-ee7cec53cc0e tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-388320321', 'description': 'tempest-description-1409360341'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:50.096327 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd83538-85a5-460f-8037-41a26280bccd req-803e8f16-1a8a-461b-8054-7b0167b216af tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:50.097816 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1dd83538-85a5-460f-8037-41a26280bccd req-803e8f16-1a8a-461b-8054-7b0167b216af tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 944 time: 0.0568795 Aug 31 14:21:50.115482 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711c5d5c-a561-47a7-8b25-32068f35b589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.136307 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1dd83538-85a5-460f-8037-41a26280bccd req-c2a739dd-a60a-4cc5-92ee-ca014b087957 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Aug 31 14:21:50.188610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:50.198531 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Sync routers for ids ['89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:50.208396 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Routers {'89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:50.209554 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:21:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:50.209900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Allocated IP 192.168.233.121 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:50.249084 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ad96b-75d0-4e8f-9058-10d0e6506d15 req-df5e882d-2db7-4b26-8c7a-a3c22905a9e1 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:50.251459 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e4ad96b-75d0-4e8f-9058-10d0e6506d15 req-df5e882d-2db7-4b26-8c7a-a3c22905a9e1 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 944 time: 0.0590415 Aug 31 14:21:50.260864 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ea8254a-dbb6-45a8-b4d6-346606244fbb req-c6fb25ca-2ff9-436f-ba15-ee7cec53cc0e tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.267453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.269159 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c982fdff-d5ad-4a1d-a5f9-c20493226174 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.6219742 Aug 31 14:21:50.278451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33894) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:50.280829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-228112d3-2a2e-4b9c-90f4-ca53ac66af6a service neutron] 10.222.0.60 "GET /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256801 Aug 31 14:21:50.286728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243364bb-7394-4354-a13a-ff72d1e4a3dc req-8bf123bc-50f0-48a0-98ce-f7d279e9b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:50.288445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-243364bb-7394-4354-a13a-ff72d1e4a3dc req-8bf123bc-50f0-48a0-98ce-f7d279e9b210 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e1b199a0-728e-4302-a025-bfdba7b0881e HTTP/1.1" status: 200 len: 862 time: 0.1857910 Aug 31 14:21:50.339891 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711c5d5c-a561-47a7-8b25-32068f35b589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.343222 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711c5d5c-a561-47a7-8b25-32068f35b589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.344735 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-711c5d5c-a561-47a7-8b25-32068f35b589 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc7e1d81-0274-45cb-b36c-fbc8e850d10e HTTP/1.1" status: 204 len: 168 time: 1.0858960 Aug 31 14:21:50.360841 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-243364bb-7394-4354-a13a-ff72d1e4a3dc req-45726158-37f3-419e-9554-f97dc50c1097 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584805 Aug 31 14:21:50.376470 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e4ad96b-75d0-4e8f-9058-10d0e6506d15 req-d0023da6-098f-4af8-b7f6-505b533aa1cf tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd726f8c-8205-4e9f-9b99-34735356278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149549 Aug 31 14:21:50.400010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c5d5c-a561-47a7-8b25-32068f35b589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7e1d81-0274-45cb-b36c-fbc8e850d10e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:50.494765 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Set router 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:50.587637 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ea8254a-dbb6-45a8-b4d6-346606244fbb req-c6fb25ca-2ff9-436f-ba15-ee7cec53cc0e tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.640525 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ea8254a-dbb6-45a8-b4d6-346606244fbb req-c6fb25ca-2ff9-436f-ba15-ee7cec53cc0e tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.664913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ea8254a-dbb6-45a8-b4d6-346606244fbb req-c6fb25ca-2ff9-436f-ba15-ee7cec53cc0e tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.665866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8ea8254a-dbb6-45a8-b4d6-346606244fbb req-c6fb25ca-2ff9-436f-ba15-ee7cec53cc0e tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5992951 Aug 31 14:21:50.726587 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-243364bb-7394-4354-a13a-ff72d1e4a3dc req-0b54a29c-4bf3-4f38-9bc5-defcd317d981 service neutron] 10.222.0.25 "GET /v2.0/networks/ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545992 Aug 31 14:21:50.746100 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-8a87e5f0-0933-45d6-ad30-d4d0bec906d9 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:50.747766 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-8a87e5f0-0933-45d6-ad30-d4d0bec906d9 tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214&tenant_id=429bbc88baff4974940bd2144c0fd533&binding%3Ahost_id=n-h1-806683-5 HTTP/1.1" status: 200 len: 1095 time: 0.1543388 Aug 31 14:21:50.789795 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-615832532-router', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '7e2e4806-536b-4738-a75f-3bcc53d77cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:42Z', 'updated_at': '2021-08-31T14:21:46Z', 'revision_number': 3, 'project_id': 'c013c60d66d444da88350bc18b7bcd0a', 'gw_port': {'id': '7e2e4806-536b-4738-a75f-3bcc53d77cbb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:44Z', 'updated_at': '2021-08-31T14:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:50.846387 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Checking router: 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:50.846799 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Updating router 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 port 7e2e4806-536b-4738-a75f-3bcc53d77cbb binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:21:50.847566 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.864424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Transition to ACTIVE for port object 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:50.877259 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.888666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4561c-3f27-48fa-8b23-2fca87089e5f req-f0b48974-ab81-4188-b9e5-6b7d02fd174d tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:50.897275 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-79f4561c-3f27-48fa-8b23-2fca87089e5f req-f0b48974-ab81-4188-b9e5-6b7d02fd174d tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 935 time: 0.2938190 Aug 31 14:21:50.915510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb25ca-2ff9-436f-ba15-ee7cec53cc0e tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55fae6c8-fe6d-4962-ac54-91dee6457b6a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:50.951320 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.049590 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-79f4561c-3f27-48fa-8b23-2fca87089e5f req-7e2a348e-5e70-4484-a880-76dfdbfb86cf tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449945 Aug 31 14:21:51.050171 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33926) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:51.077885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:51.081687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-79fc6f57-72e7-4a09-a16d-153c1367fcc7 service neutron] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:51.086755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:51.105499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a9bdfbe5-7758-444a-8453-bdfc77286000 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:21:51.122599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:51.127378 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-79fc6f57-72e7-4a09-a16d-153c1367fcc7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.129195 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-79fc6f57-72e7-4a09-a16d-153c1367fcc7 service neutron] 10.222.0.60 "DELETE /v2.0/ports/4083d9bc-6dff-4bee-8466-8548902a5e09/bindings/n-h2-806683-5 HTTP/1.1" status: 204 len: 173 time: 0.3508205 Aug 31 14:21:51.152193 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4629ab2b-c5a5-4e77-9a74-787440d4f705 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ada7b1b262a84204b3f7819a81715245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0967216 Aug 31 14:21:51.158644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33944) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:51.318992 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Pushing event updated for resources: {'Port': ['ID=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:51.356661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port a9bdfbe5-7758-444a-8453-bdfc77286000, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a9bdfbe5-7758-444a-8453-bdfc77286000,segment=NetworkSegment(294ef5a7-213c-4839-a17a-1f434562e456),segment_id=294ef5a7-213c-4839-a17a-1f434562e456)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:51.392948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'a9bdfbe5-7758-444a-8453-bdfc77286000', 'network_id': 'ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8', 'port_id': 'a9bdfbe5-7758-444a-8453-bdfc77286000', 'mac_address': 'fa:16:3e:fb:91:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b199a0-728e-4302-a025-bfdba7b0881e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:21:51.402479 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-243364bb-7394-4354-a13a-ff72d1e4a3dc req-756c50be-9e2d-4680-87cd-425dce0d47f4 service neutron] 10.222.0.25 "GET /v2.0/networks/ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533456 Aug 31 14:21:51.428651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:51.429719 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.440177 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.468730 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Transition to ACTIVE for port object 7e2e4806-536b-4738-a75f-3bcc53d77cbb will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:51.473019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-bc1bde35-871f-46d2-9b9b-cc684d26beba tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:51.477791 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52d586ce-3dba-4483-9ddb-5fe8f63ff683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.480695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-bc1bde35-871f-46d2-9b9b-cc684d26beba tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/networks?id=548300bd-6390-4eae-8b45-e5f145a60bf9 HTTP/1.1" status: 200 len: 813 time: 0.3494487 Aug 31 14:21:51.483602 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.484039 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-4f64354c-2e1f-4564-a069-beb4637cff89 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9628267 Aug 31 14:21:51.512061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Request body: {'port': {'device_id': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:51.517339 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-fd45f673-c5fa-49e4-a0ad-4bec3e2380be tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/quotas/d4f9d76e94034e6cafeda497ae4ea289 HTTP/1.1" status: 200 len: 375 time: 0.0321667 Aug 31 14:21:51.518969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e48f1a-6ef8-43c7-b0c5-f8446537a418 req-f586aa7f-ba62-4fc5-b5d7-90176ff3947b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:51.527330 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-72e48f1a-6ef8-43c7-b0c5-f8446537a418 req-f586aa7f-ba62-4fc5-b5d7-90176ff3947b tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 944 time: 0.2242348 Aug 31 14:21:51.533859 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.540409 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a008792-7832-4357-ab7d-0021143ab88f None None] Pushing event updated for resources: {'Port': ['ID=7e2e4806-536b-4738-a75f-3bcc53d77cbb,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:51.557965 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Attempting to bind port 7e2e4806-536b-4738-a75f-3bcc53d77cbb on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:51.559914 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Attempting to bind port 7e2e4806-536b-4738-a75f-3bcc53d77cbb by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:51.560485 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Attempting to bind port 7e2e4806-536b-4738-a75f-3bcc53d77cbb on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:51.566562 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:51.567284 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:51.567996 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.569150 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:51.569840 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Bound port: 7e2e4806-536b-4738-a75f-3bcc53d77cbb, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:51.570443 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.581995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bdfbe5-7758-444a-8453-bdfc77286000 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:51.596239 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52d586ce-3dba-4483-9ddb-5fe8f63ff683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.632229 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] For port 7e2e4806-536b-4738-a75f-3bcc53d77cbb, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:51.635886 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] For port 7e2e4806-536b-4738-a75f-3bcc53d77cbb, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7e2e4806-536b-4738-a75f-3bcc53d77cbb,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:51.638432 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-21d43f14-b1d2-41f7-9142-bb39c4b1e33a tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4f9d76e94034e6cafeda497ae4ea289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876341 Aug 31 14:21:51.638821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port a9bdfbe5-7758-444a-8453-bdfc77286000, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a9bdfbe5-7758-444a-8453-bdfc77286000,segment=NetworkSegment(294ef5a7-213c-4839-a17a-1f434562e456),segment_id=294ef5a7-213c-4839-a17a-1f434562e456)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:51.646553 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.651065 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.663264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c868a093-0260-4906-9cbc-b816e9574459 None None] Provisioning for port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:51.663642 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a008792-7832-4357-ab7d-0021143ab88f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.663992 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a008792-7832-4357-ab7d-0021143ab88f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.664378 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a008792-7832-4357-ab7d-0021143ab88f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.664705 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a008792-7832-4357-ab7d-0021143ab88f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.665030 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a008792-7832-4357-ab7d-0021143ab88f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.665353 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a008792-7832-4357-ab7d-0021143ab88f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.666098 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a008792-7832-4357-ab7d-0021143ab88f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.666098 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a008792-7832-4357-ab7d-0021143ab88f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.666310 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a008792-7832-4357-ab7d-0021143ab88f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.666943 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a008792-7832-4357-ab7d-0021143ab88f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.666943 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a008792-7832-4357-ab7d-0021143ab88f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.667287 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a008792-7832-4357-ab7d-0021143ab88f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.690479 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.716742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c868a093-0260-4906-9cbc-b816e9574459 None None] Provisioning complete for port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:51.720063 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c868a093-0260-4906-9cbc-b816e9574459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.735007 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a008792-7832-4357-ab7d-0021143ab88f None None] Pushing event updated for resources: {'Port': ['ID=7e2e4806-536b-4738-a75f-3bcc53d77cbb,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:51.757487 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Routers {'89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:51.758397 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:21:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:51.768222 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52d586ce-3dba-4483-9ddb-5fe8f63ff683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.773835 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52d586ce-3dba-4483-9ddb-5fe8f63ff683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.773835 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-52d586ce-3dba-4483-9ddb-5fe8f63ff683 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/416d1769-34f5-43d4-a725-79c799a1e71d HTTP/1.1" status: 204 len: 168 time: 0.6143951 Aug 31 14:21:51.780799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33956) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:51.797309 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636091df-119b-43b2-887a-50d67cf6a461 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:51.817949 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-72e48f1a-6ef8-43c7-b0c5-f8446537a418 req-1b8b9bf0-5fe7-4851-837f-dd25c938f72f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849448 Aug 31 14:21:51.858175 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.862458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d586ce-3dba-4483-9ddb-5fe8f63ff683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416d1769-34f5-43d4-a725-79c799a1e71d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:51.877300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c868a093-0260-4906-9cbc-b816e9574459 None None] Port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:51.907333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=a9bdfbe5-7758-444a-8453-bdfc77286000,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:51.928831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['a9bdfbe5-7758-444a-8453-bdfc77286000'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:51.931155 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.955661 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Transition to ACTIVE for port object 636091df-119b-43b2-887a-50d67cf6a461 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:51.988734 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] Set router 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:52.080093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.152905 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-785a9fe2-dea4-4151-8780-4445ed852aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.184666 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.210252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-6a58fe2c-38be-422b-800c-9536aa97ba5f service neutron] 10.222.0.39 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536590 Aug 31 14:21:52.248359 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Pushing event updated for resources: {'Port': ['ID=636091df-119b-43b2-887a-50d67cf6a461,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:52.251281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9197aa1b-672d-4721-a0bc-d8a797669d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.281688 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854983c-01ff-4e50-9b57-cd76147eb03d req-808c9f61-a252-4820-8424-a8c25f79a76f tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:52.283313 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4854983c-01ff-4e50-9b57-cd76147eb03d req-808c9f61-a252-4820-8424-a8c25f79a76f tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 945 time: 0.3382313 Aug 31 14:21:52.369220 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-615832532-router', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '7e2e4806-536b-4738-a75f-3bcc53d77cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:42Z', 'updated_at': '2021-08-31T14:21:46Z', 'revision_number': 3, 'project_id': 'c013c60d66d444da88350bc18b7bcd0a', 'gw_port': {'id': '7e2e4806-536b-4738-a75f-3bcc53d77cbb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:44Z', 'updated_at': '2021-08-31T14:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:52.411303 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31aa222-072f-42f7-845e-bb1261a9f574 None None] The sync data for ids ['89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'] in n-d-806683-5 is: [{'id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-615832532-router', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '7e2e4806-536b-4738-a75f-3bcc53d77cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:42Z', 'updated_at': '2021-08-31T14:21:46Z', 'revision_number': 3, 'project_id': 'c013c60d66d444da88350bc18b7bcd0a', 'gw_port': {'id': '7e2e4806-536b-4738-a75f-3bcc53d77cbb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:44Z', 'updated_at': '2021-08-31T14:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:52.439494 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-decef537-5242-4b4a-9680-6be4dbadcec1 service neutron] 10.222.0.39 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222321 Aug 31 14:21:52.443633 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:52.468453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.501988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Transition to ACTIVE for port object 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:52.506600 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.670813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Pushing event updated for resources: {'Port': ['ID=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:52.685911 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9197aa1b-672d-4721-a0bc-d8a797669d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.707202 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4854983c-01ff-4e50-9b57-cd76147eb03d req-78698d38-0b76-4700-be33-a59b095a9375 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd726f8c-8205-4e9f-9b99-34735356278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146729 Aug 31 14:21:52.745898 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9197aa1b-672d-4721-a0bc-d8a797669d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.862915 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9197aa1b-672d-4721-a0bc-d8a797669d94 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1bfc25007ae4b7c83d9a9123c56225f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0717735 Aug 31 14:21:52.862915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Attempting to bind port 636091df-119b-43b2-887a-50d67cf6a461 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:52.862915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Attempting to bind port 636091df-119b-43b2-887a-50d67cf6a461 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:52.862915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Attempting to bind port 636091df-119b-43b2-887a-50d67cf6a461 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:52.864832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33992) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:52.866678 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Attempting to bind port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:52.867013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Attempting to bind port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:52.871420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Attempting to bind port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:52.913907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197aa1b-672d-4721-a0bc-d8a797669d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703f6260-fb22-458a-ab14-9d25148dd858,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:52.934169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Port 636091df-119b-43b2-887a-50d67cf6a461 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:21:52.935297 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Attempting to bind port 636091df-119b-43b2-887a-50d67cf6a461 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:52.966075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:52.966623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:52.966801 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:52.969692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Bound port: 636091df-119b-43b2-887a-50d67cf6a461, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:52.970060 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.013630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:21:53.013765 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Attempting to bind port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:53.080945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:53.081603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:53.082419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:53.083461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Bound port: 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:53.084248 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.121513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a9bdfbe5-7758-444a-8453-bdfc77286000 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:53.225115 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-61eace88-f8b6-45c5-8ab0-3c257d62c772 req-e42497d9-b364-4248-9837-ef4d17914874 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 210 time: 0.2105799 Aug 31 14:21:53.294322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] For port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:53.300649 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.303010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7e2e4806-536b-4738-a75f-3bcc53d77cbb up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:53.305529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d94ae7-f87d-46dc-94e6-510a6de7809a req-06c0f09b-edf4-4159-9377-04aa8aaf1e52 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:53.306534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port a9bdfbe5-7758-444a-8453-bdfc77286000 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:53.315274 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-04d94ae7-f87d-46dc-94e6-510a6de7809a req-06c0f09b-edf4-4159-9377-04aa8aaf1e52 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 947 time: 0.4123299 Aug 31 14:21:53.325997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] For port 636091df-119b-43b2-887a-50d67cf6a461, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:53.334324 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] For port 636091df-119b-43b2-887a-50d67cf6a461, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=636091df-119b-43b2-887a-50d67cf6a461,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:53.353871 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] For port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:53.370260 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.373495 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port a9bdfbe5-7758-444a-8453-bdfc77286000 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:53.373871 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.387972 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Allocated IP 172.20.0.1 (650c5738-be74-4d37-96b2-092f459a8a67/67eebdd2-0f35-4fbc-99d2-c6a663d4d7e8/09d6f373-eda5-4105-a8a9-4b400864b9d6) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:53.468297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 7e2e4806-536b-4738-a75f-3bcc53d77cbb completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:53.473966 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.479615 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-33c09244-3798-4931-8e04-78e13c9e1071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.481399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 7e2e4806-536b-4738-a75f-3bcc53d77cbb triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:53.481775 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.502710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:53.502710 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.504184 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] 10.222.0.25 "PUT /v2.0/ports/636091df-119b-43b2-887a-50d67cf6a461 HTTP/1.1" status: 200 len: 1095 time: 3.7277563 Aug 31 14:21:53.533364 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-04d94ae7-f87d-46dc-94e6-510a6de7809a req-b124ecc0-00de-4c76-9c09-6db7e84e244b tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168326 Aug 31 14:21:53.563776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2742a0-1fe3-4d21-b218-c3994b361c2e', 'tag': '636091df-119b-43b2-887a-50d67cf6a461'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:53.566393 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdabfcb-45bf-4154-91bd-1267f22ee6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2742a0-1fe3-4d21-b218-c3994b361c2e", "tag": "636091df-119b-43b2-887a-50d67cf6a461"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:53.608405 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.632808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:53.642200 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.644066 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] 10.222.0.60 "PUT /v2.0/ports/545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 HTTP/1.1" status: 200 len: 1096 time: 2.1416092 Aug 31 14:21:53.665796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'tag': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:53.671610 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3bc870-6413-46de-ac92-65cb36e60e87" -d '{"events": [{"name": "network-changed", "server_uuid": "d32e1499-74bf-4e19-9036-7ea3f164a3c1", "tag": "545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:53.681628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port a9bdfbe5-7758-444a-8453-bdfc77286000, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a9bdfbe5-7758-444a-8453-bdfc77286000,segment=NetworkSegment(294ef5a7-213c-4839-a17a-1f434562e456),segment_id=294ef5a7-213c-4839-a17a-1f434562e456)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:53.687613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd87a6d0-8140-44fb-b867-457fdf12228f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bdfbe5-7758-444a-8453-bdfc77286000'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:53.690506 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fc6078-8935-4bd5-9c25-e28a995e005e" -d '{"events": [{"server_uuid": "fd87a6d0-8140-44fb-b867-457fdf12228f", "name": "network-vif-plugged", "status": "completed", "tag": "a9bdfbe5-7758-444a-8453-bdfc77286000"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:53.695314 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.730812 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-33c09244-3798-4931-8e04-78e13c9e1071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.734386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460081a-db1c-4c9e-9417-da9e6ab6cd40 service neutron] Pushing event updated for resources: {'Port': ['ID=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:53.750073 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929b8a01-3a0c-4ae0-9515-2a8652c430d5 x-openstack-request-id: req-929b8a01-3a0c-4ae0-9515-2a8652c430d5 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:53.750358 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2742a0-1fe3-4d21-b218-c3994b361c2e", "tag": "636091df-119b-43b2-887a-50d67cf6a461", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:53.750793 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-929b8a01-3a0c-4ae0-9515-2a8652c430d5 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:53.751398 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2742a0-1fe3-4d21-b218-c3994b361c2e', 'tag': '636091df-119b-43b2-887a-50d67cf6a461', 'status': 'completed', 'code': 200} Aug 31 14:21:53.782808 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:21:53.830617 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f462a7-9868-4986-9886-aa88157adfa1 req-4dc656bf-00ab-45ba-9451-88d357a437ff tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:53.838331 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1f462a7-9868-4986-9886-aa88157adfa1 req-4dc656bf-00ab-45ba-9451-88d357a437ff tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 1095 time: 0.4267032 Aug 31 14:21:53.841472 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.850758 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdba1ef-99df-4d0a-9aa0-c78a6a9d5b91 x-openstack-request-id: req-ecdba1ef-99df-4d0a-9aa0-c78a6a9d5b91 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:53.851287 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32e1499-74bf-4e19-9036-7ea3f164a3c1", "tag": "545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:53.852477 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ecdba1ef-99df-4d0a-9aa0-c78a6a9d5b91 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:53.852906 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'tag': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1', 'status': 'completed', 'code': 200} Aug 31 14:21:53.891827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 7e2e4806-536b-4738-a75f-3bcc53d77cbb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7e2e4806-536b-4738-a75f-3bcc53d77cbb,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:53.903595 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab526c36-a858-4ce7-9646-fdedcfc877d1 x-openstack-request-id: req-ab526c36-a858-4ce7-9646-fdedcfc877d1 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:53.904196 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd87a6d0-8140-44fb-b867-457fdf12228f", "name": "network-vif-plugged", "status": "completed", "tag": "a9bdfbe5-7758-444a-8453-bdfc77286000", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:53.904467 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab526c36-a858-4ce7-9646-fdedcfc877d1 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:53.904964 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd87a6d0-8140-44fb-b867-457fdf12228f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bdfbe5-7758-444a-8453-bdfc77286000', 'code': 200} Aug 31 14:21:53.918840 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.943977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=a9bdfbe5-7758-444a-8453-bdfc77286000,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:53.987495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d91cad-2bfa-40ab-809b-33358da34155 service neutron] Pushing event updated for resources: {'Port': ['ID=636091df-119b-43b2-887a-50d67cf6a461,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:54.055063 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.057981 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1f462a7-9868-4986-9886-aa88157adfa1 req-297ee8b0-80a9-42e9-954c-d4ebbc942edf tempest-LiveMigrationTest-4813468 tempest-LiveMigrationTest-4813468-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187665 Aug 31 14:21:54.062901 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-7f142b55-fbf4-46f3-a4ce-aa0a0fdd23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:54.080624 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-7f142b55-fbf4-46f3-a4ce-aa0a0fdd23cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c37d25dc71714b33a03c9b976df98f0c&device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 1098 time: 0.4938040 Aug 31 14:21:54.095464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=7e2e4806-536b-4738-a75f-3bcc53d77cbb,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:54.139761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-813eb611-b538-4e04-a235-d3b5a6d9c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:54.141424 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-813eb611-b538-4e04-a235-d3b5a6d9c5a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c37d25dc71714b33a03c9b976df98f0c&device_id=d32e1499-74bf-4e19-9036-7ea3f164a3c1 HTTP/1.1" status: 200 len: 1099 time: 0.3994482 Aug 31 14:21:54.145805 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-33c09244-3798-4931-8e04-78e13c9e1071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.149410 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-33c09244-3798-4931-8e04-78e13c9e1071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.151328 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-33c09244-3798-4931-8e04-78e13c9e1071 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/703f6260-fb22-458a-ab14-9d25148dd858 HTTP/1.1" status: 204 len: 168 time: 1.2702835 Aug 31 14:21:54.172518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-4cc9ae36-0960-4748-b693-48e17baf7efa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=636091df-119b-43b2-887a-50d67cf6a461 HTTP/1.1" status: 200 len: 217 time: 0.0665607 Aug 31 14:21:54.197252 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.212816 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c09244-3798-4931-8e04-78e13c9e1071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703f6260-fb22-458a-ab14-9d25148dd858,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:54.239739 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-42e456f6-1ee2-4eea-bc1e-40e749876ded service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 HTTP/1.1" status: 200 len: 217 time: 0.0845346 Aug 31 14:21:54.295489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73af10-7623-4893-a5b4-2820c13c0594 req-48338f58-5c07-4030-8409-c113aa75aa2f tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:54.304456 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b73af10-7623-4893-a5b4-2820c13c0594 req-48338f58-5c07-4030-8409-c113aa75aa2f tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 946 time: 0.3767619 Aug 31 14:21:54.313684 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Transition to ACTIVE for port object 09d6f373-eda5-4105-a8a9-4b400864b9d6 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:54.371993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b73af10-7623-4893-a5b4-2820c13c0594 req-7060fe45-bdf4-4f9f-96a1-06736406f6bc tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd726f8c-8205-4e9f-9b99-34735356278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649745 Aug 31 14:21:54.377695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48620f2-104d-47ae-becd-df689e4b383e req-bde785d3-2f29-4e0f-afa4-1800db12054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:54.389465 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f48620f2-104d-47ae-becd-df689e4b383e req-bde785d3-2f29-4e0f-afa4-1800db12054a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 1097 time: 0.2908320 Aug 31 14:21:54.441410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c60098f6-ac9b-4873-99c8-de68b7c84ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:54.443935 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-c60098f6-ac9b-4873-99c8-de68b7c84ba6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1930289 Aug 31 14:21:54.466175 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.536455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d2a960cb-fe34-4cbb-b8ef-4799a4acd8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:54.539430 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-d2a960cb-fe34-4cbb-b8ef-4799a4acd8be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.3587368 Aug 31 14:21:54.561784 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f48620f2-104d-47ae-becd-df689e4b383e req-85be365e-4ce4-4a00-9fdd-41de37a9494f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bd726f8c-8205-4e9f-9b99-34735356278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679018 Aug 31 14:21:54.573967 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-18708cbc-a1aa-4a19-bca2-6176bbf71048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:54.575826 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-18708cbc-a1aa-4a19-bca2-6176bbf71048 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187479 Aug 31 14:21:54.578606 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Network 650c5738-be74-4d37-96b2-092f459a8a67 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:54.627044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:54.682194 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:54.720485 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-01d00c78-c47b-42a4-a8c5-beb557eb29eb req-00de249c-0570-424d-963a-dbff09f941a1 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 210 time: 0.1750708 Aug 31 14:21:54.778670 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-428965cb-c18f-4188-84f5-7e2683ca16c8 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895640 Aug 31 14:21:54.787789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-a2646bb4-673d-4850-95ec-7c01ee4b9527 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:54.788007 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Pushing event updated for resources: {'Port': ['ID=09d6f373-eda5-4105-a8a9-4b400864b9d6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:54.790104 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-a2646bb4-673d-4850-95ec-7c01ee4b9527 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.60 "GET /v2.0/networks?id=548300bd-6390-4eae-8b45-e5f145a60bf9 HTTP/1.1" status: 200 len: 813 time: 0.3725290 Aug 31 14:21:54.806297 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-5cb970db-622b-4fc1-a4cd-1b4bc49edc63 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'port': {'device_id': 'adeda922-f512-4bcd-9ad4-4d3e0d39c943', 'network_id': '548300bd-6390-4eae-8b45-e5f145a60bf9', 'admin_state_up': True, 'tenant_id': 'd4f9d76e94034e6cafeda497ae4ea289'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:54.831907 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.851345 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-5d39923e-8a14-408a-91ec-dc924fda90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:54.852820 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-5d39923e-8a14-408a-91ec-dc924fda90b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3036900 Aug 31 14:21:54.857132 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.086923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ae783593-98d4-4a3f-aacc-2b54834349f3 None None] Provisioning for port 09d6f373-eda5-4105-a8a9-4b400864b9d6 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:55.095413 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ae783593-98d4-4a3f-aacc-2b54834349f3 None None] Provisioning complete for port 09d6f373-eda5-4105-a8a9-4b400864b9d6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:55.096393 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae783593-98d4-4a3f-aacc-2b54834349f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.113953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-5cb970db-622b-4fc1-a4cd-1b4bc49edc63 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Made reservation on behalf of d4f9d76e94034e6cafeda497ae4ea289 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:55.122525 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-5cb970db-622b-4fc1-a4cd-1b4bc49edc63 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.136563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c573f-534b-40e2-b167-0721d925ec1d req-4ec308e1-03b7-451d-b13d-95da9892a656 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:55.137790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d73dd2a4-46a1-4b78-8a30-b02938e85970 req-f53eaf9b-3a1e-49fd-a301-4e7b7021ec6c service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444359 Aug 31 14:21:55.145882 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1f9c573f-534b-40e2-b167-0721d925ec1d req-4ec308e1-03b7-451d-b13d-95da9892a656 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 944 time: 0.2825217 Aug 31 14:21:55.179051 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ae783593-98d4-4a3f-aacc-2b54834349f3 None None] Port 09d6f373-eda5-4105-a8a9-4b400864b9d6 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:55.240445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efc14d-2b1b-41f9-980e-6b8c3db1de28 req-fecfbe85-39b3-4ad3-9875-233f4159ae65 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:55.243475 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7efc14d-2b1b-41f9-980e-6b8c3db1de28 req-fecfbe85-39b3-4ad3-9875-233f4159ae65 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 944 time: 0.1966648 Aug 31 14:21:55.262596 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7e2e4806-536b-4738-a75f-3bcc53d77cbb up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:55.306354 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-1fbfc2da-e958-46ea-8cfb-3ab1d25e91ce service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585918 Aug 31 14:21:55.356991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 7e2e4806-536b-4738-a75f-3bcc53d77cbb triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:55.357656 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.372294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bc870-6413-46de-ac92-65cb36e60e87 req-4b9c01f3-568c-44ab-ae6f-1e1366cc6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:55.374431 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab3bc870-6413-46de-ac92-65cb36e60e87 req-4b9c01f3-568c-44ab-ae6f-1e1366cc6305 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c37d25dc71714b33a03c9b976df98f0c&device_id=d32e1499-74bf-4e19-9036-7ea3f164a3c1 HTTP/1.1" status: 200 len: 1099 time: 0.1216888 Aug 31 14:21:55.433412 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34066) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:55.456286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-5cb970db-622b-4fc1-a4cd-1b4bc49edc63 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Allocated IP 172.20.0.4 (548300bd-6390-4eae-8b45-e5f145a60bf9/ecdb00b1-10ad-4f69-b17c-95e68b9c75d8/bcfef03e-b02f-48bf-bead-fee2f4ec7313) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:55.483592 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1f9c573f-534b-40e2-b167-0721d925ec1d req-c8563f93-110c-48f0-9ba9-03ff00a4079d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360665 Aug 31 14:21:55.517884 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaf4ae29-b574-4d82-a6ff-9876b564f885 req-4dab7d55-2618-4931-af41-48102d7ff142 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528716 Aug 31 14:21:55.546413 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.574551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-d7efc14d-2b1b-41f9-980e-6b8c3db1de28 req-ca292c78-f23b-45a4-9211-d2da0dac95f6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Deleting port 4083d9bc-6dff-4bee-8466-8548902a5e09 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:55.574899 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d7efc14d-2b1b-41f9-980e-6b8c3db1de28 req-ca292c78-f23b-45a4-9211-d2da0dac95f6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.587087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae679eb3-12f5-4de8-a9f0-8238f3002282 req-07ae8339-ab2a-4b17-beff-ce4dd15d851e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:55.588754 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae679eb3-12f5-4de8-a9f0-8238f3002282 req-07ae8339-ab2a-4b17-beff-ce4dd15d851e tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 947 time: 0.1528001 Aug 31 14:21:55.607133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bc870-6413-46de-ac92-65cb36e60e87 req-df4f3461-783a-4542-bbe8-7ffb0abdb1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:55.608678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab3bc870-6413-46de-ac92-65cb36e60e87 req-df4f3461-783a-4542-bbe8-7ffb0abdb1f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.2256989 Aug 31 14:21:55.669038 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1206073155-network', 'tenant_id': '06bda9b8930f4baf87807774cc265b85'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:55.714605 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab3bc870-6413-46de-ac92-65cb36e60e87 req-9586ae7d-4462-446b-8ab0-afac52c852e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 HTTP/1.1" status: 200 len: 217 time: 0.0940499 Aug 31 14:21:55.779780 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae679eb3-12f5-4de8-a9f0-8238f3002282 req-3b9d048a-83bd-48ea-8945-2ad6a074ea86 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773760 Aug 31 14:21:55.902729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bc870-6413-46de-ac92-65cb36e60e87 req-90084757-87c9-48ff-a724-334dd46f5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:55.904377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab3bc870-6413-46de-ac92-65cb36e60e87 req-90084757-87c9-48ff-a724-334dd46f5652 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1791115 Aug 31 14:21:55.923352 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-5cb970db-622b-4fc1-a4cd-1b4bc49edc63 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.010471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e0f8b-d9b9-4843-b4a6-f39ff342cdc2 req-a04a9bc2-1b50-4ed9-947a-6a27d7a5610d tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:56.012098 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc9e0f8b-d9b9-4843-b4a6-f39ff342cdc2 req-a04a9bc2-1b50-4ed9-947a-6a27d7a5610d tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 946 time: 0.1319673 Aug 31 14:21:56.030354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bc870-6413-46de-ac92-65cb36e60e87 req-5d621150-8f15-4a8c-9e5a-d5a2b56ae04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:56.031831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab3bc870-6413-46de-ac92-65cb36e60e87 req-5d621150-8f15-4a8c-9e5a-d5a2b56ae04a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063511 Aug 31 14:21:56.078939 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-981945bb-266d-4811-925b-982f3f20e94c req-c3d7960c-51a0-4844-a7ff-cba21d6fe541 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 210 time: 0.0602193 Aug 31 14:21:56.097420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-5cb970db-622b-4fc1-a4cd-1b4bc49edc63 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.118346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] Made reservation on behalf of 06bda9b8930f4baf87807774cc265b85 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:56.121064 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.152363 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdabfcb-45bf-4154-91bd-1267f22ee6bc req-31e3a051-9d93-4be1-9467-9a7e5676db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:56.154105 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cdabfcb-45bf-4154-91bd-1267f22ee6bc req-31e3a051-9d93-4be1-9467-9a7e5676db8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c37d25dc71714b33a03c9b976df98f0c&device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 1098 time: 0.5344989 Aug 31 14:21:56.158351 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc9e0f8b-d9b9-4843-b4a6-f39ff342cdc2 req-9a8cff9c-fcb0-487a-9642-dea8e5455d64 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd726f8c-8205-4e9f-9b99-34735356278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381619 Aug 31 14:21:56.167340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:21:56.188033 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.197504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-d7efc14d-2b1b-41f9-980e-6b8c3db1de28 req-ca292c78-f23b-45a4-9211-d2da0dac95f6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] For port 4083d9bc-6dff-4bee-8466-8548902a5e09, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4083d9bc-6dff-4bee-8466-8548902a5e09,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:56.197884 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d7efc14d-2b1b-41f9-980e-6b8c3db1de28 req-ca292c78-f23b-45a4-9211-d2da0dac95f6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.198148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-5cb970db-622b-4fc1-a4cd-1b4bc49edc63 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Network 548300bd-6390-4eae-8b45-e5f145a60bf9 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:56.200138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-5cb970db-622b-4fc1-a4cd-1b4bc49edc63 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:56.202113 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb970db-622b-4fc1-a4cd-1b4bc49edc63 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'Port': ['ID=bcfef03e-b02f-48bf-bead-fee2f4ec7313,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:56.207984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-5cb970db-622b-4fc1-a4cd-1b4bc49edc63 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:56.281465 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab3bc870-6413-46de-ac92-65cb36e60e87 req-ce8c9ba1-a07f-4e17-8ec3-ac2fbc119c72 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396781 Aug 31 14:21:56.284320 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-d7efc14d-2b1b-41f9-980e-6b8c3db1de28 req-ca292c78-f23b-45a4-9211-d2da0dac95f6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Calling delete_port for 4083d9bc-6dff-4bee-8466-8548902a5e09 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:56.313380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-5cb970db-622b-4fc1-a4cd-1b4bc49edc63 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:56.314340 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-5cb970db-622b-4fc1-a4cd-1b4bc49edc63 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.326491 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7e96228-9288-45ab-8c54-1a08390acb3a req-b90c5454-69b8-42fb-874e-fe723c5d8fd3 tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9f6d00d9f25f43e8a00153842ebf8a2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756350 Aug 31 14:21:56.343693 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:56.360699 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1', 'mac_address': 'fa:16:3e:9f:67:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:21:56.420250 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.431705 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab3bc870-6413-46de-ac92-65cb36e60e87 req-6e8079f4-26fb-45d0-bd9f-61dea30b89f8 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413379 Aug 31 14:21:56.435357 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:56.460812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:56.466338 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.514592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdabfcb-45bf-4154-91bd-1267f22ee6bc req-b3474a24-0252-48d8-9d45-7010fada076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:56.516175 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cdabfcb-45bf-4154-91bd-1267f22ee6bc req-b3474a24-0252-48d8-9d45-7010fada076d service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.3493044 Aug 31 14:21:56.527222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:56.587053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf201ceb-a9d1-4f57-9e96-34e452b0e812 req-a5751387-65d4-4673-9655-c60c9bf84a63 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:56.588608 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cf201ceb-a9d1-4f57-9e96-34e452b0e812 req-a5751387-65d4-4673-9655-c60c9bf84a63 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 946 time: 0.0563004 Aug 31 14:21:56.608908 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.611603 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cdabfcb-45bf-4154-91bd-1267f22ee6bc req-ef2af789-92bd-415b-a741-f4a9a8224912 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=636091df-119b-43b2-887a-50d67cf6a461 HTTP/1.1" status: 200 len: 217 time: 0.0780451 Aug 31 14:21:56.627281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.627733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cf201ceb-a9d1-4f57-9e96-34e452b0e812 req-5ef94395-f46d-4f78-8636-6fb84e7cdbc3 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd726f8c-8205-4e9f-9b99-34735356278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 Aug 31 14:21:56.696600 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:56.751585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93199cb5-5c3c-4779-82c8-a56fb3f41668 req-74d365b3-4e99-42b3-b7a5-154ee0deca9e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:56.753502 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-93199cb5-5c3c-4779-82c8-a56fb3f41668 req-74d365b3-4e99-42b3-b7a5-154ee0deca9e tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 944 time: 0.0646276 Aug 31 14:21:56.762100 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e96228-9288-45ab-8c54-1a08390acb3a req-658f62e5-7909-4efb-a29c-b6bb0463df3b tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:56.763908 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7e96228-9288-45ab-8c54-1a08390acb3a req-658f62e5-7909-4efb-a29c-b6bb0463df3b tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4366436 Aug 31 14:21:56.800919 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-93199cb5-5c3c-4779-82c8-a56fb3f41668 req-d1adf304-cabf-480a-bd20-1561e8bcff21 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401022 Aug 31 14:21:56.810992 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Pushing event updated for resources: {'Port': ['ID=09d6f373-eda5-4105-a8a9-4b400864b9d6,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:56.844843 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.853507 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdabfcb-45bf-4154-91bd-1267f22ee6bc req-3cce4df5-cc34-41fb-8f51-d50bd834da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:56.855005 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cdabfcb-45bf-4154-91bd-1267f22ee6bc req-3cce4df5-cc34-41fb-8f51-d50bd834da4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.2332518 Aug 31 14:21:56.856311 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7e96228-9288-45ab-8c54-1a08390acb3a req-661cd9ea-1e27-4eaf-b39d-f799963f7acb tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] 10.222.0.39 "GET /v2.0/quotas/9f6d00d9f25f43e8a00153842ebf8a2b HTTP/1.1" status: 200 len: 375 time: 0.0828526 Aug 31 14:21:56.900606 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.913656 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-5cb970db-622b-4fc1-a4cd-1b4bc49edc63 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1120074 Aug 31 14:21:56.926343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Request body: {'port': {'device_id': 'adeda922-f512-4bcd-9ad4-4d3e0d39c943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:56.976784 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.994105 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7e96228-9288-45ab-8c54-1a08390acb3a req-1511a15a-6e2a-4634-8523-2c38b9a8f3f9 tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f6d00d9f25f43e8a00153842ebf8a2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1233385 Aug 31 14:21:57.009393 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.014849 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d7efc14d-2b1b-41f9-980e-6b8c3db1de28 req-ca292c78-f23b-45a4-9211-d2da0dac95f6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.034759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d031197-8e6b-4942-b12d-a90e6334a431 req-b92b3abb-963e-4687-85be-dbb50f7261bf tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:57.036281 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d031197-8e6b-4942-b12d-a90e6334a431 req-b92b3abb-963e-4687-85be-dbb50f7261bf tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 947 time: 0.0895491 Aug 31 14:21:57.069406 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:57.081854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca292c78-f23b-45a4-9211-d2da0dac95f6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Pushing event deleted for resources: {'Port': ['ID=4083d9bc-6dff-4bee-8466-8548902a5e09,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:57.083344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb3c00f-95f1-4401-a97d-6e2abf23d03f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:57.110779 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdabfcb-45bf-4154-91bd-1267f22ee6bc req-a713545d-f09e-4dcb-bb81-65b2766303d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:57.112033 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cdabfcb-45bf-4154-91bd-1267f22ee6bc req-a713545d-f09e-4dcb-bb81-65b2766303d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2377079 Aug 31 14:21:57.113267 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.113511 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] Added segment ce04a959-32e2-465d-a006-f2d71f0fd1f0 of type vlan for network 14ae3af1-d421-4720-b5ea-4de9bb9491bc Aug 31 14:21:57.152124 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 636091df-119b-43b2-887a-50d67cf6a461 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:21:57.186762 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d031197-8e6b-4942-b12d-a90e6334a431 req-0f697414-cda2-4dd5-8995-d937e4143b50 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138208 Aug 31 14:21:57.240916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7efc14d-2b1b-41f9-980e-6b8c3db1de28 req-ca292c78-f23b-45a4-9211-d2da0dac95f6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] No DVR routers for this DVR port 4083d9bc-6dff-4bee-8466-8548902a5e09 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:21:57.259285 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d7efc14d-2b1b-41f9-980e-6b8c3db1de28 req-ca292c78-f23b-45a4-9211-d2da0dac95f6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.261308 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7efc14d-2b1b-41f9-980e-6b8c3db1de28 req-ca292c78-f23b-45a4-9211-d2da0dac95f6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.60 "DELETE /v2.0/ports/4083d9bc-6dff-4bee-8466-8548902a5e09 HTTP/1.1" status: 204 len: 173 time: 2.0100846 Aug 31 14:21:57.262055 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9bf86e-deb0-4a5a-97f8-16f570e79214', 'name': 'network-vif-deleted', 'tag': '4083d9bc-6dff-4bee-8466-8548902a5e09'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:57.264439 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a371e0b8-a3e1-42d5-8228-92880b6956fd" -d '{"events": [{"server_uuid": "6f9bf86e-deb0-4a5a-97f8-16f570e79214", "name": "network-vif-deleted", "tag": "4083d9bc-6dff-4bee-8466-8548902a5e09"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:57.278086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['913f9a69-4814-4f38-b81e-a21daa183875'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:57.284464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 636091df-119b-43b2-887a-50d67cf6a461, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=636091df-119b-43b2-887a-50d67cf6a461,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:57.305002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.315146 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Network 650c5738-be74-4d37-96b2-092f459a8a67 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:57.325465 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:57.328977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '636091df-119b-43b2-887a-50d67cf6a461', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '636091df-119b-43b2-887a-50d67cf6a461', 'mac_address': 'fa:16:3e:f5:f4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:21:57.406575 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d6a7e-7005-4085-a858-cd1afa7479f2 req-4ad02d4d-6ce7-49a6-9f86-c986a31ed75e tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:57.415370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcfef03e-b02f-48bf-bead-fee2f4ec7313 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:57.416447 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b02d6a7e-7005-4085-a858-cd1afa7479f2 req-4ad02d4d-6ce7-49a6-9f86-c986a31ed75e tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 931 time: 0.1789000 Aug 31 14:21:57.423942 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.438950 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Transition to ACTIVE for port object bcfef03e-b02f-48bf-bead-fee2f4ec7313 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:57.444972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.528578 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.563013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636091df-119b-43b2-887a-50d67cf6a461 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:57.570327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfef03e-b02f-48bf-bead-fee2f4ec7313,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:57.577986 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cdabfcb-45bf-4154-91bd-1267f22ee6bc req-b3288494-d136-4196-a26d-f3f2b6501a4f service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370773 Aug 31 14:21:57.579774 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.581678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:57.583360 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.618319 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a74382-99bf-47f6-95d3-f2387dc3c111 x-openstack-request-id: req-c1a74382-99bf-47f6-95d3-f2387dc3c111 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:57.618639 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9bf86e-deb0-4a5a-97f8-16f570e79214", "name": "network-vif-deleted", "tag": "4083d9bc-6dff-4bee-8466-8548902a5e09", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:57.618858 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1a74382-99bf-47f6-95d3-f2387dc3c111 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:57.619536 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9bf86e-deb0-4a5a-97f8-16f570e79214', 'name': 'network-vif-deleted', 'tag': '4083d9bc-6dff-4bee-8466-8548902a5e09', 'status': 'completed', 'code': 200} Aug 31 14:21:57.624397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 636091df-119b-43b2-887a-50d67cf6a461, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=636091df-119b-43b2-887a-50d67cf6a461,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:57.629858 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.703399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Attempting to bind port bcfef03e-b02f-48bf-bead-fee2f4ec7313 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:57.704050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Attempting to bind port bcfef03e-b02f-48bf-bead-fee2f4ec7313 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '472a304f-3031-413b-a0f3-bdd0df9ace4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '548300bd-6390-4eae-8b45-e5f145a60bf9'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:57.704261 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=636091df-119b-43b2-887a-50d67cf6a461,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:57.704843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Attempting to bind port bcfef03e-b02f-48bf-bead-fee2f4ec7313 on network 548300bd-6390-4eae-8b45-e5f145a60bf9 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:57.711475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Port bcfef03e-b02f-48bf-bead-fee2f4ec7313 on network 548300bd-6390-4eae-8b45-e5f145a60bf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:21:57.712161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Attempting to bind port bcfef03e-b02f-48bf-bead-fee2f4ec7313 on network 548300bd-6390-4eae-8b45-e5f145a60bf9 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:57.719014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:57.719402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:57.719734 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:57.720075 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:57.720413 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:57.720742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:57.721076 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:57.721205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:57.721411 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:57.721728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:57.722048 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:57.722382 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:57.722675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Checking segment: {'id': '472a304f-3031-413b-a0f3-bdd0df9ace4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '548300bd-6390-4eae-8b45-e5f145a60bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:57.722817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:57.723688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Bound using segment: {'id': '472a304f-3031-413b-a0f3-bdd0df9ace4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '548300bd-6390-4eae-8b45-e5f145a60bf9'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:57.725095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Bound port: bcfef03e-b02f-48bf-bead-fee2f4ec7313, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472a304f-3031-413b-a0f3-bdd0df9ace4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '548300bd-6390-4eae-8b45-e5f145a60bf9'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:57.725925 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.736705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1fc7a2bc-9bcf-4c5a-a391-60677f009452 None None] Provisioning complete for port 09d6f373-eda5-4105-a8a9-4b400864b9d6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:57.737084 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1fc7a2bc-9bcf-4c5a-a391-60677f009452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.768725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=14ae3af1-d421-4720-b5ea-4de9bb9491bc,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:57.782385 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 14ae3af1-d421-4720-b5ea-4de9bb9491bc details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:57.834816 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1fc7a2bc-9bcf-4c5a-a391-60677f009452 None None] Port 09d6f373-eda5-4105-a8a9-4b400864b9d6 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:57.838849 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] For port bcfef03e-b02f-48bf-bead-fee2f4ec7313, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:57.842982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] For port bcfef03e-b02f-48bf-bead-fee2f4ec7313, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bcfef03e-b02f-48bf-bead-fee2f4ec7313,segment=NetworkSegment(472a304f-3031-413b-a0f3-bdd0df9ace4e),segment_id=472a304f-3031-413b-a0f3-bdd0df9ace4e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:57.848866 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.875168 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Router 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:57.897732 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d2e6eb46-1837-463e-94c9-663f7bd24ce3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4615593 Aug 31 14:21:57.903552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34136) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:57.909940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d044ce27-ff46-4fe6-9353-1475ddac8e08 admin admin] Request body: {'subnet': {'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1206073155-subnet', 'tenant_id': '06bda9b8930f4baf87807774cc265b85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:57.922865 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b02d6a7e-7005-4085-a858-cd1afa7479f2 req-551128d8-f1cb-43be-8b91-01365009b783 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054584 Aug 31 14:21:57.935995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:57.936688 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.938381 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] 10.222.0.60 "PUT /v2.0/ports/bcfef03e-b02f-48bf-bead-fee2f4ec7313 HTTP/1.1" status: 200 len: 1091 time: 1.0162001 Aug 31 14:21:57.938932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adeda922-f512-4bcd-9ad4-4d3e0d39c943', 'tag': 'bcfef03e-b02f-48bf-bead-fee2f4ec7313'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:57.941684 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8d90f8-4543-478a-be8a-b279c833074c" -d '{"events": [{"name": "network-changed", "server_uuid": "adeda922-f512-4bcd-9ad4-4d3e0d39c943", "tag": "bcfef03e-b02f-48bf-bead-fee2f4ec7313"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:57.965941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['636091df-119b-43b2-887a-50d67cf6a461'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:58.018005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d044ce27-ff46-4fe6-9353-1475ddac8e08 admin admin] Made reservation on behalf of 06bda9b8930f4baf87807774cc265b85 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:58.021627 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d044ce27-ff46-4fe6-9353-1475ddac8e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:58.024470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbced5-6c45-4d92-b523-cc24e02685d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfef03e-b02f-48bf-bead-fee2f4ec7313,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:58.088070 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bcb21be5-86e8-4bee-a746-62bab0e33e39 req-5449bfb6-ea26-49ac-8a16-de29834ed075 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 210 time: 0.0456569 Aug 31 14:21:58.161903 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cdabfcb-45bf-4154-91bd-1267f22ee6bc req-11381a77-8294-42b4-903d-b056a1c52f7d service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615754 Aug 31 14:21:58.172920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:58.200336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:58.210572 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7a9813e1-f508-4870-9df8-ae172d229a00 admin admin] 10.222.0.39 "PUT /v2.0/routers/89a9abb5-8ca1-464d-b1c7-e10cac23e5d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9303606 Aug 31 14:21:58.217990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Sync routers for ids ['89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:58.273339 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Routers {'89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:58.273981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:21:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:58.375494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:58.384403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:58.384777 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:58.440876 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-540ae6af-b879-473e-8274-6ce934efd16f req-3089ee19-6d3a-446e-a0bc-b6d110dfad79 tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9f6d00d9f25f43e8a00153842ebf8a2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562868 Aug 31 14:21:58.454612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Set router 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:58.561110 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:58.569601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ae6af-b879-473e-8274-6ce934efd16f req-7710aa10-bfe8-4433-b8e2-c70f5268c7e9 tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:58.578990 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-540ae6af-b879-473e-8274-6ce934efd16f req-7710aa10-bfe8-4433-b8e2-c70f5268c7e9 tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1355426 Aug 31 14:21:58.610403 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-540ae6af-b879-473e-8274-6ce934efd16f req-e10fbf8d-a2e3-4d07-a23e-b946893ec64f tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] 10.222.0.39 "GET /v2.0/quotas/9f6d00d9f25f43e8a00153842ebf8a2b HTTP/1.1" status: 200 len: 375 time: 0.0302322 Aug 31 14:21:58.650126 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-540ae6af-b879-473e-8274-6ce934efd16f req-7d22ac76-5b3b-470d-92f4-97f0e2d5e582 tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f6d00d9f25f43e8a00153842ebf8a2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387208 Aug 31 14:21:58.702050 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9275515-51f1-4654-a916-bf91e90c1838 x-openstack-request-id: req-a9275515-51f1-4654-a916-bf91e90c1838 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:58.702666 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adeda922-f512-4bcd-9ad4-4d3e0d39c943", "tag": "bcfef03e-b02f-48bf-bead-fee2f4ec7313", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:58.702969 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9275515-51f1-4654-a916-bf91e90c1838 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:58.703540 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adeda922-f512-4bcd-9ad4-4d3e0d39c943', 'tag': 'bcfef03e-b02f-48bf-bead-fee2f4ec7313', 'status': 'completed', 'code': 200} Aug 31 14:21:58.705670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-966fe7df-c010-4349-bd9f-e392315d5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:58.707338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-966fe7df-c010-4349-bd9f-e392315d5218 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4f9d76e94034e6cafeda497ae4ea289&device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 1094 time: 0.7107387 Aug 31 14:21:58.741629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7141b0-8aaf-4866-ae85-7942c2ed5690 req-3923acd9-1cc1-4c70-b54b-beebf951bd79 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:58.749383 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b7141b0-8aaf-4866-ae85-7942c2ed5690 req-3923acd9-1cc1-4c70-b54b-beebf951bd79 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 946 time: 0.7511942 Aug 31 14:21:58.773242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:58.774773 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a4a90c-5889-40ed-a635-7cdfcddcf816" -d '{"events": [{"server_uuid": "d32e1499-74bf-4e19-9036-7ea3f164a3c1", "name": "network-vif-plugged", "status": "completed", "tag": "545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:58.793570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:58.804909 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:58.805692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4083d9bc-6dff-4bee-8466-8548902a5e09 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:21:58.805895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fa655-02ec-4ab2-8ed5-ef02d896b275 req-49038673-d664-479b-9520-c64f70627db9 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:58.807380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b3fa655-02ec-4ab2-8ed5-ef02d896b275 req-49038673-d664-479b-9520-c64f70627db9 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 946 time: 0.6485858 Aug 31 14:21:58.811897 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-08f79bcf-16f3-4da1-90c8-bea97823a6ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcfef03e-b02f-48bf-bead-fee2f4ec7313 HTTP/1.1" status: 200 len: 217 time: 0.0951085 Aug 31 14:21:58.851864 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31af51e-7ad7-4fe5-8ac1-896d18588ce4 req-57ac54d3-329f-4a35-8088-83112fb285cd tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:58.862092 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a31af51e-7ad7-4fe5-8ac1-896d18588ce4 req-57ac54d3-329f-4a35-8088-83112fb285cd tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 948 time: 0.0754867 Aug 31 14:21:58.888070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 4083d9bc-6dff-4bee-8466-8548902a5e09 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:21:58.888867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4083d9bc-6dff-4bee-8466-8548902a5e09 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:21:58.897734 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:58.916845 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a31af51e-7ad7-4fe5-8ac1-896d18588ce4 req-61af36ee-631c-4bb0-b83b-034dccdb000c tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536387 Aug 31 14:21:58.954274 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b7141b0-8aaf-4866-ae85-7942c2ed5690 req-1b2d68fc-1b34-48e4-bfb0-07fff868f574 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd726f8c-8205-4e9f-9b99-34735356278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017434 Aug 31 14:21:59.016527 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-615832532-router', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '7e2e4806-536b-4738-a75f-3bcc53d77cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:42Z', 'updated_at': '2021-08-31T14:21:55Z', 'revision_number': 4, 'project_id': 'c013c60d66d444da88350bc18b7bcd0a', 'gw_port': {'id': '7e2e4806-536b-4738-a75f-3bcc53d77cbb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:44Z', 'updated_at': '2021-08-31T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '09d6f373-eda5-4105-a8a9-4b400864b9d6', 'name': '', 'network_id': '650c5738-be74-4d37-96b2-092f459a8a67', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'mac_address': 'fa:16:3e:68:c2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '67eebdd2-0f35-4fbc-99d2-c6a663d4d7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:52Z', 'updated_at': '2021-08-31T14:21:56Z', 'revision_number': 2, 'project_id': 'c013c60d66d444da88350bc18b7bcd0a', 'subnets': [{'id': '67eebdd2-0f35-4fbc-99d2-c6a663d4d7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:59.048152 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-8f2dbf88-1b44-4cde-be41-83791d76c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:59.049665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-8f2dbf88-1b44-4cde-be41-83791d76c38c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecdb00b1-10ad-4f69-b17c-95e68b9c75d8 HTTP/1.1" status: 200 len: 853 time: 0.2259188 Aug 31 14:21:59.056620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Checking router: 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:59.057028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Updating router 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 port 09d6f373-eda5-4105-a8a9-4b400864b9d6 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:21:59.085404 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.094770 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ff90c680-63a9-4e8d-b375-44c9ca09c003 req-6a9019ac-aa40-4e59-a067-8ac5fa9f9f37 tempest-FloatingIPsNegativeTestJSON-395640648 tempest-FloatingIPsNegativeTestJSON-395640648-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=c013c60d66d444da88350bc18b7bcd0a HTTP/1.1" status: 200 len: 217 time: 0.0937595 Aug 31 14:21:59.126703 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-490505e3-a677-4191-9f19-7e1015406280 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=548300bd-6390-4eae-8b45-e5f145a60bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594549 Aug 31 14:21:59.158813 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ac6874-55d2-4d57-b4ae-79c6ecab313d x-openstack-request-id: req-11ac6874-55d2-4d57-b4ae-79c6ecab313d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:59.159934 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32e1499-74bf-4e19-9036-7ea3f164a3c1", "name": "network-vif-plugged", "status": "completed", "tag": "545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:59.159934 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11ac6874-55d2-4d57-b4ae-79c6ecab313d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:59.159934 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1', 'code': 200} Aug 31 14:21:59.191381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 636091df-119b-43b2-887a-50d67cf6a461 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:59.227991 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-602e1b53-c991-4690-bf5a-099833f5fbd0 req-3cf7b561-fae5-45b8-af18-15ceca48619a tempest-FloatingIPsNegativeTestJSON-395640648 tempest-FloatingIPsNegativeTestJSON-395640648-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0483408 Aug 31 14:21:59.295827 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8493b8e-eacf-4fb0-b40b-9533d77a0698 req-f373287b-e73b-45d3-ba57-6bde0980b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:59.297372 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d8493b8e-eacf-4fb0-b40b-9533d77a0698 req-f373287b-e73b-45d3-ba57-6bde0980b154 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d32e1499-74bf-4e19-9036-7ea3f164a3c1 HTTP/1.1" status: 200 len: 1101 time: 0.0684338 Aug 31 14:21:59.332403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-6b3fa655-02ec-4ab2-8ed5-ef02d896b275 req-24e522ab-4425-4585-9ef1-b37543055631 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Deleting port a9bdfbe5-7758-444a-8453-bdfc77286000 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:21:59.333243 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6b3fa655-02ec-4ab2-8ed5-ef02d896b275 req-24e522ab-4425-4585-9ef1-b37543055631 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.350347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 636091df-119b-43b2-887a-50d67cf6a461 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:59.365261 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 636091df-119b-43b2-887a-50d67cf6a461 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:59.365652 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.368833 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d8493b8e-eacf-4fb0-b40b-9533d77a0698 req-260a9658-8ea2-4959-ab86-f885c1171fef service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638881 Aug 31 14:21:59.371138 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91966d7e-bf47-4a48-9903-6fc553123c30 req-67e2d24c-225f-4105-8388-14dbf628141d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 210 time: 0.0482364 Aug 31 14:21:59.443786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6b3fa655-02ec-4ab2-8ed5-ef02d896b275 req-24e522ab-4425-4585-9ef1-b37543055631 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] For port a9bdfbe5-7758-444a-8453-bdfc77286000, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a9bdfbe5-7758-444a-8453-bdfc77286000,segment=NetworkSegment(294ef5a7-213c-4839-a17a-1f434562e456),segment_id=294ef5a7-213c-4839-a17a-1f434562e456)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:59.444184 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6b3fa655-02ec-4ab2-8ed5-ef02d896b275 req-24e522ab-4425-4585-9ef1-b37543055631 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.459930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-6b3fa655-02ec-4ab2-8ed5-ef02d896b275 req-24e522ab-4425-4585-9ef1-b37543055631 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Calling delete_port for a9bdfbe5-7758-444a-8453-bdfc77286000 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:21:59.547796 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.555969 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d044ce27-ff46-4fe6-9353-1475ddac8e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.614210 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-97096be1-fe15-46bc-b879-6a99cc9c2d13 req-9ac8aa60-64b9-4376-b5fa-de097d878e71 tempest-FloatingIPsNegativeTestJSON-395640648 tempest-FloatingIPsNegativeTestJSON-395640648-project] show failed (client error): The resource could not be found. Aug 31 14:21:59.616142 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97096be1-fe15-46bc-b879-6a99cc9c2d13 req-9ac8aa60-64b9-4376-b5fa-de097d878e71 tempest-FloatingIPsNegativeTestJSON-395640648 tempest-FloatingIPsNegativeTestJSON-395640648-project] 10.222.0.39 "GET /v2.0/floatingips/d8df3de0-14d3-4fb0-b50a-176189e89a56 HTTP/1.1" status: 404 len: 350 time: 0.0430214 Aug 31 14:21:59.617125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044ce27-ff46-4fe6-9353-1475ddac8e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40552a86-f995-4e29-94f9-152d14895ce3,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:59.639904 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef147cd-3ad9-4af2-b32b-cf9b2a08e613 req-227c5232-1bf1-46f5-a0bb-6a0b7195a6c3 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:59.639904 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eef147cd-3ad9-4af2-b32b-cf9b2a08e613 req-227c5232-1bf1-46f5-a0bb-6a0b7195a6c3 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 943 time: 0.3523266 Aug 31 14:21:59.641172 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 636091df-119b-43b2-887a-50d67cf6a461, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=636091df-119b-43b2-887a-50d67cf6a461,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:59.641855 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34184) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:59.657967 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.709187 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-31ce9af6-beaf-4832-851d-24ed59d891d5 service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659699 Aug 31 14:21:59.750498 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=636091df-119b-43b2-887a-50d67cf6a461,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:59.765948 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.782294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Transition to ACTIVE for port object 09d6f373-eda5-4105-a8a9-4b400864b9d6 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:59.789824 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.848333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe339d-03c5-41a2-91dc-1eedaff92679 None None] Pushing event updated for resources: {'Port': ['ID=09d6f373-eda5-4105-a8a9-4b400864b9d6,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:59.848717 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-902ade03-8005-44e7-8af2-ce7435959ab2 req-fa48ee62-f832-4f7e-aef8-69c542e3aa1c service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086736 Aug 31 14:21:59.857008 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d044ce27-ff46-4fe6-9353-1475ddac8e08 admin admin] Checking segment: {'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:59.857375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d044ce27-ff46-4fe6-9353-1475ddac8e08 admin admin] Network hostable DHCP agents. Network: 14ae3af1-d421-4720-b5ea-4de9bb9491bc, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:21:59.870924 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eef147cd-3ad9-4af2-b32b-cf9b2a08e613 req-a7d3b9be-3a43-4be4-8106-02a4c1e85abf tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196791 Aug 31 14:22:00.010546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d044ce27-ff46-4fe6-9353-1475ddac8e08 admin admin] Network 14ae3af1-d421-4720-b5ea-4de9bb9491bc is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:22:00.053648 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6b3fa655-02ec-4ab2-8ed5-ef02d896b275 req-24e522ab-4425-4585-9ef1-b37543055631 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.073879 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Attempting to bind port 09d6f373-eda5-4105-a8a9-4b400864b9d6 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:00.074258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Attempting to bind port 09d6f373-eda5-4105-a8a9-4b400864b9d6 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '209102af-1e65-4f60-8867-4fb60d67b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '650c5738-be74-4d37-96b2-092f459a8a67'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:00.074615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Attempting to bind port 09d6f373-eda5-4105-a8a9-4b400864b9d6 on network 650c5738-be74-4d37-96b2-092f459a8a67 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:00.079974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d044ce27-ff46-4fe6-9353-1475ddac8e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 14ae3af1-d421-4720-b5ea-4de9bb9491bc) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:00.080857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:00.082129 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Checking segment: {'id': '209102af-1e65-4f60-8867-4fb60d67b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '650c5738-be74-4d37-96b2-092f459a8a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:00.082528 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.084704 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Bound using segment: {'id': '209102af-1e65-4f60-8867-4fb60d67b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '650c5738-be74-4d37-96b2-092f459a8a67'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:00.085408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Bound port: 09d6f373-eda5-4105-a8a9-4b400864b9d6, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209102af-1e65-4f60-8867-4fb60d67b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '650c5738-be74-4d37-96b2-092f459a8a67'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:00.086834 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.089794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d044ce27-ff46-4fe6-9353-1475ddac8e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:00.090389 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d044ce27-ff46-4fe6-9353-1475ddac8e08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.103526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f550ac44-49f8-4101-80b1-5d33e154b869 None None] Network 14ae3af1-d421-4720-b5ea-4de9bb9491bc requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:00.143200 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d044ce27-ff46-4fe6-9353-1475ddac8e08 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2384074 Aug 31 14:22:00.157205 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-79faf4c2-42e1-49ac-82c3-b19d0abce2a9 req-bb2cc3f0-b6a8-4789-b4c0-4d5292371e5d tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9f6d00d9f25f43e8a00153842ebf8a2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834324 Aug 31 14:22:00.170711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d90f8-4543-478a-be8a-b279c833074c req-fb8675e2-c76f-4bd9-b16a-5bb4a4098c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:00.172373 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b8d90f8-4543-478a-be8a-b279c833074c req-fb8675e2-c76f-4bd9-b16a-5bb4a4098c21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4f9d76e94034e6cafeda497ae4ea289&device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 1094 time: 0.2093010 Aug 31 14:22:00.173297 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e522ab-4425-4585-9ef1-b37543055631 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Pushing event deleted for resources: {'Port': ['ID=a9bdfbe5-7758-444a-8453-bdfc77286000,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:00.313193 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984843e-ab77-4650-b4cc-24099eaaf582 None None] Network 14ae3af1-d421-4720-b5ea-4de9bb9491bc requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:00.344273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3fa655-02ec-4ab2-8ed5-ef02d896b275 req-24e522ab-4425-4585-9ef1-b37543055631 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] No DVR routers for this DVR port a9bdfbe5-7758-444a-8453-bdfc77286000 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:00.356931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075710a-4be7-460d-a216-19062009e12e req-ff7061af-48fc-4043-b296-ffee7e11a8be tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:00.367604 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6075710a-4be7-460d-a216-19062009e12e req-ff7061af-48fc-4043-b296-ffee7e11a8be tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 949 time: 0.2988644 Aug 31 14:22:00.373473 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6b3fa655-02ec-4ab2-8ed5-ef02d896b275 req-24e522ab-4425-4585-9ef1-b37543055631 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.376064 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b3fa655-02ec-4ab2-8ed5-ef02d896b275 req-24e522ab-4425-4585-9ef1-b37543055631 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.25 "DELETE /v2.0/ports/a9bdfbe5-7758-444a-8453-bdfc77286000 HTTP/1.1" status: 204 len: 173 time: 1.5608835 Aug 31 14:22:00.443164 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faf4c2-42e1-49ac-82c3-b19d0abce2a9 req-f2adcf31-2262-4d97-a37b-ba9837fb44fc tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:00.452959 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-79faf4c2-42e1-49ac-82c3-b19d0abce2a9 req-f2adcf31-2262-4d97-a37b-ba9837fb44fc tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2947211 Aug 31 14:22:00.456695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d90f8-4543-478a-be8a-b279c833074c req-d5d6c7ea-9856-4027-953f-ca1b191ee9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:00.458345 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b8d90f8-4543-478a-be8a-b279c833074c req-d5d6c7ea-9856-4027-953f-ca1b191ee9ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=548300bd-6390-4eae-8b45-e5f145a60bf9 HTTP/1.1" status: 200 len: 914 time: 0.2669919 Aug 31 14:22:00.469443 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6075710a-4be7-460d-a216-19062009e12e req-b70876d7-0064-4b0e-bdb1-3999c90b66ac tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012137 Aug 31 14:22:00.533593 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-79faf4c2-42e1-49ac-82c3-b19d0abce2a9 req-a4c528bb-8350-4731-8f10-cd3b85e58fb9 tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] 10.222.0.39 "GET /v2.0/quotas/9f6d00d9f25f43e8a00153842ebf8a2b HTTP/1.1" status: 200 len: 375 time: 0.0791647 Aug 31 14:22:00.581567 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b8d90f8-4543-478a-be8a-b279c833074c req-bdac2f44-78df-4ef4-90a6-e56b2e054ea7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcfef03e-b02f-48bf-bead-fee2f4ec7313 HTTP/1.1" status: 200 len: 217 time: 0.1110957 Aug 31 14:22:00.593387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] For port 09d6f373-eda5-4105-a8a9-4b400864b9d6, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:00.602342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] For port 09d6f373-eda5-4105-a8a9-4b400864b9d6, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=09d6f373-eda5-4105-a8a9-4b400864b9d6,segment=NetworkSegment(209102af-1e65-4f60-8867-4fb60d67b472),segment_id=209102af-1e65-4f60-8867-4fb60d67b472)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:00.604820 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-79faf4c2-42e1-49ac-82c3-b19d0abce2a9 req-8eb320d3-e636-4b08-83d1-e5727eddb2a4 tempest-QuotasAdminNegativeTest-1923269636 tempest-QuotasAdminNegativeTest-1923269636-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f6d00d9f25f43e8a00153842ebf8a2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701547 Aug 31 14:22:00.615455 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.626952 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-382403d9-3c50-4cad-b499-c5bb60f5830e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.676363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21ff9ae3-7fd3-45d5-b887-fc40024386ee req-4b1688c7-152a-48a5-94eb-593047a0ec96 tempest-InstanceActionsNegativeTestJSON-66783279 tempest-InstanceActionsNegativeTestJSON-66783279-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87a6d0-8140-44fb-b867-457fdf12228f HTTP/1.1" status: 200 len: 210 time: 0.0382793 Aug 31 14:22:00.708807 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd87a6d0-8140-44fb-b867-457fdf12228f', 'name': 'network-vif-deleted', 'tag': 'a9bdfbe5-7758-444a-8453-bdfc77286000'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:00.717602 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dacfe99-ab01-4386-95e7-34a620c7128f" -d '{"events": [{"server_uuid": "fd87a6d0-8140-44fb-b867-457fdf12228f", "name": "network-vif-deleted", "tag": "a9bdfbe5-7758-444a-8453-bdfc77286000"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:00.730096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Routers {'89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:00.731192 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:21:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:00.735108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe339d-03c5-41a2-91dc-1eedaff92679 None None] Pushing event updated for resources: {'Port': ['ID=09d6f373-eda5-4105-a8a9-4b400864b9d6,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:00.775469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d90f8-4543-478a-be8a-b279c833074c req-ef56ef03-de58-4fa8-a5c9-da1407e710d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:00.775469 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b8d90f8-4543-478a-be8a-b279c833074c req-ef56ef03-de58-4fa8-a5c9-da1407e710d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecdb00b1-10ad-4f69-b17c-95e68b9c75d8 HTTP/1.1" status: 200 len: 853 time: 0.1721542 Aug 31 14:22:00.826112 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b8d90f8-4543-478a-be8a-b279c833074c req-a1bf000f-6d81-4323-93ed-92d418d1da5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=548300bd-6390-4eae-8b45-e5f145a60bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533350 Aug 31 14:22:00.873927 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b13502c-314b-4f45-8d28-764d7a6838d9 req-49e03bdd-6fdc-4666-a423-937060d58eb4 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 210 time: 0.0503633 Aug 31 14:22:01.041307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] Set router 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:01.082060 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997bf788-9a29-4546-ac85-cfd67063ddc7 x-openstack-request-id: req-997bf788-9a29-4546-ac85-cfd67063ddc7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:01.082345 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd87a6d0-8140-44fb-b867-457fdf12228f", "name": "network-vif-deleted", "tag": "a9bdfbe5-7758-444a-8453-bdfc77286000", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:01.082593 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-997bf788-9a29-4546-ac85-cfd67063ddc7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:01.083075 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd87a6d0-8140-44fb-b867-457fdf12228f', 'name': 'network-vif-deleted', 'tag': 'a9bdfbe5-7758-444a-8453-bdfc77286000', 'status': 'completed', 'code': 200} Aug 31 14:22:01.137331 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b8d90f8-4543-478a-be8a-b279c833074c req-804e7623-633f-430a-952b-677defe4c36d service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009896 Aug 31 14:22:01.201260 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2742a0-1fe3-4d21-b218-c3994b361c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636091df-119b-43b2-887a-50d67cf6a461'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:01.203898 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76360be9-ec3f-4d0e-9865-065273a8031c" -d '{"events": [{"server_uuid": "ca2742a0-1fe3-4d21-b218-c3994b361c2e", "name": "network-vif-plugged", "status": "completed", "tag": "636091df-119b-43b2-887a-50d67cf6a461"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:01.210037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a9bdfbe5-7758-444a-8453-bdfc77286000 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:01.253298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: a9bdfbe5-7758-444a-8453-bdfc77286000 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:01.253718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a9bdfbe5-7758-444a-8453-bdfc77286000 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:01.354924 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b8d90f8-4543-478a-be8a-b279c833074c req-6e825991-5ea7-4f00-bda0-eec726def02a service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089202 Aug 31 14:22:01.439090 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-615832532-router', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '7e2e4806-536b-4738-a75f-3bcc53d77cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:42Z', 'updated_at': '2021-08-31T14:21:55Z', 'revision_number': 4, 'project_id': 'c013c60d66d444da88350bc18b7bcd0a', 'gw_port': {'id': '7e2e4806-536b-4738-a75f-3bcc53d77cbb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:44Z', 'updated_at': '2021-08-31T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '09d6f373-eda5-4105-a8a9-4b400864b9d6', 'name': '', 'network_id': '650c5738-be74-4d37-96b2-092f459a8a67', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'mac_address': 'fa:16:3e:68:c2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '67eebdd2-0f35-4fbc-99d2-c6a663d4d7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:52Z', 'updated_at': '2021-08-31T14:22:00Z', 'revision_number': 4, 'project_id': 'c013c60d66d444da88350bc18b7bcd0a', 'subnets': [{'id': '67eebdd2-0f35-4fbc-99d2-c6a663d4d7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:01.476154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ef3f92-b761-4798-baf1-0c50d747aa69 None None] The sync data for ids ['89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'] in n-d-806683-5 is: [{'id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-615832532-router', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '7e2e4806-536b-4738-a75f-3bcc53d77cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:42Z', 'updated_at': '2021-08-31T14:21:55Z', 'revision_number': 4, 'project_id': 'c013c60d66d444da88350bc18b7bcd0a', 'gw_port': {'id': '7e2e4806-536b-4738-a75f-3bcc53d77cbb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:44Z', 'updated_at': '2021-08-31T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '09d6f373-eda5-4105-a8a9-4b400864b9d6', 'name': '', 'network_id': '650c5738-be74-4d37-96b2-092f459a8a67', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'mac_address': 'fa:16:3e:68:c2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '67eebdd2-0f35-4fbc-99d2-c6a663d4d7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:52Z', 'updated_at': '2021-08-31T14:22:00Z', 'revision_number': 4, 'project_id': 'c013c60d66d444da88350bc18b7bcd0a', 'subnets': [{'id': '67eebdd2-0f35-4fbc-99d2-c6a663d4d7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:01.494960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de2578-8a97-4030-9f94-b41d4a353fa9 req-649aa499-a98d-48c7-a12d-d760c30c8c9c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:01.503131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6de2578-8a97-4030-9f94-b41d4a353fa9 req-649aa499-a98d-48c7-a12d-d760c30c8c9c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 943 time: 0.0811937 Aug 31 14:22:01.583825 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6de2578-8a97-4030-9f94-b41d4a353fa9 req-c1ce37ca-b157-4c15-99c4-9009185a485f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791993 Aug 31 14:22:01.661357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-df644d97-cada-4592-8a15-704c0094ba49 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:01.663053 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-df644d97-cada-4592-8a15-704c0094ba49 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/networks?id=14ae3af1-d421-4720-b5ea-4de9bb9491bc HTTP/1.1" status: 200 len: 805 time: 0.6756661 Aug 31 14:22:01.668357 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a542969d-616b-4848-9423-1abf9fddf00b x-openstack-request-id: req-a542969d-616b-4848-9423-1abf9fddf00b {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:01.670048 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2742a0-1fe3-4d21-b218-c3994b361c2e", "name": "network-vif-plugged", "status": "completed", "tag": "636091df-119b-43b2-887a-50d67cf6a461", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:01.670048 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a542969d-616b-4848-9423-1abf9fddf00b {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:01.670048 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2742a0-1fe3-4d21-b218-c3994b361c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636091df-119b-43b2-887a-50d67cf6a461', 'code': 200} Aug 31 14:22:01.778813 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-b072c4dd-dca1-4b11-bc74-dfc9398aad7d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/quotas/06bda9b8930f4baf87807774cc265b85 HTTP/1.1" status: 200 len: 375 time: 0.0588915 Aug 31 14:22:01.847973 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-0d2d9ad2-0d10-43cb-a229-8acf7ce4c30b tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=06bda9b8930f4baf87807774cc265b85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678411 Aug 31 14:22:01.891098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f0aff-1c5a-48e7-bfb1-623c7572192f req-a1628f8b-e85d-48a2-bea5-2135dba7f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:01.892275 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-331f0aff-1c5a-48e7-bfb1-623c7572192f req-a1628f8b-e85d-48a2-bea5-2135dba7f48d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 1100 time: 0.1342013 Aug 31 14:22:01.968767 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-331f0aff-1c5a-48e7-bfb1-623c7572192f req-2a153d1a-1971-403e-86da-a5500a2ead11 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633366 Aug 31 14:22:01.987400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6669c-d5e9-4936-b709-40a88f4003cf req-21847840-95a4-4af3-9276-2b22c09f5216 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:01.988993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcf6669c-d5e9-4936-b709-40a88f4003cf req-21847840-95a4-4af3-9276-2b22c09f5216 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 949 time: 0.1753392 Aug 31 14:22:01.994479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-382403d9-3c50-4cad-b499-c5bb60f5830e admin admin] Deleting port 09d6f373-eda5-4105-a8a9-4b400864b9d6 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:01.994833 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-382403d9-3c50-4cad-b499-c5bb60f5830e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.046198 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcf6669c-d5e9-4936-b709-40a88f4003cf req-6a91420b-d1a4-440e-ab64-c571c9ca5f45 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434930 Aug 31 14:22:02.123271 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34252) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:02.143806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34254) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:02.175008 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-c9c3800d-a79e-4466-b7dd-38203cfb9f1c service neutron] 10.222.0.39 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257561 Aug 31 14:22:02.204012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bcfef03e-b02f-48bf-bead-fee2f4ec7313 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:02.219473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-00970716-d6d8-4fd7-9667-8519583a24a5 admin admin] Deleting subnet e1b199a0-728e-4302-a025-bfdba7b0881e {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:22:02.228345 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00970716-d6d8-4fd7-9667-8519583a24a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.320323 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00970716-d6d8-4fd7-9667-8519583a24a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.338098 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-31658bc1-9db8-45de-995b-2b30c3cdaa3f service neutron] 10.222.0.39 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611445 Aug 31 14:22:02.429522 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00970716-d6d8-4fd7-9667-8519583a24a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.434644 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.444881 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bcfef03e-b02f-48bf-bead-fee2f4ec7313, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bcfef03e-b02f-48bf-bead-fee2f4ec7313,segment=NetworkSegment(472a304f-3031-413b-a0f3-bdd0df9ace4e),segment_id=472a304f-3031-413b-a0f3-bdd0df9ace4e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:02.482325 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'bcfef03e-b02f-48bf-bead-fee2f4ec7313', 'network_id': '548300bd-6390-4eae-8b45-e5f145a60bf9', 'port_id': 'bcfef03e-b02f-48bf-bead-fee2f4ec7313', 'mac_address': 'fa:16:3e:64:fc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdb00b1-10ad-4f69-b17c-95e68b9c75d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:02.558144 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.573003 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10cc536f-d624-4b7c-9ece-14b028b64bab req-653e7c1e-ef45-4cd0-afdf-cc827c7d8079 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9bf86e-deb0-4a5a-97f8-16f570e79214 HTTP/1.1" status: 200 len: 210 time: 0.0758312 Aug 31 14:22:02.578057 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.584229 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-382403d9-3c50-4cad-b499-c5bb60f5830e admin admin] For port 09d6f373-eda5-4105-a8a9-4b400864b9d6, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=09d6f373-eda5-4105-a8a9-4b400864b9d6,segment=NetworkSegment(209102af-1e65-4f60-8867-4fb60d67b472),segment_id=209102af-1e65-4f60-8867-4fb60d67b472)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:02.584462 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-382403d9-3c50-4cad-b499-c5bb60f5830e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.600020 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.625095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcfef03e-b02f-48bf-bead-fee2f4ec7313 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:02.626414 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00970716-d6d8-4fd7-9667-8519583a24a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.659057 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-382403d9-3c50-4cad-b499-c5bb60f5830e admin admin] Calling delete_port for 09d6f373-eda5-4105-a8a9-4b400864b9d6 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:02.696511 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bcfef03e-b02f-48bf-bead-fee2f4ec7313, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bcfef03e-b02f-48bf-bead-fee2f4ec7313,segment=NetworkSegment(472a304f-3031-413b-a0f3-bdd0df9ace4e),segment_id=472a304f-3031-413b-a0f3-bdd0df9ace4e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:02.701680 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.702929 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f6d00d9f25f43e8a00153842ebf8a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541883 Aug 31 14:22:02.705959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34264) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:02.706907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0f8ab7-f38c-4b33-9f0f-cdae6e16cac6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:02.744637 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00970716-d6d8-4fd7-9667-8519583a24a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.753125 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-00970716-d6d8-4fd7-9667-8519583a24a5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e1b199a0-728e-4302-a025-bfdba7b0881e HTTP/1.1" status: 204 len: 168 time: 0.6289964 Aug 31 14:22:02.757010 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34266) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:02.778130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:02.778130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:02.778130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:02.778130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:02.778130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:02.778130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:02.778130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:02.778725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:02.781578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:02.781956 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:02.782305 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:02.782648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5503-dce1-4331-a34b-af162c2d9f13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:02.793914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00970716-d6d8-4fd7-9667-8519583a24a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b199a0-728e-4302-a025-bfdba7b0881e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:02.804024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bcfef03e-b02f-48bf-bead-fee2f4ec7313,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:02.873298 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-825a887d-4e69-4dc9-85fe-78daa4ff7144 req-d77c81e2-6cf5-4142-b7c1-9875d67ff617 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 210 time: 0.1008503 Aug 31 14:22:02.904545 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3f46e01-5bcb-489d-8aa4-1945f0a1ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.941586 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bcfef03e-b02f-48bf-bead-fee2f4ec7313'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:03.301523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 09d6f373-eda5-4105-a8a9-4b400864b9d6 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:03.326618 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c817-d508-4280-8eb3-20fbf6b02888 req-7d6c1107-d119-4071-8bea-033f6d226015 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:03.330182 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d276c817-d508-4280-8eb3-20fbf6b02888 req-7d6c1107-d119-4071-8bea-033f6d226015 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 949 time: 0.1354105 Aug 31 14:22:03.342153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55e689-dd76-4634-9f8f-8a7da4700ed4 req-e32e5699-a6c4-4325-bc26-85e0f5f526a2 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:03.344348 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cb55e689-dd76-4634-9f8f-8a7da4700ed4 req-e32e5699-a6c4-4325-bc26-85e0f5f526a2 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 944 time: 0.4356306 Aug 31 14:22:03.371400 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3f46e01-5bcb-489d-8aa4-1945f0a1ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.415445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d276c817-d508-4280-8eb3-20fbf6b02888 req-75eba2e2-fa7a-42e3-a4a9-dc59d606d356 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696383 Aug 31 14:22:03.436093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 09d6f373-eda5-4105-a8a9-4b400864b9d6 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:03.441596 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 09d6f373-eda5-4105-a8a9-4b400864b9d6 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:03.441958 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.449361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-d3f46e01-5bcb-489d-8aa4-1945f0a1ee0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:03.473281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d93db59-803e-498d-b2ba-ddf3423b0442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.500518 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d93db59-803e-498d-b2ba-ddf3423b0442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.544373 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.560042 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-d3f46e01-5bcb-489d-8aa4-1945f0a1ee0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294ef5a7-213c-4839-a17a-1f434562e456') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:03.560375 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-d3f46e01-5bcb-489d-8aa4-1945f0a1ee0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294ef5a7-213c-4839-a17a-1f434562e456') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:03.595625 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cb55e689-dd76-4634-9f8f-8a7da4700ed4 req-a062a301-2d6c-4265-8604-7f6379393567 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998727 Aug 31 14:22:03.596077 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 09d6f373-eda5-4105-a8a9-4b400864b9d6, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=09d6f373-eda5-4105-a8a9-4b400864b9d6,segment=NetworkSegment(209102af-1e65-4f60-8867-4fb60d67b472),segment_id=209102af-1e65-4f60-8867-4fb60d67b472)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:03.599090 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3f46e01-5bcb-489d-8aa4-1945f0a1ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.610276 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.622227 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3f46e01-5bcb-489d-8aa4-1945f0a1ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.645365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f46e01-5bcb-489d-8aa4-1945f0a1ee0d admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:22:03.646650 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3f46e01-5bcb-489d-8aa4-1945f0a1ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:22:03.649055 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:22:03.681038 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d93db59-803e-498d-b2ba-ddf3423b0442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.683388 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d93db59-803e-498d-b2ba-ddf3423b0442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.684655 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4d93db59-803e-498d-b2ba-ddf3423b0442 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d0f8ab7-f38c-4b33-9f0f-cdae6e16cac6 HTTP/1.1" status: 204 len: 168 time: 0.9741395 Aug 31 14:22:03.733002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=09d6f373-eda5-4105-a8a9-4b400864b9d6,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:03.785391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93db59-803e-498d-b2ba-ddf3423b0442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0f8ab7-f38c-4b33-9f0f-cdae6e16cac6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:03.852817 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-382403d9-3c50-4cad-b499-c5bb60f5830e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.863636 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3f46e01-5bcb-489d-8aa4-1945f0a1ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.890493 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3f46e01-5bcb-489d-8aa4-1945f0a1ee0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.898701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d3f46e01-5bcb-489d-8aa4-1945f0a1ee0d admin admin] 10.222.0.39 "DELETE /v2.0/networks/ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8 HTTP/1.1" status: 204 len: 168 time: 1.1399581 Aug 31 14:22:04.046005 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-85e66195-ee10-4bbb-abbf-67012250a9ae req-1a027612-6f1b-4eb9-9bbd-058088466e16 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 210 time: 0.0899441 Aug 31 14:22:04.053770 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382403d9-3c50-4cad-b499-c5bb60f5830e admin admin] Pushing event deleted for resources: {'Port': ['ID=09d6f373-eda5-4105-a8a9-4b400864b9d6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:04.219768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bcfef03e-b02f-48bf-bead-fee2f4ec7313 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:04.226100 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-382403d9-3c50-4cad-b499-c5bb60f5830e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.230922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f46e01-5bcb-489d-8aa4-1945f0a1ee0d admin admin] Pushing event deleted for resources: {'Network': ['ID=ccdfe60b-cb0b-4cd4-ae24-90aa7fc5bdf8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:04.232830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34292) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:04.254686 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d617bbee-73a5-44d3-b5c9-13055ef09319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.290775 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port bcfef03e-b02f-48bf-bead-fee2f4ec7313 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:04.297330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port bcfef03e-b02f-48bf-bead-fee2f4ec7313 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:04.298022 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.373307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-37cabfd3-cfee-471d-bf3a-0f9e94fa8b86 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:04.376403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-37cabfd3-cfee-471d-bf3a-0f9e94fa8b86 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.25 "GET /v2.0/networks?id=14ae3af1-d421-4720-b5ea-4de9bb9491bc HTTP/1.1" status: 200 len: 805 time: 0.2085381 Aug 31 14:22:04.377152 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34294) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:04.400634 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d617bbee-73a5-44d3-b5c9-13055ef09319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.430835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-0365920a-e4f2-40fe-8dbd-39c4ae029ade tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Request body: {'port': {'device_id': '1509b096-5c98-4f2a-97e9-417c3ebe7427', 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc', 'admin_state_up': True, 'tenant_id': '06bda9b8930f4baf87807774cc265b85'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:04.436404 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d617bbee-73a5-44d3-b5c9-13055ef09319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.451916 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.500570 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d617bbee-73a5-44d3-b5c9-13055ef09319 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1aa0ce167054fbabf8abbb62698d503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654488 Aug 31 14:22:04.503512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34298) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:04.513955 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d4535f82-9597-47e9-8991-6e14c9f6acbb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b21f6e187eef47fc97d4e0a9e8df4861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1324470 Aug 31 14:22:04.515650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34300) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:04.527369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bcfef03e-b02f-48bf-bead-fee2f4ec7313, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bcfef03e-b02f-48bf-bead-fee2f4ec7313,segment=NetworkSegment(472a304f-3031-413b-a0f3-bdd0df9ace4e),segment_id=472a304f-3031-413b-a0f3-bdd0df9ace4e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:04.528374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adeda922-f512-4bcd-9ad4-4d3e0d39c943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfef03e-b02f-48bf-bead-fee2f4ec7313'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:04.534960 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7dd621-b44f-43bd-8c14-451122f39fee" -d '{"events": [{"server_uuid": "adeda922-f512-4bcd-9ad4-4d3e0d39c943", "name": "network-vif-plugged", "status": "completed", "tag": "bcfef03e-b02f-48bf-bead-fee2f4ec7313"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:04.550382 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.609578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8603051-ea50-42f4-9c15-4d857557f7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.640005 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8603051-ea50-42f4-9c15-4d857557f7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.649809 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84bbacb-883d-4944-9815-fbd23e1c5588 x-openstack-request-id: req-e84bbacb-883d-4944-9815-fbd23e1c5588 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:04.650184 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adeda922-f512-4bcd-9ad4-4d3e0d39c943", "name": "network-vif-plugged", "status": "completed", "tag": "bcfef03e-b02f-48bf-bead-fee2f4ec7313", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:04.650788 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e84bbacb-883d-4944-9815-fbd23e1c5588 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:04.650928 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeda922-f512-4bcd-9ad4-4d3e0d39c943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfef03e-b02f-48bf-bead-fee2f4ec7313', 'code': 200} Aug 31 14:22:04.656341 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617bbee-73a5-44d3-b5c9-13055ef09319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab62e3b-18cd-487d-becc-8b79cfa0d1a3,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:04.665768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bcfef03e-b02f-48bf-bead-fee2f4ec7313,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:04.695020 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1fd68832-4913-4059-80b6-13a0941e1159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.746050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4647d6f-02c8-4d61-9968-5a6903bfafef req-b53fb5b6-7f5c-4cc9-af03-c1b9cff730fb tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:04.748588 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4647d6f-02c8-4d61-9968-5a6903bfafef req-b53fb5b6-7f5c-4cc9-af03-c1b9cff730fb tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 949 time: 0.2094557 Aug 31 14:22:04.780125 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1fd68832-4913-4059-80b6-13a0941e1159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.815839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-0365920a-e4f2-40fe-8dbd-39c4ae029ade tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Made reservation on behalf of 06bda9b8930f4baf87807774cc265b85 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:04.819698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-0365920a-e4f2-40fe-8dbd-39c4ae029ade tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.863467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8f91c-bced-4d65-b82b-7503b149f348 req-fc4bcb98-94e5-4405-a945-89b2ba4cd2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:04.866044 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2de8f91c-bced-4d65-b82b-7503b149f348 req-fc4bcb98-94e5-4405-a945-89b2ba4cd2e6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 1096 time: 0.1563675 Aug 31 14:22:04.871419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8603051-ea50-42f4-9c15-4d857557f7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.874887 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8603051-ea50-42f4-9c15-4d857557f7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.876027 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e8603051-ea50-42f4-9c15-4d857557f7c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd726f8c-8205-4e9f-9b99-34735356278a HTTP/1.1" status: 204 len: 168 time: 0.3599083 Aug 31 14:22:04.979585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199ec96-9ca5-4ce9-8a02-26dc82338c50 req-e316c916-0298-4a99-85f6-65fe947bab35 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:04.993185 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2199ec96-9ca5-4ce9-8a02-26dc82338c50 req-e316c916-0298-4a99-85f6-65fe947bab35 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 945 time: 0.2352893 Aug 31 14:22:05.024272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8603051-ea50-42f4-9c15-4d857557f7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd726f8c-8205-4e9f-9b99-34735356278a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:05.070529 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4647d6f-02c8-4d61-9968-5a6903bfafef req-dcae4ff0-00fa-471c-a484-50217479ce44 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156254 Aug 31 14:22:05.074904 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1fd68832-4913-4059-80b6-13a0941e1159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.078912 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1fd68832-4913-4059-80b6-13a0941e1159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.080278 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1fd68832-4913-4059-80b6-13a0941e1159 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ab62e3b-18cd-487d-becc-8b79cfa0d1a3 HTTP/1.1" status: 204 len: 168 time: 0.5758641 Aug 31 14:22:05.107650 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2de8f91c-bced-4d65-b82b-7503b149f348 req-617d18e8-0dfb-4b3a-9485-293876cf4127 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261097 Aug 31 14:22:05.123439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd68832-4913-4059-80b6-13a0941e1159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab62e3b-18cd-487d-becc-8b79cfa0d1a3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:05.127516 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2199ec96-9ca5-4ce9-8a02-26dc82338c50 req-20228364-4b42-42dc-a2c5-3775ebec972e tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291685 Aug 31 14:22:05.210956 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382403d9-3c50-4cad-b499-c5bb60f5830e admin admin] Router 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:05.222355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-0365920a-e4f2-40fe-8dbd-39c4ae029ade tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Allocated IP 172.20.0.10 (14ae3af1-d421-4720-b5ea-4de9bb9491bc/40552a86-f995-4e29-94f9-152d14895ce3/1e114a5f-9d37-4c36-b20d-8af7fc04646f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:05.394064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382403d9-3c50-4cad-b499-c5bb60f5830e admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:05.401844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-382403d9-3c50-4cad-b499-c5bb60f5830e admin admin] 10.222.0.39 "PUT /v2.0/routers/89a9abb5-8ca1-464d-b1c7-e10cac23e5d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7588050 Aug 31 14:22:05.407244 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34320) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:05.412328 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb368ed-1286-4709-b373-c0a85091c89e None None] Sync routers for ids ['89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:05.439516 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb368ed-1286-4709-b373-c0a85091c89e None None] Routers {'89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:05.439516 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bbb368ed-1286-4709-b373-c0a85091c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:21:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:05.521753 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a26b0f1a-9d56-4cc5-ba46-40556d67c952 req-1969a550-f71e-4d2f-8e88-896e6fd9676f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 210 time: 0.1969666 Aug 31 14:22:05.648488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-0365920a-e4f2-40fe-8dbd-39c4ae029ade tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.686196 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-bbb368ed-1286-4709-b373-c0a85091c89e None None] Set router 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:05.692496 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6d641-bd0c-4b15-9020-ebb1ac6b71ce req-550dd395-356d-4918-a70d-8f8fd3f6deef tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:05.698538 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6eb6d641-bd0c-4b15-9020-ebb1ac6b71ce req-550dd395-356d-4918-a70d-8f8fd3f6deef tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32e1499-74bf-4e19-9036-7ea3f164a3c1 HTTP/1.1" status: 200 len: 950 time: 0.2770252 Aug 31 14:22:05.731094 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-0365920a-e4f2-40fe-8dbd-39c4ae029ade tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.764880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-0365920a-e4f2-40fe-8dbd-39c4ae029ade tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Network 14ae3af1-d421-4720-b5ea-4de9bb9491bc is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:05.769432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-0365920a-e4f2-40fe-8dbd-39c4ae029ade tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:05.776775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-0365920a-e4f2-40fe-8dbd-39c4ae029ade tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:05.782181 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6eb6d641-bd0c-4b15-9020-ebb1ac6b71ce req-af20a031-fe9f-421b-aca0-0d9c9ef2c7c4 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730093 Aug 31 14:22:05.788001 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.869238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365920a-e4f2-40fe-8dbd-39c4ae029ade tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Pushing event updated for resources: {'Port': ['ID=1e114a5f-9d37-4c36-b20d-8af7fc04646f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:06.024593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-0365920a-e4f2-40fe-8dbd-39c4ae029ade tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:06.027999 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-0365920a-e4f2-40fe-8dbd-39c4ae029ade tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.057145 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-0365920a-e4f2-40fe-8dbd-39c4ae029ade tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6330390 Aug 31 14:22:06.060297 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.076133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Request body: {'port': {'device_id': '1509b096-5c98-4f2a-97e9-417c3ebe7427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:06.200313 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] Deleting port 7e2e4806-536b-4738-a75f-3bcc53d77cbb {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:06.200931 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.208562 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.211554 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bbb368ed-1286-4709-b373-c0a85091c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-615832532-router', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '7e2e4806-536b-4738-a75f-3bcc53d77cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:42Z', 'updated_at': '2021-08-31T14:22:03Z', 'revision_number': 5, 'project_id': 'c013c60d66d444da88350bc18b7bcd0a', 'gw_port': {'id': '7e2e4806-536b-4738-a75f-3bcc53d77cbb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:44Z', 'updated_at': '2021-08-31T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:06.270469 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb368ed-1286-4709-b373-c0a85091c89e None None] Checking router: 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:22:06.293926 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb368ed-1286-4709-b373-c0a85091c89e None None] Routers {'89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:06.294766 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bbb368ed-1286-4709-b373-c0a85091c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:21:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:06.491639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a91a77-c168-44e4-81ae-3dcbb64dd7b4 req-bf9c1fc1-0222-455e-a720-7b6cab9e4758 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:06.493171 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e7a91a77-c168-44e4-81ae-3dcbb64dd7b4 req-bf9c1fc1-0222-455e-a720-7b6cab9e4758 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 945 time: 0.1856518 Aug 31 14:22:06.495586 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-bbb368ed-1286-4709-b373-c0a85091c89e None None] Set router 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:06.561396 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] For port 7e2e4806-536b-4738-a75f-3bcc53d77cbb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7e2e4806-536b-4738-a75f-3bcc53d77cbb,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:06.561805 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.663418 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e7a91a77-c168-44e4-81ae-3dcbb64dd7b4 req-9fc32729-22b0-4258-ab8a-7476ee788b26 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556652 Aug 31 14:22:06.666506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] Calling delete_port for 7e2e4806-536b-4738-a75f-3bcc53d77cbb owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:06.928050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e114a5f-9d37-4c36-b20d-8af7fc04646f {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:06.937949 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bbb368ed-1286-4709-b373-c0a85091c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-615832532-router', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:42Z', 'updated_at': '2021-08-31T14:22:06Z', 'revision_number': 6, 'project_id': 'c013c60d66d444da88350bc18b7bcd0a', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:06.974392 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.978854 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb368ed-1286-4709-b373-c0a85091c89e None None] The sync data for ids ['89a9abb5-8ca1-464d-b1c7-e10cac23e5d5'] in n-d-806683-5 is: [{'id': '89a9abb5-8ca1-464d-b1c7-e10cac23e5d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-615832532-router', 'tenant_id': 'c013c60d66d444da88350bc18b7bcd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:42Z', 'updated_at': '2021-08-31T14:22:06Z', 'revision_number': 6, 'project_id': 'c013c60d66d444da88350bc18b7bcd0a', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:07.010607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Transition to ACTIVE for port object 1e114a5f-9d37-4c36-b20d-8af7fc04646f will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:07.014039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f299b-2aa6-4e83-a673-f240ba223eb5 req-5039e319-b5fa-4e42-bf04-a53cc5cc187a tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:07.018319 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.022224 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cc3f299b-2aa6-4e83-a673-f240ba223eb5 req-5039e319-b5fa-4e42-bf04-a53cc5cc187a tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 932 time: 0.2046154 Aug 31 14:22:07.097514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Pushing event updated for resources: {'Port': ['ID=1e114a5f-9d37-4c36-b20d-8af7fc04646f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:07.175047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34384) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:07.218644 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cc3f299b-2aa6-4e83-a673-f240ba223eb5 req-8ec3899c-ef28-4791-9aee-9232c61f5e48 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954412 Aug 31 14:22:07.236869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Attempting to bind port 1e114a5f-9d37-4c36-b20d-8af7fc04646f on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:07.237679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Attempting to bind port 1e114a5f-9d37-4c36-b20d-8af7fc04646f by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:07.239370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Attempting to bind port 1e114a5f-9d37-4c36-b20d-8af7fc04646f on network 14ae3af1-d421-4720-b5ea-4de9bb9491bc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:07.246333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Port 1e114a5f-9d37-4c36-b20d-8af7fc04646f on network 14ae3af1-d421-4720-b5ea-4de9bb9491bc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:07.247166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Attempting to bind port 1e114a5f-9d37-4c36-b20d-8af7fc04646f on network 14ae3af1-d421-4720-b5ea-4de9bb9491bc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:07.256044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:07.256830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Checking segment: {'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:07.258277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Bound using segment: {'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:07.259989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Bound port: 1e114a5f-9d37-4c36-b20d-8af7fc04646f, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:07.261088 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.331022 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.389460 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 09d6f373-eda5-4105-a8a9-4b400864b9d6 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:07.396195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] For port 1e114a5f-9d37-4c36-b20d-8af7fc04646f, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:07.404263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] For port 1e114a5f-9d37-4c36-b20d-8af7fc04646f, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1e114a5f-9d37-4c36-b20d-8af7fc04646f,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:07.408205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2e4806-536b-4738-a75f-3bcc53d77cbb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:07.414569 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.448366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 09d6f373-eda5-4105-a8a9-4b400864b9d6 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:07.448705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 09d6f373-eda5-4105-a8a9-4b400864b9d6 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:07.503817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:07.507895 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.509724 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] 10.222.0.25 "PUT /v2.0/ports/1e114a5f-9d37-4c36-b20d-8af7fc04646f HTTP/1.1" status: 200 len: 1092 time: 1.4391193 Aug 31 14:22:07.513259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1509b096-5c98-4f2a-97e9-417c3ebe7427', 'tag': '1e114a5f-9d37-4c36-b20d-8af7fc04646f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:07.520271 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6665c184-a751-4257-9e4d-94b778f4da76" -d '{"events": [{"name": "network-changed", "server_uuid": "1509b096-5c98-4f2a-97e9-417c3ebe7427", "tag": "1e114a5f-9d37-4c36-b20d-8af7fc04646f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:07.556872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.585976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83fe30-e1a8-47ed-86e7-b018c6bf0a96 service neutron] Pushing event updated for resources: {'Port': ['ID=1e114a5f-9d37-4c36-b20d-8af7fc04646f,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:07.607051 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92c78db-7380-431c-9f56-dbbf220a064a x-openstack-request-id: req-c92c78db-7380-431c-9f56-dbbf220a064a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:07.607480 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1509b096-5c98-4f2a-97e9-417c3ebe7427", "tag": "1e114a5f-9d37-4c36-b20d-8af7fc04646f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:07.607808 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c92c78db-7380-431c-9f56-dbbf220a064a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:07.608281 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1509b096-5c98-4f2a-97e9-417c3ebe7427', 'tag': '1e114a5f-9d37-4c36-b20d-8af7fc04646f', 'status': 'completed', 'code': 200} Aug 31 14:22:07.638401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-963c2307-1df7-4744-831c-5e00f460ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:07.640005 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-963c2307-1df7-4744-831c-5e00f460ca51 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06bda9b8930f4baf87807774cc265b85&device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 1095 time: 0.0476305 Aug 31 14:22:07.668335 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-29017629-network', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:07.715755 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-bfc6e180-bb7f-4280-9e6d-acce9a049a01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e114a5f-9d37-4c36-b20d-8af7fc04646f HTTP/1.1" status: 200 len: 217 time: 0.0663216 Aug 31 14:22:07.760353 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.772966 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.818108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-85ca8e63-97ef-4bad-b8c7-6d38eac21d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:07.825580 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-85ca8e63-97ef-4bad-b8c7-6d38eac21d13 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40552a86-f995-4e29-94f9-152d14895ce3 HTTP/1.1" status: 200 len: 845 time: 0.1012487 Aug 31 14:22:07.890896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] Made reservation on behalf of 80c65d56754943fe8e7402ca0f9734eb for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:07.893669 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.913932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.929537 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-191e9337-7259-417c-830e-377d7e435057 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14ae3af1-d421-4720-b5ea-4de9bb9491bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968950 Aug 31 14:22:07.935606 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.936244 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:22:07.954962 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.959949 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8a9062f4-f916-4ba3-9d1d-882919619753 admin admin] 10.222.0.39 "DELETE /v2.0/routers/89a9abb5-8ca1-464d-b1c7-e10cac23e5d5 HTTP/1.1" status: 204 len: 168 time: 2.5514998 Aug 31 14:22:07.962327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34408) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:07.970571 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc5a72-6939-44ea-8bd0-0ee375322c96 req-ee7314cf-7a88-4226-8561-c352fa3701ad tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:07.972640 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-73dc5a72-6939-44ea-8bd0-0ee375322c96 req-ee7314cf-7a88-4226-8561-c352fa3701ad tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 945 time: 0.2103715 Aug 31 14:22:08.092886 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-73dc5a72-6939-44ea-8bd0-0ee375322c96 req-ec8b98a3-f1a6-4188-b3a0-fa944235d471 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087227 Aug 31 14:22:08.107064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23973d9-668d-4d2a-ba8b-a751c45f4131 admin admin] Deleting subnet 67eebdd2-0f35-4fbc-99d2-c6a663d4d7e8 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:22:08.115647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c23973d9-668d-4d2a-ba8b-a751c45f4131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.222670 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.229043 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.251516 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:08.278500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531a9b29-2d7f-40fa-881a-7c0299d19ba4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:08.281907 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-b7fcda3d-f734-4113-92cd-833faabc53f9 service neutron] 10.222.0.25 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409183 Aug 31 14:22:08.294390 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:22:08.320426 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c23973d9-668d-4d2a-ba8b-a751c45f4131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.340384 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.340728 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] Added segment c3884580-88a0-4c90-a5ec-2d23a57a1f1d of type vlan for network e2ccc9b3-3731-4780-919e-26acb7204772 Aug 31 14:22:08.426418 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-01a63bf1-71a6-48dd-9a54-da8b2370b6bd req-1dc32ba8-7557-4578-8347-8635996fc01b tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1324711142&fields=id&tenant_id=d4f9d76e94034e6cafeda497ae4ea289 HTTP/1.1" status: 200 len: 267 time: 0.1935303 Aug 31 14:22:08.441067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.485743 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.487157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:08.487872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.525951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:08.558836 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1', 'mac_address': 'fa:16:3e:9f:67:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:08.559074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a63bf1-71a6-48dd-9a54-da8b2370b6bd req-e396ce68-b527-421a-99aa-428f220bc5fa tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:08.567730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-01a63bf1-71a6-48dd-9a54-da8b2370b6bd req-e396ce68-b527-421a-99aa-428f220bc5fa tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 945 time: 0.1392808 Aug 31 14:22:08.573972 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-01a63bf1-71a6-48dd-9a54-da8b2370b6bd req-8a995227-1b1d-4f60-9641-a79a3974e8b6 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'port': {'security_groups': ['049c396f-d463-4667-b11b-c46b841cceef', 'd6979a3a-1890-4305-93b1-59a7e34a55c0']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:08.627743 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4496989 Aug 31 14:22:08.629281 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34428) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:08.639495 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e7d4601-3f51-4628-b967-84c06f581f8f req-b019ed8f-9b44-4e9f-b56e-61ef42cc3c8c service neutron] 10.222.0.25 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498981 Aug 31 14:22:08.644075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5f6ee75e-aafe-4ae5-9704-559bfef300b8 admin admin] Request body: {'subnet': {'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-29017629-subnet', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:08.649780 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.684874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fd5d5-8c2d-45e8-94fb-6cb239573970 req-7d03a219-9fd1-4a99-963c-d9afacfd5ce4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:08.685381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:08.686533 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae6fd5d5-8c2d-45e8-94fb-6cb239573970 req-7d03a219-9fd1-4a99-963c-d9afacfd5ce4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 944 time: 0.2123630 Aug 31 14:22:08.690490 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6ee75e-aafe-4ae5-9704-559bfef300b8 admin admin] Made reservation on behalf of 80c65d56754943fe8e7402ca0f9734eb for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:08.697093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f6ee75e-aafe-4ae5-9704-559bfef300b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.717119 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:08.724359 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.863276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1378ee4-691d-46e6-9d06-5f58597a59d1 admin admin] Pushing event updated for resources: {'Network': ['ID=e2ccc9b3-3731-4780-919e-26acb7204772,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:08.909731 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network e2ccc9b3-3731-4780-919e-26acb7204772 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:22:08.942361 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:08.969024 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f6ee75e-aafe-4ae5-9704-559bfef300b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.039204 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae6fd5d5-8c2d-45e8-94fb-6cb239573970 req-056f0d1e-0fb6-47c4-bf45-1ea5db5a2caf tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866157 Aug 31 14:22:09.041066 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ee75e-aafe-4ae5-9704-559bfef300b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3caeebd6-2dac-4d6b-a296-839662e71514,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:09.089459 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ee75e-aafe-4ae5-9704-559bfef300b8 admin admin] Checking segment: {'id': 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:09.090078 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6ee75e-aafe-4ae5-9704-559bfef300b8 admin admin] Network hostable DHCP agents. Network: e2ccc9b3-3731-4780-919e-26acb7204772, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:22:09.123216 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c23973d9-668d-4d2a-ba8b-a751c45f4131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.127665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6ee75e-aafe-4ae5-9704-559bfef300b8 admin admin] Network e2ccc9b3-3731-4780-919e-26acb7204772 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:22:09.140478 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5f6ee75e-aafe-4ae5-9704-559bfef300b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, e2ccc9b3-3731-4780-919e-26acb7204772) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:09.146374 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6ee75e-aafe-4ae5-9704-559bfef300b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:09.147598 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f6ee75e-aafe-4ae5-9704-559bfef300b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.165722 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5f6ee75e-aafe-4ae5-9704-559bfef300b8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5348606 Aug 31 14:22:09.168026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34438) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:09.173876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-29017629-router', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:09.214547 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.217338 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-01a63bf1-71a6-48dd-9a54-da8b2370b6bd req-8a995227-1b1d-4f60-9641-a79a3974e8b6 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.221519 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.290012 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665c184-a751-4257-9e4d-94b778f4da76 req-9d4e94f8-ccab-46fd-8c64-018b24252615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:09.291714 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6665c184-a751-4257-9e4d-94b778f4da76 req-9d4e94f8-ccab-46fd-8c64-018b24252615 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06bda9b8930f4baf87807774cc265b85&device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 1095 time: 0.1842804 Aug 31 14:22:09.303331 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.371122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:09.376214 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c23973d9-668d-4d2a-ba8b-a751c45f4131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.421163 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c23973d9-668d-4d2a-ba8b-a751c45f4131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.422972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdad4da-1340-40eb-973b-d7d516ac2ee3 None None] Network e2ccc9b3-3731-4780-919e-26acb7204772 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:09.423245 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c23973d9-668d-4d2a-ba8b-a751c45f4131 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/67eebdd2-0f35-4fbc-99d2-c6a663d4d7e8 HTTP/1.1" status: 204 len: 168 time: 1.4306221 Aug 31 14:22:09.424874 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7e2e4806-536b-4738-a75f-3bcc53d77cbb no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:09.425981 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34446) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:09.441635 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d8a7e5-b81d-49b9-89f6-cc14d2b02855 None None] Network 650c5738-be74-4d37-96b2-092f459a8a67 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:09.455401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23973d9-668d-4d2a-ba8b-a751c45f4131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67eebdd2-0f35-4fbc-99d2-c6a663d4d7e8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:09.466864 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.530559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 7e2e4806-536b-4738-a75f-3bcc53d77cbb {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:09.531086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7e2e4806-536b-4738-a75f-3bcc53d77cbb not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:09.575465 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-bad639a1-c00d-461b-bef5-db054996c75b tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275152 Aug 31 14:22:09.694083 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.703388 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665c184-a751-4257-9e4d-94b778f4da76 req-1393dcd9-bf7a-48f7-8fcd-4086463bd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:09.704932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6665c184-a751-4257-9e4d-94b778f4da76 req-1393dcd9-bf7a-48f7-8fcd-4086463bd94f service neutron] 10.222.0.25 "GET /v2.0/networks?id=14ae3af1-d421-4720-b5ea-4de9bb9491bc HTTP/1.1" status: 200 len: 906 time: 0.4023449 Aug 31 14:22:09.716274 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-e5afa3ca-ad7c-4b32-b2de-f23651a92e77 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:09.718078 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-e5afa3ca-ad7c-4b32-b2de-f23651a92e77 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354771 Aug 31 14:22:09.770125 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-fe996e09-7f70-497b-adce-b32864f2fec5 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/quotas/e1a7f8f74ea049728f1ea12dc9d8f810 HTTP/1.1" status: 200 len: 375 time: 0.0430758 Aug 31 14:22:09.776919 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6665c184-a751-4257-9e4d-94b778f4da76 req-44a74db3-0088-4652-91d0-7691a18cc872 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e114a5f-9d37-4c36-b20d-8af7fc04646f HTTP/1.1" status: 200 len: 217 time: 0.0607038 Aug 31 14:22:09.833886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665c184-a751-4257-9e4d-94b778f4da76 req-02dd0d96-7f8f-45c1-8412-2a7eecf90c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:09.835303 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6665c184-a751-4257-9e4d-94b778f4da76 req-02dd0d96-7f8f-45c1-8412-2a7eecf90c98 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40552a86-f995-4e29-94f9-152d14895ce3 HTTP/1.1" status: 200 len: 845 time: 0.0471411 Aug 31 14:22:09.841254 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-24a68e3b-38d8-424f-bcef-47deaec0975a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365098 Aug 31 14:22:09.888748 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.916278 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:10.036979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35a0632-2e26-4c40-ae31-bbcb800455bb None None] DHCP port deletion for 650c5738-be74-4d37-96b2-092f459a8a67 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:22:10.040750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-01a63bf1-71a6-48dd-9a54-da8b2370b6bd req-8a995227-1b1d-4f60-9641-a79a3974e8b6 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] For port bcfef03e-b02f-48bf-bead-fee2f4ec7313, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bcfef03e-b02f-48bf-bead-fee2f4ec7313,segment=NetworkSegment(472a304f-3031-413b-a0f3-bdd0df9ace4e),segment_id=472a304f-3031-413b-a0f3-bdd0df9ace4e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:10.045484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7420432-2ec1-4b78-aeed-fb6eaf66184c None None] Network e2ccc9b3-3731-4780-919e-26acb7204772 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:10.101099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Allocated IP 172.25.2.192 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:10.145569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6665c184-a751-4257-9e4d-94b778f4da76 req-1e2c79b9-752c-4343-9a2c-adc648a047bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14ae3af1-d421-4720-b5ea-4de9bb9491bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2885602 Aug 31 14:22:10.154812 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-01a63bf1-71a6-48dd-9a54-da8b2370b6bd req-8a995227-1b1d-4f60-9641-a79a3974e8b6 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:10.166272 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-01a63bf1-71a6-48dd-9a54-da8b2370b6bd req-8a995227-1b1d-4f60-9641-a79a3974e8b6 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:10.289723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bcfef03e-b02f-48bf-bead-fee2f4ec7313'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:10.293909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6665c184-a751-4257-9e4d-94b778f4da76 req-1c846b28-4bd9-4e55-bcf7-718a0e5805c0 service neutron] 10.222.0.25 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192160 Aug 31 14:22:10.376270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f35a0632-2e26-4c40-ae31-bbcb800455bb None None] Deleting port c713717b-d6ea-471c-8b1b-0db67afe297d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:10.376694 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f35a0632-2e26-4c40-ae31-bbcb800455bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:10.454757 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6665c184-a751-4257-9e4d-94b778f4da76 req-9d6fb2d0-bb9b-4155-80f6-d01e8ca8e5c5 service neutron] 10.222.0.25 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505687 Aug 31 14:22:10.475052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f35a0632-2e26-4c40-ae31-bbcb800455bb None None] For port c713717b-d6ea-471c-8b1b-0db67afe297d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c713717b-d6ea-471c-8b1b-0db67afe297d,segment=NetworkSegment(209102af-1e65-4f60-8867-4fb60d67b472),segment_id=209102af-1e65-4f60-8867-4fb60d67b472)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:10.475545 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f35a0632-2e26-4c40-ae31-bbcb800455bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:10.494574 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f35a0632-2e26-4c40-ae31-bbcb800455bb None None] Calling delete_port for c713717b-d6ea-471c-8b1b-0db67afe297d owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:10.533063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a63bf1-71a6-48dd-9a54-da8b2370b6bd req-8a995227-1b1d-4f60-9641-a79a3974e8b6 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:10.534039 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-01a63bf1-71a6-48dd-9a54-da8b2370b6bd req-8a995227-1b1d-4f60-9641-a79a3974e8b6 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:10.550907 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-01a63bf1-71a6-48dd-9a54-da8b2370b6bd req-8a995227-1b1d-4f60-9641-a79a3974e8b6 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "PUT /v2.0/ports/bcfef03e-b02f-48bf-bead-fee2f4ec7313 HTTP/1.1" status: 200 len: 981 time: 1.9818966 Aug 31 14:22:10.556666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adeda922-f512-4bcd-9ad4-4d3e0d39c943', 'tag': 'bcfef03e-b02f-48bf-bead-fee2f4ec7313'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:10.574514 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d847909-b2db-416c-9bbf-fd5e036b24d2" -d '{"events": [{"name": "network-changed", "server_uuid": "adeda922-f512-4bcd-9ad4-4d3e0d39c943", "tag": "bcfef03e-b02f-48bf-bead-fee2f4ec7313"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:10.724514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Deleting port c713717b-d6ea-471c-8b1b-0db67afe297d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:10.725370 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:10.746501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bcfef03e-b02f-48bf-bead-fee2f4ec7313'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:10.867605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a995227-1b1d-4f60-9641-a79a3974e8b6 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'Port': ['ID=bcfef03e-b02f-48bf-bead-fee2f4ec7313,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:10.940413 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397ac63e-2727-4f67-8cf4-16165692c449 req-5b7dd3f5-0bab-4eae-ad79-a3ed4286cdf5 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2309315 Aug 31 14:22:10.962958 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f35a0632-2e26-4c40-ae31-bbcb800455bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:10.982676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a0632-2e26-4c40-ae31-bbcb800455bb None None] No DVR routers for this DVR port c713717b-d6ea-471c-8b1b-0db67afe297d on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:11.043028 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.064254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] For port c713717b-d6ea-471c-8b1b-0db67afe297d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c713717b-d6ea-471c-8b1b-0db67afe297d,segment=NetworkSegment(209102af-1e65-4f60-8867-4fb60d67b472),segment_id=209102af-1e65-4f60-8867-4fb60d67b472)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:11.064824 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.098467 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.102114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Calling delete_port for c713717b-d6ea-471c-8b1b-0db67afe297d owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:11.142480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a0632-2e26-4c40-ae31-bbcb800455bb None None] Pushing event deleted for resources: {'Port': ['ID=c713717b-d6ea-471c-8b1b-0db67afe297d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:11.196301 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:11.201931 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:11.207368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:11.220998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60836401-7636-47ee-9ae8-cf5c419ece0b req-c6909ae7-b121-4ee2-8e17-40d2c03dbcf8 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:11.225773 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60836401-7636-47ee-9ae8-cf5c419ece0b req-c6909ae7-b121-4ee2-8e17-40d2c03dbcf8 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 944 time: 0.2946780 Aug 31 14:22:11.227413 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c713717b-d6ea-471c-8b1b-0db67afe297d no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:11.263982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: c713717b-d6ea-471c-8b1b-0db67afe297d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:11.264223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c713717b-d6ea-471c-8b1b-0db67afe297d not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:11.265780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1e114a5f-9d37-4c36-b20d-8af7fc04646f details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:11.278012 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef547e0-08ca-4679-8300-59ea84eb02e4 req-1f403a75-7eb7-4bdb-867a-21f5dcb73c2f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:11.279757 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ef547e0-08ca-4679-8300-59ea84eb02e4 req-1f403a75-7eb7-4bdb-867a-21f5dcb73c2f tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.60 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 945 time: 0.1924849 Aug 31 14:22:11.289623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ac63e-2727-4f67-8cf4-16165692c449 req-825c5615-f4c9-4fe5-9974-263e6f819bb0 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:11.297519 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397ac63e-2727-4f67-8cf4-16165692c449 req-825c5615-f4c9-4fe5-9974-263e6f819bb0 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3417304 Aug 31 14:22:11.325104 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60836401-7636-47ee-9ae8-cf5c419ece0b req-6400037e-afba-4431-91ce-01cb719a6c23 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699666 Aug 31 14:22:11.347078 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:11.376448 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397ac63e-2727-4f67-8cf4-16165692c449 req-78c8b8de-75aa-437a-8d1c-0993e2ca5bfa tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/quotas/e1a7f8f74ea049728f1ea12dc9d8f810 HTTP/1.1" status: 200 len: 375 time: 0.0778615 Aug 31 14:22:11.434043 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397ac63e-2727-4f67-8cf4-16165692c449 req-e35bb98d-8d76-4e9e-967e-8a21631c9a7a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565369 Aug 31 14:22:11.506780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1e114a5f-9d37-4c36-b20d-8af7fc04646f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1e114a5f-9d37-4c36-b20d-8af7fc04646f,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:11.509485 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.547855 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '1e114a5f-9d37-4c36-b20d-8af7fc04646f', 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc', 'port_id': '1e114a5f-9d37-4c36-b20d-8af7fc04646f', 'mac_address': 'fa:16:3e:85:28:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40552a86-f995-4e29-94f9-152d14895ce3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:11.584329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] No DVR routers for this DVR port c713717b-d6ea-471c-8b1b-0db67afe297d on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:11.593105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c713717b-d6ea-471c-8b1b-0db67afe297d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:11.638629 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.640752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a23ae8-bffc-4b58-af3e-79770635ac1b req-7ef7a514-dc9d-4833-b335-6d57239ea2c6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:11.642870 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-39a23ae8-bffc-4b58-af3e-79770635ac1b req-7ef7a514-dc9d-4833-b335-6d57239ea2c6 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 945 time: 0.0930505 Aug 31 14:22:11.681632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e114a5f-9d37-4c36-b20d-8af7fc04646f {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:11.714551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1e114a5f-9d37-4c36-b20d-8af7fc04646f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1e114a5f-9d37-4c36-b20d-8af7fc04646f,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:11.721180 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.807047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1e114a5f-9d37-4c36-b20d-8af7fc04646f,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:11.850969 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-39a23ae8-bffc-4b58-af3e-79770635ac1b req-8bced663-dad2-4dcf-a403-159df1a31484 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569240 Aug 31 14:22:11.934781 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.988142 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5b3744df-ac0e-41f8-8949-8f7aa3858bb4 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2169578 Aug 31 14:22:11.990456 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['1e114a5f-9d37-4c36-b20d-8af7fc04646f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:12.014612 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a432af3a-67eb-42ec-9bd7-6831f2c4d497 x-openstack-request-id: req-a432af3a-67eb-42ec-9bd7-6831f2c4d497 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:12.015347 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adeda922-f512-4bcd-9ad4-4d3e0d39c943", "tag": "bcfef03e-b02f-48bf-bead-fee2f4ec7313", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:12.015605 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a432af3a-67eb-42ec-9bd7-6831f2c4d497 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:12.016198 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adeda922-f512-4bcd-9ad4-4d3e0d39c943', 'tag': 'bcfef03e-b02f-48bf-bead-fee2f4ec7313', 'status': 'completed', 'code': 200} Aug 31 14:22:12.129177 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d847909-b2db-416c-9bbf-fd5e036b24d2 req-546c35bc-796d-41c5-bcb3-2d9d8d320ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:12.131009 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d847909-b2db-416c-9bbf-fd5e036b24d2 req-546c35bc-796d-41c5-bcb3-2d9d8d320ea1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4f9d76e94034e6cafeda497ae4ea289&device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 1135 time: 0.1118512 Aug 31 14:22:12.169225 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5ef547e0-08ca-4679-8300-59ea84eb02e4 req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Deleting port 913f9a69-4814-4f38-b81e-a21daa183875 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:12.169631 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ef547e0-08ca-4679-8300-59ea84eb02e4 req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.235125 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e212abbc-7e07-46cf-8ff5-15014aba2336 req-7d6c6c98-787c-49ee-8aa8-8f3e5c98c12e tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 210 time: 0.0846074 Aug 31 14:22:12.261931 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.267393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:12.272694 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7647d36a-13cf-4c4c-a0ab-b91f450535ad req-1ce82bf5-ae8d-4055-8252-d73ebf015014 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-388320321&fields=id&tenant_id=d4f9d76e94034e6cafeda497ae4ea289 HTTP/1.1" status: 200 len: 267 time: 0.2728169 Aug 31 14:22:12.291200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650c5738-be74-4d37-96b2-092f459a8a67']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:12.330250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209102af-1e65-4f60-8867-4fb60d67b472') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:12.330846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209102af-1e65-4f60-8867-4fb60d67b472') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:12.373970 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.405693 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d847909-b2db-416c-9bbf-fd5e036b24d2 req-12330c30-c6d9-4f47-a902-0284fb87c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:12.407939 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d847909-b2db-416c-9bbf-fd5e036b24d2 req-12330c30-c6d9-4f47-a902-0284fb87c929 service neutron] 10.222.0.60 "GET /v2.0/networks?id=548300bd-6390-4eae-8b45-e5f145a60bf9 HTTP/1.1" status: 200 len: 914 time: 0.2675149 Aug 31 14:22:12.430625 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:12.431162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.462915 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d847909-b2db-416c-9bbf-fd5e036b24d2 req-738e3191-ea84-43d1-a0d1-a2cf1d88bcac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcfef03e-b02f-48bf-bead-fee2f4ec7313 HTTP/1.1" status: 200 len: 217 time: 0.0445397 Aug 31 14:22:12.472613 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-cc78758b-5aef-4773-bba2-6d5899f7bf57 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:12.474447 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-cc78758b-5aef-4773-bba2-6d5899f7bf57 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4376183 Aug 31 14:22:12.478920 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.482266 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.505324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:22:12.506018 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.512591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Request body: {'port': {'device_id': 'f8912032-3092-4940-89cb-59185f952197', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': 'e1a7f8f74ea049728f1ea12dc9d8f810'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:22:12.528729 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:22:12.605742 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.622924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d6d38-d5b9-41b7-83ec-17e45832cdde req-757b9e82-0dbd-4e1f-b753-1ba784b6792a tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:12.624786 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b11d6d38-d5b9-41b7-83ec-17e45832cdde req-757b9e82-0dbd-4e1f-b753-1ba784b6792a tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 945 time: 0.1591814 Aug 31 14:22:12.628892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d847909-b2db-416c-9bbf-fd5e036b24d2 req-dea7db60-5e6f-4461-b0c0-6ea127dacb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:12.631155 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d847909-b2db-416c-9bbf-fd5e036b24d2 req-dea7db60-5e6f-4461-b0c0-6ea127dacb05 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecdb00b1-10ad-4f69-b17c-95e68b9c75d8 HTTP/1.1" status: 200 len: 853 time: 0.1537795 Aug 31 14:22:12.659503 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:12.664867 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104e1454-ea0e-4dde-94b9-dc77e7644889" -d '{"events": [{"server_uuid": "d32e1499-74bf-4e19-9036-7ea3f164a3c1", "name": "network-vif-plugged", "status": "completed", "tag": "545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:12.683618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:12.684356 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5ef547e0-08ca-4679-8300-59ea84eb02e4 req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] For port 913f9a69-4814-4f38-b81e-a21daa183875, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=913f9a69-4814-4f38-b81e-a21daa183875,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:12.685406 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ef547e0-08ca-4679-8300-59ea84eb02e4 req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.689121 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.690448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 913f9a69-4814-4f38-b81e-a21daa183875 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:12.710284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5ef547e0-08ca-4679-8300-59ea84eb02e4 req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Calling delete_port for 913f9a69-4814-4f38-b81e-a21daa183875 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:12.726058 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d847909-b2db-416c-9bbf-fd5e036b24d2 req-be011f4b-95d3-4578-a4d5-c2d7d6fd70dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=548300bd-6390-4eae-8b45-e5f145a60bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577874 Aug 31 14:22:12.812339 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:12.820782 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b11d6d38-d5b9-41b7-83ec-17e45832cdde req-7e76df4e-af5a-44b7-af6d-8ccdfe5dee6d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866698 Aug 31 14:22:12.899094 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d847909-b2db-416c-9bbf-fd5e036b24d2 req-cd9c2b5d-3a13-4df7-b6fd-80522d9d8578 service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630075 Aug 31 14:22:12.899395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647d36a-13cf-4c4c-a0ab-b91f450535ad req-36724186-0aae-4d3e-8e4d-90f4590f7266 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:12.900977 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7647d36a-13cf-4c4c-a0ab-b91f450535ad req-36724186-0aae-4d3e-8e4d-90f4590f7266 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 984 time: 0.6163149 Aug 31 14:22:12.902616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Router 2b5dda10-af96-4df6-b49c-265202c46802 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:22:12.904447 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.908451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Made reservation on behalf of e1a7f8f74ea049728f1ea12dc9d8f810 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:12.913124 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.918494 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.920471 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] 10.222.0.39 "DELETE /v2.0/networks/650c5738-be74-4d37-96b2-092f459a8a67 HTTP/1.1" status: 204 len: 168 time: 3.4893768 Aug 31 14:22:12.947114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-7647d36a-13cf-4c4c-a0ab-b91f450535ad req-c1bf593e-ca9a-4e9d-8aaa-43a84f1a0c28 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'port': {'security_groups': ['049c396f-d463-4667-b11b-c46b841cceef', 'd6979a3a-1890-4305-93b1-59a7e34a55c0', '55fae6c8-fe6d-4962-ac54-91dee6457b6a']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:12.953337 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.989461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d998b-cfab-40e0-b8da-9f5d2b0734ea admin admin] Pushing event deleted for resources: {'Network': ['ID=650c5738-be74-4d37-96b2-092f459a8a67,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:13.045387 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489f934a-eaa4-441d-a49c-39b2c0c6936f x-openstack-request-id: req-489f934a-eaa4-441d-a49c-39b2c0c6936f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:13.045887 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32e1499-74bf-4e19-9036-7ea3f164a3c1", "name": "network-vif-plugged", "status": "completed", "tag": "545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:13.046313 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-489f934a-eaa4-441d-a49c-39b2c0c6936f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:13.046975 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1', 'code': 200} Aug 31 14:22:13.133318 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7647d36a-13cf-4c4c-a0ab-b91f450535ad req-c1bf593e-ca9a-4e9d-8aaa-43a84f1a0c28 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.247867 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397ac63e-2727-4f67-8cf4-16165692c449 req-7a042885-3ecc-43d1-8bf2-48dc072525c8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473628 Aug 31 14:22:13.265515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1e114a5f-9d37-4c36-b20d-8af7fc04646f up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:13.313535 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34550) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:13.406522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 1e114a5f-9d37-4c36-b20d-8af7fc04646f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:13.412910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 1e114a5f-9d37-4c36-b20d-8af7fc04646f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:13.413438 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.438864 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d847909-b2db-416c-9bbf-fd5e036b24d2 req-d3758488-a6b2-49c2-96ac-3fdb92101695 service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239115 Aug 31 14:22:13.440365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:13.481400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Sync routers for ids ['2b5dda10-af96-4df6-b49c-265202c46802'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:13.502121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Routers {'2b5dda10-af96-4df6-b49c-265202c46802'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:13.502121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:21:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2b5dda10-af96-4df6-b49c-265202c46802'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:13.506144 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ca8c3-93dc-48ad-82a8-4cd649bab4a1 req-bcaa6423-143d-4219-9bb5-ff92d6414e44 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:13.516347 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a86ca8c3-93dc-48ad-82a8-4cd649bab4a1 req-bcaa6423-143d-4219-9bb5-ff92d6414e44 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 945 time: 0.3173404 Aug 31 14:22:13.593115 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a86ca8c3-93dc-48ad-82a8-4cd649bab4a1 req-88b53c58-7789-47da-9194-268eebd5f45d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753918 Aug 31 14:22:13.659753 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1cbabd4d-0c7a-42d3-a2b3-e00eeb1d56fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c013c60d66d444da88350bc18b7bcd0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344121 Aug 31 14:22:13.660550 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34556) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:13.681636 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Set router 2b5dda10-af96-4df6-b49c-265202c46802 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:13.840707 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.889576 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ef547e0-08ca-4679-8300-59ea84eb02e4 req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.893328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1e114a5f-9d37-4c36-b20d-8af7fc04646f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1e114a5f-9d37-4c36-b20d-8af7fc04646f,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:13.909704 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.941413 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bf2d4450-253e-4dd6-8936-e21bb5aeec8b req-43caf2d6-bad4-464a-ad7f-19a0e2ffa3ff tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 210 time: 0.0966496 Aug 31 14:22:13.954345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Pushing event deleted for resources: {'Port': ['ID=913f9a69-4814-4f38-b81e-a21daa183875,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:13.965641 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd82f60b-b65c-44c4-9000-f5fa609c2bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.010004 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd82f60b-b65c-44c4-9000-f5fa609c2bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.069162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.069162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.069539 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1e114a5f-9d37-4c36-b20d-8af7fc04646f,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:14.069639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.069639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.069639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.069983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.070256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.070580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.070906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.071249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.083942 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.084367 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:14.105212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5dda10-af96-4df6-b49c-265202c46802', 'name': 'tempest-ServerRescueTestJSON-29017629-router', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:11Z', 'revision_number': 3, 'project_id': '80c65d56754943fe8e7402ca0f9734eb', 'gw_port': {'id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5dda10-af96-4df6-b49c-265202c46802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:14.126770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef547e0-08ca-4679-8300-59ea84eb02e4 req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] No DVR routers for this DVR port 913f9a69-4814-4f38-b81e-a21daa183875 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:14.146767 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Checking router: 2b5dda10-af96-4df6-b49c-265202c46802 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:22:14.147323 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Updating router 2b5dda10-af96-4df6-b49c-265202c46802 port f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:22:14.147525 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ef547e0-08ca-4679-8300-59ea84eb02e4 req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.150181 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ef547e0-08ca-4679-8300-59ea84eb02e4 req-2c54c3c4-8792-49e3-b5d6-1448165004c3 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.60 "DELETE /v2.0/ports/913f9a69-4814-4f38-b81e-a21daa183875 HTTP/1.1" status: 204 len: 173 time: 2.8505256 Aug 31 14:22:14.158098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b99abb-b9a2-40e1-b103-46cd9991bddd', 'name': 'network-vif-deleted', 'tag': '913f9a69-4814-4f38-b81e-a21daa183875'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:14.167876 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb0d82b-e08e-4ade-97b1-f28e1d6bfc27" -d '{"events": [{"server_uuid": "74b99abb-b9a2-40e1-b103-46cd9991bddd", "name": "network-vif-deleted", "tag": "913f9a69-4814-4f38-b81e-a21daa183875"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:14.186502 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.198462 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.209033 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ac63e-2727-4f67-8cf4-16165692c449 req-a3fd9d02-4df1-4f5a-b6e6-6ed7d5d99053 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.210726 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397ac63e-2727-4f67-8cf4-16165692c449 req-a3fd9d02-4df1-4f5a-b6e6-6ed7d5d99053 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9407663 Aug 31 14:22:14.216132 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.217353 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-098502d8-ddd3-41e3-86dd-1392c0f39e58 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0480101 Aug 31 14:22:14.218045 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd82f60b-b65c-44c4-9000-f5fa609c2bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.227609 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd82f60b-b65c-44c4-9000-f5fa609c2bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.231279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34568) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:14.234552 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cd82f60b-b65c-44c4-9000-f5fa609c2bbb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/089b9443-66d6-487c-bac0-a345530af514 HTTP/1.1" status: 204 len: 168 time: 0.5695179 Aug 31 14:22:14.234725 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.248393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-397ac63e-2727-4f67-8cf4-16165692c449 req-623ba0e2-50e3-4680-94e5-2679a5b280d8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Request body: {'port': {'device_id': '965e5b97-2ff4-4ffa-82bd-4a22e107405e', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': 'e1a7f8f74ea049728f1ea12dc9d8f810'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:14.301151 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82f60b-b65c-44c4-9000-f5fa609c2bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089b9443-66d6-487c-bac0-a345530af514,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:14.321222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618388b-e812-43f8-a2dc-a55d9fd1f707 req-28f83a5e-77b0-4114-bb75-41177d662497 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.339512 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8618388b-e812-43f8-a2dc-a55d9fd1f707 req-28f83a5e-77b0-4114-bb75-41177d662497 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 946 time: 0.2289226 Aug 31 14:22:14.416829 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8618388b-e812-43f8-a2dc-a55d9fd1f707 req-f16f3a80-9039-4790-8406-73b344157214 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762088 Aug 31 14:22:14.616268 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29ac907-30e6-48dc-b4ad-b616252ac9a8 x-openstack-request-id: req-b29ac907-30e6-48dc-b4ad-b616252ac9a8 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:14.617000 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b99abb-b9a2-40e1-b103-46cd9991bddd", "name": "network-vif-deleted", "tag": "913f9a69-4814-4f38-b81e-a21daa183875", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:14.617000 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b29ac907-30e6-48dc-b4ad-b616252ac9a8 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:14.617432 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b99abb-b9a2-40e1-b103-46cd9991bddd', 'name': 'network-vif-deleted', 'tag': '913f9a69-4814-4f38-b81e-a21daa183875', 'status': 'completed', 'code': 200} Aug 31 14:22:14.624417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7647d36a-13cf-4c4c-a0ab-b91f450535ad req-c1bf593e-ca9a-4e9d-8aaa-43a84f1a0c28 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] For port bcfef03e-b02f-48bf-bead-fee2f4ec7313, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bcfef03e-b02f-48bf-bead-fee2f4ec7313,segment=NetworkSegment(472a304f-3031-413b-a0f3-bdd0df9ace4e),segment_id=472a304f-3031-413b-a0f3-bdd0df9ace4e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:14.646231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0d97df-298e-418d-9f23-370bedaf473f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:14.782007 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-da93a4ed-b25a-431e-9f2e-bdfdb2b95bc8 req-db490208-1ea4-484d-ad80-685e61fc1803 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b99abb-b9a2-40e1-b103-46cd9991bddd HTTP/1.1" status: 200 len: 210 time: 0.0571764 Aug 31 14:22:14.959433 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.975349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Transition to ACTIVE for port object f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:15.034177 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:15.055369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1509b096-5c98-4f2a-97e9-417c3ebe7427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e114a5f-9d37-4c36-b20d-8af7fc04646f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:15.059561 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ec6d96-b33c-45e3-9367-c1c48f2d81f7" -d '{"events": [{"server_uuid": "1509b096-5c98-4f2a-97e9-417c3ebe7427", "name": "network-vif-plugged", "status": "completed", "tag": "1e114a5f-9d37-4c36-b20d-8af7fc04646f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:15.115724 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7647d36a-13cf-4c4c-a0ab-b91f450535ad req-c1bf593e-ca9a-4e9d-8aaa-43a84f1a0c28 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:15.133654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Attempting to bind port f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:15.134245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Attempting to bind port f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:15.135095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Attempting to bind port f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:15.148839 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7647d36a-13cf-4c4c-a0ab-b91f450535ad req-c1bf593e-ca9a-4e9d-8aaa-43a84f1a0c28 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:15.154755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:15.155107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:15.155589 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:15.155977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:15.156464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Bound port: f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:15.157550 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:15.165441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bcfef03e-b02f-48bf-bead-fee2f4ec7313'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:15.174594 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e8217135-b3ac-4161-bbbd-4b56325b2bcf req-d0d92058-cfa6-4eb6-8ad7-7f7ed43d839c tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 210 time: 0.0853877 Aug 31 14:22:15.256924 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51364366-8c4f-4532-a565-30b71c0be7d6 x-openstack-request-id: req-51364366-8c4f-4532-a565-30b71c0be7d6 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:15.257367 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1509b096-5c98-4f2a-97e9-417c3ebe7427", "name": "network-vif-plugged", "status": "completed", "tag": "1e114a5f-9d37-4c36-b20d-8af7fc04646f", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:15.257759 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51364366-8c4f-4532-a565-30b71c0be7d6 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:15.258331 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1509b096-5c98-4f2a-97e9-417c3ebe7427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e114a5f-9d37-4c36-b20d-8af7fc04646f', 'code': 200} Aug 31 14:22:15.348812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11e260-3eb8-4b4f-a552-672598d8bbc6 None None] Pushing event updated for resources: {'Port': ['ID=f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:15.447615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] For port f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:15.459294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] For port f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:15.470129 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:15.539475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43d2a7-5769-4058-8183-54a12257a0f8 req-8e1557c6-39ed-4192-89f1-5a6fd3725f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:15.544558 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e43d2a7-5769-4058-8183-54a12257a0f8 req-8e1557c6-39ed-4192-89f1-5a6fd3725f16 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 1097 time: 0.2194276 Aug 31 14:22:15.646330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11e260-3eb8-4b4f-a552-672598d8bbc6 None None] Pushing event updated for resources: {'Port': ['ID=f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:15.671922 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e43d2a7-5769-4058-8183-54a12257a0f8 req-fc89c7f8-3da0-411e-b294-2026790575bf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022704 Aug 31 14:22:15.686913 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6ce15-cfca-402f-bb97-955f9c417006 req-97547c60-675f-4e21-8966-b64382ea089f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:15.695062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Routers {'2b5dda10-af96-4df6-b49c-265202c46802'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:15.695763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:21:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2b5dda10-af96-4df6-b49c-265202c46802'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:15.696906 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bcb6ce15-cfca-402f-bb97-955f9c417006 req-97547c60-675f-4e21-8966-b64382ea089f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 946 time: 0.1035478 Aug 31 14:22:15.749847 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bcb6ce15-cfca-402f-bb97-955f9c417006 req-29f06ae2-0920-4284-b09e-90531fc26b35 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493670 Aug 31 14:22:15.803291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397ac63e-2727-4f67-8cf4-16165692c449 req-623ba0e2-50e3-4680-94e5-2679a5b280d8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Made reservation on behalf of e1a7f8f74ea049728f1ea12dc9d8f810 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:15.806853 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-397ac63e-2727-4f67-8cf4-16165692c449 req-623ba0e2-50e3-4680-94e5-2679a5b280d8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:15.868550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Allocated IP 192.168.233.161 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/1314353d-6634-4702-addd-63d922d6c113) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:15.918744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647d36a-13cf-4c4c-a0ab-b91f450535ad req-c1bf593e-ca9a-4e9d-8aaa-43a84f1a0c28 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:15.919493 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7647d36a-13cf-4c4c-a0ab-b91f450535ad req-c1bf593e-ca9a-4e9d-8aaa-43a84f1a0c28 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:15.920943 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7647d36a-13cf-4c4c-a0ab-b91f450535ad req-c1bf593e-ca9a-4e9d-8aaa-43a84f1a0c28 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "PUT /v2.0/ports/bcfef03e-b02f-48bf-bead-fee2f4ec7313 HTTP/1.1" status: 200 len: 1020 time: 3.0050497 Aug 31 14:22:16.051236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bcfef03e-b02f-48bf-bead-fee2f4ec7313'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:16.079305 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf593e-ca9a-4e9d-8aaa-43a84f1a0c28 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'Port': ['ID=bcfef03e-b02f-48bf-bead-fee2f4ec7313,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:16.230217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bea9f3-8f72-462f-97e9-7b568a2bab4a req-0a05ba43-eaf3-4947-84f8-cb740965d703 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:16.231872 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c9bea9f3-8f72-462f-97e9-7b568a2bab4a req-0a05ba43-eaf3-4947-84f8-cb740965d703 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 1023 time: 0.1805062 Aug 31 14:22:16.262699 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] Set router 2b5dda10-af96-4df6-b49c-265202c46802 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:16.349806 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c9bea9f3-8f72-462f-97e9-7b568a2bab4a req-2e44c2c5-93f1-4956-b604-6af7c39d8f2e tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=55fae6c8-fe6d-4962-ac54-91dee6457b6a&id=049c396f-d463-4667-b11b-c46b841cceef&id=d6979a3a-1890-4305-93b1-59a7e34a55c0 HTTP/1.1" status: 200 len: 6149 time: 0.1069882 Aug 31 14:22:16.507928 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-71dc1cf0-ad69-45e9-80b5-efcc8efa28c0 req-cf7003ef-8bab-4402-a4c2-72f0bcc0f563 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 210 time: 0.0503013 Aug 31 14:22:16.548586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-6f6d65c8-9fc6-416e-8ad4-835545f2ede9 req-cfbefc9b-951d-4bed-a689-2515363472cd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'security_group': {'name': ' tempest-securitygroup -767072749 ', 'description': 'tempest-description-604250861'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:16.590695 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6f6d65c8-9fc6-416e-8ad4-835545f2ede9 req-cfbefc9b-951d-4bed-a689-2515363472cd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.622315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adeda922-f512-4bcd-9ad4-4d3e0d39c943', 'tag': 'bcfef03e-b02f-48bf-bead-fee2f4ec7313'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:16.627065 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625ce20e-59bc-477d-8997-5ce8ff07937f" -d '{"events": [{"name": "network-changed", "server_uuid": "adeda922-f512-4bcd-9ad4-4d3e0d39c943", "tag": "bcfef03e-b02f-48bf-bead-fee2f4ec7313"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:16.719073 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.735140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5dda10-af96-4df6-b49c-265202c46802', 'name': 'tempest-ServerRescueTestJSON-29017629-router', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:11Z', 'revision_number': 3, 'project_id': '80c65d56754943fe8e7402ca0f9734eb', 'gw_port': {'id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5dda10-af96-4df6-b49c-265202c46802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:16.785357 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6f6d65c8-9fc6-416e-8ad4-835545f2ede9 req-cfbefc9b-951d-4bed-a689-2515363472cd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.790249 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6f6d65c8-9fc6-416e-8ad4-835545f2ede9 req-cfbefc9b-951d-4bed-a689-2515363472cd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.794685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Transition to ACTIVE for port object 1314353d-6634-4702-addd-63d922d6c113 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:16.806156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de50510-ac0a-46f3-a91d-2676e971c603 None None] The sync data for ids ['2b5dda10-af96-4df6-b49c-265202c46802'] in n-d-806683-5 is: [{'id': '2b5dda10-af96-4df6-b49c-265202c46802', 'name': 'tempest-ServerRescueTestJSON-29017629-router', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:11Z', 'revision_number': 3, 'project_id': '80c65d56754943fe8e7402ca0f9734eb', 'gw_port': {'id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5dda10-af96-4df6-b49c-265202c46802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:16.826932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6f6d65c8-9fc6-416e-8ad4-835545f2ede9 req-cfbefc9b-951d-4bed-a689-2515363472cd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:16.832317 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6f6d65c8-9fc6-416e-8ad4-835545f2ede9 req-cfbefc9b-951d-4bed-a689-2515363472cd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.2888517 Aug 31 14:22:16.836158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbefc9b-951d-4bed-a689-2515363472cd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e702cdf9-1d12-4f72-aeb0-d39a4e4fccb4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:16.969471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.022574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da221841-307d-4462-a8d7-f91d28661570 req-25ffd992-95df-4c67-b0b6-62b209088c49 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:17.030371 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-da221841-307d-4462-a8d7-f91d28661570 req-25ffd992-95df-4c67-b0b6-62b209088c49 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 945 time: 0.1117525 Aug 31 14:22:17.088456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-da221841-307d-4462-a8d7-f91d28661570 req-4d2f88b8-cb01-4342-aece-d27459492ab5 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569973 Aug 31 14:22:17.106684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-6a978b69-59f0-4983-a4db-cb98cd352170 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e6aa265e1f4d4887969568d5cdf0ce45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300581 Aug 31 14:22:17.320408 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7416fb3-12a4-47ea-86ac-943b67095108 x-openstack-request-id: req-b7416fb3-12a4-47ea-86ac-943b67095108 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:17.321017 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adeda922-f512-4bcd-9ad4-4d3e0d39c943", "tag": "bcfef03e-b02f-48bf-bead-fee2f4ec7313", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:17.321450 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7416fb3-12a4-47ea-86ac-943b67095108 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:17.322021 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adeda922-f512-4bcd-9ad4-4d3e0d39c943', 'tag': 'bcfef03e-b02f-48bf-bead-fee2f4ec7313', 'status': 'completed', 'code': 200} Aug 31 14:22:17.343961 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.393837 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ce20e-59bc-477d-8997-5ce8ff07937f req-9681378c-9e2f-434c-b6f8-3cef7865c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:17.398253 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-625ce20e-59bc-477d-8997-5ce8ff07937f req-9681378c-9e2f-434c-b6f8-3cef7865c1fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4f9d76e94034e6cafeda497ae4ea289&device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 1174 time: 0.1887043 Aug 31 14:22:17.478985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Pushing event updated for resources: {'Port': ['ID=1314353d-6634-4702-addd-63d922d6c113,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:17.508563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9477e8c-880d-4b07-9d85-4d4cbd288a28 req-2808f72a-7c6a-44c9-ae96-f72a600e1a66 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:17.510086 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9477e8c-880d-4b07-9d85-4d4cbd288a28 req-2808f72a-7c6a-44c9-ae96-f72a600e1a66 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 945 time: 0.5426824 Aug 31 14:22:17.529298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:17.539588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ce20e-59bc-477d-8997-5ce8ff07937f req-97c48f79-bd0f-4f55-9eef-9f4538c60a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:17.541825 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-625ce20e-59bc-477d-8997-5ce8ff07937f req-97c48f79-bd0f-4f55-9eef-9f4538c60a80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=548300bd-6390-4eae-8b45-e5f145a60bf9 HTTP/1.1" status: 200 len: 914 time: 0.1360891 Aug 31 14:22:17.556502 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028b49f-14ad-450e-849d-ad7c4a616329 req-a8ef70b7-8952-452e-ae1e-5c0d6997505c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:17.565238 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7028b49f-14ad-450e-849d-ad7c4a616329 req-a8ef70b7-8952-452e-ae1e-5c0d6997505c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 946 time: 0.2291429 Aug 31 14:22:17.577237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:17.602707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-397ac63e-2727-4f67-8cf4-16165692c449 req-623ba0e2-50e3-4680-94e5-2679a5b280d8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Allocated IP 192.168.233.28 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/00a87c31-827c-49c1-b063-7c3eb298c679) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:17.616443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-140dc67f-7b68-4ed5-8e2a-f33e0b04533b tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:17.618018 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-140dc67f-7b68-4ed5-8e2a-f33e0b04533b tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5105128 Aug 31 14:22:17.621394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:17.657878 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-625ce20e-59bc-477d-8997-5ce8ff07937f req-7946977f-89a2-4325-9657-72ef4564ac5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcfef03e-b02f-48bf-bead-fee2f4ec7313 HTTP/1.1" status: 200 len: 217 time: 0.0831046 Aug 31 14:22:17.745600 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7028b49f-14ad-450e-849d-ad7c4a616329 req-62d8bc56-eea4-46f3-aa3c-bc9bcc0af719 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737375 Aug 31 14:22:17.823013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ce20e-59bc-477d-8997-5ce8ff07937f req-dcf3e442-d1cb-49ef-a9c5-4da714bb6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:17.824584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-625ce20e-59bc-477d-8997-5ce8ff07937f req-dcf3e442-d1cb-49ef-a9c5-4da714bb6a07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecdb00b1-10ad-4f69-b17c-95e68b9c75d8 HTTP/1.1" status: 200 len: 853 time: 0.1487741 Aug 31 14:22:17.887910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-3862a394-19c2-4ee3-b886-dcf02786e6c2 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/quotas/e6aa265e1f4d4887969568d5cdf0ce45 HTTP/1.1" status: 200 len: 375 time: 0.0524566 Aug 31 14:22:17.911691 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-625ce20e-59bc-477d-8997-5ce8ff07937f req-0c60402e-b7ed-4d42-ba20-deb7809127e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=548300bd-6390-4eae-8b45-e5f145a60bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729463 Aug 31 14:22:18.017160 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9429559-1856-431b-8656-84c5ce1c3126 req-a64d220c-5587-4cfe-bf94-ce666657ec4a tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/e702cdf9-1d12-4f72-aeb0-d39a4e4fccb4 HTTP/1.1" status: 200 len: 1779 time: 0.2105072 Aug 31 14:22:18.018626 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-397ac63e-2727-4f67-8cf4-16165692c449 req-623ba0e2-50e3-4680-94e5-2679a5b280d8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.022267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Allocated IP 172.20.0.1 (e2ccc9b3-3731-4780-919e-26acb7204772/3caeebd6-2dac-4d6b-a296-839662e71514/602bc020-596a-4588-a24b-ff7c7ed1c0fe) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:18.074598 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-625ce20e-59bc-477d-8997-5ce8ff07937f req-d013ec5f-a141-42fe-a8e4-c564d3d0b439 service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497755 Aug 31 14:22:18.076256 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-5e313e8f-ce4c-40de-9890-c493ac28563d tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e6aa265e1f4d4887969568d5cdf0ce45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1743660 Aug 31 14:22:18.087615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ddeb5728-401a-45e7-a990-eaccd0e8c230 None None] Provisioning for port 1314353d-6634-4702-addd-63d922d6c113 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:18.147463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ddeb5728-401a-45e7-a990-eaccd0e8c230 None None] Provisioning complete for port 1314353d-6634-4702-addd-63d922d6c113 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:18.147463 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddeb5728-401a-45e7-a990-eaccd0e8c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.190754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:18.191603 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.207122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb5728-401a-45e7-a990-eaccd0e8c230 None None] Port 1314353d-6634-4702-addd-63d922d6c113 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:22:18.208409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-397ac63e-2727-4f67-8cf4-16165692c449 req-623ba0e2-50e3-4680-94e5-2679a5b280d8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Transition to ACTIVE for port object 00a87c31-827c-49c1-b063-7c3eb298c679 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:18.275381 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-ec58f3e1-f98a-4250-aa5c-50906f77bb21 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7763746 Aug 31 14:22:18.281800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d9477e8c-880d-4b07-9d85-4d4cbd288a28 req-1a02f5f0-6a22-42b4-87ad-a68d14f4c02c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Deleting port 82606232-9dfa-4063-a335-fe29c335e132 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:18.282223 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d9477e8c-880d-4b07-9d85-4d4cbd288a28 req-1a02f5f0-6a22-42b4-87ad-a68d14f4c02c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.326323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Request body: {'port': {'device_id': 'f8912032-3092-4940-89cb-59185f952197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:18.341701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-625ce20e-59bc-477d-8997-5ce8ff07937f req-046da0d4-e6da-4db9-9185-8d7b78e6a002 service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566049 Aug 31 14:22:18.464289 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5a197012-47c1-4af0-aaa4-0de62d27eae3 req-b2f66184-22d6-4e3a-a27a-b13c25a49539 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 210 time: 0.0584507 Aug 31 14:22:18.489081 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.590629 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b9890d3-9f00-4006-b7a3-21329ca9d3b1 req-1685f9ee-73ef-43c0-9382-da91e6b8469f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/e702cdf9-1d12-4f72-aeb0-d39a4e4fccb4 HTTP/1.1" status: 200 len: 1779 time: 0.0770028 Aug 31 14:22:18.591849 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d9477e8c-880d-4b07-9d85-4d4cbd288a28 req-1a02f5f0-6a22-42b4-87ad-a68d14f4c02c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] For port 82606232-9dfa-4063-a335-fe29c335e132, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=82606232-9dfa-4063-a335-fe29c335e132,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:18.592268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d9477e8c-880d-4b07-9d85-4d4cbd288a28 req-1a02f5f0-6a22-42b4-87ad-a68d14f4c02c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.627533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d9477e8c-880d-4b07-9d85-4d4cbd288a28 req-1a02f5f0-6a22-42b4-87ad-a68d14f4c02c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Calling delete_port for 82606232-9dfa-4063-a335-fe29c335e132 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:18.667147 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4b9890d3-9f00-4006-b7a3-21329ca9d3b1 req-f5756ed1-d7ad-41b4-abfe-2930e638a0e7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.696835 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4b9890d3-9f00-4006-b7a3-21329ca9d3b1 req-f5756ed1-d7ad-41b4-abfe-2930e638a0e7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.762044 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4b9890d3-9f00-4006-b7a3-21329ca9d3b1 req-f5756ed1-d7ad-41b4-abfe-2930e638a0e7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.765192 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4b9890d3-9f00-4006-b7a3-21329ca9d3b1 req-f5756ed1-d7ad-41b4-abfe-2930e638a0e7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.780157 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b9890d3-9f00-4006-b7a3-21329ca9d3b1 req-f5756ed1-d7ad-41b4-abfe-2930e638a0e7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "DELETE /v2.0/security-groups/e702cdf9-1d12-4f72-aeb0-d39a4e4fccb4 HTTP/1.1" status: 204 len: 173 time: 0.1884470 Aug 31 14:22:18.804124 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5756ed1-d7ad-41b4-abfe-2930e638a0e7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e702cdf9-1d12-4f72-aeb0-d39a4e4fccb4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:18.849855 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d9477e8c-880d-4b07-9d85-4d4cbd288a28 req-1a02f5f0-6a22-42b4-87ad-a68d14f4c02c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.885733 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ab645d0c-0b14-49a1-b43d-c8ce6dbff203 req-7bc259f1-80e6-46c7-b110-b0c9e90feb82 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 210 time: 0.0547726 Aug 31 14:22:19.062090 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23ace0-2fca-4c62-a2b1-eaab1a7bd155 req-8f2c70d0-4081-4701-9146-e6807b3228e5 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:19.067603 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bc2cc4b2-9385-42f2-924e-7b3a7cf1091d req-64270f6f-e9eb-4771-9f30-56b0a2741da8 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=83ad5b55-f4b6-4174-bf80-d8d7e48c9035 HTTP/1.1" status: 200 len: 210 time: 0.2240376 Aug 31 14:22:19.068697 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-397ac63e-2727-4f67-8cf4-16165692c449 req-623ba0e2-50e3-4680-94e5-2679a5b280d8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.070825 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.073665 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c23ace0-2fca-4c62-a2b1-eaab1a7bd155 req-8f2c70d0-4081-4701-9146-e6807b3228e5 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 946 time: 0.1198552 Aug 31 14:22:19.130938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02f5f0-6a22-42b4-87ad-a68d14f4c02c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Pushing event deleted for resources: {'Port': ['ID=82606232-9dfa-4063-a335-fe29c335e132,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:19.171397 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.179311 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c23ace0-2fca-4c62-a2b1-eaab1a7bd155 req-114785e1-edec-4ca9-8230-988494b034f8 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041827 Aug 31 14:22:19.238955 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.252640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397ac63e-2727-4f67-8cf4-16165692c449 req-623ba0e2-50e3-4680-94e5-2679a5b280d8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:19.260912 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-397ac63e-2727-4f67-8cf4-16165692c449 req-623ba0e2-50e3-4680-94e5-2679a5b280d8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:19.318728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-397ac63e-2727-4f67-8cf4-16165692c449 req-623ba0e2-50e3-4680-94e5-2679a5b280d8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:19.321473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:19.383884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Network e2ccc9b3-3731-4780-919e-26acb7204772 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:19.388711 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-6faf39db-177d-40ba-b64a-252ff65dd14e req-a20e4d90-25c9-45a5-9a91-ed5ed913ee6e tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] show failed (client error): The resource could not be found. Aug 31 14:22:19.398499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6faf39db-177d-40ba-b64a-252ff65dd14e req-a20e4d90-25c9-45a5-9a91-ed5ed913ee6e tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/e702cdf9-1d12-4f72-aeb0-d39a4e4fccb4 HTTP/1.1" status: 404 len: 352 time: 0.2722301 Aug 31 14:22:19.424828 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:19.430621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:19.431622 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.457799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:19.480775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Pushing event updated for resources: {'Port': ['ID=602bc020-596a-4588-a24b-ff7c7ed1c0fe,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:19.542244 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6c1e-69e1-4348-aea9-09f9ed8127f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.558799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:19.561543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9477e8c-880d-4b07-9d85-4d4cbd288a28 req-1a02f5f0-6a22-42b4-87ad-a68d14f4c02c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] No DVR routers for this DVR port 82606232-9dfa-4063-a335-fe29c335e132 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:19.587073 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ac63e-2727-4f67-8cf4-16165692c449 req-623ba0e2-50e3-4680-94e5-2679a5b280d8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:19.595411 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-397ac63e-2727-4f67-8cf4-16165692c449 req-623ba0e2-50e3-4680-94e5-2679a5b280d8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.603962 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-64731f09-0a4f-46b9-972a-a5dd28175e04 req-892a6a31-434c-4e05-bc8c-1db47abc0582 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1425908768', 'description': 'tempest-description-867652942'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:19.662018 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.708780 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d9477e8c-880d-4b07-9d85-4d4cbd288a28 req-1a02f5f0-6a22-42b4-87ad-a68d14f4c02c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.710753 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9477e8c-880d-4b07-9d85-4d4cbd288a28 req-1a02f5f0-6a22-42b4-87ad-a68d14f4c02c tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.60 "DELETE /v2.0/ports/82606232-9dfa-4063-a335-fe29c335e132 HTTP/1.1" status: 204 len: 173 time: 2.1528258 Aug 31 14:22:19.717147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:19.718029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ad5b55-f4b6-4174-bf80-d8d7e48c9035', 'name': 'network-vif-deleted', 'tag': '82606232-9dfa-4063-a335-fe29c335e132'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:19.722365 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.725975 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb81b76-5186-4aa9-8201-de6155ac7ec2" -d '{"events": [{"server_uuid": "83ad5b55-f4b6-4174-bf80-d8d7e48c9035", "name": "network-vif-deleted", "tag": "82606232-9dfa-4063-a335-fe29c335e132"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:19.817099 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:19.849842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b0976488-54cf-4aec-90c6-1dec6ec271c3 None None] Provisioning for port 00a87c31-827c-49c1-b063-7c3eb298c679 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:19.857478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b0976488-54cf-4aec-90c6-1dec6ec271c3 None None] Provisioning complete for port 00a87c31-827c-49c1-b063-7c3eb298c679 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:19.858367 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0976488-54cf-4aec-90c6-1dec6ec271c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.951403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b0976488-54cf-4aec-90c6-1dec6ec271c3 None None] Port 00a87c31-827c-49c1-b063-7c3eb298c679 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:22:19.955156 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397ac63e-2727-4f67-8cf4-16165692c449 req-623ba0e2-50e3-4680-94e5-2679a5b280d8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7228022 Aug 31 14:22:20.150341 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf99b07-116b-4e62-9874-d7a8c503327d req-4d80006e-ae37-436e-ad55-c87fcab639cf tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:20.168117 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7bf99b07-116b-4e62-9874-d7a8c503327d req-4d80006e-ae37-436e-ad55-c87fcab639cf tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 935 time: 0.1462064 Aug 31 14:22:20.178573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Request body: {'port': {'device_id': '965e5b97-2ff4-4ffa-82bd-4a22e107405e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:20.193153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ba0e2-50e3-4680-94e5-2679a5b280d8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Pushing event updated for resources: {'Port': ['ID=00a87c31-827c-49c1-b063-7c3eb298c679,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:20.258809 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 82606232-9dfa-4063-a335-fe29c335e132 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:20.291387 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7bf99b07-116b-4e62-9874-d7a8c503327d req-ea398cc1-339e-4b93-8060-214d6fd2273f tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218174 Aug 31 14:22:20.315848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 82606232-9dfa-4063-a335-fe29c335e132 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:20.316621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1314353d-6634-4702-addd-63d922d6c113 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:20.319378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 82606232-9dfa-4063-a335-fe29c335e132 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:20.335167 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:20.353134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Transition to ACTIVE for port object 1314353d-6634-4702-addd-63d922d6c113 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:20.389537 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-b86cb52d-9206-4628-a81d-4d0d06647997 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e6aa265e1f4d4887969568d5cdf0ce45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196990 Aug 31 14:22:20.394351 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:20.560261 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da0a13b-22bf-4f4d-963b-0b8236c8f150 x-openstack-request-id: req-6da0a13b-22bf-4f4d-963b-0b8236c8f150 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:20.560261 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ad5b55-f4b6-4174-bf80-d8d7e48c9035", "name": "network-vif-deleted", "tag": "82606232-9dfa-4063-a335-fe29c335e132", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:20.560261 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6da0a13b-22bf-4f4d-963b-0b8236c8f150 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:20.560697 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ad5b55-f4b6-4174-bf80-d8d7e48c9035', 'name': 'network-vif-deleted', 'tag': '82606232-9dfa-4063-a335-fe29c335e132', 'status': 'completed', 'code': 200} Aug 31 14:22:20.561558 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-64731f09-0a4f-46b9-972a-a5dd28175e04 req-892a6a31-434c-4e05-bc8c-1db47abc0582 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:20.567961 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:20.606901 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f6cd3b4f-dea7-41e9-abe3-421ad6aad92d req-95e007c4-a5a7-4d98-b610-a1ad7cec8e51 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 210 time: 0.0666902 Aug 31 14:22:20.654391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-cfe20b79-6adb-417a-8844-64ccdb91474d tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:20.663710 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-cfe20b79-6adb-417a-8844-64ccdb91474d tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2627335 Aug 31 14:22:20.688289 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Request body: {'port': {'device_id': 'f22fa8c2-b184-4a32-a10b-91b8cb8d604a', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': 'e6aa265e1f4d4887969568d5cdf0ce45'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:20.712588 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:20.920539 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.api [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:22:20.920539 n-d-806683-5 neutron-server[94870]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:22:20.920539 n-d-806683-5 neutron-server[94870]: [parameters: {'project_id_1': 'e6aa265e1f4d4887969568d5cdf0ce45', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 22, 20, 885469)}] Aug 31 14:22:20.920539 n-d-806683-5 neutron-server[94870]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:22:20.921172 n-d-806683-5 neutron-server[94870]: DEBUG oslo_db.api [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:22:20.954092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.009739 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Pushing event updated for resources: {'Port': ['ID=1314353d-6634-4702-addd-63d922d6c113,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:21.247660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:21.312816 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519f49d-0ef5-4d8f-9e85-a6b07538831e req-81c91c9e-3e5f-48b2-ad44-36b5f2ff5471 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:21.317935 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8519f49d-0ef5-4d8f-9e85-a6b07538831e req-81c91c9e-3e5f-48b2-ad44-36b5f2ff5471 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 944 time: 0.1009562 Aug 31 14:22:21.338431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:21.339028 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.386903 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8519f49d-0ef5-4d8f-9e85-a6b07538831e req-c16efeb9-c5ad-4cc0-b575-831f24ebb869 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619133 Aug 31 14:22:21.531259 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de6755-be05-4762-b3d1-4a9fa1126560 req-aa1ad89f-e010-43dc-80a3-3140f8353bda tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:21.545463 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c9de6755-be05-4762-b3d1-4a9fa1126560 req-aa1ad89f-e010-43dc-80a3-3140f8353bda tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 935 time: 0.0782390 Aug 31 14:22:21.581951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Attempting to bind port 1314353d-6634-4702-addd-63d922d6c113 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:21.582720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Attempting to bind port 1314353d-6634-4702-addd-63d922d6c113 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:21.583141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Attempting to bind port 1314353d-6634-4702-addd-63d922d6c113 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:21.606337 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c9de6755-be05-4762-b3d1-4a9fa1126560 req-f62bface-ed63-4280-acd9-3fba91c4dc24 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597370 Aug 31 14:22:21.681047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Port 1314353d-6634-4702-addd-63d922d6c113 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:21.681703 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Attempting to bind port 1314353d-6634-4702-addd-63d922d6c113 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:21.719576 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-64731f09-0a4f-46b9-972a-a5dd28175e04 req-892a6a31-434c-4e05-bc8c-1db47abc0582 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.743435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:21.744256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:21.744824 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:21.745321 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Bound port: 1314353d-6634-4702-addd-63d922d6c113, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:21.745700 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.753562 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-64731f09-0a4f-46b9-972a-a5dd28175e04 req-892a6a31-434c-4e05-bc8c-1db47abc0582 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.760832 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c60a13c9-f327-497b-a4e0-44c9ee55d68b req-6f1f50ff-808a-4d01-ab48-5d6dcdba8629 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 210 time: 0.0541840 Aug 31 14:22:21.765415 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.792286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Made reservation on behalf of e6aa265e1f4d4887969568d5cdf0ce45 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:21.802435 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.802711 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.814605 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.940469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7791c09-e95c-49b8-b726-3fab395b94a8 req-0c162fe2-74d4-485e-8867-4acae3bb2b36 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:21.942139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f7791c09-e95c-49b8-b726-3fab395b94a8 req-0c162fe2-74d4-485e-8867-4acae3bb2b36 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.60 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 944 time: 0.2897727 Aug 31 14:22:21.980372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.997202 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.054924 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a6a31-434c-4e05-bc8c-1db47abc0582 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea1399e-87de-4a76-aff2-6d63aa1658e3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:22.057280 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-64731f09-0a4f-46b9-972a-a5dd28175e04 req-892a6a31-434c-4e05-bc8c-1db47abc0582 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.058505 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64731f09-0a4f-46b9-972a-a5dd28175e04 req-892a6a31-434c-4e05-bc8c-1db47abc0582 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.4594295 Aug 31 14:22:22.120145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Pushing event updated for resources: {'Port': ['ID=602bc020-596a-4588-a24b-ff7c7ed1c0fe,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:22.122863 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.131027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-bdcb6895-a3e0-4d84-a9c4-1275a59c00dd req-d05a824b-a3f3-4f4f-916a-a1d0b8abf9ce tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-706950016', 'description': 'tempest-description-518379805'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:22.150040 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8cfbd3b-ca1d-4629-986a-759d3ca16f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.169217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3462176e-d545-4d8c-b037-780b982c8534,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:22.190787 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.228930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] For port 1314353d-6634-4702-addd-63d922d6c113, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:22.307098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] For port 1314353d-6634-4702-addd-63d922d6c113, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1314353d-6634-4702-addd-63d922d6c113,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:22.334038 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bdcb6895-a3e0-4d84-a9c4-1275a59c00dd req-d05a824b-a3f3-4f4f-916a-a1d0b8abf9ce tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.337425 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.419641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:22.420515 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.422394 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] 10.222.0.25 "PUT /v2.0/ports/1314353d-6634-4702-addd-63d922d6c113 HTTP/1.1" status: 200 len: 1096 time: 4.1006031 Aug 31 14:22:22.566940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1f715-0abb-46f6-8b71-45027c800334 req-92babf32-34e5-48b4-a49c-4d92ad6992ba tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:22.569891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8912032-3092-4940-89cb-59185f952197', 'tag': '1314353d-6634-4702-addd-63d922d6c113'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:22.571467 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-43e1f715-0abb-46f6-8b71-45027c800334 req-92babf32-34e5-48b4-a49c-4d92ad6992ba tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 944 time: 0.0861466 Aug 31 14:22:22.572304 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0190c6-3646-4296-9cda-da3b6d7e2142" -d '{"events": [{"name": "network-changed", "server_uuid": "f8912032-3092-4940-89cb-59185f952197", "tag": "1314353d-6634-4702-addd-63d922d6c113"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:22.596417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f7791c09-e95c-49b8-b726-3fab395b94a8 req-b1c652b1-6f56-47f9-9ae8-530a02861c15 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Deleting port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:22.597157 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f7791c09-e95c-49b8-b726-3fab395b94a8 req-b1c652b1-6f56-47f9-9ae8-530a02861c15 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.624150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8584e-3bfe-47eb-873b-3de66abb6a98 service neutron] Pushing event updated for resources: {'Port': ['ID=1314353d-6634-4702-addd-63d922d6c113,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:22.630343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a87c31-827c-49c1-b063-7c3eb298c679 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:22.640637 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-43e1f715-0abb-46f6-8b71-45027c800334 req-5f3816b7-96fd-40ff-864f-cb33172ea58d tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628936 Aug 31 14:22:22.702450 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.706220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Network e2ccc9b3-3731-4780-919e-26acb7204772 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:22.731356 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c990080-c920-421c-8b78-f1e2861438b6 x-openstack-request-id: req-5c990080-c920-421c-8b78-f1e2861438b6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:22.731649 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8912032-3092-4940-89cb-59185f952197", "tag": "1314353d-6634-4702-addd-63d922d6c113", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:22.731902 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c990080-c920-421c-8b78-f1e2861438b6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:22.732293 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8912032-3092-4940-89cb-59185f952197', 'tag': '1314353d-6634-4702-addd-63d922d6c113', 'status': 'completed', 'code': 200} Aug 31 14:22:22.750310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:22.790114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Transition to ACTIVE for port object 00a87c31-827c-49c1-b063-7c3eb298c679 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:22.851472 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.859442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-e038ed44-8df3-4150-8836-3756a25ee753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:22.861111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-e038ed44-8df3-4150-8836-3756a25ee753 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 1099 time: 0.3838999 Aug 31 14:22:22.897767 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Allocated IP 192.168.233.237 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/edb63490-c6aa-4b4c-bb1c-2106cdac1e44) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:22.919043 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b984991-f2ea-4a05-b1f0-ad9f362ad1ca req-00b98c98-40be-4a8e-85ba-a192733607ea tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:22.921219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b984991-f2ea-4a05-b1f0-ad9f362ad1ca req-00b98c98-40be-4a8e-85ba-a192733607ea tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 947 time: 0.0879796 Aug 31 14:22:23.008353 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b984991-f2ea-4a05-b1f0-ad9f362ad1ca req-d7648aa3-dc94-46fc-95b8-7a8ecee23287 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780320 Aug 31 14:22:23.013890 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-8434f092-9e6e-4372-968b-4be14a2dd710 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1314353d-6634-4702-addd-63d922d6c113 HTTP/1.1" status: 200 len: 217 time: 0.1331680 Aug 31 14:22:23.126838 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bdcb6895-a3e0-4d84-a9c4-1275a59c00dd req-d05a824b-a3f3-4f4f-916a-a1d0b8abf9ce tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.127824 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Pushing event updated for resources: {'Port': ['ID=00a87c31-827c-49c1-b063-7c3eb298c679,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:23.134869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f7791c09-e95c-49b8-b726-3fab395b94a8 req-b1c652b1-6f56-47f9-9ae8-530a02861c15 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] For port b9fa8160-d776-42dd-a5c0-0b8043fe5b94, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,segment=NetworkSegment(0e399b27-6b28-497b-ab4c-3df0be3ef0c7),segment_id=0e399b27-6b28-497b-ab4c-3df0be3ef0c7)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:23.135271 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f7791c09-e95c-49b8-b726-3fab395b94a8 req-b1c652b1-6f56-47f9-9ae8-530a02861c15 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.174226 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bdcb6895-a3e0-4d84-a9c4-1275a59c00dd req-d05a824b-a3f3-4f4f-916a-a1d0b8abf9ce tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.193618 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f7791c09-e95c-49b8-b726-3fab395b94a8 req-b1c652b1-6f56-47f9-9ae8-530a02861c15 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Calling delete_port for b9fa8160-d776-42dd-a5c0-0b8043fe5b94 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:23.224769 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-549bb0ea-5c1b-46d5-85a3-62bcf7034236 req-8a4df6dc-1f92-439a-992b-28ec4a0d6d27 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 210 time: 0.0908957 Aug 31 14:22:23.241015 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.313755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-6c6065b6-1ec5-44de-82de-d7134950a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:23.315637 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-6c6065b6-1ec5-44de-82de-d7134950a689 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.2841318 Aug 31 14:22:23.316989 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bdcb6895-a3e0-4d84-a9c4-1275a59c00dd req-d05a824b-a3f3-4f4f-916a-a1d0b8abf9ce tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.318628 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bdcb6895-a3e0-4d84-a9c4-1275a59c00dd req-d05a824b-a3f3-4f4f-916a-a1d0b8abf9ce tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.2133384 Aug 31 14:22:23.326457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1e114a5f-9d37-4c36-b20d-8af7fc04646f details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:23.365833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Router 2b5dda10-af96-4df6-b49c-265202c46802 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:23.366247 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a824b-a3f3-4f4f-916a-a1d0b8abf9ce tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76db8838-ad5c-457e-9d15-f1073db66030,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:23.384098 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.442505 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Transition to ACTIVE for port object edb63490-c6aa-4b4c-bb1c-2106cdac1e44 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:23.506023 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.529160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Attempting to bind port 00a87c31-827c-49c1-b063-7c3eb298c679 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:23.529549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Attempting to bind port 00a87c31-827c-49c1-b063-7c3eb298c679 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:23.529882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Attempting to bind port 00a87c31-827c-49c1-b063-7c3eb298c679 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:23.587552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Port 00a87c31-827c-49c1-b063-7c3eb298c679 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:23.588510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Attempting to bind port 00a87c31-827c-49c1-b063-7c3eb298c679 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:23.649102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1e114a5f-9d37-4c36-b20d-8af7fc04646f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1e114a5f-9d37-4c36-b20d-8af7fc04646f,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:23.684643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '1e114a5f-9d37-4c36-b20d-8af7fc04646f', 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc', 'port_id': '1e114a5f-9d37-4c36-b20d-8af7fc04646f', 'mac_address': 'fa:16:3e:85:28:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40552a86-f995-4e29-94f9-152d14895ce3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:23.754394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:23.755121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:23.755379 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:23.755760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Bound port: 00a87c31-827c-49c1-b063-7c3eb298c679, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:23.762717 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.770760 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.799651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-7e352ee6-68ab-48df-9c89-8743c3e0a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:23.801426 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-7e352ee6-68ab-48df-9c89-8743c3e0a87b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4643674 Aug 31 14:22:23.815565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e114a5f-9d37-4c36-b20d-8af7fc04646f {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:23.884781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1e114a5f-9d37-4c36-b20d-8af7fc04646f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1e114a5f-9d37-4c36-b20d-8af7fc04646f,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:23.893634 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.004194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1e114a5f-9d37-4c36-b20d-8af7fc04646f,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:24.053179 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['1e114a5f-9d37-4c36-b20d-8af7fc04646f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:24.102333 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.130752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Pushing event updated for resources: {'Port': ['ID=edb63490-c6aa-4b4c-bb1c-2106cdac1e44,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:24.138642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-e24d42d6-5692-4440-b295-50a3ee75a5c9 req-d4aa9b90-6cbd-4545-96d6-f63437dec332 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-691353331', 'description': 'tempest-description-1518376917'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:24.154972 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:24.158431 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:24.164856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:24.206849 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e24d42d6-5692-4440-b295-50a3ee75a5c9 req-d4aa9b90-6cbd-4545-96d6-f63437dec332 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.261414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.261809 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.318948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device b9fa8160-d776-42dd-a5c0-0b8043fe5b94 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:24.407694 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e24d42d6-5692-4440-b295-50a3ee75a5c9 req-d4aa9b90-6cbd-4545-96d6-f63437dec332 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.415590 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e24d42d6-5692-4440-b295-50a3ee75a5c9 req-d4aa9b90-6cbd-4545-96d6-f63437dec332 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.464973 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa9b90-6cbd-4545-96d6-f63437dec332 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=574e45e0-518d-43de-9b56-93235f2280ee,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:24.476033 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-f22a583b-54c4-4e44-aa30-1224ef1906ba tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7975354 Aug 31 14:22:24.482437 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e24d42d6-5692-4440-b295-50a3ee75a5c9 req-d4aa9b90-6cbd-4545-96d6-f63437dec332 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.494292 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e24d42d6-5692-4440-b295-50a3ee75a5c9 req-d4aa9b90-6cbd-4545-96d6-f63437dec332 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9312048 Aug 31 14:22:24.513856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Request body: {'port': {'device_id': 'f22fa8c2-b184-4a32-a10b-91b8cb8d604a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:24.536476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4ac43-213e-404e-87c6-645b0a613f0f req-5f227ee1-d954-4c2c-911b-e570119646c2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.550457 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5cf4ac43-213e-404e-87c6-645b0a613f0f req-5f227ee1-d954-4c2c-911b-e570119646c2 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d3aec7-11d8-4559-a341-9c718e980983 HTTP/1.1" status: 200 len: 944 time: 0.6487727 Aug 31 14:22:24.659469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:24.671341 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Sync routers for ids ['2b5dda10-af96-4df6-b49c-265202c46802'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:24.678393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a563132c-47fb-4d39-ba13-8a6fd5395fd1 None None] Provisioning for port edb63490-c6aa-4b4c-bb1c-2106cdac1e44 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:24.683960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a563132c-47fb-4d39-ba13-8a6fd5395fd1 None None] Provisioning complete for port edb63490-c6aa-4b4c-bb1c-2106cdac1e44 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:24.686487 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a563132c-47fb-4d39-ba13-8a6fd5395fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.693662 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Routers {'2b5dda10-af96-4df6-b49c-265202c46802'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:24.694900 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:22:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2b5dda10-af96-4df6-b49c-265202c46802'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:24.711811 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fce46845-27ee-4b81-9793-8c761da29c38 admin admin] 10.222.0.39 "PUT /v2.0/routers/2b5dda10-af96-4df6-b49c-265202c46802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4730413 Aug 31 14:22:24.718930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b9857-808c-4c56-bf8a-6174245f9d29 req-099e1088-d2e1-444d-a2af-65877e14d80d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.728816 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6c5b9857-808c-4c56-bf8a-6174245f9d29 req-099e1088-d2e1-444d-a2af-65877e14d80d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 947 time: 0.1361649 Aug 31 14:22:24.739450 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.799536 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6c5b9857-808c-4c56-bf8a-6174245f9d29 req-329c841c-cfd0-49bb-8df4-801ba8652ad7 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684066 Aug 31 14:22:24.804347 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] For port 00a87c31-827c-49c1-b063-7c3eb298c679, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:24.814601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] For port 00a87c31-827c-49c1-b063-7c3eb298c679, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=00a87c31-827c-49c1-b063-7c3eb298c679,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:24.839398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a563132c-47fb-4d39-ba13-8a6fd5395fd1 None None] Port edb63490-c6aa-4b4c-bb1c-2106cdac1e44 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:22:24.850219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-8e630dd1-8fd5-4eb9-b318-0984fed2ef81 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9524391 Aug 31 14:22:24.861305 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.887825 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.055962 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Set router 2b5dda10-af96-4df6-b49c-265202c46802 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:25.159751 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f7791c09-e95c-49b8-b726-3fab395b94a8 req-b1c652b1-6f56-47f9-9ae8-530a02861c15 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.172242 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5cf4ac43-213e-404e-87c6-645b0a613f0f req-140656fe-616b-41d4-a049-aef2b26d16db tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7fe1ca7-a006-43ce-9f6a-8e657a917625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208384 Aug 31 14:22:25.214648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a2139-8360-45a1-8b9f-e47d9b9fb0d7 req-240be25a-64b8-43f9-b787-39f781313d43 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:25.217072 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d4a2139-8360-45a1-8b9f-e47d9b9fb0d7 req-240be25a-64b8-43f9-b787-39f781313d43 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 936 time: 0.2890685 Aug 31 14:22:25.233052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-852bbf47-4646-4714-a0e0-1443ae1c7951 req-9e40f8fb-3ec2-4440-8ade-a3af92030df2 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418512 Aug 31 14:22:25.280044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:25.281021 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.287231 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397ac63e-2727-4f67-8cf4-16165692c449 req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] 10.222.0.60 "PUT /v2.0/ports/00a87c31-827c-49c1-b063-7c3eb298c679 HTTP/1.1" status: 200 len: 1095 time: 5.3080189 Aug 31 14:22:25.287736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965e5b97-2ff4-4ffa-82bd-4a22e107405e', 'tag': '00a87c31-827c-49c1-b063-7c3eb298c679'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:25.298723 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84469308-fab1-4bbe-9bcb-539aa88f1692" -d '{"events": [{"name": "network-changed", "server_uuid": "965e5b97-2ff4-4ffa-82bd-4a22e107405e", "tag": "00a87c31-827c-49c1-b063-7c3eb298c679"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:25.342308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1e114a5f-9d37-4c36-b20d-8af7fc04646f up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:25.454706 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d4a2139-8360-45a1-8b9f-e47d9b9fb0d7 req-27747546-f9ce-4c8a-99a8-f817f8364525 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/security-groups?id=3462176e-d545-4d8c-b037-780b982c8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200587 Aug 31 14:22:25.464322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ff849-05cd-4c39-befe-9d77077b644e service neutron] Pushing event updated for resources: {'Port': ['ID=00a87c31-827c-49c1-b063-7c3eb298c679,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:25.525701 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5dda10-af96-4df6-b49c-265202c46802', 'name': 'tempest-ServerRescueTestJSON-29017629-router', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:20Z', 'revision_number': 4, 'project_id': '80c65d56754943fe8e7402ca0f9734eb', 'gw_port': {'id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5dda10-af96-4df6-b49c-265202c46802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '602bc020-596a-4588-a24b-ff7c7ed1c0fe', 'name': '', 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb', 'mac_address': 'fa:16:3e:06:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5dda10-af96-4df6-b49c-265202c46802', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '3caeebd6-2dac-4d6b-a296-839662e71514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:17Z', 'updated_at': '2021-08-31T14:22:20Z', 'revision_number': 2, 'project_id': '80c65d56754943fe8e7402ca0f9734eb', 'subnets': [{'id': '3caeebd6-2dac-4d6b-a296-839662e71514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:25.561546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 1e114a5f-9d37-4c36-b20d-8af7fc04646f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:25.563056 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.597930 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Checking router: 2b5dda10-af96-4df6-b49c-265202c46802 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:22:25.607815 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Updating router 2b5dda10-af96-4df6-b49c-265202c46802 port 602bc020-596a-4588-a24b-ff7c7ed1c0fe binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:22:25.656237 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.661626 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c652b1-6f56-47f9-9ae8-530a02861c15 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Pushing event deleted for resources: {'Port': ['ID=b9fa8160-d776-42dd-a5c0-0b8043fe5b94,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:25.707744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7791c09-e95c-49b8-b726-3fab395b94a8 req-b1c652b1-6f56-47f9-9ae8-530a02861c15 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] No DVR routers for this DVR port b9fa8160-d776-42dd-a5c0-0b8043fe5b94 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:25.731996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f7791c09-e95c-49b8-b726-3fab395b94a8 req-b1c652b1-6f56-47f9-9ae8-530a02861c15 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.734050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f7791c09-e95c-49b8-b726-3fab395b94a8 req-b1c652b1-6f56-47f9-9ae8-530a02861c15 tempest-LiveMigrationTest-1715105165 tempest-LiveMigrationTest-1715105165-project] 10.222.0.60 "DELETE /v2.0/ports/b9fa8160-d776-42dd-a5c0-0b8043fe5b94 HTTP/1.1" status: 204 len: 173 time: 3.7439387 Aug 31 14:22:25.736049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0190c6-3646-4296-9cda-da3b6d7e2142 req-aefb606c-18f7-4617-944f-de07236e01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:25.747342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c0190c6-3646-4296-9cda-da3b6d7e2142 req-aefb606c-18f7-4617-944f-de07236e01e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 1099 time: 0.4052608 Aug 31 14:22:25.774893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ac63e-2727-4f67-8cf4-16165692c449 req-c1abc6f7-fbad-4ef3-a2fc-d098f90ca7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:25.778929 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397ac63e-2727-4f67-8cf4-16165692c449 req-c1abc6f7-fbad-4ef3-a2fc-d098f90ca7b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 1098 time: 0.3979597 Aug 31 14:22:25.854302 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-22d66e86-798c-4d39-8346-9217011651d0 req-d07251bb-deb8-4003-b34e-ba20a86afee8 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4f9d76e94034e6cafeda497ae4ea289 HTTP/1.1" status: 200 len: 10895 time: 0.3257682 Aug 31 14:22:25.856546 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.873380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397ac63e-2727-4f67-8cf4-16165692c449 req-53444508-eb74-4928-8902-73c6b35415ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=00a87c31-827c-49c1-b063-7c3eb298c679 HTTP/1.1" status: 200 len: 217 time: 0.0701816 Aug 31 14:22:25.893566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1509b096-5c98-4f2a-97e9-417c3ebe7427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e114a5f-9d37-4c36-b20d-8af7fc04646f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:25.896679 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a1b6ec-2e74-452c-b1f2-c615441e24bc" -d '{"events": [{"server_uuid": "1509b096-5c98-4f2a-97e9-417c3ebe7427", "name": "network-vif-plugged", "status": "completed", "tag": "1e114a5f-9d37-4c36-b20d-8af7fc04646f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:25.927137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1e114a5f-9d37-4c36-b20d-8af7fc04646f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1e114a5f-9d37-4c36-b20d-8af7fc04646f,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:25.942855 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.052373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ac63e-2727-4f67-8cf4-16165692c449 req-114d2e77-a68f-4c38-8bd9-e78f30888321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.053955 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397ac63e-2727-4f67-8cf4-16165692c449 req-114d2e77-a68f-4c38-8bd9-e78f30888321 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1468198 Aug 31 14:22:26.095967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb63490-c6aa-4b4c-bb1c-2106cdac1e44 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:26.107437 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.108225 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1e114a5f-9d37-4c36-b20d-8af7fc04646f,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:26.127570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Transition to ACTIVE for port object edb63490-c6aa-4b4c-bb1c-2106cdac1e44 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:26.134665 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.202936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Pushing event updated for resources: {'Port': ['ID=edb63490-c6aa-4b4c-bb1c-2106cdac1e44,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:26.313009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ac63e-2727-4f67-8cf4-16165692c449 req-55a50fc3-9edf-4d63-92ac-d1cd7dce89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.316968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397ac63e-2727-4f67-8cf4-16165692c449 req-55a50fc3-9edf-4d63-92ac-d1cd7dce89e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2526324 Aug 31 14:22:26.383541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0190c6-3646-4296-9cda-da3b6d7e2142 req-f7c3ac08-3db3-4116-9e94-fd8926d42181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.385372 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c0190c6-3646-4296-9cda-da3b6d7e2142 req-f7c3ac08-3db3-4116-9e94-fd8926d42181 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.6205959 Aug 31 14:22:26.389404 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-22d66e86-798c-4d39-8346-9217011651d0 req-98b2c47a-ecdd-4c31-8ba4-d297287a5b87 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/049c396f-d463-4667-b11b-c46b841cceef HTTP/1.1" status: 200 len: 2981 time: 0.5143030 Aug 31 14:22:26.502678 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.514182 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Transition to ACTIVE for port object 602bc020-596a-4588-a24b-ff7c7ed1c0fe will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:26.526599 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.542979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Attempting to bind port edb63490-c6aa-4b4c-bb1c-2106cdac1e44 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:26.543393 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Attempting to bind port edb63490-c6aa-4b4c-bb1c-2106cdac1e44 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:26.543739 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Attempting to bind port edb63490-c6aa-4b4c-bb1c-2106cdac1e44 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:26.576250 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Port edb63490-c6aa-4b4c-bb1c-2106cdac1e44 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:26.576989 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Attempting to bind port edb63490-c6aa-4b4c-bb1c-2106cdac1e44 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:26.611535 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-22d66e86-798c-4d39-8346-9217011651d0 req-d0e34a63-5487-4fb5-afb9-09c1493175b9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/049c396f-d463-4667-b11b-c46b841cceef HTTP/1.1" status: 200 len: 2981 time: 0.2210262 Aug 31 14:22:26.612695 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:26.613393 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:26.614085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:26.614720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Bound port: edb63490-c6aa-4b4c-bb1c-2106cdac1e44, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:26.615327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.685811 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c0190c6-3646-4296-9cda-da3b6d7e2142 req-33b11cbd-2abf-420d-8e88-b0546e7aff44 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1314353d-6634-4702-addd-63d922d6c113 HTTP/1.1" status: 200 len: 217 time: 0.1595089 Aug 31 14:22:26.710296 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074136a-d913-4a83-925a-70214a0a1d9f None None] Pushing event updated for resources: {'Port': ['ID=602bc020-596a-4588-a24b-ff7c7ed1c0fe,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:26.748320 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Attempting to bind port 602bc020-596a-4588-a24b-ff7c7ed1c0fe on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:26.748320 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Attempting to bind port 602bc020-596a-4588-a24b-ff7c7ed1c0fe by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:26.748721 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Attempting to bind port 602bc020-596a-4588-a24b-ff7c7ed1c0fe on network e2ccc9b3-3731-4780-919e-26acb7204772 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:26.757119 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] For port edb63490-c6aa-4b4c-bb1c-2106cdac1e44, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:26.761844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] For port edb63490-c6aa-4b4c-bb1c-2106cdac1e44, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=edb63490-c6aa-4b4c-bb1c-2106cdac1e44,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:26.764020 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:26.764647 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Checking segment: {'id': 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:26.764950 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.765337 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Bound using segment: {'id': 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:26.765816 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Bound port: 602bc020-596a-4588-a24b-ff7c7ed1c0fe, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:26.766298 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.768374 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.839286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.840258 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.842923 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] 10.222.0.25 "PUT /v2.0/ports/edb63490-c6aa-4b4c-bb1c-2106cdac1e44 HTTP/1.1" status: 200 len: 1096 time: 2.3433270 Aug 31 14:22:26.843630 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22fa8c2-b184-4a32-a10b-91b8cb8d604a', 'tag': 'edb63490-c6aa-4b4c-bb1c-2106cdac1e44'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:26.847452 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f724d3-e19a-4e2e-8ada-0773a60e2580" -d '{"events": [{"name": "network-changed", "server_uuid": "f22fa8c2-b184-4a32-a10b-91b8cb8d604a", "tag": "edb63490-c6aa-4b4c-bb1c-2106cdac1e44"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:26.876977 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397ac63e-2727-4f67-8cf4-16165692c449 req-cc908fd9-d9b3-480c-aa51-9125de14cb23 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338840 Aug 31 14:22:26.881540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad1c22-b647-4679-968d-689e999ea337 service neutron] Pushing event updated for resources: {'Port': ['ID=edb63490-c6aa-4b4c-bb1c-2106cdac1e44,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:26.884737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0190c6-3646-4296-9cda-da3b6d7e2142 req-d7cecaf0-063e-49dd-a050-e93210d2570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.886639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c0190c6-3646-4296-9cda-da3b6d7e2142 req-d7cecaf0-063e-49dd-a050-e93210d2570e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1923046 Aug 31 14:22:26.946393 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] For port 602bc020-596a-4588-a24b-ff7c7ed1c0fe, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:26.952624 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] For port 602bc020-596a-4588-a24b-ff7c7ed1c0fe, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=602bc020-596a-4588-a24b-ff7c7ed1c0fe,segment=NetworkSegment(c3884580-88a0-4c90-a5ec-2d23a57a1f1d),segment_id=c3884580-88a0-4c90-a5ec-2d23a57a1f1d)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:26.957706 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.989873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-43f49f4a-146f-4d3a-9b9f-8cbdd22298af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.990571 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-43f49f4a-146f-4d3a-9b9f-8cbdd22298af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6aa265e1f4d4887969568d5cdf0ce45&device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 1099 time: 0.0942392 Aug 31 14:22:27.077235 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-7301a822-6323-44e8-afc5-10053985c327 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=edb63490-c6aa-4b4c-bb1c-2106cdac1e44 HTTP/1.1" status: 200 len: 217 time: 0.0781343 Aug 31 14:22:27.091038 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Routers {'2b5dda10-af96-4df6-b49c-265202c46802'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:27.092116 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:22:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2b5dda10-af96-4df6-b49c-265202c46802'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:27.202971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-3cd6a5cf-6d7c-41e5-9f6b-330e86e08bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:27.210063 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-3cd6a5cf-6d7c-41e5-9f6b-330e86e08bf3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1184280 Aug 31 14:22:27.233133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0190c6-3646-4296-9cda-da3b6d7e2142 req-78c56997-38e0-444d-9c65-f384086035f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:27.234637 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c0190c6-3646-4296-9cda-da3b6d7e2142 req-78c56997-38e0-444d-9c65-f384086035f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3111293 Aug 31 14:22:27.314387 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] Set router 2b5dda10-af96-4df6-b49c-265202c46802 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:27.315014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-79783b46-3556-4779-9212-3e4831bdf80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:27.317501 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-79783b46-3556-4779-9212-3e4831bdf80f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981331 Aug 31 14:22:27.320250 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-397ac63e-2727-4f67-8cf4-16165692c449 req-919a6d71-7cef-4684-8a4a-0e4b58574404 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402671 Aug 31 14:22:27.359353 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1314353d-6634-4702-addd-63d922d6c113 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:27.525708 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c0190c6-3646-4296-9cda-da3b6d7e2142 req-8314424a-71c1-4863-9450-2b3b245dd77d service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672801 Aug 31 14:22:27.533824 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-e3e19fbf-959c-44c3-b3bd-0967a2034d16 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035775 Aug 31 14:22:27.540392 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074136a-d913-4a83-925a-70214a0a1d9f None None] Pushing event updated for resources: {'Port': ['ID=602bc020-596a-4588-a24b-ff7c7ed1c0fe,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:27.690810 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1314353d-6634-4702-addd-63d922d6c113, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1314353d-6634-4702-addd-63d922d6c113,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:27.729927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '1314353d-6634-4702-addd-63d922d6c113', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '1314353d-6634-4702-addd-63d922d6c113', 'mac_address': 'fa:16:3e:e1:30:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:27.734078 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c0190c6-3646-4296-9cda-da3b6d7e2142 req-69caf44f-03a5-4959-8f28-a641826a81c1 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834168 Aug 31 14:22:27.757441 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06e852a2-d576-4ebb-aac4-6e802ffe3d72 req-9f977962-c962-4109-bd98-64d443315c50 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043166 Aug 31 14:22:27.853863 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5dda10-af96-4df6-b49c-265202c46802', 'name': 'tempest-ServerRescueTestJSON-29017629-router', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:20Z', 'revision_number': 4, 'project_id': '80c65d56754943fe8e7402ca0f9734eb', 'gw_port': {'id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5dda10-af96-4df6-b49c-265202c46802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '602bc020-596a-4588-a24b-ff7c7ed1c0fe', 'name': '', 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb', 'mac_address': 'fa:16:3e:06:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5dda10-af96-4df6-b49c-265202c46802', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '3caeebd6-2dac-4d6b-a296-839662e71514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:17Z', 'updated_at': '2021-08-31T14:22:26Z', 'revision_number': 4, 'project_id': '80c65d56754943fe8e7402ca0f9734eb', 'subnets': [{'id': '3caeebd6-2dac-4d6b-a296-839662e71514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:27.869188 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:27.910925 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb32d2d-2e09-475d-bf21-a8aebad1f3f9 None None] The sync data for ids ['2b5dda10-af96-4df6-b49c-265202c46802'] in n-d-806683-5 is: [{'id': '2b5dda10-af96-4df6-b49c-265202c46802', 'name': 'tempest-ServerRescueTestJSON-29017629-router', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:20Z', 'revision_number': 4, 'project_id': '80c65d56754943fe8e7402ca0f9734eb', 'gw_port': {'id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5dda10-af96-4df6-b49c-265202c46802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '602bc020-596a-4588-a24b-ff7c7ed1c0fe', 'name': '', 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb', 'mac_address': 'fa:16:3e:06:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5dda10-af96-4df6-b49c-265202c46802', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '3caeebd6-2dac-4d6b-a296-839662e71514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:17Z', 'updated_at': '2021-08-31T14:22:26Z', 'revision_number': 4, 'project_id': '80c65d56754943fe8e7402ca0f9734eb', 'subnets': [{'id': '3caeebd6-2dac-4d6b-a296-839662e71514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:27.935034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1314353d-6634-4702-addd-63d922d6c113 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:28.037857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1314353d-6634-4702-addd-63d922d6c113, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1314353d-6634-4702-addd-63d922d6c113,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:28.047752 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:28.168025 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1314353d-6634-4702-addd-63d922d6c113,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:28.370934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['1314353d-6634-4702-addd-63d922d6c113'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:29.313950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 602bc020-596a-4588-a24b-ff7c7ed1c0fe up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:29.373685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device edb63490-c6aa-4b4c-bb1c-2106cdac1e44 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:29.616145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 602bc020-596a-4588-a24b-ff7c7ed1c0fe completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:29.644079 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 602bc020-596a-4588-a24b-ff7c7ed1c0fe triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:29.649653 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.048912 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.080063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port edb63490-c6aa-4b4c-bb1c-2106cdac1e44, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=edb63490-c6aa-4b4c-bb1c-2106cdac1e44,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:30.104227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'edb63490-c6aa-4b4c-bb1c-2106cdac1e44', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'edb63490-c6aa-4b4c-bb1c-2106cdac1e44', 'mac_address': 'fa:16:3e:c9:d7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:30.109674 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 602bc020-596a-4588-a24b-ff7c7ed1c0fe, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=602bc020-596a-4588-a24b-ff7c7ed1c0fe,segment=NetworkSegment(c3884580-88a0-4c90-a5ec-2d23a57a1f1d),segment_id=c3884580-88a0-4c90-a5ec-2d23a57a1f1d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:30.131228 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.187014 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.211436 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=602bc020-596a-4588-a24b-ff7c7ed1c0fe,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:30.217758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb63490-c6aa-4b4c-bb1c-2106cdac1e44 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:30.240032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port edb63490-c6aa-4b4c-bb1c-2106cdac1e44, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=edb63490-c6aa-4b4c-bb1c-2106cdac1e44,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:30.245120 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.300311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=edb63490-c6aa-4b4c-bb1c-2106cdac1e44,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:30.350262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 00a87c31-827c-49c1-b063-7c3eb298c679 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:30.504179 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 00a87c31-827c-49c1-b063-7c3eb298c679, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=00a87c31-827c-49c1-b063-7c3eb298c679,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:30.526617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '00a87c31-827c-49c1-b063-7c3eb298c679', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '00a87c31-827c-49c1-b063-7c3eb298c679', 'mac_address': 'fa:16:3e:88:e9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:30.600575 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.615637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['edb63490-c6aa-4b4c-bb1c-2106cdac1e44'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:30.668889 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a87c31-827c-49c1-b063-7c3eb298c679 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:30.688533 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7223b7d6-0743-4501-90b6-341116107608 x-openstack-request-id: req-7223b7d6-0743-4501-90b6-341116107608 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:30.689402 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965e5b97-2ff4-4ffa-82bd-4a22e107405e", "tag": "00a87c31-827c-49c1-b063-7c3eb298c679", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:30.689858 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7223b7d6-0743-4501-90b6-341116107608 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:30.690456 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965e5b97-2ff4-4ffa-82bd-4a22e107405e', 'tag': '00a87c31-827c-49c1-b063-7c3eb298c679', 'status': 'completed', 'code': 200} Aug 31 14:22:30.707865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 00a87c31-827c-49c1-b063-7c3eb298c679, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=00a87c31-827c-49c1-b063-7c3eb298c679,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:30.718244 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.792980 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:22:30.876801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=00a87c31-827c-49c1-b063-7c3eb298c679,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:30.946087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8952888-3580-465e-8983-41c61cc6c8ee req-757d400c-b5d7-4931-a322-19aa2eb361f5 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:30.967894 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d8952888-3580-465e-8983-41c61cc6c8ee req-757d400c-b5d7-4931-a322-19aa2eb361f5 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/networks?id=e2ccc9b3-3731-4780-919e-26acb7204772 HTTP/1.1" status: 200 len: 809 time: 0.1876898 Aug 31 14:22:30.997597 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d8952888-3580-465e-8983-41c61cc6c8ee req-c6497faa-8bf7-409b-a626-a1da3e0fa700 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/quotas/80c65d56754943fe8e7402ca0f9734eb HTTP/1.1" status: 200 len: 375 time: 0.0179143 Aug 31 14:22:31.030204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['00a87c31-827c-49c1-b063-7c3eb298c679'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:31.099543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d8952888-3580-465e-8983-41c61cc6c8ee req-e1848d65-ef26-4fb9-bb4a-29dfb26dd965 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=80c65d56754943fe8e7402ca0f9734eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990720 Aug 31 14:22:31.288936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 602bc020-596a-4588-a24b-ff7c7ed1c0fe up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:31.314368 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d8952888-3580-465e-8983-41c61cc6c8ee req-74582e11-7ce6-4dc2-8056-53354f383571 service neutron] 10.222.0.39 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070003 Aug 31 14:22:31.387640 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1314353d-6634-4702-addd-63d922d6c113 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:31.389912 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735138b-27f3-4260-9bc6-af4f6d1f90f1 req-88f5cfe2-84a7-449f-955c-73170c390879 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:31.393223 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5735138b-27f3-4260-9bc6-af4f6d1f90f1 req-88f5cfe2-84a7-449f-955c-73170c390879 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 948 time: 0.5965436 Aug 31 14:22:31.427090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84469308-fab1-4bbe-9bcb-539aa88f1692 req-65d50169-940d-4d9f-be7e-ddba34e3db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:31.429626 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84469308-fab1-4bbe-9bcb-539aa88f1692 req-65d50169-940d-4d9f-be7e-ddba34e3db3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 1099 time: 0.5944185 Aug 31 14:22:31.436061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 602bc020-596a-4588-a24b-ff7c7ed1c0fe triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:31.436484 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:31.459900 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d8952888-3580-465e-8983-41c61cc6c8ee req-90ddc2ac-1944-4300-80f8-bd71d85ea523 service neutron] 10.222.0.39 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445243 Aug 31 14:22:31.493876 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 1314353d-6634-4702-addd-63d922d6c113 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:31.500237 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 1314353d-6634-4702-addd-63d922d6c113 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:31.500674 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:31.523922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5735138b-27f3-4260-9bc6-af4f6d1f90f1 req-6158e71a-4c80-43e9-9294-46bd4165d8a1 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184394 Aug 31 14:22:31.641134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84469308-fab1-4bbe-9bcb-539aa88f1692 req-911cd215-975d-4c8f-9cd6-1472917439ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:31.651479 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84469308-fab1-4bbe-9bcb-539aa88f1692 req-911cd215-975d-4c8f-9cd6-1472917439ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.2019064 Aug 31 14:22:31.658206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34924) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:31.663868 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323fa7d6-670e-4609-85a0-063dbbf9e339 x-openstack-request-id: req-323fa7d6-670e-4609-85a0-063dbbf9e339 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:31.665019 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1509b096-5c98-4f2a-97e9-417c3ebe7427", "name": "network-vif-plugged", "status": "completed", "tag": "1e114a5f-9d37-4c36-b20d-8af7fc04646f", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:31.665513 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-323fa7d6-670e-4609-85a0-063dbbf9e339 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:31.666730 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1509b096-5c98-4f2a-97e9-417c3ebe7427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e114a5f-9d37-4c36-b20d-8af7fc04646f', 'code': 200} Aug 31 14:22:31.723224 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84469308-fab1-4bbe-9bcb-539aa88f1692 req-e4f30a64-4d47-45cf-955c-c2ed13865ed8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=00a87c31-827c-49c1-b063-7c3eb298c679 HTTP/1.1" status: 200 len: 217 time: 0.0572107 Aug 31 14:22:31.767811 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:31.769099 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-878faf3b-65cd-45f5-9d37-fe3c17801c6e req-0f7d3c32-1c0f-4868-9b97-477bbbba7382 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/7ea1399e-87de-4a76-aff2-6d63aa1658e3 HTTP/1.1" status: 200 len: 1800 time: 0.1010807 Aug 31 14:22:31.825987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84469308-fab1-4bbe-9bcb-539aa88f1692 req-cba7df89-2791-4bef-81d7-3883cb5d4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:31.825987 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84469308-fab1-4bbe-9bcb-539aa88f1692 req-cba7df89-2791-4bef-81d7-3883cb5d4554 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0877793 Aug 31 14:22:31.855320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1314353d-6634-4702-addd-63d922d6c113, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1314353d-6634-4702-addd-63d922d6c113,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:31.863336 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:31.891705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9996d-b1dd-4295-ab22-553db99a7382 req-312e561d-47f0-48a5-9406-d7b13628c535 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:31.899950 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0de9996d-b1dd-4295-ab22-553db99a7382 req-312e561d-47f0-48a5-9406-d7b13628c535 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 949 time: 0.1124611 Aug 31 14:22:31.918063 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-878faf3b-65cd-45f5-9d37-fe3c17801c6e req-18e70792-3c28-44f4-b75e-46dbbe1c3d57 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:31.918865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84469308-fab1-4bbe-9bcb-539aa88f1692 req-40f5fb2e-41c9-4a1e-89e6-8f79001fcace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:31.920421 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84469308-fab1-4bbe-9bcb-539aa88f1692 req-40f5fb2e-41c9-4a1e-89e6-8f79001fcace service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0868206 Aug 31 14:22:31.984381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-878faf3b-65cd-45f5-9d37-fe3c17801c6e req-18e70792-3c28-44f4-b75e-46dbbe1c3d57 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:31.989809 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1314353d-6634-4702-addd-63d922d6c113,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:32.071218 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-878faf3b-65cd-45f5-9d37-fe3c17801c6e req-18e70792-3c28-44f4-b75e-46dbbe1c3d57 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.075644 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-878faf3b-65cd-45f5-9d37-fe3c17801c6e req-18e70792-3c28-44f4-b75e-46dbbe1c3d57 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.088932 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-878faf3b-65cd-45f5-9d37-fe3c17801c6e req-18e70792-3c28-44f4-b75e-46dbbe1c3d57 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "DELETE /v2.0/security-groups/7ea1399e-87de-4a76-aff2-6d63aa1658e3 HTTP/1.1" status: 204 len: 173 time: 0.3126400 Aug 31 14:22:32.107902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0de9996d-b1dd-4295-ab22-553db99a7382 req-07697eb3-01cd-4c56-9c1c-225e909ecf50 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/security-groups?id=3462176e-d545-4d8c-b037-780b982c8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035685 Aug 31 14:22:32.163162 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce133ed2-c9c3-44a1-8c0d-684f69495f60 admin admin] Deleting subnet e83918b6-07cc-4368-a349-5b0c0753fe5d {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:22:32.166603 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce133ed2-c9c3-44a1-8c0d-684f69495f60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.208090 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce133ed2-c9c3-44a1-8c0d-684f69495f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.251674 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce133ed2-c9c3-44a1-8c0d-684f69495f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.256114 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84469308-fab1-4bbe-9bcb-539aa88f1692 req-21749f05-e5a2-47e9-88d0-02b480f9514d service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194258 Aug 31 14:22:32.306377 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e3c6d7-c0b1-4c69-bcb0-5af5f59fd792 x-openstack-request-id: req-07e3c6d7-c0b1-4c69-bcb0-5af5f59fd792 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:32.306676 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22fa8c2-b184-4a32-a10b-91b8cb8d604a", "tag": "edb63490-c6aa-4b4c-bb1c-2106cdac1e44", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:32.306948 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07e3c6d7-c0b1-4c69-bcb0-5af5f59fd792 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:32.307628 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22fa8c2-b184-4a32-a10b-91b8cb8d604a', 'tag': 'edb63490-c6aa-4b4c-bb1c-2106cdac1e44', 'status': 'completed', 'code': 200} Aug 31 14:22:32.323518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e70792-3c28-44f4-b75e-46dbbe1c3d57 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea1399e-87de-4a76-aff2-6d63aa1658e3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:32.325631 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce133ed2-c9c3-44a1-8c0d-684f69495f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.377989 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 00a87c31-827c-49c1-b063-7c3eb298c679 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:32.384091 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce133ed2-c9c3-44a1-8c0d-684f69495f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e83918b6-07cc-4368-a349-5b0c0753fe5d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:32.406260 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce133ed2-c9c3-44a1-8c0d-684f69495f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.410757 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ce133ed2-c9c3-44a1-8c0d-684f69495f60 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e83918b6-07cc-4368-a349-5b0c0753fe5d HTTP/1.1" status: 204 len: 168 time: 0.7506592 Aug 31 14:22:32.413575 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34954) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:32.528320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 00a87c31-827c-49c1-b063-7c3eb298c679 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:32.534034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 00a87c31-827c-49c1-b063-7c3eb298c679 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:32.535793 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.539483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f724d3-e19a-4e2e-8ada-0773a60e2580 req-cd51ad4b-84af-48a1-9888-ab96d6f58091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:32.542006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84469308-fab1-4bbe-9bcb-539aa88f1692 req-072acae3-adb6-493d-8c32-b9df4062da58 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799108 Aug 31 14:22:32.545599 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11f724d3-e19a-4e2e-8ada-0773a60e2580 req-cd51ad4b-84af-48a1-9888-ab96d6f58091 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6aa265e1f4d4887969568d5cdf0ce45&device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 1100 time: 0.2369139 Aug 31 14:22:32.609794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-666f7e7d-b8b2-47ca-9d64-b0a30a2b2b9b req-7d94e088-041d-40f7-bd54-d9e1870898d7 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 210 time: 0.0666654 Aug 31 14:22:32.662312 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.691933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d3aec7-11d8-4559-a341-9c718e980983', 'name': 'network-vif-deleted', 'tag': 'b9fa8160-d776-42dd-a5c0-0b8043fe5b94'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:32.694612 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01be38e7-9476-4f9a-b8d5-040aadc60ea3" -d '{"events": [{"server_uuid": "91d3aec7-11d8-4559-a341-9c718e980983", "name": "network-vif-deleted", "tag": "b9fa8160-d776-42dd-a5c0-0b8043fe5b94"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:32.699583 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeec08ac-9fbf-4fbf-8f11-55a745042a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.703733 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 00a87c31-827c-49c1-b063-7c3eb298c679, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=00a87c31-827c-49c1-b063-7c3eb298c679,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:32.710982 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.712093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:32.716180 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-c689d98a-0be3-4bfe-8e54-9fb29f5f4126 req-c35e884b-f339-44bc-97a6-1405d8f4cd8c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] show failed (client error): The resource could not be found. Aug 31 14:22:32.716568 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c689d98a-0be3-4bfe-8e54-9fb29f5f4126 req-c35e884b-f339-44bc-97a6-1405d8f4cd8c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/7ea1399e-87de-4a76-aff2-6d63aa1658e3 HTTP/1.1" status: 404 len: 352 time: 0.1570964 Aug 31 14:22:32.847398 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeec08ac-9fbf-4fbf-8f11-55a745042a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.862208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-aeec08ac-9fbf-4fbf-8f11-55a745042a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e425eb-d5ad-4dd7-8934-338e55a725a8']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:32.875313 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-aeec08ac-9fbf-4fbf-8f11-55a745042a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e399b27-6b28-497b-ab4c-3df0be3ef0c7') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:32.875610 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-aeec08ac-9fbf-4fbf-8f11-55a745042a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e399b27-6b28-497b-ab4c-3df0be3ef0c7') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:32.891858 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeec08ac-9fbf-4fbf-8f11-55a745042a4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.893898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9701dd-e8cf-40cc-a179-b5b7b93875d5 req-9c978260-fc68-4c6b-a7c7-b9d4b975a9d7 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:32.904217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=00a87c31-827c-49c1-b063-7c3eb298c679,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:32.908807 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeec08ac-9fbf-4fbf-8f11-55a745042a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.911951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da9701dd-e8cf-40cc-a179-b5b7b93875d5 req-9c978260-fc68-4c6b-a7c7-b9d4b975a9d7 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32e1499-74bf-4e19-9036-7ea3f164a3c1 HTTP/1.1" status: 200 len: 950 time: 0.1221838 Aug 31 14:22:32.916884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeec08ac-9fbf-4fbf-8f11-55a745042a4f admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:22:32.917580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeec08ac-9fbf-4fbf-8f11-55a745042a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:22:32.984168 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:22:32.996323 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.013679 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da9701dd-e8cf-40cc-a179-b5b7b93875d5 req-e10473ae-51b8-4761-b072-790ea47d410b tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004753 Aug 31 14:22:33.014705 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeec08ac-9fbf-4fbf-8f11-55a745042a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.054848 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeec08ac-9fbf-4fbf-8f11-55a745042a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.056883 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-aeec08ac-9fbf-4fbf-8f11-55a745042a4f admin admin] 10.222.0.39 "DELETE /v2.0/networks/95e425eb-d5ad-4dd7-8934-338e55a725a8 HTTP/1.1" status: 204 len: 168 time: 0.6420326 Aug 31 14:22:33.059985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:33.082667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec08ac-9fbf-4fbf-8f11-55a745042a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=95e425eb-d5ad-4dd7-8934-338e55a725a8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:33.108927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:33.120790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4c3e2-c299-4876-accb-87a1294d5e89 req-61bfd93c-819f-430f-a430-69c81d682eb6 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:33.123153 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-88c4c3e2-c299-4876-accb-87a1294d5e89 req-61bfd93c-819f-430f-a430-69c81d682eb6 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 949 time: 0.1400378 Aug 31 14:22:33.125312 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.131993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f724d3-e19a-4e2e-8ada-0773a60e2580 req-522a73ad-836a-4163-a0ff-13459f03fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:33.133492 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11f724d3-e19a-4e2e-8ada-0773a60e2580 req-522a73ad-836a-4163-a0ff-13459f03fb13 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.5707533 Aug 31 14:22:33.156294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d9146c-350f-4e9b-ace5-74e58d407552 admin admin] Deleting subnet c31c07f3-f176-4a1c-8bde-2185cb0f48ee {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:22:33.162315 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de2c0e1-3a73-4207-88b3-7abb9befbe3f x-openstack-request-id: req-9de2c0e1-3a73-4207-88b3-7abb9befbe3f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:33.163375 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d3aec7-11d8-4559-a341-9c718e980983", "name": "network-vif-deleted", "tag": "b9fa8160-d776-42dd-a5c0-0b8043fe5b94", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:33.164135 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9de2c0e1-3a73-4207-88b3-7abb9befbe3f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:33.165538 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d3aec7-11d8-4559-a341-9c718e980983', 'name': 'network-vif-deleted', 'tag': 'b9fa8160-d776-42dd-a5c0-0b8043fe5b94', 'status': 'completed', 'code': 200} Aug 31 14:22:33.213442 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11f724d3-e19a-4e2e-8ada-0773a60e2580 req-09794cfc-31da-476f-96d0-b7877f56de4a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=edb63490-c6aa-4b4c-bb1c-2106cdac1e44 HTTP/1.1" status: 200 len: 217 time: 0.0722008 Aug 31 14:22:33.220112 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:33.235094 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62d9146c-350f-4e9b-ace5-74e58d407552 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.323572 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62d9146c-350f-4e9b-ace5-74e58d407552 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.361902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-037af60d-d1e9-4030-88ab-90dcdf494d76 req-6c30b0b8-16c6-4d09-87ce-b50e6e240b89 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/76db8838-ad5c-457e-9d15-f1073db66030 HTTP/1.1" status: 200 len: 1799 time: 0.1612709 Aug 31 14:22:33.392499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device edb63490-c6aa-4b4c-bb1c-2106cdac1e44 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:33.435434 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-88c4c3e2-c299-4876-accb-87a1294d5e89 req-a7fbcd17-b532-498d-a74a-6642204b5c08 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877703 Aug 31 14:22:33.490331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f724d3-e19a-4e2e-8ada-0773a60e2580 req-35517138-243b-402c-803a-7a61525b2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:33.492082 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11f724d3-e19a-4e2e-8ada-0773a60e2580 req-35517138-243b-402c-803a-7a61525b2aee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.2685277 Aug 31 14:22:33.540200 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62d9146c-350f-4e9b-ace5-74e58d407552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.566851 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port edb63490-c6aa-4b4c-bb1c-2106cdac1e44 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:33.589173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port edb63490-c6aa-4b4c-bb1c-2106cdac1e44 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:33.589559 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.629042 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f724d3-e19a-4e2e-8ada-0773a60e2580 req-508747e1-b717-448a-a1cb-bd3243a48b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:33.636469 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11f724d3-e19a-4e2e-8ada-0773a60e2580 req-508747e1-b717-448a-a1cb-bd3243a48b0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310980 Aug 31 14:22:33.671051 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8912032-3092-4940-89cb-59185f952197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1314353d-6634-4702-addd-63d922d6c113'}, {'server_uuid': '965e5b97-2ff4-4ffa-82bd-4a22e107405e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a87c31-827c-49c1-b063-7c3eb298c679'}, {'server_uuid': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:33.674982 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0a0448-1f04-4f74-b78c-83dddeee9c92" -d '{"events": [{"server_uuid": "f8912032-3092-4940-89cb-59185f952197", "name": "network-vif-plugged", "status": "completed", "tag": "1314353d-6634-4702-addd-63d922d6c113"}, {"server_uuid": "965e5b97-2ff4-4ffa-82bd-4a22e107405e", "name": "network-vif-plugged", "status": "completed", "tag": "00a87c31-827c-49c1-b063-7c3eb298c679"}, {"server_uuid": "d32e1499-74bf-4e19-9036-7ea3f164a3c1", "name": "network-vif-unplugged", "status": "completed", "tag": "545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:33.839784 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-037af60d-d1e9-4030-88ab-90dcdf494d76 req-fc5aa9c6-84dc-40a1-ab3d-3ab26f60c1ff tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.842461 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.851555 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62d9146c-350f-4e9b-ace5-74e58d407552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.862195 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11f724d3-e19a-4e2e-8ada-0773a60e2580 req-ce5afc2f-475a-4e3e-a6b4-d96934ae43d3 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191098 Aug 31 14:22:33.882757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8952888-3580-465e-8983-41c61cc6c8ee req-f5e03b87-f6b3-450c-b0d9-6ee6d10d941c tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:33.887565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port edb63490-c6aa-4b4c-bb1c-2106cdac1e44, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=edb63490-c6aa-4b4c-bb1c-2106cdac1e44,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:33.890054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8952888-3580-465e-8983-41c61cc6c8ee req-f5e03b87-f6b3-450c-b0d9-6ee6d10d941c tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.60 "GET /v2.0/networks?id=e2ccc9b3-3731-4780-919e-26acb7204772 HTTP/1.1" status: 200 len: 809 time: 0.4883168 Aug 31 14:22:33.896026 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.933524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d8952888-3580-465e-8983-41c61cc6c8ee req-e460e71b-ba8e-45cf-9b6e-41c3436e98a3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Request body: {'port': {'device_id': '7c96db94-f036-44f2-9c8e-a659b6ac4840', 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772', 'admin_state_up': True, 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:33.938726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9146c-350f-4e9b-ace5-74e58d407552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31c07f3-f176-4a1c-8bde-2185cb0f48ee,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:33.944339 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-037af60d-d1e9-4030-88ab-90dcdf494d76 req-fc5aa9c6-84dc-40a1-ab3d-3ab26f60c1ff tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.947414 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62d9146c-350f-4e9b-ace5-74e58d407552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.949472 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-62d9146c-350f-4e9b-ace5-74e58d407552 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c31c07f3-f176-4a1c-8bde-2185cb0f48ee HTTP/1.1" status: 204 len: 168 time: 0.8884008 Aug 31 14:22:33.975570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34980) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:34.094922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=edb63490-c6aa-4b4c-bb1c-2106cdac1e44,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:34.111392 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-037af60d-d1e9-4030-88ab-90dcdf494d76 req-fc5aa9c6-84dc-40a1-ab3d-3ab26f60c1ff tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.115470 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-037af60d-d1e9-4030-88ab-90dcdf494d76 req-fc5aa9c6-84dc-40a1-ab3d-3ab26f60c1ff tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.131415 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-037af60d-d1e9-4030-88ab-90dcdf494d76 req-fc5aa9c6-84dc-40a1-ab3d-3ab26f60c1ff tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "DELETE /v2.0/security-groups/76db8838-ad5c-457e-9d15-f1073db66030 HTTP/1.1" status: 204 len: 173 time: 0.7594609 Aug 31 14:22:34.178485 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d3831ee-b7b3-4190-b178-0240612aa547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.216778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5aa9c6-84dc-40a1-ab3d-3ab26f60c1ff tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76db8838-ad5c-457e-9d15-f1073db66030,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:34.385589 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11f724d3-e19a-4e2e-8ada-0773a60e2580 req-f1957baf-dc00-484a-8f9e-b17f8c491703 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124636 Aug 31 14:22:34.413410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8952888-3580-465e-8983-41c61cc6c8ee req-e460e71b-ba8e-45cf-9b6e-41c3436e98a3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Made reservation on behalf of 80c65d56754943fe8e7402ca0f9734eb for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:34.419270 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8952888-3580-465e-8983-41c61cc6c8ee req-e460e71b-ba8e-45cf-9b6e-41c3436e98a3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.475801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee815126-f2b9-46ff-a034-58fd2467263a req-6443efb9-d9f0-448a-b3d6-bd529e46b649 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:34.493754 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee815126-f2b9-46ff-a034-58fd2467263a req-6443efb9-d9f0-448a-b3d6-bd529e46b649 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 950 time: 0.2171717 Aug 31 14:22:34.548902 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5d80e0c1-c6ab-45cd-b9d5-326ec284abab req-94c1b274-c1fe-4806-a586-98c304d7e1e9 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 210 time: 0.0514390 Aug 31 14:22:34.551202 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d3831ee-b7b3-4190-b178-0240612aa547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.578059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9d3831ee-b7b3-4190-b178-0240612aa547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0ee877-7eb5-4a81-9202-8ee205d5dcbe']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:34.604738 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9d3831ee-b7b3-4190-b178-0240612aa547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e66f11-d487-43ed-9df1-8b84a703f79d') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:34.615613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee815126-f2b9-46ff-a034-58fd2467263a req-72991247-1414-4a0d-90f1-e328cf9b75c7 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/security-groups?id=3462176e-d545-4d8c-b037-780b982c8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159339 Aug 31 14:22:34.616357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9d3831ee-b7b3-4190-b178-0240612aa547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e66f11-d487-43ed-9df1-8b84a703f79d') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:34.645683 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d3831ee-b7b3-4190-b178-0240612aa547 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.662296 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02459d28-f364-4cea-9e61-ebdb3b167e08 x-openstack-request-id: req-02459d28-f364-4cea-9e61-ebdb3b167e08 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:34.662896 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8912032-3092-4940-89cb-59185f952197", "name": "network-vif-plugged", "status": "completed", "tag": "1314353d-6634-4702-addd-63d922d6c113", "code": 200}, {"server_uuid": "965e5b97-2ff4-4ffa-82bd-4a22e107405e", "name": "network-vif-plugged", "status": "completed", "tag": "00a87c31-827c-49c1-b063-7c3eb298c679", "code": 200}, {"server_uuid": "d32e1499-74bf-4e19-9036-7ea3f164a3c1", "name": "network-vif-unplugged", "status": "completed", "tag": "545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:34.663429 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02459d28-f364-4cea-9e61-ebdb3b167e08 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:34.664442 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8912032-3092-4940-89cb-59185f952197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1314353d-6634-4702-addd-63d922d6c113', 'code': 200} Aug 31 14:22:34.664942 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965e5b97-2ff4-4ffa-82bd-4a22e107405e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a87c31-827c-49c1-b063-7c3eb298c679', 'code': 200} Aug 31 14:22:34.665599 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1', 'code': 200} Aug 31 14:22:34.698524 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d3831ee-b7b3-4190-b178-0240612aa547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.724554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3831ee-b7b3-4190-b178-0240612aa547 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:22:34.725004 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d3831ee-b7b3-4190-b178-0240612aa547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:22:34.727755 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:22:34.763947 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-04757e23-7e99-4a4e-b8f0-8b490adfb01b req-6e675693-2928-430d-b2c1-1e457ffe5dcd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] show failed (client error): The resource could not be found. Aug 31 14:22:34.779475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-04757e23-7e99-4a4e-b8f0-8b490adfb01b req-6e675693-2928-430d-b2c1-1e457ffe5dcd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/76db8838-ad5c-457e-9d15-f1073db66030 HTTP/1.1" status: 404 len: 352 time: 0.1394134 Aug 31 14:22:34.874643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-d8952888-3580-465e-8983-41c61cc6c8ee req-e460e71b-ba8e-45cf-9b6e-41c3436e98a3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Allocated IP 172.20.0.11 (e2ccc9b3-3731-4780-919e-26acb7204772/3caeebd6-2dac-4d6b-a296-839662e71514/720c705b-35ac-4f30-8443-6d743cc8c8b9) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:34.901266 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b84e12-e865-4da9-885c-42e85b3b7c60 req-79ad081a-753e-4ec8-b380-6a2544370bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:34.903080 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40b84e12-e865-4da9-885c-42e85b3b7c60 req-79ad081a-753e-4ec8-b380-6a2544370bcd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 1100 time: 0.1260517 Aug 31 14:22:34.908928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-accb6159-2412-42d9-86cb-11762044970f req-c84827de-65c2-46a1-9803-0a35e7d1f1f0 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/574e45e0-518d-43de-9b56-93235f2280ee HTTP/1.1" status: 200 len: 1800 time: 0.1070647 Aug 31 14:22:34.918045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c68d4-4c2d-4108-ab27-73e0c8a738e1 req-2290d45b-b023-4a7f-97be-7fe4a2f23069 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:34.919837 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f67c68d4-4c2d-4108-ab27-73e0c8a738e1 req-2290d45b-b023-4a7f-97be-7fe4a2f23069 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 949 time: 0.1052320 Aug 31 14:22:34.924278 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d3831ee-b7b3-4190-b178-0240612aa547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.949165 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d3831ee-b7b3-4190-b178-0240612aa547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.953486 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9d3831ee-b7b3-4190-b178-0240612aa547 admin admin] 10.222.0.39 "DELETE /v2.0/networks/de0ee877-7eb5-4a81-9202-8ee205d5dcbe HTTP/1.1" status: 204 len: 168 time: 0.9745817 Aug 31 14:22:34.968747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa21c3-bc16-4bec-9533-250721323b2b req-92a66fd3-228f-4210-a974-7e2232a4794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:34.970176 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-59aa21c3-bc16-4bec-9533-250721323b2b req-92a66fd3-228f-4210-a974-7e2232a4794e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 1101 time: 0.2272897 Aug 31 14:22:34.972810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3831ee-b7b3-4190-b178-0240612aa547 admin admin] Pushing event deleted for resources: {'Network': ['ID=de0ee877-7eb5-4a81-9202-8ee205d5dcbe,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:35.011447 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40b84e12-e865-4da9-885c-42e85b3b7c60 req-1bf51960-0049-410d-bc41-b1457291efd6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979309 Aug 31 14:22:35.045596 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f67c68d4-4c2d-4108-ab27-73e0c8a738e1 req-a951621a-9ddb-4363-bc14-ad079cbfd84d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867674 Aug 31 14:22:35.091937 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-accb6159-2412-42d9-86cb-11762044970f req-4872f288-04c2-4df6-9a45-14e5b05ea99f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.102023 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-59aa21c3-bc16-4bec-9533-250721323b2b req-4d9c099b-0c83-405f-bfe4-38456a122668 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119587 Aug 31 14:22:35.142729 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-accb6159-2412-42d9-86cb-11762044970f req-4872f288-04c2-4df6-9a45-14e5b05ea99f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.192642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35012) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:35.193272 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8952888-3580-465e-8983-41c61cc6c8ee req-e460e71b-ba8e-45cf-9b6e-41c3436e98a3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.238227 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-accb6159-2412-42d9-86cb-11762044970f req-4872f288-04c2-4df6-9a45-14e5b05ea99f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.242518 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-accb6159-2412-42d9-86cb-11762044970f req-4872f288-04c2-4df6-9a45-14e5b05ea99f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.244750 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-accb6159-2412-42d9-86cb-11762044970f req-4872f288-04c2-4df6-9a45-14e5b05ea99f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "DELETE /v2.0/security-groups/574e45e0-518d-43de-9b56-93235f2280ee HTTP/1.1" status: 204 len: 173 time: 0.3231697 Aug 31 14:22:35.267895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872f288-04c2-4df6-9a45-14e5b05ea99f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=574e45e0-518d-43de-9b56-93235f2280ee,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:35.271841 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-402712c1-539e-4e97-af31-b4945a2a3873 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=429bbc88baff4974940bd2144c0fd533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732052 Aug 31 14:22:35.273697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35016) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:35.291257 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8952888-3580-465e-8983-41c61cc6c8ee req-e460e71b-ba8e-45cf-9b6e-41c3436e98a3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.322667 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-e7f6d16d-b6fc-43f0-b97f-b05628351ba0 req-9ff43210-d988-4a93-bd9a-0ac309051f26 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] show failed (client error): The resource could not be found. Aug 31 14:22:35.323744 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e7f6d16d-b6fc-43f0-b97f-b05628351ba0 req-9ff43210-d988-4a93-bd9a-0ac309051f26 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/574e45e0-518d-43de-9b56-93235f2280ee HTTP/1.1" status: 404 len: 352 time: 0.0516274 Aug 31 14:22:35.359760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8952888-3580-465e-8983-41c61cc6c8ee req-e460e71b-ba8e-45cf-9b6e-41c3436e98a3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Network e2ccc9b3-3731-4780-919e-26acb7204772 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:35.364720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-d8952888-3580-465e-8983-41c61cc6c8ee req-e460e71b-ba8e-45cf-9b6e-41c3436e98a3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:35.374793 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8952888-3580-465e-8983-41c61cc6c8ee req-e460e71b-ba8e-45cf-9b6e-41c3436e98a3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:35.422719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460e71b-ba8e-45cf-9b6e-41c3436e98a3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Pushing event updated for resources: {'Port': ['ID=720c705b-35ac-4f30-8443-6d743cc8c8b9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:35.493631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8952888-3580-465e-8983-41c61cc6c8ee req-e460e71b-ba8e-45cf-9b6e-41c3436e98a3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:35.494416 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8952888-3580-465e-8983-41c61cc6c8ee req-e460e71b-ba8e-45cf-9b6e-41c3436e98a3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.515331 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6721f3af-5c3b-49d7-a547-fd9a27817abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.522024 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8952888-3580-465e-8983-41c61cc6c8ee req-e460e71b-ba8e-45cf-9b6e-41c3436e98a3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5950644 Aug 31 14:22:35.537469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Request body: {'port': {'device_id': '7c96db94-f036-44f2-9c8e-a659b6ac4840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:35.567813 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6721f3af-5c3b-49d7-a547-fd9a27817abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.591499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11a60cac-c737-429c-a598-80874d430523 req-3b9f8e65-b75d-448d-bd2a-36bc2b86d548 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4f9d76e94034e6cafeda497ae4ea289 HTTP/1.1" status: 200 len: 6149 time: 0.1627290 Aug 31 14:22:35.610128 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.668933 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11a60cac-c737-429c-a598-80874d430523 req-4c8f80d4-2a01-4809-9ac3-d4e4d0518f41 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/049c396f-d463-4667-b11b-c46b841cceef HTTP/1.1" status: 200 len: 2981 time: 0.0762980 Aug 31 14:22:35.691404 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5703a195-e498-4a16-aa0c-1c4aa2e3843d req-81f7e448-9301-44b6-8597-6ec910791ef5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2529869 Aug 31 14:22:35.800610 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11a60cac-c737-429c-a598-80874d430523 req-58e0d2a8-44c1-4826-bded-95e98352c86f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/049c396f-d463-4667-b11b-c46b841cceef HTTP/1.1" status: 200 len: 2981 time: 0.1301677 Aug 31 14:22:35.826935 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703a195-e498-4a16-aa0c-1c4aa2e3843d req-f1853dbe-ca08-4117-9473-c0cc2bebfd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:35.832270 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5703a195-e498-4a16-aa0c-1c4aa2e3843d req-f1853dbe-ca08-4117-9473-c0cc2bebfd79 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1c927b3b7004b24995c18388dbd6a72&device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 1096 time: 0.1126616 Aug 31 14:22:35.834210 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6721f3af-5c3b-49d7-a547-fd9a27817abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.837236 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6721f3af-5c3b-49d7-a547-fd9a27817abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.841760 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6721f3af-5c3b-49d7-a547-fd9a27817abf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7fe1ca7-a006-43ce-9f6a-8e657a917625 HTTP/1.1" status: 204 len: 168 time: 0.5641987 Aug 31 14:22:35.856888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721f3af-5c3b-49d7-a547-fd9a27817abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fe1ca7-a006-43ce-9f6a-8e657a917625,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:35.896099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89ad8b-c53e-4335-a7af-f183f7c64627 req-8d66ce93-c61e-42ef-9733-164eda105071 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:35.909132 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e89ad8b-c53e-4335-a7af-f183f7c64627 req-8d66ce93-c61e-42ef-9733-164eda105071 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 932 time: 0.1535413 Aug 31 14:22:36.041577 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703a195-e498-4a16-aa0c-1c4aa2e3843d req-6a19a8cc-cf88-404e-bbb1-678030a5e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:36.041577 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5703a195-e498-4a16-aa0c-1c4aa2e3843d req-6a19a8cc-cf88-404e-bbb1-678030a5e603 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3e598f9d-9c5b-4855-b95e-6cf3539ff662 HTTP/1.1" status: 200 len: 912 time: 0.1410122 Aug 31 14:22:36.096256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720c705b-35ac-4f30-8443-6d743cc8c8b9 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:36.106714 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.134597 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Transition to ACTIVE for port object 720c705b-35ac-4f30-8443-6d743cc8c8b9 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:36.138478 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e89ad8b-c53e-4335-a7af-f183f7c64627 req-9124cf80-725b-4eab-a39f-a11f3fd880cd tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279468 Aug 31 14:22:36.139828 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.187911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc596a-023f-4519-85c5-23e17da32204 req-7bbe40f2-bf16-4256-810f-e76bff7b1f3d tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:36.204407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Pushing event updated for resources: {'Port': ['ID=720c705b-35ac-4f30-8443-6d743cc8c8b9,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:36.205477 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dbfc596a-023f-4519-85c5-23e17da32204 req-7bbe40f2-bf16-4256-810f-e76bff7b1f3d tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 950 time: 0.1794634 Aug 31 14:22:36.223162 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5703a195-e498-4a16-aa0c-1c4aa2e3843d req-5b6a6f32-a253-409a-ab95-c44c2b4a90f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe795d4f-4238-47fc-8ca0-195f4f641583 HTTP/1.1" status: 200 len: 1000 time: 0.1853089 Aug 31 14:22:36.326064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-b7514caf-dce5-4c87-a311-9840f01ec035 req-3408f69c-54e9-44b6-9f5f-8abd2655efb4 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1177972534', 'description': 'tempest-description-329429149'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:36.344668 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dbfc596a-023f-4519-85c5-23e17da32204 req-4fcf0363-f4a2-40d9-ac99-d27ee52e908b tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/security-groups?id=3462176e-d545-4d8c-b037-780b982c8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213920 Aug 31 14:22:36.380348 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7514caf-dce5-4c87-a311-9840f01ec035 req-3408f69c-54e9-44b6-9f5f-8abd2655efb4 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.391244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Attempting to bind port 720c705b-35ac-4f30-8443-6d743cc8c8b9 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:36.391583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Attempting to bind port 720c705b-35ac-4f30-8443-6d743cc8c8b9 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:36.391915 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Attempting to bind port 720c705b-35ac-4f30-8443-6d743cc8c8b9 on network e2ccc9b3-3731-4780-919e-26acb7204772 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:36.392572 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703a195-e498-4a16-aa0c-1c4aa2e3843d req-3674fb99-a05e-4a42-9af8-7620da3d49be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:36.396147 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5703a195-e498-4a16-aa0c-1c4aa2e3843d req-3674fb99-a05e-4a42-9af8-7620da3d49be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=90eba941-08a3-4052-ae10-e2a4aaee1377 HTTP/1.1" status: 200 len: 850 time: 0.1470206 Aug 31 14:22:36.399118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Port 720c705b-35ac-4f30-8443-6d743cc8c8b9 on network e2ccc9b3-3731-4780-919e-26acb7204772 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:36.399481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Attempting to bind port 720c705b-35ac-4f30-8443-6d743cc8c8b9 on network e2ccc9b3-3731-4780-919e-26acb7204772 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:36.402202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35058) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:36.408527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:36.408868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Checking segment: {'id': 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:36.409261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Bound using segment: {'id': 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:36.409966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Bound port: 720c705b-35ac-4f30-8443-6d743cc8c8b9, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:36.410583 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.498382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] For port 720c705b-35ac-4f30-8443-6d743cc8c8b9, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:36.522985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] For port 720c705b-35ac-4f30-8443-6d743cc8c8b9, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=720c705b-35ac-4f30-8443-6d743cc8c8b9,segment=NetworkSegment(c3884580-88a0-4c90-a5ec-2d23a57a1f1d),segment_id=c3884580-88a0-4c90-a5ec-2d23a57a1f1d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:36.532907 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.540125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703a195-e498-4a16-aa0c-1c4aa2e3843d req-63bbf577-482d-4e9b-9f63-da9ff357d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:36.541718 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5703a195-e498-4a16-aa0c-1c4aa2e3843d req-63bbf577-482d-4e9b-9f63-da9ff357d552 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3e598f9d-9c5b-4855-b95e-6cf3539ff662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363876 Aug 31 14:22:36.545024 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-53352223-933e-48e3-9e2c-398f945ddb66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=525889f25007418792d69ea38122ebcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412172 Aug 31 14:22:36.552787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc6e83-5417-43e8-b38c-a9509ffc871e req-87503b9a-d491-4e93-8adc-84ea25094f5a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:36.560595 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-53fc6e83-5417-43e8-b38c-a9509ffc871e req-87503b9a-d491-4e93-8adc-84ea25094f5a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 949 time: 0.1277680 Aug 31 14:22:36.563787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35064) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:36.598867 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:36.599529 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.603067 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8952888-3580-465e-8983-41c61cc6c8ee req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] 10.222.0.60 "PUT /v2.0/ports/720c705b-35ac-4f30-8443-6d743cc8c8b9 HTTP/1.1" status: 200 len: 1092 time: 1.0730422 Aug 31 14:22:36.605838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c96db94-f036-44f2-9c8e-a659b6ac4840', 'tag': '720c705b-35ac-4f30-8443-6d743cc8c8b9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:36.621374 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576c2697-50ae-48cb-a3be-03e4c80a5069" -d '{"events": [{"name": "network-changed", "server_uuid": "7c96db94-f036-44f2-9c8e-a659b6ac4840", "tag": "720c705b-35ac-4f30-8443-6d743cc8c8b9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:36.666850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22fa8c2-b184-4a32-a10b-91b8cb8d604a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb63490-c6aa-4b4c-bb1c-2106cdac1e44'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:36.670081 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0234acf0-686a-4b0a-b437-cb0ef19869f5" -d '{"events": [{"server_uuid": "f22fa8c2-b184-4a32-a10b-91b8cb8d604a", "name": "network-vif-plugged", "status": "completed", "tag": "edb63490-c6aa-4b4c-bb1c-2106cdac1e44"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:36.696693 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-53fc6e83-5417-43e8-b38c-a9509ffc871e req-649914cf-e3c4-4edf-a984-0372375dcc94 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306574 Aug 31 14:22:36.727380 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7514caf-dce5-4c87-a311-9840f01ec035 req-3408f69c-54e9-44b6-9f5f-8abd2655efb4 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.729173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911f896-075e-4540-8b6b-254567b4ab9b service neutron] Pushing event updated for resources: {'Port': ['ID=720c705b-35ac-4f30-8443-6d743cc8c8b9,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:36.740631 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7514caf-dce5-4c87-a311-9840f01ec035 req-3408f69c-54e9-44b6-9f5f-8abd2655efb4 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.787263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8952888-3580-465e-8983-41c61cc6c8ee req-d2bd3eff-6496-48db-9839-9046fc0cb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:36.788808 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8952888-3580-465e-8983-41c61cc6c8ee req-d2bd3eff-6496-48db-9839-9046fc0cb96c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=80c65d56754943fe8e7402ca0f9734eb&device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 1095 time: 0.1049118 Aug 31 14:22:36.793581 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7514caf-dce5-4c87-a311-9840f01ec035 req-3408f69c-54e9-44b6-9f5f-8abd2655efb4 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.794749 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b7514caf-dce5-4c87-a311-9840f01ec035 req-3408f69c-54e9-44b6-9f5f-8abd2655efb4 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4763656 Aug 31 14:22:36.805650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408f69c-54e9-44b6-9f5f-8abd2655efb4 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dbd291-fda7-4c1a-9505-e54e0615390b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:36.810543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5703a195-e498-4a16-aa0c-1c4aa2e3843d req-2fc01b95-92f4-4462-8275-8af2e938e39d service neutron] 10.222.0.25 "GET /v2.0/networks/3e598f9d-9c5b-4855-b95e-6cf3539ff662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478576 Aug 31 14:22:36.833567 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dc77b627-01b1-4fee-9e29-35d14ce1d6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.852225 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8952888-3580-465e-8983-41c61cc6c8ee req-7a7bbc32-74ac-4489-bfcb-eb9a46a0e906 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=720c705b-35ac-4f30-8443-6d743cc8c8b9 HTTP/1.1" status: 200 len: 217 time: 0.0434034 Aug 31 14:22:36.875310 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dc77b627-01b1-4fee-9e29-35d14ce1d6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.918643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8952888-3580-465e-8983-41c61cc6c8ee req-0170cc11-0dad-4c14-b2d4-9ebe6250a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:36.920594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8952888-3580-465e-8983-41c61cc6c8ee req-0170cc11-0dad-4c14-b2d4-9ebe6250a2f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caeebd6-2dac-4d6b-a296-839662e71514 HTTP/1.1" status: 200 len: 849 time: 0.0568397 Aug 31 14:22:36.922218 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9fd8ad-fa30-4230-9fe8-5fc333dd8b24 x-openstack-request-id: req-2e9fd8ad-fa30-4230-9fe8-5fc333dd8b24 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:36.922776 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c96db94-f036-44f2-9c8e-a659b6ac4840", "tag": "720c705b-35ac-4f30-8443-6d743cc8c8b9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:36.923131 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e9fd8ad-fa30-4230-9fe8-5fc333dd8b24 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:36.923684 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c96db94-f036-44f2-9c8e-a659b6ac4840', 'tag': '720c705b-35ac-4f30-8443-6d743cc8c8b9', 'status': 'completed', 'code': 200} Aug 31 14:22:36.931703 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b6e4e2-0eef-4a58-91eb-458e763b5943 x-openstack-request-id: req-46b6e4e2-0eef-4a58-91eb-458e763b5943 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:36.931914 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22fa8c2-b184-4a32-a10b-91b8cb8d604a", "name": "network-vif-plugged", "status": "completed", "tag": "edb63490-c6aa-4b4c-bb1c-2106cdac1e44", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:36.932185 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46b6e4e2-0eef-4a58-91eb-458e763b5943 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:36.932583 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22fa8c2-b184-4a32-a10b-91b8cb8d604a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb63490-c6aa-4b4c-bb1c-2106cdac1e44', 'code': 200} Aug 31 14:22:36.977177 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8952888-3580-465e-8983-41c61cc6c8ee req-c30fcd4e-2ea3-42dc-b0b1-edd0d7bbafab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ccc9b3-3731-4780-919e-26acb7204772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484447 Aug 31 14:22:37.046498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-9500a129-8920-465d-9eb8-95b6654cd0ad req-6098976e-3021-4eb6-9d82-2602191394af tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-593827068', 'description': 'tempest-description-1810175318'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:37.072191 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dc77b627-01b1-4fee-9e29-35d14ce1d6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.074673 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dc77b627-01b1-4fee-9e29-35d14ce1d6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.078013 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dc77b627-01b1-4fee-9e29-35d14ce1d6d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c29a229-0c39-4bf6-82f4-6808a8930de2 HTTP/1.1" status: 204 len: 168 time: 0.5111506 Aug 31 14:22:37.103266 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77b627-01b1-4fee-9e29-35d14ce1d6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c29a229-0c39-4bf6-82f4-6808a8930de2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:37.124065 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9500a129-8920-465d-9eb8-95b6654cd0ad req-6098976e-3021-4eb6-9d82-2602191394af tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.177137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d6fbd-3e39-47dd-bd46-3cfeabd8f0fe req-c7b43b0b-b111-4c72-8da4-36ee0d3e719a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:37.178911 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-060d6fbd-3e39-47dd-bd46-3cfeabd8f0fe req-c7b43b0b-b111-4c72-8da4-36ee0d3e719a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.1776927 Aug 31 14:22:37.183586 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5703a195-e498-4a16-aa0c-1c4aa2e3843d req-437d6aaf-1774-45ba-a2c7-d84656b7b404 service neutron] 10.222.0.25 "GET /v2.0/networks/3e598f9d-9c5b-4855-b95e-6cf3539ff662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536728 Aug 31 14:22:37.208444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb74a3a-f6cd-4c95-95a0-be7f19047a5c req-89a403bb-79d4-4eaa-90df-850a04b7508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:37.209950 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0cb74a3a-f6cd-4c95-95a0-be7f19047a5c req-89a403bb-79d4-4eaa-90df-850a04b7508f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 1101 time: 0.1549602 Aug 31 14:22:37.224320 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8952888-3580-465e-8983-41c61cc6c8ee req-4898e606-475c-4b32-861c-d554f3ee6c16 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384992 Aug 31 14:22:37.282135 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9500a129-8920-465d-9eb8-95b6654cd0ad req-6098976e-3021-4eb6-9d82-2602191394af tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.289951 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9500a129-8920-465d-9eb8-95b6654cd0ad req-6098976e-3021-4eb6-9d82-2602191394af tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.313494 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-060d6fbd-3e39-47dd-bd46-3cfeabd8f0fe req-a6d94f96-fa10-4dbe-9466-4c69b53a4610 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274159 Aug 31 14:22:37.324879 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9500a129-8920-465d-9eb8-95b6654cd0ad req-6098976e-3021-4eb6-9d82-2602191394af tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.326382 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9500a129-8920-465d-9eb8-95b6654cd0ad req-6098976e-3021-4eb6-9d82-2602191394af tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2847795 Aug 31 14:22:37.328276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098976e-3021-4eb6-9d82-2602191394af tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad80166-448a-4bcf-9713-e6edb64c4171,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:37.345058 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0cb74a3a-f6cd-4c95-95a0-be7f19047a5c req-5832f46f-28a4-44a6-a79e-669960c0071c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3462176e-d545-4d8c-b037-780b982c8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197765 Aug 31 14:22:37.411928 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 636091df-119b-43b2-887a-50d67cf6a461 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:37.454784 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8952888-3580-465e-8983-41c61cc6c8ee req-7f3c5fde-4192-4372-8b41-54ffe472f3be service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202413 Aug 31 14:22:37.600284 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960396c-b22f-4c68-8bc2-2f2b58fadc74 req-cb0a8e02-fe20-4d41-a2bf-bef8b787875a tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:37.601840 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7960396c-b22f-4c68-8bc2-2f2b58fadc74 req-cb0a8e02-fe20-4d41-a2bf-bef8b787875a tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 944 time: 0.1443231 Aug 31 14:22:37.649023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc16f79-ccee-4c4d-ad6f-4361675ee622 req-88f2d4b3-ee7e-4143-9529-8c90d673cb2d tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:37.653489 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fc16f79-ccee-4c4d-ad6f-4361675ee622 req-88f2d4b3-ee7e-4143-9529-8c90d673cb2d tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 950 time: 0.1191432 Aug 31 14:22:37.679111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c2697-50ae-48cb-a3be-03e4c80a5069 req-ea2adfd3-b82d-4576-9199-e13d9de84668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:37.685328 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-576c2697-50ae-48cb-a3be-03e4c80a5069 req-ea2adfd3-b82d-4576-9199-e13d9de84668 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=80c65d56754943fe8e7402ca0f9734eb&device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 1095 time: 0.1640642 Aug 31 14:22:37.699601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 636091df-119b-43b2-887a-50d67cf6a461, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=636091df-119b-43b2-887a-50d67cf6a461,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:37.704965 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7960396c-b22f-4c68-8bc2-2f2b58fadc74 req-f1d11d0f-20cf-4f3c-8972-51f48e33f5b0 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931222 Aug 31 14:22:37.727360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '636091df-119b-43b2-887a-50d67cf6a461', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '636091df-119b-43b2-887a-50d67cf6a461', 'mac_address': 'fa:16:3e:f5:f4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:37.792762 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.808403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 636091df-119b-43b2-887a-50d67cf6a461 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:37.822119 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c2697-50ae-48cb-a3be-03e4c80a5069 req-76ee3b81-0fcb-4d15-a224-c2d788732965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:37.824134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-576c2697-50ae-48cb-a3be-03e4c80a5069 req-76ee3b81-0fcb-4d15-a224-c2d788732965 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2ccc9b3-3731-4780-919e-26acb7204772 HTTP/1.1" status: 200 len: 910 time: 0.1169894 Aug 31 14:22:37.866226 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fc16f79-ccee-4c4d-ad6f-4361675ee622 req-a034706d-cf45-4e3f-bfed-5a15d99b3bf8 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/security-groups?id=3462176e-d545-4d8c-b037-780b982c8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045126 Aug 31 14:22:37.872524 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 636091df-119b-43b2-887a-50d67cf6a461, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=636091df-119b-43b2-887a-50d67cf6a461,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:37.880596 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.956978 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=636091df-119b-43b2-887a-50d67cf6a461,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:37.979968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-576c2697-50ae-48cb-a3be-03e4c80a5069 req-20b5aace-ef4b-4669-9bbe-9849b2ccf4b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=720c705b-35ac-4f30-8443-6d743cc8c8b9 HTTP/1.1" status: 200 len: 217 time: 0.1370361 Aug 31 14:22:38.064472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['636091df-119b-43b2-887a-50d67cf6a461'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:38.101054 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c2697-50ae-48cb-a3be-03e4c80a5069 req-e4ed4aa5-da92-44dc-948e-9448d4448113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:38.104556 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-576c2697-50ae-48cb-a3be-03e4c80a5069 req-e4ed4aa5-da92-44dc-948e-9448d4448113 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caeebd6-2dac-4d6b-a296-839662e71514 HTTP/1.1" status: 200 len: 849 time: 0.1120260 Aug 31 14:22:38.124018 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-64191f9e-6e1c-40c4-931f-afa0e7c55bdf tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:38.125843 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-64191f9e-6e1c-40c4-931f-afa0e7c55bdf tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/networks?id=548300bd-6390-4eae-8b45-e5f145a60bf9 HTTP/1.1" status: 200 len: 813 time: 0.2719181 Aug 31 14:22:38.149832 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-1f54b7b3-7302-4715-ac4a-16ce0ee4fe3a tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/quotas/d4f9d76e94034e6cafeda497ae4ea289 HTTP/1.1" status: 200 len: 375 time: 0.0156560 Aug 31 14:22:38.209290 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-3c88d227-450b-4311-99d2-37aa2260f2a1 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1035280 Aug 31 14:22:38.218093 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-576c2697-50ae-48cb-a3be-03e4c80a5069 req-a6d3c4f4-258f-4626-955c-c4fe50fcfce7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ccc9b3-3731-4780-919e-26acb7204772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896642 Aug 31 14:22:38.261543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-1261052e-6c0b-4616-ab53-92825f10fe5f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4f9d76e94034e6cafeda497ae4ea289&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1045539 Aug 31 14:22:38.447844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-904da062-5847-44fc-a8b7-dca3ce14bc00 service neutron] 10.222.0.39 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838956 Aug 31 14:22:38.598930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0a0cba8b-e350-4fd0-8028-9793fb79dc67 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:38.604067 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0a0cba8b-e350-4fd0-8028-9793fb79dc67 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3938651 Aug 31 14:22:38.609572 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-576c2697-50ae-48cb-a3be-03e4c80a5069 req-73acd073-62d4-40cb-abc8-ef377bafed01 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763201 Aug 31 14:22:38.699031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-5c4c6a38-e7a9-4e94-8c0f-7328c38a87ed tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/quotas/e1a7f8f74ea049728f1ea12dc9d8f810 HTTP/1.1" status: 200 len: 375 time: 0.0881288 Aug 31 14:22:38.810429 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-274a3cd0-85de-47a7-842b-b8a7f8e5c05b tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984321 Aug 31 14:22:38.834957 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-576c2697-50ae-48cb-a3be-03e4c80a5069 req-63e032d0-a6b6-4aa0-90de-8877c46297a6 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090809 Aug 31 14:22:39.030961 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-6cebb507-2c97-4dd2-8890-25073d566854 service neutron] 10.222.0.39 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821216 Aug 31 14:22:39.418687 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 636091df-119b-43b2-887a-50d67cf6a461 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:39.572161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc8b42-3a8e-4f10-8393-07222ebc7bad req-c27b6052-de52-418b-a366-ff113fceadd3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:39.580508 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a9bc8b42-3a8e-4f10-8393-07222ebc7bad req-c27b6052-de52-418b-a366-ff113fceadd3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 944 time: 0.0740135 Aug 31 14:22:39.608884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 636091df-119b-43b2-887a-50d67cf6a461 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:39.609577 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.652271 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a9bc8b42-3a8e-4f10-8393-07222ebc7bad req-f7043208-7a4f-4dbb-b22b-5a8e3f3181aa tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699794 Aug 31 14:22:39.668634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9783e39-fbf4-456f-864b-f1d5e1ef08af req-ac267080-cff7-4814-a939-6e685e462af9 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:39.679883 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9783e39-fbf4-456f-864b-f1d5e1ef08af req-ac267080-cff7-4814-a939-6e685e462af9 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 950 time: 0.1848974 Aug 31 14:22:39.790984 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9783e39-fbf4-456f-864b-f1d5e1ef08af req-60381e16-702e-4bd2-914a-afb1bf26403c tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/security-groups?id=3462176e-d545-4d8c-b037-780b982c8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085050 Aug 31 14:22:39.829219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64c0d804-f4af-4251-a192-ec813baa55c8 req-dbebddea-7404-4dbf-acaa-d267111099e1 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 210 time: 0.0881059 Aug 31 14:22:39.958701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b41fd3c4-6798-4d48-8f34-3a964129a5b5 req-2f152679-a4d8-49d2-adf2-fdd0cfbecdb7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 210 time: 0.0718269 Aug 31 14:22:39.988124 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.050655 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2742a0-1fe3-4d21-b218-c3994b361c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636091df-119b-43b2-887a-50d67cf6a461'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:40.065339 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0530b94-b4b2-4dab-9f3b-f134b87ba89e" -d '{"events": [{"server_uuid": "ca2742a0-1fe3-4d21-b218-c3994b361c2e", "name": "network-vif-plugged", "status": "completed", "tag": "636091df-119b-43b2-887a-50d67cf6a461"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:40.087912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 636091df-119b-43b2-887a-50d67cf6a461, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=636091df-119b-43b2-887a-50d67cf6a461,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:40.097554 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.181046 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359c0905-09d8-4cdc-ad0b-3d89a4c6488a x-openstack-request-id: req-359c0905-09d8-4cdc-ad0b-3d89a4c6488a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:40.181348 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2742a0-1fe3-4d21-b218-c3994b361c2e", "name": "network-vif-plugged", "status": "completed", "tag": "636091df-119b-43b2-887a-50d67cf6a461", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:40.181610 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-359c0905-09d8-4cdc-ad0b-3d89a4c6488a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:40.182013 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2742a0-1fe3-4d21-b218-c3994b361c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636091df-119b-43b2-887a-50d67cf6a461', 'code': 200} Aug 31 14:22:40.266871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=636091df-119b-43b2-887a-50d67cf6a461,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:40.390644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 720c705b-35ac-4f30-8443-6d743cc8c8b9 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:40.484772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd4e5c-b34d-423d-aed6-fb84941294d2 req-d7145489-6a7f-4563-850b-45c458a31a23 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:40.497481 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9cd4e5c-b34d-423d-aed6-fb84941294d2 req-d7145489-6a7f-4563-850b-45c458a31a23 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 950 time: 0.0864463 Aug 31 14:22:40.577641 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9cd4e5c-b34d-423d-aed6-fb84941294d2 req-1e15273c-4354-4e53-b9c5-36fa1d63e65a tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/security-groups?id=3462176e-d545-4d8c-b037-780b982c8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792170 Aug 31 14:22:40.635134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 720c705b-35ac-4f30-8443-6d743cc8c8b9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=720c705b-35ac-4f30-8443-6d743cc8c8b9,segment=NetworkSegment(c3884580-88a0-4c90-a5ec-2d23a57a1f1d),segment_id=c3884580-88a0-4c90-a5ec-2d23a57a1f1d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:40.686788 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '720c705b-35ac-4f30-8443-6d743cc8c8b9', 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772', 'port_id': '720c705b-35ac-4f30-8443-6d743cc8c8b9', 'mac_address': 'fa:16:3e:c0:7b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caeebd6-2dac-4d6b-a296-839662e71514', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:40.810067 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.881822 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149cd98-4392-4fa6-a400-e7a95e88a2b9 req-de4af6b3-551f-4a73-9b60-a9b6666d64fe tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:40.891528 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e149cd98-4392-4fa6-a400-e7a95e88a2b9 req-de4af6b3-551f-4a73-9b60-a9b6666d64fe tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 944 time: 0.1126277 Aug 31 14:22:40.892275 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720c705b-35ac-4f30-8443-6d743cc8c8b9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:40.931300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 720c705b-35ac-4f30-8443-6d743cc8c8b9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=720c705b-35ac-4f30-8443-6d743cc8c8b9,segment=NetworkSegment(c3884580-88a0-4c90-a5ec-2d23a57a1f1d),segment_id=c3884580-88a0-4c90-a5ec-2d23a57a1f1d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:40.936790 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.945406 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e149cd98-4392-4fa6-a400-e7a95e88a2b9 req-e5a30e07-4148-462b-b558-dbbb73e35747 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520003 Aug 31 14:22:41.025094 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=720c705b-35ac-4f30-8443-6d743cc8c8b9,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:41.042994 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5283ec50-46bf-43f8-bde9-85e302dd089c req-1dd76c6d-aaba-4c5d-b102-e6d0914394c7 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 210 time: 0.0318239 Aug 31 14:22:41.212413 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82685b36-5f9a-4105-8cd3-a21490f6cad1 req-6f15dbe5-f666-4d2d-8b3f-c1d36d405a15 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 210 time: 0.0578916 Aug 31 14:22:41.230504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['720c705b-35ac-4f30-8443-6d743cc8c8b9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:41.510384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-08e725c3-1663-4e73-a2fd-319b0c617006 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:41.514299 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-08e725c3-1663-4e73-a2fd-319b0c617006 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.60 "GET /v2.0/networks?id=548300bd-6390-4eae-8b45-e5f145a60bf9 HTTP/1.1" status: 200 len: 813 time: 0.2174034 Aug 31 14:22:41.566123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-5fb90208-3a2a-44ca-8ee9-ce43696e7cb7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'port': {'device_id': '2159f301-023f-477e-90d1-a829cab38403', 'network_id': '548300bd-6390-4eae-8b45-e5f145a60bf9', 'admin_state_up': True, 'tenant_id': 'd4f9d76e94034e6cafeda497ae4ea289'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:41.603073 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-5217ae40-8739-451d-a9a9-ec9c036f713a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873964 Aug 31 14:22:41.837864 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c639f-6540-4d16-866f-fae4aea36c40 req-a9695ef7-2091-474b-a35e-d80f43a04378 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:41.844014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-87786f8f-7953-4a06-bb25-1d134d7d8d0a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:41.844924 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e9c639f-6540-4d16-866f-fae4aea36c40 req-a9695ef7-2091-474b-a35e-d80f43a04378 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 950 time: 0.0973310 Aug 31 14:22:41.853019 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-87786f8f-7953-4a06-bb25-1d134d7d8d0a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804113 Aug 31 14:22:41.890682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-f14c6f85-41d0-4857-8c2f-8dc87b869a43 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Request body: {'port': {'device_id': 'fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': 'e1a7f8f74ea049728f1ea12dc9d8f810'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:41.910848 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e9c639f-6540-4d16-866f-fae4aea36c40 req-3ef86339-0502-4311-ab4f-c4f788c17ff5 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/security-groups?id=3462176e-d545-4d8c-b037-780b982c8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603864 Aug 31 14:22:42.073051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-5fb90208-3a2a-44ca-8ee9-ce43696e7cb7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Made reservation on behalf of d4f9d76e94034e6cafeda497ae4ea289 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:42.076765 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-5fb90208-3a2a-44ca-8ee9-ce43696e7cb7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.236805 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7be00e14-e4a1-48bc-ab67-735f63bdc379 req-c162d5ce-9f8c-4357-a728-927cc1b748a0 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 210 time: 0.0387158 Aug 31 14:22:42.267118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-5fb90208-3a2a-44ca-8ee9-ce43696e7cb7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Allocated IP 172.20.0.13 (548300bd-6390-4eae-8b45-e5f145a60bf9/ecdb00b1-10ad-4f69-b17c-95e68b9c75d8/dc4f6df0-1bdb-4532-9f42-8fd585c52555) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:42.331788 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e80e7-f1d3-4150-9d19-ff5fd48579f4 req-3723e1db-9019-4c4f-b2fe-d7e5bf2ae4b0 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:42.341004 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-163e80e7-f1d3-4150-9d19-ff5fd48579f4 req-3723e1db-9019-4c4f-b2fe-d7e5bf2ae4b0 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.25 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 950 time: 0.0995679 Aug 31 14:22:42.357539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-f14c6f85-41d0-4857-8c2f-8dc87b869a43 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Made reservation on behalf of e1a7f8f74ea049728f1ea12dc9d8f810 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:42.363383 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-f14c6f85-41d0-4857-8c2f-8dc87b869a43 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.403789 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 720c705b-35ac-4f30-8443-6d743cc8c8b9 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:42.447457 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bcffcc06-cdf4-4412-96db-84b5b787b408 req-533e4d85-c551-489d-aa7c-540414a982ad tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 210 time: 0.0511868 Aug 31 14:22:42.480107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e76a36-9a52-4f36-869e-6420ed208b22 req-2eda1f95-0632-4441-862e-5c7f03ccff67 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:42.490639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8e76a36-9a52-4f36-869e-6420ed208b22 req-2eda1f95-0632-4441-862e-5c7f03ccff67 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 945 time: 0.3929536 Aug 31 14:22:42.511221 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 720c705b-35ac-4f30-8443-6d743cc8c8b9 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:42.515846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 720c705b-35ac-4f30-8443-6d743cc8c8b9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:42.516221 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.537116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-163e80e7-f1d3-4150-9d19-ff5fd48579f4 req-022450d7-9d51-4210-ab91-6f0373999023 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Deleting port edb63490-c6aa-4b4c-bb1c-2106cdac1e44 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:42.537476 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-163e80e7-f1d3-4150-9d19-ff5fd48579f4 req-022450d7-9d51-4210-ab91-6f0373999023 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.634261 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.675910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-163e80e7-f1d3-4150-9d19-ff5fd48579f4 req-022450d7-9d51-4210-ab91-6f0373999023 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] For port edb63490-c6aa-4b4c-bb1c-2106cdac1e44, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=edb63490-c6aa-4b4c-bb1c-2106cdac1e44,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:42.676563 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-163e80e7-f1d3-4150-9d19-ff5fd48579f4 req-022450d7-9d51-4210-ab91-6f0373999023 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.691906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c96db94-f036-44f2-9c8e-a659b6ac4840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720c705b-35ac-4f30-8443-6d743cc8c8b9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:42.698099 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ed3d58-70cf-4a8a-b57d-e3c5fc8bdcaa" -d '{"events": [{"server_uuid": "7c96db94-f036-44f2-9c8e-a659b6ac4840", "name": "network-vif-plugged", "status": "completed", "tag": "720c705b-35ac-4f30-8443-6d743cc8c8b9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:42.706661 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-163e80e7-f1d3-4150-9d19-ff5fd48579f4 req-022450d7-9d51-4210-ab91-6f0373999023 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Calling delete_port for edb63490-c6aa-4b4c-bb1c-2106cdac1e44 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:42.733679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 720c705b-35ac-4f30-8443-6d743cc8c8b9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=720c705b-35ac-4f30-8443-6d743cc8c8b9,segment=NetworkSegment(c3884580-88a0-4c90-a5ec-2d23a57a1f1d),segment_id=c3884580-88a0-4c90-a5ec-2d23a57a1f1d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:42.746602 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.865325 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165585e1-38ef-476e-89ea-028e2fd255d4 x-openstack-request-id: req-165585e1-38ef-476e-89ea-028e2fd255d4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:42.866536 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c96db94-f036-44f2-9c8e-a659b6ac4840", "name": "network-vif-plugged", "status": "completed", "tag": "720c705b-35ac-4f30-8443-6d743cc8c8b9", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:42.867265 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-165585e1-38ef-476e-89ea-028e2fd255d4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:42.868582 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c96db94-f036-44f2-9c8e-a659b6ac4840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720c705b-35ac-4f30-8443-6d743cc8c8b9', 'code': 200} Aug 31 14:22:42.869860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=720c705b-35ac-4f30-8443-6d743cc8c8b9,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:42.938567 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-163e80e7-f1d3-4150-9d19-ff5fd48579f4 req-022450d7-9d51-4210-ab91-6f0373999023 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.954220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['edb63490-c6aa-4b4c-bb1c-2106cdac1e44'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:42.975841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022450d7-9d51-4210-ab91-6f0373999023 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Pushing event deleted for resources: {'Port': ['ID=edb63490-c6aa-4b4c-bb1c-2106cdac1e44,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:43.073271 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-163e80e7-f1d3-4150-9d19-ff5fd48579f4 req-022450d7-9d51-4210-ab91-6f0373999023 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] No DVR routers for this DVR port edb63490-c6aa-4b4c-bb1c-2106cdac1e44 on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:43.077273 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-163e80e7-f1d3-4150-9d19-ff5fd48579f4 req-022450d7-9d51-4210-ab91-6f0373999023 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.080540 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-163e80e7-f1d3-4150-9d19-ff5fd48579f4 req-022450d7-9d51-4210-ab91-6f0373999023 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.25 "DELETE /v2.0/ports/edb63490-c6aa-4b4c-bb1c-2106cdac1e44 HTTP/1.1" status: 204 len: 173 time: 0.7289367 Aug 31 14:22:43.081507 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22fa8c2-b184-4a32-a10b-91b8cb8d604a', 'name': 'network-vif-deleted', 'tag': 'edb63490-c6aa-4b4c-bb1c-2106cdac1e44'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:43.086923 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3d3469-f946-4531-97ea-38e2c823b4fb" -d '{"events": [{"server_uuid": "f22fa8c2-b184-4a32-a10b-91b8cb8d604a", "name": "network-vif-deleted", "tag": "edb63490-c6aa-4b4c-bb1c-2106cdac1e44"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:43.223158 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-adb89625-1a5c-4da8-bd0a-1508e3dd4440 req-5d1dea28-70f7-4ab1-9a2f-d7d6d02d3182 tempest-ImagesNegativeTestJSON-799641792 tempest-ImagesNegativeTestJSON-799641792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22fa8c2-b184-4a32-a10b-91b8cb8d604a HTTP/1.1" status: 200 len: 210 time: 0.0947940 Aug 31 14:22:43.323761 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8e76a36-9a52-4f36-869e-6420ed208b22 req-19b2f896-9afb-4101-84c2-509739755cd1 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8319180 Aug 31 14:22:43.390940 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82eb1cf-ae36-4226-8b9a-92103e2d2e0a x-openstack-request-id: req-d82eb1cf-ae36-4226-8b9a-92103e2d2e0a {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:43.391388 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22fa8c2-b184-4a32-a10b-91b8cb8d604a", "name": "network-vif-deleted", "tag": "edb63490-c6aa-4b4c-bb1c-2106cdac1e44", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:43.391848 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d82eb1cf-ae36-4226-8b9a-92103e2d2e0a {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:43.392491 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22fa8c2-b184-4a32-a10b-91b8cb8d604a', 'name': 'network-vif-deleted', 'tag': 'edb63490-c6aa-4b4c-bb1c-2106cdac1e44', 'status': 'completed', 'code': 200} Aug 31 14:22:43.446108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69ddce-755d-4a9e-801b-08ec37109a71 req-dce7b978-7f05-4b80-b892-7182393b2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:43.447676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b69ddce-755d-4a9e-801b-08ec37109a71 req-dce7b978-7f05-4b80-b892-7182393b2b75 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 1097 time: 0.2463415 Aug 31 14:22:43.511207 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-39181205-4ecf-41b0-babc-41921251658f req-2967e015-b24c-41f2-89a8-6f313076ac39 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 210 time: 0.0436602 Aug 31 14:22:43.534991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-f14c6f85-41d0-4857-8c2f-8dc87b869a43 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Allocated IP 192.168.233.230 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/db33dec2-cd68-4da2-96cb-1b2438cba5bb) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:43.539980 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-5fb90208-3a2a-44ca-8ee9-ce43696e7cb7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.553458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35352) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:43.621336 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-31ea98fa-a7e6-4c69-9c6b-09d581ced0a8 req-fedc59f5-e865-434d-9fba-dee450a7b4b7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 210 time: 0.0623016 Aug 31 14:22:43.634298 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b69ddce-755d-4a9e-801b-08ec37109a71 req-47171185-167a-4673-8611-055780abdf5b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745470 Aug 31 14:22:43.674117 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2101bb0-7077-4fd1-9af3-d832d3077eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.707911 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-5fb90208-3a2a-44ca-8ee9-ce43696e7cb7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.720865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bcfef03e-b02f-48bf-bead-fee2f4ec7313'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:43.807597 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2101bb0-7077-4fd1-9af3-d832d3077eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.821929 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2101bb0-7077-4fd1-9af3-d832d3077eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.835797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-5fb90208-3a2a-44ca-8ee9-ce43696e7cb7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Network 548300bd-6390-4eae-8b45-e5f145a60bf9 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:43.844787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-5fb90208-3a2a-44ca-8ee9-ce43696e7cb7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:43.852724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-5fb90208-3a2a-44ca-8ee9-ce43696e7cb7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:43.858246 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2101bb0-7077-4fd1-9af3-d832d3077eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253bc826-b3a9-4ea7-b9b9-a3a8674ab6a8,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:43.880779 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a2101bb0-7077-4fd1-9af3-d832d3077eaa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e6b0b53635c47858f027cccde55188d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263147 Aug 31 14:22:43.883288 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35376) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:43.921473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb90208-3a2a-44ca-8ee9-ce43696e7cb7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'Port': ['ID=dc4f6df0-1bdb-4532-9f42-8fd585c52555,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:43.946219 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55ce9481-891d-42c7-924e-9f7d7a62b356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.968370 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55ce9481-891d-42c7-924e-9f7d7a62b356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.978854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-5fb90208-3a2a-44ca-8ee9-ce43696e7cb7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:43.979757 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-5fb90208-3a2a-44ca-8ee9-ce43696e7cb7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.001115 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-f14c6f85-41d0-4857-8c2f-8dc87b869a43 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.025021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-5fb90208-3a2a-44ca-8ee9-ce43696e7cb7 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4708595 Aug 31 14:22:44.031112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-f14c6f85-41d0-4857-8c2f-8dc87b869a43 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Transition to ACTIVE for port object db33dec2-cd68-4da2-96cb-1b2438cba5bb will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:44.031612 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55ce9481-891d-42c7-924e-9f7d7a62b356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.035105 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55ce9481-891d-42c7-924e-9f7d7a62b356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.036263 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-55ce9481-891d-42c7-924e-9f7d7a62b356 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/253bc826-b3a9-4ea7-b9b9-a3a8674ab6a8 HTTP/1.1" status: 204 len: 168 time: 0.1519101 Aug 31 14:22:44.042530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Request body: {'port': {'device_id': '2159f301-023f-477e-90d1-a829cab38403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:44.044097 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce9481-891d-42c7-924e-9f7d7a62b356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253bc826-b3a9-4ea7-b9b9-a3a8674ab6a8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:44.126106 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.152216 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-f14c6f85-41d0-4857-8c2f-8dc87b869a43 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.170477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['1314353d-6634-4702-addd-63d922d6c113'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:44.199890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['00a87c31-827c-49c1-b063-7c3eb298c679'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:44.236688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-f14c6f85-41d0-4857-8c2f-8dc87b869a43 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:44.246327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-f14c6f85-41d0-4857-8c2f-8dc87b869a43 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:44.322648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-f14c6f85-41d0-4857-8c2f-8dc87b869a43 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:44.410015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c6f85-41d0-4857-8c2f-8dc87b869a43 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Pushing event updated for resources: {'Port': ['ID=db33dec2-cd68-4da2-96cb-1b2438cba5bb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:44.493576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35402) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:44.524906 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-99e3a712-d958-4b43-8077-9877af06d7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.588359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-f14c6f85-41d0-4857-8c2f-8dc87b869a43 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:44.589328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-f14c6f85-41d0-4857-8c2f-8dc87b869a43 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.642005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a0d31245-c26b-4cfe-9e17-cbaefe70c5ae None None] Provisioning for port db33dec2-cd68-4da2-96cb-1b2438cba5bb completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:44.642848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173f1cb-c9b1-44a1-9a79-21d7e3dac206 req-e026c1a8-8be5-4b6f-a8f7-59bf937eedd5 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:44.650670 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4173f1cb-c9b1-44a1-9a79-21d7e3dac206 req-e026c1a8-8be5-4b6f-a8f7-59bf937eedd5 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.1934915 Aug 31 14:22:44.654617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a0d31245-c26b-4cfe-9e17-cbaefe70c5ae None None] Provisioning complete for port db33dec2-cd68-4da2-96cb-1b2438cba5bb triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:44.654617 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0d31245-c26b-4cfe-9e17-cbaefe70c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.700375 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-99e3a712-d958-4b43-8077-9877af06d7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.712582 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a0d31245-c26b-4cfe-9e17-cbaefe70c5ae None None] Port db33dec2-cd68-4da2-96cb-1b2438cba5bb cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:22:44.712844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2947c02-a78d-4d2b-8257-b285538e7a66 req-3f06fbec-53df-401f-903f-815fc5f1895a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:44.715306 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d2947c02-a78d-4d2b-8257-b285538e7a66 req-3f06fbec-53df-401f-903f-815fc5f1895a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 936 time: 0.0895965 Aug 31 14:22:44.717736 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-99e3a712-d958-4b43-8077-9877af06d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.720615 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4173f1cb-c9b1-44a1-9a79-21d7e3dac206 req-dcf159e4-1e69-4440-9d8f-15e0a2265119 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678587 Aug 31 14:22:44.747815 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-f14c6f85-41d0-4857-8c2f-8dc87b869a43 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8716183 Aug 31 14:22:44.750022 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-99e3a712-d958-4b43-8077-9877af06d7e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22198bf963ae43488aa5613340ee810c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536945 Aug 31 14:22:44.753368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35416) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:44.786472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Request body: {'port': {'device_id': 'fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:44.821830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4f6df0-1bdb-4532-9f42-8fd585c52555 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:44.833720 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.844321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3a712-d958-4b43-8077-9877af06d7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131532c6-976c-4a43-aef0-8495af72c406,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:44.886692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Transition to ACTIVE for port object dc4f6df0-1bdb-4532-9f42-8fd585c52555 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:44.889896 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.908617 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.920880 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d2947c02-a78d-4d2b-8257-b285538e7a66 req-fcc48bad-5de2-4081-b673-ce07ae3b9b02 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704869 Aug 31 14:22:44.952281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-397673ed-4fef-449c-8561-e967cf2a8aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.978805 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-397673ed-4fef-449c-8561-e967cf2a8aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.056949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4f6df0-1bdb-4532-9f42-8fd585c52555,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:45.070122 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-397673ed-4fef-449c-8561-e967cf2a8aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.072896 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-397673ed-4fef-449c-8561-e967cf2a8aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.074601 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-397673ed-4fef-449c-8561-e967cf2a8aeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/131532c6-976c-4a43-aef0-8495af72c406 HTTP/1.1" status: 204 len: 168 time: 0.3099694 Aug 31 14:22:45.093119 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397673ed-4fef-449c-8561-e967cf2a8aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131532c6-976c-4a43-aef0-8495af72c406,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:45.201484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a5441-fe0c-406a-a8e3-3cb5ec1ffb43 req-1913d272-60b6-4d94-8dfd-46ced0eb2943 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:45.202900 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd7a5441-fe0c-406a-a8e3-3cb5ec1ffb43 req-1913d272-60b6-4d94-8dfd-46ced0eb2943 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 944 time: 0.2401183 Aug 31 14:22:45.244781 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35458) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:45.332076 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd7a5441-fe0c-406a-a8e3-3cb5ec1ffb43 req-2a732b7d-8ae2-4a45-86b3-9e29ce153bfc tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181202 Aug 31 14:22:45.347776 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Attempting to bind port dc4f6df0-1bdb-4532-9f42-8fd585c52555 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:45.349213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Attempting to bind port dc4f6df0-1bdb-4532-9f42-8fd585c52555 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '472a304f-3031-413b-a0f3-bdd0df9ace4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '548300bd-6390-4eae-8b45-e5f145a60bf9'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:45.349610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Attempting to bind port dc4f6df0-1bdb-4532-9f42-8fd585c52555 on network 548300bd-6390-4eae-8b45-e5f145a60bf9 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:45.368841 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Port dc4f6df0-1bdb-4532-9f42-8fd585c52555 on network 548300bd-6390-4eae-8b45-e5f145a60bf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:45.369143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Attempting to bind port dc4f6df0-1bdb-4532-9f42-8fd585c52555 on network 548300bd-6390-4eae-8b45-e5f145a60bf9 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:45.376366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:45.382220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Checking segment: {'id': '472a304f-3031-413b-a0f3-bdd0df9ace4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '548300bd-6390-4eae-8b45-e5f145a60bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:45.382220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Bound using segment: {'id': '472a304f-3031-413b-a0f3-bdd0df9ace4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '548300bd-6390-4eae-8b45-e5f145a60bf9'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:45.382220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Bound port: dc4f6df0-1bdb-4532-9f42-8fd585c52555, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472a304f-3031-413b-a0f3-bdd0df9ace4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '548300bd-6390-4eae-8b45-e5f145a60bf9'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:45.382220 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.529986 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] For port dc4f6df0-1bdb-4532-9f42-8fd585c52555, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:45.548560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] For port dc4f6df0-1bdb-4532-9f42-8fd585c52555, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=dc4f6df0-1bdb-4532-9f42-8fd585c52555,segment=NetworkSegment(472a304f-3031-413b-a0f3-bdd0df9ace4e),segment_id=472a304f-3031-413b-a0f3-bdd0df9ace4e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:45.554228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db33dec2-cd68-4da2-96cb-1b2438cba5bb {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:45.561252 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.564335 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.610156 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Transition to ACTIVE for port object db33dec2-cd68-4da2-96cb-1b2438cba5bb will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:45.617627 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:45.618633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.620114 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] 10.222.0.60 "PUT /v2.0/ports/dc4f6df0-1bdb-4532-9f42-8fd585c52555 HTTP/1.1" status: 200 len: 1092 time: 1.5835662 Aug 31 14:22:45.620910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2159f301-023f-477e-90d1-a829cab38403', 'tag': 'dc4f6df0-1bdb-4532-9f42-8fd585c52555'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:45.623392 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc3cf8b-aa12-4981-a1d9-2525a623f89f" -d '{"events": [{"name": "network-changed", "server_uuid": "2159f301-023f-477e-90d1-a829cab38403", "tag": "dc4f6df0-1bdb-4532-9f42-8fd585c52555"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:45.629984 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.673644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a4b7d-81b6-4243-92fe-f0085d1d76f8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4f6df0-1bdb-4532-9f42-8fd585c52555,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:45.738540 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cd7e0106-e06d-41a4-bc9f-dfd4ff492c65 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6aa265e1f4d4887969568d5cdf0ce45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4922271 Aug 31 14:22:45.741216 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35496) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:45.813563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Pushing event updated for resources: {'Port': ['ID=db33dec2-cd68-4da2-96cb-1b2438cba5bb,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:45.821601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-ca6debf4-7982-4a0b-8a36-9efc4bc9a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:45.823462 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-ca6debf4-7982-4a0b-8a36-9efc4bc9a552 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4f9d76e94034e6cafeda497ae4ea289&device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 1095 time: 0.1228271 Aug 31 14:22:45.886736 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8aa43fb0-3c9a-4fb5-9fb3-7558ebcf686a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.943676 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8aa43fb0-3c9a-4fb5-9fb3-7558ebcf686a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.949176 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Attempting to bind port db33dec2-cd68-4da2-96cb-1b2438cba5bb on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:45.949517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Attempting to bind port db33dec2-cd68-4da2-96cb-1b2438cba5bb by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:45.949854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Attempting to bind port db33dec2-cd68-4da2-96cb-1b2438cba5bb on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:45.957831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-49908cf5-ebca-4b9c-96af-321473a6d174 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc4f6df0-1bdb-4532-9f42-8fd585c52555 HTTP/1.1" status: 200 len: 217 time: 0.1159852 Aug 31 14:22:45.969656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Port db33dec2-cd68-4da2-96cb-1b2438cba5bb on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:45.969987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Attempting to bind port db33dec2-cd68-4da2-96cb-1b2438cba5bb on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:46.064708 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8aa43fb0-3c9a-4fb5-9fb3-7558ebcf686a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:46.068839 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8aa43fb0-3c9a-4fb5-9fb3-7558ebcf686a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:46.070409 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8aa43fb0-3c9a-4fb5-9fb3-7558ebcf686a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3462176e-d545-4d8c-b037-780b982c8534 HTTP/1.1" status: 204 len: 168 time: 0.3283374 Aug 31 14:22:46.090793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa43fb0-3c9a-4fb5-9fb3-7558ebcf686a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3462176e-d545-4d8c-b037-780b982c8534,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:46.095841 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-6c98e006-60b0-4bcf-950d-fc803a38ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:46.098490 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-6c98e006-60b0-4bcf-950d-fc803a38ce03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecdb00b1-10ad-4f69-b17c-95e68b9c75d8 HTTP/1.1" status: 200 len: 853 time: 0.1297224 Aug 31 14:22:46.101728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:46.102366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:46.102944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:46.103544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Bound port: db33dec2-cd68-4da2-96cb-1b2438cba5bb, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:46.103913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:46.145255 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-8d3dd97a-b406-48d0-99a5-d96ec01978ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=548300bd-6390-4eae-8b45-e5f145a60bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384674 Aug 31 14:22:46.285114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] For port db33dec2-cd68-4da2-96cb-1b2438cba5bb, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:46.296813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] For port db33dec2-cd68-4da2-96cb-1b2438cba5bb, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=db33dec2-cd68-4da2-96cb-1b2438cba5bb,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:46.304530 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:46.381594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:46.383683 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:46.386123 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] 10.222.0.25 "PUT /v2.0/ports/db33dec2-cd68-4da2-96cb-1b2438cba5bb HTTP/1.1" status: 200 len: 1096 time: 1.6112463 Aug 31 14:22:46.391567 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-abfdec06-e712-4cc9-a4e9-2ec491d22693 service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212038 Aug 31 14:22:46.655003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a832-7757-4b9e-a57e-00201fa41e46 req-95656635-6842-45ca-aac2-b065fa7e2abe tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:46.663535 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7537a832-7757-4b9e-a57e-00201fa41e46 req-95656635-6842-45ca-aac2-b065fa7e2abe tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.0806813 Aug 31 14:22:46.736792 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7537a832-7757-4b9e-a57e-00201fa41e46 req-dedf79d5-65bd-41c6-8acc-23f8b5727d81 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721328 Aug 31 14:22:46.738271 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dab3cc8-9896-4a8c-bba3-ce1893b7a423 x-openstack-request-id: req-1dab3cc8-9896-4a8c-bba3-ce1893b7a423 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:46.739224 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2159f301-023f-477e-90d1-a829cab38403", "tag": "dc4f6df0-1bdb-4532-9f42-8fd585c52555", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:46.739712 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1dab3cc8-9896-4a8c-bba3-ce1893b7a423 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:46.740817 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2159f301-023f-477e-90d1-a829cab38403', 'tag': 'dc4f6df0-1bdb-4532-9f42-8fd585c52555', 'status': 'completed', 'code': 200} Aug 31 14:22:46.743919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae6a81-2674-4d0d-a28d-3ddb67a8f545 service neutron] Pushing event updated for resources: {'Port': ['ID=db33dec2-cd68-4da2-96cb-1b2438cba5bb,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:46.948116 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e8e4ee6-318f-4eb9-99e9-95ea686e71c8 req-a879d493-e8b5-417e-b5a2-fc9b4201514c service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319240 Aug 31 14:22:46.952942 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-d7939f3a-d6dc-4e26-a07d-59289f19f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:46.956359 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-d7939f3a-d6dc-4e26-a07d-59289f19f4e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 1099 time: 0.5107024 Aug 31 14:22:47.036508 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20f83b-8064-4b16-92cd-cac6c2f7fe6d req-3bc9984e-48e6-4f72-aa6d-ba5863ae034d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:47.038959 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cb20f83b-8064-4b16-92cd-cac6c2f7fe6d req-3bc9984e-48e6-4f72-aa6d-ba5863ae034d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 948 time: 0.2695587 Aug 31 14:22:47.109380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46128b-fed0-48c2-a617-5579bcd713f0 req-82fb4464-cc56-4314-97fe-b8b88dbf7145 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:47.112195 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9b46128b-fed0-48c2-a617-5579bcd713f0 req-82fb4464-cc56-4314-97fe-b8b88dbf7145 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 944 time: 0.1359675 Aug 31 14:22:47.140997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-29b9e0d0-b045-4a78-83aa-e12ed91d983f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=db33dec2-cd68-4da2-96cb-1b2438cba5bb HTTP/1.1" status: 200 len: 217 time: 0.1344483 Aug 31 14:22:47.248180 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9b46128b-fed0-48c2-a617-5579bcd713f0 req-712205dd-f0e7-439e-92d1-79a87ebad31f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279237 Aug 31 14:22:47.256112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3cf8b-aa12-4981-a1d9-2525a623f89f req-e9c37472-1ff4-4859-b8fa-ee0a727ede34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:47.259466 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3dc3cf8b-aa12-4981-a1d9-2525a623f89f req-e9c37472-1ff4-4859-b8fa-ee0a727ede34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4f9d76e94034e6cafeda497ae4ea289&device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 1095 time: 0.2427623 Aug 31 14:22:47.270625 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cb20f83b-8064-4b16-92cd-cac6c2f7fe6d req-33a1949c-2ef4-4657-9296-0578b5e21f73 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212751 Aug 31 14:22:47.287026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-eec8f1fd-5a46-40be-868a-551c7946e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:47.289392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-eec8f1fd-5a46-40be-868a-551c7946e264 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1283925 Aug 31 14:22:47.446870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-1b4e02dc-681a-4812-b938-decf61c4bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:47.448803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-1b4e02dc-681a-4812-b938-decf61c4bf3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459343 Aug 31 14:22:47.467011 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device edb63490-c6aa-4b4c-bb1c-2106cdac1e44 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:47.501946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3cf8b-aa12-4981-a1d9-2525a623f89f req-44b2b532-7d2f-4018-a92f-473185035e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:47.509563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3dc3cf8b-aa12-4981-a1d9-2525a623f89f req-44b2b532-7d2f-4018-a92f-473185035e0d service neutron] 10.222.0.60 "GET /v2.0/networks?id=548300bd-6390-4eae-8b45-e5f145a60bf9 HTTP/1.1" status: 200 len: 914 time: 0.2343495 Aug 31 14:22:47.521937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: edb63490-c6aa-4b4c-bb1c-2106cdac1e44 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:47.524294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device edb63490-c6aa-4b4c-bb1c-2106cdac1e44 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:47.525298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1e114a5f-9d37-4c36-b20d-8af7fc04646f no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:47.707581 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3dc3cf8b-aa12-4981-a1d9-2525a623f89f req-cde3f4fe-a385-4c41-aee1-fdf19dc47d4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc4f6df0-1bdb-4532-9f42-8fd585c52555 HTTP/1.1" status: 200 len: 217 time: 0.1753187 Aug 31 14:22:47.757872 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.847780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1e114a5f-9d37-4c36-b20d-8af7fc04646f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1e114a5f-9d37-4c36-b20d-8af7fc04646f,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:47.851727 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1509b096-5c98-4f2a-97e9-417c3ebe7427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e114a5f-9d37-4c36-b20d-8af7fc04646f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:47.857688 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9adf90b-20d7-41d7-aead-a18edc2036b9" -d '{"events": [{"server_uuid": "1509b096-5c98-4f2a-97e9-417c3ebe7427", "name": "network-vif-unplugged", "status": "completed", "tag": "1e114a5f-9d37-4c36-b20d-8af7fc04646f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:47.871533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3cf8b-aa12-4981-a1d9-2525a623f89f req-5614e3e9-31ca-4b53-840b-9afb376acb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:47.872227 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3dc3cf8b-aa12-4981-a1d9-2525a623f89f req-5614e3e9-31ca-4b53-840b-9afb376acb7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecdb00b1-10ad-4f69-b17c-95e68b9c75d8 HTTP/1.1" status: 200 len: 853 time: 0.1309161 Aug 31 14:22:47.874016 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.974183 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3dc3cf8b-aa12-4981-a1d9-2525a623f89f req-43ec39b1-5d7e-4278-ba44-d0968fdbc1b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=548300bd-6390-4eae-8b45-e5f145a60bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673563 Aug 31 14:22:48.036146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1e114a5f-9d37-4c36-b20d-8af7fc04646f,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:48.042257 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fe591f-a01f-4991-8b5c-9341b6769891 x-openstack-request-id: req-36fe591f-a01f-4991-8b5c-9341b6769891 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:48.042559 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1509b096-5c98-4f2a-97e9-417c3ebe7427", "name": "network-vif-unplugged", "status": "completed", "tag": "1e114a5f-9d37-4c36-b20d-8af7fc04646f", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:48.042949 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36fe591f-a01f-4991-8b5c-9341b6769891 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:48.043227 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1509b096-5c98-4f2a-97e9-417c3ebe7427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e114a5f-9d37-4c36-b20d-8af7fc04646f', 'code': 200} Aug 31 14:22:48.161288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f34ca-2e66-4c65-a71e-4d5d85d1349d req-9bc1228c-ed77-4499-b259-ebb414e3517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:48.162892 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c8f34ca-2e66-4c65-a71e-4d5d85d1349d req-9bc1228c-ed77-4499-b259-ebb414e3517a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=80c65d56754943fe8e7402ca0f9734eb&device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 1097 time: 0.4226534 Aug 31 14:22:48.311043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a017c-85a6-4fe3-aa33-d14b8bb2dbd5 req-7f5ba50b-b857-4b30-9fe4-e61d165e91a9 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:48.329294 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f9a017c-85a6-4fe3-aa33-d14b8bb2dbd5 req-7f5ba50b-b857-4b30-9fe4-e61d165e91a9 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.4546497 Aug 31 14:22:48.368236 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3dc3cf8b-aa12-4981-a1d9-2525a623f89f req-706d8861-89db-4d9e-98e5-46afb291b7df service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597343 Aug 31 14:22:48.407049 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-de05cf6f-ff5f-4e57-a90f-c0eae821e0af service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8949928 Aug 31 14:22:48.443313 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-31565a7b-491e-45c5-b3e6-f241aa9835c8 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:48.446702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device dc4f6df0-1bdb-4532-9f42-8fd585c52555 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:48.453728 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-31565a7b-491e-45c5-b3e6-f241aa9835c8 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/networks?id=14ae3af1-d421-4720-b5ea-4de9bb9491bc HTTP/1.1" status: 200 len: 805 time: 0.1654727 Aug 31 14:22:48.472094 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-d2260ad8-6169-4549-a19e-ca631fb971ce tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/quotas/06bda9b8930f4baf87807774cc265b85 HTTP/1.1" status: 200 len: 375 time: 0.0162704 Aug 31 14:22:48.481950 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f9a017c-85a6-4fe3-aa33-d14b8bb2dbd5 req-05a3d680-32e2-4730-8406-b0f829cae318 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517119 Aug 31 14:22:48.548088 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-9e12b79c-190a-48e9-97d3-439065e756d1 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=06bda9b8930f4baf87807774cc265b85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748229 Aug 31 14:22:48.653292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port dc4f6df0-1bdb-4532-9f42-8fd585c52555, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=dc4f6df0-1bdb-4532-9f42-8fd585c52555,segment=NetworkSegment(472a304f-3031-413b-a0f3-bdd0df9ace4e),segment_id=472a304f-3031-413b-a0f3-bdd0df9ace4e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:48.676544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'dc4f6df0-1bdb-4532-9f42-8fd585c52555', 'network_id': '548300bd-6390-4eae-8b45-e5f145a60bf9', 'port_id': 'dc4f6df0-1bdb-4532-9f42-8fd585c52555', 'mac_address': 'fa:16:3e:de:78:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdb00b1-10ad-4f69-b17c-95e68b9c75d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:48.683396 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-c2c14181-15a3-4fdd-80b2-9fcf61624e9a service neutron] 10.222.0.39 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270447 Aug 31 14:22:48.721355 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:48.738965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4f6df0-1bdb-4532-9f42-8fd585c52555 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:48.748558 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3dc3cf8b-aa12-4981-a1d9-2525a623f89f req-26d86e4d-be96-4acb-9edc-19e1b5643f66 service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560085 Aug 31 14:22:48.749627 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b', 'tag': 'db33dec2-cd68-4da2-96cb-1b2438cba5bb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:48.753088 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7ccd4c-6e98-4d08-9b9b-01cb6bd42845" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b", "tag": "db33dec2-cd68-4da2-96cb-1b2438cba5bb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:48.777391 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port dc4f6df0-1bdb-4532-9f42-8fd585c52555, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=dc4f6df0-1bdb-4532-9f42-8fd585c52555,segment=NetworkSegment(472a304f-3031-413b-a0f3-bdd0df9ace4e),segment_id=472a304f-3031-413b-a0f3-bdd0df9ace4e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:48.782896 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:48.810721 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29819d60-de8f-4800-be98-2d0c72e56e1d req-b76efc96-6047-4140-b55b-7c3dd94d1758 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490260 Aug 31 14:22:48.836263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f34ca-2e66-4c65-a71e-4d5d85d1349d req-c3bc6106-4a1e-4ff5-a39f-172a222badf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:48.837872 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c8f34ca-2e66-4c65-a71e-4d5d85d1349d req-c3bc6106-4a1e-4ff5-a39f-172a222badf7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2ccc9b3-3731-4780-919e-26acb7204772 HTTP/1.1" status: 200 len: 910 time: 0.6592321 Aug 31 14:22:48.847025 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527388b7-cabd-41b7-b1cf-ea706fec44f5 req-977a2165-4b2c-45c0-806d-97878ab6fb9d tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:48.852782 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=dc4f6df0-1bdb-4532-9f42-8fd585c52555,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:48.854571 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-527388b7-cabd-41b7-b1cf-ea706fec44f5 req-977a2165-4b2c-45c0-806d-97878ab6fb9d tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 944 time: 0.1933396 Aug 31 14:22:48.859886 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-869e6b66-7551-47c1-9eb6-9a5c2d384483 service neutron] 10.222.0.39 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671865 Aug 31 14:22:48.908020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c8f34ca-2e66-4c65-a71e-4d5d85d1349d req-a3ce653a-d7aa-4262-9af0-04c8aa78f4e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=720c705b-35ac-4f30-8443-6d743cc8c8b9 HTTP/1.1" status: 200 len: 217 time: 0.0507901 Aug 31 14:22:48.965802 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-527388b7-cabd-41b7-b1cf-ea706fec44f5 req-2981588c-20e5-4d7e-9eda-979a4c25d39f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069462 Aug 31 14:22:48.998129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f34ca-2e66-4c65-a71e-4d5d85d1349d req-0f87cba0-a608-4a2a-a395-6fa6a991b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:49.003844 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c8f34ca-2e66-4c65-a71e-4d5d85d1349d req-0f87cba0-a608-4a2a-a395-6fa6a991b390 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caeebd6-2dac-4d6b-a296-839662e71514 HTTP/1.1" status: 200 len: 849 time: 0.0797353 Aug 31 14:22:49.036661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['dc4f6df0-1bdb-4532-9f42-8fd585c52555'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:49.086223 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c8f34ca-2e66-4c65-a71e-4d5d85d1349d req-82e3447b-57ed-48c2-9776-fbc8dab3977d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ccc9b3-3731-4780-919e-26acb7204772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728850 Aug 31 14:22:49.286308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4a2c0-3b55-4580-9bcb-057c0f0e3a35 req-54c5b7b2-d57a-4b30-a84b-8c2e3662ebee tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:49.287966 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fdc4a2c0-3b55-4580-9bcb-057c0f0e3a35 req-54c5b7b2-d57a-4b30-a84b-8c2e3662ebee tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 948 time: 0.1256073 Aug 31 14:22:49.354657 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c8f34ca-2e66-4c65-a71e-4d5d85d1349d req-a7208f75-fd24-4d8f-8b9b-c5857e11e51e service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604375 Aug 31 14:22:49.379105 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fdc4a2c0-3b55-4580-9bcb-057c0f0e3a35 req-92a2b024-7439-43c7-bde6-08b952f20c8e tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809724 Aug 31 14:22:49.403932 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:49.490329 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef00c0bd-8f74-4ef0-84a2-5899fc447de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:49.608296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c8f34ca-2e66-4c65-a71e-4d5d85d1349d req-4089517c-b862-4e7f-a937-c310bccdfbc2 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461789 Aug 31 14:22:49.693640 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-ca16fbfe-ce19-4e9a-8d0c-412a9e8140e8 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1ca4a7b1cf574890b25f64edb46717bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382893 Aug 31 14:22:49.834588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-9acac36f-88aa-44ff-85e2-6ac8f8366151 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:49.836152 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-9acac36f-88aa-44ff-85e2-6ac8f8366151 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415918 Aug 31 14:22:49.856071 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-c4553c67-de2e-41cf-964c-1916586a4adf tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/quotas/1ca4a7b1cf574890b25f64edb46717bd HTTP/1.1" status: 200 len: 375 time: 0.0135536 Aug 31 14:22:49.901174 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-53ff6c64-9f86-40d2-bc58-4070829e98dc tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ca4a7b1cf574890b25f64edb46717bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369296 Aug 31 14:22:50.165340 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0f4e62-c0e7-443f-9bca-8aa8cb21d463 x-openstack-request-id: req-de0f4e62-c0e7-443f-9bca-8aa8cb21d463 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:50.165884 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b", "tag": "db33dec2-cd68-4da2-96cb-1b2438cba5bb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:50.166011 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de0f4e62-c0e7-443f-9bca-8aa8cb21d463 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:50.166486 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b', 'tag': 'db33dec2-cd68-4da2-96cb-1b2438cba5bb', 'status': 'completed', 'code': 200} Aug 31 14:22:50.280254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ccd4c-6e98-4d08-9b9b-01cb6bd42845 req-20476427-f64e-4cb8-a8f9-98ac08a5c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:50.281842 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e7ccd4c-6e98-4d08-9b9b-01cb6bd42845 req-20476427-f64e-4cb8-a8f9-98ac08a5c99f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 1099 time: 0.0828614 Aug 31 14:22:50.352638 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-187aafa0-0ec3-447d-8a48-d8ed620cdba7 req-923769d5-8618-437f-9df3-61b7fdadeb9b tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 210 time: 0.0845711 Aug 31 14:22:50.381279 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df53d33-3e19-4699-8836-06b90d87f18d req-48a82dfa-bd77-438a-8d44-4dae083bcd13 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:50.383584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0df53d33-3e19-4699-8836-06b90d87f18d req-48a82dfa-bd77-438a-8d44-4dae083bcd13 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1509b096-5c98-4f2a-97e9-417c3ebe7427 HTTP/1.1" status: 200 len: 944 time: 0.1249049 Aug 31 14:22:50.455060 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device dc4f6df0-1bdb-4532-9f42-8fd585c52555 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:50.476750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ccd4c-6e98-4d08-9b9b-01cb6bd42845 req-7e041d11-1269-442f-94ce-46e50f8da2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:50.478253 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e7ccd4c-6e98-4d08-9b9b-01cb6bd42845 req-7e041d11-1269-442f-94ce-46e50f8da2d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1871152 Aug 31 14:22:50.527734 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-0df53d33-3e19-4699-8836-06b90d87f18d req-8392ac31-4dda-4240-a8fe-aecaf70ca72d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Deleting port 1e114a5f-9d37-4c36-b20d-8af7fc04646f {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:50.528694 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0df53d33-3e19-4699-8836-06b90d87f18d req-8392ac31-4dda-4240-a8fe-aecaf70ca72d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.564526 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e7ccd4c-6e98-4d08-9b9b-01cb6bd42845 req-4035b5e1-d599-4920-b2fc-cbbfebee4675 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=db33dec2-cd68-4da2-96cb-1b2438cba5bb HTTP/1.1" status: 200 len: 217 time: 0.0515633 Aug 31 14:22:50.595366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port dc4f6df0-1bdb-4532-9f42-8fd585c52555 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:50.616358 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port dc4f6df0-1bdb-4532-9f42-8fd585c52555 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:50.619808 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.722982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ccd4c-6e98-4d08-9b9b-01cb6bd42845 req-c114efa7-58f0-48fe-a56d-d9cec6b07008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:50.728412 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e7ccd4c-6e98-4d08-9b9b-01cb6bd42845 req-c114efa7-58f0-48fe-a56d-d9cec6b07008 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1529982 Aug 31 14:22:50.758739 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e27f1-eadf-4d97-985e-55ed9c5b5357 req-118c45a4-3629-4c9c-b4c5-ad220c944178 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:50.760668 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b84e27f1-eadf-4d97-985e-55ed9c5b5357 req-118c45a4-3629-4c9c-b4c5-ad220c944178 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.0966792 Aug 31 14:22:50.766172 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-0df53d33-3e19-4699-8836-06b90d87f18d req-8392ac31-4dda-4240-a8fe-aecaf70ca72d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] For port 1e114a5f-9d37-4c36-b20d-8af7fc04646f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1e114a5f-9d37-4c36-b20d-8af7fc04646f,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:50.766543 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0df53d33-3e19-4699-8836-06b90d87f18d req-8392ac31-4dda-4240-a8fe-aecaf70ca72d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.817752 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ccd4c-6e98-4d08-9b9b-01cb6bd42845 req-381336ea-2f7d-4045-a182-c113c62302ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:50.819431 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e7ccd4c-6e98-4d08-9b9b-01cb6bd42845 req-381336ea-2f7d-4045-a182-c113c62302ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843289 Aug 31 14:22:50.820055 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.825829 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-0df53d33-3e19-4699-8836-06b90d87f18d req-8392ac31-4dda-4240-a8fe-aecaf70ca72d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Calling delete_port for 1e114a5f-9d37-4c36-b20d-8af7fc04646f owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:50.865393 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b84e27f1-eadf-4d97-985e-55ed9c5b5357 req-4ea2918c-bc88-473b-bb7f-27cb0a3613de tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896361 Aug 31 14:22:50.879049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2159f301-023f-477e-90d1-a829cab38403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4f6df0-1bdb-4532-9f42-8fd585c52555'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:50.882696 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d93b4b-f595-4678-8490-d7e6e7a6ec77" -d '{"events": [{"server_uuid": "2159f301-023f-477e-90d1-a829cab38403", "name": "network-vif-plugged", "status": "completed", "tag": "dc4f6df0-1bdb-4532-9f42-8fd585c52555"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:50.915162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port dc4f6df0-1bdb-4532-9f42-8fd585c52555, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=dc4f6df0-1bdb-4532-9f42-8fd585c52555,segment=NetworkSegment(472a304f-3031-413b-a0f3-bdd0df9ace4e),segment_id=472a304f-3031-413b-a0f3-bdd0df9ace4e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:50.922538 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.123336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=dc4f6df0-1bdb-4532-9f42-8fd585c52555,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:51.131079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788c0e0-7ecb-4488-a676-4e129d18e47b req-d52da03c-4d19-4369-be49-4a5bc14b6549 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:51.132775 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c788c0e0-7ecb-4488-a676-4e129d18e47b req-d52da03c-4d19-4369-be49-4a5bc14b6549 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 946 time: 0.1508880 Aug 31 14:22:51.281672 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c788c0e0-7ecb-4488-a676-4e129d18e47b req-b1eec949-b4de-4042-86ff-cfe735844fad tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229203 Aug 31 14:22:51.343616 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0df53d33-3e19-4699-8836-06b90d87f18d req-8392ac31-4dda-4240-a8fe-aecaf70ca72d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.424649 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392ac31-4dda-4240-a8fe-aecaf70ca72d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Pushing event deleted for resources: {'Port': ['ID=1e114a5f-9d37-4c36-b20d-8af7fc04646f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:51.481122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device db33dec2-cd68-4da2-96cb-1b2438cba5bb details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:51.517973 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e73c561-612a-4c13-a354-cfd3550aa314 req-95daa901-5eef-400d-9cf4-bfb223b821c8 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 210 time: 0.0554969 Aug 31 14:22:51.538707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df53d33-3e19-4699-8836-06b90d87f18d req-8392ac31-4dda-4240-a8fe-aecaf70ca72d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] No DVR routers for this DVR port 1e114a5f-9d37-4c36-b20d-8af7fc04646f on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:51.549868 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0df53d33-3e19-4699-8836-06b90d87f18d req-8392ac31-4dda-4240-a8fe-aecaf70ca72d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.549868 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0df53d33-3e19-4699-8836-06b90d87f18d req-8392ac31-4dda-4240-a8fe-aecaf70ca72d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.25 "DELETE /v2.0/ports/1e114a5f-9d37-4c36-b20d-8af7fc04646f HTTP/1.1" status: 204 len: 173 time: 1.1470335 Aug 31 14:22:51.549868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1509b096-5c98-4f2a-97e9-417c3ebe7427', 'name': 'network-vif-deleted', 'tag': '1e114a5f-9d37-4c36-b20d-8af7fc04646f'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:51.557135 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0584acc2-a269-43fb-9abc-d97b3d9b7d2e" -d '{"events": [{"server_uuid": "1509b096-5c98-4f2a-97e9-417c3ebe7427", "name": "network-vif-deleted", "tag": "1e114a5f-9d37-4c36-b20d-8af7fc04646f"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:51.575747 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-5389bf8e-eee7-4658-9f58-2e1a8e7168df tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1ca4a7b1cf574890b25f64edb46717bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472794 Aug 31 14:22:51.663360 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e25a1-cdf3-4db1-b3d7-0e4ceee6861d req-0eb09072-23ed-4f7f-b501-efeb476c0e0f tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:51.665014 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-822e25a1-cdf3-4db1-b3d7-0e4ceee6861d req-0eb09072-23ed-4f7f-b501-efeb476c0e0f tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 948 time: 0.2534344 Aug 31 14:22:51.761303 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-b0323c15-fc4f-49e7-bb61-bc3ae4cd780c tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:51.761853 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-b0323c15-fc4f-49e7-bb61-bc3ae4cd780c tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756446 Aug 31 14:22:51.774009 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-822e25a1-cdf3-4db1-b3d7-0e4ceee6861d req-51aa53dc-f7e0-427d-b897-c01c844a191b tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997140 Aug 31 14:22:51.787226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Request body: {'port': {'device_id': '2fafbcde-4b03-4322-961a-72a4f8355db2', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '1ca4a7b1cf574890b25f64edb46717bd'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:51.800888 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e7ccd4c-6e98-4d08-9b9b-01cb6bd42845 req-11cef590-d06f-4381-a53a-3ccc9240d2a5 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9705675 Aug 31 14:22:51.812670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port db33dec2-cd68-4da2-96cb-1b2438cba5bb, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=db33dec2-cd68-4da2-96cb-1b2438cba5bb,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:51.829156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'db33dec2-cd68-4da2-96cb-1b2438cba5bb', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'db33dec2-cd68-4da2-96cb-1b2438cba5bb', 'mac_address': 'fa:16:3e:02:80:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:51.887566 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452daf3b-5346-4556-8e50-b0b166821171 x-openstack-request-id: req-452daf3b-5346-4556-8e50-b0b166821171 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:51.887850 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2159f301-023f-477e-90d1-a829cab38403", "name": "network-vif-plugged", "status": "completed", "tag": "dc4f6df0-1bdb-4532-9f42-8fd585c52555", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:51.888107 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-452daf3b-5346-4556-8e50-b0b166821171 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:51.889009 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2159f301-023f-477e-90d1-a829cab38403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4f6df0-1bdb-4532-9f42-8fd585c52555', 'code': 200} Aug 31 14:22:51.890863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-95ccadfe-0fa8-47d4-a52e-55bba69e2e51 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:51.894014 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-95ccadfe-0fa8-47d4-a52e-55bba69e2e51 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.25 "GET /v2.0/networks?id=14ae3af1-d421-4720-b5ea-4de9bb9491bc HTTP/1.1" status: 200 len: 805 time: 0.9167213 Aug 31 14:22:51.931986 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.970513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db33dec2-cd68-4da2-96cb-1b2438cba5bb {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:51.995030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-66754b4e-a4b3-41f4-a359-2534c5c9977c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Request body: {'port': {'device_id': 'f3578e5f-4919-4aad-b43a-6e741e3817be', 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc', 'admin_state_up': True, 'tenant_id': '06bda9b8930f4baf87807774cc265b85'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:52.003427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port db33dec2-cd68-4da2-96cb-1b2438cba5bb, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=db33dec2-cd68-4da2-96cb-1b2438cba5bb,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:52.010512 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.089334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7f4d2-95c6-411c-9773-c74c1f0660f4 req-ce563655-668d-42c5-a657-51f95924da5f tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:52.090908 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-09f7f4d2-95c6-411c-9773-c74c1f0660f4 req-ce563655-668d-42c5-a657-51f95924da5f tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 945 time: 0.3520377 Aug 31 14:22:52.125183 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=db33dec2-cd68-4da2-96cb-1b2438cba5bb,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:52.137111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1dbfa4e1-154d-49ce-bb35-e3004de17a55 req-472dd497-1ec7-4567-b5fd-1d8dbaa91d61 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 210 time: 0.0337539 Aug 31 14:22:52.163323 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7590e09f-0360-4dc1-b2f1-ddc54aadb26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.183697 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.211730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-09f7f4d2-95c6-411c-9773-c74c1f0660f4 req-ea1209b6-d84e-41e9-a2f0-a3ffd3d32388 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/security-groups?id=e603d378-2d98-4d53-a449-bf83824c4c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888700 Aug 31 14:22:52.216550 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45908aa4-a9b7-4ccf-8333-bd7ec4c00d62 x-openstack-request-id: req-45908aa4-a9b7-4ccf-8333-bd7ec4c00d62 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:52.216936 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1509b096-5c98-4f2a-97e9-417c3ebe7427", "name": "network-vif-deleted", "tag": "1e114a5f-9d37-4c36-b20d-8af7fc04646f", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:52.217257 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45908aa4-a9b7-4ccf-8333-bd7ec4c00d62 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:52.218085 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1509b096-5c98-4f2a-97e9-417c3ebe7427', 'name': 'network-vif-deleted', 'tag': '1e114a5f-9d37-4c36-b20d-8af7fc04646f', 'status': 'completed', 'code': 200} Aug 31 14:22:52.361747 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['db33dec2-cd68-4da2-96cb-1b2438cba5bb'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:52.370092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112aa1fb-d576-49ea-9910-2372332eb3bd req-5f409614-0223-4997-b176-d080a1517d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:52.372270 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-112aa1fb-d576-49ea-9910-2372332eb3bd req-5f409614-0223-4997-b176-d080a1517d4c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 1097 time: 0.3705149 Aug 31 14:22:52.384199 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e7ccd4c-6e98-4d08-9b9b-01cb6bd42845 req-fe47bd28-ff76-49f6-90e0-11d4099369a8 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385323 Aug 31 14:22:52.438700 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3b6f2-15d1-4333-8733-aabba88d51f9 req-d0abf5d5-a2aa-40f9-8900-ec3cc624df77 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:52.443253 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0cb3b6f2-15d1-4333-8733-aabba88d51f9 req-d0abf5d5-a2aa-40f9-8900-ec3cc624df77 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.0980699 Aug 31 14:22:52.444847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Made reservation on behalf of 1ca4a7b1cf574890b25f64edb46717bd for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:52.453930 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.478654 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.495158 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-112aa1fb-d576-49ea-9910-2372332eb3bd req-88ca1669-bcbf-4122-a028-eb6ce3511d41 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989761 Aug 31 14:22:52.505134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-66754b4e-a4b3-41f4-a359-2534c5c9977c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Made reservation on behalf of 06bda9b8930f4baf87807774cc265b85 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:52.508689 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-66754b4e-a4b3-41f4-a359-2534c5c9977c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.531922 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0cb3b6f2-15d1-4333-8733-aabba88d51f9 req-60a27f1c-1003-47d4-a257-e70dd909c6c6 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714824 Aug 31 14:22:52.740778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-66754b4e-a4b3-41f4-a359-2534c5c9977c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Allocated IP 172.20.0.2 (14ae3af1-d421-4720-b5ea-4de9bb9491bc/40552a86-f995-4e29-94f9-152d14895ce3/83e35921-2217-4847-b9e1-108364288382) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:52.763291 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.766533 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952587cb-a328-44b1-9a17-dabe08e29097 req-52df66a1-df52-4ea1-90f6-d9dc1778542c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:52.779130 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.783848 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-952587cb-a328-44b1-9a17-dabe08e29097 req-52df66a1-df52-4ea1-90f6-d9dc1778542c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 946 time: 0.1561875 Aug 31 14:22:52.841393 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-952587cb-a328-44b1-9a17-dabe08e29097 req-b63fe7f2-9603-4ddb-acdb-328b8b95c866 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562520 Aug 31 14:22:53.038987 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7c1e91fd-0e7a-483c-a9e2-cacd175cde3c req-65e2988e-2c55-4af6-b158-e8d1424d94fd tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 210 time: 0.0754797 Aug 31 14:22:53.120728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:53.151657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Allocated IP 192.168.233.73 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/e19511bd-6c27-4079-b12f-71ba98fdd96e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:53.244394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e8f93-e6a1-455d-8711-003a4574c887 req-f041b415-8c42-4cff-9649-e8b457e4e6e8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:53.244647 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.251680 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b77e8f93-e6a1-455d-8711-003a4574c887 req-f041b415-8c42-4cff-9649-e8b457e4e6e8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 949 time: 0.2049119 Aug 31 14:22:53.390420 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b77e8f93-e6a1-455d-8711-003a4574c887 req-378e6a29-3c1e-4fe7-8baa-79dc8e21cb49 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379399 Aug 31 14:22:53.393951 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-66754b4e-a4b3-41f4-a359-2534c5c9977c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.485514 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.492598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1e114a5f-9d37-4c36-b20d-8af7fc04646f no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:53.497739 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-66754b4e-a4b3-41f4-a359-2534c5c9977c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.541786 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 1e114a5f-9d37-4c36-b20d-8af7fc04646f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:53.543101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1e114a5f-9d37-4c36-b20d-8af7fc04646f not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:53.555351 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Transition to ACTIVE for port object e19511bd-6c27-4079-b12f-71ba98fdd96e will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:53.573682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-66754b4e-a4b3-41f4-a359-2534c5c9977c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Network 14ae3af1-d421-4720-b5ea-4de9bb9491bc is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:53.579582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-66754b4e-a4b3-41f4-a359-2534c5c9977c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:53.586601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-66754b4e-a4b3-41f4-a359-2534c5c9977c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:53.591003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66754b4e-a4b3-41f4-a359-2534c5c9977c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Pushing event updated for resources: {'Port': ['ID=83e35921-2217-4847-b9e1-108364288382,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:53.686906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-66754b4e-a4b3-41f4-a359-2534c5c9977c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:53.687627 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-66754b4e-a4b3-41f4-a359-2534c5c9977c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.735425 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.749962 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-66754b4e-a4b3-41f4-a359-2534c5c9977c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7948921 Aug 31 14:22:53.780884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Request body: {'port': {'device_id': 'f3578e5f-4919-4aad-b43a-6e741e3817be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:53.831868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:53.851974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acd85a-d399-4fa0-b289-9a0c50ccfc66 req-7541047e-f65e-4591-8bbc-b60a98b1c5b7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:53.859252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a2acd85a-d399-4fa0-b289-9a0c50ccfc66 req-7541047e-f65e-4591-8bbc-b60a98b1c5b7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 931 time: 0.1885505 Aug 31 14:22:53.868139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:53.873085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Pushing event updated for resources: {'Port': ['ID=e19511bd-6c27-4079-b12f-71ba98fdd96e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:53.875384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:53.997856 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a2acd85a-d399-4fa0-b289-9a0c50ccfc66 req-faf3f513-21eb-4c1b-9622-5c5ce91643aa tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377354 Aug 31 14:22:54.000908 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.042821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:54.043465 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.055408 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.133699 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-61530b2e-1102-432e-b8f0-454fa38ef917 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3508716 Aug 31 14:22:54.165999 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Request body: {'port': {'device_id': '2fafbcde-4b03-4322-961a-72a4f8355db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:54.304995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f825dfa1-2543-4c37-b729-3905c1e79d83 None None] Provisioning for port e19511bd-6c27-4079-b12f-71ba98fdd96e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:54.314472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f825dfa1-2543-4c37-b729-3905c1e79d83 None None] Provisioning complete for port e19511bd-6c27-4079-b12f-71ba98fdd96e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:54.319972 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f825dfa1-2543-4c37-b729-3905c1e79d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.334643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b1dd4-1d8c-4e84-b5db-41b5ead12ebd req-e2154728-323d-42bf-a04f-2ee7a0d09686 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:54.336299 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-540b1dd4-1d8c-4e84-b5db-41b5ead12ebd req-e2154728-323d-42bf-a04f-2ee7a0d09686 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.1970091 Aug 31 14:22:54.399000 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f825dfa1-2543-4c37-b729-3905c1e79d83 None None] Port e19511bd-6c27-4079-b12f-71ba98fdd96e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:22:54.418584 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.478541 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-540b1dd4-1d8c-4e84-b5db-41b5ead12ebd req-22e92aef-7dda-4c56-9ec8-4ecd93587dad tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312146 Aug 31 14:22:54.544033 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a8ac9-bd47-4729-9275-e2cdcb86d8f3 req-800a249e-961c-47fa-a86c-f014fa2b6b45 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:54.546358 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f05a8ac9-bd47-4729-9275-e2cdcb86d8f3 req-800a249e-961c-47fa-a86c-f014fa2b6b45 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 945 time: 0.0936677 Aug 31 14:22:54.605519 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f05a8ac9-bd47-4729-9275-e2cdcb86d8f3 req-7eff1a46-f99e-4723-bdff-f04b26d66ce8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/security-groups?id=e603d378-2d98-4d53-a449-bf83824c4c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514495 Aug 31 14:22:54.774476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f29b6-90b1-4e8c-b27c-a970b25ffe16 req-06a93191-96f5-4bab-820f-62135671372e tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:54.776356 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4a8f29b6-90b1-4e8c-b27c-a970b25ffe16 req-06a93191-96f5-4bab-820f-62135671372e tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 935 time: 0.0635374 Aug 31 14:22:54.801467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba2354-efab-4f6c-a23f-e2a515b89fb8 req-01961c8e-bb37-4838-939a-a4dd2ccb5afb tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:54.809389 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c8ba2354-efab-4f6c-a23f-e2a515b89fb8 req-01961c8e-bb37-4838-939a-a4dd2ccb5afb tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 946 time: 0.2141368 Aug 31 14:22:54.837885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e35921-2217-4847-b9e1-108364288382 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:54.840193 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.842984 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4a8f29b6-90b1-4e8c-b27c-a970b25ffe16 req-9d9e9a43-39e1-4809-a0d6-d31f66bcfa4c tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594742 Aug 31 14:22:54.861161 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.875954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Transition to ACTIVE for port object 83e35921-2217-4847-b9e1-108364288382 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:54.896329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.919277 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c8ba2354-efab-4f6c-a23f-e2a515b89fb8 req-195921db-dc8a-4f7b-9cc5-d49cfd6c26e4 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058695 Aug 31 14:22:55.013335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128958e6-a024-430c-99fa-257306278c5d service neutron] Pushing event updated for resources: {'Port': ['ID=83e35921-2217-4847-b9e1-108364288382,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:55.109122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e2c39-c754-43e5-a368-d78635b54040 req-c1436bcd-5385-4e8a-91c2-f8a54016fa7c tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:55.119142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19511bd-6c27-4079-b12f-71ba98fdd96e {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:55.121224 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1e4e2c39-c754-43e5-a368-d78635b54040 req-c1436bcd-5385-4e8a-91c2-f8a54016fa7c tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 949 time: 0.1238835 Aug 31 14:22:55.133460 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.141946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Attempting to bind port 83e35921-2217-4847-b9e1-108364288382 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:55.142360 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Attempting to bind port 83e35921-2217-4847-b9e1-108364288382 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:55.142808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Attempting to bind port 83e35921-2217-4847-b9e1-108364288382 on network 14ae3af1-d421-4720-b5ea-4de9bb9491bc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:55.151316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Port 83e35921-2217-4847-b9e1-108364288382 on network 14ae3af1-d421-4720-b5ea-4de9bb9491bc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:55.151642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Attempting to bind port 83e35921-2217-4847-b9e1-108364288382 on network 14ae3af1-d421-4720-b5ea-4de9bb9491bc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:55.161099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Transition to ACTIVE for port object e19511bd-6c27-4079-b12f-71ba98fdd96e will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:55.168480 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:55.169029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Checking segment: {'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:55.169504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Bound using segment: {'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:55.170107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Bound port: 83e35921-2217-4847-b9e1-108364288382, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:55.170554 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.175954 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.188454 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1e4e2c39-c754-43e5-a368-d78635b54040 req-301921a3-c640-450f-b606-1563b68a2858 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626178 Aug 31 14:22:55.305909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e19511bd-6c27-4079-b12f-71ba98fdd96e,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:55.323326 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d099b-609e-4fd0-a13b-87e915f0e910 req-5dbf893a-a245-420f-a224-3047b96b07e9 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:55.326563 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-154d099b-609e-4fd0-a13b-87e915f0e910 req-5dbf893a-a245-420f-a224-3047b96b07e9 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 943 time: 0.0662346 Aug 31 14:22:55.343300 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8e3a984-e58b-4857-a912-912a860d8594 req-dbab17a2-08dd-4908-bd82-f801472edb06 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1177972534&fields=id&tenant_id=d4f9d76e94034e6cafeda497ae4ea289 HTTP/1.1" status: 200 len: 267 time: 0.1837645 Aug 31 14:22:55.390363 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-154d099b-609e-4fd0-a13b-87e915f0e910 req-2e6100c0-a3f6-4f25-95b9-1734ad9c643c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556605 Aug 31 14:22:55.436037 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] For port 83e35921-2217-4847-b9e1-108364288382, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:55.440386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] For port 83e35921-2217-4847-b9e1-108364288382, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=83e35921-2217-4847-b9e1-108364288382,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:55.467882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.495503 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device db33dec2-cd68-4da2-96cb-1b2438cba5bb up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:55.583958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:55.584571 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.585978 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-128958e6-a024-430c-99fa-257306278c5d service neutron] 10.222.0.25 "PUT /v2.0/ports/83e35921-2217-4847-b9e1-108364288382 HTTP/1.1" status: 200 len: 1091 time: 1.8110938 Aug 31 14:22:55.587202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3578e5f-4919-4aad-b43a-6e741e3817be', 'tag': '83e35921-2217-4847-b9e1-108364288382'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:55.589445 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5203b81-8bbb-4c2f-a7b1-8106a3a38748" -d '{"events": [{"name": "network-changed", "server_uuid": "f3578e5f-4919-4aad-b43a-6e741e3817be", "tag": "83e35921-2217-4847-b9e1-108364288382"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:55.627897 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port db33dec2-cd68-4da2-96cb-1b2438cba5bb completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:55.632913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port db33dec2-cd68-4da2-96cb-1b2438cba5bb triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:55.633109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3a984-e58b-4857-a912-912a860d8594 req-30c551a7-b493-455e-8f5c-5db0381c3468 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:55.633730 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.640698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8e3a984-e58b-4857-a912-912a860d8594 req-30c551a7-b493-455e-8f5c-5db0381c3468 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 946 time: 0.2951355 Aug 31 14:22:55.675703 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f8e3a984-e58b-4857-a912-912a860d8594 req-ff728197-5bd9-45fd-918f-83f6304be235 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'port': {'security_groups': ['049c396f-d463-4667-b11b-c46b841cceef', 'd2dbd291-fda7-4c1a-9505-e54e0615390b']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:55.734051 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.748583 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f8e3a984-e58b-4857-a912-912a860d8594 req-ff728197-5bd9-45fd-918f-83f6304be235 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.766499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db33dec2-cd68-4da2-96cb-1b2438cba5bb'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:55.770036 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bce44a-2068-4653-b1ed-5e78e8ee736c" -d '{"events": [{"server_uuid": "fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b", "name": "network-vif-plugged", "status": "completed", "tag": "db33dec2-cd68-4da2-96cb-1b2438cba5bb"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:55.788262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port db33dec2-cd68-4da2-96cb-1b2438cba5bb, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=db33dec2-cd68-4da2-96cb-1b2438cba5bb,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:55.796538 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.813133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Attempting to bind port e19511bd-6c27-4079-b12f-71ba98fdd96e on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:55.813760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Attempting to bind port e19511bd-6c27-4079-b12f-71ba98fdd96e by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:55.813760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Attempting to bind port e19511bd-6c27-4079-b12f-71ba98fdd96e on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:55.819002 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Port e19511bd-6c27-4079-b12f-71ba98fdd96e on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:55.826766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Attempting to bind port e19511bd-6c27-4079-b12f-71ba98fdd96e on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:55.894236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=db33dec2-cd68-4da2-96cb-1b2438cba5bb,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:55.910287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:55.910632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:55.911019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:55.911477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Bound port: e19511bd-6c27-4079-b12f-71ba98fdd96e, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:55.911837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.913677 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128958e6-a024-430c-99fa-257306278c5d service neutron] Pushing event updated for resources: {'Port': ['ID=83e35921-2217-4847-b9e1-108364288382,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:55.932749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-1e07a587-2a55-4578-b552-ae3e58d4a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:55.934268 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-1e07a587-2a55-4578-b552-ae3e58d4a5a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06bda9b8930f4baf87807774cc265b85&device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 1094 time: 0.2908556 Aug 31 14:22:56.058216 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-c5904bb3-fb83-4721-a7a9-fbd4edd85994 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83e35921-2217-4847-b9e1-108364288382 HTTP/1.1" status: 200 len: 217 time: 0.0593574 Aug 31 14:22:56.082340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] For port e19511bd-6c27-4079-b12f-71ba98fdd96e, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:56.163222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] For port e19511bd-6c27-4079-b12f-71ba98fdd96e, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e19511bd-6c27-4079-b12f-71ba98fdd96e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:56.172359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.254872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-b9473934-e54b-4652-a78e-1e84215e10df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:56.256469 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-b9473934-e54b-4652-a78e-1e84215e10df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40552a86-f995-4e29-94f9-152d14895ce3 HTTP/1.1" status: 200 len: 845 time: 0.1855488 Aug 31 14:22:56.264621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:56.265303 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.266707 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] 10.222.0.60 "PUT /v2.0/ports/e19511bd-6c27-4079-b12f-71ba98fdd96e HTTP/1.1" status: 200 len: 1095 time: 2.1080265 Aug 31 14:22:56.325750 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-c82d0ed0-0e00-459b-828c-287fe8bd0905 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14ae3af1-d421-4720-b5ea-4de9bb9491bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461893 Aug 31 14:22:56.352836 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5c7cb-b926-467e-b8b6-7e491fdc3dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e19511bd-6c27-4079-b12f-71ba98fdd96e,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:56.409795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f8e3a984-e58b-4857-a912-912a860d8594 req-ff728197-5bd9-45fd-918f-83f6304be235 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] For port dc4f6df0-1bdb-4532-9f42-8fd585c52555, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=dc4f6df0-1bdb-4532-9f42-8fd585c52555,segment=NetworkSegment(472a304f-3031-413b-a0f3-bdd0df9ace4e),segment_id=472a304f-3031-413b-a0f3-bdd0df9ace4e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:56.514370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe313a-0421-4368-95be-0d8ef617043b req-3c5254c1-4e21-4b70-8528-1d0f10e2bdc9 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:56.522308 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5afe313a-0421-4368-95be-0d8ef617043b req-3c5254c1-4e21-4b70-8528-1d0f10e2bdc9 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.0682874 Aug 31 14:22:56.562078 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f8e3a984-e58b-4857-a912-912a860d8594 req-ff728197-5bd9-45fd-918f-83f6304be235 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.570354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-acb11a88-b03a-437a-b4b1-d9bd52223307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:56.572027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5afe313a-0421-4368-95be-0d8ef617043b req-a83d3e49-76aa-47e4-ba5a-00daf64b8b38 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485659 Aug 31 14:22:56.573400 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-acb11a88-b03a-437a-b4b1-d9bd52223307 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ca4a7b1cf574890b25f64edb46717bd&device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 1098 time: 0.2463458 Aug 31 14:22:56.576603 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f8e3a984-e58b-4857-a912-912a860d8594 req-ff728197-5bd9-45fd-918f-83f6304be235 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.604519 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bcfef03e-b02f-48bf-bead-fee2f4ec7313', 'dc4f6df0-1bdb-4532-9f42-8fd585c52555'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:56.662995 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57341e6-8d94-4b7a-b99b-79092e590089 x-openstack-request-id: req-a57341e6-8d94-4b7a-b99b-79092e590089 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:56.663363 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3578e5f-4919-4aad-b43a-6e741e3817be", "tag": "83e35921-2217-4847-b9e1-108364288382", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:56.663575 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a57341e6-8d94-4b7a-b99b-79092e590089 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:56.663984 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3578e5f-4919-4aad-b43a-6e741e3817be', 'tag': '83e35921-2217-4847-b9e1-108364288382', 'status': 'completed', 'code': 200} Aug 31 14:22:56.742073 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a38197-cc94-4bd0-8025-431d4b68e449 x-openstack-request-id: req-31a38197-cc94-4bd0-8025-431d4b68e449 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:56.743683 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b", "name": "network-vif-plugged", "status": "completed", "tag": "db33dec2-cd68-4da2-96cb-1b2438cba5bb", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:56.744198 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-31a38197-cc94-4bd0-8025-431d4b68e449 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:56.744976 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db33dec2-cd68-4da2-96cb-1b2438cba5bb', 'code': 200} Aug 31 14:22:56.767957 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-54fcda92-1c8a-4eb6-ad85-e1eac558eab2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=e19511bd-6c27-4079-b12f-71ba98fdd96e HTTP/1.1" status: 200 len: 217 time: 0.1816666 Aug 31 14:22:56.813113 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3a984-e58b-4857-a912-912a860d8594 req-ff728197-5bd9-45fd-918f-83f6304be235 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:56.813750 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f8e3a984-e58b-4857-a912-912a860d8594 req-ff728197-5bd9-45fd-918f-83f6304be235 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.821205 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8e3a984-e58b-4857-a912-912a860d8594 req-ff728197-5bd9-45fd-918f-83f6304be235 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "PUT /v2.0/ports/dc4f6df0-1bdb-4532-9f42-8fd585c52555 HTTP/1.1" status: 200 len: 982 time: 1.1779404 Aug 31 14:22:56.824009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58eec0-2f11-44aa-969c-8cfaa6298c78 req-80ec89d6-963d-468b-a7c2-cdf9565ba797 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:56.832133 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b58eec0-2f11-44aa-969c-8cfaa6298c78 req-80ec89d6-963d-468b-a7c2-cdf9565ba797 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 947 time: 0.0798993 Aug 31 14:22:56.853371 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-b8a803b5-b74b-438a-a681-b352f814bb89 service neutron] 10.222.0.25 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084326 Aug 31 14:22:56.891517 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b58eec0-2f11-44aa-969c-8cfaa6298c78 req-f9dc692c-6519-4a04-85c4-2187089b2de7 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484982 Aug 31 14:22:56.903131 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['dc4f6df0-1bdb-4532-9f42-8fd585c52555'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:57.072722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff728197-5bd9-45fd-918f-83f6304be235 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'Port': ['ID=dc4f6df0-1bdb-4532-9f42-8fd585c52555,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:57.076922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1ecd531-d541-4a61-b02a-e40f7235952c req-0a27697b-febd-4141-bf6f-72bf92dc46c6 service neutron] 10.222.0.25 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898854 Aug 31 14:22:57.137398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-621e52bf-4376-4bfe-a147-03574bc8ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:57.138913 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-621e52bf-4376-4bfe-a147-03574bc8ae56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.3344178 Aug 31 14:22:57.140768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9195fd8-ca29-47da-9e7f-0a454cda10a5 req-7b9d2fdc-d1c1-4628-a977-38c17cdc90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:57.142108 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9195fd8-ca29-47da-9e7f-0a454cda10a5 req-7b9d2fdc-d1c1-4628-a977-38c17cdc90ca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 1101 time: 0.3781688 Aug 31 14:22:57.357620 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa7607-aeae-470a-b134-4085425ff73d req-86bbaf58-e094-49a3-bce9-e5b68bdd225b tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:57.367530 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4fa7607-aeae-470a-b134-4085425ff73d req-86bbaf58-e094-49a3-bce9-e5b68bdd225b tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 945 time: 0.0873094 Aug 31 14:22:57.426275 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4fa7607-aeae-470a-b134-4085425ff73d req-0932e7ee-ca06-4e7f-a616-fdfb6147c80f tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/security-groups?id=e603d378-2d98-4d53-a449-bf83824c4c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570474 Aug 31 14:22:57.559558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0495dd9-7ccd-43c0-966f-ca39b95e1bfc req-c893b486-28b9-4a34-9516-6b03be84e34c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:57.567667 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0495dd9-7ccd-43c0-966f-ca39b95e1bfc req-c893b486-28b9-4a34-9516-6b03be84e34c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 943 time: 0.0660615 Aug 31 14:22:57.618580 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0495dd9-7ccd-43c0-966f-ca39b95e1bfc req-16ed71f7-a7e7-48c6-a457-1a12440f5ddf tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498736 Aug 31 14:22:57.661317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3cd57-4734-4630-9336-41b28de62841 req-79e25ea9-ce60-4df0-9d69-6e06921c615a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:57.670161 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bdc3cd57-4734-4630-9336-41b28de62841 req-79e25ea9-ce60-4df0-9d69-6e06921c615a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 950 time: 0.5899894 Aug 31 14:22:57.704066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5203b81-8bbb-4c2f-a7b1-8106a3a38748 req-6c5a2ccf-bc02-49c3-aed2-e3e89d4c8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:57.706527 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5203b81-8bbb-4c2f-a7b1-8106a3a38748 req-6c5a2ccf-bc02-49c3-aed2-e3e89d4c8983 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06bda9b8930f4baf87807774cc265b85&device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 1094 time: 0.5611842 Aug 31 14:22:57.708767 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f20f369-f802-4fd5-b803-f08a0ba6b4bd req-c01bb949-f6d8-4bb3-8e6c-fc4c6b208b18 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/d2dbd291-fda7-4c1a-9505-e54e0615390b HTTP/1.1" status: 200 len: 1800 time: 0.0688317 Aug 31 14:22:57.727523 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9195fd8-ca29-47da-9e7f-0a454cda10a5 req-4a53796b-7398-4ea5-9311-54d92c3ad452 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127005 Aug 31 14:22:57.744589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-58d3924a-4da3-4b4d-a33a-93583afa938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:57.747637 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-58d3924a-4da3-4b4d-a33a-93583afa938b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5674462 Aug 31 14:22:57.772257 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-0f20f369-f802-4fd5-b803-f08a0ba6b4bd req-2f0262fe-9006-4549-a33f-5477a7e484f5 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 14:22:57.789297 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f20f369-f802-4fd5-b803-f08a0ba6b4bd req-2f0262fe-9006-4549-a33f-5477a7e484f5 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "DELETE /v2.0/security-groups/d2dbd291-fda7-4c1a-9505-e54e0615390b HTTP/1.1" status: 409 len: 341 time: 0.0774786 Aug 31 14:22:57.816615 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bdc3cd57-4734-4630-9336-41b28de62841 req-574c2cd7-b6c3-46fb-8fa9-d28fb637fbf5 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450813 Aug 31 14:22:57.982376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5203b81-8bbb-4c2f-a7b1-8106a3a38748 req-0c1ee94e-02da-45f5-a11a-947d1638b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:57.988111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5203b81-8bbb-4c2f-a7b1-8106a3a38748 req-0c1ee94e-02da-45f5-a11a-947d1638b177 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14ae3af1-d421-4720-b5ea-4de9bb9491bc HTTP/1.1" status: 200 len: 906 time: 0.2594514 Aug 31 14:22:57.995462 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-bbde292c-aa9b-4852-bace-88cfa392f7c9 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293978 Aug 31 14:22:58.054981 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5203b81-8bbb-4c2f-a7b1-8106a3a38748 req-029b4c04-2f8a-4dba-a8e5-470e4543aa20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83e35921-2217-4847-b9e1-108364288382 HTTP/1.1" status: 200 len: 217 time: 0.0576136 Aug 31 14:22:58.153301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438f8e3-9636-46f0-9c4b-0fb6f0ece699 req-16a0f17b-d073-49b4-87f7-dc6975705b54 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:58.155148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8438f8e3-9636-46f0-9c4b-0fb6f0ece699 req-16a0f17b-d073-49b4-87f7-dc6975705b54 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.2119493 Aug 31 14:22:58.216822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5203b81-8bbb-4c2f-a7b1-8106a3a38748 req-b19e6038-b93f-4d0f-a893-92923cd032a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:58.218632 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5203b81-8bbb-4c2f-a7b1-8106a3a38748 req-b19e6038-b93f-4d0f-a893-92923cd032a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40552a86-f995-4e29-94f9-152d14895ce3 HTTP/1.1" status: 200 len: 845 time: 0.1454039 Aug 31 14:22:58.277868 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8438f8e3-9636-46f0-9c4b-0fb6f0ece699 req-36ccbc3f-43ce-43cf-9265-2c35642680c3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085107 Aug 31 14:22:58.281735 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5203b81-8bbb-4c2f-a7b1-8106a3a38748 req-f7253af8-42db-45e4-9965-233acf0de89d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14ae3af1-d421-4720-b5ea-4de9bb9491bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456061 Aug 31 14:22:58.284561 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed91a6db-9780-45ad-8aaa-49ec9a3f605a req-cc48f691-45cb-420e-a7db-4bfac4c6061f service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272484 Aug 31 14:22:58.461572 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5203b81-8bbb-4c2f-a7b1-8106a3a38748 req-2e3832be-d3ea-4d24-afbb-404e008f6eb6 service neutron] 10.222.0.25 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612957 Aug 31 14:22:58.678810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fafbcde-4b03-4322-961a-72a4f8355db2', 'tag': 'e19511bd-6c27-4079-b12f-71ba98fdd96e'}, {'name': 'network-changed', 'server_uuid': '2159f301-023f-477e-90d1-a829cab38403', 'tag': 'dc4f6df0-1bdb-4532-9f42-8fd585c52555'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:58.678810 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3574ef8c-988b-491f-9d00-2d7566113dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "2fafbcde-4b03-4322-961a-72a4f8355db2", "tag": "e19511bd-6c27-4079-b12f-71ba98fdd96e"}, {"name": "network-changed", "server_uuid": "2159f301-023f-477e-90d1-a829cab38403", "tag": "dc4f6df0-1bdb-4532-9f42-8fd585c52555"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:58.722682 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5203b81-8bbb-4c2f-a7b1-8106a3a38748 req-a2f93f4e-495c-45b5-acc0-fcaf988d01d8 service neutron] 10.222.0.25 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521694 Aug 31 14:22:58.731615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dcbb2-a3bc-40f5-8a86-5d941070d506 req-12b368fa-5c3a-43a0-8291-2c8c86797563 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:58.733193 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a77dcbb2-a3bc-40f5-8a86-5d941070d506 req-12b368fa-5c3a-43a0-8291-2c8c86797563 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 947 time: 0.1655340 Aug 31 14:22:58.745183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486f275-27b2-4560-bd29-a6e29447f9cf req-e52d3c6b-bd69-49a1-a156-abf16aedeeaa tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:58.756331 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c486f275-27b2-4560-bd29-a6e29447f9cf req-e52d3c6b-bd69-49a1-a156-abf16aedeeaa tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 945 time: 0.0844731 Aug 31 14:22:58.776043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-c92cf3f2-3d4a-456d-bc61-a9593ab35a2c tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:58.777569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-c92cf3f2-3d4a-456d-bc61-a9593ab35a2c tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.25 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 945 time: 0.1704724 Aug 31 14:22:58.788908 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96604b94-fc0f-43b8-84e0-60d31d344685 req-ce2eed73-c2ea-411c-9a55-3e942750d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:58.790368 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96604b94-fc0f-43b8-84e0-60d31d344685 req-ce2eed73-c2ea-411c-9a55-3e942750d85b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4f9d76e94034e6cafeda497ae4ea289&device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 1136 time: 0.1578560 Aug 31 14:22:58.811039 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c486f275-27b2-4560-bd29-a6e29447f9cf req-57214c8e-a107-4576-82f3-d7b36eb84179 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/security-groups?id=e603d378-2d98-4d53-a449-bf83824c4c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513854 Aug 31 14:22:58.886256 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a77dcbb2-a3bc-40f5-8a86-5d941070d506 req-56799fbf-fc2d-4609-8260-c8ead576746a tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444333 Aug 31 14:22:58.982682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96604b94-fc0f-43b8-84e0-60d31d344685 req-be9e967e-c174-4206-98da-af8ac7c682d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:58.987217 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96604b94-fc0f-43b8-84e0-60d31d344685 req-be9e967e-c174-4206-98da-af8ac7c682d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=548300bd-6390-4eae-8b45-e5f145a60bf9 HTTP/1.1" status: 200 len: 914 time: 0.1816432 Aug 31 14:22:59.025784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec47d8-d248-4160-b519-8f0f3264b774 req-0c569a91-4dad-4300-9386-2424f1905028 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:59.034018 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0aec47d8-d248-4160-b519-8f0f3264b774 req-0c569a91-4dad-4300-9386-2424f1905028 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 985 time: 0.1392508 Aug 31 14:22:59.071401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Deleting port fe795d4f-4238-47fc-8ca0-195f4f641583 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:59.071654 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.075253 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96604b94-fc0f-43b8-84e0-60d31d344685 req-42a5a386-44b4-4749-a02d-3f96fa7deb32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc4f6df0-1bdb-4532-9f42-8fd585c52555 HTTP/1.1" status: 200 len: 217 time: 0.0825047 Aug 31 14:22:59.081944 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0aec47d8-d248-4160-b519-8f0f3264b774 req-b2302ec3-7ae4-4051-a0ae-7d4f5b2f53ef tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dbd291-fda7-4c1a-9505-e54e0615390b&id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0469477 Aug 31 14:22:59.182516 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403a3301-5109-4804-98fa-f19025a7c31e x-openstack-request-id: req-403a3301-5109-4804-98fa-f19025a7c31e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:59.182824 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fafbcde-4b03-4322-961a-72a4f8355db2", "tag": "e19511bd-6c27-4079-b12f-71ba98fdd96e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2159f301-023f-477e-90d1-a829cab38403", "tag": "dc4f6df0-1bdb-4532-9f42-8fd585c52555", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:59.183073 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-403a3301-5109-4804-98fa-f19025a7c31e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:59.183504 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fafbcde-4b03-4322-961a-72a4f8355db2', 'tag': 'e19511bd-6c27-4079-b12f-71ba98fdd96e', 'status': 'completed', 'code': 200} Aug 31 14:22:59.183761 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2159f301-023f-477e-90d1-a829cab38403', 'tag': 'dc4f6df0-1bdb-4532-9f42-8fd585c52555', 'status': 'completed', 'code': 200} Aug 31 14:22:59.270344 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96604b94-fc0f-43b8-84e0-60d31d344685 req-cce4b433-9caf-4896-bf02-a69be8bb21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:59.272100 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96604b94-fc0f-43b8-84e0-60d31d344685 req-cce4b433-9caf-4896-bf02-a69be8bb21c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecdb00b1-10ad-4f69-b17c-95e68b9c75d8 HTTP/1.1" status: 200 len: 853 time: 0.1877353 Aug 31 14:22:59.279644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f664ed9-7a8d-45ef-ba39-bb6468a8d849 req-d6cb49f8-b3e8-4373-897b-1ea102599301 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:59.288653 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9f664ed9-7a8d-45ef-ba39-bb6468a8d849 req-d6cb49f8-b3e8-4373-897b-1ea102599301 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 950 time: 0.0606668 Aug 31 14:22:59.294349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-7af9c185-d955-45a1-9499-93922130e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:59.297206 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-7af9c185-d955-45a1-9499-93922130e057 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ca4a7b1cf574890b25f64edb46717bd&device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 1098 time: 0.1024628 Aug 31 14:22:59.306761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53439d-c014-49c0-a1a3-8479a37729c6 req-c13595a8-e3ff-4604-a5d6-86a981aa36a0 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:59.321098 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d53439d-c014-49c0-a1a3-8479a37729c6 req-c13595a8-e3ff-4604-a5d6-86a981aa36a0 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 943 time: 0.2529507 Aug 31 14:22:59.368233 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9f664ed9-7a8d-45ef-ba39-bb6468a8d849 req-11073f64-313e-4019-8f15-de79c68c58dc tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778890 Aug 31 14:22:59.391103 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96604b94-fc0f-43b8-84e0-60d31d344685 req-46fcbbcc-ef87-4b47-ba5f-932b2839f78f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=548300bd-6390-4eae-8b45-e5f145a60bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103494 Aug 31 14:22:59.513115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 83e35921-2217-4847-b9e1-108364288382 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:59.596933 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d53439d-c014-49c0-a1a3-8479a37729c6 req-bc5e2984-8710-493b-a58e-86ecf6b680be tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747118 Aug 31 14:22:59.597803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b840fa7-19a3-4b47-ba81-2d93465f00c2 req-d16ddad9-4ba0-4db2-97d9-2fb351fb959a tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:59.601846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] For port fe795d4f-4238-47fc-8ca0-195f4f641583, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=fe795d4f-4238-47fc-8ca0-195f4f641583,segment=NetworkSegment(ef855f9a-7145-41fb-8b99-43eeb331b42f),segment_id=ef855f9a-7145-41fb-8b99-43eeb331b42f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:59.602218 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.606871 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b840fa7-19a3-4b47-ba81-2d93465f00c2 req-d16ddad9-4ba0-4db2-97d9-2fb351fb959a tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.1147106 Aug 31 14:22:59.650236 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b840fa7-19a3-4b47-ba81-2d93465f00c2 req-3bf32416-0d2e-41e6-886d-c5e74228f047 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426869 Aug 31 14:22:59.763286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 83e35921-2217-4847-b9e1-108364288382, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=83e35921-2217-4847-b9e1-108364288382,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:59.795467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '83e35921-2217-4847-b9e1-108364288382', 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc', 'port_id': '83e35921-2217-4847-b9e1-108364288382', 'mac_address': 'fa:16:3e:39:d2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40552a86-f995-4e29-94f9-152d14895ce3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:59.809547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-7d85abd0-05de-40f4-a9ef-f1edd557433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:59.811140 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-7d85abd0-05de-40f4-a9ef-f1edd557433f service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.4656096 Aug 31 14:22:59.842679 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.858222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e35921-2217-4847-b9e1-108364288382 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:59.869480 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96604b94-fc0f-43b8-84e0-60d31d344685 req-947c4f6f-0eba-4e68-80b3-365e5b4fd749 service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354215 Aug 31 14:22:59.874817 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-a8f4edf9-72a7-4d24-bb39-54d7212b3bc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=e19511bd-6c27-4079-b12f-71ba98fdd96e HTTP/1.1" status: 200 len: 217 time: 0.0505247 Aug 31 14:22:59.885320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 83e35921-2217-4847-b9e1-108364288382, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=83e35921-2217-4847-b9e1-108364288382,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:59.891829 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.967498 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=83e35921-2217-4847-b9e1-108364288382,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:59.976393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.977023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.977552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.978071 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.978594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.979116 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.979707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.980291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.980863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.981410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.981919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.982420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:00.123139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-754b3231-2c36-4f0b-b72d-9f00779f560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:00.124693 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-754b3231-2c36-4f0b-b72d-9f00779f560e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.2320213 Aug 31 14:23:00.132223 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.132632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.133064 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Floating IP 6fcecde2-a5d3-4087-960c-d714bcabfcdf disassociated. External IP: 172.25.2.57, port: fe795d4f-4238-47fc-8ca0-195f4f641583. Aug 31 14:23:00.133415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Calling delete_port for fe795d4f-4238-47fc-8ca0-195f4f641583 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:00.170692 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96604b94-fc0f-43b8-84e0-60d31d344685 req-31d30623-9208-4b5b-9f02-f999d0936c6f service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666230 Aug 31 14:23:00.183131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830835fc-dd6c-420b-8414-cee0313c7530 req-0cad571b-41a9-44f3-a4aa-62e1e1b44ece tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:00.184815 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-830835fc-dd6c-420b-8414-cee0313c7530 req-0cad571b-41a9-44f3-a4aa-62e1e1b44ece tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 945 time: 0.2221053 Aug 31 14:23:00.221472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['83e35921-2217-4847-b9e1-108364288382'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:00.266736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-bb99fc24-0761-4441-9736-e22bb4a4b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:00.268884 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-bb99fc24-0761-4441-9736-e22bb4a4b995 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319766 Aug 31 14:23:00.338641 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-830835fc-dd6c-420b-8414-cee0313c7530 req-93c30ee4-a321-41b1-a623-29b8e4e7dcd8 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/security-groups?id=e603d378-2d98-4d53-a449-bf83824c4c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063874 Aug 31 14:23:00.448985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ca031-3376-43ec-ace7-bc9e912b0c84 req-d131e38a-0748-4fa2-8ebb-c9502a713d2d tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:00.451261 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0a0ca031-3376-43ec-ace7-bc9e912b0c84 req-d131e38a-0748-4fa2-8ebb-c9502a713d2d tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 947 time: 0.1209922 Aug 31 14:23:00.470383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e19511bd-6c27-4079-b12f-71ba98fdd96e details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:23:00.538798 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0a0ca031-3376-43ec-ace7-bc9e912b0c84 req-24bff55e-8ea6-451e-8233-2df93c4eea06 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783360 Aug 31 14:23:00.660730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-c534c594-4df8-4f49-a660-79cf07daba85 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819883 Aug 31 14:23:00.685769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0374a-cc95-4685-a96f-4785259fd00b req-0882dacd-f73d-4692-a1f2-ec2b3eb6bb0d tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:00.688306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e19511bd-6c27-4079-b12f-71ba98fdd96e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e19511bd-6c27-4079-b12f-71ba98fdd96e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:00.693082 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-47d0374a-cc95-4685-a96f-4785259fd00b req-0882dacd-f73d-4692-a1f2-ec2b3eb6bb0d tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 985 time: 0.2323060 Aug 31 14:23:00.702034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'e19511bd-6c27-4079-b12f-71ba98fdd96e', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'e19511bd-6c27-4079-b12f-71ba98fdd96e', 'mac_address': 'fa:16:3e:e9:75:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:23:00.738506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fa3d3-fe36-495e-84f9-a6d40e0a9b83 req-5b10565f-64b9-40da-b668-8c53444d1cc5 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:00.747909 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f2fa3d3-fe36-495e-84f9-a6d40e0a9b83 req-5b10565f-64b9-40da-b668-8c53444d1cc5 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 950 time: 0.0855923 Aug 31 14:23:00.751258 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.766852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19511bd-6c27-4079-b12f-71ba98fdd96e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:00.783954 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-47d0374a-cc95-4685-a96f-4785259fd00b req-e96c2911-cf30-4daf-9983-daa824f611d8 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dbd291-fda7-4c1a-9505-e54e0615390b&id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0897684 Aug 31 14:23:00.809183 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f2fa3d3-fe36-495e-84f9-a6d40e0a9b83 req-24752471-4d3a-4836-8e75-32958176c714 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599148 Aug 31 14:23:00.839010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e19511bd-6c27-4079-b12f-71ba98fdd96e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e19511bd-6c27-4079-b12f-71ba98fdd96e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:00.844105 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.931286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=e19511bd-6c27-4079-b12f-71ba98fdd96e,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:00.959577 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:00.993940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21972226-cd5e-44b9-835a-ba4735e23398 req-24dc9da1-6fe0-4257-9efd-9a8123353424 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:00.993940 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-21972226-cd5e-44b9-835a-ba4735e23398 req-24dc9da1-6fe0-4257-9efd-9a8123353424 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 944 time: 0.0709672 Aug 31 14:23:01.016882 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-3a26c44b-a6f8-4e2c-945b-db5c3695644f service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028173 Aug 31 14:23:01.044103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Pushing event deleted for resources: {'Port': ['ID=fe795d4f-4238-47fc-8ca0-195f4f641583,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:01.050076 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-21972226-cd5e-44b9-835a-ba4735e23398 req-a22eccbe-bcb7-43d4-b36e-5e346cdd276f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522711 Aug 31 14:23:01.073921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002be79-ba7b-46bc-a456-ec122e36bd07 req-9190951e-6696-4906-b7af-d58717bf778f tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:01.082822 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a002be79-ba7b-46bc-a456-ec122e36bd07 req-9190951e-6696-4906-b7af-d58717bf778f tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.1495969 Aug 31 14:23:01.130163 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a002be79-ba7b-46bc-a456-ec122e36bd07 req-cedf20b7-6841-4a25-b088-3595ee9dbb66 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463665 Aug 31 14:23:01.243038 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['e19511bd-6c27-4079-b12f-71ba98fdd96e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:01.328429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-8d1da52e-f52b-46d7-b64c-578314e48e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:01.329957 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-8d1da52e-f52b-46d7-b64c-578314e48e74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4f9d76e94034e6cafeda497ae4ea289&device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 1136 time: 0.0908296 Aug 31 14:23:01.505712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:01.549239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-586f24df-152a-417d-8c5f-1aea20b378c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:01.550384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 83e35921-2217-4847-b9e1-108364288382 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:01.554888 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-586f24df-152a-417d-8c5f-1aea20b378c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=548300bd-6390-4eae-8b45-e5f145a60bf9 HTTP/1.1" status: 200 len: 914 time: 0.2141459 Aug 31 14:23:01.651652 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 83e35921-2217-4847-b9e1-108364288382 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:01.668057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 83e35921-2217-4847-b9e1-108364288382 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:01.668860 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.827253 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.885067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3578e5f-4919-4aad-b43a-6e741e3817be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e35921-2217-4847-b9e1-108364288382'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:01.887626 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e0fecd-ed39-4df8-a781-5c17df0bfaee" -d '{"events": [{"server_uuid": "f3578e5f-4919-4aad-b43a-6e741e3817be", "name": "network-vif-plugged", "status": "completed", "tag": "83e35921-2217-4847-b9e1-108364288382"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:01.906805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 83e35921-2217-4847-b9e1-108364288382, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=83e35921-2217-4847-b9e1-108364288382,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:01.913676 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.914945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device fe795d4f-4238-47fc-8ca0-195f4f641583 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:01.966102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: fe795d4f-4238-47fc-8ca0-195f4f641583 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:01.966595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device fe795d4f-4238-47fc-8ca0-195f4f641583 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:02.017312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=83e35921-2217-4847-b9e1-108364288382,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:02.133333 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-ddf4bd4e-6cee-4e4d-977e-b8f843def241 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc4f6df0-1bdb-4532-9f42-8fd585c52555 HTTP/1.1" status: 200 len: 217 time: 0.4960890 Aug 31 14:23:02.147161 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd98622b-bffb-483c-b9d2-b54b4534278a req-5ff92f80-94f6-4289-9e18-57f7f83b8b29 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 210 time: 0.4999778 Aug 31 14:23:02.316253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:02.324187 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-be490d70-3adc-419f-99a0-294db432f0bd tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.324668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-be490d70-3adc-419f-99a0-294db432f0bd tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.325200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-8cba3490-a08c-467e-a5b8-a1870602112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.327299 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-be490d70-3adc-419f-99a0-294db432f0bd tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.327299 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-be490d70-3adc-419f-99a0-294db432f0bd tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.327494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29f2140-8812-4058-91d2-cc09b82fb7d6 None None] Sync routers for ids ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:02.327593 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-8cba3490-a08c-467e-a5b8-a1870602112c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecdb00b1-10ad-4f69-b17c-95e68b9c75d8 HTTP/1.1" status: 200 len: 853 time: 0.1783316 Aug 31 14:23:02.327729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-be490d70-3adc-419f-99a0-294db432f0bd tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.327729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-be490d70-3adc-419f-99a0-294db432f0bd tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.328073 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-be490d70-3adc-419f-99a0-294db432f0bd tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.328804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-be490d70-3adc-419f-99a0-294db432f0bd tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.329161 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-be490d70-3adc-419f-99a0-294db432f0bd tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.329821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-be490d70-3adc-419f-99a0-294db432f0bd tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.332329 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-be490d70-3adc-419f-99a0-294db432f0bd tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2&device_id=f3578e5f-4919-4aad-b43a-6e741e3817be&device_id=2159f301-023f-477e-90d1-a829cab38403&device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b&device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840&device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e&device_id=f8912032-3092-4940-89cb-59185f952197&device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943&device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e&device_id=d32e1499-74bf-4e19-9036-7ea3f164a3c1&device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 9214 time: 0.0743618 Aug 31 14:23:02.347831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29f2140-8812-4058-91d2-cc09b82fb7d6 None None] Routers {'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:02.348721 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f29f2140-8812-4058-91d2-cc09b82fb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:22:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:02.364822 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-afbc11b4-1c8f-4a12-ae1b-27ff6d582608 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.411415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] No DVR routers for this DVR port fe795d4f-4238-47fc-8ca0-195f4f641583 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:02.415000 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.417512 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d2e5931f-d488-4302-847d-ea6603b862f9 req-38fc8481-057c-4960-9c0a-26a7c1d5ef1d tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.25 "DELETE /v2.0/ports/fe795d4f-4238-47fc-8ca0-195f4f641583 HTTP/1.1" status: 204 len: 173 time: 3.6310217 Aug 31 14:23:02.429595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3450b-421f-4f90-8ad7-c98a13a71869 req-57bc5956-f80d-4d12-bc03-bcdfd54767d5 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.430145 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7c3450b-421f-4f90-8ad7-c98a13a71869 req-57bc5956-f80d-4d12-bc03-bcdfd54767d5 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 948 time: 0.2152572 Aug 31 14:23:02.430927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af010227-b42b-438c-9e0d-9a8141231684', 'name': 'network-vif-deleted', 'tag': 'fe795d4f-4238-47fc-8ca0-195f4f641583'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:02.434183 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130fcbfb-ef46-46d4-be0b-6399c7c13f45" -d '{"events": [{"server_uuid": "af010227-b42b-438c-9e0d-9a8141231684", "name": "network-vif-deleted", "tag": "fe795d4f-4238-47fc-8ca0-195f4f641583"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:02.439204 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-67ec4c05-08b7-4d00-b6f8-59b9e9c8ead5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=548300bd-6390-4eae-8b45-e5f145a60bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796051 Aug 31 14:23:02.503439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e19511bd-6c27-4079-b12f-71ba98fdd96e up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:02.538532 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-afbc11b4-1c8f-4a12-ae1b-27ff6d582608 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.542610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-afbc11b4-1c8f-4a12-ae1b-27ff6d582608 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.574811 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7c3450b-421f-4f90-8ad7-c98a13a71869 req-76aea236-7e17-4dfd-98f8-8c493f6a218c tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265953 Aug 31 14:23:02.579415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc11b4-1c8f-4a12-ae1b-27ff6d582608 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495455b8-a674-4d4e-bddf-e35243b0fd23,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:02.594178 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-f29f2140-8812-4058-91d2-cc09b82fb7d6 None None] Set router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:02.618354 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bfdc58f5-2eb5-44cf-a745-1581ba1b29fd req-afbc11b4-1c8f-4a12-ae1b-27ff6d582608 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d2dbd291-fda7-4c1a-9505-e54e0615390b&id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&id=55fae6c8-fe6d-4962-ac54-91dee6457b6a&id=d6979a3a-1890-4305-93b1-59a7e34a55c0&id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&id=5f0d97df-298e-418d-9f23-370bedaf473f&id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 966 time: 0.2778771 Aug 31 14:23:02.663394 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port e19511bd-6c27-4079-b12f-71ba98fdd96e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:02.665348 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-0c6e7327-a92d-4614-a268-8e0d1c47dab8 service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906269 Aug 31 14:23:02.698589 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81f9a87-36a9-43d3-af88-1a2d78a1b7cb x-openstack-request-id: req-b81f9a87-36a9-43d3-af88-1a2d78a1b7cb {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:02.698860 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3578e5f-4919-4aad-b43a-6e741e3817be", "name": "network-vif-plugged", "status": "completed", "tag": "83e35921-2217-4847-b9e1-108364288382", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:02.699109 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b81f9a87-36a9-43d3-af88-1a2d78a1b7cb {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:02.699517 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3578e5f-4919-4aad-b43a-6e741e3817be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e35921-2217-4847-b9e1-108364288382', 'code': 200} Aug 31 14:23:02.702652 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port e19511bd-6c27-4079-b12f-71ba98fdd96e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:02.703013 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.826563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922ca97-6b1c-458b-8bb8-6fabfb40ddb3 req-2efc1f66-a651-468f-a1cc-a64a9128a3a1 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.828178 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d922ca97-6b1c-458b-8bb8-6fabfb40ddb3 req-2efc1f66-a651-468f-a1cc-a64a9128a3a1 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.0568707 Aug 31 14:23:02.839447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193b52-f765-488d-beba-fe3568903390 req-762bd13a-f9d1-4774-8556-5efe7992b6f0 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.840984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13193b52-f765-488d-beba-fe3568903390 req-762bd13a-f9d1-4774-8556-5efe7992b6f0 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 985 time: 0.1451726 Aug 31 14:23:02.872111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d922ca97-6b1c-458b-8bb8-6fabfb40ddb3 req-6c20fe44-6e1e-4612-bc62-052de5fe85bf tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357223 Aug 31 14:23:02.877632 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.883869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3574ef8c-988b-491f-9d00-2d7566113dd4 req-57ee31fd-773f-4280-bada-3a0a43ebdb83 service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112291 Aug 31 14:23:02.902177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c39c1a-4205-4c9c-9281-314fbc9871e4 req-3d7c9074-d7c6-4d83-aa78-2886338942d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:02.903735 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-72c39c1a-4205-4c9c-9281-314fbc9871e4 req-3d7c9074-d7c6-4d83-aa78-2886338942d0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 1096 time: 0.1090114 Aug 31 14:23:02.915795 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13193b52-f765-488d-beba-fe3568903390 req-ddb98a33-3886-4c6e-a4f2-a2005d405ec9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dbd291-fda7-4c1a-9505-e54e0615390b&id=049c396f-d463-4667-b11b-c46b841cceef&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0644660 Aug 31 14:23:02.942206 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e19511bd-6c27-4079-b12f-71ba98fdd96e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e19511bd-6c27-4079-b12f-71ba98fdd96e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:02.955326 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:03.007439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f29f2140-8812-4058-91d2-cc09b82fb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:20:29Z', 'revision_number': 4, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'b79f4267-7b20-44c4-a4a8-da4d7a2bd901', 'name': '', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'mac_address': 'fa:16:3e:30:64:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:27Z', 'updated_at': '2021-08-31T14:20:37Z', 'revision_number': 5, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'subnets': [{'id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:03.030685 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-72c39c1a-4205-4c9c-9281-314fbc9871e4 req-a3464337-9b54-4f88-acd5-613fa4be3aad service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829887 Aug 31 14:23:03.033556 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2620eb28-dda5-4e3c-a91b-a9a1c0cb123f x-openstack-request-id: req-2620eb28-dda5-4e3c-a91b-a9a1c0cb123f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:03.034706 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af010227-b42b-438c-9e0d-9a8141231684", "name": "network-vif-deleted", "tag": "fe795d4f-4238-47fc-8ca0-195f4f641583", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:03.035153 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2620eb28-dda5-4e3c-a91b-a9a1c0cb123f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:03.041699 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af010227-b42b-438c-9e0d-9a8141231684', 'name': 'network-vif-deleted', 'tag': 'fe795d4f-4238-47fc-8ca0-195f4f641583', 'status': 'completed', 'code': 200} Aug 31 14:23:03.053457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29f2140-8812-4058-91d2-cc09b82fb7d6 None None] Checking router: b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:03.067458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=e19511bd-6c27-4079-b12f-71ba98fdd96e,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:03.075937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29f2140-8812-4058-91d2-cc09b82fb7d6 None None] Routers {'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:03.077080 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f29f2140-8812-4058-91d2-cc09b82fb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:22:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:03.121161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb6188-ed87-4f89-baa6-0ae504463b14 req-a61eb900-8139-4719-b9a5-f6d2dfcc9b5a tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:03.123012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08cb6188-ed87-4f89-baa6-0ae504463b14 req-a61eb900-8139-4719-b9a5-f6d2dfcc9b5a tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.0632737 Aug 31 14:23:03.163113 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-08cb6188-ed87-4f89-baa6-0ae504463b14 req-7525189a-b493-4b5d-8bde-1bce6db750a0 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334482 Aug 31 14:23:03.208810 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1a2b8f6b-695b-45fe-a522-2e71a32bc00d req-33c9f8b5-2bd4-4e62-8896-341a69681293 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-593827068&fields=id&tenant_id=d4f9d76e94034e6cafeda497ae4ea289 HTTP/1.1" status: 200 len: 267 time: 0.0442121 Aug 31 14:23:03.280399 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b8f6b-695b-45fe-a522-2e71a32bc00d req-7d7155c6-8582-4727-ad7f-8df162a65782 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:03.282010 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1a2b8f6b-695b-45fe-a522-2e71a32bc00d req-7d7155c6-8582-4727-ad7f-8df162a65782 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 985 time: 0.0618126 Aug 31 14:23:03.295026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-1a2b8f6b-695b-45fe-a522-2e71a32bc00d req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'port': {'security_groups': ['049c396f-d463-4667-b11b-c46b841cceef', 'd2dbd291-fda7-4c1a-9505-e54e0615390b', '8ad80166-448a-4bcf-9713-e6edb64c4171']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:03.353080 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-f29f2140-8812-4058-91d2-cc09b82fb7d6 None None] Set router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:03.369344 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-1a2b8f6b-695b-45fe-a522-2e71a32bc00d req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:03.407272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6f36a-f89f-4617-a734-56cd01e1bf87 req-35b7ecd3-5a4d-4023-b3a6-dbf4d373d394 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:03.408827 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6f36a-f89f-4617-a734-56cd01e1bf87 req-35b7ecd3-5a4d-4023-b3a6-dbf4d373d394 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:03.409673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6f36a-f89f-4617-a734-56cd01e1bf87 req-35b7ecd3-5a4d-4023-b3a6-dbf4d373d394 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:03.411474 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30d6f36a-f89f-4617-a734-56cd01e1bf87 req-35b7ecd3-5a4d-4023-b3a6-dbf4d373d394 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b&device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e&device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 2883 time: 0.0476146 Aug 31 14:23:03.455105 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30d6f36a-f89f-4617-a734-56cd01e1bf87 req-20fd71a4-1682-4b1a-a5f8-9d6b1ab97476 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Aug 31 14:23:03.594069 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0d8cffb-a2cb-410e-bb91-b12ece211e66 req-b6d64c89-3ed8-4c2a-a173-1ce209ae34ab tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/ports?device_id=af010227-b42b-438c-9e0d-9a8141231684 HTTP/1.1" status: 200 len: 210 time: 0.0286493 Aug 31 14:23:03.611806 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f29f2140-8812-4058-91d2-cc09b82fb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:20:29Z', 'revision_number': 4, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'b79f4267-7b20-44c4-a4a8-da4d7a2bd901', 'name': '', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'mac_address': 'fa:16:3e:30:64:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:27Z', 'updated_at': '2021-08-31T14:20:37Z', 'revision_number': 5, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'subnets': [{'id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:03.650668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29f2140-8812-4058-91d2-cc09b82fb7d6 None None] The sync data for ids ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'] in n-d-806683-5 is: [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:20:29Z', 'revision_number': 4, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'b79f4267-7b20-44c4-a4a8-da4d7a2bd901', 'name': '', 'network_id': '3e598f9d-9c5b-4855-b95e-6cf3539ff662', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'mac_address': 'fa:16:3e:30:64:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:27Z', 'updated_at': '2021-08-31T14:20:37Z', 'revision_number': 5, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'subnets': [{'id': '90eba941-08a3-4052-ae10-e2a4aaee1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:03.699294 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-1a2b8f6b-695b-45fe-a522-2e71a32bc00d req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] For port dc4f6df0-1bdb-4532-9f42-8fd585c52555, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=dc4f6df0-1bdb-4532-9f42-8fd585c52555,segment=NetworkSegment(472a304f-3031-413b-a0f3-bdd0df9ace4e),segment_id=472a304f-3031-413b-a0f3-bdd0df9ace4e)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:03.743469 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-1a2b8f6b-695b-45fe-a522-2e71a32bc00d req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:03.750730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-1a2b8f6b-695b-45fe-a522-2e71a32bc00d req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:03.765788 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bcfef03e-b02f-48bf-bead-fee2f4ec7313', 'dc4f6df0-1bdb-4532-9f42-8fd585c52555'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:03.783504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d71515-d0a1-4e63-b371-fdc3ac17da86 req-0d29bd93-b200-4daf-89ff-82268af308ee tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:03.784644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96d71515-d0a1-4e63-b371-fdc3ac17da86 req-0d29bd93-b200-4daf-89ff-82268af308ee tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 949 time: 0.0825469 Aug 31 14:23:03.840925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96d71515-d0a1-4e63-b371-fdc3ac17da86 req-f4dc65f3-bd2f-4d46-a2cc-915d3294dc5c tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494320 Aug 31 14:23:03.879058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b8f6b-695b-45fe-a522-2e71a32bc00d req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:03.879998 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-1a2b8f6b-695b-45fe-a522-2e71a32bc00d req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:03.881781 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1a2b8f6b-695b-45fe-a522-2e71a32bc00d req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "PUT /v2.0/ports/dc4f6df0-1bdb-4532-9f42-8fd585c52555 HTTP/1.1" status: 200 len: 1021 time: 0.5913739 Aug 31 14:23:03.881942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2159f301-023f-477e-90d1-a829cab38403', 'tag': 'dc4f6df0-1bdb-4532-9f42-8fd585c52555'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:03.885583 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4642f2dc-b685-429e-890e-12b24693d629" -d '{"events": [{"name": "network-changed", "server_uuid": "2159f301-023f-477e-90d1-a829cab38403", "tag": "dc4f6df0-1bdb-4532-9f42-8fd585c52555"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:03.905376 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'Port': ['ID=dc4f6df0-1bdb-4532-9f42-8fd585c52555,revision_number=7']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:03.921337 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:03.921748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:03.922131 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:03.922480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:03.922848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:03.923194 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:03.925618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:03.925618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:03.925618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:03.925618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:03.926583 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:03.926583 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3edab-78fd-4b80-84a0-10d362552d96 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:03.934565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35976) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:03.996021 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['dc4f6df0-1bdb-4532-9f42-8fd585c52555'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:04.070261 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc8223-c350-4b06-919f-326d7a4c0083 req-ba82a3a7-4304-4382-aef3-83c75b4fc035 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:04.072374 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c4dc8223-c350-4b06-919f-326d7a4c0083 req-ba82a3a7-4304-4382-aef3-83c75b4fc035 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 949 time: 0.0955865 Aug 31 14:23:04.129371 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ab934a7-9ab6-491c-87f4-5db6069ec218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.136935 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c4dc8223-c350-4b06-919f-326d7a4c0083 req-9cd25217-8764-455a-a71e-17252147c113 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546217 Aug 31 14:23:04.139598 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e296497-1961-4a58-b209-596234e5f681 None None] New status for floating IP 6fcecde2-a5d3-4087-960c-d714bcabfcdf: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:23:04.273048 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87e02cf7-f8f6-49a7-8a2f-980462708ac2 req-6dd110f9-845d-4d9d-aa94-72e6b4e218a3 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/8ad80166-448a-4bcf-9713-e6edb64c4171 HTTP/1.1" status: 200 len: 1800 time: 0.0902483 Aug 31 14:23:04.323696 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ab934a7-9ab6-491c-87f4-5db6069ec218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.329093 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ab934a7-9ab6-491c-87f4-5db6069ec218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.365469 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-87e02cf7-f8f6-49a7-8a2f-980462708ac2 req-06f60c16-021b-430a-8338-60cf6d143336 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 14:23:04.366764 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87e02cf7-f8f6-49a7-8a2f-980462708ac2 req-06f60c16-021b-430a-8338-60cf6d143336 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "DELETE /v2.0/security-groups/8ad80166-448a-4bcf-9713-e6edb64c4171 HTTP/1.1" status: 409 len: 341 time: 0.0927668 Aug 31 14:23:04.417312 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2ab934a7-9ab6-491c-87f4-5db6069ec218 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=365414c718f64274af9e741a4ee4a489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789176 Aug 31 14:23:04.417583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab934a7-9ab6-491c-87f4-5db6069ec218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b48cad-35f2-4276-8cf8-059be79ec984,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:04.417783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35994) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:04.452933 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952f0355-2b39-4786-95a0-a00b6abbdc52 x-openstack-request-id: req-952f0355-2b39-4786-95a0-a00b6abbdc52 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:04.453232 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2159f301-023f-477e-90d1-a829cab38403", "tag": "dc4f6df0-1bdb-4532-9f42-8fd585c52555", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:04.453535 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-952f0355-2b39-4786-95a0-a00b6abbdc52 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:04.453945 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2159f301-023f-477e-90d1-a829cab38403', 'tag': 'dc4f6df0-1bdb-4532-9f42-8fd585c52555', 'status': 'completed', 'code': 200} Aug 31 14:23:04.501924 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a27ec5a1-d931-433a-9428-7bfffcd01985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.545001 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a27ec5a1-d931-433a-9428-7bfffcd01985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.590391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642f2dc-b685-429e-890e-12b24693d629 req-e551ff91-e407-4f52-a948-da5aa19f8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:04.593228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4642f2dc-b685-429e-890e-12b24693d629 req-e551ff91-e407-4f52-a948-da5aa19f8efc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4f9d76e94034e6cafeda497ae4ea289&device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 1175 time: 0.0893099 Aug 31 14:23:04.648184 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1a02e-b3a1-4dca-8199-f3f702ecfede req-ca3b08ce-931a-42bf-b4c7-b9c905484d4e tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:04.650376 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8d1a02e-b3a1-4dca-8199-f3f702ecfede req-ca3b08ce-931a-42bf-b4c7-b9c905484d4e tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.1262703 Aug 31 14:23:04.696869 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a27ec5a1-d931-433a-9428-7bfffcd01985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.700150 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fafbcde-4b03-4322-961a-72a4f8355db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19511bd-6c27-4079-b12f-71ba98fdd96e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:04.700462 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a27ec5a1-d931-433a-9428-7bfffcd01985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.701893 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a27ec5a1-d931-433a-9428-7bfffcd01985 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54b48cad-35f2-4276-8cf8-059be79ec984 HTTP/1.1" status: 204 len: 168 time: 0.2829745 Aug 31 14:23:04.719948 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7733696-beb6-45f5-a7f5-b63400dc1805" -d '{"events": [{"server_uuid": "2fafbcde-4b03-4322-961a-72a4f8355db2", "name": "network-vif-plugged", "status": "completed", "tag": "e19511bd-6c27-4079-b12f-71ba98fdd96e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:04.725340 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ec5a1-d931-433a-9428-7bfffcd01985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b48cad-35f2-4276-8cf8-059be79ec984,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:04.740448 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8d1a02e-b3a1-4dca-8199-f3f702ecfede req-fec6c78f-c067-4ba9-a7a9-ef889c4761d7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787218 Aug 31 14:23:04.756018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca95fa-1890-4be4-b47d-cfeaed78f9d9 req-8f9e0eb4-109d-42f7-89fa-cf0be54bed22 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:04.763932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7ca95fa-1890-4be4-b47d-cfeaed78f9d9 req-8f9e0eb4-109d-42f7-89fa-cf0be54bed22 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.1496179 Aug 31 14:23:04.823729 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7ca95fa-1890-4be4-b47d-cfeaed78f9d9 req-1290dc2d-b15a-4b5a-bb13-4677dbececdf tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580492 Aug 31 14:23:04.828717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642f2dc-b685-429e-890e-12b24693d629 req-2bff685c-22b2-4f99-b706-f5b67bca60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:04.832708 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4642f2dc-b685-429e-890e-12b24693d629 req-2bff685c-22b2-4f99-b706-f5b67bca60e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=548300bd-6390-4eae-8b45-e5f145a60bf9 HTTP/1.1" status: 200 len: 914 time: 0.2312784 Aug 31 14:23:04.892011 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4642f2dc-b685-429e-890e-12b24693d629 req-b5ec03af-ef86-43cb-b985-3b63db250457 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc4f6df0-1bdb-4532-9f42-8fd585c52555 HTTP/1.1" status: 200 len: 217 time: 0.0508595 Aug 31 14:23:04.968706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642f2dc-b685-429e-890e-12b24693d629 req-0f3ef5c2-65ce-4e89-a407-b6257fee839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:04.976501 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4642f2dc-b685-429e-890e-12b24693d629 req-0f3ef5c2-65ce-4e89-a407-b6257fee839b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecdb00b1-10ad-4f69-b17c-95e68b9c75d8 HTTP/1.1" status: 200 len: 853 time: 0.0680864 Aug 31 14:23:05.015526 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a901221f-bcda-46de-913e-b1ad0e5fc1d0 x-openstack-request-id: req-a901221f-bcda-46de-913e-b1ad0e5fc1d0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:05.016576 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fafbcde-4b03-4322-961a-72a4f8355db2", "name": "network-vif-plugged", "status": "completed", "tag": "e19511bd-6c27-4079-b12f-71ba98fdd96e", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:05.017153 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a901221f-bcda-46de-913e-b1ad0e5fc1d0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:05.017843 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4642f2dc-b685-429e-890e-12b24693d629 req-bf92b8df-01be-4cc5-8d5e-65d032d1074a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=548300bd-6390-4eae-8b45-e5f145a60bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370259 Aug 31 14:23:05.018305 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fafbcde-4b03-4322-961a-72a4f8355db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19511bd-6c27-4079-b12f-71ba98fdd96e', 'code': 200} Aug 31 14:23:05.141569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36028) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:05.161463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c26c63-cb0a-4a02-a5c3-927863ff92eb req-51bf4858-3453-47f8-8a42-937ac37696a8 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:05.173176 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-32c26c63-cb0a-4a02-a5c3-927863ff92eb req-51bf4858-3453-47f8-8a42-937ac37696a8 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 1024 time: 0.0858030 Aug 31 14:23:05.191688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07381993-aae2-4628-85a9-464a7a828e1d req-4162ff97-d065-4781-ab9e-bb4a5b623b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:05.194211 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07381993-aae2-4628-85a9-464a7a828e1d req-4162ff97-d065-4781-ab9e-bb4a5b623b60 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 1100 time: 0.0907128 Aug 31 14:23:05.196192 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4642f2dc-b685-429e-890e-12b24693d629 req-a7ad9686-54d6-4ba8-b444-f4f49ba6d784 service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662021 Aug 31 14:23:05.254706 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-32c26c63-cb0a-4a02-a5c3-927863ff92eb req-bd6c1107-9302-4549-9ac6-d4bae573afdb tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dbd291-fda7-4c1a-9505-e54e0615390b&id=049c396f-d463-4667-b11b-c46b841cceef&id=8ad80166-448a-4bcf-9713-e6edb64c4171&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0803657 Aug 31 14:23:05.298862 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7442990f-fcab-44fb-8692-fe1d1fb8cf77 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.362367 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7442990f-fcab-44fb-8692-fe1d1fb8cf77 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.392499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4642f2dc-b685-429e-890e-12b24693d629 req-e65295d5-e52e-4930-b8f5-de740b6bcccf service neutron] 10.222.0.60 "GET /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563814 Aug 31 14:23:05.397898 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07381993-aae2-4628-85a9-464a7a828e1d req-94dc461d-b23c-4580-89b0-3545447e50c6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730242 Aug 31 14:23:05.462499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d33f8-afff-4cf5-957c-3e5a95fb8039 req-8ca46bd5-5c60-4760-876f-dd80859a897c tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:05.464105 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-020d33f8-afff-4cf5-957c-3e5a95fb8039 req-8ca46bd5-5c60-4760-876f-dd80859a897c tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 949 time: 0.1089106 Aug 31 14:23:05.512475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7442990f-fcab-44fb-8692-fe1d1fb8cf77 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.515510 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7442990f-fcab-44fb-8692-fe1d1fb8cf77 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.516988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7442990f-fcab-44fb-8692-fe1d1fb8cf77 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "DELETE /v2.0/security-groups/e603d378-2d98-4d53-a449-bf83824c4c99 HTTP/1.1" status: 204 len: 168 time: 0.3742113 Aug 31 14:23:05.523330 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36044) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:05.535454 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-020d33f8-afff-4cf5-957c-3e5a95fb8039 req-3134947f-31a2-4156-9b89-aa7c83782ad9 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652652 Aug 31 14:23:05.546962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442990f-fcab-44fb-8692-fe1d1fb8cf77 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e603d378-2d98-4d53-a449-bf83824c4c99,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:05.550479 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-b95aa4f7-46e3-4a73-b55b-9f916969ccb1 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] show failed (client error): The resource could not be found. Aug 31 14:23:05.551826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b95aa4f7-46e3-4a73-b55b-9f916969ccb1 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "GET /v2.0/security-groups/e603d378-2d98-4d53-a449-bf83824c4c99 HTTP/1.1" status: 404 len: 347 time: 0.0269358 Aug 31 14:23:05.554667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36048) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:05.569616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b524807-d621-4be5-a7c9-9b1a5a0c573e req-a7bedd90-464b-45a6-bf86-5f8148890938 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:05.571145 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b524807-d621-4be5-a7c9-9b1a5a0c573e req-a7bedd90-464b-45a6-bf86-5f8148890938 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 1101 time: 0.0717480 Aug 31 14:23:05.609369 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b524807-d621-4be5-a7c9-9b1a5a0c573e req-efd6bfb1-df5d-4ff6-8ef2-fbb7c9a581e5 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320809 Aug 31 14:23:05.739726 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885d5c9-4fae-47b7-bcb7-e63594784982 req-fa11ff30-ddba-4a67-aac9-81f79d689dac tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:05.741401 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4885d5c9-4fae-47b7-bcb7-e63594784982 req-fa11ff30-ddba-4a67-aac9-81f79d689dac tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 1101 time: 0.0584614 Aug 31 14:23:05.742862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-55fa6b78-8c16-4862-bea9-6e9c318fc745 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Deleting port 34882cbd-a949-4ee5-aaec-867fb35c1db7 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:05.743296 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55fa6b78-8c16-4862-bea9-6e9c318fc745 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.836785 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4885d5c9-4fae-47b7-bcb7-e63594784982 req-c9336b12-82e7-47bc-bbb9-9180847da421 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803998 Aug 31 14:23:05.858184 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55fa6b78-8c16-4862-bea9-6e9c318fc745 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.858512 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55fa6b78-8c16-4862-bea9-6e9c318fc745 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.873494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-55fa6b78-8c16-4862-bea9-6e9c318fc745 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Calling delete_port for 34882cbd-a949-4ee5-aaec-867fb35c1db7 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:05.978248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bddfc5-f3af-4476-a022-8273574a1d63 req-46a0969d-152a-479a-aa75-d20426b3919b tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:05.979875 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6bddfc5-f3af-4476-a022-8273574a1d63 req-46a0969d-152a-479a-aa75-d20426b3919b tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.0573795 Aug 31 14:23:06.026052 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe967cb-f5b0-4e00-a130-4aaab59be4f8 req-3395f2e0-843c-40e7-b465-18e8704b9f9f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:06.026796 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6bddfc5-f3af-4476-a022-8273574a1d63 req-d7ee2e54-5537-4fb5-8e56-aad07dbfb9f7 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395353 Aug 31 14:23:06.027593 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fe967cb-f5b0-4e00-a130-4aaab59be4f8 req-3395f2e0-843c-40e7-b465-18e8704b9f9f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.0947673 Aug 31 14:23:06.102536 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fe967cb-f5b0-4e00-a130-4aaab59be4f8 req-657d7224-f92a-42f5-9176-d6d9c3637e5d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676746 Aug 31 14:23:06.114167 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55fa6b78-8c16-4862-bea9-6e9c318fc745 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:06.141225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa6b78-8c16-4862-bea9-6e9c318fc745 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Pushing event deleted for resources: {'Port': ['ID=34882cbd-a949-4ee5-aaec-867fb35c1db7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:06.229823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55fa6b78-8c16-4862-bea9-6e9c318fc745 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:06.232627 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55fa6b78-8c16-4862-bea9-6e9c318fc745 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:06.234002 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-55fa6b78-8c16-4862-bea9-6e9c318fc745 tempest-ServersTestManualDisk-1242099044 tempest-ServersTestManualDisk-1242099044-project] 10.222.0.39 "DELETE /v2.0/floatingips/6fcecde2-a5d3-4087-960c-d714bcabfcdf HTTP/1.1" status: 204 len: 168 time: 0.6779873 Aug 31 14:23:06.237177 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36082) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:06.316418 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-adc94489-e8c1-44e1-9873-c7bea345a601 req-e4762aa9-ea35-4f30-9980-6431e3ff095a tempest-AbsoluteLimitsNegativeTestJSON-1658765722 tempest-AbsoluteLimitsNegativeTestJSON-1658765722-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=eb67706cfce64c6ea82f6bd197ec2cab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279577 Aug 31 14:23:06.511319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:23:06.536804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc94489-e8c1-44e1-9873-c7bea345a601 req-53e69b5d-8301-4dad-a734-2277a91b4d0e tempest-AbsoluteLimitsNegativeTestJSON-1658765722 tempest-AbsoluteLimitsNegativeTestJSON-1658765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:06.538360 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-adc94489-e8c1-44e1-9873-c7bea345a601 req-53e69b5d-8301-4dad-a734-2277a91b4d0e tempest-AbsoluteLimitsNegativeTestJSON-1658765722 tempest-AbsoluteLimitsNegativeTestJSON-1658765722-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039449 Aug 31 14:23:06.540097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab5f01-9a3c-4d13-b628-82724f513109 req-49d138f0-e2ed-4bca-8329-e1d16ffa31ad tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:06.541964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fab5f01-9a3c-4d13-b628-82724f513109 req-49d138f0-e2ed-4bca-8329-e1d16ffa31ad tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 1024 time: 0.0664506 Aug 31 14:23:06.590586 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-adc94489-e8c1-44e1-9873-c7bea345a601 req-88e7dd87-ad74-4f4a-8fae-cf9ebbb7d3e0 tempest-AbsoluteLimitsNegativeTestJSON-1658765722 tempest-AbsoluteLimitsNegativeTestJSON-1658765722-project] 10.222.0.39 "GET /v2.0/quotas/eb67706cfce64c6ea82f6bd197ec2cab HTTP/1.1" status: 200 len: 375 time: 0.0446548 Aug 31 14:23:06.594164 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fab5f01-9a3c-4d13-b628-82724f513109 req-c0df6a5d-a3de-44a6-8119-e325af7bbd41 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dbd291-fda7-4c1a-9505-e54e0615390b&id=049c396f-d463-4667-b11b-c46b841cceef&id=8ad80166-448a-4bcf-9713-e6edb64c4171&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0459325 Aug 31 14:23:06.641638 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-adc94489-e8c1-44e1-9873-c7bea345a601 req-82db85c5-bbac-4168-9ca4-f73d91d3b606 tempest-AbsoluteLimitsNegativeTestJSON-1658765722 tempest-AbsoluteLimitsNegativeTestJSON-1658765722-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb67706cfce64c6ea82f6bd197ec2cab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416067 Aug 31 14:23:06.661544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:06.687534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1', 'mac_address': 'fa:16:3e:9f:67:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:23:06.734772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ac025-85a1-4891-ba4d-5ef800d41151 req-a9fab75c-2a18-498c-a11e-3bd4635b50f5 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:06.744345 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:06.745996 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b26ac025-85a1-4891-ba4d-5ef800d41151 req-a9fab75c-2a18-498c-a11e-3bd4635b50f5 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.0786471 Aug 31 14:23:06.766008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:06.787806 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b26ac025-85a1-4891-ba4d-5ef800d41151 req-fdfa6087-1473-4e7c-812e-26ba97f6f82e tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Aug 31 14:23:06.792360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:06.800501 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:06.903223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:06.905366 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1edea8-31f9-47ec-a58c-755e6d8b82f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:06.967755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:07.312487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36118) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:07.344486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b083cc1-39a6-4661-8959-87ff9bda2c19 req-db0ca437-51dc-40b4-8868-2e18155e48c9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:07.347111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4b083cc1-39a6-4661-8959-87ff9bda2c19 req-db0ca437-51dc-40b4-8868-2e18155e48c9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.60 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 1024 time: 0.1368020 Aug 31 14:23:07.428529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71688d5e-d49b-495e-8244-969373d16130 req-3b19fdae-d034-4910-ab42-da9b4a504a0b tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:07.430106 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71688d5e-d49b-495e-8244-969373d16130 req-3b19fdae-d034-4910-ab42-da9b4a504a0b tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 949 time: 0.1698389 Aug 31 14:23:07.490092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f065b9-e112-4e83-81ba-13382d09638f req-735cde4b-47c4-444d-926d-3b2f8deb391d tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:07.491638 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5f065b9-e112-4e83-81ba-13382d09638f req-735cde4b-47c4-444d-926d-3b2f8deb391d tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.0872228 Aug 31 14:23:07.506578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1a1edea8-31f9-47ec-a58c-755e6d8b82f7 admin admin] Deleting port b79f4267-7b20-44c4-a4a8-da4d7a2bd901 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:07.506908 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1edea8-31f9-47ec-a58c-755e6d8b82f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:07.512015 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6cfb-e05a-41ec-95b4-06a110bdb4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:07.528795 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71688d5e-d49b-495e-8244-969373d16130 req-7e11e991-79ae-4741-82fc-a5020f736f10 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887718 Aug 31 14:23:07.538872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 636091df-119b-43b2-887a-50d67cf6a461 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:07.566636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4b083cc1-39a6-4661-8959-87ff9bda2c19 req-7832b2c7-6d0d-447e-8baa-a4029b200253 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Deleting port dc4f6df0-1bdb-4532-9f42-8fd585c52555 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:07.567223 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4b083cc1-39a6-4661-8959-87ff9bda2c19 req-7832b2c7-6d0d-447e-8baa-a4029b200253 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:07.607517 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5f065b9-e112-4e83-81ba-13382d09638f req-3241dfab-5f7c-413d-98b7-fceffcb7d2e5 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085219 Aug 31 14:23:07.687129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-1a1edea8-31f9-47ec-a58c-755e6d8b82f7 admin admin] For port b79f4267-7b20-44c4-a4a8-da4d7a2bd901, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b79f4267-7b20-44c4-a4a8-da4d7a2bd901,segment=NetworkSegment(ef855f9a-7145-41fb-8b99-43eeb331b42f),segment_id=ef855f9a-7145-41fb-8b99-43eeb331b42f)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:07.687529 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1edea8-31f9-47ec-a58c-755e6d8b82f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:07.714439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1a1edea8-31f9-47ec-a58c-755e6d8b82f7 admin admin] Calling delete_port for b79f4267-7b20-44c4-a4a8-da4d7a2bd901 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:07.718645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4b083cc1-39a6-4661-8959-87ff9bda2c19 req-7832b2c7-6d0d-447e-8baa-a4029b200253 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] For port dc4f6df0-1bdb-4532-9f42-8fd585c52555, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=dc4f6df0-1bdb-4532-9f42-8fd585c52555,segment=NetworkSegment(472a304f-3031-413b-a0f3-bdd0df9ace4e),segment_id=472a304f-3031-413b-a0f3-bdd0df9ace4e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:07.719018 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4b083cc1-39a6-4661-8959-87ff9bda2c19 req-7832b2c7-6d0d-447e-8baa-a4029b200253 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:07.744034 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4b083cc1-39a6-4661-8959-87ff9bda2c19 req-7832b2c7-6d0d-447e-8baa-a4029b200253 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Calling delete_port for dc4f6df0-1bdb-4532-9f42-8fd585c52555 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:07.753309 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6cfb-e05a-41ec-95b4-06a110bdb4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:07.769734 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6cfb-e05a-41ec-95b4-06a110bdb4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:07.773290 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:07.797467 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:23:07.808773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2742a0-1fe3-4d21-b218-c3994b361c2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636091df-119b-43b2-887a-50d67cf6a461'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:07.811998 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b060a10-8e8a-4e01-a816-ccfa7bf35a5f" -d '{"events": [{"server_uuid": "ca2742a0-1fe3-4d21-b218-c3994b361c2e", "name": "network-vif-unplugged", "status": "completed", "tag": "636091df-119b-43b2-887a-50d67cf6a461"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:07.826770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 636091df-119b-43b2-887a-50d67cf6a461, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=636091df-119b-43b2-887a-50d67cf6a461,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:07.833238 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:07.871342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3c1a6cfb-e05a-41ec-95b4-06a110bdb4bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb67706cfce64c6ea82f6bd197ec2cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5575635 Aug 31 14:23:07.878472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36142) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:07.895313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=636091df-119b-43b2-887a-50d67cf6a461,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:07.895578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a6cfb-e05a-41ec-95b4-06a110bdb4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ce9dfc-7eb8-4532-9b4f-075e6a031dfe,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:07.934292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda70ffd-b981-4e62-a757-5a795bcf5080 req-0ed312ba-748e-4554-afb3-a45d73dc550f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:07.935938 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bda70ffd-b981-4e62-a757-5a795bcf5080 req-0ed312ba-748e-4554-afb3-a45d73dc550f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2159f301-023f-477e-90d1-a829cab38403 HTTP/1.1" status: 200 len: 1024 time: 0.1874666 Aug 31 14:23:08.044996 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bda70ffd-b981-4e62-a757-5a795bcf5080 req-3cac69d5-813c-49b0-8474-539182451863 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dbd291-fda7-4c1a-9505-e54e0615390b&id=049c396f-d463-4667-b11b-c46b841cceef&id=8ad80166-448a-4bcf-9713-e6edb64c4171&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1002264 Aug 31 14:23:08.048161 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24f8bad0-4f23-4186-9638-db5a45340e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.086186 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24f8bad0-4f23-4186-9638-db5a45340e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.104001 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4b083cc1-39a6-4661-8959-87ff9bda2c19 req-7832b2c7-6d0d-447e-8baa-a4029b200253 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.119248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bcfef03e-b02f-48bf-bead-fee2f4ec7313', 'dc4f6df0-1bdb-4532-9f42-8fd585c52555'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:08.139433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34324a68-5bbc-4efb-a48d-8b1eb7b1b13e req-bb02fddb-deb8-455e-8b5a-2d9bf0b88a3f tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:08.140932 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34324a68-5bbc-4efb-a48d-8b1eb7b1b13e req-bb02fddb-deb8-455e-8b5a-2d9bf0b88a3f tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.4186537 Aug 31 14:23:08.155651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832b2c7-6d0d-447e-8baa-a4029b200253 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event deleted for resources: {'Port': ['ID=dc4f6df0-1bdb-4532-9f42-8fd585c52555,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:08.224173 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34324a68-5bbc-4efb-a48d-8b1eb7b1b13e req-4fc9a98a-7f5c-4923-9fd6-322e601e8d4e tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759799 Aug 31 14:23:08.233414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b083cc1-39a6-4661-8959-87ff9bda2c19 req-7832b2c7-6d0d-447e-8baa-a4029b200253 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] No DVR routers for this DVR port dc4f6df0-1bdb-4532-9f42-8fd585c52555 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:08.238498 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4b083cc1-39a6-4661-8959-87ff9bda2c19 req-7832b2c7-6d0d-447e-8baa-a4029b200253 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.240792 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4b083cc1-39a6-4661-8959-87ff9bda2c19 req-7832b2c7-6d0d-447e-8baa-a4029b200253 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.60 "DELETE /v2.0/ports/dc4f6df0-1bdb-4532-9f42-8fd585c52555 HTTP/1.1" status: 204 len: 173 time: 0.8851299 Aug 31 14:23:08.242248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2159f301-023f-477e-90d1-a829cab38403', 'name': 'network-vif-deleted', 'tag': 'dc4f6df0-1bdb-4532-9f42-8fd585c52555'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:08.245081 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de829fe6-dfce-4c22-a987-aa74f567ac39" -d '{"events": [{"server_uuid": "2159f301-023f-477e-90d1-a829cab38403", "name": "network-vif-deleted", "tag": "dc4f6df0-1bdb-4532-9f42-8fd585c52555"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:08.255545 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24f8bad0-4f23-4186-9638-db5a45340e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.255545 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24f8bad0-4f23-4186-9638-db5a45340e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.255545 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-24f8bad0-4f23-4186-9638-db5a45340e61 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1ce9dfc-7eb8-4532-9b4f-075e6a031dfe HTTP/1.1" status: 204 len: 168 time: 0.3748837 Aug 31 14:23:08.269802 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8bad0-4f23-4186-9638-db5a45340e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ce9dfc-7eb8-4532-9b4f-075e6a031dfe,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:08.280426 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22351777-6744-40ff-b69a-8ff042813dd8 req-f3f747e7-6fdb-4d80-90f7-683629ee99f6 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:08.282068 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-22351777-6744-40ff-b69a-8ff042813dd8 req-f3f747e7-6fdb-4d80-90f7-683629ee99f6 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.1292789 Aug 31 14:23:08.351430 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76accf0f-8546-48d4-b37a-8f4e173cf040 x-openstack-request-id: req-76accf0f-8546-48d4-b37a-8f4e173cf040 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:08.351879 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2742a0-1fe3-4d21-b218-c3994b361c2e", "name": "network-vif-unplugged", "status": "completed", "tag": "636091df-119b-43b2-887a-50d67cf6a461", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:08.352530 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76accf0f-8546-48d4-b37a-8f4e173cf040 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:08.352530 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2742a0-1fe3-4d21-b218-c3994b361c2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636091df-119b-43b2-887a-50d67cf6a461', 'code': 200} Aug 31 14:23:08.378737 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1edea8-31f9-47ec-a58c-755e6d8b82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.386641 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-22351777-6744-40ff-b69a-8ff042813dd8 req-1a23b244-81a6-4cab-85b1-7f2f1c9272d3 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973170 Aug 31 14:23:08.403295 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10820512-69db-4f5c-8776-b6bb03146b7a x-openstack-request-id: req-10820512-69db-4f5c-8776-b6bb03146b7a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:08.403295 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2159f301-023f-477e-90d1-a829cab38403", "name": "network-vif-deleted", "tag": "dc4f6df0-1bdb-4532-9f42-8fd585c52555", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:08.403295 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10820512-69db-4f5c-8776-b6bb03146b7a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:08.403295 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2159f301-023f-477e-90d1-a829cab38403', 'name': 'network-vif-deleted', 'tag': 'dc4f6df0-1bdb-4532-9f42-8fd585c52555', 'status': 'completed', 'code': 200} Aug 31 14:23:08.428058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1edea8-31f9-47ec-a58c-755e6d8b82f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79f4267-7b20-44c4-a4a8-da4d7a2bd901,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:08.525002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:08.604886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:08.605605 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.645072 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a1edea8-31f9-47ec-a58c-755e6d8b82f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.769078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e27c0-b5a4-480f-8bab-d207d4ac1a6b req-a3fbe9be-a5fc-4b6d-a833-c8284e65f8d5 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:08.778700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a83e27c0-b5a4-480f-8bab-d207d4ac1a6b req-a3fbe9be-a5fc-4b6d-a833-c8284e65f8d5 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 949 time: 0.1461434 Aug 31 14:23:08.792842 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.835279 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a83e27c0-b5a4-480f-8bab-d207d4ac1a6b req-307826a8-2504-42be-93ec-8d6e81335939 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532937 Aug 31 14:23:08.864756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:08.869588 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:08.870522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device dc4f6df0-1bdb-4532-9f42-8fd585c52555 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:08.900991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d372d0-0b00-4b91-8ac2-885e29d40764 req-ce805b8a-ab61-4a87-866a-b68722c398b9 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:08.902703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: dc4f6df0-1bdb-4532-9f42-8fd585c52555 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:08.903052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device dc4f6df0-1bdb-4532-9f42-8fd585c52555 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:08.911784 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3d372d0-0b00-4b91-8ac2-885e29d40764 req-ce805b8a-ab61-4a87-866a-b68722c398b9 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.1293762 Aug 31 14:23:08.973864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,revision_number=10']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:09.052886 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3d372d0-0b00-4b91-8ac2-885e29d40764 req-5dc2cb7d-6924-4b37-8f31-a46bda62811f tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401560 Aug 31 14:23:09.125762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1edea8-31f9-47ec-a58c-755e6d8b82f7 admin admin] Router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:09.276293 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-048ee56c-24e0-4e6a-93b9-6e9a1a988090 req-bff2dc43-b87c-4163-a785-7452bb36dfca tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/d2dbd291-fda7-4c1a-9505-e54e0615390b HTTP/1.1" status: 200 len: 1800 time: 0.0829678 Aug 31 14:23:09.327857 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1edea8-31f9-47ec-a58c-755e6d8b82f7 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:09.335097 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1a1edea8-31f9-47ec-a58c-755e6d8b82f7 admin admin] 10.222.0.39 "PUT /v2.0/routers/b21febcc-e8ea-419f-a7a6-5d85a5c7ed17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0966096 Aug 31 14:23:09.337928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36206) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:09.347906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d5c4fa-1600-47e1-9110-6b5e9196e90c None None] Sync routers for ids ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:09.371651 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d5c4fa-1600-47e1-9110-6b5e9196e90c None None] Routers {'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:09.372293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-17d5c4fa-1600-47e1-9110-6b5e9196e90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:22:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:09.448108 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-048ee56c-24e0-4e6a-93b9-6e9a1a988090 req-150d5fae-6b13-47e1-8f92-a2006a3e0b3c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:09.494602 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-048ee56c-24e0-4e6a-93b9-6e9a1a988090 req-150d5fae-6b13-47e1-8f92-a2006a3e0b3c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:09.546156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-17d5c4fa-1600-47e1-9110-6b5e9196e90c None None] Set router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:09.580863 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-048ee56c-24e0-4e6a-93b9-6e9a1a988090 req-150d5fae-6b13-47e1-8f92-a2006a3e0b3c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:09.587656 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-048ee56c-24e0-4e6a-93b9-6e9a1a988090 req-150d5fae-6b13-47e1-8f92-a2006a3e0b3c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:09.607021 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-048ee56c-24e0-4e6a-93b9-6e9a1a988090 req-150d5fae-6b13-47e1-8f92-a2006a3e0b3c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "DELETE /v2.0/security-groups/d2dbd291-fda7-4c1a-9505-e54e0615390b HTTP/1.1" status: 204 len: 173 time: 0.3136592 Aug 31 14:23:09.618237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4220e-f289-4430-9397-346f288f3b0e req-537580db-db4c-4ef2-bb0b-1a856e1bbae5 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:09.635828 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-57a4220e-f289-4430-9397-346f288f3b0e req-537580db-db4c-4ef2-bb0b-1a856e1bbae5 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.2056460 Aug 31 14:23:09.639765 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d5fae-6b13-47e1-8f92-a2006a3e0b3c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dbd291-fda7-4c1a-9505-e54e0615390b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:09.754297 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-57a4220e-f289-4430-9397-346f288f3b0e req-f40a5b7e-ea05-4ec8-a047-e5b4346cb144 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174796 Aug 31 14:23:09.764560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a98784-3470-4be6-8226-2b4b811975ec req-e7dbd10a-765f-4775-b757-15bcef28abca tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:09.770189 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36222) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:09.772846 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-23a98784-3470-4be6-8226-2b4b811975ec req-e7dbd10a-765f-4775-b757-15bcef28abca tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.0895128 Aug 31 14:23:09.777584 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:09.847318 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-23a98784-3470-4be6-8226-2b4b811975ec req-f6d9362d-53e3-4381-8af2-88b6c201bdf3 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686674 Aug 31 14:23:09.921015 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-17d5c4fa-1600-47e1-9110-6b5e9196e90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:23:08Z', 'revision_number': 5, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:09.971930 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-91333427-9bd8-4171-9b99-86c247ce9daf tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1ca4a7b1cf574890b25f64edb46717bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362844 Aug 31 14:23:09.995010 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3dd19739-92da-4827-8100-265aba7346e0 req-0a1bddd9-c916-42c2-9510-d1dfd5fcd7ac tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/8ad80166-448a-4bcf-9713-e6edb64c4171 HTTP/1.1" status: 200 len: 1800 time: 0.1275628 Aug 31 14:23:09.998835 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d5c4fa-1600-47e1-9110-6b5e9196e90c None None] Checking router: b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:10.022644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d5c4fa-1600-47e1-9110-6b5e9196e90c None None] Routers {'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:10.023575 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-17d5c4fa-1600-47e1-9110-6b5e9196e90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:22:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:10.088154 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3dd19739-92da-4827-8100-265aba7346e0 req-bff43db2-7294-4b65-b2c0-63a594585303 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.113659 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3dd19739-92da-4827-8100-265aba7346e0 req-bff43db2-7294-4b65-b2c0-63a594585303 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.146923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-e9cd7bda-cb96-42f4-b600-4830d51e5e06 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:10.148702 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-e9cd7bda-cb96-42f4-b600-4830d51e5e06 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749001 Aug 31 14:23:10.169537 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3dd19739-92da-4827-8100-265aba7346e0 req-bff43db2-7294-4b65-b2c0-63a594585303 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.169824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-17d5c4fa-1600-47e1-9110-6b5e9196e90c None None] Set router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:10.174234 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3dd19739-92da-4827-8100-265aba7346e0 req-bff43db2-7294-4b65-b2c0-63a594585303 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.187966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-619184687-network', 'tenant_id': '6ffc94a71648477db9a96aacf1ff02a1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:10.198289 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.202030 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3dd19739-92da-4827-8100-265aba7346e0 req-bff43db2-7294-4b65-b2c0-63a594585303 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "DELETE /v2.0/security-groups/8ad80166-448a-4bcf-9713-e6edb64c4171 HTTP/1.1" status: 204 len: 173 time: 0.2053397 Aug 31 14:23:10.219960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff43db2-7294-4b65-b2c0-63a594585303 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad80166-448a-4bcf-9713-e6edb64c4171,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:10.227997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-1ad5b671-80ff-4876-abe3-643ae5323ac7 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/quotas/1ca4a7b1cf574890b25f64edb46717bd HTTP/1.1" status: 200 len: 375 time: 0.0606434 Aug 31 14:23:10.270239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] Made reservation on behalf of 6ffc94a71648477db9a96aacf1ff02a1 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:10.273636 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.332632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.355886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:10.358218 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e6d57f-0475-49a5-b908-b937f5badeea" -d '{"events": [{"server_uuid": "d32e1499-74bf-4e19-9036-7ea3f164a3c1", "name": "network-vif-plugged", "status": "completed", "tag": "545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:10.387658 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-5439f47b-e00b-49f4-aa54-c3e98955a687 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ca4a7b1cf574890b25f64edb46717bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1408415 Aug 31 14:23:10.442390 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-17d5c4fa-1600-47e1-9110-6b5e9196e90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:23:08Z', 'revision_number': 5, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:10.452303 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] Deleting port 5b26c7d5-b371-4a85-9797-616422a73221 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:10.457075 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.500968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17504e78-3fba-4c6d-911f-90ba3be61c59 req-e444c17b-8eb3-486f-a4cf-326556bce5a1 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:10.505091 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-17504e78-3fba-4c6d-911f-90ba3be61c59 req-e444c17b-8eb3-486f-a4cf-326556bce5a1 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.1260905 Aug 31 14:23:10.509602 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d5c4fa-1600-47e1-9110-6b5e9196e90c None None] The sync data for ids ['b21febcc-e8ea-419f-a7a6-5d85a5c7ed17'] in n-d-806683-5 is: [{'id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'name': 'tempest-ServersTestManualDisk-606046701-router', 'tenant_id': 'b1c927b3b7004b24995c18388dbd6a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5b26c7d5-b371-4a85-9797-616422a73221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:21Z', 'updated_at': '2021-08-31T14:23:08Z', 'revision_number': 5, 'project_id': 'b1c927b3b7004b24995c18388dbd6a72', 'gw_port': {'id': '5b26c7d5-b371-4a85-9797-616422a73221', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21febcc-e8ea-419f-a7a6-5d85a5c7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:22Z', 'updated_at': '2021-08-31T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:10.554944 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-17504e78-3fba-4c6d-911f-90ba3be61c59 req-95910125-ce51-447e-bd22-8be2835e245b tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Aug 31 14:23:10.679085 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.696215 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-45b89221-cc8d-47e1-ae20-f4b9ab503015 req-4d671ccf-0818-4eea-9906-ea0169c5f254 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-642679071', 'description': 'tempest-description-206164648'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:10.708680 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.722518 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309321ea-dc18-4e90-8a21-d1a086c55b45 x-openstack-request-id: req-309321ea-dc18-4e90-8a21-d1a086c55b45 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:10.723341 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32e1499-74bf-4e19-9036-7ea3f164a3c1", "name": "network-vif-plugged", "status": "completed", "tag": "545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:10.724049 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-309321ea-dc18-4e90-8a21-d1a086c55b45 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:10.724893 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1', 'code': 200} Aug 31 14:23:10.750936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:10.776252 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-45b89221-cc8d-47e1-ae20-f4b9ab503015 req-4d671ccf-0818-4eea-9906-ea0169c5f254 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.871949 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-20b3115c-02f4-4ed2-93f9-46db44665ec3 req-235d4d2d-f1ae-4049-a195-430de603a9fd tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 210 time: 0.0620182 Aug 31 14:23:10.877984 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.878341 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] Added segment 4e1cfb26-7b2f-49ce-969a-47799a456c4b of type vlan for network e09468f8-f739-4e1f-930e-b5b6942713f5 Aug 31 14:23:10.959573 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-45b89221-cc8d-47e1-ae20-f4b9ab503015 req-4d671ccf-0818-4eea-9906-ea0169c5f254 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.964322 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-45b89221-cc8d-47e1-ae20-f4b9ab503015 req-4d671ccf-0818-4eea-9906-ea0169c5f254 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:10.983317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e3bfb5-5b45-4c77-8d92-963cf829a938,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:11.011011 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-45b89221-cc8d-47e1-ae20-f4b9ab503015 req-4d671ccf-0818-4eea-9906-ea0169c5f254 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.026065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] For port 5b26c7d5-b371-4a85-9797-616422a73221, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5b26c7d5-b371-4a85-9797-616422a73221,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:11.026065 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.030719 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-45b89221-cc8d-47e1-ae20-f4b9ab503015 req-4d671ccf-0818-4eea-9906-ea0169c5f254 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3496923 Aug 31 14:23:11.045388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d671ccf-0818-4eea-9906-ea0169c5f254 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86fc4b99-90c3-4431-a2ba-b219b3cedf6c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:11.069360 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.072241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] Calling delete_port for 5b26c7d5-b371-4a85-9797-616422a73221 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:11.208250 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080e466-d7e4-4c50-8bfb-8662f267be19 req-1cd8c773-4c32-477f-8d7b-7cca95d2afbc tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:11.215328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b79f4267-7b20-44c4-a4a8-da4d7a2bd901 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:11.216580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c1568-5efd-4b99-887d-d937c34877a6 req-7f9cf403-c762-4a31-905e-f00aebb9b342 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:11.218342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f88c1568-5efd-4b99-887d-d937c34877a6 req-7f9cf403-c762-4a31-905e-f00aebb9b342 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.1749516 Aug 31 14:23:11.219204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.220453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:11.221210 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.232037 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7080e466-d7e4-4c50-8bfb-8662f267be19 req-1cd8c773-4c32-477f-8d7b-7cca95d2afbc tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.1184247 Aug 31 14:23:11.272548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: b79f4267-7b20-44c4-a4a8-da4d7a2bd901 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:11.274113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b79f4267-7b20-44c4-a4a8-da4d7a2bd901 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:11.312763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] Pushing event updated for resources: {'Network': ['ID=e09468f8-f739-4e1f-930e-b5b6942713f5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:11.316218 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7080e466-d7e4-4c50-8bfb-8662f267be19 req-58b31f0a-27cc-4bf1-9e15-aefb3f29eec5 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779493 Aug 31 14:23:11.333448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network e09468f8-f739-4e1f-930e-b5b6942713f5 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:11.363490 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ea0d16da-b805-461f-a821-f33a2ed863ad admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5883837 Aug 31 14:23:11.366896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36268) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:11.372721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-94f1abe0-d28d-4ae9-9ec0-ab61dea0e9df admin admin] Request body: {'subnet': {'network_id': 'e09468f8-f739-4e1f-930e-b5b6942713f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-619184687-subnet', 'tenant_id': '6ffc94a71648477db9a96aacf1ff02a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:11.425752 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f88c1568-5efd-4b99-887d-d937c34877a6 req-594168c5-a670-48ea-99d0-f164788fb001 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150668 Aug 31 14:23:11.527381 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2b110547-684e-4020-99d3-e3d0fa8b55ad req-9f771b18-78ce-43fb-82d9-783756a7ebe2 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/86fc4b99-90c3-4431-a2ba-b219b3cedf6c HTTP/1.1" status: 200 len: 1799 time: 0.1457427 Aug 31 14:23:11.542707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-2b110547-684e-4020-99d3-e3d0fa8b55ad req-5a2e59b8-e76b-47cd-bf5d-868beaca203c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1094527406', 'description': 'tempest-description-hth-260828699'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:11.552746 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f1abe0-d28d-4ae9-9ec0-ab61dea0e9df admin admin] Made reservation on behalf of 6ffc94a71648477db9a96aacf1ff02a1 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:11.556405 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94f1abe0-d28d-4ae9-9ec0-ab61dea0e9df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.570869 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.606186 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] Pushing event deleted for resources: {'Port': ['ID=5b26c7d5-b371-4a85-9797-616422a73221,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:11.641670 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-2b110547-684e-4020-99d3-e3d0fa8b55ad req-5a2e59b8-e76b-47cd-bf5d-868beaca203c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.727753 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.744836 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-2b110547-684e-4020-99d3-e3d0fa8b55ad req-5a2e59b8-e76b-47cd-bf5d-868beaca203c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.755392 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-2b110547-684e-4020-99d3-e3d0fa8b55ad req-5a2e59b8-e76b-47cd-bf5d-868beaca203c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.761051 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-2b110547-684e-4020-99d3-e3d0fa8b55ad req-5a2e59b8-e76b-47cd-bf5d-868beaca203c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.766403 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2b110547-684e-4020-99d3-e3d0fa8b55ad req-5a2e59b8-e76b-47cd-bf5d-868beaca203c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "PUT /v2.0/security-groups/86fc4b99-90c3-4431-a2ba-b219b3cedf6c HTTP/1.1" status: 200 len: 1774 time: 0.2370937 Aug 31 14:23:11.871744 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.875746 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.896861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8633c-7f79-4968-a9d3-3206b6845543 req-900bd31a-d375-4ce1-b17b-a29bc956cb62 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:11.899323 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e59b8-e76b-47cd-bf5d-868beaca203c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86fc4b99-90c3-4431-a2ba-b219b3cedf6c,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:11.913850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f7b8633c-7f79-4968-a9d3-3206b6845543 req-900bd31a-d375-4ce1-b17b-a29bc956cb62 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.1487689 Aug 31 14:23:11.946910 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2cfdeb3-0fee-4786-974f-a12c46583d20 req-8caf16d0-e658-4529-9c83-316b4fca8e9f tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/86fc4b99-90c3-4431-a2ba-b219b3cedf6c HTTP/1.1" status: 200 len: 1774 time: 0.1110053 Aug 31 14:23:11.974296 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94f1abe0-d28d-4ae9-9ec0-ab61dea0e9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.979202 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:11.979623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:23:12.010799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.016228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f48a9ee7-acd4-4257-9cac-fe57c5f9eabf admin admin] 10.222.0.39 "DELETE /v2.0/routers/b21febcc-e8ea-419f-a7a6-5d85a5c7ed17 HTTP/1.1" status: 204 len: 168 time: 2.6763992 Aug 31 14:23:12.026826 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f7b8633c-7f79-4968-a9d3-3206b6845543 req-c4dfab04-cbff-4ea8-9d2c-391641820856 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117971 Aug 31 14:23:12.027454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36286) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:12.089780 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9eb280-6265-44a3-9bb7-1e361799be62 admin admin] Deleting subnet 90eba941-08a3-4052-ae10-e2a4aaee1377 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:23:12.100413 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d9eb280-6265-44a3-9bb7-1e361799be62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.107762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1abe0-d28d-4ae9-9ec0-ab61dea0e9df admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac0ac80-9c55-4636-b76f-4e1509ffa133,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:12.150028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f1abe0-d28d-4ae9-9ec0-ab61dea0e9df admin admin] Checking segment: {'id': '4e1cfb26-7b2f-49ce-969a-47799a456c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e09468f8-f739-4e1f-930e-b5b6942713f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:12.150836 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1abe0-d28d-4ae9-9ec0-ab61dea0e9df admin admin] Network hostable DHCP agents. Network: e09468f8-f739-4e1f-930e-b5b6942713f5, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:12.171664 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82dac38b-b186-49cf-894e-edda5a90224f req-fb4be366-48e3-42b9-bacc-52cdda6c8296 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 210 time: 0.0834687 Aug 31 14:23:12.182152 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d9eb280-6265-44a3-9bb7-1e361799be62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.215622 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1abe0-d28d-4ae9-9ec0-ab61dea0e9df admin admin] Network e09468f8-f739-4e1f-930e-b5b6942713f5 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:12.216926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c3be08fa-35da-486f-98e9-7293b0abb458 req-d90d75c8-6534-491a-9100-504333298c59 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/86fc4b99-90c3-4431-a2ba-b219b3cedf6c HTTP/1.1" status: 200 len: 1774 time: 0.1244235 Aug 31 14:23:12.235351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-94f1abe0-d28d-4ae9-9ec0-ab61dea0e9df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, e09468f8-f739-4e1f-930e-b5b6942713f5) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:12.245916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f1abe0-d28d-4ae9-9ec0-ab61dea0e9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:12.247149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50a826a-69ec-48f9-89d4-43d4b19bc868 None None] Network e09468f8-f739-4e1f-930e-b5b6942713f5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:12.247860 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94f1abe0-d28d-4ae9-9ec0-ab61dea0e9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.288436 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-94f1abe0-d28d-4ae9-9ec0-ab61dea0e9df admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9196877 Aug 31 14:23:12.370325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-7ea1d943-5c88-4172-b81a-f872ef62466e tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1ca4a7b1cf574890b25f64edb46717bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644817 Aug 31 14:23:12.393554 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d9eb280-6265-44a3-9bb7-1e361799be62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:12.432561 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed77855-3a42-4f20-80b6-c882537a305e None None] Network e09468f8-f739-4e1f-930e-b5b6942713f5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:12.551325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d467e-e1e0-4ea7-a335-c7f5f37c0de5 req-edbd0e84-e65b-403f-9991-e263b28f41b8 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:12.553190 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-319d467e-e1e0-4ea7-a335-c7f5f37c0de5 req-edbd0e84-e65b-403f-9991-e263b28f41b8 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.1110840 Aug 31 14:23:12.624427 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-319d467e-e1e0-4ea7-a335-c7f5f37c0de5 req-802573c2-aa98-419f-bf1a-ba2472e37fe8 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635171 Aug 31 14:23:12.810008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2155f-4c17-468b-bd3e-ff2f7b6c34bd req-f527b6c7-6a9e-4140-8654-7e10389e290b tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:12.810008 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bdc2155f-4c17-468b-bd3e-ff2f7b6c34bd req-f527b6c7-6a9e-4140-8654-7e10389e290b tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.0719693 Aug 31 14:23:12.859436 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bdc2155f-4c17-468b-bd3e-ff2f7b6c34bd req-554190e5-8ee4-436b-91fb-6bdcdcce49fa tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431883 Aug 31 14:23:13.004686 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c3be08fa-35da-486f-98e9-7293b0abb458 req-33141cc5-3f3a-4f6f-95bb-846955dfd5cd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.097475 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c3be08fa-35da-486f-98e9-7293b0abb458 req-33141cc5-3f3a-4f6f-95bb-846955dfd5cd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.113978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-728bdb1f-480b-491b-a6f1-9faf09fdcf2e req-3af21017-aff4-479b-8a2c-b848ff576007 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1953541597', 'description': 'tempest-description-1359025768'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:13.124012 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d9eb280-6265-44a3-9bb7-1e361799be62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.144658 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-728bdb1f-480b-491b-a6f1-9faf09fdcf2e req-3af21017-aff4-479b-8a2c-b848ff576007 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.148583 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d9eb280-6265-44a3-9bb7-1e361799be62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.150825 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2d9eb280-6265-44a3-9bb7-1e361799be62 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/90eba941-08a3-4052-ae10-e2a4aaee1377 HTTP/1.1" status: 204 len: 168 time: 1.1223791 Aug 31 14:23:13.155069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2896f1-a9b1-4dd3-9b2e-ab7e916f50b7 None None] Network 3e598f9d-9c5b-4855-b95e-6cf3539ff662 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:13.162355 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36302) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:13.235800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-17db2b67-a18b-4ebb-971c-8ace038ab084 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:13.235800 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-17db2b67-a18b-4ebb-971c-8ace038ab084 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8484683 Aug 31 14:23:13.249579 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9eb280-6265-44a3-9bb7-1e361799be62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90eba941-08a3-4052-ae10-e2a4aaee1377,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:13.260665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Request body: {'port': {'device_id': '47fb0034-05c5-446e-93ec-03ac6bd567ab', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '1ca4a7b1cf574890b25f64edb46717bd'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:13.317932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.350510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5b26c7d5-b371-4a85-9797-616422a73221 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:13.403690 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c3be08fa-35da-486f-98e9-7293b0abb458 req-33141cc5-3f3a-4f6f-95bb-846955dfd5cd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.406839 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c3be08fa-35da-486f-98e9-7293b0abb458 req-33141cc5-3f3a-4f6f-95bb-846955dfd5cd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.409287 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 5b26c7d5-b371-4a85-9797-616422a73221 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:13.423932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5b26c7d5-b371-4a85-9797-616422a73221 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:13.426529 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c3be08fa-35da-486f-98e9-7293b0abb458 req-33141cc5-3f3a-4f6f-95bb-846955dfd5cd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "DELETE /v2.0/security-groups/86fc4b99-90c3-4431-a2ba-b219b3cedf6c HTTP/1.1" status: 204 len: 173 time: 1.1979101 Aug 31 14:23:13.461791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Deleting port e8881bfc-3f08-4c57-acea-bd6e5651e568 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:13.462177 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.480116 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-728bdb1f-480b-491b-a6f1-9faf09fdcf2e req-3af21017-aff4-479b-8a2c-b848ff576007 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.494692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33141cc5-3f3a-4f6f-95bb-846955dfd5cd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fc4b99-90c3-4431-a2ba-b219b3cedf6c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:13.524523 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-728bdb1f-480b-491b-a6f1-9faf09fdcf2e req-3af21017-aff4-479b-8a2c-b848ff576007 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.569620 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-728bdb1f-480b-491b-a6f1-9faf09fdcf2e req-3af21017-aff4-479b-8a2c-b848ff576007 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.589065 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-728bdb1f-480b-491b-a6f1-9faf09fdcf2e req-3af21017-aff4-479b-8a2c-b848ff576007 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4826295 Aug 31 14:23:13.596594 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] For port e8881bfc-3f08-4c57-acea-bd6e5651e568, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e8881bfc-3f08-4c57-acea-bd6e5651e568,segment=NetworkSegment(ef855f9a-7145-41fb-8b99-43eeb331b42f),segment_id=ef855f9a-7145-41fb-8b99-43eeb331b42f)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:13.607578 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.644026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af21017-aff4-479b-8a2c-b848ff576007 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ea1815-fe51-4243-90ac-5ce55fa02dc9,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:13.664389 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Calling delete_port for e8881bfc-3f08-4c57-acea-bd6e5651e568 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:13.685458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25715a2-da31-44aa-bae7-76657cc5be77 None None] DHCP port deletion for 3e598f9d-9c5b-4855-b95e-6cf3539ff662 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:23:13.750866 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-71935c3b-64d0-41c5-9d05-98031b2238bd req-fc4bb747-320b-4648-b379-44b6a84675f7 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 210 time: 0.0616624 Aug 31 14:23:13.756668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Made reservation on behalf of 1ca4a7b1cf574890b25f64edb46717bd for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:13.767889 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.791810 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e25715a2-da31-44aa-bae7-76657cc5be77 None None] Deleting port e8881bfc-3f08-4c57-acea-bd6e5651e568 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:13.792639 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e25715a2-da31-44aa-bae7-76657cc5be77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.805736 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.827231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a4429-0d1a-4497-8490-aff71d4a85a4 req-e94a095a-ec4f-4c7b-aa2b-80617f1f02b8 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:13.829541 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b56a4429-0d1a-4497-8490-aff71d4a85a4 req-e94a095a-ec4f-4c7b-aa2b-80617f1f02b8 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.1384749 Aug 31 14:23:13.899358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8881bfc-3f08-4c57-acea-bd6e5651e568,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:13.918744 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b56a4429-0d1a-4497-8490-aff71d4a85a4 req-96a8a520-a854-4a3a-aa9d-c0c70ba173d8 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812025 Aug 31 14:23:13.927952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] No DVR routers for this DVR port e8881bfc-3f08-4c57-acea-bd6e5651e568 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:13.958017 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e25715a2-da31-44aa-bae7-76657cc5be77 None None] For port e8881bfc-3f08-4c57-acea-bd6e5651e568, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e8881bfc-3f08-4c57-acea-bd6e5651e568,segment=NetworkSegment(ef855f9a-7145-41fb-8b99-43eeb331b42f),segment_id=ef855f9a-7145-41fb-8b99-43eeb331b42f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:13.958365 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e25715a2-da31-44aa-bae7-76657cc5be77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:13.989738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e25715a2-da31-44aa-bae7-76657cc5be77 None None] Calling delete_port for e8881bfc-3f08-4c57-acea-bd6e5651e568 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:14.095619 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.106942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e598f9d-9c5b-4855-b95e-6cf3539ff662']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:14.119629 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef855f9a-7145-41fb-8b99-43eeb331b42f') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:14.120834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef855f9a-7145-41fb-8b99-43eeb331b42f') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:14.132587 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.152475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.164997 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e25715a2-da31-44aa-bae7-76657cc5be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.171274 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:23:14.172098 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:23:14.175035 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:23:14.202776 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70026619-9267-480d-870d-8b78af6e3738 req-a6285777-9934-4443-8dea-1d7b7acd6296 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:14.208852 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70026619-9267-480d-870d-8b78af6e3738 req-a6285777-9934-4443-8dea-1d7b7acd6296 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.1886711 Aug 31 14:23:14.214468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25715a2-da31-44aa-bae7-76657cc5be77 None None] Pushing event deleted for resources: {'Port': ['ID=e8881bfc-3f08-4c57-acea-bd6e5651e568,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:14.226647 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25715a2-da31-44aa-bae7-76657cc5be77 None None] No DVR routers for this DVR port e8881bfc-3f08-4c57-acea-bd6e5651e568 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:14.307842 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be38b9a4-2cd2-4b46-b500-687ea71c1cbc req-0ab41d45-ec29-49cc-9010-fea663821ab7 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-groups/49ea1815-fe51-4243-90ac-5ce55fa02dc9 HTTP/1.1" status: 200 len: 1813 time: 0.3948483 Aug 31 14:23:14.309354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Allocated IP 192.168.233.43 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/5e017262-8bc1-4a68-956e-d5de6a30908e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:14.314877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-be38b9a4-2cd2-4b46-b500-687ea71c1cbc req-d9647f94-b64e-4fe0-a143-ae4a5e38c7f4 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49ea1815-fe51-4243-90ac-5ce55fa02dc9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:14.315256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-be38b9a4-2cd2-4b46-b500-687ea71c1cbc req-d9647f94-b64e-4fe0-a143-ae4a5e38c7f4 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49ea1815-fe51-4243-90ac-5ce55fa02dc9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:14.330061 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70026619-9267-480d-870d-8b78af6e3738 req-22fa334d-9472-43be-b5a5-9bec355ac5dc tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087234 Aug 31 14:23:14.342226 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.366087 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.371209 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3e598f9d-9c5b-4855-b95e-6cf3539ff662 HTTP/1.1" status: 204 len: 168 time: 1.2064197 Aug 31 14:23:14.389874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d10bc-0d9f-4f99-86fe-04cd6a9764d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e598f9d-9c5b-4855-b95e-6cf3539ff662,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:14.440259 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-be38b9a4-2cd2-4b46-b500-687ea71c1cbc req-d9647f94-b64e-4fe0-a143-ae4a5e38c7f4 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.461565 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-be38b9a4-2cd2-4b46-b500-687ea71c1cbc req-d9647f94-b64e-4fe0-a143-ae4a5e38c7f4 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.465798 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-be38b9a4-2cd2-4b46-b500-687ea71c1cbc req-d9647f94-b64e-4fe0-a143-ae4a5e38c7f4 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.496840 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9647f94-b64e-4fe0-a143-ae4a5e38c7f4 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dabfafa-ed0d-48b5-9d7f-0c944f2162c0,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:14.502366 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-be38b9a4-2cd2-4b46-b500-687ea71c1cbc req-d9647f94-b64e-4fe0-a143-ae4a5e38c7f4 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.516406 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be38b9a4-2cd2-4b46-b500-687ea71c1cbc req-d9647f94-b64e-4fe0-a143-ae4a5e38c7f4 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2067597 Aug 31 14:23:14.538960 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-dc26462f-4748-411b-80ec-97e961138966 req-e09e4976-3f70-4829-8982-63f49560253d tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] show failed (client error): The resource could not be found. Aug 31 14:23:14.561380 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dc26462f-4748-411b-80ec-97e961138966 req-e09e4976-3f70-4829-8982-63f49560253d tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/8ad80166-448a-4bcf-9713-e6edb64c4171 HTTP/1.1" status: 404 len: 352 time: 0.0365245 Aug 31 14:23:14.655274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36334) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:14.665196 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7f19bf02-67da-40cf-83bf-2a39bac10896 req-0362d8b7-cab2-4399-830d-521fb2647f25 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-groups/49ea1815-fe51-4243-90ac-5ce55fa02dc9 HTTP/1.1" status: 200 len: 2406 time: 0.0921183 Aug 31 14:23:14.699706 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.741151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beeaad6-d538-49d2-beb1-8fee941d1cf1 req-a48a0ffb-4303-43e9-9e04-14642f6bfc95 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:14.743254 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7beeaad6-d538-49d2-beb1-8fee941d1cf1 req-a48a0ffb-4303-43e9-9e04-14642f6bfc95 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.1449358 Aug 31 14:23:14.751534 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cc31adbf-5aa2-4a0d-89ec-5883e9e4428a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b1c927b3b7004b24995c18388dbd6a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949399 Aug 31 14:23:14.754586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36346) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:14.759329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Transition to ACTIVE for port object 5e017262-8bc1-4a68-956e-d5de6a30908e will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:14.813445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7beeaad6-d538-49d2-beb1-8fee941d1cf1 req-d59ad98c-25ec-47cf-88b1-501f55e6ea97 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542948 Aug 31 14:23:14.850062 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-23342add-fc1f-4003-a73b-42516a4430ae req-d335fb9d-9fb0-43a5-8c22-b7048e6900f8 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] show failed (client error): The resource could not be found. Aug 31 14:23:14.851524 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-23342add-fc1f-4003-a73b-42516a4430ae req-d335fb9d-9fb0-43a5-8c22-b7048e6900f8 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/d2dbd291-fda7-4c1a-9505-e54e0615390b HTTP/1.1" status: 404 len: 352 time: 0.0411217 Aug 31 14:23:14.874159 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c7e55f8-6e6f-4431-be02-734cbdc7c8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.881392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a6e19016-2c2a-4d39-a78f-d72c74d7c0b8 req-dd64cfb9-c952-4f89-8f6a-0d3e3a678415 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-group-rules/4dabfafa-ed0d-48b5-9d7f-0c944f2162c0 HTTP/1.1" status: 200 len: 778 time: 0.0341268 Aug 31 14:23:14.898660 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c7e55f8-6e6f-4431-be02-734cbdc7c8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.915528 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.930097 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['e19511bd-6c27-4079-b12f-71ba98fdd96e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:14.958584 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c7e55f8-6e6f-4431-be02-734cbdc7c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.962453 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c7e55f8-6e6f-4431-be02-734cbdc7c8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:14.968298 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2c7e55f8-6e6f-4431-be02-734cbdc7c8fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bc622c1-e3d0-400c-aadf-9413afeae8bb HTTP/1.1" status: 204 len: 168 time: 0.2117872 Aug 31 14:23:15.042564 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a6e19016-2c2a-4d39-a78f-d72c74d7c0b8 req-480e1f6b-84c1-4995-9eb4-5496361daa61 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-groups/49ea1815-fe51-4243-90ac-5ce55fa02dc9 HTTP/1.1" status: 200 len: 2406 time: 0.1601617 Aug 31 14:23:15.054188 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:15.054457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e55f8-6e6f-4431-be02-734cbdc7c8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc622c1-e3d0-400c-aadf-9413afeae8bb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:15.061536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:15.113186 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2475d-5e84-4c07-a11c-c1fbb53677b8 req-2dabf46c-3b3b-45e6-a45d-7260b65c5a82 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:15.121826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83b2475d-5e84-4c07-a11c-c1fbb53677b8 req-2dabf46c-3b3b-45e6-a45d-7260b65c5a82 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 935 time: 0.1522567 Aug 31 14:23:15.137617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:15.180729 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83b2475d-5e84-4c07-a11c-c1fbb53677b8 req-d28ae424-e69a-40c8-988c-6aa6d75870e7 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576406 Aug 31 14:23:15.228734 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-b08b5c46-4b71-48d5-afaf-4da5415ad13e req-778cbe40-ef83-4d7c-932e-76a570b1bbd4 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] show failed (client error): The resource could not be found. Aug 31 14:23:15.250407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b08b5c46-4b71-48d5-afaf-4da5415ad13e req-778cbe40-ef83-4d7c-932e-76a570b1bbd4 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/574e45e0-518d-43de-9b56-93235f2280ee HTTP/1.1" status: 404 len: 352 time: 0.0489690 Aug 31 14:23:15.291113 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a6e19016-2c2a-4d39-a78f-d72c74d7c0b8 req-c00c033e-a889-404b-9a64-e061b8ae8c02 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.307447 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a6e19016-2c2a-4d39-a78f-d72c74d7c0b8 req-c00c033e-a889-404b-9a64-e061b8ae8c02 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.315564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:15.316266 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.371020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Pushing event updated for resources: {'Port': ['ID=5e017262-8bc1-4a68-956e-d5de6a30908e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:15.385504 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1314590 Aug 31 14:23:15.390749 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e8881bfc-3f08-4c57-acea-bd6e5651e568 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:15.393420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:15.393777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:15.394122 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:15.394567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:15.394789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:15.395125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:15.395487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:15.395819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:15.396159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:15.396483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:15.396814 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:15.397132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b10d-8932-42d6-adbe-4d96f5e240d6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:15.415112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Request body: {'port': {'device_id': '47fb0034-05c5-446e-93ec-03ac6bd567ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:15.422116 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a6e19016-2c2a-4d39-a78f-d72c74d7c0b8 req-c00c033e-a889-404b-9a64-e061b8ae8c02 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.448709 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e63e4d-6497-493e-8c4b-16404228d74d req-542ebaa6-491a-4a6c-b7d1-03569be139a2 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:15.449117 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a6e19016-2c2a-4d39-a78f-d72c74d7c0b8 req-c00c033e-a889-404b-9a64-e061b8ae8c02 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.461793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a6e19016-2c2a-4d39-a78f-d72c74d7c0b8 req-c00c033e-a889-404b-9a64-e061b8ae8c02 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4dabfafa-ed0d-48b5-9d7f-0c944f2162c0 HTTP/1.1" status: 204 len: 173 time: 0.4178605 Aug 31 14:23:15.462769 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69e63e4d-6497-493e-8c4b-16404228d74d req-542ebaa6-491a-4a6c-b7d1-03569be139a2 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.1214917 Aug 31 14:23:15.478094 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: e8881bfc-3f08-4c57-acea-bd6e5651e568 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:15.478615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e8881bfc-3f08-4c57-acea-bd6e5651e568 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:15.487953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c033e-a889-404b-9a64-e061b8ae8c02 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4dabfafa-ed0d-48b5-9d7f-0c944f2162c0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:15.536425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-38bca002-9912-4042-8d12-ee31ffbc5e5f None None] Provisioning for port 5e017262-8bc1-4a68-956e-d5de6a30908e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:15.540189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.548054 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-38bca002-9912-4042-8d12-ee31ffbc5e5f None None] Provisioning complete for port 5e017262-8bc1-4a68-956e-d5de6a30908e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:15.549556 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38bca002-9912-4042-8d12-ee31ffbc5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.558238 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-575d00ac-8ee2-47ca-a821-38036947a61b req-13746f97-1243-43c4-b880-8c67973a09b5 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] show failed (client error): The resource could not be found. Aug 31 14:23:15.559363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-575d00ac-8ee2-47ca-a821-38036947a61b req-13746f97-1243-43c4-b880-8c67973a09b5 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/76db8838-ad5c-457e-9d15-f1073db66030 HTTP/1.1" status: 404 len: 352 time: 0.0645773 Aug 31 14:23:15.586846 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69e63e4d-6497-493e-8c4b-16404228d74d req-579f6fe0-b453-46a5-ae34-59220cc6b779 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228552 Aug 31 14:23:15.650748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-6b1f5c88-e8b1-4687-9613-ac914faf869c req-0eb2794d-002d-4813-860d-df35269b2a28 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1414633270', 'description': 'tempest-description-1748837311'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:15.665476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-38bca002-9912-4042-8d12-ee31ffbc5e5f None None] Port 5e017262-8bc1-4a68-956e-d5de6a30908e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:15.693139 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6b1f5c88-e8b1-4687-9613-ac914faf869c req-0eb2794d-002d-4813-860d-df35269b2a28 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.847958 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6b1f5c88-e8b1-4687-9613-ac914faf869c req-0eb2794d-002d-4813-860d-df35269b2a28 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.853205 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6b1f5c88-e8b1-4687-9613-ac914faf869c req-0eb2794d-002d-4813-860d-df35269b2a28 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.888969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a52ca-1fb4-4794-8c58-214c5e16101a req-88fa2251-ecdd-452b-996e-d5fe18802d60 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:15.893511 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2794d-002d-4813-860d-df35269b2a28 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17da66f4-5544-42b4-a40a-9fa19d1c33bf,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:15.896883 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-660a52ca-1fb4-4794-8c58-214c5e16101a req-88fa2251-ecdd-452b-996e-d5fe18802d60 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.1236053 Aug 31 14:23:15.930692 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6b1f5c88-e8b1-4687-9613-ac914faf869c req-0eb2794d-002d-4813-860d-df35269b2a28 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.955309 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b1f5c88-e8b1-4687-9613-ac914faf869c req-0eb2794d-002d-4813-860d-df35269b2a28 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3075929 Aug 31 14:23:15.995215 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-428575bf-79bc-4255-9c23-54430c650426 req-3ed46fcd-745b-44d2-a638-9428554a83ae tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] show failed (client error): The resource could not be found. Aug 31 14:23:15.996245 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-428575bf-79bc-4255-9c23-54430c650426 req-3ed46fcd-745b-44d2-a638-9428554a83ae tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/7ea1399e-87de-4a76-aff2-6d63aa1658e3 HTTP/1.1" status: 404 len: 352 time: 0.0366442 Aug 31 14:23:16.005298 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-660a52ca-1fb4-4794-8c58-214c5e16101a req-d0dbc985-c719-42a6-b1fd-6c9118b69f98 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036508 Aug 31 14:23:16.125970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e017262-8bc1-4a68-956e-d5de6a30908e {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:16.140131 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.199341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Transition to ACTIVE for port object 5e017262-8bc1-4a68-956e-d5de6a30908e will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:16.208131 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.208523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd75cf-b0a5-49a9-8fc9-decaf6041499 req-2810fc7e-6b8a-4828-ad80-f22d0f3879c5 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:16.210435 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06cd75cf-b0a5-49a9-8fc9-decaf6041499 req-2810fc7e-6b8a-4828-ad80-f22d0f3879c5 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.1185484 Aug 31 14:23:16.285332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Pushing event updated for resources: {'Port': ['ID=5e017262-8bc1-4a68-956e-d5de6a30908e,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:16.291717 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06cd75cf-b0a5-49a9-8fc9-decaf6041499 req-a2ea5a54-b7e0-47c8-8ba8-b5c6a4303d95 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740001 Aug 31 14:23:16.341394 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2b9b4758-8b19-4096-b39b-ca7f62522f70 req-2421f1f9-0679-4cd1-b14d-6c568e064625 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-groups/17da66f4-5544-42b4-a40a-9fa19d1c33bf HTTP/1.1" status: 200 len: 1813 time: 0.1923647 Aug 31 14:23:16.354769 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-aaed85bf-dcfa-42e9-8c9d-ccde194a1510 req-5e10ec90-938b-4de9-abfc-2b2710134eb9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] show failed (client error): The resource could not be found. Aug 31 14:23:16.354969 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaed85bf-dcfa-42e9-8c9d-ccde194a1510 req-5e10ec90-938b-4de9-abfc-2b2710134eb9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/e702cdf9-1d12-4f72-aeb0-d39a4e4fccb4 HTTP/1.1" status: 404 len: 352 time: 0.0242929 Aug 31 14:23:16.568390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Attempting to bind port 5e017262-8bc1-4a68-956e-d5de6a30908e on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:16.570657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Attempting to bind port 5e017262-8bc1-4a68-956e-d5de6a30908e by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:16.572112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Attempting to bind port 5e017262-8bc1-4a68-956e-d5de6a30908e on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:16.631452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Port 5e017262-8bc1-4a68-956e-d5de6a30908e on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:23:16.631944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Attempting to bind port 5e017262-8bc1-4a68-956e-d5de6a30908e on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:16.652289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:16.652787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:16.653484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:16.654043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Bound port: 5e017262-8bc1-4a68-956e-d5de6a30908e, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:16.654675 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.685370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-8c8fda8a-0b15-4329-999e-dd8ba7727ad0 req-82ca1f9b-ad23-47f2-901c-12ebc00a4039 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-429981050', 'description': 'tempest-description-1491272720'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:16.694724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbd842-7f81-40af-b53b-5666452fd85c req-f7e44276-645d-4c87-a9ec-3c4c14f3473d tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:16.707445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-67fbd842-7f81-40af-b53b-5666452fd85c req-f7e44276-645d-4c87-a9ec-3c4c14f3473d tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 947 time: 0.1536434 Aug 31 14:23:16.736581 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8c8fda8a-0b15-4329-999e-dd8ba7727ad0 req-82ca1f9b-ad23-47f2-901c-12ebc00a4039 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.801069 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36414) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:16.873388 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-67fbd842-7f81-40af-b53b-5666452fd85c req-38f028b8-4714-49ef-8cc6-bfc5d1ab4b5b tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647992 Aug 31 14:23:16.900799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] For port 5e017262-8bc1-4a68-956e-d5de6a30908e, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:16.912239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] For port 5e017262-8bc1-4a68-956e-d5de6a30908e, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=5e017262-8bc1-4a68-956e-d5de6a30908e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:16.918897 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.954731 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8c8fda8a-0b15-4329-999e-dd8ba7727ad0 req-82ca1f9b-ad23-47f2-901c-12ebc00a4039 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.961825 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8c8fda8a-0b15-4329-999e-dd8ba7727ad0 req-82ca1f9b-ad23-47f2-901c-12ebc00a4039 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.967302 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:16.967978 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.969351 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] 10.222.0.25 "PUT /v2.0/ports/5e017262-8bc1-4a68-956e-d5de6a30908e HTTP/1.1" status: 200 len: 1095 time: 1.5629799 Aug 31 14:23:16.969803 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fb0034-05c5-446e-93ec-03ac6bd567ab', 'tag': '5e017262-8bc1-4a68-956e-d5de6a30908e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:16.972893 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e009190a-3c60-40be-aac8-b32ec198b829" -d '{"events": [{"name": "network-changed", "server_uuid": "47fb0034-05c5-446e-93ec-03ac6bd567ab", "tag": "5e017262-8bc1-4a68-956e-d5de6a30908e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:17.036758 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca1f9b-ad23-47f2-901c-12ebc00a4039 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30808d3c-78ce-42b6-bafc-7ad3f67769e0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:17.063921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eed7e4-185c-40cb-81be-5bb5f0d207ec service neutron] Pushing event updated for resources: {'Port': ['ID=5e017262-8bc1-4a68-956e-d5de6a30908e,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:17.071285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-371373348-network', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:17.077651 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8c8fda8a-0b15-4329-999e-dd8ba7727ad0 req-82ca1f9b-ad23-47f2-901c-12ebc00a4039 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:17.100770 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8c8fda8a-0b15-4329-999e-dd8ba7727ad0 req-82ca1f9b-ad23-47f2-901c-12ebc00a4039 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4195297 Aug 31 14:23:17.140509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396a913-0e7f-474f-b749-14bdb2a7ca7a req-6cf354f1-e5d4-499b-b2e7-7d8eeabac314 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:17.150249 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b396a913-0e7f-474f-b749-14bdb2a7ca7a req-6cf354f1-e5d4-499b-b2e7-7d8eeabac314 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.1608419 Aug 31 14:23:17.156919 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:17.161601 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:17.174209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3c4dcb1d-7ad2-498b-84bb-a84a0ae26d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:17.175952 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-3c4dcb1d-7ad2-498b-84bb-a84a0ae26d79 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ca4a7b1cf574890b25f64edb46717bd&device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 1098 time: 0.1469574 Aug 31 14:23:17.196905 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:17.261483 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-862fefe5-49af-41a1-a5e2-55d892f29c30 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=5e017262-8bc1-4a68-956e-d5de6a30908e HTTP/1.1" status: 200 len: 217 time: 0.0587122 Aug 31 14:23:17.347842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d1438b47-890f-4d3c-ab93-eb910c87e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:17.349399 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-d1438b47-890f-4d3c-ab93-eb910c87e630 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0724781 Aug 31 14:23:17.354976 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b396a913-0e7f-474f-b749-14bdb2a7ca7a req-1ee97d90-c171-4678-951b-a1303984564d tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038524 Aug 31 14:23:17.373050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aea87-000b-4680-a12a-02b190ab6666 req-ed0a89c8-147f-4481-8538-bbc9abbfb9d6 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:17.379745 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ab4aea87-000b-4680-a12a-02b190ab6666 req-ed0a89c8-147f-4481-8538-bbc9abbfb9d6 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 1023 time: 0.1413848 Aug 31 14:23:17.425772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-5ba8f610-80d4-4735-a5dd-c1c4e14b1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:17.428140 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-5ba8f610-80d4-4735-a5dd-c1c4e14b1491 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691340 Aug 31 14:23:17.431439 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a715c26e-d0bc-42cd-8146-a63e97ae6e57 x-openstack-request-id: req-a715c26e-d0bc-42cd-8146-a63e97ae6e57 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:17.432009 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fb0034-05c5-446e-93ec-03ac6bd567ab", "tag": "5e017262-8bc1-4a68-956e-d5de6a30908e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:17.432235 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a715c26e-d0bc-42cd-8146-a63e97ae6e57 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:17.433156 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fb0034-05c5-446e-93ec-03ac6bd567ab', 'tag': '5e017262-8bc1-4a68-956e-d5de6a30908e', 'status': 'completed', 'code': 200} Aug 31 14:23:17.476935 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ab4aea87-000b-4680-a12a-02b190ab6666 req-93e1dd17-4612-4c6d-837d-bb4a2c3bd70a tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=55fae6c8-fe6d-4962-ac54-91dee6457b6a&id=049c396f-d463-4667-b11b-c46b841cceef&id=d6979a3a-1890-4305-93b1-59a7e34a55c0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0813622 Aug 31 14:23:17.568181 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:17.578215 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:17.594336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab95679-05db-4447-a80c-1dad462cb8eb req-4747f5b9-8ff9-4d9b-aa2c-561de3600409 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:17.597031 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:17.597393 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cab95679-05db-4447-a80c-1dad462cb8eb req-4747f5b9-8ff9-4d9b-aa2c-561de3600409 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.0894346 Aug 31 14:23:17.637633 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-63e79cef-9912-49d9-814c-75af48570c39 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910467 Aug 31 14:23:17.643251 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5958a334-9974-487e-b1fa-7e2aa2a13309,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:17.648757 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:17.649099 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] Added segment 4289a122-2507-4e8b-a834-7b97ac0c7a0e of type vlan for network 8230e16d-08ef-43d1-aef7-b1cc7f72c37e Aug 31 14:23:17.661525 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f59f68e-04e7-49eb-82e5-67906bc2e261 req-792e1ac3-9819-4c7d-9432-8313b649a622 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-groups/30808d3c-78ce-42b6-bafc-7ad3f67769e0 HTTP/1.1" status: 200 len: 1812 time: 0.1552072 Aug 31 14:23:17.704867 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:17.736383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:17.737423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:17.739009 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:17.760043 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9544449 Aug 31 14:23:17.761134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36438) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:17.771359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a5141720-3e0e-46f4-a574-28de0cf40339 admin admin] Request body: {'subnet': {'network_id': '8230e16d-08ef-43d1-aef7-b1cc7f72c37e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-371373348-subnet', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:17.779992 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cab95679-05db-4447-a80c-1dad462cb8eb req-3f7590d9-9f14-49d0-9ac8-aad7daf9932b tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493936 Aug 31 14:23:17.840335 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61c5eb-44db-4929-bac4-994d5e065182 admin admin] Pushing event updated for resources: {'Network': ['ID=8230e16d-08ef-43d1-aef7-b1cc7f72c37e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:17.852889 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 8230e16d-08ef-43d1-aef7-b1cc7f72c37e details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:17.853653 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f5dfee3-31f4-4b11-986a-b2abc06fa6aa req-19369891-ecd0-4fb3-8329-931d1416b70a service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072816 Aug 31 14:23:17.860344 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0c40b43b-6c69-4bc3-b250-5cebaf0f43da req-120064e2-42f7-4b27-960b-6ba7ae6bcc3d tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-137319883', 'description': 'tempest-description-1247529876'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:17.872180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5141720-3e0e-46f4-a574-28de0cf40339 admin admin] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:17.875242 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5141720-3e0e-46f4-a574-28de0cf40339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:17.959423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a372f4-7ab4-42c8-8924-582b54929e52 req-53065aa4-3541-4dc0-a24a-66158be16f3f tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:17.968354 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0a372f4-7ab4-42c8-8924-582b54929e52 req-53065aa4-3541-4dc0-a24a-66158be16f3f tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.0934412 Aug 31 14:23:18.020084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009190a-3c60-40be-aac8-b32ec198b829 req-3df4ab8b-3ca2-4fde-8ca2-0cebce49dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:18.021618 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e009190a-3c60-40be-aac8-b32ec198b829 req-3df4ab8b-3ca2-4fde-8ca2-0cebce49dd33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ca4a7b1cf574890b25f64edb46717bd&device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 1098 time: 0.0782230 Aug 31 14:23:18.022376 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0c40b43b-6c69-4bc3-b250-5cebaf0f43da req-120064e2-42f7-4b27-960b-6ba7ae6bcc3d tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.027964 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0a372f4-7ab4-42c8-8924-582b54929e52 req-ae5cf8b4-73df-447a-91e3-8d415023dd69 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587296 Aug 31 14:23:18.173881 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af660a6-cb31-4465-a2ca-26c96f054e01 req-a2e13030-f627-475b-9a32-d1366e4044c6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:18.175732 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4af660a6-cb31-4465-a2ca-26c96f054e01 req-a2e13030-f627-475b-9a32-d1366e4044c6 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 947 time: 0.0711951 Aug 31 14:23:18.233217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009190a-3c60-40be-aac8-b32ec198b829 req-6e108dbb-2ee0-430e-bebb-df0725774862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:18.235139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e009190a-3c60-40be-aac8-b32ec198b829 req-6e108dbb-2ee0-430e-bebb-df0725774862 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1982350 Aug 31 14:23:18.237375 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4af660a6-cb31-4465-a2ca-26c96f054e01 req-6c363d08-cbfd-4ee6-a37a-0f1d5084dcb4 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490532 Aug 31 14:23:18.291940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfda47-7a7c-4668-b9a4-46649b2c5593 req-58b10fe8-a6c0-452a-a07a-116a60292523 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:18.293429 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-85cfda47-7a7c-4668-b9a4-46649b2c5593 req-58b10fe8-a6c0-452a-a07a-116a60292523 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.60 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 1023 time: 0.1671457 Aug 31 14:23:18.379353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e009190a-3c60-40be-aac8-b32ec198b829 req-bb7052ff-b9fe-4437-9cd3-4e6b247fab74 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=5e017262-8bc1-4a68-956e-d5de6a30908e HTTP/1.1" status: 200 len: 217 time: 0.0997760 Aug 31 14:23:18.532165 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b70936-4883-4dfe-bd0d-cd26086cb28e req-a9a21f82-084c-49e7-b653-c5caef1e5e3b tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:18.544317 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0c40b43b-6c69-4bc3-b250-5cebaf0f43da req-120064e2-42f7-4b27-960b-6ba7ae6bcc3d tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.551467 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f0b70936-4883-4dfe-bd0d-cd26086cb28e req-a9a21f82-084c-49e7-b653-c5caef1e5e3b tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.0836689 Aug 31 14:23:18.557173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009190a-3c60-40be-aac8-b32ec198b829 req-a581cc6c-0000-4589-a365-b3782dadf476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:18.559016 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e009190a-3c60-40be-aac8-b32ec198b829 req-a581cc6c-0000-4589-a365-b3782dadf476 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1621473 Aug 31 14:23:18.567633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5141720-3e0e-46f4-a574-28de0cf40339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.569826 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0c40b43b-6c69-4bc3-b250-5cebaf0f43da req-120064e2-42f7-4b27-960b-6ba7ae6bcc3d tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.615577 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f0b70936-4883-4dfe-bd0d-cd26086cb28e req-20f3a6a7-e18b-46f3-95cc-fa63eff6c5c3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646901 Aug 31 14:23:18.687048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0c40b43b-6c69-4bc3-b250-5cebaf0f43da req-120064e2-42f7-4b27-960b-6ba7ae6bcc3d tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.688322 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c40b43b-6c69-4bc3-b250-5cebaf0f43da req-120064e2-42f7-4b27-960b-6ba7ae6bcc3d tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8334720 Aug 31 14:23:18.698927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120064e2-42f7-4b27-960b-6ba7ae6bcc3d tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59d94bb-b270-4511-9251-05028cf9f8c3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:18.703843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-85cfda47-7a7c-4668-b9a4-46649b2c5593 req-092e8f1d-ad51-4ef9-b17f-b2f663f398f9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Deleting port bcfef03e-b02f-48bf-bead-fee2f4ec7313 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:18.704175 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-85cfda47-7a7c-4668-b9a4-46649b2c5593 req-092e8f1d-ad51-4ef9-b17f-b2f663f398f9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.763033 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5141720-3e0e-46f4-a574-28de0cf40339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be0deee-01f8-4a30-bb7a-4d1101812f1f,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:18.788442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009190a-3c60-40be-aac8-b32ec198b829 req-7f90937d-b1fd-44e3-9573-6e1694d6c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:18.789923 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e009190a-3c60-40be-aac8-b32ec198b829 req-7f90937d-b1fd-44e3-9573-6e1694d6c744 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2155881 Aug 31 14:23:18.800793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4638e-2850-431f-b47b-de507399a41d req-7bee4e7e-4db2-41bd-8017-ca4878af20bd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:18.802481 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-49f4638e-2850-431f-b47b-de507399a41d req-7bee4e7e-4db2-41bd-8017-ca4878af20bd tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 1023 time: 0.1106570 Aug 31 14:23:18.862754 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-49f4638e-2850-431f-b47b-de507399a41d req-ab97b97f-b66b-45a2-8fa4-8fe91ec3c4b6 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups?id=55fae6c8-fe6d-4962-ac54-91dee6457b6a&id=049c396f-d463-4667-b11b-c46b841cceef&id=d6979a3a-1890-4305-93b1-59a7e34a55c0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0532794 Aug 31 14:23:18.871612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5141720-3e0e-46f4-a574-28de0cf40339 admin admin] Checking segment: {'id': '4289a122-2507-4e8b-a834-7b97ac0c7a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8230e16d-08ef-43d1-aef7-b1cc7f72c37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:18.872000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5141720-3e0e-46f4-a574-28de0cf40339 admin admin] Network hostable DHCP agents. Network: 8230e16d-08ef-43d1-aef7-b1cc7f72c37e, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:18.947400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-85cfda47-7a7c-4668-b9a4-46649b2c5593 req-092e8f1d-ad51-4ef9-b17f-b2f663f398f9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] For port bcfef03e-b02f-48bf-bead-fee2f4ec7313, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bcfef03e-b02f-48bf-bead-fee2f4ec7313,segment=NetworkSegment(472a304f-3031-413b-a0f3-bdd0df9ace4e),segment_id=472a304f-3031-413b-a0f3-bdd0df9ace4e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:18.948007 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-85cfda47-7a7c-4668-b9a4-46649b2c5593 req-092e8f1d-ad51-4ef9-b17f-b2f663f398f9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:18.954605 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1c1c8ac9-044e-42fc-83ad-aafbf0f5164d req-7f5ffd87-2b0e-4c15-99e3-807d82f5f572 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-groups/e59d94bb-b270-4511-9251-05028cf9f8c3 HTTP/1.1" status: 200 len: 1812 time: 0.1844816 Aug 31 14:23:18.982638 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-85cfda47-7a7c-4668-b9a4-46649b2c5593 req-092e8f1d-ad51-4ef9-b17f-b2f663f398f9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Calling delete_port for bcfef03e-b02f-48bf-bead-fee2f4ec7313 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:18.994237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5141720-3e0e-46f4-a574-28de0cf40339 admin admin] Network 8230e16d-08ef-43d1-aef7-b1cc7f72c37e is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:19.029543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a5141720-3e0e-46f4-a574-28de0cf40339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 8230e16d-08ef-43d1-aef7-b1cc7f72c37e) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:19.033253 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e009190a-3c60-40be-aac8-b32ec198b829 req-f5ccf919-8a96-48be-ba7f-980a6d0dd0c7 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275136 Aug 31 14:23:19.034106 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-649b848a-40ca-419a-b6fe-2a755ff60a20 req-7fba9ab7-7c32-487b-8178-e513c7b7e354 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1322276753', 'description': 'tempest-description-385459288'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:19.038354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5141720-3e0e-46f4-a574-28de0cf40339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:19.039008 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5141720-3e0e-46f4-a574-28de0cf40339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.039155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67491ac9-399b-4c34-915a-7bd12b582f4a None None] Network 8230e16d-08ef-43d1-aef7-b1cc7f72c37e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:19.083940 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-649b848a-40ca-419a-b6fe-2a755ff60a20 req-7fba9ab7-7c32-487b-8178-e513c7b7e354 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.161407 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.244054 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-649b848a-40ca-419a-b6fe-2a755ff60a20 req-7fba9ab7-7c32-487b-8178-e513c7b7e354 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.262515 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-649b848a-40ca-419a-b6fe-2a755ff60a20 req-7fba9ab7-7c32-487b-8178-e513c7b7e354 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.263999 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a5141720-3e0e-46f4-a574-28de0cf40339 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4992955 Aug 31 14:23:19.270457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36466) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:19.281248 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-371373348-router', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:19.320189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-8230e16d-08ef-43d1-aef7-b1cc7f72c37e', 'network_id': '8230e16d-08ef-43d1-aef7-b1cc7f72c37e', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'fixed_ips': [{'subnet_id': '8be0deee-01f8-4a30-bb7a-4d1101812f1f'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:23:19.321817 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.325560 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.326852 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.327397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c490e66-be40-4549-b1cc-92a0e25822eb req-58df7094-ae75-4936-a4ef-37425d11b659 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:19.329288 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c490e66-be40-4549-b1cc-92a0e25822eb req-58df7094-ae75-4936-a4ef-37425d11b659 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.2201889 Aug 31 14:23:19.355458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba9ab7-7c32-487b-8178-e513c7b7e354 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5848859-9119-4940-baa6-950f695346f7,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:19.358539 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-649b848a-40ca-419a-b6fe-2a755ff60a20 req-7fba9ab7-7c32-487b-8178-e513c7b7e354 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.359882 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-649b848a-40ca-419a-b6fe-2a755ff60a20 req-7fba9ab7-7c32-487b-8178-e513c7b7e354 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3340681 Aug 31 14:23:19.435983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e009190a-3c60-40be-aac8-b32ec198b829 req-eabaea6a-7c5c-450f-a9ba-f613e3d0bc57 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790040 Aug 31 14:23:19.451084 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c490e66-be40-4549-b1cc-92a0e25822eb req-a7a93523-a5fe-4478-bba6-187052ab6b63 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135252 Aug 31 14:23:19.493551 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac12f377-867f-4b41-8eec-350f022e22e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.495298 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-85cfda47-7a7c-4668-b9a4-46649b2c5593 req-092e8f1d-ad51-4ef9-b17f-b2f663f398f9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.511540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bcfef03e-b02f-48bf-bead-fee2f4ec7313'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:19.561536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e8f1d-ad51-4ef9-b17f-b2f663f398f9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event deleted for resources: {'Port': ['ID=bcfef03e-b02f-48bf-bead-fee2f4ec7313,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:19.593490 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19826bf7-c0d3-46e0-a353-58397bf02d68 req-94bcc90d-6a29-4f0b-9c2e-4cbf8d5a7e1b tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:19.596705 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-19826bf7-c0d3-46e0-a353-58397bf02d68 req-94bcc90d-6a29-4f0b-9c2e-4cbf8d5a7e1b tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.1598547 Aug 31 14:23:19.598466 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.658371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cfda47-7a7c-4668-b9a4-46649b2c5593 req-092e8f1d-ad51-4ef9-b17f-b2f663f398f9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] No DVR routers for this DVR port bcfef03e-b02f-48bf-bead-fee2f4ec7313 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:19.664478 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-85cfda47-7a7c-4668-b9a4-46649b2c5593 req-092e8f1d-ad51-4ef9-b17f-b2f663f398f9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.666692 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-85cfda47-7a7c-4668-b9a4-46649b2c5593 req-092e8f1d-ad51-4ef9-b17f-b2f663f398f9 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.60 "DELETE /v2.0/ports/bcfef03e-b02f-48bf-bead-fee2f4ec7313 HTTP/1.1" status: 204 len: 173 time: 1.3624375 Aug 31 14:23:19.667138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adeda922-f512-4bcd-9ad4-4d3e0d39c943', 'name': 'network-vif-deleted', 'tag': 'bcfef03e-b02f-48bf-bead-fee2f4ec7313'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:19.669467 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f526ed29-4b32-4c2b-bf2a-b4f210a97ea4" -d '{"events": [{"server_uuid": "adeda922-f512-4bcd-9ad4-4d3e0d39c943", "name": "network-vif-deleted", "tag": "bcfef03e-b02f-48bf-bead-fee2f4ec7313"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:19.713327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632a51e-04bd-4412-acde-81571b5afabf req-083e7307-a5c9-400c-b9b3-a0d67001ab0e tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:19.724540 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2632a51e-04bd-4412-acde-81571b5afabf req-083e7307-a5c9-400c-b9b3-a0d67001ab0e tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 947 time: 0.1221669 Aug 31 14:23:19.774802 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2632a51e-04bd-4412-acde-81571b5afabf req-16ebb8dc-6421-4f5a-85de-e95faeb3c1d5 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489292 Aug 31 14:23:19.789955 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-19826bf7-c0d3-46e0-a353-58397bf02d68 req-338ec295-9af8-4fe9-94db-e159388f056a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865494 Aug 31 14:23:19.811631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Allocated IP 172.20.0.2 (8230e16d-08ef-43d1-aef7-b1cc7f72c37e/8be0deee-01f8-4a30-bb7a-4d1101812f1f/56b57c66-ce23-4d99-a691-6b8714d20f70) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:19.871475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b5948e94-7d7f-438e-ba25-a01dfc8daef0 req-5de8b785-b569-40d4-a78c-bba03577e3a7 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-groups/a5848859-9119-4940-baa6-950f695346f7 HTTP/1.1" status: 200 len: 1812 time: 0.0738926 Aug 31 14:23:19.955900 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90a3431-c1a3-4bf6-afca-5006a75c97e7 x-openstack-request-id: req-e90a3431-c1a3-4bf6-afca-5006a75c97e7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:19.956093 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adeda922-f512-4bcd-9ad4-4d3e0d39c943", "name": "network-vif-deleted", "tag": "bcfef03e-b02f-48bf-bead-fee2f4ec7313", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:19.956383 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e90a3431-c1a3-4bf6-afca-5006a75c97e7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:19.956797 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeda922-f512-4bcd-9ad4-4d3e0d39c943', 'name': 'network-vif-deleted', 'tag': 'bcfef03e-b02f-48bf-bead-fee2f4ec7313', 'status': 'completed', 'code': 200} Aug 31 14:23:19.982883 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.994341 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-ad970eaa-a3cd-4f90-bb1e-e46e4bf2b447 req-5e4ea97f-53be-4bd7-be25-20578c84c537 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] show failed (client error): The resource could not be found. Aug 31 14:23:19.995380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad970eaa-a3cd-4f90-bb1e-e46e4bf2b447 req-5e4ea97f-53be-4bd7-be25-20578c84c537 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-groups/4a9895f9-9158-41fc-87b5-eb5b21078fed HTTP/1.1" status: 404 len: 352 time: 0.0229032 Aug 31 14:23:20.091217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd2ec8-6bf3-419d-9138-12b689406cd8 req-9293d159-0691-43a7-90aa-54050b0052d6 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:20.099229 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cfdd2ec8-6bf3-419d-9138-12b689406cd8 req-9293d159-0691-43a7-90aa-54050b0052d6 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.1349573 Aug 31 14:23:20.139570 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.152546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Transition to ACTIVE for port object 56b57c66-ce23-4d99-a691-6b8714d20f70 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:20.158312 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cfdd2ec8-6bf3-419d-9138-12b689406cd8 req-9ffe1435-8fe6-4c4e-a838-74a2c665831e tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536237 Aug 31 14:23:20.175373 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60e92e52-6b0c-4e6a-9192-06d67d175b5d req-331922dc-c9e0-4ba4-999f-7731e9443d9e tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeda922-f512-4bcd-9ad4-4d3e0d39c943 HTTP/1.1" status: 200 len: 210 time: 0.0405400 Aug 31 14:23:20.199607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Transition to ACTIVE for port object 56b57c66-ce23-4d99-a691-6b8714d20f70 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:20.212465 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.247262 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-6aba8429-ac19-4999-9a81-bee310b2cb01 req-5b129a8e-dde2-498c-aabe-aba03692c0c0 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] show failed (client error): The resource could not be found. Aug 31 14:23:20.248731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6aba8429-ac19-4999-9a81-bee310b2cb01 req-5b129a8e-dde2-498c-aabe-aba03692c0c0 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-group-rules/3262be0c-8221-4559-b23f-995a70bebb48 HTTP/1.1" status: 404 len: 361 time: 0.0228596 Aug 31 14:23:20.301015 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Network 8230e16d-08ef-43d1-aef7-b1cc7f72c37e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:20.307375 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:20.320455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:20.336722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Pushing event updated for resources: {'Port': ['ID=56b57c66-ce23-4d99-a691-6b8714d20f70,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:20.407704 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cba90da9-4cc7-4bc2-a6d2-dbaecfd05d35 req-52d9ee4a-07ef-4788-990e-8a31b6d23071 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-groups/a5848859-9119-4940-baa6-950f695346f7 HTTP/1.1" status: 200 len: 1812 time: 0.1007528 Aug 31 14:23:20.435514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Attempting to bind port 56b57c66-ce23-4d99-a691-6b8714d20f70 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:20.435925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Attempting to bind port 56b57c66-ce23-4d99-a691-6b8714d20f70 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '4289a122-2507-4e8b-a834-7b97ac0c7a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8230e16d-08ef-43d1-aef7-b1cc7f72c37e'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:20.436284 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Attempting to bind port 56b57c66-ce23-4d99-a691-6b8714d20f70 on network 8230e16d-08ef-43d1-aef7-b1cc7f72c37e {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:20.443645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:20.444277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Checking segment: {'id': '4289a122-2507-4e8b-a834-7b97ac0c7a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8230e16d-08ef-43d1-aef7-b1cc7f72c37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:20.444761 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.445777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Bound using segment: {'id': '4289a122-2507-4e8b-a834-7b97ac0c7a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8230e16d-08ef-43d1-aef7-b1cc7f72c37e'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:20.446501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Bound port: 56b57c66-ce23-4d99-a691-6b8714d20f70, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4289a122-2507-4e8b-a834-7b97ac0c7a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8230e16d-08ef-43d1-aef7-b1cc7f72c37e'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:20.446934 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.502596 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cba90da9-4cc7-4bc2-a6d2-dbaecfd05d35 req-efed3c33-f68c-47e5-82dd-c81f98b82729 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.504663 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.532181 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.553188 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cba90da9-4cc7-4bc2-a6d2-dbaecfd05d35 req-efed3c33-f68c-47e5-82dd-c81f98b82729 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.580074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] For port 56b57c66-ce23-4d99-a691-6b8714d20f70, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:20.583759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] For port 56b57c66-ce23-4d99-a691-6b8714d20f70, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=56b57c66-ce23-4d99-a691-6b8714d20f70,segment=NetworkSegment(4289a122-2507-4e8b-a834-7b97ac0c7a0e),segment_id=4289a122-2507-4e8b-a834-7b97ac0c7a0e)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:20.589290 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.609319 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cba90da9-4cc7-4bc2-a6d2-dbaecfd05d35 req-efed3c33-f68c-47e5-82dd-c81f98b82729 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.613734 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cba90da9-4cc7-4bc2-a6d2-dbaecfd05d35 req-efed3c33-f68c-47e5-82dd-c81f98b82729 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.629512 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cba90da9-4cc7-4bc2-a6d2-dbaecfd05d35 req-efed3c33-f68c-47e5-82dd-c81f98b82729 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "DELETE /v2.0/security-groups/a5848859-9119-4940-baa6-950f695346f7 HTTP/1.1" status: 204 len: 173 time: 0.2200899 Aug 31 14:23:20.679323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed3c33-f68c-47e5-82dd-c81f98b82729 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5848859-9119-4940-baa6-950f695346f7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:20.707860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37a8bb-cfe6-4241-a5aa-f90a60cf0360 None None] Pushing event updated for resources: {'Port': ['ID=56b57c66-ce23-4d99-a691-6b8714d20f70,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:20.750472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762cf20-3872-4942-9022-7929db159fea req-db6a86b1-1729-4996-8d8f-4d3b5e35c54d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:20.753667 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d762cf20-3872-4942-9022-7929db159fea req-db6a86b1-1729-4996-8d8f-4d3b5e35c54d tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.1359012 Aug 31 14:23:20.763259 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4854ebb4-2236-4f2b-b32a-bf58a4c24312 req-8f71bce9-70ad-41dc-9daf-05f5789bb4b0 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-groups/e59d94bb-b270-4511-9251-05028cf9f8c3 HTTP/1.1" status: 200 len: 1812 time: 0.1070199 Aug 31 14:23:20.836249 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Allocated IP 172.25.2.221 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/f32e2458-5c06-41c3-9f6b-f1eb30013292) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:20.846016 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d762cf20-3872-4942-9022-7929db159fea req-15e024d0-ef4f-4101-8655-eb1a63454625 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845289 Aug 31 14:23:20.873028 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4854ebb4-2236-4f2b-b32a-bf58a4c24312 req-fcf1a07a-049b-4f6e-80c3-25f94d042ced tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:20.990816 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4854ebb4-2236-4f2b-b32a-bf58a4c24312 req-fcf1a07a-049b-4f6e-80c3-25f94d042ced tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.073094 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.074420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4854ebb4-2236-4f2b-b32a-bf58a4c24312 req-fcf1a07a-049b-4f6e-80c3-25f94d042ced tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.080553 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4854ebb4-2236-4f2b-b32a-bf58a4c24312 req-fcf1a07a-049b-4f6e-80c3-25f94d042ced tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.093760 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4854ebb4-2236-4f2b-b32a-bf58a4c24312 req-fcf1a07a-049b-4f6e-80c3-25f94d042ced tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "DELETE /v2.0/security-groups/e59d94bb-b270-4511-9251-05028cf9f8c3 HTTP/1.1" status: 204 len: 173 time: 0.3263724 Aug 31 14:23:21.114397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1a07a-049b-4f6e-80c3-25f94d042ced tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59d94bb-b270-4511-9251-05028cf9f8c3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:21.143975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d73cf5-82f0-4943-ac15-a3b46b418f74 req-756f1c19-e4d9-486e-9620-ae15c4a64ad4 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:21.156113 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-57d73cf5-82f0-4943-ac15-a3b46b418f74 req-756f1c19-e4d9-486e-9620-ae15c4a64ad4 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 947 time: 0.1526251 Aug 31 14:23:21.223970 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-57d73cf5-82f0-4943-ac15-a3b46b418f74 req-2e29de3d-a1ce-4228-84ed-1e810d1721ae tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668056 Aug 31 14:23:21.230452 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.267292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4000c4c-9658-4eec-8eb8-703b8c1791ed req-d9f0dff5-76f8-4892-8923-b67cf5b0f666 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:21.276897 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b4000c4c-9658-4eec-8eb8-703b8c1791ed req-d9f0dff5-76f8-4892-8923-b67cf5b0f666 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.0996308 Aug 31 14:23:21.319444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:21.328134 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:21.331925 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:21.360878 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Pushing event updated for resources: {'Port': ['ID=f32e2458-5c06-41c3-9f6b-f1eb30013292,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:21.389651 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-789877e2-2299-40f6-bf10-ec773def956c req-e28c6473-85b9-41cc-8c4f-68e703661937 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-groups/30808d3c-78ce-42b6-bafc-7ad3f67769e0 HTTP/1.1" status: 200 len: 1812 time: 0.1030807 Aug 31 14:23:21.391517 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b4000c4c-9658-4eec-8eb8-703b8c1791ed req-f99bc33a-8197-4ac5-b123-9e49add451bd tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096983 Aug 31 14:23:21.396468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 56b57c66-ce23-4d99-a691-6b8714d20f70 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:21.410700 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ba628-1c05-4e3f-9a49-2b8c338c3e4e req-68f4cd93-e2a5-4851-b78c-5ebd5af43ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:21.420888 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-517ba628-1c05-4e3f-9a49-2b8c338c3e4e req-68f4cd93-e2a5-4851-b78c-5ebd5af43ccc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 1097 time: 0.0985582 Aug 31 14:23:21.477251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 56b57c66-ce23-4d99-a691-6b8714d20f70 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:21.509139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-517ba628-1c05-4e3f-9a49-2b8c338c3e4e req-ef9bed73-bba2-412f-911e-3141bf4fe325 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769999 Aug 31 14:23:21.591111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26009de8-4015-4d4c-8027-92ccba8374ca req-a3848c78-e686-48bc-a187-d32b87ee4ee8 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:21.601313 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26009de8-4015-4d4c-8027-92ccba8374ca req-a3848c78-e686-48bc-a187-d32b87ee4ee8 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.0834432 Aug 31 14:23:21.618814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 5e017262-8bc1-4a68-956e-d5de6a30908e details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:23:21.682823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-789877e2-2299-40f6-bf10-ec773def956c req-e3093dfc-d176-4199-9fbe-e798b0ca527e tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.696851 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26009de8-4015-4d4c-8027-92ccba8374ca req-8824529b-1f17-4eef-8e2b-334076cb3e2d tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941746 Aug 31 14:23:21.708312 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.790311 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-789877e2-2299-40f6-bf10-ec773def956c req-e3093dfc-d176-4199-9fbe-e798b0ca527e tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.833265 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 5e017262-8bc1-4a68-956e-d5de6a30908e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=5e017262-8bc1-4a68-956e-d5de6a30908e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:21.856784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '5e017262-8bc1-4a68-956e-d5de6a30908e', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '5e017262-8bc1-4a68-956e-d5de6a30908e', 'mac_address': 'fa:16:3e:84:dc:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:23:21.898637 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce1b5017-998a-4ef2-a430-0e828e59cb2e req-a20625d3-2f51-4ea9-aa8a-4d4128b5854b tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/55fae6c8-fe6d-4962-ac54-91dee6457b6a HTTP/1.1" status: 200 len: 1800 time: 0.0582426 Aug 31 14:23:21.911966 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.931233 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e017262-8bc1-4a68-956e-d5de6a30908e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:21.945679 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-789877e2-2299-40f6-bf10-ec773def956c req-e3093dfc-d176-4199-9fbe-e798b0ca527e tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.948784 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-789877e2-2299-40f6-bf10-ec773def956c req-e3093dfc-d176-4199-9fbe-e798b0ca527e tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.958030 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-789877e2-2299-40f6-bf10-ec773def956c req-e3093dfc-d176-4199-9fbe-e798b0ca527e tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "DELETE /v2.0/security-groups/30808d3c-78ce-42b6-bafc-7ad3f67769e0 HTTP/1.1" status: 204 len: 173 time: 0.4283161 Aug 31 14:23:21.973068 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 5e017262-8bc1-4a68-956e-d5de6a30908e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=5e017262-8bc1-4a68-956e-d5de6a30908e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:21.974801 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce1b5017-998a-4ef2-a430-0e828e59cb2e req-a25afde1-cc2b-4e22-b968-02eb3c8c190c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.978647 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.020181 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3093dfc-d176-4199-9fbe-e798b0ca527e tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30808d3c-78ce-42b6-bafc-7ad3f67769e0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:22.040954 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce1b5017-998a-4ef2-a430-0e828e59cb2e req-a25afde1-cc2b-4e22-b968-02eb3c8c190c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.097615 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce1b5017-998a-4ef2-a430-0e828e59cb2e req-a25afde1-cc2b-4e22-b968-02eb3c8c190c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.103862 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce1b5017-998a-4ef2-a430-0e828e59cb2e req-a25afde1-cc2b-4e22-b968-02eb3c8c190c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.119873 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce1b5017-998a-4ef2-a430-0e828e59cb2e req-a25afde1-cc2b-4e22-b968-02eb3c8c190c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "DELETE /v2.0/security-groups/55fae6c8-fe6d-4962-ac54-91dee6457b6a HTTP/1.1" status: 204 len: 173 time: 0.2162857 Aug 31 14:23:22.148721 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df1311-f459-41ad-9e70-87948e53f858 None None] Network 8230e16d-08ef-43d1-aef7-b1cc7f72c37e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:22.171909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25afde1-cc2b-4e22-b968-02eb3c8c190c tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fae6c8-fe6d-4962-ac54-91dee6457b6a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:22.175635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa13f1f-9053-4624-9c2a-2b356902ac61 req-1964a7d2-d877-4173-a58b-e0335daac2ed tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:22.177150 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fa13f1f-9053-4624-9c2a-2b356902ac61 req-1964a7d2-d877-4173-a58b-e0335daac2ed tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.0712252 Aug 31 14:23:22.227217 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-baa4e466-e4be-4812-acc0-75300fa84455 req-aa572a95-d89d-4cd0-93e2-8938eacbaf38 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-groups/17da66f4-5544-42b4-a40a-9fa19d1c33bf HTTP/1.1" status: 200 len: 1813 time: 0.0771680 Aug 31 14:23:22.299463 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-baa4e466-e4be-4812-acc0-75300fa84455 req-40bd9675-a161-447c-85c5-21cc8b777b33 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.313304 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=5e017262-8bc1-4a68-956e-d5de6a30908e,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:22.365316 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-baa4e466-e4be-4812-acc0-75300fa84455 req-40bd9675-a161-447c-85c5-21cc8b777b33 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.389568 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5edc0847-dc80-4d1c-8afa-153eae709fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.410004 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.447494 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-baa4e466-e4be-4812-acc0-75300fa84455 req-40bd9675-a161-447c-85c5-21cc8b777b33 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.449909 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9af75a59-193c-4e69-a6f2-113fd7df0028 None None] Provisioning for port 56b57c66-ce23-4d99-a691-6b8714d20f70 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:22.451009 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-baa4e466-e4be-4812-acc0-75300fa84455 req-40bd9675-a161-447c-85c5-21cc8b777b33 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.452550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-baa4e466-e4be-4812-acc0-75300fa84455 req-40bd9675-a161-447c-85c5-21cc8b777b33 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "DELETE /v2.0/security-groups/17da66f4-5544-42b4-a40a-9fa19d1c33bf HTTP/1.1" status: 204 len: 173 time: 0.2244892 Aug 31 14:23:22.468284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd9675-a161-447c-85c5-21cc8b777b33 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17da66f4-5544-42b4-a40a-9fa19d1c33bf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:22.476567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9af75a59-193c-4e69-a6f2-113fd7df0028 None None] Provisioning complete for port 56b57c66-ce23-4d99-a691-6b8714d20f70 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:22.476953 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af75a59-193c-4e69-a6f2-113fd7df0028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.534111 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['5e017262-8bc1-4a68-956e-d5de6a30908e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:22.540248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f575f185-2d9b-412e-af97-e3b7c4217484 req-04587dd0-6898-4552-84d8-3f0e6610f29d tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "GET /v2.0/security-groups/d6979a3a-1890-4305-93b1-59a7e34a55c0 HTTP/1.1" status: 200 len: 1801 time: 0.0552890 Aug 31 14:23:22.591890 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fa13f1f-9053-4624-9c2a-2b356902ac61 req-4a48fa13-f847-459e-b6e9-010b4da10be5 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799357 Aug 31 14:23:22.614921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bcfef03e-b02f-48bf-bead-fee2f4ec7313 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:22.633656 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.637165 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f575f185-2d9b-412e-af97-e3b7c4217484 req-5b8fb482-f828-4415-a2fa-0b85e2503175 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.677941 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f575f185-2d9b-412e-af97-e3b7c4217484 req-5b8fb482-f828-4415-a2fa-0b85e2503175 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.710970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: bcfef03e-b02f-48bf-bead-fee2f4ec7313 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:22.711666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bcfef03e-b02f-48bf-bead-fee2f4ec7313 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:22.745687 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f575f185-2d9b-412e-af97-e3b7c4217484 req-5b8fb482-f828-4415-a2fa-0b85e2503175 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.749761 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f575f185-2d9b-412e-af97-e3b7c4217484 req-5b8fb482-f828-4415-a2fa-0b85e2503175 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.791463 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f575f185-2d9b-412e-af97-e3b7c4217484 req-5b8fb482-f828-4415-a2fa-0b85e2503175 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] 10.222.0.39 "DELETE /v2.0/security-groups/d6979a3a-1890-4305-93b1-59a7e34a55c0 HTTP/1.1" status: 204 len: 173 time: 0.2419512 Aug 31 14:23:22.793120 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36536) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:22.834093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaced0-9d32-472c-b58a-0424a5faef41 req-9c1d3d62-b758-478e-b0f6-1525bee2f3ae tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:22.835808 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af75a59-193c-4e69-a6f2-113fd7df0028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.842020 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3aaced0-9d32-472c-b58a-0424a5faef41 req-9c1d3d62-b758-478e-b0f6-1525bee2f3ae tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 948 time: 0.1298587 Aug 31 14:23:22.910179 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3aaced0-9d32-472c-b58a-0424a5faef41 req-d2a1eb7d-d09b-41fd-a408-c7a9b02cc796 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669527 Aug 31 14:23:22.926815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9af75a59-193c-4e69-a6f2-113fd7df0028 None None] For port 56b57c66-ce23-4d99-a691-6b8714d20f70, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=56b57c66-ce23-4d99-a691-6b8714d20f70,segment=NetworkSegment(4289a122-2507-4e8b-a834-7b97ac0c7a0e),segment_id=4289a122-2507-4e8b-a834-7b97ac0c7a0e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:22.929239 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af75a59-193c-4e69-a6f2-113fd7df0028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.936251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fb482-f828-4415-a2fa-0b85e2503175 tempest-SecurityGroupsTestJSON-689349147 tempest-SecurityGroupsTestJSON-689349147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6979a3a-1890-4305-93b1-59a7e34a55c0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:22.948116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd5cc46-ea5e-4e09-8b84-54d9832859ee admin admin] Deleting subnet ecdb00b1-10ad-4f69-b17c-95e68b9c75d8 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:23:22.951043 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbd5cc46-ea5e-4e09-8b84-54d9832859ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.029758 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Router 7e2525d6-ab41-433e-a61c-5bc07b976578 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:23:23.075586 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbd5cc46-ea5e-4e09-8b84-54d9832859ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.083780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af75a59-193c-4e69-a6f2-113fd7df0028 None None] Pushing event updated for resources: {'Port': ['ID=56b57c66-ce23-4d99-a691-6b8714d20f70,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:23.140320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e509ac-4640-41b5-90c8-1c5649f69c3c req-48609a7d-3f67-4693-a2d4-8907df64a7ec tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:23.148602 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6e509ac-4640-41b5-90c8-1c5649f69c3c req-48609a7d-3f67-4693-a2d4-8907df64a7ec tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.1949315 Aug 31 14:23:23.180313 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-641b7654-0767-40b3-96e7-de6882a8f476 req-cdd57529-888d-46be-8da9-aaa6017260d5 tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "GET /v2.0/security-groups/49ea1815-fe51-4243-90ac-5ce55fa02dc9 HTTP/1.1" status: 200 len: 1813 time: 0.2110367 Aug 31 14:23:23.237207 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbd5cc46-ea5e-4e09-8b84-54d9832859ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.245954 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6e509ac-4640-41b5-90c8-1c5649f69c3c req-906d4074-2b5a-49a0-8e10-292fce84fb2b tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964758 Aug 31 14:23:23.299399 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.302596 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 56b57c66-ce23-4d99-a691-6b8714d20f70 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:23.344711 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbd5cc46-ea5e-4e09-8b84-54d9832859ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.373666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5cc46-ea5e-4e09-8b84-54d9832859ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecdb00b1-10ad-4f69-b17c-95e68b9c75d8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:23.393002 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbd5cc46-ea5e-4e09-8b84-54d9832859ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.393482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9b37eb3f-bda1-47e2-a863-6d61d478e0ef None None] Provisioning complete for port 56b57c66-ce23-4d99-a691-6b8714d20f70 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:23.393737 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b37eb3f-bda1-47e2-a863-6d61d478e0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.396883 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bbd5cc46-ea5e-4e09-8b84-54d9832859ee admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ecdb00b1-10ad-4f69-b17c-95e68b9c75d8 HTTP/1.1" status: 204 len: 168 time: 0.5585332 Aug 31 14:23:23.398780 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36540) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:23.400592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:23.402488 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-641b7654-0767-40b3-96e7-de6882a8f476 req-1702524e-4633-4b46-a245-61bb05587a0b tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.416614 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Sync routers for ids ['7e2525d6-ab41-433e-a61c-5bc07b976578'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:23.434854 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Routers {'7e2525d6-ab41-433e-a61c-5bc07b976578'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:23.435494 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:23:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7e2525d6-ab41-433e-a61c-5bc07b976578'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:23.451667 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.457610 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fc9ed4e0-3557-4832-b2dd-809c6a13f055 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1798398 Aug 31 14:23:23.458944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36542) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:23.462781 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-641b7654-0767-40b3-96e7-de6882a8f476 req-1702524e-4633-4b46-a245-61bb05587a0b tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.493364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 56b57c66-ce23-4d99-a691-6b8714d20f70 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:23.494057 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.504183 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10e50e2c-56b5-407b-bbe1-cd0669fdf240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.623798 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1314353d-6634-4702-addd-63d922d6c113 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:23:23.650778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6aec95-b6ed-428a-a8d4-799f41b9c70f req-7ce03ed3-fca4-4828-96c7-0867b062b340 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:23.659819 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d6aec95-b6ed-428a-a8d4-799f41b9c70f req-7ce03ed3-fca4-4828-96c7-0867b062b340 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.1532254 Aug 31 14:23:23.688488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10e50e2c-56b5-407b-bbe1-cd0669fdf240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.693673 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-641b7654-0767-40b3-96e7-de6882a8f476 req-1702524e-4633-4b46-a245-61bb05587a0b tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.703033 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-641b7654-0767-40b3-96e7-de6882a8f476 req-1702524e-4633-4b46-a245-61bb05587a0b tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.703994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-10e50e2c-56b5-407b-bbe1-cd0669fdf240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548300bd-6390-4eae-8b45-e5f145a60bf9']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:23.705832 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-641b7654-0767-40b3-96e7-de6882a8f476 req-1702524e-4633-4b46-a245-61bb05587a0b tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] 10.222.0.39 "DELETE /v2.0/security-groups/49ea1815-fe51-4243-90ac-5ce55fa02dc9 HTTP/1.1" status: 204 len: 173 time: 0.5043607 Aug 31 14:23:23.718306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36546) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:23.723672 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702524e-4633-4b46-a245-61bb05587a0b tempest-SecurityGroupRulesNegativeTestJSON-1031446649 tempest-SecurityGroupRulesNegativeTestJSON-1031446649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ea1815-fe51-4243-90ac-5ce55fa02dc9,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:23.733095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-10e50e2c-56b5-407b-bbe1-cd0669fdf240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472a304f-3031-413b-a0f3-bdd0df9ace4e') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:23.733623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-10e50e2c-56b5-407b-bbe1-cd0669fdf240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472a304f-3031-413b-a0f3-bdd0df9ace4e') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:23.759555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1314353d-6634-4702-addd-63d922d6c113, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1314353d-6634-4702-addd-63d922d6c113,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:23.777576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1314353d-6634-4702-addd-63d922d6c113 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:23.785770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '1314353d-6634-4702-addd-63d922d6c113', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '1314353d-6634-4702-addd-63d922d6c113', 'mac_address': 'fa:16:3e:e1:30:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:23:23.809633 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d6aec95-b6ed-428a-a8d4-799f41b9c70f req-1901082f-38ee-48cf-8dad-132760533f28 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483877 Aug 31 14:23:23.816754 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10e50e2c-56b5-407b-bbe1-cd0669fdf240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.863303 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10e50e2c-56b5-407b-bbe1-cd0669fdf240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.873015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e50e2c-56b5-407b-bbe1-cd0669fdf240 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:23:23.873801 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10e50e2c-56b5-407b-bbe1-cd0669fdf240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.899498 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Set router 7e2525d6-ab41-433e-a61c-5bc07b976578 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:23:23.960864 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:23:23.974380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6ea26c-ae7f-4638-b6e5-d00aefac6651 admin admin] Deleting subnet 2ac0ac80-9c55-4636-b76f-4e1509ffa133 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:23:23.983663 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea26c-ae7f-4638-b6e5-d00aefac6651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.026641 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea26c-ae7f-4638-b6e5-d00aefac6651 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.034471 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.061631 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.099357 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea26c-ae7f-4638-b6e5-d00aefac6651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.103258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8912032-3092-4940-89cb-59185f952197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1314353d-6634-4702-addd-63d922d6c113'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:24.106213 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed07548-69e8-415f-9fd7-e8e01799235b" -d '{"events": [{"server_uuid": "f8912032-3092-4940-89cb-59185f952197", "name": "network-vif-unplugged", "status": "completed", "tag": "1314353d-6634-4702-addd-63d922d6c113"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:24.138420 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.141588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1314353d-6634-4702-addd-63d922d6c113 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:24.168701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1314353d-6634-4702-addd-63d922d6c113, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1314353d-6634-4702-addd-63d922d6c113,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:24.174380 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10e50e2c-56b5-407b-bbe1-cd0669fdf240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.177541 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea26c-ae7f-4638-b6e5-d00aefac6651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.178778 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.186549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f309f9-70ed-4800-a3fa-36878e508093 req-52182307-581e-4e87-ac99-8f65b7617fff tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:24.198085 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11f309f9-70ed-4800-a3fa-36878e508093 req-52182307-581e-4e87-ac99-8f65b7617fff tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.2878046 Aug 31 14:23:24.244442 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10e50e2c-56b5-407b-bbe1-cd0669fdf240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.249809 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-10e50e2c-56b5-407b-bbe1-cd0669fdf240 admin admin] 10.222.0.39 "DELETE /v2.0/networks/548300bd-6390-4eae-8b45-e5f145a60bf9 HTTP/1.1" status: 204 len: 168 time: 0.8496902 Aug 31 14:23:24.254704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ea26c-ae7f-4638-b6e5-d00aefac6651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac0ac80-9c55-4636-b76f-4e1509ffa133,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:24.289030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea26c-ae7f-4638-b6e5-d00aefac6651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.293077 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9e6ea26c-ae7f-4638-b6e5-d00aefac6651 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2ac0ac80-9c55-4636-b76f-4e1509ffa133 HTTP/1.1" status: 204 len: 168 time: 0.5714476 Aug 31 14:23:24.303099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36568) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:24.321762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e50e2c-56b5-407b-bbe1-cd0669fdf240 admin admin] Pushing event deleted for resources: {'Network': ['ID=548300bd-6390-4eae-8b45-e5f145a60bf9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:24.336448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1314353d-6634-4702-addd-63d922d6c113,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:24.352784 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:23:24.353411 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:23:24.442559 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'name': 'tempest-ServersTestMultiNic-371373348-router', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f32e2458-5c06-41c3-9f6b-f1eb30013292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:19Z', 'updated_at': '2021-08-31T14:23:21Z', 'revision_number': 3, 'project_id': '708fd62df09c4606bd6f20c766eb762f', 'gw_port': {'id': 'f32e2458-5c06-41c3-9f6b-f1eb30013292', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:20Z', 'updated_at': '2021-08-31T14:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:24.478939 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Checking router: 7e2525d6-ab41-433e-a61c-5bc07b976578 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:24.479732 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Updating router 7e2525d6-ab41-433e-a61c-5bc07b976578 port f32e2458-5c06-41c3-9f6b-f1eb30013292 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:23:24.519411 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.536862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5d682-f60f-4d0a-b55e-37d95f2f1792 req-06d23b51-5cab-4a13-924d-2c802e57877d tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:24.553990 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55f5d682-f60f-4d0a-b55e-37d95f2f1792 req-06d23b51-5cab-4a13-924d-2c802e57877d tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 948 time: 0.3579826 Aug 31 14:23:24.570805 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11f309f9-70ed-4800-a3fa-36878e508093 req-06790b3d-1fa9-49fe-a2b4-66ea242415ab tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594232 Aug 31 14:23:24.576463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36570) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:24.725824 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26dff17-9285-4779-8b8c-0c29ef5c733e x-openstack-request-id: req-a26dff17-9285-4779-8b8c-0c29ef5c733e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:24.725824 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8912032-3092-4940-89cb-59185f952197", "name": "network-vif-unplugged", "status": "completed", "tag": "1314353d-6634-4702-addd-63d922d6c113", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:24.726873 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a26dff17-9285-4779-8b8c-0c29ef5c733e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:24.727192 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8912032-3092-4940-89cb-59185f952197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1314353d-6634-4702-addd-63d922d6c113', 'code': 200} Aug 31 14:23:24.744472 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6198577a-8cf3-424d-aa47-09a71e0a7d0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4f9d76e94034e6cafeda497ae4ea289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596377 Aug 31 14:23:24.747336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36572) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:24.842356 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.903226 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.925308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1314353d-6634-4702-addd-63d922d6c113 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:24.956443 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1314353d-6634-4702-addd-63d922d6c113, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1314353d-6634-4702-addd-63d922d6c113,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:24.962759 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.041141 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.046765 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1314353d-6634-4702-addd-63d922d6c113,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:25.058011 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Transition to ACTIVE for port object f32e2458-5c06-41c3-9f6b-f1eb30013292 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:25.064644 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.095744 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55f5d682-f60f-4d0a-b55e-37d95f2f1792 req-fdf2b326-5009-47d4-b0db-ebb3479204e0 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334501 Aug 31 14:23:25.106526 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-805d1226-3145-44cf-8635-12510dfab4f2 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:25.111818 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-805d1226-3145-44cf-8635-12510dfab4f2 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/networks?id=e2ccc9b3-3731-4780-919e-26acb7204772 HTTP/1.1" status: 200 len: 809 time: 0.2160847 Aug 31 14:23:25.120833 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e17b23f-9ec6-447f-a338-992625d7002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.135014 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Attempting to bind port f32e2458-5c06-41c3-9f6b-f1eb30013292 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:25.135457 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Attempting to bind port f32e2458-5c06-41c3-9f6b-f1eb30013292 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:25.135787 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Attempting to bind port f32e2458-5c06-41c3-9f6b-f1eb30013292 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:25.137889 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b00499-05ca-4716-bd71-b288ba266732 None None] Pushing event updated for resources: {'Port': ['ID=f32e2458-5c06-41c3-9f6b-f1eb30013292,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:25.147770 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:25.148706 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:25.148706 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.148953 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:25.149859 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Bound port: f32e2458-5c06-41c3-9f6b-f1eb30013292, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:25.149859 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.153695 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00499-05ca-4716-bd71-b288ba266732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:25.156974 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-542bd8dc-304c-47b7-970d-d977d65fa90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.159651 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00499-05ca-4716-bd71-b288ba266732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:25.159868 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00499-05ca-4716-bd71-b288ba266732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:25.160383 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00499-05ca-4716-bd71-b288ba266732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:25.160725 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00499-05ca-4716-bd71-b288ba266732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:25.161060 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00499-05ca-4716-bd71-b288ba266732 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:25.161392 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00499-05ca-4716-bd71-b288ba266732 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:25.161720 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00499-05ca-4716-bd71-b288ba266732 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:25.162799 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00499-05ca-4716-bd71-b288ba266732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:25.163308 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00499-05ca-4716-bd71-b288ba266732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:25.163642 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00499-05ca-4716-bd71-b288ba266732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:25.163972 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00499-05ca-4716-bd71-b288ba266732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:23:25.164118 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-3383eaa9-f4c5-472a-9c30-37b55c6f0ae3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/quotas/80c65d56754943fe8e7402ca0f9734eb HTTP/1.1" status: 200 len: 375 time: 0.0302062 Aug 31 14:23:25.222092 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] For port f32e2458-5c06-41c3-9f6b-f1eb30013292, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:25.230608 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] For port f32e2458-5c06-41c3-9f6b-f1eb30013292, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f32e2458-5c06-41c3-9f6b-f1eb30013292,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:25.240126 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.261475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-542bd8dc-304c-47b7-970d-d977d65fa90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.281324 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['1314353d-6634-4702-addd-63d922d6c113'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:25.312000 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e17b23f-9ec6-447f-a338-992625d7002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.322391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b854e-037a-46d7-9767-5d9ed24d5f09 req-d1f07173-e04d-4b62-bf05-cf42dec96a3c tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:25.323858 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b7b854e-037a-46d7-9767-5d9ed24d5f09 req-d1f07173-e04d-4b62-bf05-cf42dec96a3c tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 949 time: 0.1181099 Aug 31 14:23:25.331011 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-cb456b04-9f2e-48bd-84d1-5a2c8956d01c tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=80c65d56754943fe8e7402ca0f9734eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1553023 Aug 31 14:23:25.332894 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.349863 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Routers {'7e2525d6-ab41-433e-a61c-5bc07b976578'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:25.350099 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:23:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7e2525d6-ab41-433e-a61c-5bc07b976578'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:25.362083 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9e17b23f-9ec6-447f-a338-992625d7002a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09468f8-f739-4e1f-930e-b5b6942713f5']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:25.381230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9e17b23f-9ec6-447f-a338-992625d7002a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1cfb26-7b2f-49ce-969a-47799a456c4b') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:25.381505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9e17b23f-9ec6-447f-a338-992625d7002a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1cfb26-7b2f-49ce-969a-47799a456c4b') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:25.404163 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e17b23f-9ec6-447f-a338-992625d7002a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.420879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b7b854e-037a-46d7-9767-5d9ed24d5f09 req-7b6bf9be-bd26-4766-b227-f6c51a71515a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805662 Aug 31 14:23:25.424820 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e17b23f-9ec6-447f-a338-992625d7002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.435948 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e17b23f-9ec6-447f-a338-992625d7002a admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:23:25.436348 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e17b23f-9ec6-447f-a338-992625d7002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:23:25.441113 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:23:25.472573 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b00499-05ca-4716-bd71-b288ba266732 None None] Pushing event updated for resources: {'Port': ['ID=f32e2458-5c06-41c3-9f6b-f1eb30013292,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:25.573176 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-542bd8dc-304c-47b7-970d-d977d65fa90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.575611 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-542bd8dc-304c-47b7-970d-d977d65fa90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.579225 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-542bd8dc-304c-47b7-970d-d977d65fa90c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/049c396f-d463-4667-b11b-c46b841cceef HTTP/1.1" status: 204 len: 168 time: 0.8225703 Aug 31 14:23:25.613323 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e17b23f-9ec6-447f-a338-992625d7002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.620183 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] Set router 7e2525d6-ab41-433e-a61c-5bc07b976578 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:25.626335 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e17b23f-9ec6-447f-a338-992625d7002a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.632244 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9e17b23f-9ec6-447f-a338-992625d7002a admin admin] 10.222.0.39 "DELETE /v2.0/networks/e09468f8-f739-4e1f-930e-b5b6942713f5 HTTP/1.1" status: 204 len: 168 time: 1.3256226 Aug 31 14:23:25.634294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 5e017262-8bc1-4a68-956e-d5de6a30908e up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:25.689141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17b23f-9ec6-447f-a338-992625d7002a admin admin] Pushing event deleted for resources: {'Network': ['ID=e09468f8-f739-4e1f-930e-b5b6942713f5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:25.692806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bd8dc-304c-47b7-970d-d977d65fa90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049c396f-d463-4667-b11b-c46b841cceef,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:25.792545 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-2b2eec48-13b4-4cf6-b8c0-d2895b4532eb service neutron] 10.222.0.39 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484620 Aug 31 14:23:25.865749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3b43c-de35-48bc-866c-a3a541c93362 req-6045562b-6087-4f30-af38-8f0be4bb1bf2 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:25.866741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 5e017262-8bc1-4a68-956e-d5de6a30908e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:25.868645 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64d3b43c-de35-48bc-866c-a3a541c93362 req-6045562b-6087-4f30-af38-8f0be4bb1bf2 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.1455812 Aug 31 14:23:25.877254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 5e017262-8bc1-4a68-956e-d5de6a30908e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:25.879204 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.966540 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64d3b43c-de35-48bc-866c-a3a541c93362 req-3187edea-00fc-4bec-895a-cc10b265e6b2 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884643 Aug 31 14:23:26.037520 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'name': 'tempest-ServersTestMultiNic-371373348-router', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f32e2458-5c06-41c3-9f6b-f1eb30013292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:19Z', 'updated_at': '2021-08-31T14:23:21Z', 'revision_number': 3, 'project_id': '708fd62df09c4606bd6f20c766eb762f', 'gw_port': {'id': 'f32e2458-5c06-41c3-9f6b-f1eb30013292', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:20Z', 'updated_at': '2021-08-31T14:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:26.121914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Allocated IP 172.20.0.1 (8230e16d-08ef-43d1-aef7-b1cc7f72c37e/8be0deee-01f8-4a30-bb7a-4d1101812f1f/0ab16e8f-e42c-4b5b-a135-e042e4d1916c) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:26.134284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:26.135310 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.170437 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf38b6b-5f80-421c-8545-eba24c553ede None None] The sync data for ids ['7e2525d6-ab41-433e-a61c-5bc07b976578'] in n-d-806683-5 is: [{'id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'name': 'tempest-ServersTestMultiNic-371373348-router', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f32e2458-5c06-41c3-9f6b-f1eb30013292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:19Z', 'updated_at': '2021-08-31T14:23:21Z', 'revision_number': 3, 'project_id': '708fd62df09c4606bd6f20c766eb762f', 'gw_port': {'id': 'f32e2458-5c06-41c3-9f6b-f1eb30013292', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:20Z', 'updated_at': '2021-08-31T14:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:26.226480 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fcf6c922-1ce3-48fb-8a82-5ab0af456f5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ffc94a71648477db9a96aacf1ff02a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908880 Aug 31 14:23:26.231869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36606) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:26.281132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 5e017262-8bc1-4a68-956e-d5de6a30908e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=5e017262-8bc1-4a68-956e-d5de6a30908e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:26.282784 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.290229 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.310334 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Transition to ACTIVE for port object 0ab16e8f-e42c-4b5b-a135-e042e4d1916c will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:26.363047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=5e017262-8bc1-4a68-956e-d5de6a30908e,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:26.425110 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.425593 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7f96427d-5f1b-4133-a846-08f06cf50a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.488734 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-392f4baa-0e0a-43e9-9948-f15b2a21a680 service neutron] 10.222.0.39 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5962210 Aug 31 14:23:26.528082 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c9631-de71-4293-ad52-7b096b21b2c0 req-fccb1b82-09de-4081-8463-df56807b1a47 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:26.529914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-637c9631-de71-4293-ad52-7b096b21b2c0 req-fccb1b82-09de-4081-8463-df56807b1a47 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 949 time: 0.1874394 Aug 31 14:23:26.540038 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7f96427d-5f1b-4133-a846-08f06cf50a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.693331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Network 8230e16d-08ef-43d1-aef7-b1cc7f72c37e is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:26.698810 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-637c9631-de71-4293-ad52-7b096b21b2c0 req-3c1158db-8f61-4afd-afff-448f33cc0359 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564600 Aug 31 14:23:26.707815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:26.716525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:26.728949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fb0034-05c5-446e-93ec-03ac6bd567ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e017262-8bc1-4a68-956e-d5de6a30908e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:26.732291 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad76625-2a16-4b94-9a7a-09e5c5fdab24" -d '{"events": [{"server_uuid": "47fb0034-05c5-446e-93ec-03ac6bd567ab", "name": "network-vif-plugged", "status": "completed", "tag": "5e017262-8bc1-4a68-956e-d5de6a30908e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:26.784779 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Pushing event updated for resources: {'Port': ['ID=0ab16e8f-e42c-4b5b-a135-e042e4d1916c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:26.836046 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7f96427d-5f1b-4133-a846-08f06cf50a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.843438 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7f96427d-5f1b-4133-a846-08f06cf50a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.845539 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7f96427d-5f1b-4133-a846-08f06cf50a71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43e3bfb5-5b45-4c77-8d92-963cf829a938 HTTP/1.1" status: 204 len: 168 time: 0.6117351 Aug 31 14:23:26.881697 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.926660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96427d-5f1b-4133-a846-08f06cf50a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e3bfb5-5b45-4c77-8d92-963cf829a938,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:27.067903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4a6a0-3749-4981-ac23-3b37c2311382 req-fa51f638-b4c1-4393-b40e-0dbbabeb39c3 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:27.080445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-56a4a6a0-3749-4981-ac23-3b37c2311382 req-fa51f638-b4c1-4393-b40e-0dbbabeb39c3 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 949 time: 0.2086012 Aug 31 14:23:27.102443 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2a2051-47bc-4f0d-b387-895c582249dc x-openstack-request-id: req-ff2a2051-47bc-4f0d-b387-895c582249dc {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:27.103339 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fb0034-05c5-446e-93ec-03ac6bd567ab", "name": "network-vif-plugged", "status": "completed", "tag": "5e017262-8bc1-4a68-956e-d5de6a30908e", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:27.103931 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff2a2051-47bc-4f0d-b387-895c582249dc {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:27.104498 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fb0034-05c5-446e-93ec-03ac6bd567ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e017262-8bc1-4a68-956e-d5de6a30908e', 'code': 200} Aug 31 14:23:27.175002 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-56a4a6a0-3749-4981-ac23-3b37c2311382 req-2ce60f4c-c715-4d39-a459-2a83dee8c1e1 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932872 Aug 31 14:23:27.389955 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ffcd64e0-dd84-482e-8260-5e4f1ecc2f28 None None] Provisioning for port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:27.425890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f32e2458-5c06-41c3-9f6b-f1eb30013292 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:27.441706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a54af-57c7-4c57-a628-1f69c490b68b req-48c586a4-0874-491a-8866-e8c792a991e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:27.461281 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c5a54af-57c7-4c57-a628-1f69c490b68b req-48c586a4-0874-491a-8866-e8c792a991e1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 1100 time: 0.2541828 Aug 31 14:23:27.520138 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-17fe2ec8-edee-4d65-b40c-3ba83b31030f req-f80acb5b-b9a3-41f2-9181-c40aa3cb4655 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 210 time: 0.2085688 Aug 31 14:23:27.520962 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.594447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ffcd64e0-dd84-482e-8260-5e4f1ecc2f28 None None] Provisioning complete for port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:27.602788 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ffcd64e0-dd84-482e-8260-5e4f1ecc2f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.677441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8670f8-6979-4e07-a0f5-6b9612ffafe9 req-b9877cbf-2888-42c2-8cdb-e1517f279841 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:27.685406 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fb8670f8-6979-4e07-a0f5-6b9612ffafe9 req-b9877cbf-2888-42c2-8cdb-e1517f279841 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.1952543 Aug 31 14:23:27.702958 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c5a54af-57c7-4c57-a628-1f69c490b68b req-0062f6b5-5c5d-4481-934a-9b74cca59ae1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405560 Aug 31 14:23:27.719808 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1314353d-6634-4702-addd-63d922d6c113 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:27.781988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36660) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:27.830275 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fb8670f8-6979-4e07-a0f5-6b9612ffafe9 req-0db6df29-3691-4699-bef2-2aab0a5606a4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394918 Aug 31 14:23:27.916741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port f32e2458-5c06-41c3-9f6b-f1eb30013292 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:27.944278 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f32e2458-5c06-41c3-9f6b-f1eb30013292 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:27.949681 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.953036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd64e0-dd84-482e-8260-5e4f1ecc2f28 None None] Port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:27.989208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ac0f9-3ef7-4d09-86c5-023cc47e9f80 req-290b6360-3424-496d-9c8c-12068f74212e tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:27.990822 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b93ac0f9-3ef7-4d09-86c5-023cc47e9f80 req-290b6360-3424-496d-9c8c-12068f74212e tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 949 time: 0.1307051 Aug 31 14:23:28.083582 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b93ac0f9-3ef7-4d09-86c5-023cc47e9f80 req-21f8854b-b8df-420d-ab9a-975c0078d49c tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722179 Aug 31 14:23:28.088684 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.105238 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.166436 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 1314353d-6634-4702-addd-63d922d6c113 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:28.167864 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.310454 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.341690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-network', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:28.378261 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.455634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] Made reservation on behalf of dd87edd378f7458fadafeeb5d6d572bd for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:28.456329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1314353d-6634-4702-addd-63d922d6c113, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1314353d-6634-4702-addd-63d922d6c113,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:28.459781 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.460294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port f32e2458-5c06-41c3-9f6b-f1eb30013292, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f32e2458-5c06-41c3-9f6b-f1eb30013292,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:28.462465 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.470501 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.476976 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.489752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Pushing event updated for resources: {'Port': ['ID=0ab16e8f-e42c-4b5b-a135-e042e4d1916c,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:28.504072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef172f-804c-4789-bb9a-481126ce5098 req-b3c6f3a6-844e-4eca-91f1-973d9e5f29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:28.506803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fef172f-804c-4789-bb9a-481126ce5098 req-b3c6f3a6-844e-4eca-91f1-973d9e5f29e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c37d25dc71714b33a03c9b976df98f0c&device_id=d32e1499-74bf-4e19-9036-7ea3f164a3c1 HTTP/1.1" status: 200 len: 1102 time: 0.1334996 Aug 31 14:23:28.517513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.581469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1314353d-6634-4702-addd-63d922d6c113,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:28.630023 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36688) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:28.656609 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=f32e2458-5c06-41c3-9f6b-f1eb30013292,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:28.686719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23804c-2282-4145-9493-9761b341da57 req-a80d41b9-f65e-4b15-9202-77e453cf3230 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:28.688329 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0c23804c-2282-4145-9493-9761b341da57 req-a80d41b9-f65e-4b15-9202-77e453cf3230 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 949 time: 0.3915989 Aug 31 14:23:28.700047 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d38401c9-dffe-4f89-b7eb-61bc01df1695 req-e4ab59f7-0d0e-42e0-8cc6-7d3258e8bbae tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 210 time: 0.0609226 Aug 31 14:23:28.767725 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0c23804c-2282-4145-9493-9761b341da57 req-c30d404e-d6bd-4aa6-8a0e-8d236a4e8d95 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685284 Aug 31 14:23:28.790829 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.803854 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.826550 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Network 8230e16d-08ef-43d1-aef7-b1cc7f72c37e is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:28.830346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:28.837213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:28.913866 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.914689 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] Added segment c6184d0f-45a9-4c3d-9a06-a44aa1856116 of type vlan for network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 Aug 31 14:23:28.916933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab7b529-019e-4a05-a618-142299a78810,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:29.000557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef172f-804c-4789-bb9a-481126ce5098 req-aa1955a4-8190-4fab-bc25-78556263ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:29.006285 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fef172f-804c-4789-bb9a-481126ce5098 req-aa1955a4-8190-4fab-bc25-78556263ba0e service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.4640722 Aug 31 14:23:29.109941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8912032-3092-4940-89cb-59185f952197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1314353d-6634-4702-addd-63d922d6c113'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:29.112643 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8309ab-a491-46f2-9a2d-fdd12bf03f5e" -d '{"events": [{"server_uuid": "f8912032-3092-4940-89cb-59185f952197", "name": "network-vif-plugged", "status": "completed", "tag": "1314353d-6634-4702-addd-63d922d6c113"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:29.209332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1318295068-network', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:29.260076 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fef172f-804c-4789-bb9a-481126ce5098 req-b94c2a8c-cfec-4f78-af0a-b6bb6b6c1bea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 HTTP/1.1" status: 200 len: 217 time: 0.2152894 Aug 31 14:23:29.301300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9fbf642b-7d10-4982-91a0-16a12e30cda1 None None] Provisioning complete for port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:29.301956 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9fbf642b-7d10-4982-91a0-16a12e30cda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.305782 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.366874 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf642b-7d10-4982-91a0-16a12e30cda1 None None] Port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:29.372704 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f32e2458-5c06-41c3-9f6b-f1eb30013292 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:29.389328 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Router 7e2525d6-ab41-433e-a61c-5bc07b976578 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:29.396045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ae792-885b-4d14-96c0-66e0aa51a09c req-50b95ac4-bf98-4786-903c-9a8a9a292fe0 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:29.421349 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b68ae792-885b-4d14-96c0-66e0aa51a09c req-50b95ac4-bf98-4786-903c-9a8a9a292fe0 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.3603485 Aug 31 14:23:29.435571 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] Made reservation on behalf of ea3110f7f81a4dcdb23e4d896c13d489 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:29.442094 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.449025 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f32e2458-5c06-41c3-9f6b-f1eb30013292 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:29.449783 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.467520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef172f-804c-4789-bb9a-481126ce5098 req-9fbb1f79-733d-4466-b3c0-c22f24994f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:29.468979 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fef172f-804c-4789-bb9a-481126ce5098 req-9fbb1f79-733d-4466-b3c0-c22f24994f1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1904333 Aug 31 14:23:29.471884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262edb8-8cdf-438a-a3a0-59711e3daee1 req-04f726f0-f015-4d6e-858f-a1394daff0b2 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:29.473440 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8262edb8-8cdf-438a-a3a0-59711e3daee1 req-04f726f0-f015-4d6e-858f-a1394daff0b2 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 949 time: 0.2420468 Aug 31 14:23:29.474212 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.553476 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.554722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:29.555537 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.639727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] Pushing event updated for resources: {'Network': ['ID=9389d65e-cc2a-46c3-97fe-2cd12fa0d276,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:29.648746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-e6d0ef51-0c9d-44e7-8d05-a085d65f8bd0 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:29.650667 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-e6d0ef51-0c9d-44e7-8d05-a085d65f8bd0 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.60 "GET /v2.0/networks?id=e2ccc9b3-3731-4780-919e-26acb7204772 HTTP/1.1" status: 200 len: 809 time: 0.6433685 Aug 31 14:23:29.653484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:29.660700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-94d16bee-f5f1-459d-8245-4e53ed12015c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8720272 Aug 31 14:23:29.667403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36704) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:29.677186 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-164b4db5-e134-4552-9ba0-22e003b033bb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Request body: {'port': {'device_id': '4a3ec679-3655-4895-99d2-3ae0716df62c', 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772', 'admin_state_up': True, 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:29.685083 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5836091b-474e-4496-b955-ec05d26b2839 admin admin] Request body: {'subnet': {'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-subnet', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:29.712369 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b68ae792-885b-4d14-96c0-66e0aa51a09c req-eb771621-1a30-4ef1-a216-aecb18d984fb tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789214 Aug 31 14:23:29.787364 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503d9064-5cf3-4a14-89c0-f1af59598827 x-openstack-request-id: req-503d9064-5cf3-4a14-89c0-f1af59598827 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:29.787701 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8912032-3092-4940-89cb-59185f952197", "name": "network-vif-plugged", "status": "completed", "tag": "1314353d-6634-4702-addd-63d922d6c113", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:29.788522 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-503d9064-5cf3-4a14-89c0-f1af59598827 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:29.789083 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8912032-3092-4940-89cb-59185f952197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1314353d-6634-4702-addd-63d922d6c113', 'code': 200} Aug 31 14:23:29.798412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef172f-804c-4789-bb9a-481126ce5098 req-cc5ac2e1-14b5-4b68-a7fb-7e8d10b3e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:29.800458 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fef172f-804c-4789-bb9a-481126ce5098 req-cc5ac2e1-14b5-4b68-a7fb-7e8d10b3e815 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2979929 Aug 31 14:23:29.896358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5836091b-474e-4496-b955-ec05d26b2839 admin admin] Made reservation on behalf of dd87edd378f7458fadafeeb5d6d572bd for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:29.899012 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5836091b-474e-4496-b955-ec05d26b2839 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.058509 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1efa8ce0-979a-40d4-a478-b3e873983b45 req-d1153b87-1381-46d4-8330-07d1a039a927 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 210 time: 0.0820282 Aug 31 14:23:30.172093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:30.181828 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c947a00e-c108-4ce6-b612-652adabd2e65 admin admin] 10.222.0.39 "PUT /v2.0/routers/7e2525d6-ab41-433e-a61c-5bc07b976578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7138464 Aug 31 14:23:30.192781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Sync routers for ids ['7e2525d6-ab41-433e-a61c-5bc07b976578'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:30.197968 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8262edb8-8cdf-438a-a3a0-59711e3daee1 req-fcf0d18f-1f60-4ecf-8aa8-79ff6d054e9b tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6742122 Aug 31 14:23:30.217381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Routers {'7e2525d6-ab41-433e-a61c-5bc07b976578'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:30.220725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:23:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7e2525d6-ab41-433e-a61c-5bc07b976578'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:30.233332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbc203-3316-4462-b811-32a565082ae3 req-fd2e19a8-ad4e-433f-be3e-d56f7767a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:30.235342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61bbc203-3316-4462-b811-32a565082ae3 req-fd2e19a8-ad4e-433f-be3e-d56f7767a81f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 1101 time: 0.2633624 Aug 31 14:23:30.272589 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.279638 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.313172 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4258c54a-4cd0-4411-904c-41a5769e317d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:30.325087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:30.337777 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.338233 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] Added segment 6091cb93-9f1a-4021-8a4c-44ccfd2e6f00 of type vlan for network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 Aug 31 14:23:30.340514 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61bbc203-3316-4462-b811-32a565082ae3 req-460ef1e0-8fd1-4f7a-bce9-d053a740500f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671418 Aug 31 14:23:30.343514 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fef172f-804c-4789-bb9a-481126ce5098 req-fd78c3df-db5c-4a1a-94a4-f7c62aaf3faa service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314829 Aug 31 14:23:30.362247 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Set router 7e2525d6-ab41-433e-a61c-5bc07b976578 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:30.399136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770f067-8e76-4e6b-9296-42912b01fb5d req-fa637202-a264-4959-b1cf-7e4d19d3f81e tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:30.399862 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.401750 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f770f067-8e76-4e6b-9296-42912b01fb5d req-fa637202-a264-4959-b1cf-7e4d19d3f81e tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.2222960 Aug 31 14:23:30.450134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.452487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:30.454609 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.491301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36720) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:30.495690 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f770f067-8e76-4e6b-9296-42912b01fb5d req-43df6c83-f9a0-47b7-b13c-ff85647be64f tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517535 Aug 31 14:23:30.519341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-164b4db5-e134-4552-9ba0-22e003b033bb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Made reservation on behalf of 80c65d56754943fe8e7402ca0f9734eb for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:30.519341 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-164b4db5-e134-4552-9ba0-22e003b033bb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.542535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] Pushing event updated for resources: {'Network': ['ID=71a1c2c5-5453-43a1-84ef-1e0d36712da3,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:30.556976 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fda8a349-5f98-448e-a702-20e8bd04715f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8666105 Aug 31 14:23:30.559725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36724) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:30.571874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-654d37df-fcf6-4e92-a9d4-60d476e003a0 admin admin] Request body: {'subnet': {'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1318295068-subnet', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:30.589704 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:30.618470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654d37df-fcf6-4e92-a9d4-60d476e003a0 admin admin] Made reservation on behalf of ea3110f7f81a4dcdb23e4d896c13d489 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:30.621307 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-654d37df-fcf6-4e92-a9d4-60d476e003a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.643366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-63f48cec-80ba-42a0-aa41-4d55ccfa7b0e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-296623779'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:30.708870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f48cec-80ba-42a0-aa41-4d55ccfa7b0e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:30.712326 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63f48cec-80ba-42a0-aa41-4d55ccfa7b0e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.712500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'name': 'tempest-ServersTestMultiNic-371373348-router', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f32e2458-5c06-41c3-9f6b-f1eb30013292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:19Z', 'updated_at': '2021-08-31T14:23:27Z', 'revision_number': 4, 'project_id': '708fd62df09c4606bd6f20c766eb762f', 'gw_port': {'id': 'f32e2458-5c06-41c3-9f6b-f1eb30013292', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:20Z', 'updated_at': '2021-08-31T14:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '0ab16e8f-e42c-4b5b-a135-e042e4d1916c', 'name': '', 'network_id': '8230e16d-08ef-43d1-aef7-b1cc7f72c37e', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'mac_address': 'fa:16:3e:65:c8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '8be0deee-01f8-4a30-bb7a-4d1101812f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:25Z', 'updated_at': '2021-08-31T14:23:27Z', 'revision_number': 2, 'project_id': '708fd62df09c4606bd6f20c766eb762f', 'subnets': [{'id': '8be0deee-01f8-4a30-bb7a-4d1101812f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:30.745271 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Checking router: 7e2525d6-ab41-433e-a61c-5bc07b976578 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:30.746013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Updating router 7e2525d6-ab41-433e-a61c-5bc07b976578 port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:23:30.778820 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.781029 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5836091b-474e-4496-b955-ec05d26b2839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.837972 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fef172f-804c-4789-bb9a-481126ce5098 req-9e0a87e5-259d-4695-a973-225591896ffe service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842191 Aug 31 14:23:30.889437 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f48cec-80ba-42a0-aa41-4d55ccfa7b0e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:30.895888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef22c2-b17b-48e9-ba6a-affc5d526175 req-e92b467d-abca-4079-8f4b-869e40fcd261 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:30.897452 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2ef22c2-b17b-48e9-ba6a-affc5d526175 req-e92b467d-abca-4079-8f4b-869e40fcd261 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.0958416 Aug 31 14:23:30.947628 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63f48cec-80ba-42a0-aa41-4d55ccfa7b0e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.947628 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-63f48cec-80ba-42a0-aa41-4d55ccfa7b0e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Added segment f8b64164-4724-4b8e-8254-97ee00691be4 of type vlan for network 976be2d6-288d-40b7-bf60-c5f553cc2dbc Aug 31 14:23:30.973670 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2ef22c2-b17b-48e9-ba6a-affc5d526175 req-a6c9d170-0122-46b9-ab8f-64ac5a515e12 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533597 Aug 31 14:23:30.975012 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-654d37df-fcf6-4e92-a9d4-60d476e003a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.041269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836091b-474e-4496-b955-ec05d26b2839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:31.049302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d37df-fcf6-4e92-a9d4-60d476e003a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e8e2f7-0116-42a6-a90d-411eec89334e,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:31.054714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d37df-fcf6-4e92-a9d4-60d476e003a0 admin admin] Checking segment: {'id': '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:31.055064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d37df-fcf6-4e92-a9d4-60d476e003a0 admin admin] Network hostable DHCP agents. Network: 71a1c2c5-5453-43a1-84ef-1e0d36712da3, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:31.074946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d37df-fcf6-4e92-a9d4-60d476e003a0 admin admin] Network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:31.081102 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63f48cec-80ba-42a0-aa41-4d55ccfa7b0e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.086528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-164b4db5-e134-4552-9ba0-22e003b033bb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Allocated IP 172.20.0.8 (e2ccc9b3-3731-4780-919e-26acb7204772/3caeebd6-2dac-4d6b-a296-839662e71514/ad805336-8d08-47f2-9724-74235d2d3dcb) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:31.095977 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-654d37df-fcf6-4e92-a9d4-60d476e003a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 71a1c2c5-5453-43a1-84ef-1e0d36712da3) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:31.109209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef8ad59-7d1a-42d6-809b-ba66cad156f2 None None] Network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:31.117342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5836091b-474e-4496-b955-ec05d26b2839 admin admin] Checking segment: {'id': 'c6184d0f-45a9-4c3d-9a06-a44aa1856116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:31.117716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5836091b-474e-4496-b955-ec05d26b2839 admin admin] Network hostable DHCP agents. Network: 9389d65e-cc2a-46c3-97fe-2cd12fa0d276, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:31.122648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654d37df-fcf6-4e92-a9d4-60d476e003a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:31.123280 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-654d37df-fcf6-4e92-a9d4-60d476e003a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.148072 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6217b-4d23-44dd-88c7-265ca8ecc5a4 req-779e0410-38cd-456e-8995-b82df662c610 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:31.149644 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aee6217b-4d23-44dd-88c7-265ca8ecc5a4 req-779e0410-38cd-456e-8995-b82df662c610 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32e1499-74bf-4e19-9036-7ea3f164a3c1 HTTP/1.1" status: 200 len: 951 time: 0.0701466 Aug 31 14:23:31.159789 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-654d37df-fcf6-4e92-a9d4-60d476e003a0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5987372 Aug 31 14:23:31.162150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36762) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:31.175544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:31.181836 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63f48cec-80ba-42a0-aa41-4d55ccfa7b0e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.188594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f48cec-80ba-42a0-aa41-4d55ccfa7b0e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:31.190196 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63f48cec-80ba-42a0-aa41-4d55ccfa7b0e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.200767 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aee6217b-4d23-44dd-88c7-265ca8ecc5a4 req-ee572179-c521-45b6-bff0-f4b1507cdea2 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Aug 31 14:23:31.250700 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.372269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073cb24-5137-4491-a96a-26ad48bd2a98 req-7d0f6c63-4920-416a-8524-161f8df3fc45 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:31.374277 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e073cb24-5137-4491-a96a-26ad48bd2a98 req-7d0f6c63-4920-416a-8524-161f8df3fc45 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 949 time: 0.0688324 Aug 31 14:23:31.388058 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9fd1b70b-67da-4bde-83ad-a0127868436d req-43226e1f-5eda-417e-8af3-507eade372eb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 210 time: 0.1162498 Aug 31 14:23:31.389236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5836091b-474e-4496-b955-ec05d26b2839 admin admin] Network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:31.405617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48cec-80ba-42a0-aa41-4d55ccfa7b0e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event updated for resources: {'Network': ['ID=976be2d6-288d-40b7-bf60-c5f553cc2dbc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:31.433578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.436149 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.442441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-63f48cec-80ba-42a0-aa41-4d55ccfa7b0e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9457064 Aug 31 14:23:31.447554 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e073cb24-5137-4491-a96a-26ad48bd2a98 req-09f1516c-bdf9-4b33-a7fc-f0bafe0909d2 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633984 Aug 31 14:23:31.448029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36766) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:31.453003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5a8a7c5c-3c60-4887-9cf6-80c93b6b1a55 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Request body: {'subnet': {'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:31.484400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Transition to ACTIVE for port object 0ab16e8f-e42c-4b5b-a135-e042e4d1916c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:31.488968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 976be2d6-288d-40b7-bf60-c5f553cc2dbc details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:31.490360 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5836091b-474e-4496-b955-ec05d26b2839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 9389d65e-cc2a-46c3-97fe-2cd12fa0d276) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:31.495774 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.498615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836091b-474e-4496-b955-ec05d26b2839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:31.499423 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5836091b-474e-4496-b955-ec05d26b2839 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.529070 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5836091b-474e-4496-b955-ec05d26b2839 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8477798 Aug 31 14:23:31.533991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36772) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:31.544954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:31.547635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8a7c5c-3c60-4887-9cf6-80c93b6b1a55 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:31.551624 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7c5c-3c60-4887-9cf6-80c93b6b1a55 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.588688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928a6fba-69ac-434b-b2d1-1fd25e3fd3c8 None None] Network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:31.630331 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.726460 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.727623 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.754778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e86bb-0968-44f4-b184-c53252856c9c req-45daf43c-b18f-462f-b5b7-a989d9951f52 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:31.756399 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-017e86bb-0968-44f4-b184-c53252856c9c req-45daf43c-b18f-462f-b5b7-a989d9951f52 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.1074014 Aug 31 14:23:31.839752 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb25192-1853-4a8c-bbb3-e0b9f43eaa66 None None] Pushing event updated for resources: {'Port': ['ID=0ab16e8f-e42c-4b5b-a135-e042e4d1916c,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:31.872096 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-017e86bb-0968-44f4-b184-c53252856c9c req-dd398648-3437-42ab-b99f-a4ecff27a8ac tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052301 Aug 31 14:23:31.873134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7c5c-3c60-4887-9cf6-80c93b6b1a55 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.907030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.926185 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-164b4db5-e134-4552-9ba0-22e003b033bb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.968842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a7c5c-3c60-4887-9cf6-80c93b6b1a55 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event updated for resources: {'Subnet': ['ID=0d8f2495-4494-4cb0-a3a6-428c0e5532d8,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:31.982009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a7c5c-3c60-4887-9cf6-80c93b6b1a55 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Checking segment: {'id': 'f8b64164-4724-4b8e-8254-97ee00691be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:31.982303 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a7c5c-3c60-4887-9cf6-80c93b6b1a55 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Network hostable DHCP agents. Network: 976be2d6-288d-40b7-bf60-c5f553cc2dbc, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:32.011419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409ec4b-8d6c-4d03-a5b9-f1e429e67408 req-2548187a-260c-4a6b-b7f8-c83902631a4d tempest-ServersAdminNegativeTestJSON-1607830082 tempest-ServersAdminNegativeTestJSON-1607830082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:32.013048 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d409ec4b-8d6c-4d03-a5b9-f1e429e67408 req-2548187a-260c-4a6b-b7f8-c83902631a4d tempest-ServersAdminNegativeTestJSON-1607830082 tempest-ServersAdminNegativeTestJSON-1607830082-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 1100 time: 0.2654164 Aug 31 14:23:32.021077 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a7c5c-3c60-4887-9cf6-80c93b6b1a55 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Network 976be2d6-288d-40b7-bf60-c5f553cc2dbc is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:32.036768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Attempting to bind port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:32.037338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Attempting to bind port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '4289a122-2507-4e8b-a834-7b97ac0c7a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8230e16d-08ef-43d1-aef7-b1cc7f72c37e'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:32.037814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Attempting to bind port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c on network 8230e16d-08ef-43d1-aef7-b1cc7f72c37e {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:32.039268 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a7c5c-3c60-4887-9cf6-80c93b6b1a55 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 976be2d6-288d-40b7-bf60-c5f553cc2dbc) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:32.043518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8a7c5c-3c60-4887-9cf6-80c93b6b1a55 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:32.044353 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7c5c-3c60-4887-9cf6-80c93b6b1a55 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.050293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:32.050827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Checking segment: {'id': '4289a122-2507-4e8b-a834-7b97ac0c7a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8230e16d-08ef-43d1-aef7-b1cc7f72c37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:32.051373 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.051873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Bound using segment: {'id': '4289a122-2507-4e8b-a834-7b97ac0c7a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8230e16d-08ef-43d1-aef7-b1cc7f72c37e'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:32.052487 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Bound port: 0ab16e8f-e42c-4b5b-a135-e042e4d1916c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4289a122-2507-4e8b-a834-7b97ac0c7a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8230e16d-08ef-43d1-aef7-b1cc7f72c37e'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:32.052976 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.065868 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae0be08-78d2-4897-b0ee-875739ac9c63 None None] Network 976be2d6-288d-40b7-bf60-c5f553cc2dbc requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:32.074071 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5a8a7c5c-3c60-4887-9cf6-80c93b6b1a55 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6249683 Aug 31 14:23:32.077510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36778) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:32.086585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bf0b532d-9362-45f3-9cc5-e2a26cc84c2e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1145866499'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:32.137770 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0b532d-9362-45f3-9cc5-e2a26cc84c2e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:32.142311 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf0b532d-9362-45f3-9cc5-e2a26cc84c2e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.211149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0b532d-9362-45f3-9cc5-e2a26cc84c2e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:32.226590 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf0b532d-9362-45f3-9cc5-e2a26cc84c2e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.227241 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-bf0b532d-9362-45f3-9cc5-e2a26cc84c2e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Added segment 6981aef5-1c27-431f-a049-2ea142bccdd2 of type vlan for network ee13b0ff-1bfe-47a4-8207-cb2e9f725907 Aug 31 14:23:32.264866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'fixed_ips': [{'subnet_id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:23:32.265851 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.289820 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf0b532d-9362-45f3-9cc5-e2a26cc84c2e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.322112 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cd89d-730e-44f6-a0f1-c17464df59d6 req-1dc9dd46-fdb0-4aaa-9c17-3565f3c359a2 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:32.324035 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f15cd89d-730e-44f6-a0f1-c17464df59d6 req-1dc9dd46-fdb0-4aaa-9c17-3565f3c359a2 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.1560836 Aug 31 14:23:32.325505 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf0b532d-9362-45f3-9cc5-e2a26cc84c2e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.332476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0b532d-9362-45f3-9cc5-e2a26cc84c2e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:32.333365 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf0b532d-9362-45f3-9cc5-e2a26cc84c2e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.340594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] For port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:32.347506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] For port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0ab16e8f-e42c-4b5b-a135-e042e4d1916c,segment=NetworkSegment(4289a122-2507-4e8b-a834-7b97ac0c7a0e),segment_id=4289a122-2507-4e8b-a834-7b97ac0c7a0e)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:32.350958 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'fixed_ips': [{'subnet_id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:23:32.351965 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.385722 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.440389 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.443998 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bf0b532d-9362-45f3-9cc5-e2a26cc84c2e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3652153 Aug 31 14:23:32.451138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36784) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:32.457302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-800120d2-2aac-4f88-aebd-dd36dd427ec1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Request body: {'subnet': {'network_id': 'ee13b0ff-1bfe-47a4-8207-cb2e9f725907', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:32.471829 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d409ec4b-8d6c-4d03-a5b9-f1e429e67408 req-d3978b10-45d8-41f9-a85d-03e979bbbd10 tempest-ServersAdminNegativeTestJSON-1607830082 tempest-ServersAdminNegativeTestJSON-1607830082-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.537062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b532d-9362-45f3-9cc5-e2a26cc84c2e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event updated for resources: {'Network': ['ID=ee13b0ff-1bfe-47a4-8207-cb2e9f725907,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:32.552901 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f15cd89d-730e-44f6-a0f1-c17464df59d6 req-fcff687d-6103-4a3e-88fb-18b69c793484 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996400 Aug 31 14:23:32.582075 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network ee13b0ff-1bfe-47a4-8207-cb2e9f725907 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:32.609165 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-164b4db5-e134-4552-9ba0-22e003b033bb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.704186 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['720c705b-35ac-4f30-8443-6d743cc8c8b9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:32.704978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b98c83-c313-4788-8564-2150ee5c55d0 req-7575d203-2aa1-4a66-b73d-eb959ede63ec tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:32.718068 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-57b98c83-c313-4788-8564-2150ee5c55d0 req-7575d203-2aa1-4a66-b73d-eb959ede63ec tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32e1499-74bf-4e19-9036-7ea3f164a3c1 HTTP/1.1" status: 200 len: 951 time: 0.0761123 Aug 31 14:23:32.744358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-164b4db5-e134-4552-9ba0-22e003b033bb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Network e2ccc9b3-3731-4780-919e-26acb7204772 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:32.753056 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-164b4db5-e134-4552-9ba0-22e003b033bb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:32.756230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-976be2d6-288d-40b7-bf60-c5f553cc2dbc', 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'fixed_ips': [{'subnet_id': '0d8f2495-4494-4cb0-a3a6-428c0e5532d8'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:23:32.757298 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.769058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-164b4db5-e134-4552-9ba0-22e003b033bb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:32.774378 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.800648 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-57b98c83-c313-4788-8564-2150ee5c55d0 req-82172247-a1a8-4c6e-906e-3db5f260dd62 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815563 Aug 31 14:23:32.803368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Routers {'7e2525d6-ab41-433e-a61c-5bc07b976578'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:32.804010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:23:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7e2525d6-ab41-433e-a61c-5bc07b976578'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:32.818178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b4db5-e134-4552-9ba0-22e003b033bb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Pushing event updated for resources: {'Port': ['ID=ad805336-8d08-47f2-9724-74235d2d3dcb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:32.832435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb25192-1853-4a8c-bbb3-e0b9f43eaa66 None None] Pushing event updated for resources: {'Port': ['ID=0ab16e8f-e42c-4b5b-a135-e042e4d1916c,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:32.924383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-164b4db5-e134-4552-9ba0-22e003b033bb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:32.925170 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-164b4db5-e134-4552-9ba0-22e003b033bb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.940331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Allocated IP 172.20.0.2 (71a1c2c5-5453-43a1-84ef-1e0d36712da3/c2e8e2f7-0116-42a6-a90d-411eec89334e/19631187-3585-4b46-934f-934ae58b1930) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:32.941720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1f711-58c6-4b40-9a3d-2c598fda6b95 req-276a89e6-2afe-46e0-978b-820dabc81523 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:32.949304 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cec1f711-58c6-4b40-9a3d-2c598fda6b95 req-276a89e6-2afe-46e0-978b-820dabc81523 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 931 time: 0.0658350 Aug 31 14:23:32.995752 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cec1f711-58c6-4b40-9a3d-2c598fda6b95 req-c5c70fdb-9bf6-49e7-a16a-dcab9e17e805 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452414 Aug 31 14:23:33.045447 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d409ec4b-8d6c-4d03-a5b9-f1e429e67408 req-d3978b10-45d8-41f9-a85d-03e979bbbd10 tempest-ServersAdminNegativeTestJSON-1607830082 tempest-ServersAdminNegativeTestJSON-1607830082-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.057279 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d409ec4b-8d6c-4d03-a5b9-f1e429e67408 req-d3978b10-45d8-41f9-a85d-03e979bbbd10 tempest-ServersAdminNegativeTestJSON-1607830082 tempest-ServersAdminNegativeTestJSON-1607830082-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.060688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Allocated IP 172.20.0.2 (9389d65e-cc2a-46c3-97fe-2cd12fa0d276/f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3/636e93f7-4169-4e69-b259-fc6a77306e46) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:33.082075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800120d2-2aac-4f88-aebd-dd36dd427ec1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:33.088722 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-800120d2-2aac-4f88-aebd-dd36dd427ec1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.094723 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-164b4db5-e134-4552-9ba0-22e003b033bb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4218316 Aug 31 14:23:33.112380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Request body: {'port': {'device_id': '4a3ec679-3655-4895-99d2-3ae0716df62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:33.134546 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d409ec4b-8d6c-4d03-a5b9-f1e429e67408 req-d3978b10-45d8-41f9-a85d-03e979bbbd10 tempest-ServersAdminNegativeTestJSON-1607830082 tempest-ServersAdminNegativeTestJSON-1607830082-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6947441 Aug 31 14:23:33.218755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3978b10-45d8-41f9-a85d-03e979bbbd10 tempest-ServersAdminNegativeTestJSON-1607830082 tempest-ServersAdminNegativeTestJSON-1607830082-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d240ad-f551-4517-b5e7-6c7b3a36b80d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:33.260733 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.316801 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.325111 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.354373 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] Set router 7e2525d6-ab41-433e-a61c-5bc07b976578 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:33.454671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb87d8-0d0c-406c-94a1-769acc3636e8 req-41e57fab-9850-453e-b736-5dd70276c0dc tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:33.457016 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fcbb87d8-0d0c-406c-94a1-769acc3636e8 req-41e57fab-9850-453e-b736-5dd70276c0dc tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.2091091 Aug 31 14:23:33.458491 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-800120d2-2aac-4f88-aebd-dd36dd427ec1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.502782 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Allocated IP 19.80.0.2 (976be2d6-288d-40b7-bf60-c5f553cc2dbc/0d8f2495-4494-4cb0-a3a6-428c0e5532d8/d96e269d-0039-4bc3-a528-bf1e2a946d63) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:33.529159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800120d2-2aac-4f88-aebd-dd36dd427ec1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event updated for resources: {'Subnet': ['ID=59d6e460-2bc3-43a9-a6b6-1d5b607a4f3d,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:33.558317 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.598222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fcbb87d8-0d0c-406c-94a1-769acc3636e8 req-f4995152-ae5d-4e20-9232-8b81d5ccec33 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307225 Aug 31 14:23:33.620924 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.629185 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800120d2-2aac-4f88-aebd-dd36dd427ec1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Checking segment: {'id': '6981aef5-1c27-431f-a049-2ea142bccdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ee13b0ff-1bfe-47a4-8207-cb2e9f725907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:33.629399 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800120d2-2aac-4f88-aebd-dd36dd427ec1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Network hostable DHCP agents. Network: ee13b0ff-1bfe-47a4-8207-cb2e9f725907, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:33.656885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800120d2-2aac-4f88-aebd-dd36dd427ec1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Network ee13b0ff-1bfe-47a4-8207-cb2e9f725907 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:33.669547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-800120d2-2aac-4f88-aebd-dd36dd427ec1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, ee13b0ff-1bfe-47a4-8207-cb2e9f725907) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:33.677339 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800120d2-2aac-4f88-aebd-dd36dd427ec1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:33.679069 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-800120d2-2aac-4f88-aebd-dd36dd427ec1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.698156 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Allocated IP 172.25.2.107 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/055f3903-5fe9-45f5-8c87-519c8614393c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:33.710575 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-800120d2-2aac-4f88-aebd-dd36dd427ec1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2576635 Aug 31 14:23:33.799843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245599df-9f33-412f-8e79-55e03c21c848 None None] Network ee13b0ff-1bfe-47a4-8207-cb2e9f725907 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:33.892934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef219437-cfa8-4602-8e49-943bfa6a76c8 req-319e0bea-45f2-4b52-b301-86eda9283301 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:33.894649 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef219437-cfa8-4602-8e49-943bfa6a76c8 req-319e0bea-45f2-4b52-b301-86eda9283301 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.0626776 Aug 31 14:23:33.943304 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef219437-cfa8-4602-8e49-943bfa6a76c8 req-7440afcd-dcea-4477-bd1b-829e1d408342 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Aug 31 14:23:33.949456 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.952689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78d072-5d76-472e-a650-477192c551eb req-fc1cd147-62c6-4b64-819e-0f4e3056da59 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:33.954487 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f78d072-5d76-472e-a650-477192c551eb req-fc1cd147-62c6-4b64-819e-0f4e3056da59 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.2537446 Aug 31 14:23:33.979482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Transition to ACTIVE for port object 19631187-3585-4b46-934f-934ae58b1930 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:34.066704 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.075425 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f78d072-5d76-472e-a650-477192c551eb req-1d34eb0b-d4a6-48f2-897a-9ac5ca25fee2 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034298 Aug 31 14:23:34.091197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Transition to ACTIVE for port object 19631187-3585-4b46-934f-934ae58b1930 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:34.134194 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.144361 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.145567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad805336-8d08-47f2-9724-74235d2d3dcb {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:34.159615 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.178116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Transition to ACTIVE for port object ad805336-8d08-47f2-9724-74235d2d3dcb will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:34.186432 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.190054 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-c7590726-2a33-440c-a20d-07987688a111 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:34.191305 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.198534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-c7590726-2a33-440c-a20d-07987688a111 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:34.206347 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-c7590726-2a33-440c-a20d-07987688a111 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/networks?id=976be2d6-288d-40b7-bf60-c5f553cc2dbc&id=ee13b0ff-1bfe-47a4-8207-cb2e9f725907&id=976be2d6-288d-40b7-bf60-c5f553cc2dbc HTTP/1.1" status: 200 len: 1391 time: 0.1640935 Aug 31 14:23:34.218088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Pushing event updated for resources: {'Port': ['ID=19631187-3585-4b46-934f-934ae58b1930,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:34.226820 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-639a5a70-9cbf-4529-a8a1-34c209b8f28f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/quotas/708fd62df09c4606bd6f20c766eb762f HTTP/1.1" status: 200 len: 375 time: 0.0195894 Aug 31 14:23:34.246234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Transition to ACTIVE for port object 636e93f7-4169-4e69-b259-fc6a77306e46 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:34.264959 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:34.286400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:34.287761 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:34.298825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:34.299551 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:34.301183 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-bd93d63c-fb15-45a0-a5d2-6efd527552f7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=708fd62df09c4606bd6f20c766eb762f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667481 Aug 31 14:23:34.302038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:34.326435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Pushing event updated for resources: {'Port': ['ID=055f3903-5fe9-45f5-8c87-519c8614393c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:34.350468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Transition to ACTIVE for port object 636e93f7-4169-4e69-b259-fc6a77306e46 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:34.381989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Allocated IP 172.25.2.183 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/feea28fa-a234-4914-aaf8-bc1e9a7fa3a0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:34.396474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.449958 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-096e395b-cf2e-43a6-b0dc-fe8d0b9c5979 service neutron] 10.222.0.39 "GET /v2.0/networks/976be2d6-288d-40b7-bf60-c5f553cc2dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402621 Aug 31 14:23:34.481907 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Pushing event updated for resources: {'Port': ['ID=636e93f7-4169-4e69-b259-fc6a77306e46,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:34.554877 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.555410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:34.566560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Attempting to bind port 19631187-3585-4b46-934f-934ae58b1930 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:34.566560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Attempting to bind port 19631187-3585-4b46-934f-934ae58b1930 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:34.566921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Attempting to bind port 19631187-3585-4b46-934f-934ae58b1930 on network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:34.568954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:34.579720 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:34.581899 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-2d5f79db-0118-445a-9ec9-3f873c03a04c service neutron] 10.222.0.39 "GET /v2.0/networks/976be2d6-288d-40b7-bf60-c5f553cc2dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293929 Aug 31 14:23:34.608381 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.613863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:34.614280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Checking segment: {'id': '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:34.614678 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.621713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Bound using segment: {'id': '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:34.622335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Bound port: 19631187-3585-4b46-934f-934ae58b1930, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:34.622885 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.631023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-ee13b0ff-1bfe-47a4-8207-cb2e9f725907', 'network_id': 'ee13b0ff-1bfe-47a4-8207-cb2e9f725907', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'fixed_ips': [{'subnet_id': '59d6e460-2bc3-43a9-a6b6-1d5b607a4f3d'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:23:34.632098 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.663158 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Transition to ACTIVE for port object d96e269d-0039-4bc3-a528-bf1e2a946d63 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:34.685578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.717793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'name': 'tempest-ServersTestMultiNic-371373348-router', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f32e2458-5c06-41c3-9f6b-f1eb30013292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:19Z', 'updated_at': '2021-08-31T14:23:27Z', 'revision_number': 4, 'project_id': '708fd62df09c4606bd6f20c766eb762f', 'gw_port': {'id': 'f32e2458-5c06-41c3-9f6b-f1eb30013292', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:20Z', 'updated_at': '2021-08-31T14:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '0ab16e8f-e42c-4b5b-a135-e042e4d1916c', 'name': '', 'network_id': '8230e16d-08ef-43d1-aef7-b1cc7f72c37e', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'mac_address': 'fa:16:3e:65:c8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '8be0deee-01f8-4a30-bb7a-4d1101812f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:25Z', 'updated_at': '2021-08-31T14:23:32Z', 'revision_number': 4, 'project_id': '708fd62df09c4606bd6f20c766eb762f', 'subnets': [{'id': '8be0deee-01f8-4a30-bb7a-4d1101812f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:34.765657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Transition to ACTIVE for port object d96e269d-0039-4bc3-a528-bf1e2a946d63 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:34.780209 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-5e16b61a-2d8f-42e4-beaa-0def79d27946 service neutron] 10.222.0.39 "GET /v2.0/networks/ee13b0ff-1bfe-47a4-8207-cb2e9f725907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911752 Aug 31 14:23:34.786621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad805336-8d08-47f2-9724-74235d2d3dcb,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:34.823327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:34.842371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6d5ec3-e20e-4228-8327-276eb471cd33 None None] The sync data for ids ['7e2525d6-ab41-433e-a61c-5bc07b976578'] in n-d-806683-5 is: [{'id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'name': 'tempest-ServersTestMultiNic-371373348-router', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f32e2458-5c06-41c3-9f6b-f1eb30013292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:19Z', 'updated_at': '2021-08-31T14:23:27Z', 'revision_number': 4, 'project_id': '708fd62df09c4606bd6f20c766eb762f', 'gw_port': {'id': 'f32e2458-5c06-41c3-9f6b-f1eb30013292', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:20Z', 'updated_at': '2021-08-31T14:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '0ab16e8f-e42c-4b5b-a135-e042e4d1916c', 'name': '', 'network_id': '8230e16d-08ef-43d1-aef7-b1cc7f72c37e', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'mac_address': 'fa:16:3e:65:c8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '8be0deee-01f8-4a30-bb7a-4d1101812f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:25Z', 'updated_at': '2021-08-31T14:23:32Z', 'revision_number': 4, 'project_id': '708fd62df09c4606bd6f20c766eb762f', 'subnets': [{'id': '8be0deee-01f8-4a30-bb7a-4d1101812f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:34.848700 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Attempting to bind port 636e93f7-4169-4e69-b259-fc6a77306e46 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:34.849072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Attempting to bind port 636e93f7-4169-4e69-b259-fc6a77306e46 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'c6184d0f-45a9-4c3d-9a06-a44aa1856116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:34.849435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Attempting to bind port 636e93f7-4169-4e69-b259-fc6a77306e46 on network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:34.851783 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.861896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:34.874933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:34.886980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Attempting to bind port ad805336-8d08-47f2-9724-74235d2d3dcb on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:34.887645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Attempting to bind port ad805336-8d08-47f2-9724-74235d2d3dcb by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:34.888138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Attempting to bind port ad805336-8d08-47f2-9724-74235d2d3dcb on network e2ccc9b3-3731-4780-919e-26acb7204772 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:34.907292 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f64a0b58-d66c-4e21-9d40-749a648b189f service neutron] 10.222.0.39 "GET /v2.0/networks/ee13b0ff-1bfe-47a4-8207-cb2e9f725907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190300 Aug 31 14:23:34.933169 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:34.933542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Checking segment: {'id': 'c6184d0f-45a9-4c3d-9a06-a44aa1856116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:34.933943 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.934337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Bound using segment: {'id': 'c6184d0f-45a9-4c3d-9a06-a44aa1856116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:34.934971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Bound port: 636e93f7-4169-4e69-b259-fc6a77306e46, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6184d0f-45a9-4c3d-9a06-a44aa1856116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:34.935240 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.965081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Pushing event updated for resources: {'Port': ['ID=feea28fa-a234-4914-aaf8-bc1e9a7fa3a0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:34.977246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Port ad805336-8d08-47f2-9724-74235d2d3dcb on network e2ccc9b3-3731-4780-919e-26acb7204772 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:23:34.977971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Attempting to bind port ad805336-8d08-47f2-9724-74235d2d3dcb on network e2ccc9b3-3731-4780-919e-26acb7204772 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:34.980674 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] For port 19631187-3585-4b46-934f-934ae58b1930, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:35.000234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51e289-3c2e-4354-9916-b63759071bc2 req-2eb7b31b-f2fd-4388-9d70-f6a329bc6544 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:35.009136 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa51e289-3c2e-4354-9916-b63759071bc2 req-2eb7b31b-f2fd-4388-9d70-f6a329bc6544 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 943 time: 0.3503218 Aug 31 14:23:35.019736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Network 976be2d6-288d-40b7-bf60-c5f553cc2dbc is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:35.038414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Pushing event updated for resources: {'Port': ['ID=d96e269d-0039-4bc3-a528-bf1e2a946d63,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:35.041592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:35.042323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Checking segment: {'id': 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:35.042870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Bound using segment: {'id': 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:35.043565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Bound port: ad805336-8d08-47f2-9724-74235d2d3dcb, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:35.044041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.053455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:35.056573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] For port 19631187-3585-4b46-934f-934ae58b1930, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=19631187-3585-4b46-934f-934ae58b1930,segment=NetworkSegment(6091cb93-9f1a-4021-8a4c-44ccfd2e6f00),segment_id=6091cb93-9f1a-4021-8a4c-44ccfd2e6f00)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:35.064290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:35.072315 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.136810 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-32c5397b-6c02-42f7-af48-8a07404eb67e service neutron] 10.222.0.39 "GET /v2.0/networks/976be2d6-288d-40b7-bf60-c5f553cc2dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897511 Aug 31 14:23:35.150239 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Allocated IP 19.86.0.2 (ee13b0ff-1bfe-47a4-8207-cb2e9f725907/59d6e460-2bc3-43a9-a6b6-1d5b607a4f3d/f32fbbb4-25db-4d31-84f9-32b4a4306c0c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:35.215858 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa51e289-3c2e-4354-9916-b63759071bc2 req-93a7a088-4e72-4126-a25e-bde9d71ac45d tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057345 Aug 31 14:23:35.278048 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6a9e3-7bb5-42fc-b944-189e7075b195 None None] Pushing event updated for resources: {'Port': ['ID=19631187-3585-4b46-934f-934ae58b1930,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:35.330697 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-a5bce7a9-bcd7-4a07-bd77-9f817d53d733 service neutron] 10.222.0.39 "GET /v2.0/networks/976be2d6-288d-40b7-bf60-c5f553cc2dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925776 Aug 31 14:23:35.376066 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Attempting to bind port d96e269d-0039-4bc3-a528-bf1e2a946d63 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:35.376996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Attempting to bind port d96e269d-0039-4bc3-a528-bf1e2a946d63 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f8b64164-4724-4b8e-8254-97ee00691be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:35.379460 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Attempting to bind port d96e269d-0039-4bc3-a528-bf1e2a946d63 on network 976be2d6-288d-40b7-bf60-c5f553cc2dbc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:35.383117 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] For port 636e93f7-4169-4e69-b259-fc6a77306e46, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:35.428634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0ab16e8f-e42c-4b5b-a135-e042e4d1916c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:35.436643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] For port 636e93f7-4169-4e69-b259-fc6a77306e46, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=636e93f7-4169-4e69-b259-fc6a77306e46,segment=NetworkSegment(c6184d0f-45a9-4c3d-9a06-a44aa1856116),segment_id=c6184d0f-45a9-4c3d-9a06-a44aa1856116)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:35.473163 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.475374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:35.475754 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Checking segment: {'id': 'f8b64164-4724-4b8e-8254-97ee00691be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:35.476146 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.476735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Bound using segment: {'id': 'f8b64164-4724-4b8e-8254-97ee00691be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:35.477434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Bound port: d96e269d-0039-4bc3-a528-bf1e2a946d63, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b64164-4724-4b8e-8254-97ee00691be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:35.479753 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.523299 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.532638 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] For port ad805336-8d08-47f2-9724-74235d2d3dcb, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:35.791306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] For port ad805336-8d08-47f2-9724-74235d2d3dcb, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ad805336-8d08-47f2-9724-74235d2d3dcb,segment=NetworkSegment(c3884580-88a0-4c90-a5ec-2d23a57a1f1d),segment_id=c3884580-88a0-4c90-a5ec-2d23a57a1f1d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:35.843959 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.920507 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02ec63-0249-4023-bfe5-db3ead050de2 req-11bdf705-8c0c-49eb-8de9-c729f46f9ede tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:35.929469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5289b-ff83-4f08-bd13-b6037f5dc5d3 None None] Pushing event updated for resources: {'Port': ['ID=636e93f7-4169-4e69-b259-fc6a77306e46,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:35.959555 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1c02ec63-0249-4023-bfe5-db3ead050de2 req-11bdf705-8c0c-49eb-8de9-c729f46f9ede tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.1867323 Aug 31 14:23:36.083986 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.089773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:36.093654 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1c02ec63-0249-4023-bfe5-db3ead050de2 req-33b5c17e-cc6c-48c8-ad20-112731bd780d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283932 Aug 31 14:23:36.109093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Transition to ACTIVE for port object f32fbbb4-25db-4d31-84f9-32b4a4306c0c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:36.113931 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:36.114746 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.117711 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] For port d96e269d-0039-4bc3-a528-bf1e2a946d63, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:36.125277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] For port d96e269d-0039-4bc3-a528-bf1e2a946d63, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d96e269d-0039-4bc3-a528-bf1e2a946d63,segment=NetworkSegment(f8b64164-4724-4b8e-8254-97ee00691be4),segment_id=f8b64164-4724-4b8e-8254-97ee00691be4)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:36.257219 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.292787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Transition to ACTIVE for port object f32fbbb4-25db-4d31-84f9-32b4a4306c0c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:36.342976 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3881bfc-4e75-41d7-be39-8109822b225f req-29beabcd-9795-46d3-974b-c5eabcf6eded tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.346693 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3881bfc-4e75-41d7-be39-8109822b225f req-29beabcd-9795-46d3-974b-c5eabcf6eded tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.1023569 Aug 31 14:23:36.423425 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3881bfc-4e75-41d7-be39-8109822b225f req-d4501d8a-42ec-4f3a-8c90-8b7e5706ba48 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699310 Aug 31 14:23:36.464619 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.585570 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fd84c852-223c-4e8d-a84d-fb0475237b45 req-1d52d300-227b-440c-baf8-1c6b54e26df8 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 210 time: 0.0631814 Aug 31 14:23:36.623909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.624562 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.627566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] 10.222.0.60 "PUT /v2.0/ports/ad805336-8d08-47f2-9724-74235d2d3dcb HTTP/1.1" status: 200 len: 1091 time: 3.5207047 Aug 31 14:23:36.674672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a6dd0-ed76-4131-b015-ab0278581147 None None] Pushing event updated for resources: {'Port': ['ID=d96e269d-0039-4bc3-a528-bf1e2a946d63,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:36.679356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Network ee13b0ff-1bfe-47a4-8207-cb2e9f725907 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:36.694758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:36.734688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:36.748583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:36.818785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3ec679-3655-4895-99d2-3ae0716df62c', 'tag': 'ad805336-8d08-47f2-9724-74235d2d3dcb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:36.821298 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bc3e32-e492-4e31-8119-de4a3f63ed71" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3ec679-3655-4895-99d2-3ae0716df62c", "tag": "ad805336-8d08-47f2-9724-74235d2d3dcb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:36.833600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908118e6-535a-4c80-8a0a-dee12c28a28e req-898070e3-d899-4a3c-ba74-b583d6b18106 tempest-ServersAdminNegativeTestJSON-1607830082 tempest-ServersAdminNegativeTestJSON-1607830082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.843621 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-908118e6-535a-4c80-8a0a-dee12c28a28e req-898070e3-d899-4a3c-ba74-b583d6b18106 tempest-ServersAdminNegativeTestJSON-1607830082 tempest-ServersAdminNegativeTestJSON-1607830082-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 1100 time: 1.4579351 Aug 31 14:23:36.849101 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.850998 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d62d95-fe39-4392-bae5-76650b4f4db2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad805336-8d08-47f2-9724-74235d2d3dcb,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:36.853483 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.015894 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b077b6b7-375b-49cd-99e3-09eba8d1d2fd None None] Network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:37.133864 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd57ac-5771-4357-b3fc-3efac5487de9 req-0ea671dc-05ba-4099-8ed8-85b0343e9ab3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:37.144920 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82bd57ac-5771-4357-b3fc-3efac5487de9 req-0ea671dc-05ba-4099-8ed8-85b0343e9ab3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 943 time: 0.0938160 Aug 31 14:23:37.168908 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee25859d-7e28-49f6-aa78-54f5e7b74e96 req-53ddbdcb-ec70-43ca-a007-d16cfd4e308f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5458724 Aug 31 14:23:37.205450 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82bd57ac-5771-4357-b3fc-3efac5487de9 req-8e4c1ff7-66f3-45a2-9ff0-928e3a740eb3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591002 Aug 31 14:23:37.345127 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5021ea51-436f-4cb8-aaba-4854ffb097f9 x-openstack-request-id: req-5021ea51-436f-4cb8-aaba-4854ffb097f9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:37.345496 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3ec679-3655-4895-99d2-3ae0716df62c", "tag": "ad805336-8d08-47f2-9724-74235d2d3dcb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:37.347023 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5021ea51-436f-4cb8-aaba-4854ffb097f9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:37.347360 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3ec679-3655-4895-99d2-3ae0716df62c', 'tag': 'ad805336-8d08-47f2-9724-74235d2d3dcb', 'status': 'completed', 'code': 200} Aug 31 14:23:37.443707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Pushing event updated for resources: {'Port': ['ID=f32fbbb4-25db-4d31-84f9-32b4a4306c0c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:37.467547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-6777b763-14cb-4592-9521-de870f14dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:37.469214 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-6777b763-14cb-4592-9521-de870f14dcca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=80c65d56754943fe8e7402ca0f9734eb&device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 1094 time: 0.7338419 Aug 31 14:23:37.483897 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-908118e6-535a-4c80-8a0a-dee12c28a28e req-c7b551df-1fdb-4838-8c6f-5b6009fdfd21 tempest-ServersAdminNegativeTestJSON-1607830082 tempest-ServersAdminNegativeTestJSON-1607830082-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357815 Aug 31 14:23:37.486796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0ab16e8f-e42c-4b5b-a135-e042e4d1916c,segment=NetworkSegment(4289a122-2507-4e8b-a834-7b97ac0c7a0e),segment_id=4289a122-2507-4e8b-a834-7b97ac0c7a0e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:37.520976 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.564112 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.578164 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-1ae02db7-6110-4e5d-8bab-25a88da09498 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad805336-8d08-47f2-9724-74235d2d3dcb HTTP/1.1" status: 200 len: 217 time: 0.0815697 Aug 31 14:23:37.599876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25859d-7e28-49f6-aa78-54f5e7b74e96 req-68c980f5-aa08-4c4d-9112-c917bd0ed2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:37.601560 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee25859d-7e28-49f6-aa78-54f5e7b74e96 req-68c980f5-aa08-4c4d-9112-c917bd0ed2fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c37d25dc71714b33a03c9b976df98f0c&device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 1098 time: 0.3394094 Aug 31 14:23:37.620864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=0ab16e8f-e42c-4b5b-a135-e042e4d1916c,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:37.629285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c9681302-23fb-4ef7-a534-d09959ca18e8 None None] Provisioning for port 19631187-3585-4b46-934f-934ae58b1930 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:37.633193 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f11dec-ef3a-49e1-952f-5b4a51ad8629 None None] Network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:37.685240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Attempting to bind port f32fbbb4-25db-4d31-84f9-32b4a4306c0c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:37.685600 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Attempting to bind port f32fbbb4-25db-4d31-84f9-32b4a4306c0c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '6981aef5-1c27-431f-a049-2ea142bccdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ee13b0ff-1bfe-47a4-8207-cb2e9f725907'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:37.685956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Attempting to bind port f32fbbb4-25db-4d31-84f9-32b4a4306c0c on network ee13b0ff-1bfe-47a4-8207-cb2e9f725907 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:37.700102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa1953-7336-47e5-aec4-3060005c1357 req-b06a230d-61c8-4dad-95e3-1758d781ee0e tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:37.711851 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16fa1953-7336-47e5-aec4-3060005c1357 req-b06a230d-61c8-4dad-95e3-1758d781ee0e tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 945 time: 0.0940108 Aug 31 14:23:37.789143 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16fa1953-7336-47e5-aec4-3060005c1357 req-5d2be4a6-9bdd-4987-ada5-d330d42bbc19 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654743 Aug 31 14:23:37.799927 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.802172 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:37.802548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Checking segment: {'id': '6981aef5-1c27-431f-a049-2ea142bccdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ee13b0ff-1bfe-47a4-8207-cb2e9f725907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:37.802943 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.803401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Bound using segment: {'id': '6981aef5-1c27-431f-a049-2ea142bccdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ee13b0ff-1bfe-47a4-8207-cb2e9f725907'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:37.804010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Bound port: f32fbbb4-25db-4d31-84f9-32b4a4306c0c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6981aef5-1c27-431f-a049-2ea142bccdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ee13b0ff-1bfe-47a4-8207-cb2e9f725907'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:37.804393 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.893005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 636e93f7-4169-4e69-b259-fc6a77306e46 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:37.949367 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-81aba5f6-a686-47b5-82aa-7e787ebcb9dd tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:37.952723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:37.955497 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5fd35d-0882-4d5a-97dd-22af3af3f28e" -d '{"events": [{"server_uuid": "d32e1499-74bf-4e19-9036-7ea3f164a3c1", "name": "network-vif-unplugged", "status": "completed", "tag": "545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:37.955859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-81aba5f6-a686-47b5-82aa-7e787ebcb9dd tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:37.957170 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-81aba5f6-a686-47b5-82aa-7e787ebcb9dd tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.60 "GET /v2.0/networks?id=976be2d6-288d-40b7-bf60-c5f553cc2dbc&id=ee13b0ff-1bfe-47a4-8207-cb2e9f725907&id=976be2d6-288d-40b7-bf60-c5f553cc2dbc HTTP/1.1" status: 200 len: 1391 time: 0.6996107 Aug 31 14:23:37.990315 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f9aaf284-6546-4634-a19d-0f4967039e03 None None] Provisioning for port 636e93f7-4169-4e69-b259-fc6a77306e46 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:38.004041 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f7d2c7d1-b7b8-4b39-adf6-362aa026e8d0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Request body: {'port': {'device_id': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc', 'admin_state_up': True, 'tenant_id': '708fd62df09c4606bd6f20c766eb762f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:38.067070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:38.093722 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.096690 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ff1c2b2-67ee-41bd-b02d-35ad7a66570d req-72ad2fbe-7a4d-427b-8708-6ed497359a6e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 210 time: 0.0433214 Aug 31 14:23:38.133226 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.157081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-c2433d1a-b3ae-408c-a543-85c9da8ed0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:38.159331 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-c2433d1a-b3ae-408c-a543-85c9da8ed0b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caeebd6-2dac-4d6b-a296-839662e71514 HTTP/1.1" status: 200 len: 849 time: 0.5639298 Aug 31 14:23:38.193185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5722c52f-774f-4c48-88a3-c74d09deef93 None None] Network 976be2d6-288d-40b7-bf60-c5f553cc2dbc requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:38.218190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] For port f32fbbb4-25db-4d31-84f9-32b4a4306c0c, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:38.287848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-dfa2516b-469c-451e-8f14-77c91ee66a3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ccc9b3-3731-4780-919e-26acb7204772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428696 Aug 31 14:23:38.304395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7feebc-7999-4419-9c0c-8cc654fce213 req-98937c95-271a-405f-9948-64c8479eb1ea tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:38.305130 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] For port f32fbbb4-25db-4d31-84f9-32b4a4306c0c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f32fbbb4-25db-4d31-84f9-32b4a4306c0c,segment=NetworkSegment(6981aef5-1c27-431f-a049-2ea142bccdd2),segment_id=6981aef5-1c27-431f-a049-2ea142bccdd2)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:38.306320 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e7feebc-7999-4419-9c0c-8cc654fce213 req-98937c95-271a-405f-9948-64c8479eb1ea tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.5800858 Aug 31 14:23:38.325132 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.331052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,revision_number=11']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:38.334814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 636e93f7-4169-4e69-b259-fc6a77306e46 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:38.363771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-edb49857-1985-4fb0-b0f5-9e95e66aebd9 None None] Provisioning for port d96e269d-0039-4bc3-a528-bf1e2a946d63 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:38.398215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 636e93f7-4169-4e69-b259-fc6a77306e46 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:38.398714 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.476217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25859d-7e28-49f6-aa78-54f5e7b74e96 req-ce481ecf-88a0-4b19-930f-f4132192d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:38.477699 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee25859d-7e28-49f6-aa78-54f5e7b74e96 req-ce481ecf-88a0-4b19-930f-f4132192d6fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.7526486 Aug 31 14:23:38.543901 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab111089-5a41-4374-8514-b295a87bc6f5 None None] Pushing event updated for resources: {'Port': ['ID=f32fbbb4-25db-4d31-84f9-32b4a4306c0c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:38.554272 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca44b6f-ee2c-42c5-b073-a4de69b9b80e x-openstack-request-id: req-2ca44b6f-ee2c-42c5-b073-a4de69b9b80e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:38.554729 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32e1499-74bf-4e19-9036-7ea3f164a3c1", "name": "network-vif-unplugged", "status": "completed", "tag": "545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:38.555018 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ca44b6f-ee2c-42c5-b073-a4de69b9b80e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:38.555620 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1', 'code': 200} Aug 31 14:23:38.647107 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e7feebc-7999-4419-9c0c-8cc654fce213 req-5f42f10c-b8df-4528-bd0e-5923173dd147 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078375 Aug 31 14:23:38.659839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee25859d-7e28-49f6-aa78-54f5e7b74e96 req-0e4f8f3b-4ce5-489e-a9c5-43ce98f48e6f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=636091df-119b-43b2-887a-50d67cf6a461 HTTP/1.1" status: 200 len: 217 time: 0.1594062 Aug 31 14:23:38.678983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Router 854aa470-f92c-437a-a4cb-7bc3e4988fad is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:23:38.810516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f7d2c7d1-b7b8-4b39-adf6-362aa026e8d0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:38.812748 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.815720 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f7d2c7d1-b7b8-4b39-adf6-362aa026e8d0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.928911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 636e93f7-4169-4e69-b259-fc6a77306e46, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=636e93f7-4169-4e69-b259-fc6a77306e46,segment=NetworkSegment(c6184d0f-45a9-4c3d-9a06-a44aa1856116),segment_id=c6184d0f-45a9-4c3d-9a06-a44aa1856116)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:38.938802 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.942509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4503e8-7f4c-4433-942d-9356ab56ca39 req-be712e2d-0935-43de-a5ce-521c6f85e314 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:38.946491 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 19631187-3585-4b46-934f-934ae58b1930 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:38.952154 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5a4503e8-7f4c-4433-942d-9356ab56ca39 req-be712e2d-0935-43de-a5ce-521c6f85e314 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 943 time: 0.1051536 Aug 31 14:23:39.048821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f7d2c7d1-b7b8-4b39-adf6-362aa026e8d0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Allocated IP 19.80.0.119 (976be2d6-288d-40b7-bf60-c5f553cc2dbc/0d8f2495-4494-4cb0-a3a6-428c0e5532d8/d842ffb1-7df7-4357-bcc2-8f5fe8176e1f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:39.086310 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5a4503e8-7f4c-4433-942d-9356ab56ca39 req-d208807c-0153-4b68-a3b5-3b9aed7562b3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186235 Aug 31 14:23:39.159951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-10cc229a-4659-4a97-990e-0b4b19039126 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8430712 Aug 31 14:23:39.256104 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d5b0d1d-862c-4b2c-87ea-9f2d6423565e req-b7932ec9-f593-46fb-9c9d-67984827348b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 210 time: 0.0555866 Aug 31 14:23:39.269742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25859d-7e28-49f6-aa78-54f5e7b74e96 req-2a9197cb-aa58-4a95-b498-2744ce50379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:39.272273 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee25859d-7e28-49f6-aa78-54f5e7b74e96 req-2a9197cb-aa58-4a95-b498-2744ce50379a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.5885448 Aug 31 14:23:39.276770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=636e93f7-4169-4e69-b259-fc6a77306e46,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:39.333272 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 19631187-3585-4b46-934f-934ae58b1930 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:39.338002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 19631187-3585-4b46-934f-934ae58b1930 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:39.338379 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.385620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3095f3be-4202-4292-98a8-8907c546d0de None None] Provisioning complete for port 636e93f7-4169-4e69-b259-fc6a77306e46 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:39.386533 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3095f3be-4202-4292-98a8-8907c546d0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.464529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Router 1bfb00d0-66c8-473a-b387-47e99e417190 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:23:39.576678 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.625454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 19631187-3585-4b46-934f-934ae58b1930, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=19631187-3585-4b46-934f-934ae58b1930,segment=NetworkSegment(6091cb93-9f1a-4021-8a4c-44ccfd2e6f00),segment_id=6091cb93-9f1a-4021-8a4c-44ccfd2e6f00)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:39.629125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcb34c-927c-4d58-b284-ff8cc9d55e48 req-a9b3f53a-ffa7-4947-82e5-fe259f8949ca tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:39.632780 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.634862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d96e269d-0039-4bc3-a528-bf1e2a946d63 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:39.638316 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-66dcb34c-927c-4d58-b284-ff8cc9d55e48 req-a9b3f53a-ffa7-4947-82e5-fe259f8949ca tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 949 time: 0.0828691 Aug 31 14:23:39.703212 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-66dcb34c-927c-4d58-b284-ff8cc9d55e48 req-6de85777-9123-4b71-9ab5-3945bb39f20b tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625620 Aug 31 14:23:39.769739 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=19631187-3585-4b46-934f-934ae58b1930,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:39.793764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port d96e269d-0039-4bc3-a528-bf1e2a946d63 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:39.801096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d96e269d-0039-4bc3-a528-bf1e2a946d63 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:39.802200 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.910933 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269657e-7d52-47b1-93b1-6847b89b7025 req-486f92e2-33b1-474a-b45e-cae0e5ddbd19 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:39.912980 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2269657e-7d52-47b1-93b1-6847b89b7025 req-486f92e2-33b1-474a-b45e-cae0e5ddbd19 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.1052918 Aug 31 14:23:39.958567 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:40.018986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port d96e269d-0039-4bc3-a528-bf1e2a946d63, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d96e269d-0039-4bc3-a528-bf1e2a946d63,segment=NetworkSegment(f8b64164-4724-4b8e-8254-97ee00691be4),segment_id=f8b64164-4724-4b8e-8254-97ee00691be4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:40.023691 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2269657e-7d52-47b1-93b1-6847b89b7025 req-1404edd7-3bea-497e-9e60-c93f961f0fac tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028407 Aug 31 14:23:40.025020 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:40.113771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=d96e269d-0039-4bc3-a528-bf1e2a946d63,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:40.280785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:40.293950 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Sync routers for ids ['854aa470-f92c-437a-a4cb-7bc3e4988fad'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:40.317218 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f7d2c7d1-b7b8-4b39-adf6-362aa026e8d0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:40.319503 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Routers {'854aa470-f92c-437a-a4cb-7bc3e4988fad'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:40.321421 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:23:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['854aa470-f92c-437a-a4cb-7bc3e4988fad'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:40.321749 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f24c89-e1da-4d07-9a91-5feb28d4bf17 req-a82baed9-7220-4fca-bd29-93f5a7c75fde tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:40.334278 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 636e93f7-4169-4e69-b259-fc6a77306e46 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:40.338167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25859d-7e28-49f6-aa78-54f5e7b74e96 req-e777c67d-d5fd-4ca3-8324-ed3662cc8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:40.339770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee25859d-7e28-49f6-aa78-54f5e7b74e96 req-e777c67d-d5fd-4ca3-8324-ed3662cc8677 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0322952 Aug 31 14:23:40.344559 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-50f24c89-e1da-4d07-9a91-5feb28d4bf17 req-a82baed9-7220-4fca-bd29-93f5a7c75fde tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 943 time: 0.1390085 Aug 31 14:23:40.380490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f7d2c7d1-b7b8-4b39-adf6-362aa026e8d0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Transition to ACTIVE for port object d842ffb1-7df7-4357-bcc2-8f5fe8176e1f will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:40.397289 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:40.400925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1c8df56e-c3d3-48ba-b815-f55f4565b328 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2272594 Aug 31 14:23:40.404623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37102) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:40.406393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a7484-18e1-421b-8c8a-9775bcc025d4 None None] Network ee13b0ff-1bfe-47a4-8207-cb2e9f725907 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:40.419698 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-50f24c89-e1da-4d07-9a91-5feb28d4bf17 req-d965b32e-00c7-43c1-8260-82983ec4df14 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727978 Aug 31 14:23:40.432221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b5b2e66-31d8-4ac5-a562-7628a42992ee req-7eb99f9a-c6ea-432c-83bd-8fd31dc33d1e service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2618318 Aug 31 14:23:40.490170 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Set router 854aa470-f92c-437a-a4cb-7bc3e4988fad gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:40.502171 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6f2be414-053f-4a59-9763-644b6b1bbc79 None None] Provisioning for port f32fbbb4-25db-4d31-84f9-32b4a4306c0c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:40.514204 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d88fe0cc-4be4-43a1-bad4-63cd49175b7c req-b0bdb239-fbde-4667-9521-db72db21fbac tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 210 time: 0.0839894 Aug 31 14:23:40.564883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 636e93f7-4169-4e69-b259-fc6a77306e46 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:40.564883 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:40.631298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:40.647555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Sync routers for ids ['1bfb00d0-66c8-473a-b387-47e99e417190'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:40.655902 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:40.660815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37114) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:40.661193 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4e54c2be-4832-46eb-9662-9891f786cc2f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.1247394 Aug 31 14:23:40.664205 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f7d2c7d1-b7b8-4b39-adf6-362aa026e8d0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:40.744930 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Routers {'1bfb00d0-66c8-473a-b387-47e99e417190'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:40.745455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:23:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1bfb00d0-66c8-473a-b387-47e99e417190'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:40.824089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc3e32-e492-4e31-8119-de4a3f63ed71 req-120990c0-0405-4de4-b972-1704cafc707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:40.826495 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78bc3e32-e492-4e31-8119-de4a3f63ed71 req-120990c0-0405-4de4-b972-1704cafc707a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=80c65d56754943fe8e7402ca0f9734eb&device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 1094 time: 0.2518511 Aug 31 14:23:40.837787 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:34Z', 'revision_number': 3, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:40.853764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f7d2c7d1-b7b8-4b39-adf6-362aa026e8d0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Network 976be2d6-288d-40b7-bf60-c5f553cc2dbc is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:40.854625 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 19631187-3585-4b46-934f-934ae58b1930 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:40.901334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f7d2c7d1-b7b8-4b39-adf6-362aa026e8d0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:40.919512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f7d2c7d1-b7b8-4b39-adf6-362aa026e8d0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:40.944895 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Checking router: 854aa470-f92c-437a-a4cb-7bc3e4988fad for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:40.945247 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Updating router 854aa470-f92c-437a-a4cb-7bc3e4988fad port 055f3903-5fe9-45f5-8c87-519c8614393c binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:23:40.963778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2c7d1-b7b8-4b39-adf6-362aa026e8d0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event updated for resources: {'Port': ['ID=d842ffb1-7df7-4357-bcc2-8f5fe8176e1f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:40.996658 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee25859d-7e28-49f6-aa78-54f5e7b74e96 req-e9ce013f-3a4c-459f-9744-b7c12b2e0042 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934424 Aug 31 14:23:41.082317 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:41.244220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee25859d-7e28-49f6-aa78-54f5e7b74e96 req-3159f054-f35e-4578-9ea5-dd73e1031b82 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254224 Aug 31 14:23:41.297088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93477-1953-432c-83cb-7f148a0e9573 req-e6b2ef73-2d28-497a-8099-5550c5e9c44d tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:41.313557 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fd93477-1953-432c-83cb-7f148a0e9573 req-e6b2ef73-2d28-497a-8099-5550c5e9c44d tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 949 time: 0.4852598 Aug 31 14:23:41.342244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f7d2c7d1-b7b8-4b39-adf6-362aa026e8d0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:41.342891 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f7d2c7d1-b7b8-4b39-adf6-362aa026e8d0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:41.380912 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc3e32-e492-4e31-8119-de4a3f63ed71 req-244555e5-9a1d-4c4c-be5f-23d979d503a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:41.382504 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78bc3e32-e492-4e31-8119-de4a3f63ed71 req-244555e5-9a1d-4c4c-be5f-23d979d503a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2ccc9b3-3731-4780-919e-26acb7204772 HTTP/1.1" status: 200 len: 910 time: 0.5202403 Aug 31 14:23:41.389867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Set router 1bfb00d0-66c8-473a-b387-47e99e417190 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:41.411324 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fd93477-1953-432c-83cb-7f148a0e9573 req-23a1aa62-350b-4804-bfba-e2fe7d45754c tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947585 Aug 31 14:23:41.500363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f7d2c7d1-b7b8-4b39-adf6-362aa026e8d0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5009480 Aug 31 14:23:41.504829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78bc3e32-e492-4e31-8119-de4a3f63ed71 req-9b191e78-5f51-46d7-9e1a-4eaa3d3a5668 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad805336-8d08-47f2-9724-74235d2d3dcb HTTP/1.1" status: 200 len: 217 time: 0.1130764 Aug 31 14:23:41.507862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca56191-1a9a-4eee-86c0-fa87f18bfd0b req-5ccd2c06-157f-43ac-a0b2-5a5f9af57613 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:41.510425 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ca56191-1a9a-4eee-86c0-fa87f18bfd0b req-5ccd2c06-157f-43ac-a0b2-5a5f9af57613 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.1666369 Aug 31 14:23:41.535238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-138725c6-f81a-4b21-aa1c-ca07001d12ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Request body: {'port': {'device_id': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'network_id': 'ee13b0ff-1bfe-47a4-8207-cb2e9f725907', 'admin_state_up': True, 'tenant_id': '708fd62df09c4606bd6f20c766eb762f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:41.623484 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ca56191-1a9a-4eee-86c0-fa87f18bfd0b req-16694bdd-874a-49a7-8006-9e84508c6cb8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044502 Aug 31 14:23:41.683993 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:41.702586 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Transition to ACTIVE for port object 055f3903-5fe9-45f5-8c87-519c8614393c will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:41.711035 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:41.716407 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:41.781672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 83e35921-2217-4847-b9e1-108364288382 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:23:41.796897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc3e32-e492-4e31-8119-de4a3f63ed71 req-e03a0bf2-6a9e-4065-8175-41b716327557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:41.799708 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78bc3e32-e492-4e31-8119-de4a3f63ed71 req-e03a0bf2-6a9e-4065-8175-41b716327557 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caeebd6-2dac-4d6b-a296-839662e71514 HTTP/1.1" status: 200 len: 849 time: 0.2808280 Aug 31 14:23:41.856501 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Attempting to bind port 055f3903-5fe9-45f5-8c87-519c8614393c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:41.860275 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Attempting to bind port 055f3903-5fe9-45f5-8c87-519c8614393c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:41.861275 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Attempting to bind port 055f3903-5fe9-45f5-8c87-519c8614393c on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:41.896858 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78bc3e32-e492-4e31-8119-de4a3f63ed71 req-f9f7a1f8-2f9c-4e11-a432-1785a00c05fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ccc9b3-3731-4780-919e-26acb7204772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753472 Aug 31 14:23:41.913622 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Allocated IP 172.20.0.1 (71a1c2c5-5453-43a1-84ef-1e0d36712da3/c2e8e2f7-0116-42a6-a90d-411eec89334e/91958401-e793-4ff0-b658-b8ed74299315) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:41.963149 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:41.966444 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:41.967102 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:41.970581 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:41.971415 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Bound port: 055f3903-5fe9-45f5-8c87-519c8614393c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:41.971984 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:41.991920 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae449e-83f7-48a0-ac21-3f5f078de23f None None] Pushing event updated for resources: {'Port': ['ID=055f3903-5fe9-45f5-8c87-519c8614393c,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:42.071757 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 19631187-3585-4b46-934f-934ae58b1930 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:42.072133 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.116297 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] For port 055f3903-5fe9-45f5-8c87-519c8614393c, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:42.119838 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] For port 055f3903-5fe9-45f5-8c87-519c8614393c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=055f3903-5fe9-45f5-8c87-519c8614393c,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:42.126694 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.237847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-138725c6-f81a-4b21-aa1c-ca07001d12ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:42.251581 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-138725c6-f81a-4b21-aa1c-ca07001d12ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.297211 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae449e-83f7-48a0-ac21-3f5f078de23f None None] Pushing event updated for resources: {'Port': ['ID=055f3903-5fe9-45f5-8c87-519c8614393c,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:42.317846 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Routers {'854aa470-f92c-437a-a4cb-7bc3e4988fad'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:42.318536 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:23:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['854aa470-f92c-437a-a4cb-7bc3e4988fad'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:42.331524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c25285-feda-42a4-9ec7-a5818ec304e6 req-f74b3340-d358-4cf4-91d8-7920f4dc08c5 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:42.333088 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b7c25285-feda-42a4-9ec7-a5818ec304e6 req-f74b3340-d358-4cf4-91d8-7920f4dc08c5 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.25 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 949 time: 0.3348181 Aug 31 14:23:42.336815 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78bc3e32-e492-4e31-8119-de4a3f63ed71 req-abbca5d7-f4c2-4f7d-b809-9f8fb77238a3 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187703 Aug 31 14:23:42.348640 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-423efcc2-df5d-4c54-9890-5e482a01092e None None] Provisioning for port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:42.429211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-423efcc2-df5d-4c54-9890-5e482a01092e None None] Provisioning complete for port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:42.432523 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-423efcc2-df5d-4c54-9890-5e482a01092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.500102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 83e35921-2217-4847-b9e1-108364288382, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=83e35921-2217-4847-b9e1-108364288382,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:42.511336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:35Z', 'revision_number': 3, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port': {'id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:42.528913 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.554207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Checking router: 1bfb00d0-66c8-473a-b387-47e99e417190 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:42.554746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Updating router 1bfb00d0-66c8-473a-b387-47e99e417190 port feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:23:42.564873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Transition to ACTIVE for port object 91958401-e793-4ff0-b658-b8ed74299315 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:42.567599 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] Set router 854aa470-f92c-437a-a4cb-7bc3e4988fad gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:42.580218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '83e35921-2217-4847-b9e1-108364288382', 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc', 'port_id': '83e35921-2217-4847-b9e1-108364288382', 'mac_address': 'fa:16:3e:39:d2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40552a86-f995-4e29-94f9-152d14895ce3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:23:42.630781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-423efcc2-df5d-4c54-9890-5e482a01092e None None] Port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:42.723280 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.727087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0ab16e8f-e42c-4b5b-a135-e042e4d1916c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:42.816673 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ad805336-8d08-47f2-9724-74235d2d3dcb details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:23:42.849694 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-138725c6-f81a-4b21-aa1c-ca07001d12ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Allocated IP 19.86.0.75 (ee13b0ff-1bfe-47a4-8207-cb2e9f725907/59d6e460-2bc3-43a9-a6b6-1d5b607a4f3d/b50dd920-2482-418c-8f56-4a12055ec8a1) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:42.895260 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.939230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc06bdc-52c5-4036-8963-e87a33e64b7f req-58919e53-51ec-433f-bf77-cc6902c92b85 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:42.947272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f8e14-cb03-416a-8139-45982a0bd104 req-aaa8955d-5c89-4957-8e8d-03ca044ceaa4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:42.947986 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bdc06bdc-52c5-4036-8963-e87a33e64b7f req-58919e53-51ec-433f-bf77-cc6902c92b85 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 943 time: 0.3751340 Aug 31 14:23:42.953897 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-889f8e14-cb03-416a-8139-45982a0bd104 req-aaa8955d-5c89-4957-8e8d-03ca044ceaa4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 932 time: 0.2276297 Aug 31 14:23:42.958107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b7c25285-feda-42a4-9ec7-a5818ec304e6 req-6908962e-ce76-4f71-a2a3-da23cf4937ab tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Deleting port 5e017262-8bc1-4a68-956e-d5de6a30908e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:42.959953 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7c25285-feda-42a4-9ec7-a5818ec304e6 req-6908962e-ce76-4f71-a2a3-da23cf4937ab tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:42.985110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83e35921-2217-4847-b9e1-108364288382 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:43.000064 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:23:43.038758 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.079456 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:34Z', 'revision_number': 3, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:43.088783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 83e35921-2217-4847-b9e1-108364288382, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=83e35921-2217-4847-b9e1-108364288382,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:43.104277 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.120700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78bc3e32-e492-4e31-8119-de4a3f63ed71 req-dd252b0c-c347-45c4-95e0-0f4cc8f8ac5e service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7663198 Aug 31 14:23:43.122105 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bdc06bdc-52c5-4036-8963-e87a33e64b7f req-4635d257-feb4-4c69-98b8-af816ef7e1d4 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731784 Aug 31 14:23:43.136603 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78254a-7f6a-4e4a-933d-17daf9d5f462 None None] The sync data for ids ['854aa470-f92c-437a-a4cb-7bc3e4988fad'] in n-d-806683-5 is: [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:34Z', 'revision_number': 3, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:43.168033 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Pushing event updated for resources: {'Port': ['ID=91958401-e793-4ff0-b658-b8ed74299315,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:43.186583 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-889f8e14-cb03-416a-8139-45982a0bd104 req-64ed1a12-ac66-4a0d-b78a-1c6078f71fc9 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072041 Aug 31 14:23:43.192907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:43.197370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:43.205717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:43.356942 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:43.361226 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.397629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['83e35921-2217-4847-b9e1-108364288382'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:43.422872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680dcbeb-b892-43d9-a9be-011b752caa65 req-777e4e50-4909-443d-81c3-312aef8f8575 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:43.452886 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-680dcbeb-b892-43d9-a9be-011b752caa65 req-777e4e50-4909-443d-81c3-312aef8f8575 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fb0034-05c5-446e-93ec-03ac6bd567ab HTTP/1.1" status: 200 len: 949 time: 0.1804528 Aug 31 14:23:43.467279 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.556834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b7c25285-feda-42a4-9ec7-a5818ec304e6 req-6908962e-ce76-4f71-a2a3-da23cf4937ab tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] For port 5e017262-8bc1-4a68-956e-d5de6a30908e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=5e017262-8bc1-4a68-956e-d5de6a30908e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:43.557479 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7c25285-feda-42a4-9ec7-a5818ec304e6 req-6908962e-ce76-4f71-a2a3-da23cf4937ab tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.630997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b7c25285-feda-42a4-9ec7-a5818ec304e6 req-6908962e-ce76-4f71-a2a3-da23cf4937ab tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Calling delete_port for 5e017262-8bc1-4a68-956e-d5de6a30908e owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:43.758636 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.852034 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.864964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Transition to ACTIVE for port object feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:43.903490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 5e017262-8bc1-4a68-956e-d5de6a30908e no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:43.917030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7c25285-feda-42a4-9ec7-a5818ec304e6 req-6908962e-ce76-4f71-a2a3-da23cf4937ab tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:43.972635 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.015443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908962e-ce76-4f71-a2a3-da23cf4937ab tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Pushing event deleted for resources: {'Port': ['ID=5e017262-8bc1-4a68-956e-d5de6a30908e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:44.046513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-138725c6-f81a-4b21-aa1c-ca07001d12ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.096190 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-680dcbeb-b892-43d9-a9be-011b752caa65 req-fb6bfcca-4882-4610-ade8-05d00461dff5 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423087 Aug 31 14:23:44.104870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['e19511bd-6c27-4079-b12f-71ba98fdd96e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:44.166707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c25285-feda-42a4-9ec7-a5818ec304e6 req-6908962e-ce76-4f71-a2a3-da23cf4937ab tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] No DVR routers for this DVR port 5e017262-8bc1-4a68-956e-d5de6a30908e on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:44.174732 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Allocated IP 172.20.0.1 (9389d65e-cc2a-46c3-97fe-2cd12fa0d276/f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3/af16604d-ab93-4032-9918-de760ee52206) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:44.187995 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.194054 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7c25285-feda-42a4-9ec7-a5818ec304e6 req-6908962e-ce76-4f71-a2a3-da23cf4937ab tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.206443 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b7c25285-feda-42a4-9ec7-a5818ec304e6 req-6908962e-ce76-4f71-a2a3-da23cf4937ab tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.25 "DELETE /v2.0/ports/5e017262-8bc1-4a68-956e-d5de6a30908e HTTP/1.1" status: 204 len: 173 time: 1.8509555 Aug 31 14:23:44.206951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fb0034-05c5-446e-93ec-03ac6bd567ab', 'name': 'network-vif-deleted', 'tag': '5e017262-8bc1-4a68-956e-d5de6a30908e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:44.209366 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7ab3d2-04d6-41f1-af3c-8a0ba9411ee0" -d '{"events": [{"server_uuid": "47fb0034-05c5-446e-93ec-03ac6bd567ab", "name": "network-vif-deleted", "tag": "5e017262-8bc1-4a68-956e-d5de6a30908e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:44.222030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-138725c6-f81a-4b21-aa1c-ca07001d12ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Transition to ACTIVE for port object b50dd920-2482-418c-8f56-4a12055ec8a1 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:44.259712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8113073-b787-4420-bf5d-6bf99f5bb39b req-45d56f57-8756-4267-8209-fc825a417e8e tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:44.275818 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c8113073-b787-4420-bf5d-6bf99f5bb39b req-45d56f57-8756-4267-8209-fc825a417e8e tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.3721008 Aug 31 14:23:44.299817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Attempting to bind port feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:44.300779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Attempting to bind port feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:44.301653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Attempting to bind port feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:44.308010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=83e35921-2217-4847-b9e1-108364288382,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:44.388646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6112fbda-ccd5-495f-93c3-a78430c48122 None None] Provisioning for port 91958401-e793-4ff0-b658-b8ed74299315 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:44.410266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ad805336-8d08-47f2-9724-74235d2d3dcb, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ad805336-8d08-47f2-9724-74235d2d3dcb,segment=NetworkSegment(c3884580-88a0-4c90-a5ec-2d23a57a1f1d),segment_id=c3884580-88a0-4c90-a5ec-2d23a57a1f1d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:44.411947 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c8113073-b787-4420-bf5d-6bf99f5bb39b req-d06d4c34-a06c-4e4d-b5e9-68bcc44e3026 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288664 Aug 31 14:23:44.421790 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:44.422351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:44.422846 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.423966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:44.425315 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Bound port: feea28fa-a234-4914-aaf8-bc1e9a7fa3a0, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:44.426981 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.430541 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-138725c6-f81a-4b21-aa1c-ca07001d12ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.510868 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] For port feea28fa-a234-4914-aaf8-bc1e9a7fa3a0, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:44.515474 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] For port feea28fa-a234-4914-aaf8-bc1e9a7fa3a0, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=feea28fa-a234-4914-aaf8-bc1e9a7fa3a0,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:44.518665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a341985-27f9-4c67-8655-4c6c40290510 None None] Pushing event updated for resources: {'Port': ['ID=feea28fa-a234-4914-aaf8-bc1e9a7fa3a0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:44.523883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 5e017262-8bc1-4a68-956e-d5de6a30908e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:44.524316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 5e017262-8bc1-4a68-956e-d5de6a30908e not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:44.563511 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.566033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6112fbda-ccd5-495f-93c3-a78430c48122 None None] Provisioning complete for port 91958401-e793-4ff0-b658-b8ed74299315 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:44.566392 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6112fbda-ccd5-495f-93c3-a78430c48122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.586583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138725c6-f81a-4b21-aa1c-ca07001d12ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event updated for resources: {'Port': ['ID=b50dd920-2482-418c-8f56-4a12055ec8a1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:44.627088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-138725c6-f81a-4b21-aa1c-ca07001d12ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Network ee13b0ff-1bfe-47a4-8207-cb2e9f725907 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:44.630763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-138725c6-f81a-4b21-aa1c-ca07001d12ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:44.649813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-138725c6-f81a-4b21-aa1c-ca07001d12ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:44.655624 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6112fbda-ccd5-495f-93c3-a78430c48122 None None] Port 91958401-e793-4ff0-b658-b8ed74299315 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:44.706149 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.752164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a98912-0df8-4bcd-8508-25f721ed120e req-c0761199-59f2-4e19-8f7e-b8fdfcb2dc73 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:44.766080 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40a98912-0df8-4bcd-8508-25f721ed120e req-c0761199-59f2-4e19-8f7e-b8fdfcb2dc73 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 943 time: 0.1883655 Aug 31 14:23:44.787055 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:23:44.823028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'ad805336-8d08-47f2-9724-74235d2d3dcb', 'network_id': 'e2ccc9b3-3731-4780-919e-26acb7204772', 'port_id': 'ad805336-8d08-47f2-9724-74235d2d3dcb', 'mac_address': 'fa:16:3e:96:d1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caeebd6-2dac-4d6b-a296-839662e71514', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:23:44.857553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-138725c6-f81a-4b21-aa1c-ca07001d12ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:44.858328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-138725c6-f81a-4b21-aa1c-ca07001d12ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.883392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40a98912-0df8-4bcd-8508-25f721ed120e req-25821574-ae2c-4014-b283-e52a3b1fe9db tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162283 Aug 31 14:23:44.920661 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-138725c6-f81a-4b21-aa1c-ca07001d12ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3905361 Aug 31 14:23:44.938345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-a67468bf-8edc-410a-a7ee-dcf869efb80b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Request body: {'port': {'device_id': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc', 'admin_state_up': True, 'tenant_id': '708fd62df09c4606bd6f20c766eb762f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:44.969431 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.986897 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.045680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Transition to ACTIVE for port object af16604d-ab93-4032-9918-de760ee52206 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:45.049602 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad805336-8d08-47f2-9724-74235d2d3dcb {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:45.056118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Routers {'1bfb00d0-66c8-473a-b387-47e99e417190'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:45.056960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:23:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1bfb00d0-66c8-473a-b387-47e99e417190'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:45.121056 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.129790 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.167425 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bb060-6c37-483c-8211-cd3ae5f614eb req-4047c46c-26bb-4ed9-a832-47dea723884f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:45.177795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bb060-6c37-483c-8211-cd3ae5f614eb req-4047c46c-26bb-4ed9-a832-47dea723884f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:45.185779 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fb5bb060-6c37-483c-8211-cd3ae5f614eb req-4047c46c-26bb-4ed9-a832-47dea723884f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 1654 time: 0.1403594 Aug 31 14:23:45.209334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f32fbbb4-25db-4d31-84f9-32b4a4306c0c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:45.212997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3b56f-93a3-4882-98b3-e4e200d2f75e req-5deaf81f-59c4-454e-8868-992e4f7567f2 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:45.221718 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9d3b56f-93a3-4882-98b3-e4e200d2f75e req-5deaf81f-59c4-454e-8868-992e4f7567f2 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 947 time: 0.5128064 Aug 31 14:23:45.242502 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:45.256442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:45.263714 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fb5bb060-6c37-483c-8211-cd3ae5f614eb req-8f4cef70-0f89-4739-bca9-7aa71d14c62b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769401 Aug 31 14:23:45.268571 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:45.296614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-a67468bf-8edc-410a-a7ee-dcf869efb80b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:45.302435 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.315431 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-a67468bf-8edc-410a-a7ee-dcf869efb80b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.372278 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9d3b56f-93a3-4882-98b3-e4e200d2f75e req-bc35787b-1a90-45ce-8321-a9f1098490b1 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472554 Aug 31 14:23:45.416467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Pushing event updated for resources: {'Port': ['ID=91958401-e793-4ff0-b658-b8ed74299315,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:45.439732 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7f2d20-51fd-45ef-bc66-38d8f924b5bb x-openstack-request-id: req-8a7f2d20-51fd-45ef-bc66-38d8f924b5bb {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:45.439994 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fb0034-05c5-446e-93ec-03ac6bd567ab", "name": "network-vif-deleted", "tag": "5e017262-8bc1-4a68-956e-d5de6a30908e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:45.440234 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a7f2d20-51fd-45ef-bc66-38d8f924b5bb {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:45.440573 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fb0034-05c5-446e-93ec-03ac6bd567ab', 'name': 'network-vif-deleted', 'tag': '5e017262-8bc1-4a68-956e-d5de6a30908e', 'status': 'completed', 'code': 200} Aug 31 14:23:45.566424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-800a856b-8bd5-425c-8de6-d10f033150c2 None None] Provisioning for port b50dd920-2482-418c-8f56-4a12055ec8a1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:45.608713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-a67468bf-8edc-410a-a7ee-dcf869efb80b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Allocated IP 19.80.0.141 (976be2d6-288d-40b7-bf60-c5f553cc2dbc/0d8f2495-4494-4cb0-a3a6-428c0e5532d8/832c4eef-5d6f-453b-930f-8569a0146865) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:45.666769 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=af16604d-ab93-4032-9918-de760ee52206,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:45.690148 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.701705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] Set router 1bfb00d0-66c8-473a-b387-47e99e417190 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:45.783606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-800a856b-8bd5-425c-8de6-d10f033150c2 None None] Provisioning complete for port b50dd920-2482-418c-8f56-4a12055ec8a1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:45.784047 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-800a856b-8bd5-425c-8de6-d10f033150c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.802595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ad805336-8d08-47f2-9724-74235d2d3dcb, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ad805336-8d08-47f2-9724-74235d2d3dcb,segment=NetworkSegment(c3884580-88a0-4c90-a5ec-2d23a57a1f1d),segment_id=c3884580-88a0-4c90-a5ec-2d23a57a1f1d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:45.803935 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a341985-27f9-4c67-8655-4c6c40290510 None None] Pushing event updated for resources: {'Port': ['ID=feea28fa-a234-4914-aaf8-bc1e9a7fa3a0,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:45.814629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 83e35921-2217-4847-b9e1-108364288382 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:45.850154 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:45.981557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port f32fbbb4-25db-4d31-84f9-32b4a4306c0c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:45.993482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f32fbbb4-25db-4d31-84f9-32b4a4306c0c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:45.994434 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.020816 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-a67468bf-8edc-410a-a7ee-dcf869efb80b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.037541 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-800a856b-8bd5-425c-8de6-d10f033150c2 None None] Port b50dd920-2482-418c-8f56-4a12055ec8a1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:46.062391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0ba8c-da69-4370-ab01-cfef04cfb27e req-ac4e27f1-2110-4ed3-842f-343c7dd6d366 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:46.078663 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-48c0ba8c-da69-4370-ab01-cfef04cfb27e req-ac4e27f1-2110-4ed3-842f-343c7dd6d366 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.4090409 Aug 31 14:23:46.110201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-a67468bf-8edc-410a-a7ee-dcf869efb80b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Transition to ACTIVE for port object 832c4eef-5d6f-453b-930f-8569a0146865 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:46.127877 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.135215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=ad805336-8d08-47f2-9724-74235d2d3dcb,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:46.145035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b3029-e9b9-4ae7-ade3-89753d86be44 req-449c22df-f46b-4cda-816a-733cc685bb78 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:46.147275 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-647b3029-e9b9-4ae7-ade3-89753d86be44 req-449c22df-f46b-4cda-816a-733cc685bb78 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 947 time: 0.2098095 Aug 31 14:23:46.174370 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['ad805336-8d08-47f2-9724-74235d2d3dcb'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:46.179249 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:46.196220 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:46.228253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7d26a-bad3-43a5-b3d3-e1bef847823e req-8ad89af4-6846-4304-9280-3ba8b69dfe42 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:46.240042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-22d7d26a-bad3-43a5-b3d3-e1bef847823e req-8ad89af4-6846-4304-9280-3ba8b69dfe42 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 944 time: 0.1841140 Aug 31 14:23:46.240790 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-48c0ba8c-da69-4370-ab01-cfef04cfb27e req-f97ed4a4-2714-48fd-b27a-c4c27a62fec0 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607673 Aug 31 14:23:46.315862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cbb399ce-d99b-4f32-a4b7-c1fc6e5524d8 None None] Provisioning for port af16604d-ab93-4032-9918-de760ee52206 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:46.370014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cbb399ce-d99b-4f32-a4b7-c1fc6e5524d8 None None] Provisioning complete for port af16604d-ab93-4032-9918-de760ee52206 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:46.370400 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cbb399ce-d99b-4f32-a4b7-c1fc6e5524d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.433801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-cbb399ce-d99b-4f32-a4b7-c1fc6e5524d8 None None] Port af16604d-ab93-4032-9918-de760ee52206 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:46.442627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port f32fbbb4-25db-4d31-84f9-32b4a4306c0c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f32fbbb4-25db-4d31-84f9-32b4a4306c0c,segment=NetworkSegment(6981aef5-1c27-431f-a049-2ea142bccdd2),segment_id=6981aef5-1c27-431f-a049-2ea142bccdd2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:46.446648 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 83e35921-2217-4847-b9e1-108364288382 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:46.447027 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.456444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-22d7d26a-bad3-43a5-b3d3-e1bef847823e req-7d050480-58dd-4b9b-a42b-d43f543e5b90 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144420 Aug 31 14:23:46.506337 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-a67468bf-8edc-410a-a7ee-dcf869efb80b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.525723 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.553174 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.638539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-a67468bf-8edc-410a-a7ee-dcf869efb80b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Network 976be2d6-288d-40b7-bf60-c5f553cc2dbc is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:46.645880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca2178-08ad-4a22-aed4-d05f72b99658 req-597df031-6bae-43dd-aab2-584eb78f8ef2 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:46.647502 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95ca2178-08ad-4a22-aed4-d05f72b99658 req-597df031-6bae-43dd-aab2-584eb78f8ef2 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 949 time: 0.2587488 Aug 31 14:23:46.653841 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67468bf-8edc-410a-a7ee-dcf869efb80b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event updated for resources: {'Port': ['ID=832c4eef-5d6f-453b-930f-8569a0146865,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:46.656780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Router 854aa470-f92c-437a-a4cb-7bc3e4988fad has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:46.657150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-a67468bf-8edc-410a-a7ee-dcf869efb80b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:46.667626 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-a67468bf-8edc-410a-a7ee-dcf869efb80b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:46.688723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-647b3029-e9b9-4ae7-ade3-89753d86be44 req-43233cb3-5d1e-4059-a248-5665107d8c6c tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Deleting port 636091df-119b-43b2-887a-50d67cf6a461 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:46.689482 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-647b3029-e9b9-4ae7-ade3-89753d86be44 req-43233cb3-5d1e-4059-a248-5665107d8c6c tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.806415 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.860330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-647b3029-e9b9-4ae7-ade3-89753d86be44 req-43233cb3-5d1e-4059-a248-5665107d8c6c tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] For port 636091df-119b-43b2-887a-50d67cf6a461, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=636091df-119b-43b2-887a-50d67cf6a461,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:46.861282 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-647b3029-e9b9-4ae7-ade3-89753d86be44 req-43233cb3-5d1e-4059-a248-5665107d8c6c tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.880038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-647b3029-e9b9-4ae7-ade3-89753d86be44 req-43233cb3-5d1e-4059-a248-5665107d8c6c tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Calling delete_port for 636091df-119b-43b2-887a-50d67cf6a461 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:46.896335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=f32fbbb4-25db-4d31-84f9-32b4a4306c0c,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:46.916424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ef0834ee-cc05-463e-b451-bb7a909d7ae4 None None] Provisioning complete for port 91958401-e793-4ff0-b658-b8ed74299315 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:46.916731 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef0834ee-cc05-463e-b451-bb7a909d7ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.924604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:35Z', 'revision_number': 3, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port': {'id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:47.017220 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95ca2178-08ad-4a22-aed4-d05f72b99658 req-9666229c-afe4-47cc-967a-55c29052d977 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483417 Aug 31 14:23:47.064222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3578e5f-4919-4aad-b43a-6e741e3817be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e35921-2217-4847-b9e1-108364288382'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:47.075265 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7e3ec8-b546-4b2d-a6be-82cb950ebcd1" -d '{"events": [{"server_uuid": "f3578e5f-4919-4aad-b43a-6e741e3817be", "name": "network-vif-plugged", "status": "completed", "tag": "83e35921-2217-4847-b9e1-108364288382"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:47.084334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ef0834ee-cc05-463e-b451-bb7a909d7ae4 None None] Port 91958401-e793-4ff0-b658-b8ed74299315 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:47.121516 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-647b3029-e9b9-4ae7-ade3-89753d86be44 req-43233cb3-5d1e-4059-a248-5665107d8c6c tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.124430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 83e35921-2217-4847-b9e1-108364288382, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=83e35921-2217-4847-b9e1-108364288382,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:47.159128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:47.166217 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-47d1d6e9-d5ee-420e-a04a-cab94cd8ef59 admin admin] 10.222.0.39 "PUT /v2.0/routers/854aa470-f92c-437a-a4cb-7bc3e4988fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7446673 Aug 31 14:23:47.168057 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Sync routers for ids ['854aa470-f92c-437a-a4cb-7bc3e4988fad'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:47.181030 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.194549 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.205095 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Routers {'854aa470-f92c-437a-a4cb-7bc3e4988fad'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:47.205998 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:23:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['854aa470-f92c-437a-a4cb-7bc3e4988fad'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:47.253326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43233cb3-5d1e-4059-a248-5665107d8c6c tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Pushing event deleted for resources: {'Port': ['ID=636091df-119b-43b2-887a-50d67cf6a461,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:47.262745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d96e269d-0039-4bc3-a528-bf1e2a946d63 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:47.283952 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10e3d070-2cbc-4959-a5c0-c29dafb508ea req-6827a1d8-b431-47ab-af14-fc799237fb1c tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca2742a0-1fe3-4d21-b218-c3994b361c2e HTTP/1.1" status: 200 len: 210 time: 0.0874774 Aug 31 14:23:47.336302 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.349003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fe606-a630-48b7-83b5-b1e44ae7554d None None] The sync data for ids ['1bfb00d0-66c8-473a-b387-47e99e417190'] in n-d-806683-5 is: [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:35Z', 'revision_number': 3, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port': {'id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:47.378270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=af16604d-ab93-4032-9918-de760ee52206,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:47.414262 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.466930 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=83e35921-2217-4847-b9e1-108364288382,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:47.508052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9be0bfc8-6d05-47f5-89ee-c8202243615b None None] Provisioning for port 832c4eef-5d6f-453b-930f-8569a0146865 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:47.511395 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df35dfdd-3963-4205-8d99-fbd0bacf9db1 x-openstack-request-id: req-df35dfdd-3963-4205-8d99-fbd0bacf9db1 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:47.511696 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3578e5f-4919-4aad-b43a-6e741e3817be", "name": "network-vif-plugged", "status": "completed", "tag": "83e35921-2217-4847-b9e1-108364288382", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:47.511939 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df35dfdd-3963-4205-8d99-fbd0bacf9db1 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:47.512325 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3578e5f-4919-4aad-b43a-6e741e3817be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e35921-2217-4847-b9e1-108364288382', 'code': 200} Aug 31 14:23:47.519036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9be0bfc8-6d05-47f5-89ee-c8202243615b None None] Provisioning complete for port 832c4eef-5d6f-453b-930f-8569a0146865 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:47.519416 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9be0bfc8-6d05-47f5-89ee-c8202243615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.579140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-647b3029-e9b9-4ae7-ade3-89753d86be44 req-43233cb3-5d1e-4059-a248-5665107d8c6c tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] No DVR routers for this DVR port 636091df-119b-43b2-887a-50d67cf6a461 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:47.605070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d96e269d-0039-4bc3-a528-bf1e2a946d63 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:47.605357 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.606973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6c221-9739-484d-88e6-ab6007a91191 req-f6469f67-2538-401f-ab60-e5d927df59e8 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:47.607239 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Set router 854aa470-f92c-437a-a4cb-7bc3e4988fad gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:47.638070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6c221-9739-484d-88e6-ab6007a91191 req-f6469f67-2538-401f-ab60-e5d927df59e8 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:47.656164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6c221-9739-484d-88e6-ab6007a91191 req-f6469f67-2538-401f-ab60-e5d927df59e8 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:47.668630 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51b6c221-9739-484d-88e6-ab6007a91191 req-f6469f67-2538-401f-ab60-e5d927df59e8 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2376 time: 1.0273585 Aug 31 14:23:47.686655 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9be0bfc8-6d05-47f5-89ee-c8202243615b None None] Port 832c4eef-5d6f-453b-930f-8569a0146865 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:47.746253 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-647b3029-e9b9-4ae7-ade3-89753d86be44 req-43233cb3-5d1e-4059-a248-5665107d8c6c tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.757921 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-647b3029-e9b9-4ae7-ade3-89753d86be44 req-43233cb3-5d1e-4059-a248-5665107d8c6c tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.25 "DELETE /v2.0/ports/636091df-119b-43b2-887a-50d67cf6a461 HTTP/1.1" status: 204 len: 173 time: 1.6025352 Aug 31 14:23:47.776403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2742a0-1fe3-4d21-b218-c3994b361c2e', 'name': 'network-vif-deleted', 'tag': '636091df-119b-43b2-887a-50d67cf6a461'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:47.788040 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803a0c59-c122-4d3f-98ec-d98081ea25f2" -d '{"events": [{"server_uuid": "ca2742a0-1fe3-4d21-b218-c3994b361c2e", "name": "network-vif-deleted", "tag": "636091df-119b-43b2-887a-50d67cf6a461"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:47.812250 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:47.817994 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:47.911402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-a67468bf-8edc-410a-a7ee-dcf869efb80b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:47.912517 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-a67468bf-8edc-410a-a7ee-dcf869efb80b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:47.961756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 055f3903-5fe9-45f5-8c87-519c8614393c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:48.007242 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-a67468bf-8edc-410a-a7ee-dcf869efb80b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0730820 Aug 31 14:23:48.036616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Request body: {'port': {'device_id': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:48.112277 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644ce64-090a-475b-bc83-5c0c67085e14 req-77b1afe7-52f0-42a4-b4d3-2f98bc373ef7 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:48.116113 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d644ce64-090a-475b-bc83-5c0c67085e14 req-77b1afe7-52f0-42a4-b4d3-2f98bc373ef7 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.4492762 Aug 31 14:23:48.127835 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 055f3903-5fe9-45f5-8c87-519c8614393c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:48.150723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 055f3903-5fe9-45f5-8c87-519c8614393c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:48.151339 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.188250 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51b6c221-9739-484d-88e6-ab6007a91191 req-392e8c12-9d28-4d64-9014-fb6b4c06bdd4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186448 Aug 31 14:23:48.235285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc316097-0671-469b-91fb-ba8bccef6c74 req-239b618c-dfbe-440e-8760-c27df7b4283c tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:48.237166 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc316097-0671-469b-91fb-ba8bccef6c74 req-239b618c-dfbe-440e-8760-c27df7b4283c tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 949 time: 0.8702958 Aug 31 14:23:48.302835 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.324093 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d644ce64-090a-475b-bc83-5c0c67085e14 req-ce48802c-7437-44da-91b7-2ce0823c7f49 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820717 Aug 31 14:23:48.425425 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:43Z', 'revision_number': 4, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '91958401-e793-4ff0-b658-b8ed74299315', 'name': '', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'mac_address': 'fa:16:3e:be:76:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:41Z', 'updated_at': '2021-08-31T14:23:44Z', 'revision_number': 2, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'subnets': [{'id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:48.530319 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a70c67-88a9-4406-8b67-0435bf500b80 x-openstack-request-id: req-69a70c67-88a9-4406-8b67-0435bf500b80 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:48.530673 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2742a0-1fe3-4d21-b218-c3994b361c2e", "name": "network-vif-deleted", "tag": "636091df-119b-43b2-887a-50d67cf6a461", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:48.530876 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69a70c67-88a9-4406-8b67-0435bf500b80 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:48.531323 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2742a0-1fe3-4d21-b218-c3994b361c2e', 'name': 'network-vif-deleted', 'tag': '636091df-119b-43b2-887a-50d67cf6a461', 'status': 'completed', 'code': 200} Aug 31 14:23:48.558334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fcdaff86-1960-420f-8b20-cfe3a73be71b None None] Provisioning complete for port af16604d-ab93-4032-9918-de760ee52206 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:48.558334 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcdaff86-1960-420f-8b20-cfe3a73be71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.574200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Router 1bfb00d0-66c8-473a-b387-47e99e417190 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:48.581367 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Checking router: 854aa470-f92c-437a-a4cb-7bc3e4988fad for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:48.581719 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Updating router 854aa470-f92c-437a-a4cb-7bc3e4988fad port 91958401-e793-4ff0-b658-b8ed74299315 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:23:48.635941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fcdaff86-1960-420f-8b20-cfe3a73be71b None None] Port af16604d-ab93-4032-9918-de760ee52206 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:48.639465 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.702252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 055f3903-5fe9-45f5-8c87-519c8614393c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=055f3903-5fe9-45f5-8c87-519c8614393c,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:48.707505 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.731156 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.736725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07629b5-e928-4e89-9c8e-a9a62cb0c983 req-cac7ae4f-9a98-4057-b354-56567076dd60 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:48.744797 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a07629b5-e928-4e89-9c8e-a9a62cb0c983 req-cac7ae4f-9a98-4057-b354-56567076dd60 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 944 time: 0.3164890 Aug 31 14:23:48.885366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=055f3903-5fe9-45f5-8c87-519c8614393c,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:49.076706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da90543-96ec-40c9-83e5-82541af20cc9 req-8fac5185-1970-43e8-b90e-39d7ba5fa566 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:49.089460 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1da90543-96ec-40c9-83e5-82541af20cc9 req-8fac5185-1970-43e8-b90e-39d7ba5fa566 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 949 time: 0.4078827 Aug 31 14:23:49.159830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:49.212861 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d973b180-ae8d-4b46-864b-9189910da2b9 admin admin] 10.222.0.39 "PUT /v2.0/routers/1bfb00d0-66c8-473a-b387-47e99e417190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5509694 Aug 31 14:23:49.223471 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.272285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:49.410222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1da90543-96ec-40c9-83e5-82541af20cc9 req-a865b8d3-6d30-4639-9817-cb0c9da6a379 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068571 Aug 31 14:23:49.484256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:49.502085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-cc316097-0671-469b-91fb-ba8bccef6c74 req-9be213e1-d609-4895-a241-21317c5887db tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Deleting port e19511bd-6c27-4079-b12f-71ba98fdd96e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:49.507577 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cc316097-0671-469b-91fb-ba8bccef6c74 req-9be213e1-d609-4895-a241-21317c5887db tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.520746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:49.521203 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.531295 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-420ffc8c-b722-4ffa-99a0-d8b2d43b7317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.576405 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a07629b5-e928-4e89-9c8e-a9a62cb0c983 req-1ae98793-6ab9-4136-9a44-3feac886a35a tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8294399 Aug 31 14:23:49.722409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 636091df-119b-43b2-887a-50d67cf6a461 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:49.821528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 636091df-119b-43b2-887a-50d67cf6a461 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:49.830651 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 636091df-119b-43b2-887a-50d67cf6a461 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:49.852825 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.882690 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Transition to ACTIVE for port object 91958401-e793-4ff0-b658-b8ed74299315 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:49.892858 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.916802 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ad805336-8d08-47f2-9724-74235d2d3dcb up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:50.026871 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.035074 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649bbe9-fdbb-4ba9-8fee-ca7291925e46 req-a9426af2-f3d5-43ee-a308-c135a52d9f4e tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:50.037648 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8649bbe9-fdbb-4ba9-8fee-ca7291925e46 req-a9426af2-f3d5-43ee-a308-c135a52d9f4e tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.1845908 Aug 31 14:23:50.069613 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cc316097-0671-469b-91fb-ba8bccef6c74 req-9be213e1-d609-4895-a241-21317c5887db tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] For port e19511bd-6c27-4079-b12f-71ba98fdd96e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e19511bd-6c27-4079-b12f-71ba98fdd96e,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:50.072857 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cc316097-0671-469b-91fb-ba8bccef6c74 req-9be213e1-d609-4895-a241-21317c5887db tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.106351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port feea28fa-a234-4914-aaf8-bc1e9a7fa3a0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=feea28fa-a234-4914-aaf8-bc1e9a7fa3a0,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:50.116036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-cc316097-0671-469b-91fb-ba8bccef6c74 req-9be213e1-d609-4895-a241-21317c5887db tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Calling delete_port for e19511bd-6c27-4079-b12f-71ba98fdd96e owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:50.118011 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.121120 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f32fbbb4-25db-4d31-84f9-32b4a4306c0c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:50.134849 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe506c-761b-4291-b642-52f6592cec74 None None] Pushing event updated for resources: {'Port': ['ID=91958401-e793-4ff0-b658-b8ed74299315,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:50.149832 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8649bbe9-fdbb-4ba9-8fee-ca7291925e46 req-9617c173-32bd-43f2-b18f-f7346871f306 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059225 Aug 31 14:23:50.333970 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Attempting to bind port 91958401-e793-4ff0-b658-b8ed74299315 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:50.335654 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Attempting to bind port 91958401-e793-4ff0-b658-b8ed74299315 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:50.337553 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Attempting to bind port 91958401-e793-4ff0-b658-b8ed74299315 on network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:50.370696 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:50.372411 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Checking segment: {'id': '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:50.373502 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.377626 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Bound using segment: {'id': '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:50.378468 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Bound port: 91958401-e793-4ff0-b658-b8ed74299315, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:50.380322 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.401187 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port ad805336-8d08-47f2-9724-74235d2d3dcb completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:50.444216 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port ad805336-8d08-47f2-9724-74235d2d3dcb triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:50.444579 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.465747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89141da4-1c7e-400a-a88d-31874e83ab07 req-b87bff3b-35ce-4b8f-92ed-86b1a7270f3c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:50.496204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89141da4-1c7e-400a-a88d-31874e83ab07 req-b87bff3b-35ce-4b8f-92ed-86b1a7270f3c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:50.533480 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89141da4-1c7e-400a-a88d-31874e83ab07 req-b87bff3b-35ce-4b8f-92ed-86b1a7270f3c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:50.538825 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-89141da4-1c7e-400a-a88d-31874e83ab07 req-b87bff3b-35ce-4b8f-92ed-86b1a7270f3c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2376 time: 0.7807338 Aug 31 14:23:50.574272 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=feea28fa-a234-4914-aaf8-bc1e9a7fa3a0,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:50.589564 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f32fbbb4-25db-4d31-84f9-32b4a4306c0c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:50.590365 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.654208 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] For port 91958401-e793-4ff0-b658-b8ed74299315, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:50.661489 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] For port 91958401-e793-4ff0-b658-b8ed74299315, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=91958401-e793-4ff0-b658-b8ed74299315,segment=NetworkSegment(6091cb93-9f1a-4021-8a4c-44ccfd2e6f00),segment_id=6091cb93-9f1a-4021-8a4c-44ccfd2e6f00)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:50.672062 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.830771 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Routers {'854aa470-f92c-437a-a4cb-7bc3e4988fad'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:50.836205 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:23:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['854aa470-f92c-437a-a4cb-7bc3e4988fad'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:50.852307 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.871820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d842ffb1-7df7-4357-bcc2-8f5fe8176e1f {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:50.896478 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.908455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16215c-6c80-4a1c-9eb4-c816281bc4c9 req-31e11446-1408-43ae-a968-9f91482ff90c tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:50.932804 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Transition to ACTIVE for port object d842ffb1-7df7-4357-bcc2-8f5fe8176e1f will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:50.934756 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb16215c-6c80-4a1c-9eb4-c816281bc4c9 req-31e11446-1408-43ae-a968-9f91482ff90c tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 949 time: 0.2185421 Aug 31 14:23:50.947885 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.050569 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb16215c-6c80-4a1c-9eb4-c816281bc4c9 req-4bc23062-da00-47a5-9453-44759c562cf9 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/security-groups?id=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127675 Aug 31 14:23:51.077453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Pushing event updated for resources: {'Port': ['ID=d842ffb1-7df7-4357-bcc2-8f5fe8176e1f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:51.114264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Sync routers for ids ['1bfb00d0-66c8-473a-b387-47e99e417190'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:51.177463 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe506c-761b-4291-b642-52f6592cec74 None None] Pushing event updated for resources: {'Port': ['ID=91958401-e793-4ff0-b658-b8ed74299315,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:51.213578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3ec679-3655-4895-99d2-3ae0716df62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad805336-8d08-47f2-9724-74235d2d3dcb'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:51.215858 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a7ac82-96a7-4a59-b3cf-9cb1e32daefe" -d '{"events": [{"server_uuid": "4a3ec679-3655-4895-99d2-3ae0716df62c", "name": "network-vif-plugged", "status": "completed", "tag": "ad805336-8d08-47f2-9724-74235d2d3dcb"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:51.243833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5756-8f3c-47a2-b98b-0d7a1f014c16 req-fb82fe0e-eef8-4c6e-be0d-726005e05d42 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:51.256524 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cc0d5756-8f3c-47a2-b98b-0d7a1f014c16 req-fb82fe0e-eef8-4c6e-be0d-726005e05d42 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32e1499-74bf-4e19-9036-7ea3f164a3c1 HTTP/1.1" status: 200 len: 949 time: 0.1016428 Aug 31 14:23:51.305563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Routers {'1bfb00d0-66c8-473a-b387-47e99e417190'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:51.306350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:23:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1bfb00d0-66c8-473a-b387-47e99e417190'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:51.351033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ad805336-8d08-47f2-9724-74235d2d3dcb, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ad805336-8d08-47f2-9724-74235d2d3dcb,segment=NetworkSegment(c3884580-88a0-4c90-a5ec-2d23a57a1f1d),segment_id=c3884580-88a0-4c90-a5ec-2d23a57a1f1d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:51.413642 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] Set router 854aa470-f92c-437a-a4cb-7bc3e4988fad gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:51.416169 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cc0d5756-8f3c-47a2-b98b-0d7a1f014c16 req-534282f0-dd29-4791-9deb-4e02ddc924c8 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586015 Aug 31 14:23:51.508983 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.681908 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-89141da4-1c7e-400a-a88d-31874e83ab07 req-c3f31f08-dd81-43da-8984-a263238c2963 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7366464 Aug 31 14:23:51.778928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb177ba0-7b32-4304-9d75-535cd2a61924 req-9772ac68-bde6-45e6-8cd1-20f816306ed2 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:51.788269 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:43Z', 'revision_number': 4, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '91958401-e793-4ff0-b658-b8ed74299315', 'name': '', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'mac_address': 'fa:16:3e:be:76:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:41Z', 'updated_at': '2021-08-31T14:23:50Z', 'revision_number': 4, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'subnets': [{'id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:51.791066 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb177ba0-7b32-4304-9d75-535cd2a61924 req-9772ac68-bde6-45e6-8cd1-20f816306ed2 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.1970019 Aug 31 14:23:51.815334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:51.858437 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96ec510-3af9-4572-9ba8-20e7f537b770 None None] The sync data for ids ['854aa470-f92c-437a-a4cb-7bc3e4988fad'] in n-d-806683-5 is: [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:43Z', 'revision_number': 4, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '91958401-e793-4ff0-b658-b8ed74299315', 'name': '', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'mac_address': 'fa:16:3e:be:76:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:41Z', 'updated_at': '2021-08-31T14:23:50Z', 'revision_number': 4, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'subnets': [{'id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:51.903493 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e19511bd-6c27-4079-b12f-71ba98fdd96e no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:51.932852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=ad805336-8d08-47f2-9724-74235d2d3dcb,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:51.961423 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb177ba0-7b32-4304-9d75-535cd2a61924 req-dc6e534a-0b86-4488-8422-2a43346d8d2e tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689939 Aug 31 14:23:52.044395 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cc316097-0671-469b-91fb-ba8bccef6c74 req-9be213e1-d609-4895-a241-21317c5887db tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.187312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be213e1-d609-4895-a241-21317c5887db tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Pushing event deleted for resources: {'Port': ['ID=e19511bd-6c27-4079-b12f-71ba98fdd96e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:52.248561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Attempting to bind port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:52.248934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Attempting to bind port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'f8b64164-4724-4b8e-8254-97ee00691be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:52.249260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Attempting to bind port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f on network 976be2d6-288d-40b7-bf60-c5f553cc2dbc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:52.311754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc316097-0671-469b-91fb-ba8bccef6c74 req-9be213e1-d609-4895-a241-21317c5887db tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] No DVR routers for this DVR port e19511bd-6c27-4079-b12f-71ba98fdd96e on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:52.319046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f on network 976be2d6-288d-40b7-bf60-c5f553cc2dbc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:23:52.321679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Attempting to bind port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f on network 976be2d6-288d-40b7-bf60-c5f553cc2dbc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:52.338004 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cc316097-0671-469b-91fb-ba8bccef6c74 req-9be213e1-d609-4895-a241-21317c5887db tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.348932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc316097-0671-469b-91fb-ba8bccef6c74 req-9be213e1-d609-4895-a241-21317c5887db tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.60 "DELETE /v2.0/ports/e19511bd-6c27-4079-b12f-71ba98fdd96e HTTP/1.1" status: 204 len: 173 time: 4.0983086 Aug 31 14:23:52.353257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:52.354784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Checking segment: {'id': 'f8b64164-4724-4b8e-8254-97ee00691be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:52.356686 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Bound using segment: {'id': 'f8b64164-4724-4b8e-8254-97ee00691be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:52.358035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Bound port: d842ffb1-7df7-4357-bcc2-8f5fe8176e1f, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b64164-4724-4b8e-8254-97ee00691be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:52.360101 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.375882 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b355a7-b361-479d-a3ba-3e3046dab42f req-07611be5-b9fd-46ed-9cab-9ccc7fcd9b30 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:52.381088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Set router 1bfb00d0-66c8-473a-b387-47e99e417190 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:52.388890 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c2b355a7-b361-479d-a3ba-3e3046dab42f req-07611be5-b9fd-46ed-9cab-9ccc7fcd9b30 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.2160649 Aug 31 14:23:52.389866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fafbcde-4b03-4322-961a-72a4f8355db2', 'name': 'network-vif-deleted', 'tag': 'e19511bd-6c27-4079-b12f-71ba98fdd96e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:52.398181 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d1c323-04e7-4516-8b62-57b7f96f200f" -d '{"events": [{"server_uuid": "2fafbcde-4b03-4322-961a-72a4f8355db2", "name": "network-vif-deleted", "tag": "e19511bd-6c27-4079-b12f-71ba98fdd96e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:52.415424 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5564f023-5be9-49cb-9d04-46dbaaf8c058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.423699 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.439206 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:52.439428 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.449648 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No active binding found for port e19511bd-6c27-4079-b12f-71ba98fdd96e {{(pid=94872) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:23:52.450258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e19511bd-6c27-4079-b12f-71ba98fdd96e not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:52.467552 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff321664-9c48-42f6-82c2-9665f73e3e0f req-fddf8102-7d25-4acd-afb1-08485748b0d1 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:52.474796 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ff321664-9c48-42f6-82c2-9665f73e3e0f req-fddf8102-7d25-4acd-afb1-08485748b0d1 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.60 "GET /v2.0/ports?device_id=d32e1499-74bf-4e19-9036-7ea3f164a3c1 HTTP/1.1" status: 200 len: 949 time: 0.2078602 Aug 31 14:23:52.608747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] For port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:52.613571 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c2b355a7-b361-479d-a3ba-3e3046dab42f req-6a56bb59-ffa8-4d4d-aa12-2a3c647096ca tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217844 Aug 31 14:23:52.630997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] For port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d842ffb1-7df7-4357-bcc2-8f5fe8176e1f,segment=NetworkSegment(f8b64164-4724-4b8e-8254-97ee00691be4),segment_id=f8b64164-4724-4b8e-8254-97ee00691be4)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:52.636091 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.718724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:52.722555 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8a76cb-27eb-4170-8478-e14a9dd5a0cb x-openstack-request-id: req-ec8a76cb-27eb-4170-8478-e14a9dd5a0cb {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:52.723048 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3ec679-3655-4895-99d2-3ae0716df62c", "name": "network-vif-plugged", "status": "completed", "tag": "ad805336-8d08-47f2-9724-74235d2d3dcb", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:52.723199 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec8a76cb-27eb-4170-8478-e14a9dd5a0cb {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:52.723500 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3ec679-3655-4895-99d2-3ae0716df62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad805336-8d08-47f2-9724-74235d2d3dcb', 'code': 200} Aug 31 14:23:52.727528 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.729133 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] 10.222.0.60 "PUT /v2.0/ports/d842ffb1-7df7-4357-bcc2-8f5fe8176e1f HTTP/1.1" status: 200 len: 1092 time: 4.7050025 Aug 31 14:23:52.794553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850a7f5-afcb-42f3-a5e7-a98c0a9fc21f service neutron] Pushing event updated for resources: {'Port': ['ID=d842ffb1-7df7-4357-bcc2-8f5fe8176e1f,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:52.841557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-ff321664-9c48-42f6-82c2-9665f73e3e0f req-a7602432-1f8b-4d5d-a737-5daac875d2af tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Deleting port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:52.843698 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ff321664-9c48-42f6-82c2-9665f73e3e0f req-a7602432-1f8b-4d5d-a737-5daac875d2af tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:52.898280 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Request body: {'port': {'device_id': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:52.952279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 055f3903-5fe9-45f5-8c87-519c8614393c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:52.996386 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-654cea26-f7e1-4bd2-85a7-f06f7d43c071 req-937b4e78-e68d-4a0c-a25b-59b0643624d2 tempest-ServersAdminNegativeTestJSON-10558088 tempest-ServersAdminNegativeTestJSON-10558088-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fafbcde-4b03-4322-961a-72a4f8355db2 HTTP/1.1" status: 200 len: 210 time: 0.0590112 Aug 31 14:23:53.102038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561fc7d-725e-4443-897b-45cdac231e09 req-8a93b147-bcf8-4c4b-a76e-c9149cc43e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:53.107958 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a561fc7d-725e-4443-897b-45cdac231e09 req-8a93b147-bcf8-4c4b-a76e-c9149cc43e0d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 1096 time: 0.2909725 Aug 31 14:23:53.167164 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.172542 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe31b1cb-6e33-4ac4-aa99-17a0b3b3efeb x-openstack-request-id: req-fe31b1cb-6e33-4ac4-aa99-17a0b3b3efeb {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:53.181695 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fafbcde-4b03-4322-961a-72a4f8355db2", "name": "network-vif-deleted", "tag": "e19511bd-6c27-4079-b12f-71ba98fdd96e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:53.182465 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe31b1cb-6e33-4ac4-aa99-17a0b3b3efeb {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:53.183203 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fafbcde-4b03-4322-961a-72a4f8355db2', 'name': 'network-vif-deleted', 'tag': 'e19511bd-6c27-4079-b12f-71ba98fdd96e', 'status': 'completed', 'code': 200} Aug 31 14:23:53.206419 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ff321664-9c48-42f6-82c2-9665f73e3e0f req-a7602432-1f8b-4d5d-a737-5daac875d2af tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] For port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:53.206789 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ff321664-9c48-42f6-82c2-9665f73e3e0f req-a7602432-1f8b-4d5d-a737-5daac875d2af tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.212338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 055f3903-5fe9-45f5-8c87-519c8614393c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:53.212731 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.250681 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a561fc7d-725e-4443-897b-45cdac231e09 req-f5e59eb8-f38d-4d43-aaeb-c46cb4b39912 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339912 Aug 31 14:23:53.265576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-ff321664-9c48-42f6-82c2-9665f73e3e0f req-a7602432-1f8b-4d5d-a737-5daac875d2af tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Calling delete_port for 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:53.401824 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.466965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:46Z', 'revision_number': 4, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port': {'id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'af16604d-ab93-4032-9918-de760ee52206', 'name': '', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'mac_address': 'fa:16:3e:f8:d2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:43Z', 'updated_at': '2021-08-31T14:23:46Z', 'revision_number': 2, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'subnets': [{'id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:53.521106 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Checking router: 1bfb00d0-66c8-473a-b387-47e99e417190 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:53.521837 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Updating router 1bfb00d0-66c8-473a-b387-47e99e417190 port af16604d-ab93-4032-9918-de760ee52206 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:23:53.555267 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.663898 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3c4e6-8d5c-437d-9090-d793047c73b6 req-e8d87c4f-37a7-4d38-b7ec-92796bc3d3b4 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:53.677378 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1fe3c4e6-8d5c-437d-9090-d793047c73b6 req-e8d87c4f-37a7-4d38-b7ec-92796bc3d3b4 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32e1499-74bf-4e19-9036-7ea3f164a3c1 HTTP/1.1" status: 200 len: 949 time: 0.2298808 Aug 31 14:23:53.687115 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ff321664-9c48-42f6-82c2-9665f73e3e0f req-a7602432-1f8b-4d5d-a737-5daac875d2af tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.838618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7602432-1f8b-4d5d-a737-5daac875d2af tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Pushing event deleted for resources: {'Port': ['ID=545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:53.904660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff321664-9c48-42f6-82c2-9665f73e3e0f req-a7602432-1f8b-4d5d-a737-5daac875d2af tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] No DVR routers for this DVR port 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:53.916565 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ff321664-9c48-42f6-82c2-9665f73e3e0f req-a7602432-1f8b-4d5d-a737-5daac875d2af tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:53.919497 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ff321664-9c48-42f6-82c2-9665f73e3e0f req-a7602432-1f8b-4d5d-a737-5daac875d2af tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.60 "DELETE /v2.0/ports/545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 HTTP/1.1" status: 204 len: 173 time: 1.4193048 Aug 31 14:23:53.938414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'name': 'network-vif-deleted', 'tag': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:53.942081 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32c28fd-8066-4e22-b115-cacea2013b33" -d '{"events": [{"server_uuid": "d32e1499-74bf-4e19-9036-7ea3f164a3c1", "name": "network-vif-deleted", "tag": "545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:54.000466 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1fe3c4e6-8d5c-437d-9090-d793047c73b6 req-85f675d0-c230-4afb-be8e-5c30a64d33c3 tempest-ListImageFiltersTestJSON-1061707091 tempest-ListImageFiltersTestJSON-1061707091-project] 10.222.0.39 "GET /v2.0/security-groups?id=2caedb7f-7ac3-4583-aa21-a8b25a7307ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211868 Aug 31 14:23:54.017235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 91958401-e793-4ff0-b658-b8ed74299315 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:54.084413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50dd920-2482-418c-8f56-4a12055ec8a1 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:54.105747 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.156379 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Transition to ACTIVE for port object b50dd920-2482-418c-8f56-4a12055ec8a1 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:54.162894 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.216350 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.246155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecb48f-3f04-4985-af3f-04a1b122d4e9 req-ddbaaa7b-d981-43cc-9273-ff7d5ec362da tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:54.263238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecb48f-3f04-4985-af3f-04a1b122d4e9 req-ddbaaa7b-d981-43cc-9273-ff7d5ec362da tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:54.286411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecb48f-3f04-4985-af3f-04a1b122d4e9 req-ddbaaa7b-d981-43cc-9273-ff7d5ec362da tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:54.290316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Pushing event updated for resources: {'Port': ['ID=b50dd920-2482-418c-8f56-4a12055ec8a1,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:54.290983 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fecb48f-3f04-4985-af3f-04a1b122d4e9 req-ddbaaa7b-d981-43cc-9273-ff7d5ec362da tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2388 time: 0.1892881 Aug 31 14:23:54.301732 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 91958401-e793-4ff0-b658-b8ed74299315 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:54.382508 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fecb48f-3f04-4985-af3f-04a1b122d4e9 req-a551f34e-b58a-4b84-a8b5-9f35fbd8d74d tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701091 Aug 31 14:23:54.555267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Attempting to bind port b50dd920-2482-418c-8f56-4a12055ec8a1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:54.555657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Attempting to bind port b50dd920-2482-418c-8f56-4a12055ec8a1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '6981aef5-1c27-431f-a049-2ea142bccdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ee13b0ff-1bfe-47a4-8207-cb2e9f725907'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:54.555920 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Attempting to bind port b50dd920-2482-418c-8f56-4a12055ec8a1 on network ee13b0ff-1bfe-47a4-8207-cb2e9f725907 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:54.574926 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.575721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Port b50dd920-2482-418c-8f56-4a12055ec8a1 on network ee13b0ff-1bfe-47a4-8207-cb2e9f725907 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:23:54.576064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Attempting to bind port b50dd920-2482-418c-8f56-4a12055ec8a1 on network ee13b0ff-1bfe-47a4-8207-cb2e9f725907 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:54.588266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 91958401-e793-4ff0-b658-b8ed74299315 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:54.589664 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.604190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Transition to ACTIVE for port object af16604d-ab93-4032-9918-de760ee52206 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:54.613811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:54.614113 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Checking segment: {'id': '6981aef5-1c27-431f-a049-2ea142bccdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ee13b0ff-1bfe-47a4-8207-cb2e9f725907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:54.617394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Bound using segment: {'id': '6981aef5-1c27-431f-a049-2ea142bccdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ee13b0ff-1bfe-47a4-8207-cb2e9f725907'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:54.617873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Bound port: b50dd920-2482-418c-8f56-4a12055ec8a1, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6981aef5-1c27-431f-a049-2ea142bccdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ee13b0ff-1bfe-47a4-8207-cb2e9f725907'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:54.618245 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.647782 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.732328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2290024-9834-4814-b137-e7f7a70dd1f7 None None] Pushing event updated for resources: {'Port': ['ID=af16604d-ab93-4032-9918-de760ee52206,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:54.760374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] For port b50dd920-2482-418c-8f56-4a12055ec8a1, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:54.777459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] For port b50dd920-2482-418c-8f56-4a12055ec8a1, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b50dd920-2482-418c-8f56-4a12055ec8a1,segment=NetworkSegment(6981aef5-1c27-431f-a049-2ea142bccdd2),segment_id=6981aef5-1c27-431f-a049-2ea142bccdd2)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:54.783682 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.900572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:54.901641 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:54.903493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] 10.222.0.60 "PUT /v2.0/ports/b50dd920-2482-418c-8f56-4a12055ec8a1 HTTP/1.1" status: 200 len: 1091 time: 2.0877585 Aug 31 14:23:54.951396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bbad3-cb29-481d-825f-32cf9b38373b service neutron] Pushing event updated for resources: {'Port': ['ID=b50dd920-2482-418c-8f56-4a12055ec8a1,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:54.968349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Request body: {'port': {'device_id': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:55.051879 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:55.105676 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:55.148975 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:55.161535 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 91958401-e793-4ff0-b658-b8ed74299315, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=91958401-e793-4ff0-b658-b8ed74299315,segment=NetworkSegment(6091cb93-9f1a-4021-8a4c-44ccfd2e6f00),segment_id=6091cb93-9f1a-4021-8a4c-44ccfd2e6f00)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:55.193876 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:55.196444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'tag': 'd842ffb1-7df7-4357-bcc2-8f5fe8176e1f'}, {'name': 'network-changed', 'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'tag': 'b50dd920-2482-418c-8f56-4a12055ec8a1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:55.198938 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85542462-6ef1-434e-9dae-42f831f6e67c" -d '{"events": [{"name": "network-changed", "server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "tag": "d842ffb1-7df7-4357-bcc2-8f5fe8176e1f"}, {"name": "network-changed", "server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "tag": "b50dd920-2482-418c-8f56-4a12055ec8a1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:55.212059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Attempting to bind port af16604d-ab93-4032-9918-de760ee52206 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:55.213819 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Attempting to bind port af16604d-ab93-4032-9918-de760ee52206 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'c6184d0f-45a9-4c3d-9a06-a44aa1856116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:55.214354 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Attempting to bind port af16604d-ab93-4032-9918-de760ee52206 on network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:55.339345 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:55.339345 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Checking segment: {'id': 'c6184d0f-45a9-4c3d-9a06-a44aa1856116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:55.339345 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:55.339345 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Bound using segment: {'id': 'c6184d0f-45a9-4c3d-9a06-a44aa1856116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:55.339345 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Bound port: af16604d-ab93-4032-9918-de760ee52206, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6184d0f-45a9-4c3d-9a06-a44aa1856116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:55.339345 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:55.349361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227d3f9-9aaa-4454-a66d-900cc6d0d108 req-f5622776-367f-4323-95cd-736428246731 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:55.361457 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b227d3f9-9aaa-4454-a66d-900cc6d0d108 req-f5622776-367f-4323-95cd-736428246731 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.7616825 Aug 31 14:23:55.455898 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b227d3f9-9aaa-4454-a66d-900cc6d0d108 req-c06485f0-177c-4a0d-b314-bccfaa9735f0 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933478 Aug 31 14:23:55.536671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=91958401-e793-4ff0-b658-b8ed74299315,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:55.570134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] For port af16604d-ab93-4032-9918-de760ee52206, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:55.574718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] For port af16604d-ab93-4032-9918-de760ee52206, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=af16604d-ab93-4032-9918-de760ee52206,segment=NetworkSegment(c6184d0f-45a9-4c3d-9a06-a44aa1856116),segment_id=c6184d0f-45a9-4c3d-9a06-a44aa1856116)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:55.581565 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:55.670695 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43557de2-534e-419d-9fc7-83bc0901351b req-b27a6580-cdf3-4527-b48e-c50f926903a7 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:55.675241 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-43557de2-534e-419d-9fc7-83bc0901351b req-b27a6580-cdf3-4527-b48e-c50f926903a7 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.1021581 Aug 31 14:23:55.755826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-43557de2-534e-419d-9fc7-83bc0901351b req-25e7c7df-c8a8-4edf-87aa-df360b5d49a7 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730543 Aug 31 14:23:55.799621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2290024-9834-4814-b137-e7f7a70dd1f7 None None] Pushing event updated for resources: {'Port': ['ID=af16604d-ab93-4032-9918-de760ee52206,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:55.805496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832c4eef-5d6f-453b-930f-8569a0146865 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:55.813992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Routers {'1bfb00d0-66c8-473a-b387-47e99e417190'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:55.815049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:23:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1bfb00d0-66c8-473a-b387-47e99e417190'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:55.815287 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:55.829048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Transition to ACTIVE for port object 832c4eef-5d6f-453b-930f-8569a0146865 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:55.834436 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:55.874742 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6654b85-f559-4079-952c-b57cdd251f78 x-openstack-request-id: req-b6654b85-f559-4079-952c-b57cdd251f78 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:55.875042 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32e1499-74bf-4e19-9036-7ea3f164a3c1", "name": "network-vif-deleted", "tag": "545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:55.875346 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6654b85-f559-4079-952c-b57cdd251f78 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:55.875747 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32e1499-74bf-4e19-9036-7ea3f164a3c1', 'name': 'network-vif-deleted', 'tag': '545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1', 'status': 'completed', 'code': 200} Aug 31 14:23:55.922617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Pushing event updated for resources: {'Port': ['ID=832c4eef-5d6f-453b-930f-8569a0146865,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:56.148257 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 91958401-e793-4ff0-b658-b8ed74299315 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:56.156695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Attempting to bind port 832c4eef-5d6f-453b-930f-8569a0146865 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:56.157029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Attempting to bind port 832c4eef-5d6f-453b-930f-8569a0146865 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'f8b64164-4724-4b8e-8254-97ee00691be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:56.157925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Attempting to bind port 832c4eef-5d6f-453b-930f-8569a0146865 on network 976be2d6-288d-40b7-bf60-c5f553cc2dbc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:56.169479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:56.169677 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Port 832c4eef-5d6f-453b-930f-8569a0146865 on network 976be2d6-288d-40b7-bf60-c5f553cc2dbc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:23:56.169942 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Attempting to bind port 832c4eef-5d6f-453b-930f-8569a0146865 on network 976be2d6-288d-40b7-bf60-c5f553cc2dbc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:56.183756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:56.184094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Checking segment: {'id': 'f8b64164-4724-4b8e-8254-97ee00691be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:56.184487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Bound using segment: {'id': 'f8b64164-4724-4b8e-8254-97ee00691be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:56.184935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Bound port: 832c4eef-5d6f-453b-930f-8569a0146865, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b64164-4724-4b8e-8254-97ee00691be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:56.185294 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.185677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] Set router 1bfb00d0-66c8-473a-b387-47e99e417190 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:56.204804 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475f8852-24a4-4aea-b65a-2e4d9bddca85 x-openstack-request-id: req-475f8852-24a4-4aea-b65a-2e4d9bddca85 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:56.205107 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "tag": "d842ffb1-7df7-4357-bcc2-8f5fe8176e1f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "tag": "b50dd920-2482-418c-8f56-4a12055ec8a1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:56.205333 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-475f8852-24a4-4aea-b65a-2e4d9bddca85 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:56.206074 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'tag': 'd842ffb1-7df7-4357-bcc2-8f5fe8176e1f', 'status': 'completed', 'code': 200} Aug 31 14:23:56.210142 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'tag': 'b50dd920-2482-418c-8f56-4a12055ec8a1', 'status': 'completed', 'code': 200} Aug 31 14:23:56.299169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542462-6ef1-434e-9dae-42f831f6e67c req-ad3c6c2e-e08b-468f-8efd-37e7405eb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:56.304517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542462-6ef1-434e-9dae-42f831f6e67c req-ad3c6c2e-e08b-468f-8efd-37e7405eb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:56.305943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542462-6ef1-434e-9dae-42f831f6e67c req-ad3c6c2e-e08b-468f-8efd-37e7405eb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:56.309412 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85542462-6ef1-434e-9dae-42f831f6e67c req-ad3c6c2e-e08b-468f-8efd-37e7405eb2c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=708fd62df09c4606bd6f20c766eb762f&device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2823 time: 0.1005075 Aug 31 14:23:56.405021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] For port 832c4eef-5d6f-453b-930f-8569a0146865, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:56.417430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] For port 832c4eef-5d6f-453b-930f-8569a0146865, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=832c4eef-5d6f-453b-930f-8569a0146865,segment=NetworkSegment(f8b64164-4724-4b8e-8254-97ee00691be4),segment_id=f8b64164-4724-4b8e-8254-97ee00691be4)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:56.428642 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.473911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:56.474308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 545c5f1f-eea9-41a6-b7ad-4a33b2e02ad1 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:56.561556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:56.562183 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.578089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] 10.222.0.60 "PUT /v2.0/ports/832c4eef-5d6f-453b-930f-8569a0146865 HTTP/1.1" status: 200 len: 1092 time: 1.6143816 Aug 31 14:23:56.604192 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542462-6ef1-434e-9dae-42f831f6e67c req-c53d46dc-9192-482e-8d61-e78b1b773571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:56.604915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542462-6ef1-434e-9dae-42f831f6e67c req-c53d46dc-9192-482e-8d61-e78b1b773571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:56.605579 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542462-6ef1-434e-9dae-42f831f6e67c req-c53d46dc-9192-482e-8d61-e78b1b773571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:56.607298 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85542462-6ef1-434e-9dae-42f831f6e67c req-c53d46dc-9192-482e-8d61-e78b1b773571 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=708fd62df09c4606bd6f20c766eb762f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2862630 Aug 31 14:23:56.647759 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3080da-5fdf-42d0-879f-aea805bdf32d req-2652fbfb-1713-408d-ae5f-1144f2745336 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:56.655141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3080da-5fdf-42d0-879f-aea805bdf32d req-2652fbfb-1713-408d-ae5f-1144f2745336 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:56.663623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3080da-5fdf-42d0-879f-aea805bdf32d req-2652fbfb-1713-408d-ae5f-1144f2745336 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:56.674129 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4f3080da-5fdf-42d0-879f-aea805bdf32d req-2652fbfb-1713-408d-ae5f-1144f2745336 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2412 time: 0.3633406 Aug 31 14:23:56.756020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ab5c1-f048-46ca-a6b4-1210d9935e17 service neutron] Pushing event updated for resources: {'Port': ['ID=832c4eef-5d6f-453b-930f-8569a0146865,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:56.795121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 91958401-e793-4ff0-b658-b8ed74299315 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:56.795770 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:56.863883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37508) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:56.979806 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4f3080da-5fdf-42d0-879f-aea805bdf32d req-2cc9b959-4264-4075-82af-b5941b5680a9 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045616 Aug 31 14:23:57.160721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542462-6ef1-434e-9dae-42f831f6e67c req-2f1cad2a-394a-43ee-8bd1-b3807b50bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:57.162354 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85542462-6ef1-434e-9dae-42f831f6e67c req-2f1cad2a-394a-43ee-8bd1-b3807b50bdc8 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5474708 Aug 31 14:23:57.256732 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6a23243f-7211-4c12-bfec-fac8f820d1f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ca4a7b1cf574890b25f64edb46717bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915534 Aug 31 14:23:57.257749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37516) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:57.264860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:46Z', 'revision_number': 4, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port': {'id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'af16604d-ab93-4032-9918-de760ee52206', 'name': '', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'mac_address': 'fa:16:3e:f8:d2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:43Z', 'updated_at': '2021-08-31T14:23:55Z', 'revision_number': 4, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'subnets': [{'id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:57.306812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae6f7a-26ad-4d17-8184-274fb8f17016 None None] The sync data for ids ['1bfb00d0-66c8-473a-b387-47e99e417190'] in n-d-806683-5 is: [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:46Z', 'revision_number': 4, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port': {'id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'af16604d-ab93-4032-9918-de760ee52206', 'name': '', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'mac_address': 'fa:16:3e:f8:d2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:43Z', 'updated_at': '2021-08-31T14:23:55Z', 'revision_number': 4, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'subnets': [{'id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:57.323896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542462-6ef1-434e-9dae-42f831f6e67c req-7f5168a6-7911-4819-b2e7-86bab6b076bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:57.323896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542462-6ef1-434e-9dae-42f831f6e67c req-7f5168a6-7911-4819-b2e7-86bab6b076bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:57.323896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542462-6ef1-434e-9dae-42f831f6e67c req-7f5168a6-7911-4819-b2e7-86bab6b076bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:57.326259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85542462-6ef1-434e-9dae-42f831f6e67c req-7f5168a6-7911-4819-b2e7-86bab6b076bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=708fd62df09c4606bd6f20c766eb762f&device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2865 time: 0.1089318 Aug 31 14:23:57.337943 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0420-0183-4752-90d9-fc2fe548337a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:57.430225 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0420-0183-4752-90d9-fc2fe548337a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:57.512810 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0420-0183-4752-90d9-fc2fe548337a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:57.516027 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0420-0183-4752-90d9-fc2fe548337a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:57.520054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c3fd0420-0183-4752-90d9-fc2fe548337a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd HTTP/1.1" status: 204 len: 168 time: 0.2608571 Aug 31 14:23:57.534953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd0420-0183-4752-90d9-fc2fe548337a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f13ac7-e721-4d06-b4d1-8a5c5d8c8ddd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:57.540847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542462-6ef1-434e-9dae-42f831f6e67c req-f3ba5620-61bf-4e12-8a98-d59cc32ec771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:57.541395 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542462-6ef1-434e-9dae-42f831f6e67c req-f3ba5620-61bf-4e12-8a98-d59cc32ec771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:57.541922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542462-6ef1-434e-9dae-42f831f6e67c req-f3ba5620-61bf-4e12-8a98-d59cc32ec771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:57.544250 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85542462-6ef1-434e-9dae-42f831f6e67c req-f3ba5620-61bf-4e12-8a98-d59cc32ec771 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=708fd62df09c4606bd6f20c766eb762f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2080500 Aug 31 14:23:57.796806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542462-6ef1-434e-9dae-42f831f6e67c req-6619a330-78c1-4b96-ac0a-ad58f81f550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:57.818907 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85542462-6ef1-434e-9dae-42f831f6e67c req-6619a330-78c1-4b96-ac0a-ad58f81f550c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2601247 Aug 31 14:23:57.953210 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3e1114a8-ddbb-4554-9646-e080fd8e1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:57.953698 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3e1114a8-ddbb-4554-9646-e080fd8e1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:57.954204 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3e1114a8-ddbb-4554-9646-e080fd8e1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:57.956235 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-3e1114a8-ddbb-4554-9646-e080fd8e1aa9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=708fd62df09c4606bd6f20c766eb762f&device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2865 time: 0.0893583 Aug 31 14:23:57.997051 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device af16604d-ab93-4032-9918-de760ee52206 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:58.101914 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port af16604d-ab93-4032-9918-de760ee52206 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:58.105131 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-50a31cbf-ce93-433a-9c9a-f7a025485d44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=d842ffb1-7df7-4357-bcc2-8f5fe8176e1f HTTP/1.1" status: 200 len: 217 time: 0.1391127 Aug 31 14:23:58.110971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port af16604d-ab93-4032-9918-de760ee52206 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:58.114458 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.186608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-e6c8659e-696c-40e7-955b-1b9841acd030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:58.191564 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-e6c8659e-696c-40e7-955b-1b9841acd030 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d8f2495-4494-4cb0-a3a6-428c0e5532d8 HTTP/1.1" status: 200 len: 801 time: 0.0781593 Aug 31 14:23:58.213424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'tag': '832c4eef-5d6f-453b-930f-8569a0146865'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:58.220748 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c504b0e-0a39-4b5f-bfa9-b180b9cd5a59" -d '{"events": [{"name": "network-changed", "server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "tag": "832c4eef-5d6f-453b-930f-8569a0146865"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:58.229269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37530) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:58.288210 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f35c2af2-77ee-4abd-b1f5-7258c4f143b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:58.295331 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f35c2af2-77ee-4abd-b1f5-7258c4f143b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=976be2d6-288d-40b7-bf60-c5f553cc2dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0939109 Aug 31 14:23:58.323499 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.343445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-87d609c1-241f-4e89-85cf-179908ad47eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af98db158805476cb2544120f1369e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1118777 Aug 31 14:23:58.350958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37532) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:58.367648 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port af16604d-ab93-4032-9918-de760ee52206, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=af16604d-ab93-4032-9918-de760ee52206,segment=NetworkSegment(c6184d0f-45a9-4c3d-9a06-a44aa1856116),segment_id=c6184d0f-45a9-4c3d-9a06-a44aa1856116)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:58.373170 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.429594 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-7ffdbbc7-1c3d-4459-8636-18a09726a708 service neutron] 10.222.0.60 "GET /v2.0/networks/976be2d6-288d-40b7-bf60-c5f553cc2dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265578 Aug 31 14:23:58.449768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=af16604d-ab93-4032-9918-de760ee52206,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:58.471759 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9891687-720d-48a6-bdce-888bd5239cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.499329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9891687-720d-48a6-bdce-888bd5239cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.564329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9891687-720d-48a6-bdce-888bd5239cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.567942 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9891687-720d-48a6-bdce-888bd5239cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:58.572138 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b9891687-720d-48a6-bdce-888bd5239cea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8d240ad-f551-4517-b5e7-6c7b3a36b80d HTTP/1.1" status: 204 len: 168 time: 0.2190022 Aug 31 14:23:58.581479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9891687-720d-48a6-bdce-888bd5239cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d240ad-f551-4517-b5e7-6c7b3a36b80d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:58.635443 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-908630fe-d268-4e51-a7d4-bfd7375db33e service neutron] 10.222.0.60 "GET /v2.0/networks/976be2d6-288d-40b7-bf60-c5f553cc2dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973972 Aug 31 14:23:58.696117 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-0eb2271e-a662-4cba-a6d4-53194940169b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=b50dd920-2482-418c-8f56-4a12055ec8a1 HTTP/1.1" status: 200 len: 217 time: 0.0514112 Aug 31 14:23:58.796660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-eb6f19ab-3e15-4c83-9b55-23ecc22c032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:58.798727 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-eb6f19ab-3e15-4c83-9b55-23ecc22c032a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=59d6e460-2bc3-43a9-a6b6-1d5b607a4f3d HTTP/1.1" status: 200 len: 801 time: 0.0869737 Aug 31 14:23:58.880541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-66880e6e-56ad-49ad-91a7-dd0164813b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:58.883259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-66880e6e-56ad-49ad-91a7-dd0164813b3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ee13b0ff-1bfe-47a4-8207-cb2e9f725907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0753081 Aug 31 14:23:59.140321 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-d658cd69-6c63-4888-9882-ca1f70b89d13 service neutron] 10.222.0.60 "GET /v2.0/networks/ee13b0ff-1bfe-47a4-8207-cb2e9f725907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476907 Aug 31 14:23:59.489761 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-9c8a9a16-70a4-49c2-9eac-ffebe7d02f31 service neutron] 10.222.0.60 "GET /v2.0/networks/ee13b0ff-1bfe-47a4-8207-cb2e9f725907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397398 Aug 31 14:23:59.611351 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-eb9cbee1-d8dc-42f9-9a4c-b1ff67f14a0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=832c4eef-5d6f-453b-930f-8569a0146865 HTTP/1.1" status: 200 len: 217 time: 0.1125231 Aug 31 14:23:59.709562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-8708283c-4773-42d1-94ad-b729cadefc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:59.711094 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-8708283c-4773-42d1-94ad-b729cadefc9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d8f2495-4494-4cb0-a3a6-428c0e5532d8 HTTP/1.1" status: 200 len: 801 time: 0.0918808 Aug 31 14:23:59.825933 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-4b654159-9646-4faf-997f-be0ff10385cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:59.834145 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-4b654159-9646-4faf-997f-be0ff10385cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=976be2d6-288d-40b7-bf60-c5f553cc2dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1114755 Aug 31 14:23:59.856235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device af16604d-ab93-4032-9918-de760ee52206 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:59.926043 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port af16604d-ab93-4032-9918-de760ee52206 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:59.926441 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:59.958763 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-201ed877-de41-4ead-a6e9-34aea323857a service neutron] 10.222.0.60 "GET /v2.0/networks/976be2d6-288d-40b7-bf60-c5f553cc2dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187704 Aug 31 14:24:00.141252 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdc4ea4-1bdc-4051-a0c0-0e231af5efa3 req-f50551ce-8426-43aa-b903-383001161b92 service neutron] 10.222.0.60 "GET /v2.0/networks/976be2d6-288d-40b7-bf60-c5f553cc2dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719739 Aug 31 14:24:03.967766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device b50dd920-2482-418c-8f56-4a12055ec8a1 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:24:04.278006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f53745-262f-48fd-96a2-40e8c07f9805 req-232c0a5e-31be-4597-a303-21c5a8a143b6 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:04.281483 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-78f53745-262f-48fd-96a2-40e8c07f9805 req-232c0a5e-31be-4597-a303-21c5a8a143b6 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.0972774 Aug 31 14:24:04.306252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a0679-45db-4a40-93f3-418fc67a3e78 req-d31e6231-4c5b-4eef-bcd6-3ce6f7285909 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:04.308227 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-856a0679-45db-4a40-93f3-418fc67a3e78 req-d31e6231-4c5b-4eef-bcd6-3ce6f7285909 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.0638459 Aug 31 14:24:04.316225 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port b50dd920-2482-418c-8f56-4a12055ec8a1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b50dd920-2482-418c-8f56-4a12055ec8a1,segment=NetworkSegment(6981aef5-1c27-431f-a049-2ea142bccdd2),segment_id=6981aef5-1c27-431f-a049-2ea142bccdd2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:04.344670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'b50dd920-2482-418c-8f56-4a12055ec8a1', 'network_id': 'ee13b0ff-1bfe-47a4-8207-cb2e9f725907', 'port_id': 'b50dd920-2482-418c-8f56-4a12055ec8a1', 'mac_address': 'fa:16:3e:c8:bf:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d6e460-2bc3-43a9-a6b6-1d5b607a4f3d', 'ip_address': '19.86.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:24:04.354390 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-78f53745-262f-48fd-96a2-40e8c07f9805 req-0862a0b5-2b20-4810-8d2f-557d8beb7459 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651543 Aug 31 14:24:04.392246 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-856a0679-45db-4a40-93f3-418fc67a3e78 req-eb8706ff-ebcb-48d6-8256-99702d0f0b40 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760088 Aug 31 14:24:04.443909 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.463374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50dd920-2482-418c-8f56-4a12055ec8a1 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:04.487562 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e1f679-ff80-47f4-812e-03ac17ec2ee1 x-openstack-request-id: req-b6e1f679-ff80-47f4-812e-03ac17ec2ee1 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:04.487947 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "tag": "832c4eef-5d6f-453b-930f-8569a0146865", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:04.488228 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6e1f679-ff80-47f4-812e-03ac17ec2ee1 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:04.491321 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'tag': '832c4eef-5d6f-453b-930f-8569a0146865', 'status': 'completed', 'code': 200} Aug 31 14:24:04.512845 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port b50dd920-2482-418c-8f56-4a12055ec8a1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b50dd920-2482-418c-8f56-4a12055ec8a1,segment=NetworkSegment(6981aef5-1c27-431f-a049-2ea142bccdd2),segment_id=6981aef5-1c27-431f-a049-2ea142bccdd2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:04.521872 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.523061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 832c4eef-5d6f-453b-930f-8569a0146865 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:24:04.607145 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef4d74-ff93-480a-9977-4044c3f99bff req-42258636-9b15-4fe5-a63c-4571c1e630b7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:04.615541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef4d74-ff93-480a-9977-4044c3f99bff req-42258636-9b15-4fe5-a63c-4571c1e630b7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:04.623588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef4d74-ff93-480a-9977-4044c3f99bff req-42258636-9b15-4fe5-a63c-4571c1e630b7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:04.625344 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69ef4d74-ff93-480a-9977-4044c3f99bff req-42258636-9b15-4fe5-a63c-4571c1e630b7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2412 time: 0.1432817 Aug 31 14:24:04.650799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c504b0e-0a39-4b5f-bfa9-b180b9cd5a59 req-eb2eae50-8828-4ab5-beaf-08a467f85460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:04.651738 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c504b0e-0a39-4b5f-bfa9-b180b9cd5a59 req-eb2eae50-8828-4ab5-beaf-08a467f85460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:04.652211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c504b0e-0a39-4b5f-bfa9-b180b9cd5a59 req-eb2eae50-8828-4ab5-beaf-08a467f85460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:04.654067 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c504b0e-0a39-4b5f-bfa9-b180b9cd5a59 req-eb2eae50-8828-4ab5-beaf-08a467f85460 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=708fd62df09c4606bd6f20c766eb762f&device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2866 time: 0.1228592 Aug 31 14:24:04.657993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=b50dd920-2482-418c-8f56-4a12055ec8a1,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:04.672343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:04.673086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:04.673619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:04.675933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:04.676488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:04.676995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:04.677501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:04.678006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:04.678509 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:04.679010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:04.679532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:04.680043 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:04.734267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 832c4eef-5d6f-453b-930f-8569a0146865, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=832c4eef-5d6f-453b-930f-8569a0146865,segment=NetworkSegment(f8b64164-4724-4b8e-8254-97ee00691be4),segment_id=f8b64164-4724-4b8e-8254-97ee00691be4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:04.751994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '832c4eef-5d6f-453b-930f-8569a0146865', 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc', 'port_id': '832c4eef-5d6f-453b-930f-8569a0146865', 'mac_address': 'fa:16:3e:54:7d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8f2495-4494-4cb0-a3a6-428c0e5532d8', 'ip_address': '19.80.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:24:04.770086 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69ef4d74-ff93-480a-9977-4044c3f99bff req-bbbebe81-063c-4f70-9bd4-07655738bd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348050 Aug 31 14:24:04.808608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c504b0e-0a39-4b5f-bfa9-b180b9cd5a59 req-611d8ad0-6ae0-4d3a-9755-5e06fb60a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:04.810113 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c504b0e-0a39-4b5f-bfa9-b180b9cd5a59 req-611d8ad0-6ae0-4d3a-9755-5e06fb60a0e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=976be2d6-288d-40b7-bf60-c5f553cc2dbc HTTP/1.1" status: 200 len: 902 time: 0.1428373 Aug 31 14:24:04.813075 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.828853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832c4eef-5d6f-453b-930f-8569a0146865 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:04.856855 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 832c4eef-5d6f-453b-930f-8569a0146865, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=832c4eef-5d6f-453b-930f-8569a0146865,segment=NetworkSegment(f8b64164-4724-4b8e-8254-97ee00691be4),segment_id=f8b64164-4724-4b8e-8254-97ee00691be4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:04.861006 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.861769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d842ffb1-7df7-4357-bcc2-8f5fe8176e1f details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:24:04.877106 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c504b0e-0a39-4b5f-bfa9-b180b9cd5a59 req-e528462e-ff23-4f1f-9a1a-5603e149f7bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=832c4eef-5d6f-453b-930f-8569a0146865 HTTP/1.1" status: 200 len: 217 time: 0.0599918 Aug 31 14:24:04.943755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=832c4eef-5d6f-453b-930f-8569a0146865,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:04.957928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c504b0e-0a39-4b5f-bfa9-b180b9cd5a59 req-deb1ec5e-9a3e-467d-b1a2-64771bc2a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:04.958548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d842ffb1-7df7-4357-bcc2-8f5fe8176e1f,segment=NetworkSegment(f8b64164-4724-4b8e-8254-97ee00691be4),segment_id=f8b64164-4724-4b8e-8254-97ee00691be4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:04.959520 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c504b0e-0a39-4b5f-bfa9-b180b9cd5a59 req-deb1ec5e-9a3e-467d-b1a2-64771bc2a7ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d8f2495-4494-4cb0-a3a6-428c0e5532d8 HTTP/1.1" status: 200 len: 801 time: 0.0753765 Aug 31 14:24:04.971946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'd842ffb1-7df7-4357-bcc2-8f5fe8176e1f', 'network_id': '976be2d6-288d-40b7-bf60-c5f553cc2dbc', 'port_id': 'd842ffb1-7df7-4357-bcc2-8f5fe8176e1f', 'mac_address': 'fa:16:3e:93:cf:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8f2495-4494-4cb0-a3a6-428c0e5532d8', 'ip_address': '19.80.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:24:05.027359 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c504b0e-0a39-4b5f-bfa9-b180b9cd5a59 req-dbd7b6f0-c36e-4f21-b6c3-b240ba360c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:05.028901 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c504b0e-0a39-4b5f-bfa9-b180b9cd5a59 req-dbd7b6f0-c36e-4f21-b6c3-b240ba360c11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=976be2d6-288d-40b7-bf60-c5f553cc2dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0599599 Aug 31 14:24:05.030325 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.045350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d842ffb1-7df7-4357-bcc2-8f5fe8176e1f {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:05.073595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d842ffb1-7df7-4357-bcc2-8f5fe8176e1f,segment=NetworkSegment(f8b64164-4724-4b8e-8254-97ee00691be4),segment_id=f8b64164-4724-4b8e-8254-97ee00691be4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:05.078693 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:05.137368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=d842ffb1-7df7-4357-bcc2-8f5fe8176e1f,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:05.137923 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c504b0e-0a39-4b5f-bfa9-b180b9cd5a59 req-b5979230-ca9b-4949-8e24-c5f5a941becc service neutron] 10.222.0.60 "GET /v2.0/networks/976be2d6-288d-40b7-bf60-c5f553cc2dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983186 Aug 31 14:24:05.235936 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c504b0e-0a39-4b5f-bfa9-b180b9cd5a59 req-7c06347e-aa02-4bc2-9a9e-e1c06864c719 service neutron] 10.222.0.60 "GET /v2.0/networks/976be2d6-288d-40b7-bf60-c5f553cc2dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894980 Aug 31 14:24:05.376299 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['b50dd920-2482-418c-8f56-4a12055ec8a1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:05.414436 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['d842ffb1-7df7-4357-bcc2-8f5fe8176e1f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:06.425411 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['832c4eef-5d6f-453b-930f-8569a0146865'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:07.758491 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 83e35921-2217-4847-b9e1-108364288382 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:07.847012 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:07.874039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3578e5f-4919-4aad-b43a-6e741e3817be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e35921-2217-4847-b9e1-108364288382'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:07.877106 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b1b77a-db70-4f17-82a9-a0aa03b2d43a" -d '{"events": [{"server_uuid": "f3578e5f-4919-4aad-b43a-6e741e3817be", "name": "network-vif-unplugged", "status": "completed", "tag": "83e35921-2217-4847-b9e1-108364288382"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:07.896968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 83e35921-2217-4847-b9e1-108364288382, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=83e35921-2217-4847-b9e1-108364288382,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:07.904280 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:07.966852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=83e35921-2217-4847-b9e1-108364288382,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:07.987713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device b50dd920-2482-418c-8f56-4a12055ec8a1 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:08.044549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port b50dd920-2482-418c-8f56-4a12055ec8a1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:08.049606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port b50dd920-2482-418c-8f56-4a12055ec8a1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:08.049987 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:08.114283 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-5a4eaa61-6dae-441c-95ed-e3a3091a158a tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=507340dd7793433f8cbe529059d5523f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251539 Aug 31 14:24:08.169893 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:08.217739 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port b50dd920-2482-418c-8f56-4a12055ec8a1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b50dd920-2482-418c-8f56-4a12055ec8a1,segment=NetworkSegment(6981aef5-1c27-431f-a049-2ea142bccdd2),segment_id=6981aef5-1c27-431f-a049-2ea142bccdd2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:08.223650 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:08.224620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 832c4eef-5d6f-453b-930f-8569a0146865 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:08.270633 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-3cb9e1c6-28fd-4272-84f8-59af611ef2ae tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:08.272879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-3cb9e1c6-28fd-4272-84f8-59af611ef2ae tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516380 Aug 31 14:24:08.291347 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-644ba476-27c0-4262-b2d6-70511a549563 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/quotas/507340dd7793433f8cbe529059d5523f HTTP/1.1" status: 200 len: 375 time: 0.0115106 Aug 31 14:24:08.296568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=b50dd920-2482-418c-8f56-4a12055ec8a1,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:08.353418 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 832c4eef-5d6f-453b-930f-8569a0146865 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:08.355736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-26b02601-a25f-43e8-b9a6-dd998b7d3fd7 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=507340dd7793433f8cbe529059d5523f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552242 Aug 31 14:24:08.363771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 832c4eef-5d6f-453b-930f-8569a0146865 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:08.363771 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:08.484136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fca24-a872-48ca-8c2b-9cb4d4f28827 req-4f3c4479-75d5-41e0-abb0-c68de42f7953 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:08.487421 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9d2fca24-a872-48ca-8c2b-9cb4d4f28827 req-4f3c4479-75d5-41e0-abb0-c68de42f7953 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.0751498 Aug 31 14:24:08.489535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5199101-881d-4dbd-b17c-e63f3e1b9cee req-5c683e60-21fa-4d2b-a101-7be684b72242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:08.490919 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b5199101-881d-4dbd-b17c-e63f3e1b9cee req-5c683e60-21fa-4d2b-a101-7be684b72242 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=80c65d56754943fe8e7402ca0f9734eb&device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 1096 time: 0.1191139 Aug 31 14:24:08.529422 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:08.597225 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 832c4eef-5d6f-453b-930f-8569a0146865, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=832c4eef-5d6f-453b-930f-8569a0146865,segment=NetworkSegment(f8b64164-4724-4b8e-8254-97ee00691be4),segment_id=f8b64164-4724-4b8e-8254-97ee00691be4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:08.604915 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:08.608223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d842ffb1-7df7-4357-bcc2-8f5fe8176e1f up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:08.628243 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9d2fca24-a872-48ca-8c2b-9cb4d4f28827 req-d5803908-e7db-4222-96e5-8b90a0b418b5 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153057 Aug 31 14:24:08.684453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087a606-f5f4-4274-b705-35d155eb6bdc req-31e1b338-a509-41b9-9912-8d21bb177158 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:08.692669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087a606-f5f4-4274-b705-35d155eb6bdc req-31e1b338-a509-41b9-9912-8d21bb177158 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:08.700621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087a606-f5f4-4274-b705-35d155eb6bdc req-31e1b338-a509-41b9-9912-8d21bb177158 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:08.711579 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0087a606-f5f4-4274-b705-35d155eb6bdc req-31e1b338-a509-41b9-9912-8d21bb177158 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2417 time: 0.0906649 Aug 31 14:24:08.728451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5199101-881d-4dbd-b17c-e63f3e1b9cee req-01b60363-080c-4ada-a722-41e164b8c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:08.730071 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b5199101-881d-4dbd-b17c-e63f3e1b9cee req-01b60363-080c-4ada-a722-41e164b8c6e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2ccc9b3-3731-4780-919e-26acb7204772 HTTP/1.1" status: 200 len: 910 time: 0.2319643 Aug 31 14:24:08.788914 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b5199101-881d-4dbd-b17c-e63f3e1b9cee req-782abe89-2855-4623-8a7a-6281c71fd5cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad805336-8d08-47f2-9724-74235d2d3dcb HTTP/1.1" status: 200 len: 217 time: 0.0510168 Aug 31 14:24:08.793405 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0087a606-f5f4-4274-b705-35d155eb6bdc req-400ceb0c-6f09-4651-bc51-99a9243f6b60 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789490 Aug 31 14:24:08.816816 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=832c4eef-5d6f-453b-930f-8569a0146865,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:08.822051 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6386d2-907d-4fdb-8f28-0d33d0df593c x-openstack-request-id: req-cb6386d2-907d-4fdb-8f28-0d33d0df593c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:08.822413 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3578e5f-4919-4aad-b43a-6e741e3817be", "name": "network-vif-unplugged", "status": "completed", "tag": "83e35921-2217-4847-b9e1-108364288382", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:08.822785 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb6386d2-907d-4fdb-8f28-0d33d0df593c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:08.823250 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3578e5f-4919-4aad-b43a-6e741e3817be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e35921-2217-4847-b9e1-108364288382', 'code': 200} Aug 31 14:24:08.870549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5199101-881d-4dbd-b17c-e63f3e1b9cee req-9533e0df-c03c-432a-bc98-b9c650432b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:08.872124 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b5199101-881d-4dbd-b17c-e63f3e1b9cee req-9533e0df-c03c-432a-bc98-b9c650432b4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caeebd6-2dac-4d6b-a296-839662e71514 HTTP/1.1" status: 200 len: 849 time: 0.0766935 Aug 31 14:24:08.878404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:08.882769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:08.883288 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:08.919761 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b5199101-881d-4dbd-b17c-e63f3e1b9cee req-fb4121c7-fe5c-469f-bfc8-024943e66303 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ccc9b3-3731-4780-919e-26acb7204772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403645 Aug 31 14:24:09.071565 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.103286 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b5199101-881d-4dbd-b17c-e63f3e1b9cee req-7bbe47d5-5eb5-476c-abcb-a97be8550061 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747665 Aug 31 14:24:09.117790 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d842ffb1-7df7-4357-bcc2-8f5fe8176e1f,segment=NetworkSegment(f8b64164-4724-4b8e-8254-97ee00691be4),segment_id=f8b64164-4724-4b8e-8254-97ee00691be4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:09.123368 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.192827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=d842ffb1-7df7-4357-bcc2-8f5fe8176e1f,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:09.396383 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38835944-38f0-4f74-8c15-acb88899569c req-1027034a-0625-4d64-9ced-9aaa0d0ac815 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:09.398022 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-38835944-38f0-4f74-8c15-acb88899569c req-1027034a-0625-4d64-9ced-9aaa0d0ac815 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.0992165 Aug 31 14:24:09.400402 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b5199101-881d-4dbd-b17c-e63f3e1b9cee req-8e217ab8-9125-4c61-94e4-3869c73810c6 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897398 Aug 31 14:24:09.457125 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-38835944-38f0-4f74-8c15-acb88899569c req-d7f57cbe-e859-467d-bd33-f978f8e5bcdb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489814 Aug 31 14:24:09.606826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac5f5f56-96c0-466f-b5fb-c4d92f10dcfd req-4cbe3ef9-1117-4faa-8a0c-11dc493b716b tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 210 time: 0.0534716 Aug 31 14:24:09.706130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37774) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:09.790627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1314353d-6634-4702-addd-63d922d6c113 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:24:09.807556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6618d0-b18f-4897-9356-18caec11773a req-518d7484-184f-423e-874a-b0d7e8c62096 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:09.840902 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac6618d0-b18f-4897-9356-18caec11773a req-518d7484-184f-423e-874a-b0d7e8c62096 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 950 time: 0.1249897 Aug 31 14:24:09.922118 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac6618d0-b18f-4897-9356-18caec11773a req-665f6fbe-2ffa-4b1e-98e9-39e5438fe34d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797231 Aug 31 14:24:09.980271 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1314353d-6634-4702-addd-63d922d6c113, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1314353d-6634-4702-addd-63d922d6c113,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:10.018925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '1314353d-6634-4702-addd-63d922d6c113', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '1314353d-6634-4702-addd-63d922d6c113', 'mac_address': 'fa:16:3e:e1:30:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:24:10.074611 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.092755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1314353d-6634-4702-addd-63d922d6c113 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:10.097361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5f751-a2ad-4558-a3b9-0c6eab787cae req-6ca3677f-7f73-46ee-9dec-e81c2444a71b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:10.104245 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5f751-a2ad-4558-a3b9-0c6eab787cae req-6ca3677f-7f73-46ee-9dec-e81c2444a71b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:10.113301 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5f751-a2ad-4558-a3b9-0c6eab787cae req-6ca3677f-7f73-46ee-9dec-e81c2444a71b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:10.115358 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6a5f751-a2ad-4558-a3b9-0c6eab787cae req-6ca3677f-7f73-46ee-9dec-e81c2444a71b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2418 time: 0.1256545 Aug 31 14:24:10.134713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1314353d-6634-4702-addd-63d922d6c113, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1314353d-6634-4702-addd-63d922d6c113,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:10.141658 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f42b5b9b-7e56-4b9d-9aad-163baaa6692f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c37d25dc71714b33a03c9b976df98f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340012 Aug 31 14:24:10.143422 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.144392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37802) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:10.222377 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb87250e-6e2d-4eab-b39a-90223b1891be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.232940 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6a5f751-a2ad-4558-a3b9-0c6eab787cae req-ba0269e1-8171-4dc2-99be-e39e1669692e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958478 Aug 31 14:24:10.271971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1314353d-6634-4702-addd-63d922d6c113,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:10.303687 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-d9ab8404-e7d9-488f-85ee-9334eec9439c tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=507340dd7793433f8cbe529059d5523f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274372 Aug 31 14:24:10.305805 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb87250e-6e2d-4eab-b39a-90223b1891be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.430116 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['1314353d-6634-4702-addd-63d922d6c113'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:10.482321 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb87250e-6e2d-4eab-b39a-90223b1891be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.485219 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb87250e-6e2d-4eab-b39a-90223b1891be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:10.487020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fb87250e-6e2d-4eab-b39a-90223b1891be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2caedb7f-7ac3-4583-aa21-a8b25a7307ab HTTP/1.1" status: 204 len: 168 time: 0.3398600 Aug 31 14:24:10.501230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87250e-6e2d-4eab-b39a-90223b1891be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caedb7f-7ac3-4583-aa21-a8b25a7307ab,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:10.557382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-e685a827-1d96-4b7d-b18b-6c844cf204aa tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:10.559374 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-e685a827-1d96-4b7d-b18b-6c844cf204aa tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462585 Aug 31 14:24:10.578269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Request body: {'port': {'device_id': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '507340dd7793433f8cbe529059d5523f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:10.692167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661f80e-2f37-42f3-a0b5-466c21823c80 req-575aed1b-f8ce-4f88-bfa8-07ebc0dd89ab tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:10.705660 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a661f80e-2f37-42f3-a0b5-466c21823c80 req-575aed1b-f8ce-4f88-bfa8-07ebc0dd89ab tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.1022320 Aug 31 14:24:10.787044 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a661f80e-2f37-42f3-a0b5-466c21823c80 req-cd630925-4cca-483e-9e5c-a749c3eddf9c tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804114 Aug 31 14:24:10.823996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50dd920-2482-418c-8f56-4a12055ec8a1'}, {'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832c4eef-5d6f-453b-930f-8569a0146865'}, {'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd842ffb1-7df7-4357-bcc2-8f5fe8176e1f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:10.826539 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36451315-3a89-42ed-baa7-d7019c570878" -d '{"events": [{"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-plugged", "status": "completed", "tag": "b50dd920-2482-418c-8f56-4a12055ec8a1"}, {"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-plugged", "status": "completed", "tag": "832c4eef-5d6f-453b-930f-8569a0146865"}, {"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-plugged", "status": "completed", "tag": "d842ffb1-7df7-4357-bcc2-8f5fe8176e1f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:10.909392 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f33c3258-741f-4428-950c-44b1f65b8662 req-9db430d3-45bc-440e-845b-7281fadf0bea tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 210 time: 0.0397367 Aug 31 14:24:10.975649 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9132c4-38bc-4e77-adbb-f0708a502b9a x-openstack-request-id: req-2c9132c4-38bc-4e77-adbb-f0708a502b9a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:10.976149 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-plugged", "status": "completed", "tag": "b50dd920-2482-418c-8f56-4a12055ec8a1", "code": 200}, {"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-plugged", "status": "completed", "tag": "832c4eef-5d6f-453b-930f-8569a0146865", "code": 200}, {"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-plugged", "status": "completed", "tag": "d842ffb1-7df7-4357-bcc2-8f5fe8176e1f", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:10.976577 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c9132c4-38bc-4e77-adbb-f0708a502b9a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:10.977132 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50dd920-2482-418c-8f56-4a12055ec8a1', 'code': 200} Aug 31 14:24:10.977573 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832c4eef-5d6f-453b-930f-8569a0146865', 'code': 200} Aug 31 14:24:10.978099 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd842ffb1-7df7-4357-bcc2-8f5fe8176e1f', 'code': 200} Aug 31 14:24:10.984687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c095d-6efc-4828-8089-ed23624d45e0 req-c651a368-726f-4bdd-938b-f2bcd7fb3e3b tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:10.994685 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-088c095d-6efc-4828-8089-ed23624d45e0 req-c651a368-726f-4bdd-938b-f2bcd7fb3e3b tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/networks?id=14ae3af1-d421-4720-b5ea-4de9bb9491bc HTTP/1.1" status: 200 len: 805 time: 0.2609260 Aug 31 14:24:11.005026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Made reservation on behalf of 507340dd7793433f8cbe529059d5523f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:11.009112 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.020899 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.043863 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-088c095d-6efc-4828-8089-ed23624d45e0 req-a001982f-fe5c-4c9b-927f-331c3c952dca tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/quotas/06bda9b8930f4baf87807774cc265b85 HTTP/1.1" status: 200 len: 375 time: 0.0478213 Aug 31 14:24:11.167573 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-088c095d-6efc-4828-8089-ed23624d45e0 req-5336926e-66ac-4e71-aaa8-c8062793142e tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=06bda9b8930f4baf87807774cc265b85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221385 Aug 31 14:24:11.194290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e89aeb-e342-41d3-91d3-0f99590b369d req-d9f8b1f3-2b4c-4fdc-93af-c718dc4b0758 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:11.203624 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34e89aeb-e342-41d3-91d3-0f99590b369d req-d9f8b1f3-2b4c-4fdc-93af-c718dc4b0758 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 949 time: 0.1553712 Aug 31 14:24:11.211223 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305d2f9-3322-439b-908e-e5edb75a3f4c req-96d18567-7e05-4f9c-9c76-c89dede43474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:11.212222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305d2f9-3322-439b-908e-e5edb75a3f4c req-96d18567-7e05-4f9c-9c76-c89dede43474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:11.212845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305d2f9-3322-439b-908e-e5edb75a3f4c req-96d18567-7e05-4f9c-9c76-c89dede43474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:11.214900 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9305d2f9-3322-439b-908e-e5edb75a3f4c req-96d18567-7e05-4f9c-9c76-c89dede43474 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2871 time: 0.1572933 Aug 31 14:24:11.318071 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-088c095d-6efc-4828-8089-ed23624d45e0 req-4f7e4630-a636-4bc6-967c-b75df02bb918 service neutron] 10.222.0.39 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495950 Aug 31 14:24:11.332660 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34e89aeb-e342-41d3-91d3-0f99590b369d req-273d8248-a19c-40de-afb1-dc420c21449d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264262 Aug 31 14:24:11.360683 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9305d2f9-3322-439b-908e-e5edb75a3f4c req-48bd5469-0270-4659-9821-ccd8999bcab9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893402 Aug 31 14:24:11.495004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-088c095d-6efc-4828-8089-ed23624d45e0 req-18f90efb-e32d-4b6f-80a2-65d28a271833 service neutron] 10.222.0.39 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679361 Aug 31 14:24:11.541156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f7296-d520-446d-8a12-020f8e1dc9cf req-f7154b29-795d-4b69-bdc2-40fa58c73870 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:11.549992 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f7296-d520-446d-8a12-020f8e1dc9cf req-f7154b29-795d-4b69-bdc2-40fa58c73870 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:11.570153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f7296-d520-446d-8a12-020f8e1dc9cf req-f7154b29-795d-4b69-bdc2-40fa58c73870 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:11.573124 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-284f7296-d520-446d-8a12-020f8e1dc9cf req-f7154b29-795d-4b69-bdc2-40fa58c73870 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2418 time: 0.1126235 Aug 31 14:24:11.580591 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.587244 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:11.638415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c061a9-31f0-4b89-8d9a-64a6b2174d0b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:11.699027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-284f7296-d520-446d-8a12-020f8e1dc9cf req-0d748374-8f95-4f76-8e07-f13e8fb91151 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184962 Aug 31 14:24:11.796522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1314353d-6634-4702-addd-63d922d6c113 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:11.859088 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37864) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:11.889143 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b4cc4e32-4e06-4c43-b473-6ede2556e296 req-1b1dff44-91eb-40ed-9130-054ca20deb93 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 210 time: 0.0387797 Aug 31 14:24:11.930301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 1314353d-6634-4702-addd-63d922d6c113 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:11.930954 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.024288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Allocated IP 192.168.233.253 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/ebc6c8ac-f141-42e5-ae56-7f8006020e17) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:12.075215 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.141029 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b388e3db-55ed-4a5a-ada0-2ac5b8449faa req-d12e82df-3446-4f45-a18b-b9a3c2f5714d tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 210 time: 0.0770855 Aug 31 14:24:12.167684 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-780950423-network', 'tenant_id': '623fdba225e14015a70aa1118462d2bc'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:12.192311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1314353d-6634-4702-addd-63d922d6c113, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1314353d-6634-4702-addd-63d922d6c113,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:12.202288 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Made reservation on behalf of 623fdba225e14015a70aa1118462d2bc for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:12.203207 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.206593 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.217099 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.323378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1314353d-6634-4702-addd-63d922d6c113,revision_number=10']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:12.393778 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.398947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.449488 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b820df7-ab86-4572-9ad8-acdd7473fab0 req-395cd273-0b21-4254-a008-24ee5baca1e1 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:12.454731 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:24:12.468003 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b820df7-ab86-4572-9ad8-acdd7473fab0 req-395cd273-0b21-4254-a008-24ee5baca1e1 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3578e5f-4919-4aad-b43a-6e741e3817be HTTP/1.1" status: 200 len: 943 time: 0.3985522 Aug 31 14:24:12.499381 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5c0855-797f-4e77-9824-fab90facf0cb,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:12.524676 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.525016 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Added segment ea2ccc81-683e-45f7-900b-45af71e23698 of type vlan for network 910b813c-e31d-4e81-9ee0-07d2b31fa318 Aug 31 14:24:12.525810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f4f9-0498-4332-b4c9-1c8079685292 req-0540c08b-f703-4244-8dbd-f48b7e093af9 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:12.527452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:12.527800 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:12.528141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:12.528479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:12.528810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:12.529142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:12.529469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:12.529792 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:12.529989 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e777f4f9-0498-4332-b4c9-1c8079685292 req-0540c08b-f703-4244-8dbd-f48b7e093af9 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.5783322 Aug 31 14:24:12.530257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:12.530585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:12.530906 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:12.531261 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:12.613383 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b3848-a988-4def-aef7-5a30727e4379 req-2131d76b-d1ef-43cc-a7fc-df446ba9a61d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:12.621208 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-438b3848-a988-4def-aef7-5a30727e4379 req-2131d76b-d1ef-43cc-a7fc-df446ba9a61d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 951 time: 0.1392977 Aug 31 14:24:12.624502 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.673406 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-438b3848-a988-4def-aef7-5a30727e4379 req-2d5e90ad-aa36-4aeb-a5c3-d8ea6102547b tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505700 Aug 31 14:24:12.694454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.696247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:12.697121 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.783940 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e777f4f9-0498-4332-b4c9-1c8079685292 req-c6552292-910c-4c1a-a5e6-dedd1f213fbd tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017488 Aug 31 14:24:12.883036 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.910408 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0478175 Aug 31 14:24:12.914792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9b820df7-ab86-4572-9ad8-acdd7473fab0 req-c4fd2ca7-e505-4103-a807-5521e90a72a4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Deleting port 83e35921-2217-4847-b9e1-108364288382 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:12.915362 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b820df7-ab86-4572-9ad8-acdd7473fab0 req-c4fd2ca7-e505-4103-a807-5521e90a72a4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:12.979892 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8912032-3092-4940-89cb-59185f952197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1314353d-6634-4702-addd-63d922d6c113'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:12.983370 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4058381f-7cb8-4dbc-a9c1-50acc186e2b4" -d '{"events": [{"server_uuid": "f8912032-3092-4940-89cb-59185f952197", "name": "network-vif-plugged", "status": "completed", "tag": "1314353d-6634-4702-addd-63d922d6c113"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:12.990256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37892) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:12.998847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a38fd821-d156-4a6f-b2e3-746d4b5c8c21 admin admin] Request body: {'subnet': {'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-780950423-subnet', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:13.013826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc95bf-4279-4d18-b433-935695bc7bdf admin admin] Pushing event updated for resources: {'Network': ['ID=910b813c-e31d-4e81-9ee0-07d2b31fa318,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:13.025167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 910b813c-e31d-4e81-9ee0-07d2b31fa318 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:24:13.058312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a94ee-f4bb-4448-bd21-9a8992f1c563 req-fc81d098-1e06-417a-b271-ca274bd3362a tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:13.067879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a94ee-f4bb-4448-bd21-9a8992f1c563 req-fc81d098-1e06-417a-b271-ca274bd3362a tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:13.074472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a94ee-f4bb-4448-bd21-9a8992f1c563 req-fc81d098-1e06-417a-b271-ca274bd3362a tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:13.082777 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bc5a94ee-f4bb-4448-bd21-9a8992f1c563 req-fc81d098-1e06-417a-b271-ca274bd3362a tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2418 time: 0.2322004 Aug 31 14:24:13.088301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9b820df7-ab86-4572-9ad8-acdd7473fab0 req-c4fd2ca7-e505-4103-a807-5521e90a72a4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] For port 83e35921-2217-4847-b9e1-108364288382, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=83e35921-2217-4847-b9e1-108364288382,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:13.088881 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b820df7-ab86-4572-9ad8-acdd7473fab0 req-c4fd2ca7-e505-4103-a807-5521e90a72a4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:13.114890 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38fd821-d156-4a6f-b2e3-746d4b5c8c21 admin admin] Made reservation on behalf of 623fdba225e14015a70aa1118462d2bc for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:13.117477 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a38fd821-d156-4a6f-b2e3-746d4b5c8c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:13.130131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9b820df7-ab86-4572-9ad8-acdd7473fab0 req-c4fd2ca7-e505-4103-a807-5521e90a72a4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Calling delete_port for 83e35921-2217-4847-b9e1-108364288382 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:13.236620 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bc5a94ee-f4bb-4448-bd21-9a8992f1c563 req-b63bd25c-9a5a-451e-ac0c-56ae08ba093a tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527417 Aug 31 14:24:13.302401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Transition to ACTIVE for port object ebc6c8ac-f141-42e5-ae56-7f8006020e17 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:13.331474 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b820df7-ab86-4572-9ad8-acdd7473fab0 req-c4fd2ca7-e505-4103-a807-5521e90a72a4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:13.341300 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c31a639d-07a5-486f-bc1e-e1379de21c7a req-9b66fdcd-d11a-422d-aaba-b6d4f523146c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 210 time: 0.0417843 Aug 31 14:24:13.395989 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea1f7d5-b95e-46ae-8856-8963fe9a1d1b x-openstack-request-id: req-7ea1f7d5-b95e-46ae-8856-8963fe9a1d1b {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:13.396289 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8912032-3092-4940-89cb-59185f952197", "name": "network-vif-plugged", "status": "completed", "tag": "1314353d-6634-4702-addd-63d922d6c113", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:13.396547 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ea1f7d5-b95e-46ae-8856-8963fe9a1d1b {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:13.396946 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8912032-3092-4940-89cb-59185f952197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1314353d-6634-4702-addd-63d922d6c113', 'code': 200} Aug 31 14:24:13.409286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd2ca7-e505-4103-a807-5521e90a72a4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Pushing event deleted for resources: {'Port': ['ID=83e35921-2217-4847-b9e1-108364288382,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:13.546823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b820df7-ab86-4572-9ad8-acdd7473fab0 req-c4fd2ca7-e505-4103-a807-5521e90a72a4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] No DVR routers for this DVR port 83e35921-2217-4847-b9e1-108364288382 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:13.565456 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf00c17e-19bb-461a-a59d-63b0db141a77 req-0a07e991-1994-42a2-9acc-eb72c8f92ce4 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 210 time: 0.1039641 Aug 31 14:24:13.572202 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b820df7-ab86-4572-9ad8-acdd7473fab0 req-c4fd2ca7-e505-4103-a807-5521e90a72a4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:13.578513 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b820df7-ab86-4572-9ad8-acdd7473fab0 req-c4fd2ca7-e505-4103-a807-5521e90a72a4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.25 "DELETE /v2.0/ports/83e35921-2217-4847-b9e1-108364288382 HTTP/1.1" status: 204 len: 173 time: 1.0468462 Aug 31 14:24:13.580004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3578e5f-4919-4aad-b43a-6e741e3817be', 'name': 'network-vif-deleted', 'tag': '83e35921-2217-4847-b9e1-108364288382'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:13.584681 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0c78e1-c676-479a-83d1-89c67aacf2d7" -d '{"events": [{"server_uuid": "f3578e5f-4919-4aad-b43a-6e741e3817be", "name": "network-vif-deleted", "tag": "83e35921-2217-4847-b9e1-108364288382"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:13.611388 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:13.619797 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a38fd821-d156-4a6f-b2e3-746d4b5c8c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:13.756336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:13.762263 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d84d2aa-ff58-45e8-a0b9-cbd988f7104e x-openstack-request-id: req-3d84d2aa-ff58-45e8-a0b9-cbd988f7104e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:13.762535 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3578e5f-4919-4aad-b43a-6e741e3817be", "name": "network-vif-deleted", "tag": "83e35921-2217-4847-b9e1-108364288382", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:13.762788 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d84d2aa-ff58-45e8-a0b9-cbd988f7104e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:13.763208 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3578e5f-4919-4aad-b43a-6e741e3817be', 'name': 'network-vif-deleted', 'tag': '83e35921-2217-4847-b9e1-108364288382', 'status': 'completed', 'code': 200} Aug 31 14:24:13.765993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Pushing event updated for resources: {'Port': ['ID=ebc6c8ac-f141-42e5-ae56-7f8006020e17,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:13.780398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:13.800646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:13.928080 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fd821-d156-4a6f-b2e3-746d4b5c8c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f9529c-55f8-482b-8b4d-c5ca32c09282,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:13.943219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc389c8-5749-421d-8e25-bcbad89742d7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:13.945024 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc389c8-5749-421d-8e25-bcbad89742d7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.60 "GET /v2.0/networks?id=14ae3af1-d421-4720-b5ea-4de9bb9491bc HTTP/1.1" status: 200 len: 805 time: 0.1794522 Aug 31 14:24:13.983516 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-088c095d-6efc-4828-8089-ed23624d45e0 req-44c07cbd-fce5-4af4-a22f-a0f1f480f5f7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Request body: {'port': {'device_id': 'f608b30c-cacb-4d78-b6f5-dc7221bb1bb8', 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc', 'admin_state_up': True, 'tenant_id': '06bda9b8930f4baf87807774cc265b85'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:14.075581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa88a7-8217-42d3-96ee-3dc9cdd92af0 req-da01c209-630e-4371-8bf3-f9cf21aa825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:14.077714 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9fa88a7-8217-42d3-96ee-3dc9cdd92af0 req-da01c209-630e-4371-8bf3-f9cf21aa825d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 1102 time: 0.3136644 Aug 31 14:24:14.099300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb59de-41bb-46ef-9dcf-384a940a9678 req-6ad926b8-eba2-4374-8194-e392ea076009 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:14.108512 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6dbb59de-41bb-46ef-9dcf-384a940a9678 req-6ad926b8-eba2-4374-8194-e392ea076009 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 951 time: 0.1796663 Aug 31 14:24:14.119664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:14.120383 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.150876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38fd821-d156-4a6f-b2e3-746d4b5c8c21 admin admin] Checking segment: {'id': 'ea2ccc81-683e-45f7-900b-45af71e23698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:14.151677 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38fd821-d156-4a6f-b2e3-746d4b5c8c21 admin admin] Network hostable DHCP agents. Network: 910b813c-e31d-4e81-9ee0-07d2b31fa318, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:24:14.198937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-c1f7765e-2a8e-42fd-ba7b-7c387e4742cd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6263270 Aug 31 14:24:14.233959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Request body: {'port': {'device_id': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:14.242893 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6dbb59de-41bb-46ef-9dcf-384a940a9678 req-11c25e1f-28d7-4c4e-9491-671730800ddb tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333840 Aug 31 14:24:14.258580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38fd821-d156-4a6f-b2e3-746d4b5c8c21 admin admin] Network 910b813c-e31d-4e81-9ee0-07d2b31fa318 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:24:14.310803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9fa88a7-8217-42d3-96ee-3dc9cdd92af0 req-b4583e1e-e755-4c5f-bccd-0af14af7f676 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230341 Aug 31 14:24:14.392506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a41639bc-f095-4311-a164-aa1389dc8f8f None None] Provisioning for port ebc6c8ac-f141-42e5-ae56-7f8006020e17 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:14.402594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a41639bc-f095-4311-a164-aa1389dc8f8f None None] Provisioning complete for port ebc6c8ac-f141-42e5-ae56-7f8006020e17 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:14.403384 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a41639bc-f095-4311-a164-aa1389dc8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.422289 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.473718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a41639bc-f095-4311-a164-aa1389dc8f8f None None] Port ebc6c8ac-f141-42e5-ae56-7f8006020e17 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:14.477249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdce91-28be-4236-9bfe-015b4807cf1b req-9ce984f9-950f-433b-8abc-7140e3537138 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:14.487646 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1fdce91-28be-4236-9bfe-015b4807cf1b req-9ce984f9-950f-433b-8abc-7140e3537138 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.1224313 Aug 31 14:24:14.597133 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1fdce91-28be-4236-9bfe-015b4807cf1b req-1bb034a2-8cf8-4a48-85d9-01d25b94c765 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084900 Aug 31 14:24:14.775781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-834f4969-d6a0-4034-a768-ac0357a16d43 req-a3fa1268-6eeb-4358-b949-6d19e315d9a9 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 210 time: 0.0643847 Aug 31 14:24:14.792707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a38fd821-d156-4a6f-b2e3-746d4b5c8c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 910b813c-e31d-4e81-9ee0-07d2b31fa318) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:14.808374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99300a6-6bb3-4f52-9735-5983bd06cb87 None None] Network 910b813c-e31d-4e81-9ee0-07d2b31fa318 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:14.814512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450799b4-373d-401b-ab5c-61f8edb014df req-eef0fcdd-0802-4a4d-82f8-29774cc01274 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:14.820455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450799b4-373d-401b-ab5c-61f8edb014df req-eef0fcdd-0802-4a4d-82f8-29774cc01274 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:14.826488 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450799b4-373d-401b-ab5c-61f8edb014df req-eef0fcdd-0802-4a4d-82f8-29774cc01274 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:14.836815 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-450799b4-373d-401b-ab5c-61f8edb014df req-eef0fcdd-0802-4a4d-82f8-29774cc01274 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2418 time: 0.8797843 Aug 31 14:24:14.856586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38fd821-d156-4a6f-b2e3-746d4b5c8c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:14.857301 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a38fd821-d156-4a6f-b2e3-746d4b5c8c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:14.964422 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-450799b4-373d-401b-ab5c-61f8edb014df req-a316525e-bdb3-4d23-bc06-290a1105b967 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266243 Aug 31 14:24:14.992826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a38fd821-d156-4a6f-b2e3-746d4b5c8c21 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9870503 Aug 31 14:24:14.996282 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37922) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:15.000270 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:15.022679 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088c095d-6efc-4828-8089-ed23624d45e0 req-44c07cbd-fce5-4af4-a22f-a0f1f480f5f7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Made reservation on behalf of 06bda9b8930f4baf87807774cc265b85 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:15.026186 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-088c095d-6efc-4828-8089-ed23624d45e0 req-44c07cbd-fce5-4af4-a22f-a0f1f480f5f7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.066496 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.067599 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.133479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-910b813c-e31d-4e81-9ee0-07d2b31fa318', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'fixed_ips': [{'subnet_id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:15.134344 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.151557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b9369-1d2f-4cf6-82a9-be23e123bb5f req-c200ba1e-ffdd-45c0-a8f2-254e2db1c803 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:15.153211 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a30b9369-1d2f-4cf6-82a9-be23e123bb5f req-c200ba1e-ffdd-45c0-a8f2-254e2db1c803 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 936 time: 0.2431858 Aug 31 14:24:15.242082 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.253318 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-088c095d-6efc-4828-8089-ed23624d45e0 req-44c07cbd-fce5-4af4-a22f-a0f1f480f5f7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Allocated IP 172.20.0.3 (14ae3af1-d421-4720-b5ea-4de9bb9491bc/40552a86-f995-4e29-94f9-152d14895ce3/791f1473-3c5a-444d-b434-28215b26eb23) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:15.305412 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a30b9369-1d2f-4cf6-82a9-be23e123bb5f req-e23db4a3-a80b-4f13-a27f-d713c6e3e76e tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924969 Aug 31 14:24:15.391990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Allocated IP 172.20.0.2 (910b813c-e31d-4e81-9ee0-07d2b31fa318/c1f9529c-55f8-482b-8b4d-c5ca32c09282/80cec669-04a3-4b98-9ab6-0dc209a60206) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:15.468525 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.673343 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61291a-40c6-495d-8269-f57fee4120f2 req-8f492abb-b3d1-4011-8927-627a4c16c7ea tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:15.684041 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e61291a-40c6-495d-8269-f57fee4120f2 req-8f492abb-b3d1-4011-8927-627a4c16c7ea tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 951 time: 0.2856293 Aug 31 14:24:15.725351 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc6c8ac-f141-42e5-ae56-7f8006020e17 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:15.749718 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.812666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 83e35921-2217-4847-b9e1-108364288382 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:15.818182 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-088c095d-6efc-4828-8089-ed23624d45e0 req-44c07cbd-fce5-4af4-a22f-a0f1f480f5f7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.834938 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e61291a-40c6-495d-8269-f57fee4120f2 req-3a7c5e15-c6c3-40da-9ba4-2700454efb42 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498897 Aug 31 14:24:15.842015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Transition to ACTIVE for port object ebc6c8ac-f141-42e5-ae56-7f8006020e17 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:15.869724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-1afe152b-e451-4b2b-a6b0-165563db194a tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:15.878515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-1afe152b-e451-4b2b-a6b0-165563db194a tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:15.886498 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-1afe152b-e451-4b2b-a6b0-165563db194a tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:15.889804 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-1afe152b-e451-4b2b-a6b0-165563db194a tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.60 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2418 time: 0.2745888 Aug 31 14:24:15.890119 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 83e35921-2217-4847-b9e1-108364288382 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:15.890621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 83e35921-2217-4847-b9e1-108364288382 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:15.896143 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.909953 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.946188 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-088c095d-6efc-4828-8089-ed23624d45e0 req-44c07cbd-fce5-4af4-a22f-a0f1f480f5f7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.950033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Transition to ACTIVE for port object 80cec669-04a3-4b98-9ab6-0dc209a60206 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:16.007626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Transition to ACTIVE for port object 80cec669-04a3-4b98-9ab6-0dc209a60206 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:16.019034 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.067960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088c095d-6efc-4828-8089-ed23624d45e0 req-44c07cbd-fce5-4af4-a22f-a0f1f480f5f7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Network 14ae3af1-d421-4720-b5ea-4de9bb9491bc is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:16.076971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Network 910b813c-e31d-4e81-9ee0-07d2b31fa318 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:16.078520 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-088c095d-6efc-4828-8089-ed23624d45e0 req-44c07cbd-fce5-4af4-a22f-a0f1f480f5f7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:16.081506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-088c095d-6efc-4828-8089-ed23624d45e0 req-44c07cbd-fce5-4af4-a22f-a0f1f480f5f7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:16.086118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:16.092141 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:16.149803 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Pushing event updated for resources: {'Port': ['ID=80cec669-04a3-4b98-9ab6-0dc209a60206,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:16.203504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Attempting to bind port 80cec669-04a3-4b98-9ab6-0dc209a60206 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:16.203953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Attempting to bind port 80cec669-04a3-4b98-9ab6-0dc209a60206 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'ea2ccc81-683e-45f7-900b-45af71e23698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:16.204924 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Attempting to bind port 80cec669-04a3-4b98-9ab6-0dc209a60206 on network 910b813c-e31d-4e81-9ee0-07d2b31fa318 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:16.213695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:16.214140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Checking segment: {'id': 'ea2ccc81-683e-45f7-900b-45af71e23698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:16.214705 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.215347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Bound using segment: {'id': 'ea2ccc81-683e-45f7-900b-45af71e23698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:16.215861 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Bound port: 80cec669-04a3-4b98-9ab6-0dc209a60206, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2ccc81-683e-45f7-900b-45af71e23698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:16.216704 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.276168 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c095d-6efc-4828-8089-ed23624d45e0 req-44c07cbd-fce5-4af4-a22f-a0f1f480f5f7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.277133 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-088c095d-6efc-4828-8089-ed23624d45e0 req-44c07cbd-fce5-4af4-a22f-a0f1f480f5f7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.330356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c07cbd-fce5-4af4-a22f-a0f1f480f5f7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Pushing event updated for resources: {'Port': ['ID=791f1473-3c5a-444d-b434-28215b26eb23,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:16.333292 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-088c095d-6efc-4828-8089-ed23624d45e0 req-44c07cbd-fce5-4af4-a22f-a0f1f480f5f7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3554313 Aug 31 14:24:16.348402 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Request body: {'port': {'device_id': 'f608b30c-cacb-4d78-b6f5-dc7221bb1bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:16.366400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] For port 80cec669-04a3-4b98-9ab6-0dc209a60206, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:16.371134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] For port 80cec669-04a3-4b98-9ab6-0dc209a60206, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=80cec669-04a3-4b98-9ab6-0dc209a60206,segment=NetworkSegment(ea2ccc81-683e-45f7-900b-45af71e23698),segment_id=ea2ccc81-683e-45f7-900b-45af71e23698)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:16.374710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e71c2-f6c0-47ed-a4fc-53b58965eaaf req-8dcde083-32cf-4336-a79d-c1f5120c6d70 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.383690 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa6e71c2-f6c0-47ed-a4fc-53b58965eaaf req-8dcde083-32cf-4336-a79d-c1f5120c6d70 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 931 time: 0.3444746 Aug 31 14:24:16.386124 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.450036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27884167-1df7-41cd-99a5-5ff502f83c2e req-3a548541-aa38-455f-a30b-953fc775bd48 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.459839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27884167-1df7-41cd-99a5-5ff502f83c2e req-3a548541-aa38-455f-a30b-953fc775bd48 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.7296274 Aug 31 14:24:16.485831 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa6e71c2-f6c0-47ed-a4fc-53b58965eaaf req-76a8c457-9408-4196-b668-c7081dec9e12 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011448 Aug 31 14:24:16.496937 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:16.525462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e91e6-596f-4df1-95eb-a6ca498a68e7 None None] Pushing event updated for resources: {'Port': ['ID=80cec669-04a3-4b98-9ab6-0dc209a60206,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:16.602696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Pushing event updated for resources: {'Port': ['ID=ebc6c8ac-f141-42e5-ae56-7f8006020e17,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:16.708441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27884167-1df7-41cd-99a5-5ff502f83c2e req-2cb2d967-497c-4f81-b2e6-9577ffc50025 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460823 Aug 31 14:24:16.718311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:16.718660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:16.719017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:16.720548 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:16.720920 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:16.721260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:16.721593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:16.721925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:16.722261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:16.723618 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:16.723955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:16.724483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:16.900333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e373ff-a503-43db-b6db-8e47323975f5 req-6856a1fb-9ba7-4ccd-aff6-a862783b6fd7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.909875 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e373ff-a503-43db-b6db-8e47323975f5 req-6856a1fb-9ba7-4ccd-aff6-a862783b6fd7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.918082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e373ff-a503-43db-b6db-8e47323975f5 req-6856a1fb-9ba7-4ccd-aff6-a862783b6fd7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.920346 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-22e373ff-a503-43db-b6db-8e47323975f5 req-6856a1fb-9ba7-4ccd-aff6-a862783b6fd7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 2418 time: 0.2343612 Aug 31 14:24:17.022284 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-22e373ff-a503-43db-b6db-8e47323975f5 req-54e53ce9-46dd-4471-822c-a74e8e52d9af tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929265 Aug 31 14:24:17.032552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Attempting to bind port ebc6c8ac-f141-42e5-ae56-7f8006020e17 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:17.033148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Attempting to bind port ebc6c8ac-f141-42e5-ae56-7f8006020e17 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:17.033231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Attempting to bind port ebc6c8ac-f141-42e5-ae56-7f8006020e17 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:17.058356 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Port ebc6c8ac-f141-42e5-ae56-7f8006020e17 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:24:17.058688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Attempting to bind port ebc6c8ac-f141-42e5-ae56-7f8006020e17 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:17.096371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-9c609c28-77a3-4fde-b73f-2c0eaed08f49 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Deleting port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:17.096717 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-9c609c28-77a3-4fde-b73f-2c0eaed08f49 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.105716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:17.106057 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:17.106451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:17.106965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Bound port: ebc6c8ac-f141-42e5-ae56-7f8006020e17, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:17.107414 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.145693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c39d87-b871-4da0-adc2-88a70262e134 req-182cb8d3-ce3a-4e49-9d4b-cd77833215ab tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:17.147277 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74c39d87-b871-4da0-adc2-88a70262e134 req-182cb8d3-ce3a-4e49-9d4b-cd77833215ab tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 948 time: 0.2397552 Aug 31 14:24:17.194162 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791f1473-3c5a-444d-b434-28215b26eb23 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:17.203767 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.222019 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74c39d87-b871-4da0-adc2-88a70262e134 req-8f9fb69c-9101-40a8-9de7-bde8aac9a075 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451977 Aug 31 14:24:17.224765 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Transition to ACTIVE for port object 791f1473-3c5a-444d-b434-28215b26eb23 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:17.230902 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.260779 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.292137 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.318480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084a4ca-01e4-402c-805f-c3d328ed7ad4 req-cf4007dc-966e-4b40-b170-65ec1e25b2cb tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:17.322625 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9084a4ca-01e4-402c-805f-c3d328ed7ad4 req-cf4007dc-966e-4b40-b170-65ec1e25b2cb tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 951 time: 0.2118571 Aug 31 14:24:17.335975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Pushing event updated for resources: {'Port': ['ID=791f1473-3c5a-444d-b434-28215b26eb23,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:17.380714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] For port ebc6c8ac-f141-42e5-ae56-7f8006020e17, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:17.407728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-9c609c28-77a3-4fde-b73f-2c0eaed08f49 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] For port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d842ffb1-7df7-4357-bcc2-8f5fe8176e1f,segment=NetworkSegment(f8b64164-4724-4b8e-8254-97ee00691be4),segment_id=f8b64164-4724-4b8e-8254-97ee00691be4)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:17.408111 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-9c609c28-77a3-4fde-b73f-2c0eaed08f49 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.411710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] For port ebc6c8ac-f141-42e5-ae56-7f8006020e17, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:17.424836 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.434764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-9c609c28-77a3-4fde-b73f-2c0eaed08f49 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Calling delete_port for d842ffb1-7df7-4357-bcc2-8f5fe8176e1f owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:17.444867 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9084a4ca-01e4-402c-805f-c3d328ed7ad4 req-d2a0eb4e-2082-401a-a761-2fca9783a445 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024146 Aug 31 14:24:17.554170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Attempting to bind port 791f1473-3c5a-444d-b434-28215b26eb23 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:17.554757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Attempting to bind port 791f1473-3c5a-444d-b434-28215b26eb23 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:17.555345 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Attempting to bind port 791f1473-3c5a-444d-b434-28215b26eb23 on network 14ae3af1-d421-4720-b5ea-4de9bb9491bc {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:17.568687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Pushing event updated for resources: {'Port': ['ID=ebc6c8ac-f141-42e5-ae56-7f8006020e17,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:17.571196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Port 791f1473-3c5a-444d-b434-28215b26eb23 on network 14ae3af1-d421-4720-b5ea-4de9bb9491bc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:24:17.571714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Attempting to bind port 791f1473-3c5a-444d-b434-28215b26eb23 on network 14ae3af1-d421-4720-b5ea-4de9bb9491bc {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:17.583516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:17.584785 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.586257 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-4575ef96-c15b-43be-ab28-65992a0717bd service neutron] 10.222.0.25 "PUT /v2.0/ports/ebc6c8ac-f141-42e5-ae56-7f8006020e17 HTTP/1.1" status: 200 len: 1096 time: 3.3714349 Aug 31 14:24:17.592818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'tag': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:17.595465 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:17.595981 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e39d5d-9835-4017-bbc0-46afbe6469f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa94f00-7d59-4719-b0e7-9f8255806473", "tag": "ebc6c8ac-f141-42e5-ae56-7f8006020e17"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:17.596319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Checking segment: {'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:17.596822 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Bound using segment: {'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:17.598317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Bound port: 791f1473-3c5a-444d-b434-28215b26eb23, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:17.598762 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.684049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Allocated IP 172.25.2.53 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/19870b61-8df3-4107-868a-36e732f3296a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:17.799697 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e92e79-fc73-4c7e-8ff5-0fabc9a4cb24 x-openstack-request-id: req-09e92e79-fc73-4c7e-8ff5-0fabc9a4cb24 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:17.800039 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa94f00-7d59-4719-b0e7-9f8255806473", "tag": "ebc6c8ac-f141-42e5-ae56-7f8006020e17", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:17.800303 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09e92e79-fc73-4c7e-8ff5-0fabc9a4cb24 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:17.800710 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'tag': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17', 'status': 'completed', 'code': 200} Aug 31 14:24:17.801761 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] For port 791f1473-3c5a-444d-b434-28215b26eb23, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:17.823386 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cea82d-d370-4d2e-b4be-a2d0473d8e5e req-bc85ed71-c9d6-4fec-88e1-5308e3374f21 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:17.833248 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-90cea82d-d370-4d2e-b4be-a2d0473d8e5e req-bc85ed71-c9d6-4fec-88e1-5308e3374f21 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 943 time: 0.1720924 Aug 31 14:24:17.834757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] For port 791f1473-3c5a-444d-b434-28215b26eb23, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=791f1473-3c5a-444d-b434-28215b26eb23,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:17.857093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.865725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-5eade4f3-fa50-46d4-8bd2-ab56033f336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:17.867417 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-5eade4f3-fa50-46d4-8bd2-ab56033f336b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=507340dd7793433f8cbe529059d5523f&device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 1099 time: 0.1979361 Aug 31 14:24:17.925020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-a7fcb16c-c997-4674-99ae-7194e3eb4bb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17 HTTP/1.1" status: 200 len: 217 time: 0.0417087 Aug 31 14:24:17.935777 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-90cea82d-d370-4d2e-b4be-a2d0473d8e5e req-10225d74-133d-44f5-bb61-aae728059456 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037281 Aug 31 14:24:17.952693 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:17.952693 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:17.952988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] 10.222.0.60 "PUT /v2.0/ports/791f1473-3c5a-444d-b434-28215b26eb23 HTTP/1.1" status: 200 len: 1091 time: 1.6101792 Aug 31 14:24:17.953438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f608b30c-cacb-4d78-b6f5-dc7221bb1bb8', 'tag': '791f1473-3c5a-444d-b434-28215b26eb23'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:17.956333 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2249481-b5ea-4f1b-907b-e00e1ccc9187" -d '{"events": [{"name": "network-changed", "server_uuid": "f608b30c-cacb-4d78-b6f5-dc7221bb1bb8", "tag": "791f1473-3c5a-444d-b434-28215b26eb23"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:17.978782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc321a5-a457-441b-9fce-7af085ab129f service neutron] Pushing event updated for resources: {'Port': ['ID=791f1473-3c5a-444d-b434-28215b26eb23,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:17.982954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 80cec669-04a3-4b98-9ab6-0dc209a60206 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:18.096241 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 80cec669-04a3-4b98-9ab6-0dc209a60206 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:18.101126 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:18.130890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-68681617-bd71-408d-91b2-2e2d568df454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:18.132793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-68681617-bd71-408d-91b2-2e2d568df454 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1998494 Aug 31 14:24:18.137725 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-9c609c28-77a3-4fde-b73f-2c0eaed08f49 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:18.151884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c095d-6efc-4828-8089-ed23624d45e0 req-4132603a-8480-4301-88ea-cbc811c88409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:18.153429 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-088c095d-6efc-4828-8089-ed23624d45e0 req-4132603a-8480-4301-88ea-cbc811c88409 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06bda9b8930f4baf87807774cc265b85&device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 1094 time: 0.1494498 Aug 31 14:24:18.207230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe255899-e3b0-409c-bf4c-c998dd3145ad req-4cab7dd9-9ad1-4079-a964-63d1db01b798 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:18.209928 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe255899-e3b0-409c-bf4c-c998dd3145ad req-4cab7dd9-9ad1-4079-a964-63d1db01b798 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.1507595 Aug 31 14:24:18.231996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9946-be90-4dd9-ad7f-9417ea28a852 req-752dbb83-b247-4af4-a0ba-4ffd9fef624a tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:18.241572 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ebca9946-be90-4dd9-ad7f-9417ea28a852 req-752dbb83-b247-4af4-a0ba-4ffd9fef624a tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 1102 time: 0.2589593 Aug 31 14:24:18.260879 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-088c095d-6efc-4828-8089-ed23624d45e0 req-03abc5d5-a1c9-427d-8f91-8e3226c4f229 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=791f1473-3c5a-444d-b434-28215b26eb23 HTTP/1.1" status: 200 len: 217 time: 0.0959759 Aug 31 14:24:18.319965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c609c28-77a3-4fde-b73f-2c0eaed08f49 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Port': ['ID=d842ffb1-7df7-4357-bcc2-8f5fe8176e1f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:18.361185 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-9c609c28-77a3-4fde-b73f-2c0eaed08f49 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] No DVR routers for this DVR port d842ffb1-7df7-4357-bcc2-8f5fe8176e1f on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:18.364119 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-9c609c28-77a3-4fde-b73f-2c0eaed08f49 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:18.366576 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-9c609c28-77a3-4fde-b73f-2c0eaed08f49 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.60 "DELETE /v2.0/ports/d842ffb1-7df7-4357-bcc2-8f5fe8176e1f HTTP/1.1" status: 204 len: 173 time: 2.4679661 Aug 31 14:24:18.374138 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ebca9946-be90-4dd9-ad7f-9417ea28a852 req-9cf95b6f-19f3-4f6b-866f-3aa2ecfe06b5 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315680 Aug 31 14:24:18.379121 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2202a1a5-5e07-48cd-98a5-162691934d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:18.380823 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-088c095d-6efc-4828-8089-ed23624d45e0 req-2202a1a5-5e07-48cd-98a5-162691934d3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=40552a86-f995-4e29-94f9-152d14895ce3 HTTP/1.1" status: 200 len: 845 time: 0.1021769 Aug 31 14:24:18.389865 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:18.467120 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-1541125c-5a6d-4164-bd4b-91d017f56eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:18.471951 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-088c095d-6efc-4828-8089-ed23624d45e0 req-5969543b-75e5-475e-9ab7-d5d834448e0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14ae3af1-d421-4720-b5ea-4de9bb9491bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603368 Aug 31 14:24:18.481228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-1541125c-5a6d-4164-bd4b-91d017f56eb4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3275971 Aug 31 14:24:18.537176 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42fef05-fc3f-49c6-840b-4dcbffcd5d26 None None] Network 910b813c-e31d-4e81-9ee0-07d2b31fa318 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:18.553130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:18.577465 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe255899-e3b0-409c-bf4c-c998dd3145ad req-cf80403a-64fc-4183-94e5-c65b89b9e333 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267114 Aug 31 14:24:18.580413 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525598a5-a742-4d86-b968-090aab414142 x-openstack-request-id: req-525598a5-a742-4d86-b968-090aab414142 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:18.580709 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f608b30c-cacb-4d78-b6f5-dc7221bb1bb8", "tag": "791f1473-3c5a-444d-b434-28215b26eb23", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:18.581232 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-525598a5-a742-4d86-b968-090aab414142 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:18.581638 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f608b30c-cacb-4d78-b6f5-dc7221bb1bb8', 'tag': '791f1473-3c5a-444d-b434-28215b26eb23', 'status': 'completed', 'code': 200} Aug 31 14:24:18.642423 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-088c095d-6efc-4828-8089-ed23624d45e0 req-c0415f85-90b8-4885-b53b-6cbd1ae011bb service neutron] 10.222.0.60 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651709 Aug 31 14:24:18.674587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c38d0641-74d4-4e21-a771-370c181a513e None None] Provisioning for port 80cec669-04a3-4b98-9ab6-0dc209a60206 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:18.697460 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c38d0641-74d4-4e21-a771-370c181a513e None None] Provisioning complete for port 80cec669-04a3-4b98-9ab6-0dc209a60206 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:18.699846 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c38d0641-74d4-4e21-a771-370c181a513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:18.769252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:18.779274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:18.784468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Pushing event updated for resources: {'Port': ['ID=19870b61-8df3-4107-868a-36e732f3296a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:18.847158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b23a6-87f9-4c0f-ba6e-b14458b57edc req-63f0bffc-ad1d-4a94-9cd0-d5f2643a7653 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:18.854273 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b48b23a6-87f9-4c0f-ba6e-b14458b57edc req-63f0bffc-ad1d-4a94-9cd0-d5f2643a7653 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 948 time: 0.1141176 Aug 31 14:24:18.933705 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c38d0641-74d4-4e21-a771-370c181a513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:18.955130 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-088c095d-6efc-4828-8089-ed23624d45e0 req-917136ae-bdaf-4458-bd3c-a6474c61b8e7 service neutron] 10.222.0.60 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052537 Aug 31 14:24:18.996968 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b48b23a6-87f9-4c0f-ba6e-b14458b57edc req-9697c2f7-17cd-43ae-a564-40382096b701 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417279 Aug 31 14:24:19.011563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c38d0641-74d4-4e21-a771-370c181a513e None None] For port 80cec669-04a3-4b98-9ab6-0dc209a60206, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=80cec669-04a3-4b98-9ab6-0dc209a60206,segment=NetworkSegment(ea2ccc81-683e-45f7-900b-45af71e23698),segment_id=ea2ccc81-683e-45f7-900b-45af71e23698)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:19.025051 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c38d0641-74d4-4e21-a771-370c181a513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.034709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede37fe-53a1-4fc7-b875-e00e66f032fd req-24c9c99e-d73e-49a4-8c15-e495ab9a9b4e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:19.056139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede37fe-53a1-4fc7-b875-e00e66f032fd req-24c9c99e-d73e-49a4-8c15-e495ab9a9b4e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:19.057793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ede37fe-53a1-4fc7-b875-e00e66f032fd req-24c9c99e-d73e-49a4-8c15-e495ab9a9b4e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 1682 time: 0.4606905 Aug 31 14:24:19.136994 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2249481-b5ea-4f1b-907b-e00e1ccc9187 req-ddc7596a-85c6-498e-a5fd-0a3a3e789a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:19.138771 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2249481-b5ea-4f1b-907b-e00e1ccc9187 req-ddc7596a-85c6-498e-a5fd-0a3a3e789a00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06bda9b8930f4baf87807774cc265b85&device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 1094 time: 0.0991468 Aug 31 14:24:19.206461 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.208037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d0641-74d4-4e21-a771-370c181a513e None None] Pushing event updated for resources: {'Port': ['ID=80cec669-04a3-4b98-9ab6-0dc209a60206,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:19.223021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-7326fa02-114a-4b9e-9cc7-8b5602482c4d service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235329 Aug 31 14:24:19.265062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1ff374ed-e9bf-4f44-adac-2bc659a9f652 None None] Provisioning complete for port 80cec669-04a3-4b98-9ab6-0dc209a60206 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:19.265917 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ff374ed-e9bf-4f44-adac-2bc659a9f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.325107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2249481-b5ea-4f1b-907b-e00e1ccc9187 req-2615317d-4264-4160-8443-9832357d8d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:19.331588 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2249481-b5ea-4f1b-907b-e00e1ccc9187 req-2615317d-4264-4160-8443-9832357d8d1a service neutron] 10.222.0.60 "GET /v2.0/networks?id=14ae3af1-d421-4720-b5ea-4de9bb9491bc HTTP/1.1" status: 200 len: 906 time: 0.1848571 Aug 31 14:24:19.352144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-5fd6020e-ce89-421a-a39d-da806d2771d3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Deleting port b50dd920-2482-418c-8f56-4a12055ec8a1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:19.352819 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-5fd6020e-ce89-421a-a39d-da806d2771d3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.408785 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2249481-b5ea-4f1b-907b-e00e1ccc9187 req-6c4a7040-ddcd-4d05-bcfc-0cac0a4b81df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=791f1473-3c5a-444d-b434-28215b26eb23 HTTP/1.1" status: 200 len: 217 time: 0.0676186 Aug 31 14:24:19.460767 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ede37fe-53a1-4fc7-b875-e00e66f032fd req-564920e8-a3f4-4167-bd9e-00f9feebfc8a tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784571 Aug 31 14:24:19.481035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2249481-b5ea-4f1b-907b-e00e1ccc9187 req-bf18a781-ccf6-42f1-9fac-f1238d8540e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:19.483572 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2249481-b5ea-4f1b-907b-e00e1ccc9187 req-bf18a781-ccf6-42f1-9fac-f1238d8540e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=40552a86-f995-4e29-94f9-152d14895ce3 HTTP/1.1" status: 200 len: 845 time: 0.0665410 Aug 31 14:24:19.488245 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-993a9753-b384-4532-ae47-a453f23ac901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.543211 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2249481-b5ea-4f1b-907b-e00e1ccc9187 req-57a5da24-ea25-4514-8fb4-43a6eb22e3c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14ae3af1-d421-4720-b5ea-4de9bb9491bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408139 Aug 31 14:24:19.561402 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-330d38ed-8113-4be9-9f2b-0d4f84a09a1a req-71db2eb7-4a87-47d8-aa06-77fb2c7c4b87 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854617 Aug 31 14:24:19.653911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93714c-ea12-4c01-87fe-9ce1df3480ea req-95494ccc-6dd1-4698-90e4-02cf0b935397 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:19.664053 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de93714c-ea12-4c01-87fe-9ce1df3480ea req-95494ccc-6dd1-4698-90e4-02cf0b935397 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 943 time: 0.2477767 Aug 31 14:24:19.693052 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2249481-b5ea-4f1b-907b-e00e1ccc9187 req-7dcc7c41-5a0e-403c-9855-d4a870ef95fd service neutron] 10.222.0.60 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420805 Aug 31 14:24:19.706465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-5fd6020e-ce89-421a-a39d-da806d2771d3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] For port b50dd920-2482-418c-8f56-4a12055ec8a1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b50dd920-2482-418c-8f56-4a12055ec8a1,segment=NetworkSegment(6981aef5-1c27-431f-a049-2ea142bccdd2),segment_id=6981aef5-1c27-431f-a049-2ea142bccdd2)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:19.707107 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-5fd6020e-ce89-421a-a39d-da806d2771d3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.724220 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de93714c-ea12-4c01-87fe-9ce1df3480ea req-de92027b-7334-47b0-9223-dd20e22c68f7 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586309 Aug 31 14:24:19.805553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-5fd6020e-ce89-421a-a39d-da806d2771d3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Calling delete_port for b50dd920-2482-418c-8f56-4a12055ec8a1 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:19.809280 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-deleted', 'tag': 'd842ffb1-7df7-4357-bcc2-8f5fe8176e1f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:19.812311 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1869bdc-42df-4ea5-aa25-cd22ab780b9c" -d '{"events": [{"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-deleted", "tag": "d842ffb1-7df7-4357-bcc2-8f5fe8176e1f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:19.854463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d92f6-214e-4cd0-8051-640d626ef955 req-fb82fdd5-e9f9-4d95-befe-f75041eb83ca tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:19.863608 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-559d92f6-214e-4cd0-8051-640d626ef955 req-fb82fdd5-e9f9-4d95-befe-f75041eb83ca tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 1102 time: 0.2500491 Aug 31 14:24:19.877765 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 80cec669-04a3-4b98-9ab6-0dc209a60206 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:19.935588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e39d5d-9835-4017-bbc0-46afbe6469f9 req-33cd2fe4-f59f-4b78-bf7e-7ba0114f37da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:19.937136 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3e39d5d-9835-4017-bbc0-46afbe6469f9 req-33cd2fe4-f59f-4b78-bf7e-7ba0114f37da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=507340dd7793433f8cbe529059d5523f&device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 1099 time: 0.3173072 Aug 31 14:24:19.939807 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.952318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 80cec669-04a3-4b98-9ab6-0dc209a60206 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:19.952694 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:19.956685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0804777-5f70-445a-bbbe-944af43facec req-11d7f64f-8482-49eb-b266-36818f47ae2f tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:19.958430 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0804777-5f70-445a-bbbe-944af43facec req-11d7f64f-8482-49eb-b266-36818f47ae2f tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.1116369 Aug 31 14:24:19.962463 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2249481-b5ea-4f1b-907b-e00e1ccc9187 req-b7e8669b-5bdb-4e33-a7fc-8d461335b935 service neutron] 10.222.0.60 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469511 Aug 31 14:24:20.024835 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0804777-5f70-445a-bbbe-944af43facec req-6d300932-7b32-4076-a74e-87352cb67cb6 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591631 Aug 31 14:24:20.060564 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device b50dd920-2482-418c-8f56-4a12055ec8a1 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:20.180694 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e3623d-94e9-46ef-bfc7-813531e5c056 x-openstack-request-id: req-20e3623d-94e9-46ef-bfc7-813531e5c056 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:20.181026 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-deleted", "tag": "d842ffb1-7df7-4357-bcc2-8f5fe8176e1f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:20.181225 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20e3623d-94e9-46ef-bfc7-813531e5c056 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:20.181624 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-deleted', 'tag': 'd842ffb1-7df7-4357-bcc2-8f5fe8176e1f', 'status': 'completed', 'code': 200} Aug 31 14:24:20.190473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e39d5d-9835-4017-bbc0-46afbe6469f9 req-af8ac48c-62ac-4d4c-ba9f-4a263f91f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:20.192096 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3e39d5d-9835-4017-bbc0-46afbe6469f9 req-af8ac48c-62ac-4d4c-ba9f-4a263f91f5fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.2241151 Aug 31 14:24:20.200792 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.222224 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-559d92f6-214e-4cd0-8051-640d626ef955 req-0691b130-b032-4e47-bc78-92dd4eca7d47 tempest-ServersAdminTestJSON-997882881 tempest-ServersAdminTestJSON-997882881-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517394 Aug 31 14:24:20.258346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b50dd920-2482-418c-8f56-4a12055ec8a1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:20.265317 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef20f9b-8e66-440c-9195-85d36ec843f6" -d '{"events": [{"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-unplugged", "status": "completed", "tag": "b50dd920-2482-418c-8f56-4a12055ec8a1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:20.310973 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e2508-cfc2-4037-b476-5499dd6e175a req-39408919-abb5-4f0a-a525-d72b8a502498 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:20.312591 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9b5e2508-cfc2-4037-b476-5499dd6e175a req-39408919-abb5-4f0a-a525-d72b8a502498 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 948 time: 0.1442611 Aug 31 14:24:20.323740 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port b50dd920-2482-418c-8f56-4a12055ec8a1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b50dd920-2482-418c-8f56-4a12055ec8a1,segment=NetworkSegment(6981aef5-1c27-431f-a049-2ea142bccdd2),segment_id=6981aef5-1c27-431f-a049-2ea142bccdd2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:20.331018 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.336879 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 832c4eef-5d6f-453b-930f-8569a0146865 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:20.392465 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3e39d5d-9835-4017-bbc0-46afbe6469f9 req-92539b38-e11f-4d4c-9902-670b56e468f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17 HTTP/1.1" status: 200 len: 217 time: 0.1892023 Aug 31 14:24:20.406883 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9b5e2508-cfc2-4037-b476-5499dd6e175a req-84ef9d20-5c71-437c-acc6-04308655a066 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786579 Aug 31 14:24:20.510975 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-5fd6020e-ce89-421a-a39d-da806d2771d3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.542779 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ea59b9-6acb-4f89-b8a5-96db0e6c5683 x-openstack-request-id: req-d8ea59b9-6acb-4f89-b8a5-96db0e6c5683 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:20.543082 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-unplugged", "status": "completed", "tag": "b50dd920-2482-418c-8f56-4a12055ec8a1", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:20.543493 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8ea59b9-6acb-4f89-b8a5-96db0e6c5683 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:20.543846 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b50dd920-2482-418c-8f56-4a12055ec8a1', 'code': 200} Aug 31 14:24:20.597539 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=b50dd920-2482-418c-8f56-4a12055ec8a1,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:20.619900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6020e-ce89-421a-a39d-da806d2771d3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Port': ['ID=b50dd920-2482-418c-8f56-4a12055ec8a1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:20.654542 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.680244 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1bcf7-eace-4d86-b233-d1a34417a137 req-63627d49-9d1d-41cf-bb7f-61901d199baa tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:20.684553 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-14d1bcf7-eace-4d86-b233-d1a34417a137 req-63627d49-9d1d-41cf-bb7f-61901d199baa tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 946 time: 0.1014757 Aug 31 14:24:20.697902 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 832c4eef-5d6f-453b-930f-8569a0146865, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=832c4eef-5d6f-453b-930f-8569a0146865,segment=NetworkSegment(f8b64164-4724-4b8e-8254-97ee00691be4),segment_id=f8b64164-4724-4b8e-8254-97ee00691be4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:20.703845 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.704817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d842ffb1-7df7-4357-bcc2-8f5fe8176e1f no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:20.733441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-5fd6020e-ce89-421a-a39d-da806d2771d3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] No DVR routers for this DVR port b50dd920-2482-418c-8f56-4a12055ec8a1 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:20.753067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: d842ffb1-7df7-4357-bcc2-8f5fe8176e1f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:20.753428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d842ffb1-7df7-4357-bcc2-8f5fe8176e1f not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:20.760496 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-5fd6020e-ce89-421a-a39d-da806d2771d3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.762830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-5fd6020e-ce89-421a-a39d-da806d2771d3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.60 "DELETE /v2.0/ports/b50dd920-2482-418c-8f56-4a12055ec8a1 HTTP/1.1" status: 204 len: 173 time: 2.3875058 Aug 31 14:24:20.770244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e39d5d-9835-4017-bbc0-46afbe6469f9 req-90c7210d-4fdf-4607-a950-af070dac9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:20.772026 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3e39d5d-9835-4017-bbc0-46afbe6469f9 req-90c7210d-4fdf-4607-a950-af070dac9a59 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.2741344 Aug 31 14:24:20.775210 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-14d1bcf7-eace-4d86-b233-d1a34417a137 req-8aebe7af-6f50-43dd-b1ab-3b716cfb64ea tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749497 Aug 31 14:24:20.810088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=832c4eef-5d6f-453b-930f-8569a0146865,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:20.891196 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:20.914608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37642e-720f-4c53-bba3-fb38464e550e req-400b0404-ae8a-491c-b31d-2e56b4b9065f tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:20.916450 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd37642e-720f-4c53-bba3-fb38464e550e req-400b0404-ae8a-491c-b31d-2e56b4b9065f tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 950 time: 0.2875354 Aug 31 14:24:20.930425 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d0f5c-7309-4e4c-99f1-648ef2c136c9 req-4525d7a6-937a-40c3-b3de-15e346f27b90 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:20.932211 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-929d0f5c-7309-4e4c-99f1-648ef2c136c9 req-4525d7a6-937a-40c3-b3de-15e346f27b90 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 943 time: 0.0769620 Aug 31 14:24:20.993533 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-929d0f5c-7309-4e4c-99f1-648ef2c136c9 req-5a77767a-42ed-46d3-8a7f-d094d2105f4b tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481300 Aug 31 14:24:21.152302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bea91-4791-47d5-b5f9-aed7adae250e req-2885bde4-c155-49c3-9c31-2496dae9a575 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:21.154518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8c2bea91-4791-47d5-b5f9-aed7adae250e req-2885bde4-c155-49c3-9c31-2496dae9a575 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.0607619 Aug 31 14:24:21.200876 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8c2bea91-4791-47d5-b5f9-aed7adae250e req-d0314e05-1900-4b02-8d9e-a411b77f3352 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394211 Aug 31 14:24:21.317853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e39d5d-9835-4017-bbc0-46afbe6469f9 req-c6537ade-4cce-4308-9093-10bc7e2be99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:21.319404 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3e39d5d-9835-4017-bbc0-46afbe6469f9 req-c6537ade-4cce-4308-9093-10bc7e2be99a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4885056 Aug 31 14:24:21.431710 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd37642e-720f-4c53-bba3-fb38464e550e req-e36d1e99-8472-4c43-931d-6e112a634e03 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071034 Aug 31 14:24:21.436714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-a7eb6736-fbd9-458c-a6d8-3dc46ba8f8e0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Deleting port 832c4eef-5d6f-453b-930f-8569a0146865 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:21.437063 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-a7eb6736-fbd9-458c-a6d8-3dc46ba8f8e0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:21.545068 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3e39d5d-9835-4017-bbc0-46afbe6469f9 req-8dc20c24-3138-45e9-8aaf-60e7d7ed5d79 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130511 Aug 31 14:24:21.598142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79205154-efee-4aca-848f-60eaf4de4d56 req-38fbc30c-711b-4e03-aefd-e9c39fb5f591 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:21.599823 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-79205154-efee-4aca-848f-60eaf4de4d56 req-38fbc30c-711b-4e03-aefd-e9c39fb5f591 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 948 time: 0.0792582 Aug 31 14:24:21.635872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-a7eb6736-fbd9-458c-a6d8-3dc46ba8f8e0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] For port 832c4eef-5d6f-453b-930f-8569a0146865, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=832c4eef-5d6f-453b-930f-8569a0146865,segment=NetworkSegment(f8b64164-4724-4b8e-8254-97ee00691be4),segment_id=f8b64164-4724-4b8e-8254-97ee00691be4)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:21.636247 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-a7eb6736-fbd9-458c-a6d8-3dc46ba8f8e0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:21.657590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-a7eb6736-fbd9-458c-a6d8-3dc46ba8f8e0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Calling delete_port for 832c4eef-5d6f-453b-930f-8569a0146865 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:21.662857 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-79205154-efee-4aca-848f-60eaf4de4d56 req-1287a554-593b-4d77-891d-4de1392f624a tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558772 Aug 31 14:24:21.672386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Router 5802215f-5e56-475f-989e-fec322dd2f7d is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:24:21.741394 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3e39d5d-9835-4017-bbc0-46afbe6469f9 req-6229ccc2-58ac-44a4-aa5e-2abb7825cedb service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856234 Aug 31 14:24:21.787768 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:24:21.898530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:24:21.908790 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Sync routers for ids ['5802215f-5e56-475f-989e-fec322dd2f7d'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:24:21.933985 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Routers {'5802215f-5e56-475f-989e-fec322dd2f7d'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:21.935814 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:23:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5802215f-5e56-475f-989e-fec322dd2f7d'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:21.949957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:21.951253 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3f9daac2-f719-4ccb-af1d-fe743b577f37 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.9545236 Aug 31 14:24:21.954327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38028) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:21.962203 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-a7eb6736-fbd9-458c-a6d8-3dc46ba8f8e0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.008208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a13da1-0640-4a65-8e21-4f92a4fb7916 req-2af07e40-46ff-4b0e-87f8-a46d8aa7e0ca tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:22.015686 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8a13da1-0640-4a65-8e21-4f92a4fb7916 req-2af07e40-46ff-4b0e-87f8-a46d8aa7e0ca tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=77644481-6aba-42aa-a111-d05ee04ae1f6 HTTP/1.1" status: 200 len: 944 time: 0.1333873 Aug 31 14:24:22.075760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 791f1473-3c5a-444d-b434-28215b26eb23 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:24:22.078197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb6736-fbd9-458c-a6d8-3dc46ba8f8e0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Port': ['ID=832c4eef-5d6f-453b-930f-8569a0146865,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:22.190996 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8a13da1-0640-4a65-8e21-4f92a4fb7916 req-8ab1da54-5cf0-43dd-a0ca-f23f12506b98 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685228 Aug 31 14:24:22.203656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-deleted', 'tag': 'b50dd920-2482-418c-8f56-4a12055ec8a1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:22.205085 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea15b439-4a95-45b7-9eea-665ba7ba85a6" -d '{"events": [{"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-deleted", "tag": "b50dd920-2482-418c-8f56-4a12055ec8a1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:22.218035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd671aa-9a55-4df2-bb79-4e17989c9dda req-b7283d3d-61e4-44e8-81a8-713336cc2900 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:22.220822 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Set router 5802215f-5e56-475f-989e-fec322dd2f7d gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:24:22.221410 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dbd671aa-9a55-4df2-bb79-4e17989c9dda req-b7283d3d-61e4-44e8-81a8-713336cc2900 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 943 time: 0.1216657 Aug 31 14:24:22.264838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-a7eb6736-fbd9-458c-a6d8-3dc46ba8f8e0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] No DVR routers for this DVR port 832c4eef-5d6f-453b-930f-8569a0146865 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:22.273352 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-a7eb6736-fbd9-458c-a6d8-3dc46ba8f8e0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.276669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27a6cffe-216f-462a-b8f7-6442ad483448 req-a7eb6736-fbd9-458c-a6d8-3dc46ba8f8e0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.60 "DELETE /v2.0/ports/832c4eef-5d6f-453b-930f-8569a0146865 HTTP/1.1" status: 204 len: 173 time: 1.4944832 Aug 31 14:24:22.326180 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dbd671aa-9a55-4df2-bb79-4e17989c9dda req-efe2094f-94ea-4ef7-9e08-568ec722d047 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934749 Aug 31 14:24:22.360410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066c624-ec0c-45c0-8003-611a211c942d req-ab3b11a2-77c1-4c48-8ec7-92d57c7ae5f6 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:22.363871 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1066c624-ec0c-45c0-8003-611a211c942d req-ab3b11a2-77c1-4c48-8ec7-92d57c7ae5f6 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 950 time: 0.2981687 Aug 31 14:24:22.369953 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.433229 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410e88fc-50fc-41a8-a965-e3761eb3595e x-openstack-request-id: req-410e88fc-50fc-41a8-a965-e3761eb3595e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:22.433743 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-deleted", "tag": "b50dd920-2482-418c-8f56-4a12055ec8a1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:22.433743 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-410e88fc-50fc-41a8-a965-e3761eb3595e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:22.434601 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-deleted', 'tag': 'b50dd920-2482-418c-8f56-4a12055ec8a1', 'status': 'completed', 'code': 200} Aug 31 14:24:22.481896 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2e23f5b8-7bb3-4994-94a7-05d0b92680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.537582 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 791f1473-3c5a-444d-b434-28215b26eb23, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=791f1473-3c5a-444d-b434-28215b26eb23,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:22.551769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '832c4eef-5d6f-453b-930f-8569a0146865'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:22.554252 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224af7bd-336f-421b-b632-dfdd3a6f290e" -d '{"events": [{"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-unplugged", "status": "completed", "tag": "832c4eef-5d6f-453b-930f-8569a0146865"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:22.584001 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '791f1473-3c5a-444d-b434-28215b26eb23', 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc', 'port_id': '791f1473-3c5a-444d-b434-28215b26eb23', 'mac_address': 'fa:16:3e:a7:66:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40552a86-f995-4e29-94f9-152d14895ce3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:24:22.681402 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.695356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791f1473-3c5a-444d-b434-28215b26eb23 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:22.727505 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37ee30-f70f-42cc-b4a5-4261b08c9140 req-f86a17cd-9eb6-4681-b2de-aba6331bd8a4 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:22.732056 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d37ee30-f70f-42cc-b4a5-4261b08c9140 req-f86a17cd-9eb6-4681-b2de-aba6331bd8a4 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 950 time: 0.1220367 Aug 31 14:24:22.733643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4d567-1cc4-4414-bfe5-61baf012a1b5 req-22f69269-ba92-4cf9-a8e8-0bf421293eee tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:22.735242 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-37a4d567-1cc4-4414-bfe5-61baf012a1b5 req-22f69269-ba92-4cf9-a8e8-0bf421293eee tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.3651137 Aug 31 14:24:22.735737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38044) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:22.739582 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 791f1473-3c5a-444d-b434-28215b26eb23, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=791f1473-3c5a-444d-b434-28215b26eb23,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:22.743884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-12c7a2cb-122c-4e60-b2bd-bbde1b43f884 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-213820986'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:22.746134 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.786892 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d37ee30-f70f-42cc-b4a5-4261b08c9140 req-635b7f61-d56b-42fd-b7a1-708735e06b9a tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507627 Aug 31 14:24:22.827814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=791f1473-3c5a-444d-b434-28215b26eb23,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:22.839429 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-37a4d567-1cc4-4414-bfe5-61baf012a1b5 req-4f4e4cc7-16bc-4a7f-b738-95ca9572b805 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888653 Aug 31 14:24:22.844634 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '19870b61-8df3-4107-868a-36e732f3296a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:24:19Z', 'revision_number': 3, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port': {'id': '19870b61-8df3-4107-868a-36e732f3296a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:17Z', 'updated_at': '2021-08-31T14:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:22.862488 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b4a122-49b6-4f7e-a1a0-4f1ae3a944f7 x-openstack-request-id: req-79b4a122-49b6-4f7e-a1a0-4f1ae3a944f7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:22.863200 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-unplugged", "status": "completed", "tag": "832c4eef-5d6f-453b-930f-8569a0146865", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:22.864812 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79b4a122-49b6-4f7e-a1a0-4f1ae3a944f7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:22.865966 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '832c4eef-5d6f-453b-930f-8569a0146865', 'code': 200} Aug 31 14:24:22.888550 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Checking router: 5802215f-5e56-475f-989e-fec322dd2f7d for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:24:22.888986 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Updating router 5802215f-5e56-475f-989e-fec322dd2f7d port 19870b61-8df3-4107-868a-36e732f3296a binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:24:22.923800 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.928684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c7a2cb-122c-4e60-b2bd-bbde1b43f884 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Made reservation on behalf of ea3110f7f81a4dcdb23e4d896c13d489 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:22.932946 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12c7a2cb-122c-4e60-b2bd-bbde1b43f884 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:22.993215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1066c624-ec0c-45c0-8003-611a211c942d req-ddf23d1d-a08c-4065-b589-047cbbc6ddf4 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Deleting port db33dec2-cd68-4da2-96cb-1b2438cba5bb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:22.993558 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1066c624-ec0c-45c0-8003-611a211c942d req-ddf23d1d-a08c-4065-b589-047cbbc6ddf4 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.003946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['791f1473-3c5a-444d-b434-28215b26eb23'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:23.132164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c7a2cb-122c-4e60-b2bd-bbde1b43f884 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:24:23.175548 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12c7a2cb-122c-4e60-b2bd-bbde1b43f884 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.175891 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-12c7a2cb-122c-4e60-b2bd-bbde1b43f884 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Added segment a878fb28-bcc3-4417-bdc6-ae3813b1e37e of type vlan for network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d Aug 31 14:24:23.240147 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.272621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38050) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:23.298567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd2b5c-9e32-415b-bb76-b2113bd00cbc req-f13b97bd-81a9-44d8-9d74-d5ad49528730 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:23.300386 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3dcd2b5c-9e32-415b-bb76-b2113bd00cbc req-f13b97bd-81a9-44d8-9d74-d5ad49528730 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 948 time: 0.3830063 Aug 31 14:24:23.312508 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.327038 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Transition to ACTIVE for port object 19870b61-8df3-4107-868a-36e732f3296a will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:23.333771 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12c7a2cb-122c-4e60-b2bd-bbde1b43f884 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.336028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-67425bc4-2e6c-421c-a636-01dbf19be6d4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Deleting subnet 59d6e460-2bc3-43a9-a6b6-1d5b607a4f3d {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:24:23.338857 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.339537 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67425bc4-2e6c-421c-a636-01dbf19be6d4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.359384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1066c624-ec0c-45c0-8003-611a211c942d req-ddf23d1d-a08c-4065-b589-047cbbc6ddf4 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] For port db33dec2-cd68-4da2-96cb-1b2438cba5bb, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=db33dec2-cd68-4da2-96cb-1b2438cba5bb,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:23.359849 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1066c624-ec0c-45c0-8003-611a211c942d req-ddf23d1d-a08c-4065-b589-047cbbc6ddf4 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.385097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67425bc4-2e6c-421c-a636-01dbf19be6d4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.420420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1066c624-ec0c-45c0-8003-611a211c942d req-ddf23d1d-a08c-4065-b589-047cbbc6ddf4 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Calling delete_port for db33dec2-cd68-4da2-96cb-1b2438cba5bb owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:23.439577 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3dcd2b5c-9e32-415b-bb76-b2113bd00cbc req-c9b8578d-8337-4044-8cc8-95635c1dd1d1 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198409 Aug 31 14:24:23.452652 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Attempting to bind port 19870b61-8df3-4107-868a-36e732f3296a on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:23.453018 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Attempting to bind port 19870b61-8df3-4107-868a-36e732f3296a by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:23.453385 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Attempting to bind port 19870b61-8df3-4107-868a-36e732f3296a on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:23.456633 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c924be-bc32-4a27-a824-9cd4b6563030 None None] Pushing event updated for resources: {'Port': ['ID=19870b61-8df3-4107-868a-36e732f3296a,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:23.459660 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12c7a2cb-122c-4e60-b2bd-bbde1b43f884 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.464951 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:23.465325 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:23.465726 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.466118 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:23.466237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c7a2cb-122c-4e60-b2bd-bbde1b43f884 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:23.466579 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Bound port: 19870b61-8df3-4107-868a-36e732f3296a, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:23.466959 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.467555 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12c7a2cb-122c-4e60-b2bd-bbde1b43f884 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.541042 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67425bc4-2e6c-421c-a636-01dbf19be6d4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.551656 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af630c52-c486-45ec-b814-3cf794da7f56 req-6ce3aec3-681f-483c-8c33-2c37f3939aa4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:23.558937 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-af630c52-c486-45ec-b814-3cf794da7f56 req-6ce3aec3-681f-483c-8c33-2c37f3939aa4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 944 time: 0.1093440 Aug 31 14:24:23.561376 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] For port 19870b61-8df3-4107-868a-36e732f3296a, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:23.566088 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] For port 19870b61-8df3-4107-868a-36e732f3296a, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=19870b61-8df3-4107-868a-36e732f3296a,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:23.572443 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.578165 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-12c7a2cb-122c-4e60-b2bd-bbde1b43f884 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8383152 Aug 31 14:24:23.582508 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38054) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:23.590696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3deebdd9-cc3d-442d-948a-cc5ff755c2c8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2044404323'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:23.633840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7a2cb-122c-4e60-b2bd-bbde1b43f884 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'Network': ['ID=1b4a753f-ef7c-4fe1-aa26-35f642418c0d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:23.636296 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-af630c52-c486-45ec-b814-3cf794da7f56 req-c0ed2ea1-937e-4a89-8533-a0bcb79e5c80 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745225 Aug 31 14:24:23.647123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:24:23.680279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deebdd9-cc3d-442d-948a-cc5ff755c2c8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Made reservation on behalf of ea3110f7f81a4dcdb23e4d896c13d489 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:23.683871 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3deebdd9-cc3d-442d-948a-cc5ff755c2c8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.684136 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c924be-bc32-4a27-a824-9cd4b6563030 None None] Pushing event updated for resources: {'Port': ['ID=19870b61-8df3-4107-868a-36e732f3296a,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:23.687283 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67425bc4-2e6c-421c-a636-01dbf19be6d4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.696337 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Routers {'5802215f-5e56-475f-989e-fec322dd2f7d'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:23.697057 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:24:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5802215f-5e56-475f-989e-fec322dd2f7d'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:23.742760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67425bc4-2e6c-421c-a636-01dbf19be6d4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Subnet': ['ID=59d6e460-2bc3-43a9-a6b6-1d5b607a4f3d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:23.758685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3deebdd9-cc3d-442d-948a-cc5ff755c2c8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:24:23.769757 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3deebdd9-cc3d-442d-948a-cc5ff755c2c8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.770187 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-3deebdd9-cc3d-442d-948a-cc5ff755c2c8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Added segment c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8 of type vlan for network 703d1749-b334-41de-af58-b448e639a222 Aug 31 14:24:23.772482 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67425bc4-2e6c-421c-a636-01dbf19be6d4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.774586 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-67425bc4-2e6c-421c-a636-01dbf19be6d4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "DELETE /v2.0/subnets/59d6e460-2bc3-43a9-a6b6-1d5b607a4f3d HTTP/1.1" status: 204 len: 168 time: 0.5009675 Aug 31 14:24:23.777580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38056) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:23.787506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e52da-5bdf-4c3e-97d5-2e1c0710192c None None] Network ee13b0ff-1bfe-47a4-8207-cb2e9f725907 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:23.811041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3deebdd9-cc3d-442d-948a-cc5ff755c2c8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.866037 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] Set router 5802215f-5e56-475f-989e-fec322dd2f7d gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:24:23.888394 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3deebdd9-cc3d-442d-948a-cc5ff755c2c8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.894825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deebdd9-cc3d-442d-948a-cc5ff755c2c8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:23.895501 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3deebdd9-cc3d-442d-948a-cc5ff755c2c8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.924701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ebc6c8ac-f141-42e5-ae56-7f8006020e17 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:24:23.956181 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:23.961537 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.086792 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 791f1473-3c5a-444d-b434-28215b26eb23 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:24.133685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76e819-2c92-4c1b-be43-372646382d94 req-65ad02ee-648f-419b-837d-efbe01f2e1ad tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:24.143765 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca76e819-2c92-4c1b-be43-372646382d94 req-65ad02ee-648f-419b-837d-efbe01f2e1ad tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.1616278 Aug 31 14:24:24.156002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e62df0-0b4c-4c60-87d6-4b441be97bc5 None None] DHCP port deletion for ee13b0ff-1bfe-47a4-8207-cb2e9f725907 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:24:24.161580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ebc6c8ac-f141-42e5-ae56-7f8006020e17, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:24.180156 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3deebdd9-cc3d-442d-948a-cc5ff755c2c8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5908132 Aug 31 14:24:24.183239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38064) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:24.188240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-730724c8-51c3-404b-8d6a-7c72241a9378 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'subnet': {'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:24.206102 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '19870b61-8df3-4107-868a-36e732f3296a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:24:19Z', 'revision_number': 3, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port': {'id': '19870b61-8df3-4107-868a-36e732f3296a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:17Z', 'updated_at': '2021-08-31T14:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:24.217140 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.233580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17', 'mac_address': 'fa:16:3e:ac:ea:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:24:24.256575 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca76e819-2c92-4c1b-be43-372646382d94 req-42529605-9ea2-4286-a254-261a5e4381b9 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116331 Aug 31 14:24:24.260987 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1066c624-ec0c-45c0-8003-611a211c942d req-ddf23d1d-a08c-4065-b589-047cbbc6ddf4 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.267844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Deleting port f32fbbb4-25db-4d31-84f9-32b4a4306c0c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:24.270939 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.276914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deebdd9-cc3d-442d-948a-cc5ff755c2c8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'Network': ['ID=703d1749-b334-41de-af58-b448e639a222,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:24.288098 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a8979d-c15c-4e75-a050-f087db0aee37 None None] The sync data for ids ['5802215f-5e56-475f-989e-fec322dd2f7d'] in n-d-806683-5 is: [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '19870b61-8df3-4107-868a-36e732f3296a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:24:19Z', 'revision_number': 3, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port': {'id': '19870b61-8df3-4107-868a-36e732f3296a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:17Z', 'updated_at': '2021-08-31T14:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:24:24.338287 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.359692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['00a87c31-827c-49c1-b063-7c3eb298c679'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:24.360139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf23d1d-a08c-4065-b589-047cbbc6ddf4 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Pushing event deleted for resources: {'Port': ['ID=db33dec2-cd68-4da2-96cb-1b2438cba5bb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:24.385969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] For port f32fbbb4-25db-4d31-84f9-32b4a4306c0c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f32fbbb4-25db-4d31-84f9-32b4a4306c0c,segment=NetworkSegment(6981aef5-1c27-431f-a049-2ea142bccdd2),segment_id=6981aef5-1c27-431f-a049-2ea142bccdd2)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:24.386344 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.421968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Calling delete_port for f32fbbb4-25db-4d31-84f9-32b4a4306c0c owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:24.429289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4459a-fe66-4c72-8e7b-969aff061ed9 req-1777a875-53fe-4521-ae6c-442ee7b5ee9f tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:24.430898 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfd4459a-fe66-4c72-8e7b-969aff061ed9 req-1777a875-53fe-4521-ae6c-442ee7b5ee9f tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b HTTP/1.1" status: 200 len: 867 time: 0.3713481 Aug 31 14:24:24.447257 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['db33dec2-cd68-4da2-96cb-1b2438cba5bb', '1314353d-6634-4702-addd-63d922d6c113'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:24.449462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 703d1749-b334-41de-af58-b448e639a222 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:24:24.458293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc6c8ac-f141-42e5-ae56-7f8006020e17 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:24.459597 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-deleted', 'tag': '832c4eef-5d6f-453b-930f-8569a0146865'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:24.462654 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0ae621-bcd3-4f55-9c02-a940930cdcec" -d '{"events": [{"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-deleted", "tag": "832c4eef-5d6f-453b-930f-8569a0146865"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:24.496217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730724c8-51c3-404b-8d6a-7c72241a9378 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Made reservation on behalf of ea3110f7f81a4dcdb23e4d896c13d489 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:24.500042 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-730724c8-51c3-404b-8d6a-7c72241a9378 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.508215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 791f1473-3c5a-444d-b434-28215b26eb23 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:24.511812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1066c624-ec0c-45c0-8003-611a211c942d req-ddf23d1d-a08c-4065-b589-047cbbc6ddf4 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] No DVR routers for this DVR port db33dec2-cd68-4da2-96cb-1b2438cba5bb on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:24.522006 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1066c624-ec0c-45c0-8003-611a211c942d req-ddf23d1d-a08c-4065-b589-047cbbc6ddf4 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.524259 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1066c624-ec0c-45c0-8003-611a211c942d req-ddf23d1d-a08c-4065-b589-047cbbc6ddf4 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.25 "DELETE /v2.0/ports/db33dec2-cd68-4da2-96cb-1b2438cba5bb HTTP/1.1" status: 204 len: 173 time: 2.0973561 Aug 31 14:24:24.591261 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 791f1473-3c5a-444d-b434-28215b26eb23 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:24.591639 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.620200 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfd4459a-fe66-4c72-8e7b-969aff061ed9 req-77ace0b7-cc68-448b-a6f6-ed90381f71b8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542022 Aug 31 14:24:24.786161 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637a73d-f4db-42f4-b79d-ae4606915413 req-22a8c590-a16e-403c-9698-3c403e51a56d tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:24.796218 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2637a73d-f4db-42f4-b79d-ae4606915413 req-22a8c590-a16e-403c-9698-3c403e51a56d tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 948 time: 0.2408342 Aug 31 14:24:24.820570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ebc6c8ac-f141-42e5-ae56-7f8006020e17, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:24.899730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:24.912433 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814d7109-933c-4178-ad30-4448da037e14 x-openstack-request-id: req-814d7109-933c-4178-ad30-4448da037e14 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:24.912727 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77644481-6aba-42aa-a111-d05ee04ae1f6", "name": "network-vif-deleted", "tag": "832c4eef-5d6f-453b-930f-8569a0146865", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:24.912983 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-814d7109-933c-4178-ad30-4448da037e14 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:24.916345 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77644481-6aba-42aa-a111-d05ee04ae1f6', 'name': 'network-vif-deleted', 'tag': '832c4eef-5d6f-453b-930f-8569a0146865', 'status': 'completed', 'code': 200} Aug 31 14:24:24.956071 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2637a73d-f4db-42f4-b79d-ae4606915413 req-e2e5c271-e660-4709-ba02-030514dc01d3 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587903 Aug 31 14:24:25.007670 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.015066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Allocated IP 172.20.0.1 (910b813c-e31d-4e81-9ee0-07d2b31fa318/c1f9529c-55f8-482b-8b4d-c5ca32c09282/904325e9-0dfa-4430-8a72-6be51a1fcaef) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:25.035536 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Port': ['ID=f32fbbb4-25db-4d31-84f9-32b4a4306c0c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:25.044654 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] No DVR routers for this DVR port f32fbbb4-25db-4d31-84f9-32b4a4306c0c on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:25.115501 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-730724c8-51c3-404b-8d6a-7c72241a9378 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.260825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730724c8-51c3-404b-8d6a-7c72241a9378 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'Subnet': ['ID=9799c103-7005-4f13-9ecc-d6c62616947a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:25.321426 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-58e62df0-0b4c-4c60-87d6-4b441be97bc5 None None] Deleting port f32fbbb4-25db-4d31-84f9-32b4a4306c0c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:25.324759 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58e62df0-0b4c-4c60-87d6-4b441be97bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.324911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10877b99-910e-4ea8-b6a4-941f46bc854e req-1ce3cab0-ec23-47d1-802b-c2ab82f58718 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:25.336453 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10877b99-910e-4ea8-b6a4-941f46bc854e req-1ce3cab0-ec23-47d1-802b-c2ab82f58718 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 944 time: 0.3339126 Aug 31 14:24:25.347133 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.411139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ebc6c8ac-f141-42e5-ae56-7f8006020e17,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:25.441055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.468244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730724c8-51c3-404b-8d6a-7c72241a9378 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Checking segment: {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:25.470105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730724c8-51c3-404b-8d6a-7c72241a9378 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Network hostable DHCP agents. Network: 1b4a753f-ef7c-4fe1-aa26-35f642418c0d, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:24:25.474559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['ebc6c8ac-f141-42e5-ae56-7f8006020e17'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:25.478403 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee13b0ff-1bfe-47a4-8207-cb2e9f725907']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:25.493874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6981aef5-1c27-431f-a049-2ea142bccdd2') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:25.494424 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6981aef5-1c27-431f-a049-2ea142bccdd2') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:25.518665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10877b99-910e-4ea8-b6a4-941f46bc854e req-d4609082-ac50-4239-9793-056e80477fa4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779447 Aug 31 14:24:25.525815 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.560510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9714b-ff2f-44a8-9a08-697513725d8e req-9d929c25-c2a4-464c-955d-95c8caee9fdb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:25.562262 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81f9714b-ff2f-44a8-9a08-697513725d8e req-9d929c25-c2a4-464c-955d-95c8caee9fdb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.1843328 Aug 31 14:24:25.564869 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.571919 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.589276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730724c8-51c3-404b-8d6a-7c72241a9378 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:24:25.601584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:24:25.602021 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.603884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-730724c8-51c3-404b-8d6a-7c72241a9378 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 1b4a753f-ef7c-4fe1-aa26-35f642418c0d) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:24:25.606380 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:24:25.613316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730724c8-51c3-404b-8d6a-7c72241a9378 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:25.614480 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-730724c8-51c3-404b-8d6a-7c72241a9378 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.630074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0cef80-d2b3-4e05-a10e-f6d0dd82afb3 None None] Network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:25.632554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Transition to ACTIVE for port object 904325e9-0dfa-4430-8a72-6be51a1fcaef will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:25.640669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-730724c8-51c3-404b-8d6a-7c72241a9378 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4563751 Aug 31 14:24:25.643894 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38084) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:25.649180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-35049748-f6d9-48bb-ac8d-445176c79f4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'subnet': {'network_id': '703d1749-b334-41de-af58-b448e639a222', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:25.717891 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.720753 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81f9714b-ff2f-44a8-9a08-697513725d8e req-94d3d655-5d39-4501-929c-585abdfe6ea3 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508179 Aug 31 14:24:25.741498 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.759642 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.764284 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "DELETE /v2.0/networks/ee13b0ff-1bfe-47a4-8207-cb2e9f725907 HTTP/1.1" status: 204 len: 168 time: 1.9816890 Aug 31 14:24:25.775329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38090) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:25.793178 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-58e62df0-0b4c-4c60-87d6-4b441be97bc5 None None] For port f32fbbb4-25db-4d31-84f9-32b4a4306c0c, host n-d-806683-5, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:25.793594 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58e62df0-0b4c-4c60-87d6-4b441be97bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.865752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e497f-259c-4c0a-9969-693490c45ce7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Network': ['ID=ee13b0ff-1bfe-47a4-8207-cb2e9f725907,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:25.901907 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.938923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22c71d8-cfdc-4498-82be-5312f883f8d1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Deleting subnet 0d8f2495-4494-4cb0-a3a6-428c0e5532d8 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:24:25.942234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 791f1473-3c5a-444d-b434-28215b26eb23, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=791f1473-3c5a-444d-b434-28215b26eb23,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:25.943544 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c22c71d8-cfdc-4498-82be-5312f883f8d1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.964658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f608b30c-cacb-4d78-b6f5-dc7221bb1bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f1473-3c5a-444d-b434-28215b26eb23'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:25.966932 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da96c5c-78b7-4bfc-b9a1-915326979f42" -d '{"events": [{"server_uuid": "f608b30c-cacb-4d78-b6f5-dc7221bb1bb8", "name": "network-vif-plugged", "status": "completed", "tag": "791f1473-3c5a-444d-b434-28215b26eb23"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:25.971833 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device db33dec2-cd68-4da2-96cb-1b2438cba5bb no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:25.973875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 19870b61-8df3-4107-868a-36e732f3296a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:25.987452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-58e62df0-0b4c-4c60-87d6-4b441be97bc5 None None] Calling delete_port for f32fbbb4-25db-4d31-84f9-32b4a4306c0c owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:25.989223 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:25.990582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Pushing event updated for resources: {'Port': ['ID=904325e9-0dfa-4430-8a72-6be51a1fcaef,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:25.992449 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-58e62df0-0b4c-4c60-87d6-4b441be97bc5 None None] Port f32fbbb4-25db-4d31-84f9-32b4a4306c0c was not found and therefore no delete operation was performed {{(pid=94872) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:24:26.003107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35049748-f6d9-48bb-ac8d-445176c79f4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Made reservation on behalf of ea3110f7f81a4dcdb23e4d896c13d489 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:26.007137 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35049748-f6d9-48bb-ac8d-445176c79f4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.066889 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c22c71d8-cfdc-4498-82be-5312f883f8d1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.115056 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58e62df0-0b4c-4c60-87d6-4b441be97bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.119000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Network 910b813c-e31d-4e81-9ee0-07d2b31fa318 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:26.122853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: db33dec2-cd68-4da2-96cb-1b2438cba5bb {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:26.123386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device db33dec2-cd68-4da2-96cb-1b2438cba5bb not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:26.138446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58e62df0-0b4c-4c60-87d6-4b441be97bc5 None None] Network ee13b0ff-1bfe-47a4-8207-cb2e9f725907 is not hosted by any dhcp agent {{(pid=94872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:24:26.139110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e62df0-0b4c-4c60-87d6-4b441be97bc5 None None] No DVR routers for this DVR port f32fbbb4-25db-4d31-84f9-32b4a4306c0c on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:26.144552 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5aa5ebe-5157-4c13-8348-c25068cba765 x-openstack-request-id: req-d5aa5ebe-5157-4c13-8348-c25068cba765 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:26.149106 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f608b30c-cacb-4d78-b6f5-dc7221bb1bb8", "name": "network-vif-plugged", "status": "completed", "tag": "791f1473-3c5a-444d-b434-28215b26eb23", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:26.149374 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5aa5ebe-5157-4c13-8348-c25068cba765 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:26.149775 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f608b30c-cacb-4d78-b6f5-dc7221bb1bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f1473-3c5a-444d-b434-28215b26eb23', 'code': 200} Aug 31 14:24:26.154247 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:26.176311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:26.340176 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c22c71d8-cfdc-4498-82be-5312f883f8d1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.364989 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.383459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78aa67-35c5-407e-bb7f-670c87494947 req-faca02e5-e397-44e1-b1de-6c643408b40f tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:26.385313 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4b78aa67-35c5-407e-bb7f-670c87494947 req-faca02e5-e397-44e1-b1de-6c643408b40f tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 949 time: 0.2971494 Aug 31 14:24:26.483498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d471c-4f8f-413c-8f1c-978f3e026b64 req-73f0ed79-6254-4474-b003-9cc7e0ab1304 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:26.492979 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c9d471c-4f8f-413c-8f1c-978f3e026b64 req-73f0ed79-6254-4474-b003-9cc7e0ab1304 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 949 time: 0.2446547 Aug 31 14:24:26.572250 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c9d471c-4f8f-413c-8f1c-978f3e026b64 req-5ffe0b9a-acc0-4ab9-b8e6-5a0fc06578ec tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779846 Aug 31 14:24:26.602720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb412-967d-4b29-8fd7-03c26d6000cb req-7f0045f2-4f5a-4eed-af44-275657091e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:26.604357 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a22eb412-967d-4b29-8fd7-03c26d6000cb req-7f0045f2-4f5a-4eed-af44-275657091e1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 1096 time: 0.2068295 Aug 31 14:24:26.608280 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c22c71d8-cfdc-4498-82be-5312f883f8d1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.642645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=791f1473-3c5a-444d-b434-28215b26eb23,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:26.659967 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ec1e510b-c857-4728-be7d-e895a1160cc8 None None] Provisioning for port 904325e9-0dfa-4430-8a72-6be51a1fcaef completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:26.671515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ec1e510b-c857-4728-be7d-e895a1160cc8 None None] Provisioning complete for port 904325e9-0dfa-4430-8a72-6be51a1fcaef triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:26.671889 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1e510b-c857-4728-be7d-e895a1160cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.695168 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e62df0-0b4c-4c60-87d6-4b441be97bc5 None None] Pushing event deleted for resources: {'Port': ['ID=f32fbbb4-25db-4d31-84f9-32b4a4306c0c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:26.696997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 19870b61-8df3-4107-868a-36e732f3296a completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:26.719217 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c22c71d8-cfdc-4498-82be-5312f883f8d1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.723593 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c22c71d8-cfdc-4498-82be-5312f883f8d1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "DELETE /v2.0/subnets/0d8f2495-4494-4cb0-a3a6-428c0e5532d8 HTTP/1.1" status: 204 len: 168 time: 0.9448442 Aug 31 14:24:26.723593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c71d8-cfdc-4498-82be-5312f883f8d1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8f2495-4494-4cb0-a3a6-428c0e5532d8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:26.724339 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 19870b61-8df3-4107-868a-36e732f3296a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:26.724877 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.733093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca769816-0293-4aa2-b18a-9f795340fe28 None None] Network 976be2d6-288d-40b7-bf60-c5f553cc2dbc requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:26.748046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38110) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:26.824528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-1b4a753f-ef7c-4fe1-aa26-35f642418c0d', 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'fixed_ips': [{'subnet_id': '9799c103-7005-4f13-9ecc-d6c62616947a'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:26.825689 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.847325 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:26.868750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e510b-c857-4728-be7d-e895a1160cc8 None None] Port 904325e9-0dfa-4430-8a72-6be51a1fcaef cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:26.872129 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a22eb412-967d-4b29-8fd7-03c26d6000cb req-53319e81-f082-4362-8953-968b4ba4f74c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566779 Aug 31 14:24:26.905193 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d333e-b177-49a3-9071-285c24059175 req-77975664-5cb2-4e47-934a-c491db1aae2c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:26.914533 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f93d333e-b177-49a3-9071-285c24059175 req-77975664-5cb2-4e47-934a-c491db1aae2c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 945 time: 0.2161298 Aug 31 14:24:27.010683 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f93d333e-b177-49a3-9071-285c24059175 req-9113c243-ea3a-4aa4-bf93-0365b82a8c7e tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951765 Aug 31 14:24:27.021855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b', 'name': 'network-vif-deleted', 'tag': 'db33dec2-cd68-4da2-96cb-1b2438cba5bb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:27.024329 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a6aafd-eda9-4030-a12d-1456abf15692" -d '{"events": [{"server_uuid": "fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b", "name": "network-vif-deleted", "tag": "db33dec2-cd68-4da2-96cb-1b2438cba5bb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:27.043899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a803a-932c-4720-9d87-38a4266d402b req-c9d9d93b-9467-4e5b-9d48-d4ced18753c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:27.045594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c82a803a-932c-4720-9d87-38a4266d402b req-c9d9d93b-9467-4e5b-9d48-d4ced18753c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 1096 time: 0.7918758 Aug 31 14:24:27.046596 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Deleting port d96e269d-0039-4bc3-a528-bf1e2a946d63 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:27.047308 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.066067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Allocated IP 10.1.1.2 (1b4a753f-ef7c-4fe1-aa26-35f642418c0d/9799c103-7005-4f13-9ecc-d6c62616947a/41b43aa5-904a-471c-b254-130a798c6dd5) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:27.114701 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c82a803a-932c-4720-9d87-38a4266d402b req-9fa70a1e-92e9-498a-af93-511354c9b7b0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524857 Aug 31 14:24:27.163266 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.181859 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4b78aa67-35c5-407e-bb7f-670c87494947 req-d6887245-45e4-4593-9fcc-9a3dece3c8d7 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487818 Aug 31 14:24:27.231358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] For port d96e269d-0039-4bc3-a528-bf1e2a946d63, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d96e269d-0039-4bc3-a528-bf1e2a946d63,segment=NetworkSegment(f8b64164-4724-4b8e-8254-97ee00691be4),segment_id=f8b64164-4724-4b8e-8254-97ee00691be4)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:27.231820 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.243694 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161eb27-9a32-4582-936d-446470f8ca27 req-cd85f087-b478-46f5-a80a-da58deb85535 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:27.253224 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5161eb27-9a32-4582-936d-446470f8ca27 req-cd85f087-b478-46f5-a80a-da58deb85535 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.1027682 Aug 31 14:24:27.281195 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Calling delete_port for d96e269d-0039-4bc3-a528-bf1e2a946d63 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:27.291940 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55e1602-8b00-4991-8a7a-cfa7ce9f210d x-openstack-request-id: req-e55e1602-8b00-4991-8a7a-cfa7ce9f210d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:27.292352 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b", "name": "network-vif-deleted", "tag": "db33dec2-cd68-4da2-96cb-1b2438cba5bb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:27.292609 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e55e1602-8b00-4991-8a7a-cfa7ce9f210d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:27.293017 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2e4599-bd69-4533-9ad0-ede3e6ff9f0b', 'name': 'network-vif-deleted', 'tag': 'db33dec2-cd68-4da2-96cb-1b2438cba5bb', 'status': 'completed', 'code': 200} Aug 31 14:24:27.321077 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35049748-f6d9-48bb-ac8d-445176c79f4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.353909 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5161eb27-9a32-4582-936d-446470f8ca27 req-cc84db88-1695-4d8c-bc78-8d85a9826f61 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997331 Aug 31 14:24:27.411518 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.422669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35049748-f6d9-48bb-ac8d-445176c79f4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'Subnet': ['ID=2d72d2fc-c8a5-4582-90c7-ef167bb569ca,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:27.443468 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Port': ['ID=d96e269d-0039-4bc3-a528-bf1e2a946d63,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:27.452716 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] No DVR routers for this DVR port d96e269d-0039-4bc3-a528-bf1e2a946d63 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:27.479087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35049748-f6d9-48bb-ac8d-445176c79f4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Checking segment: {'id': 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '703d1749-b334-41de-af58-b448e639a222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:27.479703 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35049748-f6d9-48bb-ac8d-445176c79f4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Network hostable DHCP agents. Network: 703d1749-b334-41de-af58-b448e639a222, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:24:27.479852 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.507642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Transition to ACTIVE for port object 41b43aa5-904a-471c-b254-130a798c6dd5 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:27.528885 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.539399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35049748-f6d9-48bb-ac8d-445176c79f4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Network 703d1749-b334-41de-af58-b448e639a222 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:24:27.561052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-35049748-f6d9-48bb-ac8d-445176c79f4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 703d1749-b334-41de-af58-b448e639a222) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:27.566488 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35049748-f6d9-48bb-ac8d-445176c79f4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:27.567092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35049748-f6d9-48bb-ac8d-445176c79f4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.574969 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.581725 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.601518 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ec8beb-10cd-42c1-912f-5b57dc5a23a3 None None] Network 703d1749-b334-41de-af58-b448e639a222 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:27.654325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-35049748-f6d9-48bb-ac8d-445176c79f4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0092297 Aug 31 14:24:27.656681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38122) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:27.663122 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'port': {'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d', 'name': 'tempest-TaggedBootDevicesTest-1945934729', 'fixed_ips': [{'subnet_id': '9799c103-7005-4f13-9ecc-d6c62616947a'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:27.684330 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.701333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Transition to ACTIVE for port object 41b43aa5-904a-471c-b254-130a798c6dd5 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:27.704776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976be2d6-288d-40b7-bf60-c5f553cc2dbc']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:27.710672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c229eb16-a96c-46bb-8aef-baea1afbc8dc None None] DHCP port deletion for 976be2d6-288d-40b7-bf60-c5f553cc2dbc request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:24:27.723237 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b64164-4724-4b8e-8254-97ee00691be4') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:27.723653 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b64164-4724-4b8e-8254-97ee00691be4') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:27.734322 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.740738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 19870b61-8df3-4107-868a-36e732f3296a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=19870b61-8df3-4107-868a-36e732f3296a,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:27.746544 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.761117 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.765294 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.769403 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:24:27.769548 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:24:27.778249 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:24:27.779939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Pushing event updated for resources: {'Port': ['ID=904325e9-0dfa-4430-8a72-6be51a1fcaef,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:27.795480 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.875215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:27.884243 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f32fbbb4-25db-4d31-84f9-32b4a4306c0c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:27.886508 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.887438 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ebc6c8ac-f141-42e5-ae56-7f8006020e17 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:27.903782 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.911763 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "DELETE /v2.0/networks/976be2d6-288d-40b7-bf60-c5f553cc2dbc HTTP/1.1" status: 204 len: 168 time: 1.1624885 Aug 31 14:24:27.916085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38130) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:27.919777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Pushing event updated for resources: {'Port': ['ID=41b43aa5-904a-471c-b254-130a798c6dd5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:27.925312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7abdcc03-3d12-42ac-abc8-e879e8797ca1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-365753201'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:27.947385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529cd6d-78f8-4e1e-8939-5c3c2c5279e3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Network': ['ID=976be2d6-288d-40b7-bf60-c5f553cc2dbc,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:27.967803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abdcc03-3d12-42ac-abc8-e879e8797ca1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:27.972856 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7abdcc03-3d12-42ac-abc8-e879e8797ca1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:27.974096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835eaded-abe5-4db5-b357-ed0492def7dc req-c81762f7-881b-42ac-9dbd-7a636e48c672 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:27.975786 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-835eaded-abe5-4db5-b357-ed0492def7dc req-c81762f7-881b-42ac-9dbd-7a636e48c672 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 949 time: 0.2513034 Aug 31 14:24:28.013301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Network 910b813c-e31d-4e81-9ee0-07d2b31fa318 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:28.025605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:28.050660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abdcc03-3d12-42ac-abc8-e879e8797ca1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:24:28.056165 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:28.064167 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7abdcc03-3d12-42ac-abc8-e879e8797ca1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.064622 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-7abdcc03-3d12-42ac-abc8-e879e8797ca1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Added segment 38a4f51f-377e-4b99-8ebe-aa6b0428d919 of type vlan for network 69deabcc-f01a-4505-8c35-cd7ed192a785 Aug 31 14:24:28.092494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:28.101458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Made reservation on behalf of ea3110f7f81a4dcdb23e4d896c13d489 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:28.118767 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: f32fbbb4-25db-4d31-84f9-32b4a4306c0c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:28.119552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f32fbbb4-25db-4d31-84f9-32b4a4306c0c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:28.152670 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7abdcc03-3d12-42ac-abc8-e879e8797ca1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.193320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-703d1749-b334-41de-af58-b448e639a222', 'network_id': '703d1749-b334-41de-af58-b448e639a222', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'fixed_ips': [{'subnet_id': '2d72d2fc-c8a5-4582-90c7-ef167bb569ca'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:28.195487 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.233819 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.256136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ecc11-57ac-4740-af57-99038c817879 req-8b88b6d5-2ebd-4148-90af-6ecf78512dfc tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:28.257653 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c28ecc11-57ac-4740-af57-99038c817879 req-8b88b6d5-2ebd-4148-90af-6ecf78512dfc tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.60 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 949 time: 0.3850949 Aug 31 14:24:28.260604 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7abdcc03-3d12-42ac-abc8-e879e8797ca1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.274302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abdcc03-3d12-42ac-abc8-e879e8797ca1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:28.276408 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7abdcc03-3d12-42ac-abc8-e879e8797ca1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.292034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d96e269d-0039-4bc3-a528-bf1e2a946d63 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:28.346862 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7abdcc03-3d12-42ac-abc8-e879e8797ca1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4289260 Aug 31 14:24:28.358670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: d96e269d-0039-4bc3-a528-bf1e2a946d63 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:28.359149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d96e269d-0039-4bc3-a528-bf1e2a946d63 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:28.370062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] device_id is not set on port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:24:28.387273 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Attempting to bind port 41b43aa5-904a-471c-b254-130a798c6dd5 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:28.388189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Attempting to bind port 41b43aa5-904a-471c-b254-130a798c6dd5 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:28.388189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Attempting to bind port 41b43aa5-904a-471c-b254-130a798c6dd5 on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:28.392921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38136) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:28.444351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f67d7-4d5b-4940-8742-b8f4ca759b09 req-c36f35ff-a529-432e-8ede-dcdc61b7ec94 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:28.445935 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b8f67d7-4d5b-4940-8742-b8f4ca759b09 req-c36f35ff-a529-432e-8ede-dcdc61b7ec94 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 945 time: 0.2304363 Aug 31 14:24:28.467585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:28.468063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Checking segment: {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:28.468591 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.469072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Bound using segment: {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:28.469183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdcc03-3d12-42ac-abc8-e879e8797ca1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event updated for resources: {'Network': ['ID=69deabcc-f01a-4505-8c35-cd7ed192a785,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:28.470779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Bound port: 41b43aa5-904a-471c-b254-130a798c6dd5, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:28.471333 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.479906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port ebc6c8ac-f141-42e5-ae56-7f8006020e17 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:28.490304 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 69deabcc-f01a-4505-8c35-cd7ed192a785 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:24:28.502706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c21fcc1e-202f-4eee-891a-e198e2216dd4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Request body: {'subnet': {'network_id': '69deabcc-f01a-4505-8c35-cd7ed192a785', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:28.503971 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b8f67d7-4d5b-4940-8742-b8f4ca759b09 req-190f75a2-329b-414b-9528-a6065b420807 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515599 Aug 31 14:24:28.538301 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-835eaded-abe5-4db5-b357-ed0492def7dc req-e31e4c2d-d13b-4c11-b82c-415e82cc4ade tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201392 Aug 31 14:24:28.570014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=19870b61-8df3-4107-868a-36e732f3296a,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:28.633648 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port ebc6c8ac-f141-42e5-ae56-7f8006020e17 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:28.634028 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.692762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fa505-f99e-4966-9e59-76e074824cd4 req-b8ca3bde-5ccd-45d2-9564-58e74d0a5094 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:28.694321 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-197fa505-f99e-4966-9e59-76e074824cd4 req-b8ca3bde-5ccd-45d2-9564-58e74d0a5094 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 949 time: 0.1060731 Aug 31 14:24:28.748543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-197fa505-f99e-4966-9e59-76e074824cd4 req-ff15ff69-33ae-4fcf-b639-06652beae1ec tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455105 Aug 31 14:24:28.788888 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1d727067-eb7e-4ab4-853f-85de5dcea901 None None] Provisioning complete for port 904325e9-0dfa-4430-8a72-6be51a1fcaef triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:28.788888 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d727067-eb7e-4ab4-853f-85de5dcea901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.864973 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.873755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Allocated IP 10.2.2.2 (703d1749-b334-41de-af58-b448e639a222/2d72d2fc-c8a5-4582-90c7-ef167bb569ca/ffd4e684-63ee-42fd-99c1-a983afd09cb3) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:28.877771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1d727067-eb7e-4ab4-853f-85de5dcea901 None None] Port 904325e9-0dfa-4430-8a72-6be51a1fcaef cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:28.886068 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] For port 41b43aa5-904a-471c-b254-130a798c6dd5, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:28.895537 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] For port 41b43aa5-904a-471c-b254-130a798c6dd5, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=41b43aa5-904a-471c-b254-130a798c6dd5,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:28.906044 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:28.957769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:28.960061 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f77667-f3b8-402a-90d3-6616b9726ad2" -d '{"events": [{"server_uuid": "8aa94f00-7d59-4719-b0e7-9f8255806473", "name": "network-vif-plugged", "status": "completed", "tag": "ebc6c8ac-f141-42e5-ae56-7f8006020e17"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:28.993905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ebc6c8ac-f141-42e5-ae56-7f8006020e17, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:29.033723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Allocated IP 10.1.1.119 (1b4a753f-ef7c-4fe1-aa26-35f642418c0d/9799c103-7005-4f13-9ecc-d6c62616947a/cfaf1278-8bb4-4991-a533-d2d57b2c2aa7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:29.046421 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f695268-659b-49b0-82c6-b36a1931bec5 x-openstack-request-id: req-5f695268-659b-49b0-82c6-b36a1931bec5 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:29.046421 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa94f00-7d59-4719-b0e7-9f8255806473", "name": "network-vif-plugged", "status": "completed", "tag": "ebc6c8ac-f141-42e5-ae56-7f8006020e17", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:29.046421 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f695268-659b-49b0-82c6-b36a1931bec5 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:29.046702 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17', 'code': 200} Aug 31 14:24:29.069614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427f81-6fb1-4000-9858-8036fa184c61 req-2f059165-672b-4ceb-a8ff-a6449d308ab4 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:29.071953 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f7427f81-6fb1-4000-9858-8036fa184c61 req-2f059165-672b-4ceb-a8ff-a6449d308ab4 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.3575788 Aug 31 14:24:29.085636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Router 5802215f-5e56-475f-989e-fec322dd2f7d has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:24:29.169321 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21fcc1e-202f-4eee-891a-e198e2216dd4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:29.173374 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c21fcc1e-202f-4eee-891a-e198e2216dd4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:29.257811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0eea4-8f71-4810-98c3-28fa6cc9f511 None None] Pushing event updated for resources: {'Port': ['ID=41b43aa5-904a-471c-b254-130a798c6dd5,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:29.261522 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:29.332746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ebc6c8ac-f141-42e5-ae56-7f8006020e17,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:29.389753 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f7427f81-6fb1-4000-9858-8036fa184c61 req-07c9e4d4-ccb2-4415-b1e7-0d739228cbdb tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029580 Aug 31 14:24:29.635848 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:29.666603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Transition to ACTIVE for port object ffd4e684-63ee-42fd-99c1-a983afd09cb3 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:29.689291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Transition to ACTIVE for port object ffd4e684-63ee-42fd-99c1-a983afd09cb3 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:29.702255 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:29.707522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:24:29.746649 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5a1446f1-4277-40b8-a440-26b20239ed95 admin admin] 10.222.0.39 "PUT /v2.0/routers/5802215f-5e56-475f-989e-fec322dd2f7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7904146 Aug 31 14:24:29.768239 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c21fcc1e-202f-4eee-891a-e198e2216dd4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:29.776573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Pushing event updated for resources: {'Port': ['ID=ffd4e684-63ee-42fd-99c1-a983afd09cb3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:29.784727 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6b418-4fa6-4223-863b-b866be237264 req-c067dbe1-9004-483b-b680-d9ecb299a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:29.786104 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Sync routers for ids ['5802215f-5e56-475f-989e-fec322dd2f7d'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:24:29.786393 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cea6b418-4fa6-4223-863b-b866be237264 req-c067dbe1-9004-483b-b680-d9ecb299a839 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=80c65d56754943fe8e7402ca0f9734eb&device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 1096 time: 0.1472800 Aug 31 14:24:29.801923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Network 703d1749-b334-41de-af58-b448e639a222 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:29.807850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:29.811806 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:29.820232 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7f2bf-c96b-48d1-a19f-0e2c5c2be938 req-3b48cf33-a1e2-40ef-b5fa-6d52bb0a50a2 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:29.820428 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3ca7f2bf-c96b-48d1-a19f-0e2c5c2be938 req-3b48cf33-a1e2-40ef-b5fa-6d52bb0a50a2 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 949 time: 0.1173804 Aug 31 14:24:29.829620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Routers {'5802215f-5e56-475f-989e-fec322dd2f7d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:29.830173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c28ecc11-57ac-4740-af57-99038c817879 req-3575dbed-91ed-4db1-812a-de15b2ef655d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Deleting port 00a87c31-827c-49c1-b063-7c3eb298c679 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:29.830333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:24:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5802215f-5e56-475f-989e-fec322dd2f7d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:29.830701 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c28ecc11-57ac-4740-af57-99038c817879 req-3575dbed-91ed-4db1-812a-de15b2ef655d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:29.950810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510f429-8371-4f86-9c1b-5d7a1a631995 req-d2379827-7a35-414d-8519-62bab01bbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:29.953068 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8510f429-8371-4f86-9c1b-5d7a1a631995 req-d2379827-7a35-414d-8519-62bab01bbe4f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 1101 time: 0.8322806 Aug 31 14:24:29.967626 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3ca7f2bf-c96b-48d1-a19f-0e2c5c2be938 req-7e320772-d3b9-45d3-a18f-b71ee91865dd tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253793 Aug 31 14:24:29.979792 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Attempting to bind port ffd4e684-63ee-42fd-99c1-a983afd09cb3 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:29.980170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Attempting to bind port ffd4e684-63ee-42fd-99c1-a983afd09cb3 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '703d1749-b334-41de-af58-b448e639a222'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:29.980554 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Attempting to bind port ffd4e684-63ee-42fd-99c1-a983afd09cb3 on network 703d1749-b334-41de-af58-b448e639a222 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:30.013032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.053932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6b418-4fa6-4223-863b-b866be237264 req-5fe4cce4-370e-4247-8ca8-390605f49d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:30.055374 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cea6b418-4fa6-4223-863b-b866be237264 req-5fe4cce4-370e-4247-8ca8-390605f49d17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2ccc9b3-3731-4780-919e-26acb7204772 HTTP/1.1" status: 200 len: 910 time: 0.2615514 Aug 31 14:24:30.076772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:30.077449 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Checking segment: {'id': 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '703d1749-b334-41de-af58-b448e639a222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:30.078119 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.079414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Bound using segment: {'id': 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '703d1749-b334-41de-af58-b448e639a222'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:30.080168 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Bound port: ffd4e684-63ee-42fd-99c1-a983afd09cb3, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '703d1749-b334-41de-af58-b448e639a222'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:30.080772 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.188122 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54751c-164d-49e0-8506-01d9d51acd2e req-9b4ee694-b629-455d-84ee-8b1163925313 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:30.196894 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cf54751c-164d-49e0-8506-01d9d51acd2e req-9b4ee694-b629-455d-84ee-8b1163925313 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 945 time: 0.4424620 Aug 31 14:24:30.207760 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8510f429-8371-4f86-9c1b-5d7a1a631995 req-dca7121d-f3d1-4ae7-ad90-87e9a531c894 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259955 Aug 31 14:24:30.211762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Transition to ACTIVE for port object cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:30.216601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fcc1e-202f-4eee-891a-e198e2216dd4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event updated for resources: {'Subnet': ['ID=e04ae6fd-8f23-484d-b12f-85a39a57e16d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:30.236009 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Set router 5802215f-5e56-475f-989e-fec322dd2f7d gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:24:30.252819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21fcc1e-202f-4eee-891a-e198e2216dd4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Checking segment: {'id': '38a4f51f-377e-4b99-8ebe-aa6b0428d919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '69deabcc-f01a-4505-8c35-cd7ed192a785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:30.253435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21fcc1e-202f-4eee-891a-e198e2216dd4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Network hostable DHCP agents. Network: 69deabcc-f01a-4505-8c35-cd7ed192a785, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:24:30.262339 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cea6b418-4fa6-4223-863b-b866be237264 req-449fca6d-3279-4276-a541-a8754768db92 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad805336-8d08-47f2-9724-74235d2d3dcb HTTP/1.1" status: 200 len: 217 time: 0.1990256 Aug 31 14:24:30.379554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c28ecc11-57ac-4740-af57-99038c817879 req-3575dbed-91ed-4db1-812a-de15b2ef655d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] For port 00a87c31-827c-49c1-b063-7c3eb298c679, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=00a87c31-827c-49c1-b063-7c3eb298c679,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:30.380362 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c28ecc11-57ac-4740-af57-99038c817879 req-3575dbed-91ed-4db1-812a-de15b2ef655d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.435227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21fcc1e-202f-4eee-891a-e198e2216dd4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Network 69deabcc-f01a-4505-8c35-cd7ed192a785 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:24:30.454395 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6b418-4fa6-4223-863b-b866be237264 req-ec3d0ae0-3b29-4dc2-a5d5-cf35f708f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:30.455749 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cf54751c-164d-49e0-8506-01d9d51acd2e req-5380ddce-0ec0-4c98-8caf-884a82614857 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579055 Aug 31 14:24:30.457507 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cea6b418-4fa6-4223-863b-b866be237264 req-ec3d0ae0-3b29-4dc2-a5d5-cf35f708f395 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caeebd6-2dac-4d6b-a296-839662e71514 HTTP/1.1" status: 200 len: 849 time: 0.1845729 Aug 31 14:24:30.466335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 19870b61-8df3-4107-868a-36e732f3296a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:30.473025 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c28ecc11-57ac-4740-af57-99038c817879 req-3575dbed-91ed-4db1-812a-de15b2ef655d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Calling delete_port for 00a87c31-827c-49c1-b063-7c3eb298c679 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:30.479346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] For port ffd4e684-63ee-42fd-99c1-a983afd09cb3, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:30.515781 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cea6b418-4fa6-4223-863b-b866be237264 req-20f64f0c-fbea-479c-a8a6-551f8b26ba1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ccc9b3-3731-4780-919e-26acb7204772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499070 Aug 31 14:24:30.526013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c21fcc1e-202f-4eee-891a-e198e2216dd4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 69deabcc-f01a-4505-8c35-cd7ed192a785) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:30.542745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] For port ffd4e684-63ee-42fd-99c1-a983afd09cb3, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ffd4e684-63ee-42fd-99c1-a983afd09cb3,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:30.547797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf14ab4-c443-48ec-8a29-a0137a404303 None None] Network 69deabcc-f01a-4505-8c35-cd7ed192a785 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:30.575529 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.580630 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a7df7-8985-4de1-8f9a-7232409506f7 req-3fda251b-9c68-4a2a-b602-65a408561d22 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:30.588282 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d64a7df7-8985-4de1-8f9a-7232409506f7 req-3fda251b-9c68-4a2a-b602-65a408561d22 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.3629973 Aug 31 14:24:30.610245 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fcc1e-202f-4eee-891a-e198e2216dd4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:30.611101 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c21fcc1e-202f-4eee-891a-e198e2216dd4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.622558 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.727693 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c21fcc1e-202f-4eee-891a-e198e2216dd4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2261603 Aug 31 14:24:30.733666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38162) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:30.752187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-03634f7f-007a-4e52-b377-49040393092f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1359260637'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:30.760538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:30.784016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:30.795411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:30.821391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3ba18-9c4e-4828-90e3-f56b4cf32a8d req-fbd24e8f-678f-4cd1-bda1-c4b16860f2fd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:30.823396 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ecd3ba18-9c4e-4828-90e3-f56b4cf32a8d req-fbd24e8f-678f-4cd1-bda1-c4b16860f2fd tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 950 time: 0.2082038 Aug 31 14:24:30.824421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'Port': ['ID=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:30.909565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03634f7f-007a-4e52-b377-49040393092f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:30.915547 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03634f7f-007a-4e52-b377-49040393092f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.955862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:30.956857 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.958119 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586045a-78e1-443d-8547-c397d279d7a0 None None] Pushing event updated for resources: {'Port': ['ID=ffd4e684-63ee-42fd-99c1-a983afd09cb3,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:30.964426 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6070ef9d-761e-4ce4-b479-6b3d400d73b3 None None] Network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:31.039758 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ecd3ba18-9c4e-4828-90e3-f56b4cf32a8d req-e39a49d7-1536-488a-805b-3d304374f498 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855674 Aug 31 14:24:31.061255 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8e137664-3876-4399-9d6f-de5654a897d0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4020407 Aug 31 14:24:31.068465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38168) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:31.072207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03634f7f-007a-4e52-b377-49040393092f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:24:31.076419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c28ecc11-57ac-4740-af57-99038c817879 req-3575dbed-91ed-4db1-812a-de15b2ef655d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:31.091861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'port': {'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d', 'name': 'tempest-TaggedBootDevicesTest-235388546', 'fixed_ips': [{'subnet_id': '9799c103-7005-4f13-9ecc-d6c62616947a'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:31.127735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5d59b982-0130-485e-8bb7-94bf04a3d0e3 None None] Provisioning for port 41b43aa5-904a-471c-b254-130a798c6dd5 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:31.197872 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03634f7f-007a-4e52-b377-49040393092f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:31.198423 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-03634f7f-007a-4e52-b377-49040393092f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Added segment a561bbeb-52d0-4d34-9aae-8067b2fe4f87 of type vlan for network 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b Aug 31 14:24:31.216972 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575dbed-91ed-4db1-812a-de15b2ef655d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Pushing event deleted for resources: {'Port': ['ID=00a87c31-827c-49c1-b063-7c3eb298c679,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:31.266296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d0064159-9187-4efa-92b6-641fba2169ac req-082a6ebc-4b2e-4948-9ea1-98c15671c848 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3030868 Aug 31 14:24:31.332094 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d64a7df7-8985-4de1-8f9a-7232409506f7 req-c4e68858-00d9-4ed6-9845-d50bc21da976 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7425444 Aug 31 14:24:31.340649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['1314353d-6634-4702-addd-63d922d6c113'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:31.374503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28ecc11-57ac-4740-af57-99038c817879 req-3575dbed-91ed-4db1-812a-de15b2ef655d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] No DVR routers for this DVR port 00a87c31-827c-49c1-b063-7c3eb298c679 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:31.391494 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cea6b418-4fa6-4223-863b-b866be237264 req-2c4ec6a5-017f-43e6-96e1-a524ae486f82 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8616860 Aug 31 14:24:31.403055 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c28ecc11-57ac-4740-af57-99038c817879 req-3575dbed-91ed-4db1-812a-de15b2ef655d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:31.405250 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c28ecc11-57ac-4740-af57-99038c817879 req-3575dbed-91ed-4db1-812a-de15b2ef655d tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.60 "DELETE /v2.0/ports/00a87c31-827c-49c1-b063-7c3eb298c679 HTTP/1.1" status: 204 len: 173 time: 3.0113878 Aug 31 14:24:31.405826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965e5b97-2ff4-4ffa-82bd-4a22e107405e', 'name': 'network-vif-deleted', 'tag': '00a87c31-827c-49c1-b063-7c3eb298c679'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:31.409078 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e9a679-a1af-487c-9007-689f43afd4d3" -d '{"events": [{"server_uuid": "965e5b97-2ff4-4ffa-82bd-4a22e107405e", "name": "network-vif-deleted", "tag": "00a87c31-827c-49c1-b063-7c3eb298c679"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:31.425950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 19870b61-8df3-4107-868a-36e732f3296a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:31.426730 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:31.451507 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03634f7f-007a-4e52-b377-49040393092f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:31.498317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0064159-9187-4efa-92b6-641fba2169ac req-c1a74a0d-9a0c-4c44-a780-3894fa489861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:31.500156 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d0064159-9187-4efa-92b6-641fba2169ac req-c1a74a0d-9a0c-4c44-a780-3894fa489861 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=80c65d56754943fe8e7402ca0f9734eb&device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 1097 time: 0.2041013 Aug 31 14:24:31.515393 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03634f7f-007a-4e52-b377-49040393092f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:31.531547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03634f7f-007a-4e52-b377-49040393092f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:31.532757 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03634f7f-007a-4e52-b377-49040393092f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:31.602398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-69deabcc-f01a-4505-8c35-cd7ed192a785', 'network_id': '69deabcc-f01a-4505-8c35-cd7ed192a785', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'fixed_ips': [{'subnet_id': 'e04ae6fd-8f23-484d-b12f-85a39a57e16d'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:31.603682 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:31.692888 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cea6b418-4fa6-4223-863b-b866be237264 req-d90c2aaa-9a7e-4a16-a371-b9436e9b0453 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995007 Aug 31 14:24:31.720846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Made reservation on behalf of ea3110f7f81a4dcdb23e4d896c13d489 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:31.728497 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:31.739250 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '19870b61-8df3-4107-868a-36e732f3296a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port': {'id': '19870b61-8df3-4107-868a-36e732f3296a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:17Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '904325e9-0dfa-4430-8a72-6be51a1fcaef', 'name': '', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'mac_address': 'fa:16:3e:9a:a0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:24Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 2, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'subnets': [{'id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:31.899279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0064159-9187-4efa-92b6-641fba2169ac req-6025db03-63f0-441f-9326-3a34777b14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:31.900830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d0064159-9187-4efa-92b6-641fba2169ac req-6025db03-63f0-441f-9326-3a34777b14c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2ccc9b3-3731-4780-919e-26acb7204772 HTTP/1.1" status: 200 len: 910 time: 0.3597403 Aug 31 14:24:31.922581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03634f7f-007a-4e52-b377-49040393092f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event updated for resources: {'Network': ['ID=23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:31.936549 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7d86e217-ad9a-4ad7-9c44-d7b673b724c0 req-09149b5e-ef81-48b8-a9c6-f860a18c242e tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=965e5b97-2ff4-4ffa-82bd-4a22e107405e HTTP/1.1" status: 200 len: 210 time: 0.0647001 Aug 31 14:24:31.940403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-03634f7f-007a-4e52-b377-49040393092f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2019949 Aug 31 14:24:31.941069 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38178) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:31.950761 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-662f32ca-c42e-4357-8e30-9810816bd8a6 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Request body: {'subnet': {'network_id': '23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:31.971925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Checking router: 5802215f-5e56-475f-989e-fec322dd2f7d for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:24:31.973777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Updating router 5802215f-5e56-475f-989e-fec322dd2f7d port 904325e9-0dfa-4430-8a72-6be51a1fcaef binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:24:32.031915 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d0064159-9187-4efa-92b6-641fba2169ac req-4b39d8d8-4f20-4e28-9efc-5b6c1fab1a4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=720c705b-35ac-4f30-8443-6d743cc8c8b9 HTTP/1.1" status: 200 len: 217 time: 0.0872209 Aug 31 14:24:32.039197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:24:32.045187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] device_id is not set on port dbc07de3-f945-4450-882b-57900fb39169 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:24:32.304709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 00a87c31-827c-49c1-b063-7c3eb298c679 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:32.332329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662f32ca-c42e-4357-8e30-9810816bd8a6 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:32.338882 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-662f32ca-c42e-4357-8e30-9810816bd8a6 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.361325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Allocated IP 10.1.1.214 (1b4a753f-ef7c-4fe1-aa26-35f642418c0d/9799c103-7005-4f13-9ecc-d6c62616947a/dbc07de3-f945-4450-882b-57900fb39169) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:32.403655 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 00a87c31-827c-49c1-b063-7c3eb298c679 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:32.404117 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 00a87c31-827c-49c1-b063-7c3eb298c679 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:32.405789 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.412678 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ac8db2-4cd0-40a4-a5ff-ab698fef7070 x-openstack-request-id: req-f6ac8db2-4cd0-40a4-a5ff-ab698fef7070 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:32.415549 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965e5b97-2ff4-4ffa-82bd-4a22e107405e", "name": "network-vif-deleted", "tag": "00a87c31-827c-49c1-b063-7c3eb298c679", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:32.415919 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6ac8db2-4cd0-40a4-a5ff-ab698fef7070 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:32.416427 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965e5b97-2ff4-4ffa-82bd-4a22e107405e', 'name': 'network-vif-deleted', 'tag': '00a87c31-827c-49c1-b063-7c3eb298c679', 'status': 'completed', 'code': 200} Aug 31 14:24:32.430298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 41b43aa5-904a-471c-b254-130a798c6dd5 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:32.484537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31f3be-1982-426c-a87b-6cdd1656a72c req-b4625aaf-1ead-4112-8049-2665e23640a9 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:32.495325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b31f3be-1982-426c-a87b-6cdd1656a72c req-b4625aaf-1ead-4112-8049-2665e23640a9 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 945 time: 0.2612402 Aug 31 14:24:32.556937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0064159-9187-4efa-92b6-641fba2169ac req-53494dd9-4cdb-41c5-bfc1-1a220c01d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:32.562809 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d0064159-9187-4efa-92b6-641fba2169ac req-53494dd9-4cdb-41c5-bfc1-1a220c01d582 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caeebd6-2dac-4d6b-a296-839662e71514 HTTP/1.1" status: 200 len: 849 time: 0.4973977 Aug 31 14:24:32.564580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38184) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:32.571497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7372f8c9-5ef8-4a4d-9654-54b7c6ad0637 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1006894828', 'description': 'tempest-description--1006412808'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:32.576101 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b31f3be-1982-426c-a87b-6cdd1656a72c req-b2cbeeff-3a04-4881-833e-3e4ec5adec76 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792420 Aug 31 14:24:32.605225 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8c91ef-8279-4c6d-9e40-9328e8d25ea1 None None] Network 703d1749-b334-41de-af58-b448e639a222 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:32.697660 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d0064159-9187-4efa-92b6-641fba2169ac req-faf5cd60-4e03-49e2-86e3-44c6f16c9b55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ccc9b3-3731-4780-919e-26acb7204772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187751 Aug 31 14:24:32.793320 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d8be4-0664-4d5e-858e-d4045efd9678 req-6481a941-a51f-41bc-ac4c-608afef2eaac tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:32.794795 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a60d8be4-0664-4d5e-858e-d4045efd9678 req-6481a941-a51f-41bc-ac4c-608afef2eaac tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.1121490 Aug 31 14:24:32.836616 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-662f32ca-c42e-4357-8e30-9810816bd8a6 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.874086 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a60d8be4-0664-4d5e-858e-d4045efd9678 req-84518978-e2f3-4145-8379-fc0630d26530 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674589 Aug 31 14:24:32.909376 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f32ca-c42e-4357-8e30-9810816bd8a6 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event updated for resources: {'Subnet': ['ID=8053ece2-4815-41c5-a600-f37f6e6954e2,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:32.934891 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f32ca-c42e-4357-8e30-9810816bd8a6 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Checking segment: {'id': 'a561bbeb-52d0-4d34-9aae-8067b2fe4f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:32.935574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f32ca-c42e-4357-8e30-9810816bd8a6 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Network hostable DHCP agents. Network: 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:24:32.957895 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f32ca-c42e-4357-8e30-9810816bd8a6 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Network 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:24:32.972033 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-662f32ca-c42e-4357-8e30-9810816bd8a6 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:32.978172 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f32ca-c42e-4357-8e30-9810816bd8a6 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:32.979307 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-662f32ca-c42e-4357-8e30-9810816bd8a6 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.124740 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35057179-d030-4483-ab9c-9d676b7ff8ce None None] Network 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:33.246982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5e438b18-28bd-4226-b939-cff03b64b88d None None] Provisioning for port ffd4e684-63ee-42fd-99c1-a983afd09cb3 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:33.290703 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7372f8c9-5ef8-4a4d-9654-54b7c6ad0637 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.303190 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-662f32ca-c42e-4357-8e30-9810816bd8a6 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3606105 Aug 31 14:24:33.325117 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Allocated IP 19.80.0.2 (69deabcc-f01a-4505-8c35-cd7ed192a785/e04ae6fd-8f23-484d-b12f-85a39a57e16d/68a1a9b0-405a-4e9e-bb78-5f50a7ae5707) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:33.354641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb47ae8-232a-4f0a-b14b-0d6f4657d801 req-b07f82b9-7a9a-4474-a336-ec0e088fb769 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.357234 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4cb47ae8-232a-4f0a-b14b-0d6f4657d801 req-b07f82b9-7a9a-4474-a336-ec0e088fb769 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 950 time: 0.6805007 Aug 31 14:24:33.434747 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d0064159-9187-4efa-92b6-641fba2169ac req-885a98c1-0a6b-4d75-9ef0-6ad4bd7462ef service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7223470 Aug 31 14:24:33.438977 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.458012 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415ebf3-75e0-4fb6-9345-95c3b9dab7f9 req-62a7df91-ce1c-4c90-8336-866b08bd7c71 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.461159 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0415ebf3-75e0-4fb6-9345-95c3b9dab7f9 req-62a7df91-ce1c-4c90-8336-866b08bd7c71 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 951 time: 0.0946329 Aug 31 14:24:33.525531 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0415ebf3-75e0-4fb6-9345-95c3b9dab7f9 req-41c61d1c-8edc-4392-ae69-07b44bb6a361 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549827 Aug 31 14:24:33.585240 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4cb47ae8-232a-4f0a-b14b-0d6f4657d801 req-5cb6c755-a135-4ccc-92e2-15a9c94c4644 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131832 Aug 31 14:24:33.593317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Transition to ACTIVE for port object dbc07de3-f945-4450-882b-57900fb39169 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:33.629170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 41b43aa5-904a-471c-b254-130a798c6dd5 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:33.651582 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7372f8c9-5ef8-4a4d-9654-54b7c6ad0637 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.655758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 41b43aa5-904a-471c-b254-130a798c6dd5 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:33.658911 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.673048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7372f8c9-5ef8-4a4d-9654-54b7c6ad0637 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.736463 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7372f8c9-5ef8-4a4d-9654-54b7c6ad0637 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.740611 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7372f8c9-5ef8-4a4d-9654-54b7c6ad0637 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1722248 Aug 31 14:24:33.743571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38216) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:33.749938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e1ca7414-7312-4295-8927-5d52b8c33b22 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Request body: {'security_group_rule': {'security_group_id': '3c8a7f48-dff9-40a0-8991-496a2b531197', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:33.759745 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d0064159-9187-4efa-92b6-641fba2169ac req-9bba0a9e-94cf-44d4-b756-f9c6efe59ac4 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072188 Aug 31 14:24:33.762192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372f8c9-5ef8-4a4d-9654-54b7c6ad0637 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8a7f48-dff9-40a0-8991-496a2b531197,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:33.771699 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.883836 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3e13ecc5-3aad-4036-8313-2afa4730b8c5 None None] Provisioning for port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:33.903046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:33.924562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-eca260c5-4362-4d18-863f-de6bafb5921a tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.932379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-eca260c5-4362-4d18-863f-de6bafb5921a tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.937563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'Port': ['ID=dbc07de3-f945-4450-882b-57900fb39169,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:33.942866 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-eca260c5-4362-4d18-863f-de6bafb5921a tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/networks?id=69deabcc-f01a-4505-8c35-cd7ed192a785&id=23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b HTTP/1.1" status: 200 len: 1391 time: 0.2349191 Aug 31 14:24:33.944449 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3e13ecc5-3aad-4036-8313-2afa4730b8c5 None None] Provisioning complete for port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:33.945046 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e13ecc5-3aad-4036-8313-2afa4730b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.966645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:33.970652 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:33.991048 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a09253ad-095c-4e17-a503-696f57aad541 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/quotas/708fd62df09c4606bd6f20c766eb762f HTTP/1.1" status: 200 len: 375 time: 0.0468245 Aug 31 14:24:34.049944 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7414-7312-4295-8927-5d52b8c33b22 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.083518 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3e13ecc5-3aad-4036-8313-2afa4730b8c5 None None] Port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:34.103934 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-809552d5-ce68-4bc1-a1e9-027e0823ccec tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=708fd62df09c4606bd6f20c766eb762f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042643 Aug 31 14:24:34.131440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:34.132125 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.147470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534cbb1-b5dc-41b0-a47f-0036bdf9da76 req-8cd6d74d-2472-4438-bdb9-ba9121d6db5b tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:34.149265 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6534cbb1-b5dc-41b0-a47f-0036bdf9da76 req-8cd6d74d-2472-4438-bdb9-ba9121d6db5b tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 945 time: 0.3638957 Aug 31 14:24:34.176724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b', 'network_id': '23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'fixed_ips': [{'subnet_id': '8053ece2-4815-41c5-a600-f37f6e6954e2'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:34.177877 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.212182 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-678f1b42-dce2-47b3-a241-6ca0cc9502bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1391525 Aug 31 14:24:34.252940 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6534cbb1-b5dc-41b0-a47f-0036bdf9da76 req-1f029a43-7a44-4ab0-b4af-b1b6d83f681a tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921624 Aug 31 14:24:34.260475 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7414-7312-4295-8927-5d52b8c33b22 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.265651 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7414-7312-4295-8927-5d52b8c33b22 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.287164 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.303657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3e13ecc5-3aad-4036-8313-2afa4730b8c5 None None] Provisioning complete for port 41b43aa5-904a-471c-b254-130a798c6dd5 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:34.304152 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e13ecc5-3aad-4036-8313-2afa4730b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.308719 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.315511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca7414-7312-4295-8927-5d52b8c33b22 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a565f4d-eea6-4633-84ea-e9a67f2b2778,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:34.320863 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7414-7312-4295-8927-5d52b8c33b22 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.325795 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e1ca7414-7312-4295-8927-5d52b8c33b22 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5763083 Aug 31 14:24:34.325967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38226) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:34.334117 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f0f409ba-8c13-455a-badd-e504df181666 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Request body: {'security_group_rule': {'security_group_id': '3c8a7f48-dff9-40a0-8991-496a2b531197', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:34.375375 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-e46be144-f2b8-4eaa-86c7-73d6d2b8db27 service neutron] 10.222.0.39 "GET /v2.0/networks/69deabcc-f01a-4505-8c35-cd7ed192a785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701924 Aug 31 14:24:34.430120 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Transition to ACTIVE for port object 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:34.445651 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Transition to ACTIVE for port object 904325e9-0dfa-4430-8a72-6be51a1fcaef will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:34.464145 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.465276 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0f409ba-8c13-455a-badd-e504df181666 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.507206 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.540863 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0f409ba-8c13-455a-badd-e504df181666 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.552978 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0f409ba-8c13-455a-badd-e504df181666 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.578492 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-9556c85a-0bcf-4bba-bd5e-4f0b718ffca1 service neutron] 10.222.0.39 "GET /v2.0/networks/69deabcc-f01a-4505-8c35-cd7ed192a785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013958 Aug 31 14:24:34.584907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f409ba-8c13-455a-badd-e504df181666 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c321ba00-e33e-4337-aa1c-6ea1aab039e8,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:34.589949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Transition to ACTIVE for port object 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:34.592767 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 41b43aa5-904a-471c-b254-130a798c6dd5, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=41b43aa5-904a-471c-b254-130a798c6dd5,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:34.617541 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0f409ba-8c13-455a-badd-e504df181666 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.621800 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f0f409ba-8c13-455a-badd-e504df181666 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2921331 Aug 31 14:24:34.622180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38238) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:34.629231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:34.699082 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.708104 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.709851 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.762902 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-508eac67-6a04-4943-bd17-f444ec657518 service neutron] 10.222.0.39 "GET /v2.0/networks/23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706398 Aug 31 14:24:34.868483 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Allocated IP 19.86.0.2 (23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b/8053ece2-4815-41c5-a600-f37f6e6954e2/2414ab59-85a8-4ef9-8e9d-f72961c0cba2) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:34.907363 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ffd4e684-63ee-42fd-99c1-a983afd09cb3 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:34.939018 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-77fda249-cebe-414c-a671-78e52d90fd9e service neutron] 10.222.0.39 "GET /v2.0/networks/23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720655 Aug 31 14:24:34.980896 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.994626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561d218-4620-4c6d-813d-97e812a2e99a None None] Pushing event updated for resources: {'Port': ['ID=904325e9-0dfa-4430-8a72-6be51a1fcaef,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:35.042658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00680d3b-bbb0-4180-8c4e-609886119716 req-d6955c89-282a-43dd-9157-62633eab06b6 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:35.044090 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Network 69deabcc-f01a-4505-8c35-cd7ed192a785 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:35.044770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-00680d3b-bbb0-4180-8c4e-609886119716 req-d6955c89-282a-43dd-9157-62633eab06b6 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 951 time: 0.1475770 Aug 31 14:24:35.105126 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:35.135430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:35.210552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Pushing event updated for resources: {'Port': ['ID=68a1a9b0-405a-4e9e-bb78-5f50a7ae5707,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:35.228923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Allocated IP 172.25.2.24 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/fc90bd19-7071-4e23-867b-4f6a0a6e3b66) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:35.305825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Attempting to bind port 904325e9-0dfa-4430-8a72-6be51a1fcaef on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:35.306192 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Attempting to bind port 904325e9-0dfa-4430-8a72-6be51a1fcaef by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'ea2ccc81-683e-45f7-900b-45af71e23698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:35.306550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Attempting to bind port 904325e9-0dfa-4430-8a72-6be51a1fcaef on network 910b813c-e31d-4e81-9ee0-07d2b31fa318 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:35.343311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:35.343611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Checking segment: {'id': 'ea2ccc81-683e-45f7-900b-45af71e23698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:35.344012 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.345028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Bound using segment: {'id': 'ea2ccc81-683e-45f7-900b-45af71e23698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:35.345853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Bound port: 904325e9-0dfa-4430-8a72-6be51a1fcaef, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2ccc81-683e-45f7-900b-45af71e23698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:35.346013 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.354691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port ffd4e684-63ee-42fd-99c1-a983afd09cb3 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:35.377602 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Attempting to bind port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:35.377863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Attempting to bind port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '38a4f51f-377e-4b99-8ebe-aa6b0428d919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '69deabcc-f01a-4505-8c35-cd7ed192a785'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:35.378222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Attempting to bind port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 on network 69deabcc-f01a-4505-8c35-cd7ed192a785 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:35.392943 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ffd4e684-63ee-42fd-99c1-a983afd09cb3 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:35.393317 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.404674 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:35.405056 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Checking segment: {'id': '38a4f51f-377e-4b99-8ebe-aa6b0428d919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '69deabcc-f01a-4505-8c35-cd7ed192a785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:35.405451 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.405843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Bound using segment: {'id': '38a4f51f-377e-4b99-8ebe-aa6b0428d919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '69deabcc-f01a-4505-8c35-cd7ed192a785'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:35.406313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Bound port: 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a4f51f-377e-4b99-8ebe-aa6b0428d919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '69deabcc-f01a-4505-8c35-cd7ed192a785'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:35.406752 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.409120 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=41b43aa5-904a-471c-b254-130a798c6dd5,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:35.420467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537e240-8ecf-4799-931d-1ee893391909 req-0710430e-7811-4999-814b-8dbc5ec203fe tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:35.420760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38252) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:35.427597 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c9a5947e-ba6d-409d-9873-831ab0da45d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--268669619', 'description': 'tempest-description--31630685'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:35.427779 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3537e240-8ecf-4799-931d-1ee893391909 req-0710430e-7811-4999-814b-8dbc5ec203fe tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.4436574 Aug 31 14:24:35.473694 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9a5947e-ba6d-409d-9873-831ab0da45d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.497771 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.554309 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3537e240-8ecf-4799-931d-1ee893391909 req-631d95b4-2fd1-4ac0-849e-2a30e465f18d tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257265 Aug 31 14:24:35.576948 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-00680d3b-bbb0-4180-8c4e-609886119716 req-3de70445-7800-4866-ac5e-db3ecaca94db tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Deleting port 1314353d-6634-4702-addd-63d922d6c113 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:35.584042 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-00680d3b-bbb0-4180-8c4e-609886119716 req-3de70445-7800-4866-ac5e-db3ecaca94db tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.623866 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.653465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Transition to ACTIVE for port object 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:35.660719 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9a5947e-ba6d-409d-9873-831ab0da45d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.668045 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9a5947e-ba6d-409d-9873-831ab0da45d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.669762 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] For port 904325e9-0dfa-4430-8a72-6be51a1fcaef, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:35.680239 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] For port 904325e9-0dfa-4430-8a72-6be51a1fcaef, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=904325e9-0dfa-4430-8a72-6be51a1fcaef,segment=NetworkSegment(ea2ccc81-683e-45f7-900b-45af71e23698),segment_id=ea2ccc81-683e-45f7-900b-45af71e23698)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:35.730005 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9a5947e-ba6d-409d-9873-831ab0da45d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.730536 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.731938 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c9a5947e-ba6d-409d-9873-831ab0da45d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3095412 Aug 31 14:24:35.739711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38262) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:35.745856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5947e-ba6d-409d-9873-831ab0da45d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8987bb91-4443-411f-ac33-0537d1739e9d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:35.745993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5de05058-e1f6-4826-aedb-1d2ba54b0262 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'security_group_rule': {'security_group_id': '8987bb91-4443-411f-ac33-0537d1739e9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:35.764614 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.788977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Transition to ACTIVE for port object 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:35.791430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-24f7f2fa-5005-4c0d-9892-f1fd59a9a8d7 None None] Provisioning for port dbc07de3-f945-4450-882b-57900fb39169 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:35.793803 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] For port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:35.827584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561d218-4620-4c6d-813d-97e812a2e99a None None] Pushing event updated for resources: {'Port': ['ID=904325e9-0dfa-4430-8a72-6be51a1fcaef,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:35.835498 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.837781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-24f7f2fa-5005-4c0d-9892-f1fd59a9a8d7 None None] Provisioning complete for port dbc07de3-f945-4450-882b-57900fb39169 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:35.837781 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24f7f2fa-5005-4c0d-9892-f1fd59a9a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.842167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] For port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=68a1a9b0-405a-4e9e-bb78-5f50a7ae5707,segment=NetworkSegment(38a4f51f-377e-4b99-8ebe-aa6b0428d919),segment_id=38a4f51f-377e-4b99-8ebe-aa6b0428d919)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:35.851694 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-00680d3b-bbb0-4180-8c4e-609886119716 req-3de70445-7800-4866-ac5e-db3ecaca94db tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] For port 1314353d-6634-4702-addd-63d922d6c113, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1314353d-6634-4702-addd-63d922d6c113,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:35.851858 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-00680d3b-bbb0-4180-8c4e-609886119716 req-3de70445-7800-4866-ac5e-db3ecaca94db tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.883159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c63b02-9e3a-4b3b-a781-83dd65d7b6c7 req-a433b306-cb1e-4bb1-b09d-fdf2674eaa8f tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:35.885179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5c63b02-9e3a-4b3b-a781-83dd65d7b6c7 req-a433b306-cb1e-4bb1-b09d-fdf2674eaa8f tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 951 time: 0.2205153 Aug 31 14:24:35.887775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:35.925505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-00680d3b-bbb0-4180-8c4e-609886119716 req-3de70445-7800-4866-ac5e-db3ecaca94db tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Calling delete_port for 1314353d-6634-4702-addd-63d922d6c113 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:35.935653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:35.939297 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:35.956172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Pushing event updated for resources: {'Port': ['ID=fc90bd19-7071-4e23-867b-4f6a0a6e3b66,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:35.961601 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5de05058-e1f6-4826-aedb-1d2ba54b0262 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.198846 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.211443 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5c63b02-9e3a-4b3b-a781-83dd65d7b6c7 req-7d9bb314-41ec-4cbd-afde-8c3df68c7fa8 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f0d97df-298e-418d-9f23-370bedaf473f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968812 Aug 31 14:24:36.252808 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.263221 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Network 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:36.263573 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f152fe57-a619-4c7d-835c-9dba4072c228 req-8167511d-7696-4eda-b77d-0b9842c1f30e tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 210 time: 0.0693736 Aug 31 14:24:36.273664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Routers {'5802215f-5e56-475f-989e-fec322dd2f7d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:36.274403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:24:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5802215f-5e56-475f-989e-fec322dd2f7d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:36.276345 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-24f7f2fa-5005-4c0d-9892-f1fd59a9a8d7 None None] Port dbc07de3-f945-4450-882b-57900fb39169 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:36.295663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Pushing event updated for resources: {'Port': ['ID=2414ab59-85a8-4ef9-8e9d-f72961c0cba2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:36.299629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:36.340417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:36.363789 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5de05058-e1f6-4826-aedb-1d2ba54b0262 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.397244 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5de05058-e1f6-4826-aedb-1d2ba54b0262 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.507589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de05058-e1f6-4826-aedb-1d2ba54b0262 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3303b41-107f-42ff-a16f-942122a79508,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:36.517348 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5de05058-e1f6-4826-aedb-1d2ba54b0262 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.518698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5de05058-e1f6-4826-aedb-1d2ba54b0262 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7778411 Aug 31 14:24:36.522336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38294) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:36.531730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fefc5f88-35f2-417e-9960-43d7a836dfea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'security_group_rule': {'security_group_id': '8987bb91-4443-411f-ac33-0537d1739e9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:36.569367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-24f7f2fa-5005-4c0d-9892-f1fd59a9a8d7 None None] Provisioning complete for port ffd4e684-63ee-42fd-99c1-a983afd09cb3 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:36.570138 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24f7f2fa-5005-4c0d-9892-f1fd59a9a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.595424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port ffd4e684-63ee-42fd-99c1-a983afd09cb3, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ffd4e684-63ee-42fd-99c1-a983afd09cb3,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:36.610739 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fefc5f88-35f2-417e-9960-43d7a836dfea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.636949 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.638076 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.674751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fef6f4-e86e-469d-9a84-b577bd8d372d None None] Pushing event updated for resources: {'Port': ['ID=68a1a9b0-405a-4e9e-bb78-5f50a7ae5707,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:36.741038 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Attempting to bind port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:36.743319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Attempting to bind port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'a561bbeb-52d0-4d34-9aae-8067b2fe4f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:36.743793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Attempting to bind port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 on network 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:36.779554 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.785287 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fefc5f88-35f2-417e-9960-43d7a836dfea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.803629 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fefc5f88-35f2-417e-9960-43d7a836dfea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.819433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:36.822027 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Checking segment: {'id': 'a561bbeb-52d0-4d34-9aae-8067b2fe4f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:36.823220 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.823848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Bound using segment: {'id': 'a561bbeb-52d0-4d34-9aae-8067b2fe4f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:36.824553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Bound port: 2414ab59-85a8-4ef9-8e9d-f72961c0cba2, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a561bbeb-52d0-4d34-9aae-8067b2fe4f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:36.825179 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.833299 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] Set router 5802215f-5e56-475f-989e-fec322dd2f7d gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:24:36.942061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=ffd4e684-63ee-42fd-99c1-a983afd09cb3,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:36.964112 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc5f88-35f2-417e-9960-43d7a836dfea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b983cb42-1585-4bcb-9166-9ad6c7c0f0fe,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:36.971166 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fefc5f88-35f2-417e-9960-43d7a836dfea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.981860 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fefc5f88-35f2-417e-9960-43d7a836dfea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4573503 Aug 31 14:24:36.983619 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38300) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:36.997345 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:37.056123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 41b43aa5-904a-471c-b254-130a798c6dd5 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:37.072514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00973b0a-3e6c-42c7-a0d4-2ac5ac350e19 req-063d0a98-8cd2-459e-8b18-95751e1a8c91 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:37.076020 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-00973b0a-3e6c-42c7-a0d4-2ac5ac350e19 req-063d0a98-8cd2-459e-8b18-95751e1a8c91 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.1919301 Aug 31 14:24:37.132069 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-00680d3b-bbb0-4180-8c4e-609886119716 req-3de70445-7800-4866-ac5e-db3ecaca94db tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.165460 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['1314353d-6634-4702-addd-63d922d6c113'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:37.192074 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-00973b0a-3e6c-42c7-a0d4-2ac5ac350e19 req-1c94f363-a681-4301-87f1-8d67bfd470cf tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997453 Aug 31 14:24:37.193196 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.222327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de70445-7800-4866-ac5e-db3ecaca94db tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Pushing event deleted for resources: {'Port': ['ID=1314353d-6634-4702-addd-63d922d6c113,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:37.250312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] For port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:37.309596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-00680d3b-bbb0-4180-8c4e-609886119716 req-3de70445-7800-4866-ac5e-db3ecaca94db tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] No DVR routers for this DVR port 1314353d-6634-4702-addd-63d922d6c113 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:37.310400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] For port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2414ab59-85a8-4ef9-8e9d-f72961c0cba2,segment=NetworkSegment(a561bbeb-52d0-4d34-9aae-8067b2fe4f87),segment_id=a561bbeb-52d0-4d34-9aae-8067b2fe4f87)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:37.315304 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-00680d3b-bbb0-4180-8c4e-609886119716 req-3de70445-7800-4866-ac5e-db3ecaca94db tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.319270 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-00680d3b-bbb0-4180-8c4e-609886119716 req-3de70445-7800-4866-ac5e-db3ecaca94db tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.25 "DELETE /v2.0/ports/1314353d-6634-4702-addd-63d922d6c113 HTTP/1.1" status: 204 len: 173 time: 2.2407095 Aug 31 14:24:37.329494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8912032-3092-4940-89cb-59185f952197', 'name': 'network-vif-deleted', 'tag': '1314353d-6634-4702-addd-63d922d6c113'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:37.332261 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d9e23f-131a-4143-838a-b96e1051312c" -d '{"events": [{"server_uuid": "f8912032-3092-4940-89cb-59185f952197", "name": "network-vif-deleted", "tag": "1314353d-6634-4702-addd-63d922d6c113"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:37.346947 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.359387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-b909dd3c-59f6-4b6e-ae59-0a4f7363016b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:37.368687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-b909dd3c-59f6-4b6e-ae59-0a4f7363016b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:37.371017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-b909dd3c-59f6-4b6e-ae59-0a4f7363016b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.60 "GET /v2.0/networks?id=69deabcc-f01a-4505-8c35-cd7ed192a785&id=23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b HTTP/1.1" status: 200 len: 1391 time: 0.3432083 Aug 31 14:24:37.376469 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.425952 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.443957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a3e5bc6d-5c4c-4592-bf17-fe08f9e34766 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Request body: {'port': {'device_id': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'network_id': '69deabcc-f01a-4505-8c35-cd7ed192a785', 'admin_state_up': True, 'tenant_id': '708fd62df09c4606bd6f20c766eb762f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:37.586637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 41b43aa5-904a-471c-b254-130a798c6dd5 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:37.587005 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.639822 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2a080d76-f265-45bd-82f6-34b800f7a275 req-97f7666f-bbf4-4f89-bee3-57188f0eb8e5 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 210 time: 0.1234519 Aug 31 14:24:37.684832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d85f22-a8ee-48c4-81f0-9c58c9a148d8 None None] Pushing event updated for resources: {'Port': ['ID=2414ab59-85a8-4ef9-8e9d-f72961c0cba2,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:37.685060 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.786983 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561e0f89-7bd5-4944-9cca-dc2d20f0e27c x-openstack-request-id: req-561e0f89-7bd5-4944-9cca-dc2d20f0e27c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:37.787627 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8912032-3092-4940-89cb-59185f952197", "name": "network-vif-deleted", "tag": "1314353d-6634-4702-addd-63d922d6c113", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:37.787627 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-561e0f89-7bd5-4944-9cca-dc2d20f0e27c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:37.787958 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8912032-3092-4940-89cb-59185f952197', 'name': 'network-vif-deleted', 'tag': '1314353d-6634-4702-addd-63d922d6c113', 'status': 'completed', 'code': 200} Aug 31 14:24:37.815668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55026f0d-697e-48ea-a2a9-84508b1d0e7e req-dd69fc86-9396-49d5-9f52-ad551e7bd829 tempest-ServersAdminTestJSON-444655005 tempest-ServersAdminTestJSON-444655005-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8912032-3092-4940-89cb-59185f952197 HTTP/1.1" status: 200 len: 210 time: 0.1477249 Aug 31 14:24:37.871772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Allocated IP 172.25.2.252 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/117002f4-5c8e-4bfc-9398-4d9692a0cc33) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:37.872162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:37.902748 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '19870b61-8df3-4107-868a-36e732f3296a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port': {'id': '19870b61-8df3-4107-868a-36e732f3296a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:17Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '904325e9-0dfa-4430-8a72-6be51a1fcaef', 'name': '', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'mac_address': 'fa:16:3e:9a:a0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:24Z', 'updated_at': '2021-08-31T14:24:35Z', 'revision_number': 4, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'subnets': [{'id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:37.942848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ebc6c8ac-f141-42e5-ae56-7f8006020e17 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:24:38.095798 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de18273-bdbd-4026-aef4-175295c6b31f None None] The sync data for ids ['5802215f-5e56-475f-989e-fec322dd2f7d'] in n-d-806683-5 is: [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '19870b61-8df3-4107-868a-36e732f3296a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port': {'id': '19870b61-8df3-4107-868a-36e732f3296a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:17Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '904325e9-0dfa-4430-8a72-6be51a1fcaef', 'name': '', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'mac_address': 'fa:16:3e:9a:a0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:24Z', 'updated_at': '2021-08-31T14:24:35Z', 'revision_number': 4, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'subnets': [{'id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:24:38.101168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Pushing event updated for resources: {'Port': ['ID=fc90bd19-7071-4e23-867b-4f6a0a6e3b66,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:38.120867 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.125619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a3e5bc6d-5c4c-4592-bf17-fe08f9e34766 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:38.129932 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a3e5bc6d-5c4c-4592-bf17-fe08f9e34766 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.135867 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.147398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 791f1473-3c5a-444d-b434-28215b26eb23 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:24:38.229032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.230295 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-384bc657-a07e-4726-b1ce-b8510a8bbd12 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6070547 Aug 31 14:24:38.247336 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.328476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'Port': ['ID=117002f4-5c8e-4bfc-9398-4d9692a0cc33,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:38.350905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:38.357846 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:38.365176 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:38.460048 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:24:38.475756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ebc6c8ac-f141-42e5-ae56-7f8006020e17, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:38.481423 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b45a38-bf59-4c89-99ea-d5904ac6aacb None None] Network 69deabcc-f01a-4505-8c35-cd7ed192a785 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:38.591447 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-5415015c-8679-421e-a124-3e8d0b0aac1b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1006894828&fields=id&tenant_id=623fdba225e14015a70aa1118462d2bc HTTP/1.1" status: 200 len: 267 time: 0.0656762 Aug 31 14:24:38.600084 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c02653-05c8-421d-b227-763f8a5d6dc6 req-bf9645e3-af2c-4699-b516-9bb9ac21c0d6 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:38.608648 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c4c02653-05c8-421d-b227-763f8a5d6dc6 req-bf9645e3-af2c-4699-b516-9bb9ac21c0d6 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.1754346 Aug 31 14:24:38.640546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a3e5bc6d-5c4c-4592-bf17-fe08f9e34766 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Allocated IP 19.80.0.239 (69deabcc-f01a-4505-8c35-cd7ed192a785/e04ae6fd-8f23-484d-b12f-85a39a57e16d/347d2472-621c-475e-bda0-39ca7e8cd68c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:38.734633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38372) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:38.737998 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c4c02653-05c8-421d-b227-763f8a5d6dc6 req-18d8a88f-cbcb-4de7-9d22-48e4209327f1 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285117 Aug 31 14:24:38.756639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-96a30d8b-495d-47c5-90b7-32762075e6b6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1463738693'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:38.759425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:38.780673 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17', 'mac_address': 'fa:16:3e:ac:ea:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:24:38.851833 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.861518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a30d8b-495d-47c5-90b7-32762075e6b6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Made reservation on behalf of dd87edd378f7458fadafeeb5d6d572bd for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:38.867241 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-96a30d8b-495d-47c5-90b7-32762075e6b6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.897866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c5c5e573-7c6d-468a-b77a-519fd5b3ffca None None] Provisioning for port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:38.948648 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.969331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-1cdceb64-8dd7-4f9d-a476-0cf5d3a00aef tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:38.978045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-1cdceb64-8dd7-4f9d-a476-0cf5d3a00aef tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/networks?id=910b813c-e31d-4e81-9ee0-07d2b31fa318 HTTP/1.1" status: 200 len: 814 time: 0.3855927 Aug 31 14:24:39.001565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 791f1473-3c5a-444d-b434-28215b26eb23, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=791f1473-3c5a-444d-b434-28215b26eb23,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:39.028335 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-1c6972aa-a5c3-4d7d-8f0c-66c844da0679 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/quotas/623fdba225e14015a70aa1118462d2bc HTTP/1.1" status: 200 len: 375 time: 0.0492048 Aug 31 14:24:39.053817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a30d8b-495d-47c5-90b7-32762075e6b6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:24:39.069843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '791f1473-3c5a-444d-b434-28215b26eb23', 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc', 'port_id': '791f1473-3c5a-444d-b434-28215b26eb23', 'mac_address': 'fa:16:3e:a7:66:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40552a86-f995-4e29-94f9-152d14895ce3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:24:39.089434 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-96a30d8b-495d-47c5-90b7-32762075e6b6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.090238 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-96a30d8b-495d-47c5-90b7-32762075e6b6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Added segment 5bc18401-7204-4916-b66f-12be88ebcce9 of type vlan for network bbbffd75-f989-4565-a2b7-5846c86624d3 Aug 31 14:24:39.122628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c5c5e573-7c6d-468a-b77a-519fd5b3ffca None None] Provisioning complete for port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:39.124395 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e573-7c6d-468a-b77a-519fd5b3ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.202732 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-96a30d8b-495d-47c5-90b7-32762075e6b6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.286672 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.295407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c33b04cf-fc46-4edb-877f-91131f539459 req-77295a1e-dc93-4929-a838-95fc9482e2d6 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 210 time: 0.3680720 Aug 31 14:24:39.307279 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-96a30d8b-495d-47c5-90b7-32762075e6b6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.329475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a30d8b-495d-47c5-90b7-32762075e6b6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:39.329913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 791f1473-3c5a-444d-b434-28215b26eb23 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:39.331640 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-96a30d8b-495d-47c5-90b7-32762075e6b6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.344687 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.396866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebc6c8ac-f141-42e5-ae56-7f8006020e17 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:39.473638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ebc6c8ac-f141-42e5-ae56-7f8006020e17, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:39.498251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:39.517147 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a30d8b-495d-47c5-90b7-32762075e6b6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'Network': ['ID=bbbffd75-f989-4565-a2b7-5846c86624d3,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:39.525530 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-96a30d8b-495d-47c5-90b7-32762075e6b6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7863572 Aug 31 14:24:39.530469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 791f1473-3c5a-444d-b434-28215b26eb23, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=791f1473-3c5a-444d-b434-28215b26eb23,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:39.530660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38406) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:39.544127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-91f0e909-7b37-463a-80ee-78b537daf23c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1073075547'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:39.545776 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.759677 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f0e909-7b37-463a-80ee-78b537daf23c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Made reservation on behalf of dd87edd378f7458fadafeeb5d6d572bd for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:39.769412 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91f0e909-7b37-463a-80ee-78b537daf23c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.820654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network bbbffd75-f989-4565-a2b7-5846c86624d3 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:24:39.863339 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dcd547-d113-43a8-9b16-66895bdb5bb5 None None] Network 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:39.865866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ebc6c8ac-f141-42e5-ae56-7f8006020e17,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:39.877640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f0e909-7b37-463a-80ee-78b537daf23c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:24:39.887018 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.982792 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91f0e909-7b37-463a-80ee-78b537daf23c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.983151 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-91f0e909-7b37-463a-80ee-78b537daf23c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Added segment 76670cf5-4b16-42e3-8d56-3f894bd38b42 of type vlan for network 102255ed-e1f5-4ea0-8992-73ed1fa161fb Aug 31 14:24:40.104089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-2167a702-19be-49ea-834b-f18684532d06 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=623fdba225e14015a70aa1118462d2bc&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0748563 Aug 31 14:24:40.134444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38418) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:40.146393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['ebc6c8ac-f141-42e5-ae56-7f8006020e17'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:40.160816 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1314353d-6634-4702-addd-63d922d6c113 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:40.277677 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91f0e909-7b37-463a-80ee-78b537daf23c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:40.332437 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:40.361676 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:40.431878 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a3e5bc6d-5c4c-4592-bf17-fe08f9e34766 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:40.488882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a3e5bc6d-5c4c-4592-bf17-fe08f9e34766 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Transition to ACTIVE for port object 347d2472-621c-475e-bda0-39ca7e8cd68c will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:40.497063 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-6bffe9f8-1d53-47a2-a697-976114bd1d9b service neutron] 10.222.0.39 "GET /v2.0/networks/910b813c-e31d-4e81-9ee0-07d2b31fa318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693137 Aug 31 14:24:40.714313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['791f1473-3c5a-444d-b434-28215b26eb23'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:40.745327 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 1314353d-6634-4702-addd-63d922d6c113 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:40.746465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1314353d-6634-4702-addd-63d922d6c113 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:40.774947 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b8acf-8b86-4877-8fd2-fa39d9bb3577 req-55c9b451-884f-4e25-9b83-5f616a838ed5 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:40.776676 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b6b8acf-8b86-4877-8fd2-fa39d9bb3577 req-55c9b451-884f-4e25-9b83-5f616a838ed5 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a3ec679-3655-4895-99d2-3ae0716df62c HTTP/1.1" status: 200 len: 945 time: 0.6163747 Aug 31 14:24:40.788444 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a3e5bc6d-5c4c-4592-bf17-fe08f9e34766 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:40.836431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a3e5bc6d-5c4c-4592-bf17-fe08f9e34766 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Network 69deabcc-f01a-4505-8c35-cd7ed192a785 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:40.864382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'Port': ['ID=117002f4-5c8e-4bfc-9398-4d9692a0cc33,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:40.865033 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a3e5bc6d-5c4c-4592-bf17-fe08f9e34766 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:40.879794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a3e5bc6d-5c4c-4592-bf17-fe08f9e34766 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:40.883912 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38428) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:40.884101 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c1ad9f82-e263-4e5e-9af1-9f263d2c5a29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1a7f8f74ea049728f1ea12dc9d8f810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7442210 Aug 31 14:24:40.885135 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:40.893046 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91f0e909-7b37-463a-80ee-78b537daf23c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:40.912700 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f0e909-7b37-463a-80ee-78b537daf23c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:40.914492 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91f0e909-7b37-463a-80ee-78b537daf23c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:40.966611 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e573-7c6d-468a-b77a-519fd5b3ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:41.022283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5bc6d-5c4c-4592-bf17-fe08f9e34766 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event updated for resources: {'Port': ['ID=347d2472-621c-475e-bda0-39ca7e8cd68c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:41.023959 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=791f1473-3c5a-444d-b434-28215b26eb23,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:41.059863 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-e6c113e3-1b26-4b78-befa-8f668911bc66 service neutron] 10.222.0.39 "GET /v2.0/networks/910b813c-e31d-4e81-9ee0-07d2b31fa318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526569 Aug 31 14:24:41.121960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0e909-7b37-463a-80ee-78b537daf23c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'Network': ['ID=102255ed-e1f5-4ea0-8992-73ed1fa161fb,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:41.152031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 102255ed-e1f5-4ea0-8992-73ed1fa161fb details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:24:41.200661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a3e5bc6d-5c4c-4592-bf17-fe08f9e34766 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:41.204914 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a3e5bc6d-5c4c-4592-bf17-fe08f9e34766 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:41.240864 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-91f0e909-7b37-463a-80ee-78b537daf23c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7065029 Aug 31 14:24:41.241985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38430) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:41.251426 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:41.269336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5a5f8cbc-2572-4bf9-a61f-5d31ff2d8a82 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'subnet': {'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:41.275770 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-452b0b1b-8a0e-40c7-8772-21b7283da0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:41.386525 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a3e5bc6d-5c4c-4592-bf17-fe08f9e34766 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9784603 Aug 31 14:24:41.418600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-06594cdc-7cdb-4762-94ff-ccb161bdc413 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Request body: {'port': {'device_id': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'network_id': '23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b', 'admin_state_up': True, 'tenant_id': '708fd62df09c4606bd6f20c766eb762f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:41.431691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 904325e9-0dfa-4430-8a72-6be51a1fcaef up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:41.507121 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:41.509666 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a65be81a-8aac-4d81-ba61-1793e8ff5588 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5166557 Aug 31 14:24:41.620359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c5c5e573-7c6d-468a-b77a-519fd5b3ffca None None] For port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=68a1a9b0-405a-4e9e-bb78-5f50a7ae5707,segment=NetworkSegment(38a4f51f-377e-4b99-8ebe-aa6b0428d919),segment_id=38a4f51f-377e-4b99-8ebe-aa6b0428d919)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:41.658281 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5f8cbc-2572-4bf9-a61f-5d31ff2d8a82 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Made reservation on behalf of dd87edd378f7458fadafeeb5d6d572bd for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:41.662383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8cbc-2572-4bf9-a61f-5d31ff2d8a82 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:41.702981 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-452b0b1b-8a0e-40c7-8772-21b7283da0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:41.716715 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e573-7c6d-468a-b77a-519fd5b3ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:41.777444 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-452b0b1b-8a0e-40c7-8772-21b7283da0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:41.784818 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-452b0b1b-8a0e-40c7-8772-21b7283da0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:41.785995 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-452b0b1b-8a0e-40c7-8772-21b7283da0fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f0d97df-298e-418d-9f23-370bedaf473f HTTP/1.1" status: 204 len: 168 time: 0.9007847 Aug 31 14:24:41.871816 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b0b1b-8a0e-40c7-8772-21b7283da0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0d97df-298e-418d-9f23-370bedaf473f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:41.925474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-06594cdc-7cdb-4762-94ff-ccb161bdc413 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Made reservation on behalf of 708fd62df09c4606bd6f20c766eb762f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:41.929261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-06594cdc-7cdb-4762-94ff-ccb161bdc413 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:41.954925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5e573-7c6d-468a-b77a-519fd5b3ffca None None] Pushing event updated for resources: {'Port': ['ID=68a1a9b0-405a-4e9e-bb78-5f50a7ae5707,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:42.125675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-55441e9e-911f-4be6-84fa-18f24b398ced None None] Provisioning complete for port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:42.126062 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55441e9e-911f-4be6-84fa-18f24b398ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:42.315013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 904325e9-0dfa-4430-8a72-6be51a1fcaef completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:42.340801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 904325e9-0dfa-4430-8a72-6be51a1fcaef triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:42.341186 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:42.379557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-4b6b8acf-8b86-4877-8fd2-fa39d9bb3577 req-4d47e9c1-38fb-472c-ab42-09d49aecf444 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Deleting port ad805336-8d08-47f2-9724-74235d2d3dcb {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:42.381478 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4b6b8acf-8b86-4877-8fd2-fa39d9bb3577 req-4d47e9c1-38fb-472c-ab42-09d49aecf444 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:42.384522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-06594cdc-7cdb-4762-94ff-ccb161bdc413 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Allocated IP 19.86.0.152 (23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b/8053ece2-4815-41c5-a600-f37f6e6954e2/1aa2b9f9-3efd-418b-a556-24a4547dbd94) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:42.661963 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38456) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:42.749502 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8cbc-2572-4bf9-a61f-5d31ff2d8a82 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:42.838663 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:42.889000 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f56f7faa-d4b1-4966-8bed-30e0c93d5b52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7221f6d5748941d8b27e9eeaf32458f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220359 Aug 31 14:24:42.910991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38458) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:42.913076 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-4b6b8acf-8b86-4877-8fd2-fa39d9bb3577 req-4d47e9c1-38fb-472c-ab42-09d49aecf444 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] For port ad805336-8d08-47f2-9724-74235d2d3dcb, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ad805336-8d08-47f2-9724-74235d2d3dcb,segment=NetworkSegment(c3884580-88a0-4c90-a5ec-2d23a57a1f1d),segment_id=c3884580-88a0-4c90-a5ec-2d23a57a1f1d)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:42.913446 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4b6b8acf-8b86-4877-8fd2-fa39d9bb3577 req-4d47e9c1-38fb-472c-ab42-09d49aecf444 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:42.958024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 904325e9-0dfa-4430-8a72-6be51a1fcaef, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=904325e9-0dfa-4430-8a72-6be51a1fcaef,segment=NetworkSegment(ea2ccc81-683e-45f7-900b-45af71e23698),segment_id=ea2ccc81-683e-45f7-900b-45af71e23698)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:42.994731 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-4b6b8acf-8b86-4877-8fd2-fa39d9bb3577 req-4d47e9c1-38fb-472c-ab42-09d49aecf444 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Calling delete_port for ad805336-8d08-47f2-9724-74235d2d3dcb owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:43.036102 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-06594cdc-7cdb-4762-94ff-ccb161bdc413 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.054036 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.054817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ffd4e684-63ee-42fd-99c1-a983afd09cb3 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:43.061439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f8cbc-2572-4bf9-a61f-5d31ff2d8a82 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'Subnet': ['ID=58f48358-a314-4fbd-8e23-d1c1367dabcd,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:43.073760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-06594cdc-7cdb-4762-94ff-ccb161bdc413 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Transition to ACTIVE for port object 1aa2b9f9-3efd-418b-a556-24a4547dbd94 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:43.146625 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-06594cdc-7cdb-4762-94ff-ccb161bdc413 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.193767 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f8cbc-2572-4bf9-a61f-5d31ff2d8a82 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Checking segment: {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:43.195771 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f8cbc-2572-4bf9-a61f-5d31ff2d8a82 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Network hostable DHCP agents. Network: bbbffd75-f989-4565-a2b7-5846c86624d3, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:24:43.201273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-06594cdc-7cdb-4762-94ff-ccb161bdc413 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Network 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:43.205070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-06594cdc-7cdb-4762-94ff-ccb161bdc413 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:43.221528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-55441e9e-911f-4be6-84fa-18f24b398ced None None] Provisioning for port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:43.242406 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-55441e9e-911f-4be6-84fa-18f24b398ced None None] Provisioning complete for port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:43.242798 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55441e9e-911f-4be6-84fa-18f24b398ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.252647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-06594cdc-7cdb-4762-94ff-ccb161bdc413 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:43.324620 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f8cbc-2572-4bf9-a61f-5d31ff2d8a82 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Network bbbffd75-f989-4565-a2b7-5846c86624d3 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:24:43.354099 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a0c9824-342a-4b3e-8438-b173233d12ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.355869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5a5f8cbc-2572-4bf9-a61f-5d31ff2d8a82 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, bbbffd75-f989-4565-a2b7-5846c86624d3) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:43.384949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14708f8b-314f-427b-af66-b4dc541db200 None None] Network bbbffd75-f989-4565-a2b7-5846c86624d3 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:43.397426 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5f8cbc-2572-4bf9-a61f-5d31ff2d8a82 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:43.423816 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8cbc-2572-4bf9-a61f-5d31ff2d8a82 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.460329 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5a5f8cbc-2572-4bf9-a61f-5d31ff2d8a82 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2125900 Aug 31 14:24:43.467226 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38460) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:43.494299 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9ced2b04-0d40-4b01-a076-52b8f90ac822 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'subnet': {'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:43.550068 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a0c9824-342a-4b3e-8438-b173233d12ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.602676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=904325e9-0dfa-4430-8a72-6be51a1fcaef,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:43.617653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ffd4e684-63ee-42fd-99c1-a983afd09cb3 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:43.618287 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.668630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-06594cdc-7cdb-4762-94ff-ccb161bdc413 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:43.669198 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-06594cdc-7cdb-4762-94ff-ccb161bdc413 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.690890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06594cdc-7cdb-4762-94ff-ccb161bdc413 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event updated for resources: {'Port': ['ID=1aa2b9f9-3efd-418b-a556-24a4547dbd94,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:43.775703 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-06594cdc-7cdb-4762-94ff-ccb161bdc413 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3713007 Aug 31 14:24:43.814210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Request body: {'port': {'device_id': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:43.852902 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a0c9824-342a-4b3e-8438-b173233d12ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.852902 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a0c9824-342a-4b3e-8438-b173233d12ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.852902 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5a0c9824-342a-4b3e-8438-b173233d12ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/495455b8-a674-4d4e-bddf-e35243b0fd23 HTTP/1.1" status: 204 len: 168 time: 0.9309955 Aug 31 14:24:43.853299 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-c19ee792-9d16-453f-9e21-edd89ed348f9 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:43.853299 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-c19ee792-9d16-453f-9e21-edd89ed348f9 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.25 "GET /v2.0/networks?id=910b813c-e31d-4e81-9ee0-07d2b31fa318 HTTP/1.1" status: 200 len: 814 time: 0.4489517 Aug 31 14:24:43.864692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c9824-342a-4b3e-8438-b173233d12ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495455b8-a674-4d4e-bddf-e35243b0fd23,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:43.916502 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ced2b04-0d40-4b01-a076-52b8f90ac822 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Made reservation on behalf of dd87edd378f7458fadafeeb5d6d572bd for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:43.927664 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ced2b04-0d40-4b01-a076-52b8f90ac822 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.937145 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55441e9e-911f-4be6-84fa-18f24b398ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.963746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ebc6c8ac-f141-42e5-ae56-7f8006020e17 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:44.023116 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:44.066889 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4b6b8acf-8b86-4877-8fd2-fa39d9bb3577 req-4d47e9c1-38fb-472c-ab42-09d49aecf444 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:44.128395 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['720c705b-35ac-4f30-8443-6d743cc8c8b9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:44.192147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-ff02483f-cffa-4e25-91d2-ea42f7b01595 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623fdba225e14015a70aa1118462d2bc HTTP/1.1" status: 200 len: 380 time: 0.1709335 Aug 31 14:24:44.216035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-bbbffd75-f989-4565-a2b7-5846c86624d3', 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'fixed_ips': [{'subnet_id': '58f48358-a314-4fbd-8e23-d1c1367dabcd'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:44.217513 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:44.258083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-55441e9e-911f-4be6-84fa-18f24b398ced None None] For port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2414ab59-85a8-4ef9-8e9d-f72961c0cba2,segment=NetworkSegment(a561bbeb-52d0-4d34-9aae-8067b2fe4f87),segment_id=a561bbeb-52d0-4d34-9aae-8067b2fe4f87)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:44.262977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 791f1473-3c5a-444d-b434-28215b26eb23 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:44.294004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-cc4de816-7863-4191-b67a-4bccca7e4ada tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Request body: {'port': {'device_id': 'e4ecedf1-b2ac-49c9-85e5-a4488e79750c', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'admin_state_up': True, 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'security_groups': ['3c8a7f48-dff9-40a0-8991-496a2b531197']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:44.317915 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55441e9e-911f-4be6-84fa-18f24b398ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:44.352125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 904325e9-0dfa-4430-8a72-6be51a1fcaef up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:44.445623 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ced2b04-0d40-4b01-a076-52b8f90ac822 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:44.452997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47e9c1-38fb-472c-ab42-09d49aecf444 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Pushing event deleted for resources: {'Port': ['ID=ad805336-8d08-47f2-9724-74235d2d3dcb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:44.485705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port ebc6c8ac-f141-42e5-ae56-7f8006020e17 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:44.486502 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:44.535895 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6b8acf-8b86-4877-8fd2-fa39d9bb3577 req-4d47e9c1-38fb-472c-ab42-09d49aecf444 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] No DVR routers for this DVR port ad805336-8d08-47f2-9724-74235d2d3dcb on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:44.543052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-55441e9e-911f-4be6-84fa-18f24b398ced None None] Provisioning for port 347d2472-621c-475e-bda0-39ca7e8cd68c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:44.546810 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4b6b8acf-8b86-4877-8fd2-fa39d9bb3577 req-4d47e9c1-38fb-472c-ab42-09d49aecf444 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:44.549667 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b6b8acf-8b86-4877-8fd2-fa39d9bb3577 req-4d47e9c1-38fb-472c-ab42-09d49aecf444 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.60 "DELETE /v2.0/ports/ad805336-8d08-47f2-9724-74235d2d3dcb HTTP/1.1" status: 204 len: 173 time: 3.6604903 Aug 31 14:24:44.556091 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3ec679-3655-4895-99d2-3ae0716df62c', 'name': 'network-vif-deleted', 'tag': 'ad805336-8d08-47f2-9724-74235d2d3dcb'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:44.559770 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fe15b5-f49a-4b4e-b76a-b574f0a93af5" -d '{"events": [{"server_uuid": "4a3ec679-3655-4895-99d2-3ae0716df62c", "name": "network-vif-deleted", "tag": "ad805336-8d08-47f2-9724-74235d2d3dcb"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:44.575060 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-55441e9e-911f-4be6-84fa-18f24b398ced None None] Provisioning complete for port 347d2472-621c-475e-bda0-39ca7e8cd68c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:44.576005 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55441e9e-911f-4be6-84fa-18f24b398ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:44.600170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced2b04-0d40-4b01-a076-52b8f90ac822 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'Subnet': ['ID=ef8e0da5-0757-4499-8cf1-b1603de9f949,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:44.604026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced2b04-0d40-4b01-a076-52b8f90ac822 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Checking segment: {'id': '76670cf5-4b16-42e3-8d56-3f894bd38b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:44.606220 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ced2b04-0d40-4b01-a076-52b8f90ac822 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Network hostable DHCP agents. Network: 102255ed-e1f5-4ea0-8992-73ed1fa161fb, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:24:44.641162 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ced2b04-0d40-4b01-a076-52b8f90ac822 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Network 102255ed-e1f5-4ea0-8992-73ed1fa161fb is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:24:44.654646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-9ced2b04-0d40-4b01-a076-52b8f90ac822 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 102255ed-e1f5-4ea0-8992-73ed1fa161fb) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:44.675101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced2b04-0d40-4b01-a076-52b8f90ac822 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:44.678971 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ced2b04-0d40-4b01-a076-52b8f90ac822 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:44.723786 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c806a54-0dc9-4276-a4da-4fc961ebbb7d None None] Network 102255ed-e1f5-4ea0-8992-73ed1fa161fb requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:44.724645 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9ced2b04-0d40-4b01-a076-52b8f90ac822 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2536926 Aug 31 14:24:44.725984 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38470) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:44.748551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'port': {'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3', 'name': 'tempest-TaggedBootDevicesTest_v242-1011326687', 'fixed_ips': [{'subnet_id': '58f48358-a314-4fbd-8e23-d1c1367dabcd'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:44.782579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-55441e9e-911f-4be6-84fa-18f24b398ced None None] Port 347d2472-621c-475e-bda0-39ca7e8cd68c cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:44.987347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 904325e9-0dfa-4430-8a72-6be51a1fcaef triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:44.987347 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.037191 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Made reservation on behalf of dd87edd378f7458fadafeeb5d6d572bd for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:45.151281 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-cc4de816-7863-4191-b67a-4bccca7e4ada tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Made reservation on behalf of 623fdba225e14015a70aa1118462d2bc for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:45.162427 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-cc4de816-7863-4191-b67a-4bccca7e4ada tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.266578 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.310085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] device_id is not set on port 3b58f743-17da-4d06-af23-9ca491f1d45c yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:24:45.545089 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.571207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c5f465f3-fd42-4f46-8871-4c6d2fb6ccd7 None None] Provisioning complete for port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:45.571700 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5f465f3-fd42-4f46-8871-4c6d2fb6ccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.573427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55441e9e-911f-4be6-84fa-18f24b398ced None None] Pushing event updated for resources: {'Port': ['ID=2414ab59-85a8-4ef9-8e9d-f72961c0cba2,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:45.582091 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 791f1473-3c5a-444d-b434-28215b26eb23 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:45.589015 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.600541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347d2472-621c-475e-bda0-39ca7e8cd68c {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:45.643467 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.677648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Transition to ACTIVE for port object 347d2472-621c-475e-bda0-39ca7e8cd68c will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:45.682590 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.707813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-cc4de816-7863-4191-b67a-4bccca7e4ada tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Allocated IP 172.20.0.6 (910b813c-e31d-4e81-9ee0-07d2b31fa318/c1f9529c-55f8-482b-8b4d-c5ca32c09282/91205e73-4f00-4aca-9cf1-ebe71260bee8) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:45.937648 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:45.943347 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fad709-8725-474b-9e01-8ded55ded477" -d '{"events": [{"server_uuid": "8aa94f00-7d59-4719-b0e7-9f8255806473", "name": "network-vif-plugged", "status": "completed", "tag": "ebc6c8ac-f141-42e5-ae56-7f8006020e17"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:45.968461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Pushing event updated for resources: {'Port': ['ID=347d2472-621c-475e-bda0-39ca7e8cd68c,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:45.993398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38488) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:46.041680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ebc6c8ac-f141-42e5-ae56-7f8006020e17, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:46.064484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:46.067442 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.082323 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Allocated IP 10.1.1.2 (bbbffd75-f989-4565-a2b7-5846c86624d3/58f48358-a314-4fbd-8e23-d1c1367dabcd/c49847fb-ba33-4931-93c3-53d8382242cd) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:46.164692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1222763560-network', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:46.187671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] Made reservation on behalf of 9a934693fdbd47108a807d9acb6e2ce3 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:46.191613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.202136 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.253362 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Attempting to bind port 347d2472-621c-475e-bda0-39ca7e8cd68c on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:46.254397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Attempting to bind port 347d2472-621c-475e-bda0-39ca7e8cd68c by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '38a4f51f-377e-4b99-8ebe-aa6b0428d919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '69deabcc-f01a-4505-8c35-cd7ed192a785'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:46.254397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Attempting to bind port 347d2472-621c-475e-bda0-39ca7e8cd68c on network 69deabcc-f01a-4505-8c35-cd7ed192a785 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:46.332338 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.336612 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.350843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:24:46.357355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Port 347d2472-621c-475e-bda0-39ca7e8cd68c on network 69deabcc-f01a-4505-8c35-cd7ed192a785 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:24:46.358211 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Attempting to bind port 347d2472-621c-475e-bda0-39ca7e8cd68c on network 69deabcc-f01a-4505-8c35-cd7ed192a785 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:46.362594 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.363161 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] Added segment b13cbb43-79a5-4ac7-83a4-2aa77e6a797c of type vlan for network a715cf5a-0a59-43f5-b2da-5c85de807c65 Aug 31 14:24:46.376661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:46.377478 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Checking segment: {'id': '38a4f51f-377e-4b99-8ebe-aa6b0428d919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '69deabcc-f01a-4505-8c35-cd7ed192a785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:46.378349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Bound using segment: {'id': '38a4f51f-377e-4b99-8ebe-aa6b0428d919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '69deabcc-f01a-4505-8c35-cd7ed192a785'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:46.379081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Bound port: 347d2472-621c-475e-bda0-39ca7e8cd68c, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a4f51f-377e-4b99-8ebe-aa6b0428d919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '69deabcc-f01a-4505-8c35-cd7ed192a785'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:46.379709 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.413232 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.475117 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffab0f5-0e4d-449a-91b2-afa0e8307998,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:46.526510 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.526510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:46.526510 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.526510 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5302937 Aug 31 14:24:46.539191 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38492) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:46.554766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7af4514c-2440-4bd0-acac-7ab6577ef4cd admin admin] Request body: {'subnet': {'network_id': 'a715cf5a-0a59-43f5-b2da-5c85de807c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1222763560-subnet', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:46.595813 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-cc4de816-7863-4191-b67a-4bccca7e4ada tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.599825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] For port 347d2472-621c-475e-bda0-39ca7e8cd68c, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:46.621850 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3ee1a-33f5-4c63-acc1-6c46b7b130e3 admin admin] Pushing event updated for resources: {'Network': ['ID=a715cf5a-0a59-43f5-b2da-5c85de807c65,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:46.632005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c5f465f3-fd42-4f46-8871-4c6d2fb6ccd7 None None] Provisioning for port 1aa2b9f9-3efd-418b-a556-24a4547dbd94 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:46.639682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] For port 347d2472-621c-475e-bda0-39ca7e8cd68c, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=347d2472-621c-475e-bda0-39ca7e8cd68c,segment=NetworkSegment(38a4f51f-377e-4b99-8ebe-aa6b0428d919),segment_id=38a4f51f-377e-4b99-8ebe-aa6b0428d919)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:46.642398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-cc4de816-7863-4191-b67a-4bccca7e4ada tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Transition to ACTIVE for port object 91205e73-4f00-4aca-9cf1-ebe71260bee8 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:46.662537 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network a715cf5a-0a59-43f5-b2da-5c85de807c65 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:24:46.666291 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.737825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c5f465f3-fd42-4f46-8871-4c6d2fb6ccd7 None None] Provisioning complete for port 1aa2b9f9-3efd-418b-a556-24a4547dbd94 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:46.738206 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5f465f3-fd42-4f46-8871-4c6d2fb6ccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.746263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af4514c-2440-4bd0-acac-7ab6577ef4cd admin admin] Made reservation on behalf of 9a934693fdbd47108a807d9acb6e2ce3 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:46.748951 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7af4514c-2440-4bd0-acac-7ab6577ef4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.765141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:46.766421 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.768469 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] 10.222.0.60 "PUT /v2.0/ports/347d2472-621c-475e-bda0-39ca7e8cd68c HTTP/1.1" status: 200 len: 1092 time: 2.9806283 Aug 31 14:24:46.768952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'tag': '347d2472-621c-475e-bda0-39ca7e8cd68c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:46.771582 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aab1d8-4e84-4782-b31f-0237b38f61de" -d '{"events": [{"name": "network-changed", "server_uuid": "fcecc3fd-8eae-4a67-9372-6459358f577b", "tag": "347d2472-621c-475e-bda0-39ca7e8cd68c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:46.777357 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.799108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ebc6c8ac-f141-42e5-ae56-7f8006020e17,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:46.823742 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.831752 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:46.832219 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.834111 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-102255ed-e1f5-4ea0-8992-73ed1fa161fb', 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'fixed_ips': [{'subnet_id': 'ef8e0da5-0757-4499-8cf1-b1603de9f949'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:46.834998 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.836262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Request body: {'port': {'device_id': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:46.898348 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Transition to ACTIVE for port object c49847fb-ba33-4931-93c3-53d8382242cd will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:46.996602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04b60b-7b11-41b3-ba2f-5a7de682391f service neutron] Pushing event updated for resources: {'Port': ['ID=347d2472-621c-475e-bda0-39ca7e8cd68c,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:47.067851 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c5f465f3-fd42-4f46-8871-4c6d2fb6ccd7 None None] Port 1aa2b9f9-3efd-418b-a556-24a4547dbd94 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:47.103796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Transition to ACTIVE for port object c49847fb-ba33-4931-93c3-53d8382242cd will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:47.192516 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-cc4de816-7863-4191-b67a-4bccca7e4ada tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.241518 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.265562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 791f1473-3c5a-444d-b434-28215b26eb23, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=791f1473-3c5a-444d-b434-28215b26eb23,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:47.345380 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.351417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Allocated IP 10.1.1.119 (bbbffd75-f989-4565-a2b7-5846c86624d3/58f48358-a314-4fbd-8e23-d1c1367dabcd/3b58f743-17da-4d06-af23-9ca491f1d45c) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:47.355786 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Network bbbffd75-f989-4565-a2b7-5846c86624d3 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:47.357732 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.358538 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ad805336-8d08-47f2-9724-74235d2d3dcb no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:47.388213 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:47.396703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:47.408238 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7af4514c-2440-4bd0-acac-7ab6577ef4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.677798 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.687689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: ad805336-8d08-47f2-9724-74235d2d3dcb {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:47.688642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ad805336-8d08-47f2-9724-74235d2d3dcb not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:47.690115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Pushing event updated for resources: {'Port': ['ID=c49847fb-ba33-4931-93c3-53d8382242cd,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:47.714531 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Transition to ACTIVE for port object 3b58f743-17da-4d06-af23-9ca491f1d45c will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:47.734132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4514c-2440-4bd0-acac-7ab6577ef4cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85958ba-42ce-47ce-a2fa-e851408cd903,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:47.738865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-cc4de816-7863-4191-b67a-4bccca7e4ada tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Network 910b813c-e31d-4e81-9ee0-07d2b31fa318 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:47.753830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-cc4de816-7863-4191-b67a-4bccca7e4ada tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:47.762554 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.765080 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-cc4de816-7863-4191-b67a-4bccca7e4ada tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:47.811805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Allocated IP 10.2.2.2 (102255ed-e1f5-4ea0-8992-73ed1fa161fb/ef8e0da5-0757-4499-8cf1-b1603de9f949/6ddf2250-5f7d-428c-949f-0450aede7f32) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:47.826214 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-cc4de816-7863-4191-b67a-4bccca7e4ada tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:47.826966 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-cc4de816-7863-4191-b67a-4bccca7e4ada tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.847685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4de816-7863-4191-b67a-4bccca7e4ada tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Pushing event updated for resources: {'Port': ['ID=91205e73-4f00-4aca-9cf1-ebe71260bee8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:47.879718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Attempting to bind port c49847fb-ba33-4931-93c3-53d8382242cd on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:47.880154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Attempting to bind port c49847fb-ba33-4931-93c3-53d8382242cd by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:47.887662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Attempting to bind port c49847fb-ba33-4931-93c3-53d8382242cd on network bbbffd75-f989-4565-a2b7-5846c86624d3 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:47.937409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Network bbbffd75-f989-4565-a2b7-5846c86624d3 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:47.951276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:47.962593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af4514c-2440-4bd0-acac-7ab6577ef4cd admin admin] Checking segment: {'id': 'b13cbb43-79a5-4ac7-83a4-2aa77e6a797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a715cf5a-0a59-43f5-b2da-5c85de807c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:47.962970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af4514c-2440-4bd0-acac-7ab6577ef4cd admin admin] Network hostable DHCP agents. Network: a715cf5a-0a59-43f5-b2da-5c85de807c65, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:24:47.963898 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'Port': ['ID=3b58f743-17da-4d06-af23-9ca491f1d45c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:47.974837 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:47.980429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=791f1473-3c5a-444d-b434-28215b26eb23,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:48.003248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:48.003714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Checking segment: {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:48.004130 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.004527 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Bound using segment: {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:48.005035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Bound port: c49847fb-ba33-4931-93c3-53d8382242cd, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:48.005428 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.035663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:48.061469 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-cc4de816-7863-4191-b67a-4bccca7e4ada tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7766261 Aug 31 14:24:48.091833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Request body: {'port': {'device_id': 'e4ecedf1-b2ac-49c9-85e5-a4488e79750c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:48.130894 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:48.147818 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.173108 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b9c1d6fe-f420-4a70-a954-3ccd2a760762 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4438705 Aug 31 14:24:48.176469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38506) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:48.181580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'port': {'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3', 'name': 'tempest-TaggedBootDevicesTest_v242-924673525', 'fixed_ips': [{'subnet_id': '58f48358-a314-4fbd-8e23-d1c1367dabcd'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:48.273781 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.299585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af4514c-2440-4bd0-acac-7ab6577ef4cd admin admin] Network a715cf5a-0a59-43f5-b2da-5c85de807c65 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:24:48.371796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:48.372368 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.409966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Made reservation on behalf of dd87edd378f7458fadafeeb5d6d572bd for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:48.414754 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.455747 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9d5d0262-06ce-46e8-805e-aa3677aba1ed None None] Provisioning for port 91205e73-4f00-4aca-9cf1-ebe71260bee8 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:48.460508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] device_id is not set on port bdd494a6-c0dc-45e9-a438-4b045656ddfe yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:24:48.501565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] For port c49847fb-ba33-4931-93c3-53d8382242cd, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:48.508429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] For port c49847fb-ba33-4931-93c3-53d8382242cd, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c49847fb-ba33-4931-93c3-53d8382242cd,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:48.512853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9d5d0262-06ce-46e8-805e-aa3677aba1ed None None] Provisioning complete for port 91205e73-4f00-4aca-9cf1-ebe71260bee8 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:48.513226 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d5d0262-06ce-46e8-805e-aa3677aba1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.522642 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.685349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d0262-06ce-46e8-805e-aa3677aba1ed None None] Port 91205e73-4f00-4aca-9cf1-ebe71260bee8 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:48.708066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa2b9f9-3efd-418b-a556-24a4547dbd94 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:48.721054 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.753330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Transition to ACTIVE for port object 1aa2b9f9-3efd-418b-a556-24a4547dbd94 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:48.762773 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-7af4514c-2440-4bd0-acac-7ab6577ef4cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, a715cf5a-0a59-43f5-b2da-5c85de807c65) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:48.775083 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.779309 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Allocated IP 10.1.1.169 (bbbffd75-f989-4565-a2b7-5846c86624d3/58f48358-a314-4fbd-8e23-d1c1367dabcd/bdd494a6-c0dc-45e9-a438-4b045656ddfe) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:48.792268 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976db77e-bd82-43f6-a8a9-f04822b19d77 None None] Network a715cf5a-0a59-43f5-b2da-5c85de807c65 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:48.797830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af4514c-2440-4bd0-acac-7ab6577ef4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:48.798527 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7af4514c-2440-4bd0-acac-7ab6577ef4cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.801296 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5d8e4-cf25-48d2-a3be-4daf93c54b96 None None] Pushing event updated for resources: {'Port': ['ID=c49847fb-ba33-4931-93c3-53d8382242cd,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:48.830857 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.903145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Transition to ACTIVE for port object 6ddf2250-5f7d-428c-949f-0450aede7f32 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:48.989606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Transition to ACTIVE for port object 6ddf2250-5f7d-428c-949f-0450aede7f32 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:49.057559 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.096153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38508) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:49.104788 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7af4514c-2440-4bd0-acac-7ab6577ef4cd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5651336 Aug 31 14:24:49.137605 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1222763560-router', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:49.219470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Pushing event updated for resources: {'Port': ['ID=6ddf2250-5f7d-428c-949f-0450aede7f32,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:49.254536 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.277142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Transition to ACTIVE for port object bdd494a6-c0dc-45e9-a438-4b045656ddfe will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:49.333118 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.339398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Network 102255ed-e1f5-4ea0-8992-73ed1fa161fb is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:49.349556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa2b9f9-3efd-418b-a556-24a4547dbd94,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:49.349815 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.353182 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.354537 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.403389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Attempting to bind port 1aa2b9f9-3efd-418b-a556-24a4547dbd94 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:49.403751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Attempting to bind port 1aa2b9f9-3efd-418b-a556-24a4547dbd94 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'a561bbeb-52d0-4d34-9aae-8067b2fe4f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:49.404063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Attempting to bind port 1aa2b9f9-3efd-418b-a556-24a4547dbd94 on network 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:49.434390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Port 1aa2b9f9-3efd-418b-a556-24a4547dbd94 on network 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:24:49.434723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Attempting to bind port 1aa2b9f9-3efd-418b-a556-24a4547dbd94 on network 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:49.456161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:49.456556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Checking segment: {'id': 'a561bbeb-52d0-4d34-9aae-8067b2fe4f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:49.457133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Bound using segment: {'id': 'a561bbeb-52d0-4d34-9aae-8067b2fe4f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:49.457606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Bound port: 1aa2b9f9-3efd-418b-a556-24a4547dbd94, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a561bbeb-52d0-4d34-9aae-8067b2fe4f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:49.458020 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.492620 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.510926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Network bbbffd75-f989-4565-a2b7-5846c86624d3 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:49.515856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:49.528130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:49.591839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:49.592518 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.742523 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5649486 Aug 31 14:24:49.812525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd887612-92ca-479a-8d17-64943720ee12 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'Port': ['ID=bdd494a6-c0dc-45e9-a438-4b045656ddfe,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:49.920663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:49.928006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:49.946884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-a715cf5a-0a59-43f5-b2da-5c85de807c65', 'network_id': 'a715cf5a-0a59-43f5-b2da-5c85de807c65', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'fixed_ips': [{'subnet_id': 'f85958ba-42ce-47ce-a2fa-e851408cd903'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:49.948121 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:50.006513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:50.102394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] For port 1aa2b9f9-3efd-418b-a556-24a4547dbd94, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:50.105498 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] For port 1aa2b9f9-3efd-418b-a556-24a4547dbd94, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1aa2b9f9-3efd-418b-a556-24a4547dbd94,segment=NetworkSegment(a561bbeb-52d0-4d34-9aae-8067b2fe4f87),segment_id=a561bbeb-52d0-4d34-9aae-8067b2fe4f87)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:50.117062 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:50.173600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91205e73-4f00-4aca-9cf1-ebe71260bee8 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:50.182521 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:50.195906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Transition to ACTIVE for port object 91205e73-4f00-4aca-9cf1-ebe71260bee8 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:50.206396 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:50.274592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:50.275239 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:50.276696 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] 10.222.0.60 "PUT /v2.0/ports/1aa2b9f9-3efd-418b-a556-24a4547dbd94 HTTP/1.1" status: 200 len: 1092 time: 3.4610925 Aug 31 14:24:50.435306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Allocated IP 172.20.0.2 (a715cf5a-0a59-43f5-b2da-5c85de807c65/f85958ba-42ce-47ce-a2fa-e851408cd903/506d8db8-3131-45b6-8a65-00b28fead130) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:50.542577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a6665-b7a9-470d-8bef-2bab1c1f2af5 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa2b9f9-3efd-418b-a556-24a4547dbd94,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:50.641076 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:50.642160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-8f78879c-b382-47f9-99a7-7681a61e5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:50.667768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-8f78879c-b382-47f9-99a7-7681a61e5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:50.669560 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-8f78879c-b382-47f9-99a7-7681a61e5fbd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=708fd62df09c4606bd6f20c766eb762f&device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 1981 time: 0.3473032 Aug 31 14:24:50.692470 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:50.716437 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c49847fb-ba33-4931-93c3-53d8382242cd up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:50.730144 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea81560-452d-4658-bf67-c5211ebf9fe6 None None] Network bbbffd75-f989-4565-a2b7-5846c86624d3 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:50.852988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Allocated IP 172.25.2.158 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/172cef48-42e0-41dd-ae3d-2266db4a7e40) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:50.906396 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad598452-32a1-4f83-bd84-8d0132d38c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:50.941818 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-872b43d2-e022-4526-be42-91393b27961f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.239&port_id=347d2472-621c-475e-bda0-39ca7e8cd68c HTTP/1.1" status: 200 len: 217 time: 0.1650867 Aug 31 14:24:51.043583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Pushing event updated for resources: {'Port': ['ID=91205e73-4f00-4aca-9cf1-ebe71260bee8,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:51.156322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-4bd9815c-a08e-4d7b-a4fa-31d63773970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:51.158346 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-4bd9815c-a08e-4d7b-a4fa-31d63773970b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e04ae6fd-8f23-484d-b12f-85a39a57e16d HTTP/1.1" status: 200 len: 801 time: 0.1871355 Aug 31 14:24:51.161337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Attempting to bind port 91205e73-4f00-4aca-9cf1-ebe71260bee8 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:51.161683 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Attempting to bind port 91205e73-4f00-4aca-9cf1-ebe71260bee8 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ea2ccc81-683e-45f7-900b-45af71e23698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:51.162370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Attempting to bind port 91205e73-4f00-4aca-9cf1-ebe71260bee8 on network 910b813c-e31d-4e81-9ee0-07d2b31fa318 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:51.167633 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Port 91205e73-4f00-4aca-9cf1-ebe71260bee8 on network 910b813c-e31d-4e81-9ee0-07d2b31fa318 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:24:51.167953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Attempting to bind port 91205e73-4f00-4aca-9cf1-ebe71260bee8 on network 910b813c-e31d-4e81-9ee0-07d2b31fa318 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:51.210120 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:51.210517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Checking segment: {'id': 'ea2ccc81-683e-45f7-900b-45af71e23698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:51.210919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Bound using segment: {'id': 'ea2ccc81-683e-45f7-900b-45af71e23698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:51.211380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Bound port: 91205e73-4f00-4aca-9cf1-ebe71260bee8, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2ccc81-683e-45f7-900b-45af71e23698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:51.211751 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.240906 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.260234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Transition to ACTIVE for port object 506d8db8-3131-45b6-8a65-00b28fead130 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:51.296806 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Transition to ACTIVE for port object 506d8db8-3131-45b6-8a65-00b28fead130 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:51.317217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] For port 91205e73-4f00-4aca-9cf1-ebe71260bee8, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:51.321397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] For port 91205e73-4f00-4aca-9cf1-ebe71260bee8, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=91205e73-4f00-4aca-9cf1-ebe71260bee8,segment=NetworkSegment(ea2ccc81-683e-45f7-900b-45af71e23698),segment_id=ea2ccc81-683e-45f7-900b-45af71e23698)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:51.329653 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.354416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ac7e9a85-0989-413d-9637-d033f6ee3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:51.357770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-ac7e9a85-0989-413d-9637-d033f6ee3ef9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69deabcc-f01a-4505-8c35-cd7ed192a785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1856911 Aug 31 14:24:51.407404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:51.408333 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.410199 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] 10.222.0.25 "PUT /v2.0/ports/91205e73-4f00-4aca-9cf1-ebe71260bee8 HTTP/1.1" status: 200 len: 1091 time: 3.3304994 Aug 31 14:24:51.498867 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.538442 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Attempting to bind port 6ddf2250-5f7d-428c-949f-0450aede7f32 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:51.538847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Attempting to bind port 6ddf2250-5f7d-428c-949f-0450aede7f32 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '76670cf5-4b16-42e3-8d56-3f894bd38b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:51.539237 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Attempting to bind port 6ddf2250-5f7d-428c-949f-0450aede7f32 on network 102255ed-e1f5-4ea0-8992-73ed1fa161fb {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:51.552209 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.556166 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:51.556546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Checking segment: {'id': '76670cf5-4b16-42e3-8d56-3f894bd38b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:51.556955 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.557356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Bound using segment: {'id': '76670cf5-4b16-42e3-8d56-3f894bd38b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:51.557841 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Bound port: 6ddf2250-5f7d-428c-949f-0450aede7f32, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76670cf5-4b16-42e3-8d56-3f894bd38b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:51.558221 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.584526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fe9f1-e1bd-469b-983b-3ce945a5ea48 service neutron] Pushing event updated for resources: {'Port': ['ID=91205e73-4f00-4aca-9cf1-ebe71260bee8,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:51.605198 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.616338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Network a715cf5a-0a59-43f5-b2da-5c85de807c65 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:51.648907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-c04227ee-634f-49ad-b601-53ea55a7577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:51.650652 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-c04227ee-634f-49ad-b601-53ea55a7577b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623fdba225e14015a70aa1118462d2bc&device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c HTTP/1.1" status: 200 len: 1094 time: 0.1471264 Aug 31 14:24:51.667947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:51.680125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:51.702002 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:51.727845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:51.755601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:51.756975 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-49e25b54-2514-4d20-83eb-a0e3794b1e16 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91205e73-4f00-4aca-9cf1-ebe71260bee8 HTTP/1.1" status: 200 len: 217 time: 0.0872588 Aug 31 14:24:51.796008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port c49847fb-ba33-4931-93c3-53d8382242cd completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:51.803629 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-9ec3759d-6e50-4851-8e13-7bb5ec3045f8 service neutron] 10.222.0.60 "GET /v2.0/networks/69deabcc-f01a-4505-8c35-cd7ed192a785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940136 Aug 31 14:24:51.825093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Pushing event updated for resources: {'Port': ['ID=172cef48-42e0-41dd-ae3d-2266db4a7e40,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:51.841658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Pushing event updated for resources: {'Port': ['ID=506d8db8-3131-45b6-8a65-00b28fead130,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:51.886737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] For port 6ddf2250-5f7d-428c-949f-0450aede7f32, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:51.889895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Attempting to bind port 506d8db8-3131-45b6-8a65-00b28fead130 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:51.890312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Attempting to bind port 506d8db8-3131-45b6-8a65-00b28fead130 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'b13cbb43-79a5-4ac7-83a4-2aa77e6a797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a715cf5a-0a59-43f5-b2da-5c85de807c65'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:51.890621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Attempting to bind port 506d8db8-3131-45b6-8a65-00b28fead130 on network a715cf5a-0a59-43f5-b2da-5c85de807c65 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:51.898773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:51.899149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Checking segment: {'id': 'b13cbb43-79a5-4ac7-83a4-2aa77e6a797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a715cf5a-0a59-43f5-b2da-5c85de807c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:51.899654 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.900060 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Bound using segment: {'id': 'b13cbb43-79a5-4ac7-83a4-2aa77e6a797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a715cf5a-0a59-43f5-b2da-5c85de807c65'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:51.900540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Bound port: 506d8db8-3131-45b6-8a65-00b28fead130, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13cbb43-79a5-4ac7-83a4-2aa77e6a797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a715cf5a-0a59-43f5-b2da-5c85de807c65'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:51.900928 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.925336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-094ed3b3-6d60-47f5-b6a8-1658282681b1 None None] Provisioning for port c49847fb-ba33-4931-93c3-53d8382242cd completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:51.961556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-6249b1f1-2280-4fd1-a94b-f6dca9d0a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:51.963510 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-6249b1f1-2280-4fd1-a94b-f6dca9d0a996 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c1f9529c-55f8-482b-8b4d-c5ca32c09282 HTTP/1.1" status: 200 len: 853 time: 0.1960886 Aug 31 14:24:51.982878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] For port 6ddf2250-5f7d-428c-949f-0450aede7f32, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6ddf2250-5f7d-428c-949f-0450aede7f32,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:51.994910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-094ed3b3-6d60-47f5-b6a8-1658282681b1 None None] Provisioning complete for port c49847fb-ba33-4931-93c3-53d8382242cd triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:51.995325 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-094ed3b3-6d60-47f5-b6a8-1658282681b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:52.014053 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:52.155690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-bd7276a9-d08d-445d-a9c8-77800b5d6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:52.165481 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-bd7276a9-d08d-445d-a9c8-77800b5d6b25 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=910b813c-e31d-4e81-9ee0-07d2b31fa318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599674 Aug 31 14:24:52.276846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d46b6-3726-4ce1-8877-2d802a716583 None None] Pushing event updated for resources: {'Port': ['ID=6ddf2250-5f7d-428c-949f-0450aede7f32,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:52.385048 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:52.393377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-d9c26cfa-1677-4a02-800e-5b191733599e service neutron] 10.222.0.60 "GET /v2.0/networks/69deabcc-f01a-4505-8c35-cd7ed192a785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883307 Aug 31 14:24:52.521809 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-486cdb1e-098c-4348-9acb-aee5e9a4b1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:52.531134 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-094ed3b3-6d60-47f5-b6a8-1658282681b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:52.537374 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-a398ff01-d358-41cd-b904-429f717e5a18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.152&port_id=1aa2b9f9-3efd-418b-a556-24a4547dbd94 HTTP/1.1" status: 200 len: 217 time: 0.1273720 Aug 31 14:24:52.585033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] For port 506d8db8-3131-45b6-8a65-00b28fead130, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:52.618568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] For port 506d8db8-3131-45b6-8a65-00b28fead130, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=506d8db8-3131-45b6-8a65-00b28fead130,segment=NetworkSegment(b13cbb43-79a5-4ac7-83a4-2aa77e6a797c),segment_id=b13cbb43-79a5-4ac7-83a4-2aa77e6a797c)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:52.636319 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:52.670778 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:52.723130 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-9fadb649-fae4-411d-946d-b9bddb721ddf service neutron] 10.222.0.25 "GET /v2.0/networks/910b813c-e31d-4e81-9ee0-07d2b31fa318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411916 Aug 31 14:24:52.778385 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-094ed3b3-6d60-47f5-b6a8-1658282681b1 None None] For port c49847fb-ba33-4931-93c3-53d8382242cd, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c49847fb-ba33-4931-93c3-53d8382242cd,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:52.811005 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-094ed3b3-6d60-47f5-b6a8-1658282681b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:52.829481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-5fecac2b-63ca-4d60-a851-bfac050456c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:52.858095 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-5fecac2b-63ca-4d60-a851-bfac050456c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8053ece2-4815-41c5-a600-f37f6e6954e2 HTTP/1.1" status: 200 len: 801 time: 0.3073575 Aug 31 14:24:52.911211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67481bba-a617-49a1-9c09-9ac5edf0db27 None None] Pushing event updated for resources: {'Port': ['ID=506d8db8-3131-45b6-8a65-00b28fead130,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:53.120452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-9a78d309-bd47-4485-8d32-2165b873e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:53.122304 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-9a78d309-bd47-4485-8d32-2165b873e90b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1488574 Aug 31 14:24:53.142786 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-80c433ad-cfe5-42df-b905-96bc5cf7efeb None None] Provisioning for port bdd494a6-c0dc-45e9-a438-4b045656ddfe completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:53.151896 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ed3b3-6d60-47f5-b6a8-1658282681b1 None None] Pushing event updated for resources: {'Port': ['ID=c49847fb-ba33-4931-93c3-53d8382242cd,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:53.174011 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-80c433ad-cfe5-42df-b905-96bc5cf7efeb None None] Provisioning complete for port bdd494a6-c0dc-45e9-a438-4b045656ddfe triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:53.174371 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80c433ad-cfe5-42df-b905-96bc5cf7efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:53.289612 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:53.317965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-80c433ad-cfe5-42df-b905-96bc5cf7efeb None None] Port bdd494a6-c0dc-45e9-a438-4b045656ddfe cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:53.339333 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:53.449356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41360598-97b2-4b79-a192-0d20d7f9f254 req-3a9d5260-c204-46dd-b29d-a71b8265ef8e service neutron] 10.222.0.25 "GET /v2.0/networks/910b813c-e31d-4e81-9ee0-07d2b31fa318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014730 Aug 31 14:24:53.456092 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-80c433ad-cfe5-42df-b905-96bc5cf7efeb None None] Provisioning complete for port c49847fb-ba33-4931-93c3-53d8382242cd triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:53.456092 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80c433ad-cfe5-42df-b905-96bc5cf7efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:53.464128 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-6125acaa-7e0f-46bf-be3e-4ffb702f9e4b service neutron] 10.222.0.60 "GET /v2.0/networks/23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163586 Aug 31 14:24:53.639525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Router 5342ac51-b70e-4815-8186-d2eb98f11ff5 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:24:53.709393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-80c433ad-cfe5-42df-b905-96bc5cf7efeb None None] Provisioning for port 3b58f743-17da-4d06-af23-9ca491f1d45c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:53.715373 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-80c433ad-cfe5-42df-b905-96bc5cf7efeb None None] Provisioning complete for port 3b58f743-17da-4d06-af23-9ca491f1d45c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:53.715753 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80c433ad-cfe5-42df-b905-96bc5cf7efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:53.754781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-511a0c72-eb37-4fd4-95a8-100ef1ac5ea0 req-3c2e5fbf-650a-483e-a93d-fe76c348e245 service neutron] 10.222.0.60 "GET /v2.0/networks/23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660663 Aug 31 14:24:53.772782 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-80c433ad-cfe5-42df-b905-96bc5cf7efeb None None] Port 3b58f743-17da-4d06-af23-9ca491f1d45c cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:53.917760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e092b7d8-3612-46d7-8daa-02ae82ed7e63 None None] Provisioning complete for port bdd494a6-c0dc-45e9-a438-4b045656ddfe triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:53.917760 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e092b7d8-3612-46d7-8daa-02ae82ed7e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:53.943325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:24:53.957532 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Sync routers for ids ['5342ac51-b70e-4815-8186-d2eb98f11ff5'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:24:53.978471 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:53.983660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38516) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:53.987359 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Routers {'5342ac51-b70e-4815-8186-d2eb98f11ff5'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:53.988366 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:24:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5342ac51-b70e-4815-8186-d2eb98f11ff5'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:53.989384 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-32e6263d-e959-46db-8349-fc6ab0b3a17b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8869283 Aug 31 14:24:54.080335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e092b7d8-3612-46d7-8daa-02ae82ed7e63 None None] Port bdd494a6-c0dc-45e9-a438-4b045656ddfe cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:54.131604 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:54.335071 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Set router 5342ac51-b70e-4815-8186-d2eb98f11ff5 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:24:54.473869 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6ddf2250-5f7d-428c-949f-0450aede7f32 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:54.669760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 6ddf2250-5f7d-428c-949f-0450aede7f32 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:54.686604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 506d8db8-3131-45b6-8a65-00b28fead130 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:54.743966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7808ef-901a-4c26-93d1-fe29ea53a28a None None] Network 102255ed-e1f5-4ea0-8992-73ed1fa161fb requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:54.872121 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'name': 'tempest-FloatingIPDetailsTestJSON-1222763560-router', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '172cef48-42e0-41dd-ae3d-2266db4a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:49Z', 'updated_at': '2021-08-31T14:24:52Z', 'revision_number': 3, 'project_id': '9a934693fdbd47108a807d9acb6e2ce3', 'gw_port': {'id': '172cef48-42e0-41dd-ae3d-2266db4a7e40', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:50Z', 'updated_at': '2021-08-31T14:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:54.952197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b4bcbdf0-ee0d-408d-af3d-918ae520c759 None None] Provisioning for port 6ddf2250-5f7d-428c-949f-0450aede7f32 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:54.952457 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Checking router: 5342ac51-b70e-4815-8186-d2eb98f11ff5 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:24:54.953009 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Updating router 5342ac51-b70e-4815-8186-d2eb98f11ff5 port 172cef48-42e0-41dd-ae3d-2266db4a7e40 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:24:54.984439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b4bcbdf0-ee0d-408d-af3d-918ae520c759 None None] Provisioning complete for port 6ddf2250-5f7d-428c-949f-0450aede7f32 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:54.987415 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbdf0-ee0d-408d-af3d-918ae520c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:54.999617 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:55.025077 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:55.130911 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:55.192213 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 506d8db8-3131-45b6-8a65-00b28fead130 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:55.217605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb56c89b-6ea5-4530-8093-c57c1596d265 None None] Network a715cf5a-0a59-43f5-b2da-5c85de807c65 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:55.235836 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c49847fb-ba33-4931-93c3-53d8382242cd up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:55.567675 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:55.574822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Allocated IP 172.20.0.1 (a715cf5a-0a59-43f5-b2da-5c85de807c65/f85958ba-42ce-47ce-a2fa-e851408cd903/d171701d-9c9b-4811-971c-0257f6337e9e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:55.610948 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Transition to ACTIVE for port object 172cef48-42e0-41dd-ae3d-2266db4a7e40 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:55.620400 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:55.831809 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbdf0-ee0d-408d-af3d-918ae520c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:55.852623 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:55.876877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Transition to ACTIVE for port object d171701d-9c9b-4811-971c-0257f6337e9e will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:55.884352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c49847fb-ba33-4931-93c3-53d8382242cd triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:55.887800 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:55.898253 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Attempting to bind port 172cef48-42e0-41dd-ae3d-2266db4a7e40 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:55.903729 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Attempting to bind port 172cef48-42e0-41dd-ae3d-2266db4a7e40 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:55.904421 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Attempting to bind port 172cef48-42e0-41dd-ae3d-2266db4a7e40 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:55.924034 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:55.924740 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:55.925327 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:55.925931 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:55.926579 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Bound port: 172cef48-42e0-41dd-ae3d-2266db4a7e40, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:55.927154 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:55.929960 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549ec46-526d-4924-b940-4cbdeefb51b1 None None] Pushing event updated for resources: {'Port': ['ID=172cef48-42e0-41dd-ae3d-2266db4a7e40,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:55.953985 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:56.042992 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Network a715cf5a-0a59-43f5-b2da-5c85de807c65 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:56.059593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:56.065312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:56.077681 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] For port 172cef48-42e0-41dd-ae3d-2266db4a7e40, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:56.085702 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] For port 172cef48-42e0-41dd-ae3d-2266db4a7e40, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=172cef48-42e0-41dd-ae3d-2266db4a7e40,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:56.099704 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:56.110573 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549ec46-526d-4924-b940-4cbdeefb51b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:56.112502 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549ec46-526d-4924-b940-4cbdeefb51b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:56.114592 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549ec46-526d-4924-b940-4cbdeefb51b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:56.115710 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549ec46-526d-4924-b940-4cbdeefb51b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:56.116277 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549ec46-526d-4924-b940-4cbdeefb51b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:56.116831 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549ec46-526d-4924-b940-4cbdeefb51b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:56.119904 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549ec46-526d-4924-b940-4cbdeefb51b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:56.120510 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549ec46-526d-4924-b940-4cbdeefb51b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:56.121090 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549ec46-526d-4924-b940-4cbdeefb51b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:56.121800 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549ec46-526d-4924-b940-4cbdeefb51b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:56.122516 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549ec46-526d-4924-b940-4cbdeefb51b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:56.130059 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549ec46-526d-4924-b940-4cbdeefb51b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:56.147745 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:56.254743 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Routers {'5342ac51-b70e-4815-8186-d2eb98f11ff5'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:56.264132 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:24:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5342ac51-b70e-4815-8186-d2eb98f11ff5'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:56.270449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Pushing event updated for resources: {'Port': ['ID=d171701d-9c9b-4811-971c-0257f6337e9e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:56.415384 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549ec46-526d-4924-b940-4cbdeefb51b1 None None] Pushing event updated for resources: {'Port': ['ID=172cef48-42e0-41dd-ae3d-2266db4a7e40,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:56.440398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 1aa2b9f9-3efd-418b-a556-24a4547dbd94 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:24:56.510437 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:56.609328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b4bcbdf0-ee0d-408d-af3d-918ae520c759 None None] For port 6ddf2250-5f7d-428c-949f-0450aede7f32, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6ddf2250-5f7d-428c-949f-0450aede7f32,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:56.637764 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbdf0-ee0d-408d-af3d-918ae520c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:56.644739 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] Set router 5342ac51-b70e-4815-8186-d2eb98f11ff5 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:24:56.934851 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-353519f7-adc1-465c-9027-9b7f27e3f7ca None None] Provisioning for port 506d8db8-3131-45b6-8a65-00b28fead130 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:56.969592 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:56.978958 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:56.990031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-353519f7-adc1-465c-9027-9b7f27e3f7ca None None] Provisioning complete for port 506d8db8-3131-45b6-8a65-00b28fead130 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:56.990735 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-353519f7-adc1-465c-9027-9b7f27e3f7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:57.046912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcbdf0-ee0d-408d-af3d-918ae520c759 None None] Pushing event updated for resources: {'Port': ['ID=6ddf2250-5f7d-428c-949f-0450aede7f32,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:57.092034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 1aa2b9f9-3efd-418b-a556-24a4547dbd94, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1aa2b9f9-3efd-418b-a556-24a4547dbd94,segment=NetworkSegment(a561bbeb-52d0-4d34-9aae-8067b2fe4f87),segment_id=a561bbeb-52d0-4d34-9aae-8067b2fe4f87)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:57.099675 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'name': 'tempest-FloatingIPDetailsTestJSON-1222763560-router', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '172cef48-42e0-41dd-ae3d-2266db4a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:49Z', 'updated_at': '2021-08-31T14:24:52Z', 'revision_number': 3, 'project_id': '9a934693fdbd47108a807d9acb6e2ce3', 'gw_port': {'id': '172cef48-42e0-41dd-ae3d-2266db4a7e40', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:50Z', 'updated_at': '2021-08-31T14:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:57.115619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Pushing event updated for resources: {'Port': ['ID=d171701d-9c9b-4811-971c-0257f6337e9e,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:57.152318 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b593e94-28c2-4cf8-a19f-a9557d62f5ac None None] The sync data for ids ['5342ac51-b70e-4815-8186-d2eb98f11ff5'] in n-d-806683-5 is: [{'id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'name': 'tempest-FloatingIPDetailsTestJSON-1222763560-router', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '172cef48-42e0-41dd-ae3d-2266db4a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:49Z', 'updated_at': '2021-08-31T14:24:52Z', 'revision_number': 3, 'project_id': '9a934693fdbd47108a807d9acb6e2ce3', 'gw_port': {'id': '172cef48-42e0-41dd-ae3d-2266db4a7e40', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:50Z', 'updated_at': '2021-08-31T14:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:24:57.154392 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '1aa2b9f9-3efd-418b-a556-24a4547dbd94', 'network_id': '23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b', 'port_id': '1aa2b9f9-3efd-418b-a556-24a4547dbd94', 'mac_address': 'fa:16:3e:3c:51:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8053ece2-4815-41c5-a600-f37f6e6954e2', 'ip_address': '19.86.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:24:57.232402 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:57.344447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6ddf2250-5f7d-428c-949f-0450aede7f32 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:57.353553 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:57.384895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa2b9f9-3efd-418b-a556-24a4547dbd94 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:57.429832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 1aa2b9f9-3efd-418b-a556-24a4547dbd94, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1aa2b9f9-3efd-418b-a556-24a4547dbd94,segment=NetworkSegment(a561bbeb-52d0-4d34-9aae-8067b2fe4f87),segment_id=a561bbeb-52d0-4d34-9aae-8067b2fe4f87)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:57.510885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Network a715cf5a-0a59-43f5-b2da-5c85de807c65 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:57.515150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:57.515858 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-353519f7-adc1-465c-9027-9b7f27e3f7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:57.607589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-353519f7-adc1-465c-9027-9b7f27e3f7ca None None] For port 506d8db8-3131-45b6-8a65-00b28fead130, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=506d8db8-3131-45b6-8a65-00b28fead130,segment=NetworkSegment(b13cbb43-79a5-4ac7-83a4-2aa77e6a797c),segment_id=b13cbb43-79a5-4ac7-83a4-2aa77e6a797c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:57.611633 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:57.613103 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 347d2472-621c-475e-bda0-39ca7e8cd68c details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:24:57.628844 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-353519f7-adc1-465c-9027-9b7f27e3f7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:57.700829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6ddf2250-5f7d-428c-949f-0450aede7f32 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:57.701576 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:57.902867 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Router 5342ac51-b70e-4815-8186-d2eb98f11ff5 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:24:57.920238 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=1aa2b9f9-3efd-418b-a556-24a4547dbd94,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:58.097718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-30317b3b-cc91-4634-ad6b-14e9b116e4a3 None None] Provisioning complete for port 6ddf2250-5f7d-428c-949f-0450aede7f32 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:58.098351 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30317b3b-cc91-4634-ad6b-14e9b116e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:58.108750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 91205e73-4f00-4aca-9cf1-ebe71260bee8 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:24:58.221408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:24:58.247801 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-34ef1464-620d-4bdb-9535-e2ac7ac7f9fa admin admin] 10.222.0.39 "PUT /v2.0/routers/5342ac51-b70e-4815-8186-d2eb98f11ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2617266 Aug 31 14:24:58.477253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353519f7-adc1-465c-9027-9b7f27e3f7ca None None] Pushing event updated for resources: {'Port': ['ID=506d8db8-3131-45b6-8a65-00b28fead130,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:58.505369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 347d2472-621c-475e-bda0-39ca7e8cd68c, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=347d2472-621c-475e-bda0-39ca7e8cd68c,segment=NetworkSegment(38a4f51f-377e-4b99-8ebe-aa6b0428d919),segment_id=38a4f51f-377e-4b99-8ebe-aa6b0428d919)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:58.543283 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '347d2472-621c-475e-bda0-39ca7e8cd68c', 'network_id': '69deabcc-f01a-4505-8c35-cd7ed192a785', 'port_id': '347d2472-621c-475e-bda0-39ca7e8cd68c', 'mac_address': 'fa:16:3e:47:c8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04ae6fd-8f23-484d-b12f-85a39a57e16d', 'ip_address': '19.80.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:24:58.751693 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 91205e73-4f00-4aca-9cf1-ebe71260bee8, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=91205e73-4f00-4aca-9cf1-ebe71260bee8,segment=NetworkSegment(ea2ccc81-683e-45f7-900b-45af71e23698),segment_id=ea2ccc81-683e-45f7-900b-45af71e23698)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:58.751693 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:58.801683 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:24:58.822633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '91205e73-4f00-4aca-9cf1-ebe71260bee8', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'port_id': '91205e73-4f00-4aca-9cf1-ebe71260bee8', 'mac_address': 'fa:16:3e:5b:98:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:24:58.840389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347d2472-621c-475e-bda0-39ca7e8cd68c {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:58.977036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-30317b3b-cc91-4634-ad6b-14e9b116e4a3 None None] Provisioning for port d171701d-9c9b-4811-971c-0257f6337e9e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:58.996774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-30317b3b-cc91-4634-ad6b-14e9b116e4a3 None None] Provisioning complete for port d171701d-9c9b-4811-971c-0257f6337e9e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:58.997181 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30317b3b-cc91-4634-ad6b-14e9b116e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.007731 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 347d2472-621c-475e-bda0-39ca7e8cd68c, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=347d2472-621c-475e-bda0-39ca7e8cd68c,segment=NetworkSegment(38a4f51f-377e-4b99-8ebe-aa6b0428d919),segment_id=38a4f51f-377e-4b99-8ebe-aa6b0428d919)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:59.037731 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.055680 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.092182 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-30317b3b-cc91-4634-ad6b-14e9b116e4a3 None None] Port d171701d-9c9b-4811-971c-0257f6337e9e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:59.095227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91205e73-4f00-4aca-9cf1-ebe71260bee8 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:59.149038 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 91205e73-4f00-4aca-9cf1-ebe71260bee8, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=91205e73-4f00-4aca-9cf1-ebe71260bee8,segment=NetworkSegment(ea2ccc81-683e-45f7-900b-45af71e23698),segment_id=ea2ccc81-683e-45f7-900b-45af71e23698)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:59.150108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-30317b3b-cc91-4634-ad6b-14e9b116e4a3 None None] Provisioning complete for port 506d8db8-3131-45b6-8a65-00b28fead130 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:59.150538 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30317b3b-cc91-4634-ad6b-14e9b116e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.152444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=347d2472-621c-475e-bda0-39ca7e8cd68c,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:59.158123 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.377383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=91205e73-4f00-4aca-9cf1-ebe71260bee8,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:59.481265 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 506d8db8-3131-45b6-8a65-00b28fead130 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:59.545254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['91205e73-4f00-4aca-9cf1-ebe71260bee8'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:59.547480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['1aa2b9f9-3efd-418b-a556-24a4547dbd94'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:59.720750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5e9bfbd8-bc7a-4675-8d51-229198628228 None None] Provisioning complete for port d171701d-9c9b-4811-971c-0257f6337e9e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:59.721122 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e9bfbd8-bc7a-4675-8d51-229198628228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.739353 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 506d8db8-3131-45b6-8a65-00b28fead130 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:59.739733 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.887074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5e9bfbd8-bc7a-4675-8d51-229198628228 None None] Port d171701d-9c9b-4811-971c-0257f6337e9e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:00.005966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 172cef48-42e0-41dd-ae3d-2266db4a7e40 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:00.168777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 172cef48-42e0-41dd-ae3d-2266db4a7e40 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:00.186972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 172cef48-42e0-41dd-ae3d-2266db4a7e40 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:00.187850 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.223457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Sync routers for ids ['5342ac51-b70e-4815-8186-d2eb98f11ff5'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:00.249847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Routers {'5342ac51-b70e-4815-8186-d2eb98f11ff5'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:00.251381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:24:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5342ac51-b70e-4815-8186-d2eb98f11ff5'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:00.394827 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.420893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Set router 5342ac51-b70e-4815-8186-d2eb98f11ff5 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:00.448991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 172cef48-42e0-41dd-ae3d-2266db4a7e40, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=172cef48-42e0-41dd-ae3d-2266db4a7e40,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:00.481154 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.580592 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['347d2472-621c-475e-bda0-39ca7e8cd68c'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:25:00.778609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa04756-b647-48b0-b1b5-fcc6b372198b req-7cc55f8c-99ec-4c5b-b466-f1ca1e95b852 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:00.782091 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dfa04756-b647-48b0-b1b5-fcc6b372198b req-7cc55f8c-99ec-4c5b-b466-f1ca1e95b852 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c HTTP/1.1" status: 200 len: 944 time: 0.0577350 Aug 31 14:25:00.796831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=172cef48-42e0-41dd-ae3d-2266db4a7e40,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:00.836285 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dfa04756-b647-48b0-b1b5-fcc6b372198b req-7f6884d5-da86-4871-bcb8-1cc7baccd85d tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8a7f48-dff9-40a0-8991-496a2b531197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465415 Aug 31 14:25:00.936381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'name': 'tempest-FloatingIPDetailsTestJSON-1222763560-router', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '172cef48-42e0-41dd-ae3d-2266db4a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:49Z', 'updated_at': '2021-08-31T14:24:56Z', 'revision_number': 4, 'project_id': '9a934693fdbd47108a807d9acb6e2ce3', 'gw_port': {'id': '172cef48-42e0-41dd-ae3d-2266db4a7e40', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:50Z', 'updated_at': '2021-08-31T14:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'd171701d-9c9b-4811-971c-0257f6337e9e', 'name': '', 'network_id': 'a715cf5a-0a59-43f5-b2da-5c85de807c65', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'mac_address': 'fa:16:3e:16:3b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'f85958ba-42ce-47ce-a2fa-e851408cd903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:55Z', 'updated_at': '2021-08-31T14:24:56Z', 'revision_number': 2, 'project_id': '9a934693fdbd47108a807d9acb6e2ce3', 'subnets': [{'id': 'f85958ba-42ce-47ce-a2fa-e851408cd903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:00.981033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Checking router: 5342ac51-b70e-4815-8186-d2eb98f11ff5 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:00.981559 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-5199aba3-cb8e-4ff8-8687-6bff2fe15f18 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--268669619&fields=id&tenant_id=ea3110f7f81a4dcdb23e4d896c13d489 HTTP/1.1" status: 200 len: 267 time: 0.0397115 Aug 31 14:25:00.982491 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Updating router 5342ac51-b70e-4815-8186-d2eb98f11ff5 port d171701d-9c9b-4811-971c-0257f6337e9e binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:25:01.019455 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.056890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d0d9e-ed47-4193-8a86-0060aa3584a9 req-6e26df26-c15e-4c29-9efd-437e8a999b2f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:01.061354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-318e8e05-0177-447f-8936-bcc323f57b87 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:01.062779 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-318e8e05-0177-447f-8936-bcc323f57b87 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports/cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 HTTP/1.1" status: 200 len: 932 time: 0.0657694 Aug 31 14:25:01.063002 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d0d9e-ed47-4193-8a86-0060aa3584a9 req-6e26df26-c15e-4c29-9efd-437e8a999b2f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:01.064782 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a1d0d9e-ed47-4193-8a86-0060aa3584a9 req-6e26df26-c15e-4c29-9efd-437e8a999b2f tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 1681 time: 0.3679476 Aug 31 14:25:01.106610 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a1d0d9e-ed47-4193-8a86-0060aa3584a9 req-6ccf8fc0-e31f-49bc-8529-84ca200a8d18 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350847 Aug 31 14:25:01.124640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-37ad9983-93e1-4003-bde5-009d7b769ec9 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:01.131722 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-37ad9983-93e1-4003-bde5-009d7b769ec9 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports/dbc07de3-f945-4450-882b-57900fb39169 HTTP/1.1" status: 200 len: 931 time: 0.0608323 Aug 31 14:25:01.196907 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa725e7b-2faa-4877-a751-6e906357e960 x-openstack-request-id: req-aa725e7b-2faa-4877-a751-6e906357e960 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:01.197367 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3ec679-3655-4895-99d2-3ae0716df62c", "name": "network-vif-deleted", "tag": "ad805336-8d08-47f2-9724-74235d2d3dcb", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:01.197719 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa725e7b-2faa-4877-a751-6e906357e960 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:01.198228 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3ec679-3655-4895-99d2-3ae0716df62c', 'name': 'network-vif-deleted', 'tag': 'ad805336-8d08-47f2-9724-74235d2d3dcb', 'status': 'completed', 'code': 200} Aug 31 14:25:01.223506 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cff5a7-360f-400b-83f2-dfda21319d1d x-openstack-request-id: req-53cff5a7-360f-400b-83f2-dfda21319d1d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:01.224063 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-8fb0d76a-2e2d-4eda-bbf5-d52ab7916e12 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?network_id=703d1749-b334-41de-af58-b448e639a222&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0909224 Aug 31 14:25:01.224187 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa94f00-7d59-4719-b0e7-9f8255806473", "name": "network-vif-plugged", "status": "completed", "tag": "ebc6c8ac-f141-42e5-ae56-7f8006020e17", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:01.224187 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53cff5a7-360f-400b-83f2-dfda21319d1d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:01.224403 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17', 'code': 200} Aug 31 14:25:01.242938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 172cef48-42e0-41dd-ae3d-2266db4a7e40 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:01.257095 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6c19ed-90f5-4aa0-98dd-1491dc0567ac x-openstack-request-id: req-ad6c19ed-90f5-4aa0-98dd-1491dc0567ac {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:01.257891 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcecc3fd-8eae-4a67-9372-6459358f577b", "tag": "347d2472-621c-475e-bda0-39ca7e8cd68c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:01.258520 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad6c19ed-90f5-4aa0-98dd-1491dc0567ac {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:01.259284 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'tag': '347d2472-621c-475e-bda0-39ca7e8cd68c', 'status': 'completed', 'code': 200} Aug 31 14:25:01.275772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 1aa2b9f9-3efd-418b-a556-24a4547dbd94 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:01.275985 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2fd5938a-1481-4800-8d3d-c504f6dff511 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?network_id=703d1749-b334-41de-af58-b448e639a222&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0493429 Aug 31 14:25:01.335764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aab1d8-4e84-4782-b31f-0237b38f61de req-edb7cb1a-daf8-4019-a995-d7b282afd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:01.336268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aab1d8-4e84-4782-b31f-0237b38f61de req-edb7cb1a-daf8-4019-a995-d7b282afd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:01.337897 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4aab1d8-4e84-4782-b31f-0237b38f61de req-edb7cb1a-daf8-4019-a995-d7b282afd3dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=708fd62df09c4606bd6f20c766eb762f&device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 1983 time: 0.0642648 Aug 31 14:25:01.435408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aab1d8-4e84-4782-b31f-0237b38f61de req-dd11ab5f-614f-4835-80f8-d66ab1f95912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:01.437300 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4aab1d8-4e84-4782-b31f-0237b38f61de req-dd11ab5f-614f-4835-80f8-d66ab1f95912 service neutron] 10.222.0.60 "GET /v2.0/networks?id=69deabcc-f01a-4505-8c35-cd7ed192a785 HTTP/1.1" status: 200 len: 902 time: 0.0911067 Aug 31 14:25:01.443885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 172cef48-42e0-41dd-ae3d-2266db4a7e40 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:01.444521 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.444932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4d168b18-d20c-4c33-88bc-a4fb5aa8bb0f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:01.452764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4d168b18-d20c-4c33-88bc-a4fb5aa8bb0f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:01.459599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4d168b18-d20c-4c33-88bc-a4fb5aa8bb0f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:01.467456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4d168b18-d20c-4c33-88bc-a4fb5aa8bb0f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/networks?id=71a1c2c5-5453-43a1-84ef-1e0d36712da3&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=703d1749-b334-41de-af58-b448e639a222&id=703d1749-b334-41de-af58-b448e639a222 HTTP/1.1" status: 200 len: 1990 time: 0.1803772 Aug 31 14:25:01.486448 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-3dabf1d5-7534-4415-827a-5a14d90d4ce8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/quotas/ea3110f7f81a4dcdb23e4d896c13d489 HTTP/1.1" status: 200 len: 375 time: 0.0177817 Aug 31 14:25:01.494274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 1aa2b9f9-3efd-418b-a556-24a4547dbd94 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:01.498725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38578) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:01.505976 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4aab1d8-4e84-4782-b31f-0237b38f61de req-007d1a7f-e052-47bf-be34-198d70420e6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.239&port_id=347d2472-621c-475e-bda0-39ca7e8cd68c HTTP/1.1" status: 200 len: 217 time: 0.0561609 Aug 31 14:25:01.507028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c6b48b3b-e913-434d-9376-3c07aa35c329 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1323951465', 'description': 'tempest-description--248480127'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:01.516980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 1aa2b9f9-3efd-418b-a556-24a4547dbd94 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:01.517403 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.523669 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.536612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Transition to ACTIVE for port object d171701d-9c9b-4811-971c-0257f6337e9e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:01.569969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aab1d8-4e84-4782-b31f-0237b38f61de req-7f6865a7-ef88-4a72-9942-52826f982e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:01.571672 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4aab1d8-4e84-4782-b31f-0237b38f61de req-7f6865a7-ef88-4a72-9942-52826f982e21 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e04ae6fd-8f23-484d-b12f-85a39a57e16d HTTP/1.1" status: 200 len: 801 time: 0.0635159 Aug 31 14:25:01.575727 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-a164e89f-682f-4d79-822b-5910d0438c59 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0882251 Aug 31 14:25:01.576581 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6b48b3b-e913-434d-9376-3c07aa35c329 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.583317 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.677482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b65ac-f9d0-4dfe-b586-a7e6a51c5244 None None] Pushing event updated for resources: {'Port': ['ID=d171701d-9c9b-4811-971c-0257f6337e9e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:01.748897 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-1ad7df18-d3a2-4b4a-b460-3322fe7dd2aa service neutron] 10.222.0.39 "GET /v2.0/networks/71a1c2c5-5453-43a1-84ef-1e0d36712da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639147 Aug 31 14:25:01.776756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aab1d8-4e84-4782-b31f-0237b38f61de req-6386d609-346f-4bf2-83d3-32489cf76015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:01.778374 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4aab1d8-4e84-4782-b31f-0237b38f61de req-6386d609-346f-4bf2-83d3-32489cf76015 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69deabcc-f01a-4505-8c35-cd7ed192a785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1986270 Aug 31 14:25:01.782495 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Attempting to bind port d171701d-9c9b-4811-971c-0257f6337e9e on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:01.783013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Attempting to bind port d171701d-9c9b-4811-971c-0257f6337e9e by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'b13cbb43-79a5-4ac7-83a4-2aa77e6a797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a715cf5a-0a59-43f5-b2da-5c85de807c65'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:01.783472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Attempting to bind port d171701d-9c9b-4811-971c-0257f6337e9e on network a715cf5a-0a59-43f5-b2da-5c85de807c65 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:01.791729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-e4aab1d8-4e84-4782-b31f-0237b38f61de req-04d5bd29-a445-40d3-a956-ec591cd2ae4a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:25:01.792923 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4aab1d8-4e84-4782-b31f-0237b38f61de req-04d5bd29-a445-40d3-a956-ec591cd2ae4a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054259 Aug 31 14:25:01.801190 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.831498 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:01.831880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Checking segment: {'id': 'b13cbb43-79a5-4ac7-83a4-2aa77e6a797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a715cf5a-0a59-43f5-b2da-5c85de807c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:01.832282 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.832680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Bound using segment: {'id': 'b13cbb43-79a5-4ac7-83a4-2aa77e6a797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a715cf5a-0a59-43f5-b2da-5c85de807c65'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:01.833166 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Bound port: d171701d-9c9b-4811-971c-0257f6337e9e, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13cbb43-79a5-4ac7-83a4-2aa77e6a797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a715cf5a-0a59-43f5-b2da-5c85de807c65'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:01.833545 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.855801 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-a7fdef28-b73c-4c8c-b881-2cc421392979 service neutron] 10.222.0.39 "GET /v2.0/networks/71a1c2c5-5453-43a1-84ef-1e0d36712da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059945 Aug 31 14:25:01.865479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 1aa2b9f9-3efd-418b-a556-24a4547dbd94, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1aa2b9f9-3efd-418b-a556-24a4547dbd94,segment=NetworkSegment(a561bbeb-52d0-4d34-9aae-8067b2fe4f87),segment_id=a561bbeb-52d0-4d34-9aae-8067b2fe4f87)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:01.907013 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-56b5509d-a128-4a56-888a-30dc8526e71f tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3250349 Aug 31 14:25:01.927649 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-298e9137-50b5-49ef-9b0f-04916231022a service neutron] 10.222.0.39 "GET /v2.0/ports/cfaf1278-8bb4-4991-a533-d2d57b2c2aa7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0610962 Aug 31 14:25:01.929029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:01.930021 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6b48b3b-e913-434d-9376-3c07aa35c329 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.939649 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.943944 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6b48b3b-e913-434d-9376-3c07aa35c329 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.968418 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] For port d171701d-9c9b-4811-971c-0257f6337e9e, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:01.968642 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4aab1d8-4e84-4782-b31f-0237b38f61de req-cbad9e90-a66f-400c-8eea-651741ab11c2 service neutron] 10.222.0.60 "GET /v2.0/networks/69deabcc-f01a-4505-8c35-cd7ed192a785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616125 Aug 31 14:25:01.970364 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.988490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] For port d171701d-9c9b-4811-971c-0257f6337e9e, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d171701d-9c9b-4811-971c-0257f6337e9e,segment=NetworkSegment(b13cbb43-79a5-4ac7-83a4-2aa77e6a797c),segment_id=b13cbb43-79a5-4ac7-83a4-2aa77e6a797c)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:01.997254 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.025261 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6b48b3b-e913-434d-9376-3c07aa35c329 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.029622 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c6b48b3b-e913-434d-9376-3c07aa35c329 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5272317 Aug 31 14:25:02.037564 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38586) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:02.042150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-32c3b30c-7563-4efb-b38a-0866d1137b17 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'security_group_rule': {'security_group_id': 'abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:02.046494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=1aa2b9f9-3efd-418b-a556-24a4547dbd94,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:02.049845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b48b3b-e913-434d-9376-3c07aa35c329 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:02.095447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Routers {'5342ac51-b70e-4815-8186-d2eb98f11ff5'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:02.096170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:24:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5342ac51-b70e-4815-8186-d2eb98f11ff5'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:02.108670 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32c3b30c-7563-4efb-b38a-0866d1137b17 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.115583 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-dba9da8c-8056-463f-9ebf-39484d186c67 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817105 Aug 31 14:25:02.164023 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4aab1d8-4e84-4782-b31f-0237b38f61de req-5783db37-a5e7-49ab-9ef9-bd137297e46a service neutron] 10.222.0.60 "GET /v2.0/networks/69deabcc-f01a-4505-8c35-cd7ed192a785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887622 Aug 31 14:25:02.182703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 91205e73-4f00-4aca-9cf1-ebe71260bee8 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:02.214804 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.271815 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-833f27fd-de6b-4660-ac98-16a4b1d3a998 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384435 Aug 31 14:25:02.293216 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b65ac-f9d0-4dfe-b586-a7e6a51c5244 None None] Pushing event updated for resources: {'Port': ['ID=d171701d-9c9b-4811-971c-0257f6337e9e,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:02.320138 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] Set router 5342ac51-b70e-4815-8186-d2eb98f11ff5 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:02.330875 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-ce66d59f-6dec-4d1d-a31d-49084bde5c6b service neutron] 10.222.0.39 "GET /v2.0/ports/dbc07de3-f945-4450-882b-57900fb39169?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0535071 Aug 31 14:25:02.345396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Allocated IP 172.25.2.163 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/e4c8df92-5f2c-42be-bb36-fe2d0b06ad22) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:02.353376 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32c3b30c-7563-4efb-b38a-0866d1137b17 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.366772 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32c3b30c-7563-4efb-b38a-0866d1137b17 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.367735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 91205e73-4f00-4aca-9cf1-ebe71260bee8 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:02.409726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 91205e73-4f00-4aca-9cf1-ebe71260bee8 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:02.410097 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.415166 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3b30c-7563-4efb-b38a-0866d1137b17 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc58b2d3-9bd7-481c-bee6-43b5c619fe03,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:02.424111 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32c3b30c-7563-4efb-b38a-0866d1137b17 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.425313 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-32c3b30c-7563-4efb-b38a-0866d1137b17 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3889263 Aug 31 14:25:02.430872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38590) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:02.449327 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fa3a350f-af2d-4ab7-95c6-8c107ba3d8eb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'security_group_rule': {'security_group_id': 'abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:02.478917 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-183f1411-68d8-4e61-9aa0-16b25a5483b0 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391983 Aug 31 14:25:02.492655 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.506574 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fa3a350f-af2d-4ab7-95c6-8c107ba3d8eb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.542359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.588623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:02.591945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:02.597175 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:02.608093 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.624044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Pushing event updated for resources: {'Port': ['ID=e4c8df92-5f2c-42be-bb36-fe2d0b06ad22,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:02.630363 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-f41abdce-f9a6-4e41-8dfb-5da33978c556 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376901 Aug 31 14:25:02.632167 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fa3a350f-af2d-4ab7-95c6-8c107ba3d8eb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.659881 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fa3a350f-af2d-4ab7-95c6-8c107ba3d8eb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.693933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 91205e73-4f00-4aca-9cf1-ebe71260bee8, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=91205e73-4f00-4aca-9cf1-ebe71260bee8,segment=NetworkSegment(ea2ccc81-683e-45f7-900b-45af71e23698),segment_id=ea2ccc81-683e-45f7-900b-45af71e23698)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:02.705622 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.706477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ebc6c8ac-f141-42e5-ae56-7f8006020e17 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:02.730646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a350f-af2d-4ab7-95c6-8c107ba3d8eb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d3bcd7-bdbe-45b6-8073-ab9e3851f64a,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:02.746258 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.754062 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fa3a350f-af2d-4ab7-95c6-8c107ba3d8eb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.755402 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fa3a350f-af2d-4ab7-95c6-8c107ba3d8eb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3097320 Aug 31 14:25:02.755606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'name': 'tempest-FloatingIPDetailsTestJSON-1222763560-router', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '172cef48-42e0-41dd-ae3d-2266db4a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:49Z', 'updated_at': '2021-08-31T14:24:56Z', 'revision_number': 4, 'project_id': '9a934693fdbd47108a807d9acb6e2ce3', 'gw_port': {'id': '172cef48-42e0-41dd-ae3d-2266db4a7e40', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:50Z', 'updated_at': '2021-08-31T14:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'd171701d-9c9b-4811-971c-0257f6337e9e', 'name': '', 'network_id': 'a715cf5a-0a59-43f5-b2da-5c85de807c65', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'mac_address': 'fa:16:3e:16:3b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'f85958ba-42ce-47ce-a2fa-e851408cd903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:55Z', 'updated_at': '2021-08-31T14:25:01Z', 'revision_number': 4, 'project_id': '9a934693fdbd47108a807d9acb6e2ce3', 'subnets': [{'id': 'f85958ba-42ce-47ce-a2fa-e851408cd903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:02.758806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38592) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:02.768927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:02.794952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c56bf7-4fdd-4e36-b0fc-eb206382bbfc None None] The sync data for ids ['5342ac51-b70e-4815-8186-d2eb98f11ff5'] in n-d-806683-5 is: [{'id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'name': 'tempest-FloatingIPDetailsTestJSON-1222763560-router', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '172cef48-42e0-41dd-ae3d-2266db4a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:49Z', 'updated_at': '2021-08-31T14:24:56Z', 'revision_number': 4, 'project_id': '9a934693fdbd47108a807d9acb6e2ce3', 'gw_port': {'id': '172cef48-42e0-41dd-ae3d-2266db4a7e40', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:50Z', 'updated_at': '2021-08-31T14:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'd171701d-9c9b-4811-971c-0257f6337e9e', 'name': '', 'network_id': 'a715cf5a-0a59-43f5-b2da-5c85de807c65', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'mac_address': 'fa:16:3e:16:3b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'f85958ba-42ce-47ce-a2fa-e851408cd903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:55Z', 'updated_at': '2021-08-31T14:25:01Z', 'revision_number': 4, 'project_id': '9a934693fdbd47108a807d9acb6e2ce3', 'subnets': [{'id': 'f85958ba-42ce-47ce-a2fa-e851408cd903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:02.796220 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-c0fbd262-2b57-41dd-9aed-16d9390fab2a service neutron] 10.222.0.39 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530523 Aug 31 14:25:02.817095 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.828408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=91205e73-4f00-4aca-9cf1-ebe71260bee8,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:02.855316 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.939616 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.939813 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-223f96d0-08ef-4e91-bbe9-05f80c52f68c service neutron] 10.222.0.39 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425159 Aug 31 14:25:02.997805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ebc6c8ac-f141-42e5-ae56-7f8006020e17, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:03.005042 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:03.087378 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-feaa2cef-59ca-4948-8b8c-c9ddf21da6ad service neutron] 10.222.0.39 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433415 Aug 31 14:25:03.127888 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ebc6c8ac-f141-42e5-ae56-7f8006020e17,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:03.137590 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:03.212355 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:03.225236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f608b30c-cacb-4d78-b6f5-dc7221bb1bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f1473-3c5a-444d-b434-28215b26eb23'}, {'server_uuid': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa2b9f9-3efd-418b-a556-24a4547dbd94'}, {'server_uuid': 'e4ecedf1-b2ac-49c9-85e5-a4488e79750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91205e73-4f00-4aca-9cf1-ebe71260bee8'}, {'server_uuid': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:03.229072 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0556d59-838f-4cbe-82aa-973075713f22" -d '{"events": [{"server_uuid": "f608b30c-cacb-4d78-b6f5-dc7221bb1bb8", "name": "network-vif-plugged", "status": "completed", "tag": "791f1473-3c5a-444d-b434-28215b26eb23"}, {"server_uuid": "fcecc3fd-8eae-4a67-9372-6459358f577b", "name": "network-vif-plugged", "status": "completed", "tag": "1aa2b9f9-3efd-418b-a556-24a4547dbd94"}, {"server_uuid": "e4ecedf1-b2ac-49c9-85e5-a4488e79750c", "name": "network-vif-plugged", "status": "completed", "tag": "91205e73-4f00-4aca-9cf1-ebe71260bee8"}, {"server_uuid": "8aa94f00-7d59-4719-b0e7-9f8255806473", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc6c8ac-f141-42e5-ae56-7f8006020e17"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:03.229913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:03.253075 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-0097af19-a74b-42e1-affe-71d46e2aa447 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536539 Aug 31 14:25:03.270575 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 347d2472-621c-475e-bda0-39ca7e8cd68c up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:03.278333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'tag': '1aa2b9f9-3efd-418b-a556-24a4547dbd94'}, {'name': 'network-changed', 'server_uuid': 'e4ecedf1-b2ac-49c9-85e5-a4488e79750c', 'tag': '91205e73-4f00-4aca-9cf1-ebe71260bee8'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:03.282082 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fcecc3fd-8eae-4a67-9372-6459358f577b", "tag": "1aa2b9f9-3efd-418b-a556-24a4547dbd94"}, {"name": "network-changed", "server_uuid": "e4ecedf1-b2ac-49c9-85e5-a4488e79750c", "tag": "91205e73-4f00-4aca-9cf1-ebe71260bee8"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:03.343135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 347d2472-621c-475e-bda0-39ca7e8cd68c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:03.353795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 347d2472-621c-475e-bda0-39ca7e8cd68c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:03.354174 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:03.357496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d171701d-9c9b-4811-971c-0257f6337e9e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:03.385619 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-86d1ae00-5f4c-4e55-8c14-463e6f36ff67 service neutron] 10.222.0.39 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315529 Aug 31 14:25:03.402484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Pushing event updated for resources: {'Port': ['ID=e4c8df92-5f2c-42be-bb36-fe2d0b06ad22,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:03.450871 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Allocated IP 172.25.2.200 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/bc1df4a0-a4a4-40e0-871b-d9ae6bf13c7e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:03.467997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port d171701d-9c9b-4811-971c-0257f6337e9e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:03.473482 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:03.476286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d171701d-9c9b-4811-971c-0257f6337e9e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:03.476839 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:03.506201 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-789f5040-3749-4dbb-8df3-8891069a2703 service neutron] 10.222.0.39 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193619 Aug 31 14:25:03.545019 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:03.554183 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-ee3db6d6-baee-4b7d-b9f2-b8310b266d16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6379502 Aug 31 14:25:03.653108 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2926c610-9899-431a-a871-07d840f5d0b8 service neutron] 10.222.0.39 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390901 Aug 31 14:25:03.673122 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-0b82db84-4899-490d-99c9-dd4f7ecfa846 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.163 HTTP/1.1" status: 200 len: 696 time: 0.1174397 Aug 31 14:25:03.736911 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:03.795595 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-16ab7c33-8c29-4d69-8176-9febcf046485 service neutron] 10.222.0.39 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359737 Aug 31 14:25:03.823913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:03.826335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 347d2472-621c-475e-bda0-39ca7e8cd68c, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=347d2472-621c-475e-bda0-39ca7e8cd68c,segment=NetworkSegment(38a4f51f-377e-4b99-8ebe-aa6b0428d919),segment_id=38a4f51f-377e-4b99-8ebe-aa6b0428d919)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:03.839301 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:03.841859 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 791f1473-3c5a-444d-b434-28215b26eb23 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:03.887309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-5c4d3fcf-48dd-4e8a-b2cc-94ff11e941f4 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:03.888976 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8da6309b-121d-48e7-ac7c-48c6fa05b2e4 req-5c4d3fcf-48dd-4e8a-b2cc-94ff11e941f4 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.2058194 Aug 31 14:25:03.904519 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:03.957851 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:04.040690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:04.045276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:04.062268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:04.109335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'Port': ['ID=bc1df4a0-a4a4-40e0-871b-d9ae6bf13c7e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:04.140413 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=347d2472-621c-475e-bda0-39ca7e8cd68c,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:04.212377 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:04.221965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port d171701d-9c9b-4811-971c-0257f6337e9e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d171701d-9c9b-4811-971c-0257f6337e9e,segment=NetworkSegment(b13cbb43-79a5-4ac7-83a4-2aa77e6a797c),segment_id=b13cbb43-79a5-4ac7-83a4-2aa77e6a797c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:04.247229 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:04.298645 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:04.304719 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:04.396208 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 791f1473-3c5a-444d-b434-28215b26eb23, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=791f1473-3c5a-444d-b434-28215b26eb23,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:04.400913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=d171701d-9c9b-4811-971c-0257f6337e9e,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:04.412835 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:04.486138 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=791f1473-3c5a-444d-b434-28215b26eb23,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:04.809309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71d497-a8f4-43ec-b19d-9b727c45ae4d req-402d0cc4-a383-49d4-9579-821fa15e24d7 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:04.810860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b71d497-a8f4-43ec-b19d-9b727c45ae4d req-402d0cc4-a383-49d4-9579-821fa15e24d7 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c HTTP/1.1" status: 200 len: 945 time: 0.3345144 Aug 31 14:25:04.881386 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480d5c1-aefd-485a-93cc-30a3f4d892a2 req-04ef2f8a-1f29-4695-9be6-713b96dc49a7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:04.881980 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b71d497-a8f4-43ec-b19d-9b727c45ae4d req-20b2de56-ea91-41f7-b5f2-f5b007d742fe tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8a7f48-dff9-40a0-8991-496a2b531197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612881 Aug 31 14:25:04.886338 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:04.887938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480d5c1-aefd-485a-93cc-30a3f4d892a2 req-04ef2f8a-1f29-4695-9be6-713b96dc49a7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:04.889906 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7480d5c1-aefd-485a-93cc-30a3f4d892a2 req-04ef2f8a-1f29-4695-9be6-713b96dc49a7 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 1683 time: 0.0847490 Aug 31 14:25:04.894667 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:04.965001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7480d5c1-aefd-485a-93cc-30a3f4d892a2 req-c19f154d-678e-4d6e-a0d9-345efb499862 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648155 Aug 31 14:25:04.969645 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db55f33-333a-441b-a275-115a127d9177 x-openstack-request-id: req-8db55f33-333a-441b-a275-115a127d9177 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:04.970136 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f608b30c-cacb-4d78-b6f5-dc7221bb1bb8", "name": "network-vif-plugged", "status": "completed", "tag": "791f1473-3c5a-444d-b434-28215b26eb23", "code": 200}, {"server_uuid": "fcecc3fd-8eae-4a67-9372-6459358f577b", "name": "network-vif-plugged", "status": "completed", "tag": "1aa2b9f9-3efd-418b-a556-24a4547dbd94", "code": 200}, {"server_uuid": "e4ecedf1-b2ac-49c9-85e5-a4488e79750c", "name": "network-vif-plugged", "status": "completed", "tag": "91205e73-4f00-4aca-9cf1-ebe71260bee8", "code": 200}, {"server_uuid": "8aa94f00-7d59-4719-b0e7-9f8255806473", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc6c8ac-f141-42e5-ae56-7f8006020e17", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:04.970390 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8db55f33-333a-441b-a275-115a127d9177 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:04.970980 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f608b30c-cacb-4d78-b6f5-dc7221bb1bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f1473-3c5a-444d-b434-28215b26eb23', 'code': 200} Aug 31 14:25:04.971097 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa2b9f9-3efd-418b-a556-24a4547dbd94', 'code': 200} Aug 31 14:25:04.974766 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ecedf1-b2ac-49c9-85e5-a4488e79750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91205e73-4f00-4aca-9cf1-ebe71260bee8', 'code': 200} Aug 31 14:25:04.975108 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17', 'code': 200} Aug 31 14:25:04.981007 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'Port': ['ID=bc1df4a0-a4a4-40e0-871b-d9ae6bf13c7e,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:05.020826 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:05.051484 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b40d29-4b71-4b6d-af39-15b51f3e8154 x-openstack-request-id: req-56b40d29-4b71-4b6d-af39-15b51f3e8154 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:05.051794 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcecc3fd-8eae-4a67-9372-6459358f577b", "tag": "1aa2b9f9-3efd-418b-a556-24a4547dbd94", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e4ecedf1-b2ac-49c9-85e5-a4488e79750c", "tag": "91205e73-4f00-4aca-9cf1-ebe71260bee8", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:05.052004 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56b40d29-4b71-4b6d-af39-15b51f3e8154 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:05.054697 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'tag': '1aa2b9f9-3efd-418b-a556-24a4547dbd94', 'status': 'completed', 'code': 200} Aug 31 14:25:05.054936 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ecedf1-b2ac-49c9-85e5-a4488e79750c', 'tag': '91205e73-4f00-4aca-9cf1-ebe71260bee8', 'status': 'completed', 'code': 200} Aug 31 14:25:05.073942 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:05.075338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2c5581b3-81bb-4d13-9412-3ed215ff4cc5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3123875 Aug 31 14:25:05.245253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb81f14-f0a3-423e-b826-c357ca9ecc68 req-25cb73ca-7150-489c-88fe-77768a1db1e3 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:05.255983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ebb81f14-f0a3-423e-b826-c357ca9ecc68 req-25cb73ca-7150-489c-88fe-77768a1db1e3 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 948 time: 0.1496987 Aug 31 14:25:05.258587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-e4f06c0d-b7ce-419e-8c1f-ea8d9dc2cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:05.261490 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-e4f06c0d-b7ce-419e-8c1f-ea8d9dc2cd35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623fdba225e14015a70aa1118462d2bc&device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c HTTP/1.1" status: 200 len: 1096 time: 0.2057197 Aug 31 14:25:05.267729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cb208-e894-46de-9994-b978cb9932e1 req-955f9d21-8870-4b8f-818e-745ee01d1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:05.272797 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-271cb208-e894-46de-9994-b978cb9932e1 req-955f9d21-8870-4b8f-818e-745ee01d1152 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c HTTP/1.1" status: 200 len: 1096 time: 0.1996765 Aug 31 14:25:05.293797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d171701d-9c9b-4811-971c-0257f6337e9e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:05.302240 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-344e2735-9ab0-4157-867c-75742f743009 req-059f7188-9346-4259-9bc2-4bd060321861 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2709806 Aug 31 14:25:05.312898 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:05.354336 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:05.358327 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d171701d-9c9b-4811-971c-0257f6337e9e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:05.358946 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:05.443343 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ebb81f14-f0a3-423e-b826-c357ca9ecc68 req-a8c44221-80e4-4c83-ac0e-3eddd061ddc4 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628282 Aug 31 14:25:05.464284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-411bada4-d34c-422f-985a-c26fc1bf97af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:05.464596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-411bada4-d34c-422f-985a-c26fc1bf97af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:05.466158 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-411bada4-d34c-422f-985a-c26fc1bf97af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=708fd62df09c4606bd6f20c766eb762f&device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 1985 time: 0.3943973 Aug 31 14:25:05.467743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-271cb208-e894-46de-9994-b978cb9932e1 req-350b5894-c1da-4383-958b-f30daaffecb0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3c8a7f48-dff9-40a0-8991-496a2b531197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717966 Aug 31 14:25:05.534869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-97520e98-c2f4-44df-b06f-99b80d5c6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:05.537417 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-97520e98-c2f4-44df-b06f-99b80d5c6503 service neutron] 10.222.0.25 "GET /v2.0/networks?id=910b813c-e31d-4e81-9ee0-07d2b31fa318 HTTP/1.1" status: 200 len: 915 time: 0.2548110 Aug 31 14:25:05.567738 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:05.610100 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-8546d06d-c4bd-47fa-9e16-0923fc1dfd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:05.611746 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-8546d06d-c4bd-47fa-9e16-0923fc1dfd2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b HTTP/1.1" status: 200 len: 903 time: 0.1366446 Aug 31 14:25:05.622519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548e75b-5508-4296-8bd2-a944e44c2ab6 req-d74b9546-c60e-4f94-9f1a-b67f6401b74d tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:05.624027 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4548e75b-5508-4296-8bd2-a944e44c2ab6 req-d74b9546-c60e-4f94-9f1a-b67f6401b74d tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.0785909 Aug 31 14:25:05.669172 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-ec370cea-487a-4bf0-8ba7-ec2b9559ed72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.152&port_id=1aa2b9f9-3efd-418b-a556-24a4547dbd94 HTTP/1.1" status: 200 len: 217 time: 0.0442083 Aug 31 14:25:05.681586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Allocated IP 172.25.2.80 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/4655dc67-e3ff-4b4d-9133-ba3b6c8a7b93) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:05.747838 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-8d4c688a-8944-4ac0-8070-324555814be3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91205e73-4f00-4aca-9cf1-ebe71260bee8 HTTP/1.1" status: 200 len: 217 time: 0.0611205 Aug 31 14:25:05.801369 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4548e75b-5508-4296-8bd2-a944e44c2ab6 req-66a44cee-c31b-4e39-997e-907fed9c470e tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.39 "GET /v2.0/security-groups?id=531a9b29-2d7f-40fa-881a-7c0299d19ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691594 Aug 31 14:25:05.802132 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:05.809794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-e337baf7-7a9c-497d-b6b4-5e76813f0f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:05.811363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-e337baf7-7a9c-497d-b6b4-5e76813f0f9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8053ece2-4815-41c5-a600-f37f6e6954e2 HTTP/1.1" status: 200 len: 801 time: 0.1348052 Aug 31 14:25:05.856114 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:05.859110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-f7322b5e-d7bf-4fb6-b064-4fe245f81b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:05.861346 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-f7322b5e-d7bf-4fb6-b064-4fe245f81b0c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c1f9529c-55f8-482b-8b4d-c5ca32c09282 HTTP/1.1" status: 200 len: 853 time: 0.0982103 Aug 31 14:25:05.915678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:05.921300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-046091fc-3bb4-43c2-8d44-311107b70ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:05.923735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:05.923874 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-046091fc-3bb4-43c2-8d44-311107b70ab8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1042879 Aug 31 14:25:05.927692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:05.935030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Pushing event updated for resources: {'Port': ['ID=4655dc67-e3ff-4b4d-9133-ba3b6c8a7b93,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:05.990103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-c8609b2d-93a9-4f6c-818c-5b8bb983d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:05.992063 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-c8609b2d-93a9-4f6c-818c-5b8bb983d6e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=910b813c-e31d-4e81-9ee0-07d2b31fa318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185665 Aug 31 14:25:06.010146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-471e41af-c8f1-4164-b555-df10f1a4e568 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:25:06.011156 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-471e41af-c8f1-4164-b555-df10f1a4e568 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056744 Aug 31 14:25:06.040185 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:06.066406 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-010bd7c2-98aa-43fb-bb1f-43f652c7360e req-4b35e2eb-a0a8-42fc-83b2-a93193a009ec tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0523970 Aug 31 14:25:06.075675 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:06.115959 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-652b619d-c9ce-4385-a091-3837af691dc9 service neutron] 10.222.0.60 "GET /v2.0/networks/23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834357 Aug 31 14:25:06.235718 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-f9195a64-7581-4001-8b49-4d703534d0a9 service neutron] 10.222.0.25 "GET /v2.0/networks/910b813c-e31d-4e81-9ee0-07d2b31fa318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079778 Aug 31 14:25:06.255803 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:06.260897 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:06.277322 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4a0987b4-8ccf-4900-8b84-690a47fe39a4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1323951465&fields=id&tenant_id=dd87edd378f7458fadafeeb5d6d572bd HTTP/1.1" status: 200 len: 267 time: 0.0912166 Aug 31 14:25:06.306534 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-83b345e1-2b08-4b8f-9735-db9d18027d63 service neutron] 10.222.0.60 "GET /v2.0/networks/23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814680 Aug 31 14:25:06.336439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Pushing event updated for resources: {'Port': ['ID=4655dc67-e3ff-4b4d-9133-ba3b6c8a7b93,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:06.350654 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:06.368028 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:06.369674 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-344e2735-9ab0-4157-867c-75742f743009 req-81e01b85-8ee5-4aa0-8487-f36448a24b08 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0610023 Aug 31 14:25:06.440007 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-344e2735-9ab0-4157-867c-75742f743009 req-3be2a9c4-d818-4dd2-ab52-1d3ce544f265 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 695 time: 0.0605152 Aug 31 14:25:06.464540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-747415b9-28c8-4883-86e0-9ede43ba7ed3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:06.466149 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-747415b9-28c8-4883-86e0-9ede43ba7ed3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports/3b58f743-17da-4d06-af23-9ca491f1d45c HTTP/1.1" status: 200 len: 937 time: 0.1700656 Aug 31 14:25:06.529106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-87a726ae-e0aa-4dc7-beba-ae6d0cd92657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:06.530501 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-87a726ae-e0aa-4dc7-beba-ae6d0cd92657 service neutron] 10.222.0.25 "GET /v2.0/ports/cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 HTTP/1.1" status: 200 len: 1028 time: 0.1473792 Aug 31 14:25:06.541952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5b1f-38c2-4f72-9b6f-d440a44d5837 req-673adad2-537c-4282-951c-5dfaaf90d3b7 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:06.543523 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6dfd5b1f-38c2-4f72-9b6f-d440a44d5837 req-673adad2-537c-4282-951c-5dfaaf90d3b7 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c96db94-f036-44f2-9c8e-a659b6ac4840 HTTP/1.1" status: 200 len: 946 time: 0.1858134 Aug 31 14:25:06.557074 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e2735-9ab0-4157-867c-75742f743009 req-d83bca61-6362-431e-be5f-9912b2a7935f tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:06.558669 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-344e2735-9ab0-4157-867c-75742f743009 req-d83bca61-6362-431e-be5f-9912b2a7935f tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.1104586 Aug 31 14:25:06.606293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b9a93820-ddad-46de-ab56-95b3df612842 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:06.607848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b9a93820-ddad-46de-ab56-95b3df612842 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports/bdd494a6-c0dc-45e9-a438-4b045656ddfe HTTP/1.1" status: 200 len: 936 time: 0.1326118 Aug 31 14:25:06.713451 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7739f6f-7aab-4a46-ab31-15ca1a06e5fa req-133440bc-c0e2-4169-81dc-9edc312cd9b4 service neutron] 10.222.0.25 "GET /v2.0/networks/910b813c-e31d-4e81-9ee0-07d2b31fa318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609544 Aug 31 14:25:06.714037 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-ec391d95-de0e-485a-816d-c2c529a74021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:06.715552 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-ec391d95-de0e-485a-816d-c2c529a74021 service neutron] 10.222.0.25 "GET /v2.0/ports/dbc07de3-f945-4450-882b-57900fb39169 HTTP/1.1" status: 200 len: 1027 time: 0.1674221 Aug 31 14:25:06.727759 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-1b1db61c-8bec-4451-845c-b681754fb5a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?network_id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0926697 Aug 31 14:25:06.837606 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cea65a44-0245-4bc4-8bbf-16da268e45e3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?network_id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1088369 Aug 31 14:25:06.977852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347d2472-621c-475e-bda0-39ca7e8cd68c'}, {'server_uuid': 'f608b30c-cacb-4d78-b6f5-dc7221bb1bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '791f1473-3c5a-444d-b434-28215b26eb23'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:06.982668 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6071021-caac-4690-9bae-11e2d8b7086b" -d '{"events": [{"server_uuid": "fcecc3fd-8eae-4a67-9372-6459358f577b", "name": "network-vif-plugged", "status": "completed", "tag": "347d2472-621c-475e-bda0-39ca7e8cd68c"}, {"server_uuid": "f608b30c-cacb-4d78-b6f5-dc7221bb1bb8", "name": "network-vif-unplugged", "status": "completed", "tag": "791f1473-3c5a-444d-b434-28215b26eb23"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:06.991371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-6dfd5b1f-38c2-4f72-9b6f-d440a44d5837 req-10da2b78-19be-4d2b-a6ad-a0168e461127 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Deleting port 720c705b-35ac-4f30-8443-6d743cc8c8b9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:06.991912 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6dfd5b1f-38c2-4f72-9b6f-d440a44d5837 req-10da2b78-19be-4d2b-a6ad-a0168e461127 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:07.097143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-969295d5-f658-4cdf-b99f-f88d08ca89b2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:07.107206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-969295d5-f658-4cdf-b99f-f88d08ca89b2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:07.114416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-969295d5-f658-4cdf-b99f-f88d08ca89b2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:07.116257 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-969295d5-f658-4cdf-b99f-f88d08ca89b2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "GET /v2.0/networks?id=71a1c2c5-5453-43a1-84ef-1e0d36712da3&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=703d1749-b334-41de-af58-b448e639a222&id=703d1749-b334-41de-af58-b448e639a222 HTTP/1.1" status: 200 len: 1990 time: 0.3785799 Aug 31 14:25:07.205293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-92c56c95-e6ae-4337-b8f4-f99eae1fa00b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:07.211222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-92c56c95-e6ae-4337-b8f4-f99eae1fa00b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:07.217180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-92c56c95-e6ae-4337-b8f4-f99eae1fa00b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:07.219607 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-92c56c95-e6ae-4337-b8f4-f99eae1fa00b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/networks?id=9389d65e-cc2a-46c3-97fe-2cd12fa0d276&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&id=102255ed-e1f5-4ea0-8992-73ed1fa161fb HTTP/1.1" status: 200 len: 1996 time: 0.3604987 Aug 31 14:25:07.237340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-1d2f1fd1-1a3d-44e5-b4a9-cc2c29b4dd31 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea3110f7f81a4dcdb23e4d896c13d489 HTTP/1.1" status: 200 len: 379 time: 0.1096244 Aug 31 14:25:07.250153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6dfd5b1f-38c2-4f72-9b6f-d440a44d5837 req-10da2b78-19be-4d2b-a6ad-a0168e461127 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] For port 720c705b-35ac-4f30-8443-6d743cc8c8b9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=720c705b-35ac-4f30-8443-6d743cc8c8b9,segment=NetworkSegment(c3884580-88a0-4c90-a5ec-2d23a57a1f1d),segment_id=c3884580-88a0-4c90-a5ec-2d23a57a1f1d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:07.251300 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6dfd5b1f-38c2-4f72-9b6f-d440a44d5837 req-10da2b78-19be-4d2b-a6ad-a0168e461127 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:07.257094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-10ca48c9-bccc-4653-8029-6351815e2675 req-99fa3130-e043-4826-8b10-f091cda1ffd1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'port': {'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'admin_state_up': True, 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'security_groups': ['8987bb91-4443-411f-ac33-0537d1739e9d']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:07.285613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-1ef3efeb-8c8e-40ff-b294-c184a0d051c6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/quotas/dd87edd378f7458fadafeeb5d6d572bd HTTP/1.1" status: 200 len: 375 time: 0.0563068 Aug 31 14:25:07.315754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-6dfd5b1f-38c2-4f72-9b6f-d440a44d5837 req-10da2b78-19be-4d2b-a6ad-a0168e461127 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Calling delete_port for 720c705b-35ac-4f30-8443-6d743cc8c8b9 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:07.502762 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-21623b2b-866f-42a5-a361-f6b53fa7575d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1849079 Aug 31 14:25:07.543414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485483ee-1067-41f7-9d35-05993a0c5251 req-d8f68330-9160-460f-a209-a48e82c4a3fe tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:07.545079 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-485483ee-1067-41f7-9d35-05993a0c5251 req-d8f68330-9160-460f-a209-a48e82c4a3fe tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c HTTP/1.1" status: 200 len: 945 time: 0.0760114 Aug 31 14:25:07.565978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-99fa3130-e043-4826-8b10-f091cda1ffd1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Made reservation on behalf of ea3110f7f81a4dcdb23e4d896c13d489 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:07.569599 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-99fa3130-e043-4826-8b10-f091cda1ffd1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:07.593954 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-485483ee-1067-41f7-9d35-05993a0c5251 req-c1930729-0262-4582-ab5c-cd97dba10265 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8a7f48-dff9-40a0-8991-496a2b531197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417523 Aug 31 14:25:07.689344 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6dfd5b1f-38c2-4f72-9b6f-d440a44d5837 req-10da2b78-19be-4d2b-a6ad-a0168e461127 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:07.704556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['720c705b-35ac-4f30-8443-6d743cc8c8b9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:25:07.739938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299ea67-c526-4307-81a5-7c24de561354 req-3afc7363-0654-48c2-9993-ee28ad6f9a3c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:07.745095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da2b78-19be-4d2b-a6ad-a0168e461127 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Pushing event deleted for resources: {'Port': ['ID=720c705b-35ac-4f30-8443-6d743cc8c8b9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:07.748096 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299ea67-c526-4307-81a5-7c24de561354 req-3afc7363-0654-48c2-9993-ee28ad6f9a3c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:07.749957 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b299ea67-c526-4307-81a5-7c24de561354 req-3afc7363-0654-48c2-9993-ee28ad6f9a3c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 1683 time: 0.0824134 Aug 31 14:25:07.768799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-01153537-ba57-46af-adeb-f606757949e6 service neutron] 10.222.0.39 "GET /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447431 Aug 31 14:25:07.801848 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b299ea67-c526-4307-81a5-7c24de561354 req-a4476c2c-eae2-4710-a8a2-237767dda68a tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386598 Aug 31 14:25:07.959481 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-048a004d-7593-4503-adef-40cf7f41de82 req-5ebc3bcb-bb6c-4676-a005-39b9c55472c8 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1247342 Aug 31 14:25:07.964633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:07.997049 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:08.111917 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:08.112984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfd5b1f-38c2-4f72-9b6f-d440a44d5837 req-10da2b78-19be-4d2b-a6ad-a0168e461127 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] No DVR routers for this DVR port 720c705b-35ac-4f30-8443-6d743cc8c8b9 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:08.122111 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6dfd5b1f-38c2-4f72-9b6f-d440a44d5837 req-10da2b78-19be-4d2b-a6ad-a0168e461127 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:08.124147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6dfd5b1f-38c2-4f72-9b6f-d440a44d5837 req-10da2b78-19be-4d2b-a6ad-a0168e461127 tempest-ServerRescueTestJSON-185008267 tempest-ServerRescueTestJSON-185008267-project] 10.222.0.60 "DELETE /v2.0/ports/720c705b-35ac-4f30-8443-6d743cc8c8b9 HTTP/1.1" status: 204 len: 173 time: 1.5551491 Aug 31 14:25:08.124593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c96db94-f036-44f2-9c8e-a659b6ac4840', 'name': 'network-vif-deleted', 'tag': '720c705b-35ac-4f30-8443-6d743cc8c8b9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:08.127603 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657c8b53-feb0-46ad-9e2a-5bf25b666381" -d '{"events": [{"server_uuid": "7c96db94-f036-44f2-9c8e-a659b6ac4840", "name": "network-vif-deleted", "tag": "720c705b-35ac-4f30-8443-6d743cc8c8b9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:08.161711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-10ca48c9-bccc-4653-8029-6351815e2675 req-99fa3130-e043-4826-8b10-f091cda1ffd1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Allocated IP 172.20.0.5 (71a1c2c5-5453-43a1-84ef-1e0d36712da3/c2e8e2f7-0116-42a6-a90d-411eec89334e/99f535e7-a803-49b2-8109-1a1e28f045a9) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:08.237667 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-061b3cb1-ccd8-4543-8b7e-86d760bbeae8 service neutron] 10.222.0.39 "GET /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927478 Aug 31 14:25:08.273280 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Allocated IP 172.25.2.27 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/19641835-bd0f-41f4-89d1-5298b416aa22) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:08.395723 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-96107446-7a06-46f8-b006-6046b0261284 service neutron] 10.222.0.39 "GET /v2.0/ports/3b58f743-17da-4d06-af23-9ca491f1d45c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1440437 Aug 31 14:25:08.534675 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-99fa3130-e043-4826-8b10-f091cda1ffd1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:08.539131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-09ef41b7-6cfe-408a-96bc-12af5c5ba5c4 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424978 Aug 31 14:25:08.612397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-10ca48c9-bccc-4653-8029-6351815e2675 req-99fa3130-e043-4826-8b10-f091cda1ffd1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Transition to ACTIVE for port object 99f535e7-a803-49b2-8109-1a1e28f045a9 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:08.680299 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-69f7725b-95fd-4440-9d65-c48bb75986e9 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254971 Aug 31 14:25:08.682206 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-99fa3130-e043-4826-8b10-f091cda1ffd1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:08.774510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ca48c9-bccc-4653-8029-6351815e2675 req-99fa3130-e043-4826-8b10-f091cda1ffd1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:08.780552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-10ca48c9-bccc-4653-8029-6351815e2675 req-99fa3130-e043-4826-8b10-f091cda1ffd1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:08.783752 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa3130-e043-4826-8b10-f091cda1ffd1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'Port': ['ID=99f535e7-a803-49b2-8109-1a1e28f045a9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:08.787577 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-7c084147-440c-47bd-80b4-78e941ad8da7 service neutron] 10.222.0.39 "GET /v2.0/ports/bdd494a6-c0dc-45e9-a438-4b045656ddfe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0957060 Aug 31 14:25:08.788367 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-99fa3130-e043-4826-8b10-f091cda1ffd1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:08.832595 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:08.884156 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:08.888252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-99fa3130-e043-4826-8b10-f091cda1ffd1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:08.888978 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-99fa3130-e043-4826-8b10-f091cda1ffd1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:08.909789 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-99fa3130-e043-4826-8b10-f091cda1ffd1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6594877 Aug 31 14:25:08.922644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-10ca48c9-bccc-4653-8029-6351815e2675 req-641e411f-1746-4ab5-9013-514138f537e8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'port': {'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d', 'admin_state_up': True, 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'security_groups': ['8987bb91-4443-411f-ac33-0537d1739e9d']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:08.961560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:08.962829 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Pushing event updated for resources: {'Port': ['ID=19641835-bd0f-41f4-89d1-5298b416aa22,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:08.965848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:08.968130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:09.086762 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:09.093502 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-30b55e92-793a-4978-9388-66278759c2b8 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810693 Aug 31 14:25:09.095845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-641e411f-1746-4ab5-9013-514138f537e8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Made reservation on behalf of ea3110f7f81a4dcdb23e4d896c13d489 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:09.100082 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-641e411f-1746-4ab5-9013-514138f537e8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:09.101944 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-30335c66-1430-422c-984a-9e6c0a73d05a None None] Provisioning for port 99f535e7-a803-49b2-8109-1a1e28f045a9 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:09.110521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-30335c66-1430-422c-984a-9e6c0a73d05a None None] Provisioning complete for port 99f535e7-a803-49b2-8109-1a1e28f045a9 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:09.111373 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30335c66-1430-422c-984a-9e6c0a73d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:09.133466 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:09.153489 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-30335c66-1430-422c-984a-9e6c0a73d05a None None] Port 99f535e7-a803-49b2-8109-1a1e28f045a9 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:09.264398 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-a5225638-0ca8-4d8f-93f8-28d29e3abb69 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617267 Aug 31 14:25:09.327139 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:09.332032 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:09.369495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-10ca48c9-bccc-4653-8029-6351815e2675 req-641e411f-1746-4ab5-9013-514138f537e8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Allocated IP 10.1.1.93 (1b4a753f-ef7c-4fe1-aa26-35f642418c0d/9799c103-7005-4f13-9ecc-d6c62616947a/46681e42-b392-40ec-9c3e-c611227256b0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:09.416552 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:09.434276 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:09.436103 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-048a004d-7593-4503-adef-40cf7f41de82 req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4758263 Aug 31 14:25:09.437008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f349b-e86d-489b-9cfa-1813bc59aedd tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Pushing event updated for resources: {'Port': ['ID=19641835-bd0f-41f4-89d1-5298b416aa22,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:09.440184 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-223cbaa2-1f7b-4a32-a6e7-d4ace8ac4be8 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570630 Aug 31 14:25:09.510838 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-048a004d-7593-4503-adef-40cf7f41de82 req-ac993d62-7e70-4942-ba7b-4c5daaff817e tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.0572000 Aug 31 14:25:09.616143 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-fa33e08e-8c63-40ab-a16b-e9bcc06120f4 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668670 Aug 31 14:25:09.628808 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-641e411f-1746-4ab5-9013-514138f537e8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:09.636037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a004d-7593-4503-adef-40cf7f41de82 req-0b760d54-16e1-443d-a353-ea1e0aaadb56 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:09.637588 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-048a004d-7593-4503-adef-40cf7f41de82 req-0b760d54-16e1-443d-a353-ea1e0aaadb56 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.1204846 Aug 31 14:25:09.644835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-10ca48c9-bccc-4653-8029-6351815e2675 req-641e411f-1746-4ab5-9013-514138f537e8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Transition to ACTIVE for port object 46681e42-b392-40ec-9c3e-c611227256b0 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:09.715003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38754) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:09.770489 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-641e411f-1746-4ab5-9013-514138f537e8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:09.789062 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddcd461-0632-4f19-87ee-78d6c82012c7 x-openstack-request-id: req-1ddcd461-0632-4f19-87ee-78d6c82012c7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:09.789458 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcecc3fd-8eae-4a67-9372-6459358f577b", "name": "network-vif-plugged", "status": "completed", "tag": "347d2472-621c-475e-bda0-39ca7e8cd68c", "code": 200}, {"server_uuid": "f608b30c-cacb-4d78-b6f5-dc7221bb1bb8", "name": "network-vif-unplugged", "status": "completed", "tag": "791f1473-3c5a-444d-b434-28215b26eb23", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:09.789723 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ddcd461-0632-4f19-87ee-78d6c82012c7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:09.790210 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347d2472-621c-475e-bda0-39ca7e8cd68c', 'code': 200} Aug 31 14:25:09.790468 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f608b30c-cacb-4d78-b6f5-dc7221bb1bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '791f1473-3c5a-444d-b434-28215b26eb23', 'code': 200} Aug 31 14:25:09.809893 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-e7bce7a3-8b25-4ef7-9896-6429d78ba3e3 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682150 Aug 31 14:25:09.835966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ca48c9-bccc-4653-8029-6351815e2675 req-641e411f-1746-4ab5-9013-514138f537e8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:09.842339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-10ca48c9-bccc-4653-8029-6351815e2675 req-641e411f-1746-4ab5-9013-514138f537e8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:09.857418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-641e411f-1746-4ab5-9013-514138f537e8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:09.900234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e411f-1746-4ab5-9013-514138f537e8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'Port': ['ID=46681e42-b392-40ec-9c3e-c611227256b0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:10.013461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-641e411f-1746-4ab5-9013-514138f537e8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:10.014278 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-641e411f-1746-4ab5-9013-514138f537e8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:10.030341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efdecc-da24-4d8f-8400-3683b7dfb994 req-8b06ba5a-609f-426c-a9d4-750ea829054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:10.030993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efdecc-da24-4d8f-8400-3683b7dfb994 req-8b06ba5a-609f-426c-a9d4-750ea829054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:10.033605 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-97efdecc-da24-4d8f-8400-3683b7dfb994 req-8b06ba5a-609f-426c-a9d4-750ea829054c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 1985 time: 0.1725376 Aug 31 14:25:10.079161 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-641e411f-1746-4ab5-9013-514138f537e8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1614699 Aug 31 14:25:10.081474 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-7f0852fb-edce-42f8-8a36-44eca1bdf5b5 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592170 Aug 31 14:25:10.095945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-10ca48c9-bccc-4653-8029-6351815e2675 req-72553726-bded-45f6-924f-18fc44010b3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'port': {'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d', 'admin_state_up': True, 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'security_groups': ['8987bb91-4443-411f-ac33-0537d1739e9d']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:10.144681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa895f-d89a-4775-803c-a9a8095ca6b7 req-d9f21cbf-d196-4ebc-adba-0e980ac1bd50 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:10.151825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa895f-d89a-4775-803c-a9a8095ca6b7 req-d9f21cbf-d196-4ebc-adba-0e980ac1bd50 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:10.153623 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6baa895f-d89a-4775-803c-a9a8095ca6b7 req-d9f21cbf-d196-4ebc-adba-0e980ac1bd50 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 1652 time: 0.2137692 Aug 31 14:25:10.199521 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-97efdecc-da24-4d8f-8400-3683b7dfb994 req-5a45da7f-67aa-4145-ae10-216234bfbcc0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525898 Aug 31 14:25:10.206670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7e3b19c2-b8ee-4e56-a718-5c3620ba5c96 None None] Provisioning for port 46681e42-b392-40ec-9c3e-c611227256b0 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:10.214336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7e3b19c2-b8ee-4e56-a718-5c3620ba5c96 None None] Provisioning complete for port 46681e42-b392-40ec-9c3e-c611227256b0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:10.215023 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e3b19c2-b8ee-4e56-a718-5c3620ba5c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:10.241931 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6baa895f-d89a-4775-803c-a9a8095ca6b7 req-888c4091-0213-4c06-8b99-607ab1a6ce3f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778136 Aug 31 14:25:10.287298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7e3b19c2-b8ee-4e56-a718-5c3620ba5c96 None None] Port 46681e42-b392-40ec-9c3e-c611227256b0 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:10.348938 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8222acc-20a1-4f53-99dd-bcd62f69633a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:10.358257 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-7cbe52bf-f45d-45e3-819e-4d1fa0b4bad3 service neutron] 10.222.0.39 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585514 Aug 31 14:25:10.432530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-72553726-bded-45f6-924f-18fc44010b3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Made reservation on behalf of ea3110f7f81a4dcdb23e4d896c13d489 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:10.437644 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-72553726-bded-45f6-924f-18fc44010b3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:10.613052 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07e954-5309-4f45-9118-602434e06a6d req-fcad8736-c2cf-4dc4-84d6-0b1fd5d9544e tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:10.618910 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f07e954-5309-4f45-9118-602434e06a6d req-fcad8736-c2cf-4dc4-84d6-0b1fd5d9544e tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c HTTP/1.1" status: 200 len: 945 time: 0.1024852 Aug 31 14:25:10.619051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-10ca48c9-bccc-4653-8029-6351815e2675 req-72553726-bded-45f6-924f-18fc44010b3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Allocated IP 10.1.1.151 (1b4a753f-ef7c-4fe1-aa26-35f642418c0d/9799c103-7005-4f13-9ecc-d6c62616947a/9a69c30f-e49c-4c35-82b4-3dbc7c73eced) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:10.627838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38760) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:10.632723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6c1d826c-6815-43dc-9200-ec3276e93651 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Request body: {'floatingip': {'port_id': '91205e73-4f00-4aca-9cf1-ebe71260bee8'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:10.684968 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c1d826c-6815-43dc-9200-ec3276e93651 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:10.746593 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09be5cac-8bd1-4e63-b687-cd186157e363 x-openstack-request-id: req-09be5cac-8bd1-4e63-b687-cd186157e363 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:10.746957 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c96db94-f036-44f2-9c8e-a659b6ac4840", "name": "network-vif-deleted", "tag": "720c705b-35ac-4f30-8443-6d743cc8c8b9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:10.747234 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09be5cac-8bd1-4e63-b687-cd186157e363 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:10.747642 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c96db94-f036-44f2-9c8e-a659b6ac4840', 'name': 'network-vif-deleted', 'tag': '720c705b-35ac-4f30-8443-6d743cc8c8b9', 'status': 'completed', 'code': 200} Aug 31 14:25:10.749764 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cb45caa5-1d5e-45dd-a860-111c587ebd66 service neutron] 10.222.0.39 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906803 Aug 31 14:25:10.807730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e8222acc-20a1-4f53-99dd-bcd62f69633a admin admin] Deleting port 602bc020-596a-4588-a24b-ff7c7ed1c0fe {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:10.808225 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8222acc-20a1-4f53-99dd-bcd62f69633a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:10.913807 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc8e6e-cdde-430c-8b57-fcae35cb978a req-44bd67b3-c1de-474d-a04b-86ce5cae7207 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:10.920039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc8e6e-cdde-430c-8b57-fcae35cb978a req-44bd67b3-c1de-474d-a04b-86ce5cae7207 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:10.921723 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-32fc8e6e-cdde-430c-8b57-fcae35cb978a req-44bd67b3-c1de-474d-a04b-86ce5cae7207 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 1683 time: 0.1209297 Aug 31 14:25:10.955072 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-e8222acc-20a1-4f53-99dd-bcd62f69633a admin admin] For port 602bc020-596a-4588-a24b-ff7c7ed1c0fe, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=602bc020-596a-4588-a24b-ff7c7ed1c0fe,segment=NetworkSegment(c3884580-88a0-4c90-a5ec-2d23a57a1f1d),segment_id=c3884580-88a0-4c90-a5ec-2d23a57a1f1d)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:10.955490 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8222acc-20a1-4f53-99dd-bcd62f69633a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:10.979760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e8222acc-20a1-4f53-99dd-bcd62f69633a admin admin] Calling delete_port for 602bc020-596a-4588-a24b-ff7c7ed1c0fe owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:11.009662 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-32fc8e6e-cdde-430c-8b57-fcae35cb978a req-2d263531-2f78-4ffc-8bff-f6ccda69c76b tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787079 Aug 31 14:25:11.218124 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-74416212-9192-4044-8704-58dd0c822aa3 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1743526 Aug 31 14:25:11.238175 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:11.270375 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:11.311567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 720c705b-35ac-4f30-8443-6d743cc8c8b9 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:11.346305 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-47c494e3-e3e8-4830-8e76-1d77b80396c6 service neutron] 10.222.0.39 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720725 Aug 31 14:25:11.368252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 720c705b-35ac-4f30-8443-6d743cc8c8b9 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:11.368598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 720c705b-35ac-4f30-8443-6d743cc8c8b9 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:11.406619 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-72553726-bded-45f6-924f-18fc44010b3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:11.410621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8222acc-20a1-4f53-99dd-bcd62f69633a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:11.441940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8222acc-20a1-4f53-99dd-bcd62f69633a admin admin] Pushing event deleted for resources: {'Port': ['ID=602bc020-596a-4588-a24b-ff7c7ed1c0fe,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:11.492923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-10ca48c9-bccc-4653-8029-6351815e2675 req-72553726-bded-45f6-924f-18fc44010b3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Transition to ACTIVE for port object 9a69c30f-e49c-4c35-82b4-3dbc7c73eced will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:11.588364 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:11.681830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-0536c4a1-217f-47cd-b731-06f29a4296f8 service neutron] 10.222.0.39 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279021 Aug 31 14:25:11.697009 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8222acc-20a1-4f53-99dd-bcd62f69633a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:11.796212 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Allocated IP 172.25.2.57 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/2dd879c7-1d6a-48dc-b9f4-24ae91996bc0) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:12.005262 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c1d826c-6815-43dc-9200-ec3276e93651 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:12.012008 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c1d826c-6815-43dc-9200-ec3276e93651 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:12.063337 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:12.113417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8222acc-20a1-4f53-99dd-bcd62f69633a admin admin] Router 2b5dda10-af96-4df6-b49c-265202c46802 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:12.143457 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-6c1d826c-6815-43dc-9200-ec3276e93651 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Floating IP 67d8d043-50f2-446a-a207-0e0f347c865a associated. External IP: 172.25.2.24, port: 91205e73-4f00-4aca-9cf1-ebe71260bee8. Aug 31 14:25:12.245361 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-72553726-bded-45f6-924f-18fc44010b3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:12.247282 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:12.275895 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8222acc-20a1-4f53-99dd-bcd62f69633a admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:12.284284 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e8222acc-20a1-4f53-99dd-bcd62f69633a admin admin] 10.222.0.39 "PUT /v2.0/routers/2b5dda10-af96-4df6-b49c-265202c46802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5680265 Aug 31 14:25:12.288027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38786) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:12.299277 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98a364-9f29-425c-88aa-bdcc03706f66 None None] Sync routers for ids ['2b5dda10-af96-4df6-b49c-265202c46802'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:12.308398 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98a364-9f29-425c-88aa-bdcc03706f66 None None] Routers {'2b5dda10-af96-4df6-b49c-265202c46802'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:12.309203 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6e98a364-9f29-425c-88aa-bdcc03706f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:24:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2b5dda10-af96-4df6-b49c-265202c46802'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:12.310206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:12.320826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:12.330938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:12.456041 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Pushing event updated for resources: {'Port': ['ID=2dd879c7-1d6a-48dc-b9f4-24ae91996bc0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:12.460707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72553726-bded-45f6-924f-18fc44010b3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'Port': ['ID=9a69c30f-e49c-4c35-82b4-3dbc7c73eced,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:12.495964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ca48c9-bccc-4653-8029-6351815e2675 req-72553726-bded-45f6-924f-18fc44010b3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:12.518049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd87141-c7a2-406c-9e88-1b5895231553 req-2359426c-6b06-4aaa-ade6-bfb158eadedc tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:12.519724 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fd87141-c7a2-406c-9e88-1b5895231553 req-2359426c-6b06-4aaa-ade6-bfb158eadedc tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.60 "GET /v2.0/ports?device_id=f608b30c-cacb-4d78-b6f5-dc7221bb1bb8 HTTP/1.1" status: 200 len: 943 time: 0.2662492 Aug 31 14:25:12.523383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-10ca48c9-bccc-4653-8029-6351815e2675 req-72553726-bded-45f6-924f-18fc44010b3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:12.528038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-72553726-bded-45f6-924f-18fc44010b3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:12.581101 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-6e98a364-9f29-425c-88aa-bdcc03706f66 None None] Set router 2b5dda10-af96-4df6-b49c-265202c46802 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:12.636553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:12.895729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-72553726-bded-45f6-924f-18fc44010b3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:12.896480 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-72553726-bded-45f6-924f-18fc44010b3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:12.936426 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-689f684d-575b-45af-b7fe-37c3c673b784 None None] Provisioning for port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:12.948194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-689f684d-575b-45af-b7fe-37c3c673b784 None None] Provisioning complete for port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:12.948719 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-689f684d-575b-45af-b7fe-37c3c673b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:13.003364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1fd87141-c7a2-406c-9e88-1b5895231553 req-01bee645-b983-4c42-9c42-576e066295b4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Deleting port 791f1473-3c5a-444d-b434-28215b26eb23 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:13.003761 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fd87141-c7a2-406c-9e88-1b5895231553 req-01bee645-b983-4c42-9c42-576e066295b4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:13.052819 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6e98a364-9f29-425c-88aa-bdcc03706f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5dda10-af96-4df6-b49c-265202c46802', 'name': 'tempest-ServerRescueTestJSON-29017629-router', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:25:11Z', 'revision_number': 5, 'project_id': '80c65d56754943fe8e7402ca0f9734eb', 'gw_port': {'id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5dda10-af96-4df6-b49c-265202c46802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:13.068772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-689f684d-575b-45af-b7fe-37c3c673b784 None None] Port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:13.091655 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-72553726-bded-45f6-924f-18fc44010b3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0020819 Aug 31 14:25:13.094324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1d826c-6815-43dc-9200-ec3276e93651 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Router 5802215f-5e56-475f-989e-fec322dd2f7d has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:13.096840 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98a364-9f29-425c-88aa-bdcc03706f66 None None] Checking router: 2b5dda10-af96-4df6-b49c-265202c46802 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:13.116240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-10ca48c9-bccc-4653-8029-6351815e2675 req-212c743f-ef9c-4e3d-aada-52ac8d2ba451 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'port': {'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '703d1749-b334-41de-af58-b448e639a222', 'admin_state_up': True, 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'security_groups': ['8987bb91-4443-411f-ac33-0537d1739e9d']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:13.121422 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98a364-9f29-425c-88aa-bdcc03706f66 None None] Routers {'2b5dda10-af96-4df6-b49c-265202c46802'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:13.122071 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6e98a364-9f29-425c-88aa-bdcc03706f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:24:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2b5dda10-af96-4df6-b49c-265202c46802'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:13.422512 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-6e98a364-9f29-425c-88aa-bdcc03706f66 None None] Set router 2b5dda10-af96-4df6-b49c-265202c46802 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:13.611054 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:13.668752 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:13.689586 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:13.718071 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1fd87141-c7a2-406c-9e88-1b5895231553 req-01bee645-b983-4c42-9c42-576e066295b4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] For port 791f1473-3c5a-444d-b434-28215b26eb23, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=791f1473-3c5a-444d-b434-28215b26eb23,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:13.718613 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fd87141-c7a2-406c-9e88-1b5895231553 req-01bee645-b983-4c42-9c42-576e066295b4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:13.734808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1fd87141-c7a2-406c-9e88-1b5895231553 req-01bee645-b983-4c42-9c42-576e066295b4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Calling delete_port for 791f1473-3c5a-444d-b434-28215b26eb23 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:13.802489 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6e98a364-9f29-425c-88aa-bdcc03706f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5dda10-af96-4df6-b49c-265202c46802', 'name': 'tempest-ServerRescueTestJSON-29017629-router', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:25:11Z', 'revision_number': 5, 'project_id': '80c65d56754943fe8e7402ca0f9734eb', 'gw_port': {'id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5dda10-af96-4df6-b49c-265202c46802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:13.838206 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98a364-9f29-425c-88aa-bdcc03706f66 None None] The sync data for ids ['2b5dda10-af96-4df6-b49c-265202c46802'] in n-d-806683-5 is: [{'id': '2b5dda10-af96-4df6-b49c-265202c46802', 'name': 'tempest-ServerRescueTestJSON-29017629-router', 'tenant_id': '80c65d56754943fe8e7402ca0f9734eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:25:11Z', 'revision_number': 5, 'project_id': '80c65d56754943fe8e7402ca0f9734eb', 'gw_port': {'id': 'f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5dda10-af96-4df6-b49c-265202c46802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:09Z', 'updated_at': '2021-08-31T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:14.033374 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-d0b13fbd-8aad-4216-a437-5183ca2b9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:14.041738 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-d0b13fbd-8aad-4216-a437-5183ca2b9e26 service neutron] 10.222.0.60 "GET /v2.0/ports/3b58f743-17da-4d06-af23-9ca491f1d45c HTTP/1.1" status: 200 len: 1033 time: 0.1245449 Aug 31 14:25:14.074939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] Deleting port f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:14.076160 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:14.101884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-af699bb2-a4d3-4106-a900-359d519b3241 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:14.111098 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-af699bb2-a4d3-4106-a900-359d519b3241 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/networks?id=14ae3af1-d421-4720-b5ea-4de9bb9491bc HTTP/1.1" status: 200 len: 805 time: 0.4950273 Aug 31 14:25:14.147213 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-8a3806dd-81a1-4044-8834-b41dca7ce4d2 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/quotas/06bda9b8930f4baf87807774cc265b85 HTTP/1.1" status: 200 len: 375 time: 0.0346708 Aug 31 14:25:14.158327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:14.168557 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:14.182852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1d826c-6815-43dc-9200-ec3276e93651 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:14.196632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b512b03-12c6-452f-a3d4-e77503fa46a8 None None] Sync routers for ids ['5802215f-5e56-475f-989e-fec322dd2f7d'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:14.212131 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c1d826c-6815-43dc-9200-ec3276e93651 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:14.218329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b512b03-12c6-452f-a3d4-e77503fa46a8 None None] Routers {'5802215f-5e56-475f-989e-fec322dd2f7d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:14.218734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-212c743f-ef9c-4e3d-aada-52ac8d2ba451 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Made reservation on behalf of ea3110f7f81a4dcdb23e4d896c13d489 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:14.221351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1b512b03-12c6-452f-a3d4-e77503fa46a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:24:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5802215f-5e56-475f-989e-fec322dd2f7d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:14.337922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Pushing event updated for resources: {'Port': ['ID=2dd879c7-1d6a-48dc-b9f4-24ae91996bc0,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:14.360471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cb0e802e-d190-4fab-bfa2-6b80838c6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:14.363073 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cb0e802e-d190-4fab-bfa2-6b80838c6426 service neutron] 10.222.0.60 "GET /v2.0/ports/bdd494a6-c0dc-45e9-a438-4b045656ddfe HTTP/1.1" status: 200 len: 1032 time: 0.3114607 Aug 31 14:25:14.375812 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:14.376504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:14.376973 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:14.377401 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:14.378555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:14.379000 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:14.379688 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:14.380126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:14.380561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:14.380991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:14.382414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:14.383076 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:14.384694 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-212c743f-ef9c-4e3d-aada-52ac8d2ba451 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:14.446172 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6c1d826c-6815-43dc-9200-ec3276e93651 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "PUT /v2.0/floatingips/67d8d043-50f2-446a-a207-0e0f347c865a HTTP/1.1" status: 200 len: 990 time: 3.8170834 Aug 31 14:25:14.462842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ecedf1-b2ac-49c9-85e5-a4488e79750c', 'tag': '91205e73-4f00-4aca-9cf1-ebe71260bee8'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:14.465715 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2201397d-da11-492c-95a1-7fe78f0be0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ecedf1-b2ac-49c9-85e5-a4488e79750c", "tag": "91205e73-4f00-4aca-9cf1-ebe71260bee8"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:14.471539 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-1b512b03-12c6-452f-a3d4-e77503fa46a8 None None] Set router 5802215f-5e56-475f-989e-fec322dd2f7d gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:14.587134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-ce41ab69-3888-4b78-8a8f-139788f8c81b tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=06bda9b8930f4baf87807774cc265b85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4391677 Aug 31 14:25:14.628696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:14.650631 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] For port f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:14.650927 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:14.651986 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fd87141-c7a2-406c-9e88-1b5895231553 req-01bee645-b983-4c42-9c42-576e066295b4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:14.693210 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] Calling delete_port for f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:14.700705 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:14.712305 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-56cc2c8f-0bdd-493f-bd1b-135cee564311 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4797235 Aug 31 14:25:14.777117 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-dde83198-5ba9-4091-aed0-535af8d62077 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.0638878 Aug 31 14:25:14.783650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bee645-b983-4c42-9c42-576e066295b4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Pushing event deleted for resources: {'Port': ['ID=791f1473-3c5a-444d-b434-28215b26eb23,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:14.860773 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd87141-c7a2-406c-9e88-1b5895231553 req-01bee645-b983-4c42-9c42-576e066295b4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] No DVR routers for this DVR port 791f1473-3c5a-444d-b434-28215b26eb23 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:14.869354 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fd87141-c7a2-406c-9e88-1b5895231553 req-01bee645-b983-4c42-9c42-576e066295b4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:14.871767 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fd87141-c7a2-406c-9e88-1b5895231553 req-01bee645-b983-4c42-9c42-576e066295b4 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.60 "DELETE /v2.0/ports/791f1473-3c5a-444d-b434-28215b26eb23 HTTP/1.1" status: 204 len: 173 time: 2.3404121 Aug 31 14:25:14.956042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-9383f677-e97e-4478-b85b-9e69b9bf67f8 service neutron] 10.222.0.39 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550639 Aug 31 14:25:14.970352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-6982c00b-d359-4ebf-bf68-360cf928569c tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:14.999523 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0162761c-2000-4eb1-8cee-afdac6d457c2 req-6982c00b-d359-4ebf-bf68-360cf928569c tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.2214160 Aug 31 14:25:15.011587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1b512b03-12c6-452f-a3d4-e77503fa46a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '19870b61-8df3-4107-868a-36e732f3296a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port': {'id': '19870b61-8df3-4107-868a-36e732f3296a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:17Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '67d8d043-50f2-446a-a207-0e0f347c865a', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'floating_ip_address': '172.25.2.24', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'port_id': '91205e73-4f00-4aca-9cf1-ebe71260bee8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'mac_address': 'fa:16:3e:5b:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ecedf1-b2ac-49c9-85e5-a4488e79750c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:24:36Z', 'updated_at': '2021-08-31T14:25:11Z', 'revision_number': 1, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '904325e9-0dfa-4430-8a72-6be51a1fcaef', 'name': '', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'mac_address': 'fa:16:3e:9a:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:24Z', 'updated_at': '2021-08-31T14:24:42Z', 'revision_number': 5, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'subnets': [{'id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:15.041093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-dc283961-255a-4b08-83bf-96066d01938a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:15.049486 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-dc283961-255a-4b08-83bf-96066d01938a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:15.057514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-dc283961-255a-4b08-83bf-96066d01938a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:15.061538 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-dc283961-255a-4b08-83bf-96066d01938a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "GET /v2.0/networks?id=9389d65e-cc2a-46c3-97fe-2cd12fa0d276&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&id=102255ed-e1f5-4ea0-8992-73ed1fa161fb HTTP/1.1" status: 200 len: 1996 time: 0.6741307 Aug 31 14:25:15.086503 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b512b03-12c6-452f-a3d4-e77503fa46a8 None None] Checking router: 5802215f-5e56-475f-989e-fec322dd2f7d for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:15.105525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-10ca48c9-bccc-4653-8029-6351815e2675 req-212c743f-ef9c-4e3d-aada-52ac8d2ba451 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Allocated IP 10.2.2.100 (703d1749-b334-41de-af58-b448e639a222/2d72d2fc-c8a5-4582-90c7-ef167bb569ca/c3b849ce-aa09-477e-8cca-9af7f3f55d9b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:15.111526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b512b03-12c6-452f-a3d4-e77503fa46a8 None None] Routers {'5802215f-5e56-475f-989e-fec322dd2f7d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:15.112415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1b512b03-12c6-452f-a3d4-e77503fa46a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:24:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5802215f-5e56-475f-989e-fec322dd2f7d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:15.274105 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c1b0843b-3075-4462-abaa-827f576e3a7e service neutron] 10.222.0.39 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072793 Aug 31 14:25:15.275297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-1b512b03-12c6-452f-a3d4-e77503fa46a8 None None] Set router 5802215f-5e56-475f-989e-fec322dd2f7d gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:15.322673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfaab5-cdeb-45e3-9edd-a5f84c31a041 req-b067167e-3380-4e40-a730-11807b0ea955 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:15.342066 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfaab5-cdeb-45e3-9edd-a5f84c31a041 req-b067167e-3380-4e40-a730-11807b0ea955 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:15.379374 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfaab5-cdeb-45e3-9edd-a5f84c31a041 req-b067167e-3380-4e40-a730-11807b0ea955 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:15.380536 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 602bc020-596a-4588-a24b-ff7c7ed1c0fe no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:15.382523 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c4dfaab5-cdeb-45e3-9edd-a5f84c31a041 req-b067167e-3380-4e40-a730-11807b0ea955 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 2373 time: 0.2718186 Aug 31 14:25:15.392606 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-212c743f-ef9c-4e3d-aada-52ac8d2ba451 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:15.408493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-bcc04bd1-0ee2-4f37-977b-fdc7c359a951 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd87edd378f7458fadafeeb5d6d572bd HTTP/1.1" status: 200 len: 380 time: 0.2965205 Aug 31 14:25:15.432567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-10ca48c9-bccc-4653-8029-6351815e2675 req-212c743f-ef9c-4e3d-aada-52ac8d2ba451 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Transition to ACTIVE for port object c3b849ce-aa09-477e-8cca-9af7f3f55d9b will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:15.453739 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-bbbc4d8f-12c1-4cd0-8203-8a1243e348a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'port': {'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'admin_state_up': True, 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'security_groups': ['abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:15.513912 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-212c743f-ef9c-4e3d-aada-52ac8d2ba451 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:15.571824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 602bc020-596a-4588-a24b-ff7c7ed1c0fe {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:15.572126 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 602bc020-596a-4588-a24b-ff7c7ed1c0fe not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:15.651447 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c4dfaab5-cdeb-45e3-9edd-a5f84c31a041 req-9364f0bd-e8ef-4295-89ba-bee5da490498 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530625 Aug 31 14:25:15.730489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ca48c9-bccc-4653-8029-6351815e2675 req-212c743f-ef9c-4e3d-aada-52ac8d2ba451 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Network 703d1749-b334-41de-af58-b448e639a222 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:15.732077 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:15.733303 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c743f-ef9c-4e3d-aada-52ac8d2ba451 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'Port': ['ID=c3b849ce-aa09-477e-8cca-9af7f3f55d9b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:15.738306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-10ca48c9-bccc-4653-8029-6351815e2675 req-212c743f-ef9c-4e3d-aada-52ac8d2ba451 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:15.741515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-212c743f-ef9c-4e3d-aada-52ac8d2ba451 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:15.770551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1b512b03-12c6-452f-a3d4-e77503fa46a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '19870b61-8df3-4107-868a-36e732f3296a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port': {'id': '19870b61-8df3-4107-868a-36e732f3296a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:17Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '67d8d043-50f2-446a-a207-0e0f347c865a', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'floating_ip_address': '172.25.2.24', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'port_id': '91205e73-4f00-4aca-9cf1-ebe71260bee8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'mac_address': 'fa:16:3e:5b:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ecedf1-b2ac-49c9-85e5-a4488e79750c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:24:36Z', 'updated_at': '2021-08-31T14:25:11Z', 'revision_number': 1, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '904325e9-0dfa-4430-8a72-6be51a1fcaef', 'name': '', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'mac_address': 'fa:16:3e:9a:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:24Z', 'updated_at': '2021-08-31T14:24:42Z', 'revision_number': 5, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'subnets': [{'id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:15.813445 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997115b-3e6f-4048-9524-456346598e05 req-3664a3d2-cdfa-4450-baa5-4e84c22580c4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:15.820781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997115b-3e6f-4048-9524-456346598e05 req-3664a3d2-cdfa-4450-baa5-4e84c22580c4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:15.822450 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4997115b-3e6f-4048-9524-456346598e05 req-3664a3d2-cdfa-4450-baa5-4e84c22580c4 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 1683 time: 0.1732328 Aug 31 14:25:15.840920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:15.853201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-bbbc4d8f-12c1-4cd0-8203-8a1243e348a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Made reservation on behalf of dd87edd378f7458fadafeeb5d6d572bd for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:15.855819 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b512b03-12c6-452f-a3d4-e77503fa46a8 None None] The sync data for ids ['5802215f-5e56-475f-989e-fec322dd2f7d'] in n-d-806683-5 is: [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '19870b61-8df3-4107-868a-36e732f3296a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port': {'id': '19870b61-8df3-4107-868a-36e732f3296a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:17Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '67d8d043-50f2-446a-a207-0e0f347c865a', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'floating_ip_address': '172.25.2.24', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'port_id': '91205e73-4f00-4aca-9cf1-ebe71260bee8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'mac_address': 'fa:16:3e:5b:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ecedf1-b2ac-49c9-85e5-a4488e79750c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:24:36Z', 'updated_at': '2021-08-31T14:25:11Z', 'revision_number': 1, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '904325e9-0dfa-4430-8a72-6be51a1fcaef', 'name': '', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'mac_address': 'fa:16:3e:9a:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:24Z', 'updated_at': '2021-08-31T14:24:42Z', 'revision_number': 5, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'subnets': [{'id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:15.864403 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-bbbc4d8f-12c1-4cd0-8203-8a1243e348a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:15.865871 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-212c743f-ef9c-4e3d-aada-52ac8d2ba451 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:15.866567 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-212c743f-ef9c-4e3d-aada-52ac8d2ba451 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:15.920731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-212c743f-ef9c-4e3d-aada-52ac8d2ba451 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8142190 Aug 31 14:25:15.946556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-10ca48c9-bccc-4653-8029-6351815e2675 req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'port': {'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '703d1749-b334-41de-af58-b448e639a222', 'admin_state_up': True, 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'security_groups': ['8987bb91-4443-411f-ac33-0537d1739e9d']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:15.991472 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4997115b-3e6f-4048-9524-456346598e05 req-44c8d51e-90c4-4795-ab2d-c5254ed04eab tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526532 Aug 31 14:25:16.058895 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0ab2edbe-0ba5-4645-a887-c3bdab24b826 req-c2541f82-2afc-4de5-9a63-5f924a5fd6c4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.1594517 Aug 31 14:25:16.189481 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.197694 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82addcb-fd91-4fa5-b0a7-89b82ec1b876 x-openstack-request-id: req-f82addcb-fd91-4fa5-b0a7-89b82ec1b876 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:16.198212 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ecedf1-b2ac-49c9-85e5-a4488e79750c", "tag": "91205e73-4f00-4aca-9cf1-ebe71260bee8", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:16.198444 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f82addcb-fd91-4fa5-b0a7-89b82ec1b876 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:16.199141 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ecedf1-b2ac-49c9-85e5-a4488e79750c', 'tag': '91205e73-4f00-4aca-9cf1-ebe71260bee8', 'status': 'completed', 'code': 200} Aug 31 14:25:16.227655 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Made reservation on behalf of ea3110f7f81a4dcdb23e4d896c13d489 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:16.243205 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.323214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-675e47d8-fa36-47a6-8a3c-97784fd5ad61 None None] Provisioning for port c3b849ce-aa09-477e-8cca-9af7f3f55d9b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:16.332357 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-675e47d8-fa36-47a6-8a3c-97784fd5ad61 None None] Provisioning complete for port c3b849ce-aa09-477e-8cca-9af7f3f55d9b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:16.333510 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-675e47d8-fa36-47a6-8a3c-97784fd5ad61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.351010 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25ac20-c15d-400c-82ea-2e4dd1d189ce None None] New status for floating IP 67d8d043-50f2-446a-a207-0e0f347c865a: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:25:16.403398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-675e47d8-fa36-47a6-8a3c-97784fd5ad61 None None] Port c3b849ce-aa09-477e-8cca-9af7f3f55d9b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:16.441317 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bb8794e5-31d4-4c54-b532-941f27f45728 req-6210c288-85da-41a0-a851-316e4ddf3f28 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 210 time: 0.0575373 Aug 31 14:25:16.535213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d0796ee8-707a-4725-bf6b-990fd48ab9db req-02e3137b-202a-4d11-b8dc-d6fadf97eb66 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips/ad6e6cd9-f9b3-47e9-a1df-36d1d54f7bd4 HTTP/1.1" status: 200 len: 692 time: 0.2700176 Aug 31 14:25:16.545928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201397d-da11-492c-95a1-7fe78f0be0d4 req-4835fb60-cf27-4eb4-b49c-bf90b5178948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:16.548332 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2201397d-da11-492c-95a1-7fe78f0be0d4 req-4835fb60-cf27-4eb4-b49c-bf90b5178948 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623fdba225e14015a70aa1118462d2bc&device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c HTTP/1.1" status: 200 len: 1096 time: 0.2579782 Aug 31 14:25:16.549852 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.575270 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.762617 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.763307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b5dda10-af96-4df6-b49c-265202c46802 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:25:16.774629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201397d-da11-492c-95a1-7fe78f0be0d4 req-567cfddd-90ae-421b-ab65-e32953923bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:16.776487 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2201397d-da11-492c-95a1-7fe78f0be0d4 req-567cfddd-90ae-421b-ab65-e32953923bc0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=910b813c-e31d-4e81-9ee0-07d2b31fa318 HTTP/1.1" status: 200 len: 915 time: 0.2184746 Aug 31 14:25:16.785636 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.788042 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-aeda3d54-0cab-466c-8f8c-d07319b46d67 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2b5dda10-af96-4df6-b49c-265202c46802 HTTP/1.1" status: 204 len: 168 time: 4.4960773 Aug 31 14:25:16.806143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38876) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:16.900234 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-bbbc4d8f-12c1-4cd0-8203-8a1243e348a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Allocated IP 172.20.0.14 (9389d65e-cc2a-46c3-97fe-2cd12fa0d276/f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3/94a3dc65-7153-462e-95e3-3ed89ba870f6) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:16.916031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2201397d-da11-492c-95a1-7fe78f0be0d4 req-ec382f18-25e4-4207-96a0-7433f6fe0fa5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91205e73-4f00-4aca-9cf1-ebe71260bee8 HTTP/1.1" status: 200 len: 1000 time: 0.1270151 Aug 31 14:25:16.918026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-10ca48c9-bccc-4653-8029-6351815e2675 req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Allocated IP 10.2.2.200 (703d1749-b334-41de-af58-b448e639a222/2d72d2fc-c8a5-4582-90c7-ef167bb569ca/bae37ea2-d7e6-4513-a927-0d658b3709e2) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:16.963260 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2803d7b-525a-465a-89ea-3a902a032bad admin admin] Deleting subnet 3caeebd6-2dac-4d6b-a296-839662e71514 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:25:16.983257 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e2803d7b-525a-465a-89ea-3a902a032bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.056960 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e2803d7b-525a-465a-89ea-3a902a032bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.138134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201397d-da11-492c-95a1-7fe78f0be0d4 req-65864db5-ed24-4503-be34-9c822d0f4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:17.140323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2201397d-da11-492c-95a1-7fe78f0be0d4 req-65864db5-ed24-4503-be34-9c822d0f4cc9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c1f9529c-55f8-482b-8b4d-c5ca32c09282 HTTP/1.1" status: 200 len: 853 time: 0.1302156 Aug 31 14:25:17.171142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-68ab6c0a-db7b-49b7-b388-40a22931f21c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:17.173030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0796ee8-707a-4725-bf6b-990fd48ab9db req-b0efab86-fbcf-4f30-bea0-3b857fd0d9f4 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:17.173617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-68ab6c0a-db7b-49b7-b388-40a22931f21c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.60 "GET /v2.0/networks?id=14ae3af1-d421-4720-b5ea-4de9bb9491bc HTTP/1.1" status: 200 len: 805 time: 0.2525845 Aug 31 14:25:17.174461 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d0796ee8-707a-4725-bf6b-990fd48ab9db req-b0efab86-fbcf-4f30-bea0-3b857fd0d9f4 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.5965862 Aug 31 14:25:17.194937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-d0796ee8-707a-4725-bf6b-990fd48ab9db req-ec7f0992-3602-46a6-a929-82c933506405 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:25:17.195983 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d0796ee8-707a-4725-bf6b-990fd48ab9db req-ec7f0992-3602-46a6-a929-82c933506405 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123777 Aug 31 14:25:17.204907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-0ced5737-7080-4ba5-a894-c356026e9f1f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Request body: {'port': {'device_id': 'b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12', 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc', 'admin_state_up': True, 'tenant_id': '06bda9b8930f4baf87807774cc265b85'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:17.222937 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e2803d7b-525a-465a-89ea-3a902a032bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.330070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201397d-da11-492c-95a1-7fe78f0be0d4 req-390c5589-3bf7-4c75-b8e1-b219bfb862ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:17.331662 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2201397d-da11-492c-95a1-7fe78f0be0d4 req-390c5589-3bf7-4c75-b8e1-b219bfb862ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=910b813c-e31d-4e81-9ee0-07d2b31fa318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758540 Aug 31 14:25:17.375243 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 791f1473-3c5a-444d-b434-28215b26eb23 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:17.436664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 791f1473-3c5a-444d-b434-28215b26eb23 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:17.437609 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 791f1473-3c5a-444d-b434-28215b26eb23 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:17.490067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-bbbc4d8f-12c1-4cd0-8203-8a1243e348a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.508354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-bbbc4d8f-12c1-4cd0-8203-8a1243e348a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Transition to ACTIVE for port object 94a3dc65-7153-462e-95e3-3ed89ba870f6 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:17.556303 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:17.582826 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e2803d7b-525a-465a-89ea-3a902a032bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.628402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:17.628765 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f5ef97cc-fae1-4308-8dee-0f21ab9cf9fd not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:17.654351 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-bbbc4d8f-12c1-4cd0-8203-8a1243e348a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.656497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2803d7b-525a-465a-89ea-3a902a032bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3caeebd6-2dac-4d6b-a296-839662e71514,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:17.676867 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e2803d7b-525a-465a-89ea-3a902a032bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.680748 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e2803d7b-525a-465a-89ea-3a902a032bad admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3caeebd6-2dac-4d6b-a296-839662e71514 HTTP/1.1" status: 204 len: 168 time: 0.8617821 Aug 31 14:25:17.686541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38894) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:17.775756 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec57379-cb29-4bfb-8cd6-a0e20ca0cad7 req-9e025687-0531-4b2e-9c9a-41143b028634 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:17.781824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec57379-cb29-4bfb-8cd6-a0e20ca0cad7 req-9e025687-0531-4b2e-9c9a-41143b028634 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:17.788235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec57379-cb29-4bfb-8cd6-a0e20ca0cad7 req-9e025687-0531-4b2e-9c9a-41143b028634 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:17.794512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec57379-cb29-4bfb-8cd6-a0e20ca0cad7 req-9e025687-0531-4b2e-9c9a-41143b028634 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:17.796325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aec57379-cb29-4bfb-8cd6-a0e20ca0cad7 req-9e025687-0531-4b2e-9c9a-41143b028634 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 3094 time: 0.4220202 Aug 31 14:25:17.813067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-bbbc4d8f-12c1-4cd0-8203-8a1243e348a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:17.820071 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.840863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-bbbc4d8f-12c1-4cd0-8203-8a1243e348a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:17.855706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-bbbc4d8f-12c1-4cd0-8203-8a1243e348a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:17.856291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-10ca48c9-bccc-4653-8029-6351815e2675 req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Transition to ACTIVE for port object bae37ea2-d7e6-4513-a927-0d658b3709e2 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:17.868205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc4d8f-12c1-4cd0-8203-8a1243e348a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'Port': ['ID=94a3dc65-7153-462e-95e3-3ed89ba870f6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:17.941562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-bbbc4d8f-12c1-4cd0-8203-8a1243e348a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:17.942385 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-bbbc4d8f-12c1-4cd0-8203-8a1243e348a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.944245 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-0ced5737-7080-4ba5-a894-c356026e9f1f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Made reservation on behalf of 06bda9b8930f4baf87807774cc265b85 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:17.948383 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-0ced5737-7080-4ba5-a894-c356026e9f1f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.958506 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aec57379-cb29-4bfb-8cd6-a0e20ca0cad7 req-14720cbc-b673-42a4-98fe-3b21f8664d3e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479700 Aug 31 14:25:17.962542 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-bbbc4d8f-12c1-4cd0-8203-8a1243e348a5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5148358 Aug 31 14:25:17.966809 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-12c7bd13-f130-4ce8-a012-7982d87b5d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.975030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d2a0c44-40fa-4b20-bedb-8150dcd7b4a3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'port': {'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3', 'admin_state_up': True, 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'security_groups': ['abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:18.021271 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.024982 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2201397d-da11-492c-95a1-7fe78f0be0d4 req-82f4860b-7513-4e9b-96f5-176bf1e1f7f5 service neutron] 10.222.0.25 "GET /v2.0/networks/910b813c-e31d-4e81-9ee0-07d2b31fa318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741490 Aug 31 14:25:18.112298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e4fcc-106e-4f1a-8c1b-a302052a59d0 req-6f66e092-76c8-435c-86e1-bc6de976540c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:18.114215 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f39e4fcc-106e-4f1a-8c1b-a302052a59d0 req-6f66e092-76c8-435c-86e1-bc6de976540c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 932 time: 0.2975557 Aug 31 14:25:18.141840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2b0cd880-94fb-4d25-a0ea-dacab80cac46 None None] Provisioning for port 94a3dc65-7153-462e-95e3-3ed89ba870f6 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:18.148343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2b0cd880-94fb-4d25-a0ea-dacab80cac46 None None] Provisioning complete for port 94a3dc65-7153-462e-95e3-3ed89ba870f6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:18.148965 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd880-94fb-4d25-a0ea-dacab80cac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.193962 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-12c7bd13-f130-4ce8-a012-7982d87b5d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.204887 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2b0cd880-94fb-4d25-a0ea-dacab80cac46 None None] Port 94a3dc65-7153-462e-95e3-3ed89ba870f6 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:18.207168 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8425cb59-5079-49ec-8870-0573e997e2a9 req-67ea5276-f99b-43ce-bed9-eebf39ae482d tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips/ad6e6cd9-f9b3-47e9-a1df-36d1d54f7bd4 HTTP/1.1" status: 200 len: 692 time: 0.0914683 Aug 31 14:25:18.209645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f608b30c-cacb-4d78-b6f5-dc7221bb1bb8', 'name': 'network-vif-deleted', 'tag': '791f1473-3c5a-444d-b434-28215b26eb23'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:18.211717 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e730c17c-b57c-4849-94d6-1a544031642b" -d '{"events": [{"server_uuid": "f608b30c-cacb-4d78-b6f5-dc7221bb1bb8", "name": "network-vif-deleted", "tag": "791f1473-3c5a-444d-b434-28215b26eb23"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:18.212559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-12c7bd13-f130-4ce8-a012-7982d87b5d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ccc9b3-3731-4780-919e-26acb7204772']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:18.244768 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-12c7bd13-f130-4ce8-a012-7982d87b5d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:18.245759 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-12c7bd13-f130-4ce8-a012-7982d87b5d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3884580-88a0-4c90-a5ec-2d23a57a1f1d') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:18.262414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ca48c9-bccc-4653-8029-6351815e2675 req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Network 703d1749-b334-41de-af58-b448e639a222 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:18.275721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-10ca48c9-bccc-4653-8029-6351815e2675 req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:18.293212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:18.302868 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-12c7bd13-f130-4ce8-a012-7982d87b5d56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.306085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event updated for resources: {'Port': ['ID=bae37ea2-d7e6-4513-a927-0d658b3709e2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:18.336016 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-12c7bd13-f130-4ce8-a012-7982d87b5d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.363879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d2a0c44-40fa-4b20-bedb-8150dcd7b4a3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Made reservation on behalf of dd87edd378f7458fadafeeb5d6d572bd for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:18.367713 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d2a0c44-40fa-4b20-bedb-8150dcd7b4a3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.373448 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c7bd13-f130-4ce8-a012-7982d87b5d56 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:25:18.373846 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-12c7bd13-f130-4ce8-a012-7982d87b5d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:25:18.376344 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:25:18.391122 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f39e4fcc-106e-4f1a-8c1b-a302052a59d0 req-84c4c670-57d0-4744-8542-ca6876d4cb1b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455990 Aug 31 14:25:18.392868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:18.393216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:18.393561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:18.393896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:18.394230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:18.394561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:18.394884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:18.395226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:18.395554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:18.395875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:18.396198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:18.396517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:18.492888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425cb59-5079-49ec-8870-0573e997e2a9 req-1580d2fc-14eb-4ba2-89ce-3c7fc8d8fc87 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:18.493915 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:18.494336 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8425cb59-5079-49ec-8870-0573e997e2a9 req-1580d2fc-14eb-4ba2-89ce-3c7fc8d8fc87 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.2770567 Aug 31 14:25:18.494618 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.501841 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2201397d-da11-492c-95a1-7fe78f0be0d4 req-455fb91d-8a43-496e-8a98-08f9877ff126 service neutron] 10.222.0.25 "GET /v2.0/networks/910b813c-e31d-4e81-9ee0-07d2b31fa318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610243 Aug 31 14:25:18.525050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-0ced5737-7080-4ba5-a894-c356026e9f1f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Allocated IP 172.20.0.3 (14ae3af1-d421-4720-b5ea-4de9bb9491bc/40552a86-f995-4e29-94f9-152d14895ce3/bd054887-4766-42f4-9c22-f7b8e3ff5ad9) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:18.539742 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-0bcd526d-0f4f-4343-8bf7-fa74b202b4ae tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6088505 Aug 31 14:25:18.556125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Request body: {'port': {'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:18.567331 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-12c7bd13-f130-4ce8-a012-7982d87b5d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.590944 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-12c7bd13-f130-4ce8-a012-7982d87b5d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.591808 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-12c7bd13-f130-4ce8-a012-7982d87b5d56 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e2ccc9b3-3731-4780-919e-26acb7204772 HTTP/1.1" status: 204 len: 168 time: 0.9040985 Aug 31 14:25:18.698395 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07562600-7029-47aa-af64-e7ef659e0348 req-607be809-f5ba-4014-85f7-ddc861d9c03f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 210 time: 0.0455058 Aug 31 14:25:18.741453 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1eebaedd-08f4-4e71-bda8-6a28aa3948b0 None None] Provisioning for port bae37ea2-d7e6-4513-a927-0d658b3709e2 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:18.758569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1eebaedd-08f4-4e71-bda8-6a28aa3948b0 None None] Provisioning complete for port bae37ea2-d7e6-4513-a927-0d658b3709e2 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:18.759003 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1eebaedd-08f4-4e71-bda8-6a28aa3948b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.823593 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.869286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1eebaedd-08f4-4e71-bda8-6a28aa3948b0 None None] Port bae37ea2-d7e6-4513-a927-0d658b3709e2 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:18.912260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38910) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:19.016305 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7bd13-f130-4ce8-a012-7982d87b5d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ccc9b3-3731-4780-919e-26acb7204772,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:19.046107 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8425cb59-5079-49ec-8870-0573e997e2a9 req-a0a2b91b-43e9-43a7-88f2-19568fcd2a5d tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.5376418 Aug 31 14:25:19.131601 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8425cb59-5079-49ec-8870-0573e997e2a9 req-7697aed1-bcc2-4753-a7f3-5a826e752304 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.0783110 Aug 31 14:25:19.174325 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.198059 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-0ced5737-7080-4ba5-a894-c356026e9f1f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.200503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d2a0c44-40fa-4b20-bedb-8150dcd7b4a3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Allocated IP 10.1.1.53 (bbbffd75-f989-4565-a2b7-5846c86624d3/58f48358-a314-4fbd-8e23-d1c1367dabcd/fef509ac-4d20-4346-80ac-7987799f5e7b) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:19.209843 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3baeec03-8448-4450-aad4-c1af24c5f63f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80c65d56754943fe8e7402ca0f9734eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941916 Aug 31 14:25:19.215150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38916) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:19.233827 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed40a24-128d-41af-844c-4bef73db272b req-79af13c4-163f-4aae-9a15-edf196a42bf3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:19.240718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed40a24-128d-41af-844c-4bef73db272b req-79af13c4-163f-4aae-9a15-edf196a42bf3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:19.242377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0ed40a24-128d-41af-844c-4bef73db272b req-79af13c4-163f-4aae-9a15-edf196a42bf3 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 1683 time: 0.3429387 Aug 31 14:25:19.304772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-d1da8c5f-e24f-4fdf-a40c-1b06afadacc0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:19.310546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-d1da8c5f-e24f-4fdf-a40c-1b06afadacc0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:19.312293 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-d1da8c5f-e24f-4fdf-a40c-1b06afadacc0 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 1683 time: 0.2484071 Aug 31 14:25:19.397304 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-8425cb59-5079-49ec-8870-0573e997e2a9 req-7733e9d1-52e6-4b58-b51d-654159cfa3f5 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Deleting port 2dd879c7-1d6a-48dc-b9f4-24ae91996bc0 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:19.397672 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8425cb59-5079-49ec-8870-0573e997e2a9 req-7733e9d1-52e6-4b58-b51d-654159cfa3f5 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.421186 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0ed40a24-128d-41af-844c-4bef73db272b req-f29165a2-4ea6-4b7a-a3e6-7aa002d4fc3c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627381 Aug 31 14:25:19.503067 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb728-dfe1-40a1-9d8e-f7f65f9ba6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.504388 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57d5b2fc-a7fa-47eb-9362-1f2c1c3511bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.513226 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-0ced5737-7080-4ba5-a894-c356026e9f1f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.557652 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d2a0c44-40fa-4b20-bedb-8150dcd7b4a3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.572855 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8425cb59-5079-49ec-8870-0573e997e2a9 req-7733e9d1-52e6-4b58-b51d-654159cfa3f5 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.573204 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8425cb59-5079-49ec-8870-0573e997e2a9 req-7733e9d1-52e6-4b58-b51d-654159cfa3f5 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.582813 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2529e2aa-43e4-4cd3-902f-35db267755e7 x-openstack-request-id: req-2529e2aa-43e4-4cd3-902f-35db267755e7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:19.584295 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f608b30c-cacb-4d78-b6f5-dc7221bb1bb8", "name": "network-vif-deleted", "tag": "791f1473-3c5a-444d-b434-28215b26eb23", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:19.584295 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2529e2aa-43e4-4cd3-902f-35db267755e7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:19.584295 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f608b30c-cacb-4d78-b6f5-dc7221bb1bb8', 'name': 'network-vif-deleted', 'tag': '791f1473-3c5a-444d-b434-28215b26eb23', 'status': 'completed', 'code': 200} Aug 31 14:25:19.589166 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb728-dfe1-40a1-9d8e-f7f65f9ba6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.592056 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d2a0c44-40fa-4b20-bedb-8150dcd7b4a3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Transition to ACTIVE for port object fef509ac-4d20-4346-80ac-7987799f5e7b will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:19.594478 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-8425cb59-5079-49ec-8870-0573e997e2a9 req-7733e9d1-52e6-4b58-b51d-654159cfa3f5 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Calling delete_port for 2dd879c7-1d6a-48dc-b9f4-24ae91996bc0 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:19.681992 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-0ced5737-7080-4ba5-a894-c356026e9f1f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Network 14ae3af1-d421-4720-b5ea-4de9bb9491bc is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:19.692191 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d2a0c44-40fa-4b20-bedb-8150dcd7b4a3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.703812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-0ced5737-7080-4ba5-a894-c356026e9f1f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:19.705931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced5737-7080-4ba5-a894-c356026e9f1f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Pushing event updated for resources: {'Port': ['ID=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:19.708247 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-0ced5737-7080-4ba5-a894-c356026e9f1f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:19.724006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f535e7-a803-49b2-8109-1a1e28f045a9 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:19.755102 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.770636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d2a0c44-40fa-4b20-bedb-8150dcd7b4a3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Network bbbffd75-f989-4565-a2b7-5846c86624d3 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:19.775317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d2a0c44-40fa-4b20-bedb-8150dcd7b4a3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:19.781163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d2a0c44-40fa-4b20-bedb-8150dcd7b4a3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:19.785954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-a6039af3-d437-4b78-8426-cccc272e0ebf tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Deleting port 1aa2b9f9-3efd-418b-a556-24a4547dbd94 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:19.786309 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-a6039af3-d437-4b78-8426-cccc272e0ebf tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.786917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a0c44-40fa-4b20-bedb-8150dcd7b4a3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'Port': ['ID=fef509ac-4d20-4346-80ac-7987799f5e7b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:19.868079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41ce06-75d1-4243-bf5b-bdb28cd28346 req-319fadb7-faa8-4c7d-9db4-55886c4dd1ad tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:19.875567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41ce06-75d1-4243-bf5b-bdb28cd28346 req-319fadb7-faa8-4c7d-9db4-55886c4dd1ad tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:19.882991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41ce06-75d1-4243-bf5b-bdb28cd28346 req-319fadb7-faa8-4c7d-9db4-55886c4dd1ad tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:19.893597 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41ce06-75d1-4243-bf5b-bdb28cd28346 req-319fadb7-faa8-4c7d-9db4-55886c4dd1ad tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:19.901079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d2a0c44-40fa-4b20-bedb-8150dcd7b4a3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:19.901870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41ce06-75d1-4243-bf5b-bdb28cd28346 req-319fadb7-faa8-4c7d-9db4-55886c4dd1ad tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:19.901998 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d2a0c44-40fa-4b20-bedb-8150dcd7b4a3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.903882 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e41ce06-75d1-4243-bf5b-bdb28cd28346 req-319fadb7-faa8-4c7d-9db4-55886c4dd1ad tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 3815 time: 0.2981505 Aug 31 14:25:19.913562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-0ced5737-7080-4ba5-a894-c356026e9f1f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:19.914322 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-0ced5737-7080-4ba5-a894-c356026e9f1f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.917070 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8425cb59-5079-49ec-8870-0573e997e2a9 req-7733e9d1-52e6-4b58-b51d-654159cfa3f5 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.955231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Transition to ACTIVE for port object 99f535e7-a803-49b2-8109-1a1e28f045a9 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:19.956093 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb728-dfe1-40a1-9d8e-f7f65f9ba6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.960879 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb728-dfe1-40a1-9d8e-f7f65f9ba6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.964464 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8a9fb728-dfe1-40a1-9d8e-f7f65f9ba6aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/531a9b29-2d7f-40fa-881a-7c0299d19ba4 HTTP/1.1" status: 204 len: 168 time: 0.7422118 Aug 31 14:25:19.976076 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.999472 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-0ced5737-7080-4ba5-a894-c356026e9f1f tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7993290 Aug 31 14:25:20.030751 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733e9d1-52e6-4b58-b51d-654159cfa3f5 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Pushing event deleted for resources: {'Port': ['ID=2dd879c7-1d6a-48dc-b9f4-24ae91996bc0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:20.034183 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Request body: {'port': {'device_id': 'b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:20.046549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fb728-dfe1-40a1-9d8e-f7f65f9ba6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531a9b29-2d7f-40fa-881a-7c0299d19ba4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:20.047732 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d2a0c44-40fa-4b20-bedb-8150dcd7b4a3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0771327 Aug 31 14:25:20.082387 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e41ce06-75d1-4243-bf5b-bdb28cd28346 req-e8cd80ee-1d80-4c0b-9ca3-f9bc9938f9bf tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597192 Aug 31 14:25:20.101358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b2028e12-7bfb-4adc-a0dc-c37198f5ffb2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'port': {'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3', 'admin_state_up': True, 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'security_groups': ['abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:20.127690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2acf3f77-4dc3-4b50-94f0-f5e2918f809f None None] Provisioning for port fef509ac-4d20-4346-80ac-7987799f5e7b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:20.133992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2acf3f77-4dc3-4b50-94f0-f5e2918f809f None None] Provisioning complete for port fef509ac-4d20-4346-80ac-7987799f5e7b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:20.134564 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2acf3f77-4dc3-4b50-94f0-f5e2918f809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.176398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Pushing event updated for resources: {'Port': ['ID=99f535e7-a803-49b2-8109-1a1e28f045a9,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:20.196872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-a6039af3-d437-4b78-8426-cccc272e0ebf tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] For port 1aa2b9f9-3efd-418b-a556-24a4547dbd94, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1aa2b9f9-3efd-418b-a556-24a4547dbd94,segment=NetworkSegment(a561bbeb-52d0-4d34-9aae-8067b2fe4f87),segment_id=a561bbeb-52d0-4d34-9aae-8067b2fe4f87)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:20.197658 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-a6039af3-d437-4b78-8426-cccc272e0ebf tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.229676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2acf3f77-4dc3-4b50-94f0-f5e2918f809f None None] Port fef509ac-4d20-4346-80ac-7987799f5e7b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:20.278874 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8425cb59-5079-49ec-8870-0573e997e2a9 req-7733e9d1-52e6-4b58-b51d-654159cfa3f5 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.288048 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8425cb59-5079-49ec-8870-0573e997e2a9 req-7733e9d1-52e6-4b58-b51d-654159cfa3f5 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.302061 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8425cb59-5079-49ec-8870-0573e997e2a9 req-7733e9d1-52e6-4b58-b51d-654159cfa3f5 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "DELETE /v2.0/floatingips/ad6e6cd9-f9b3-47e9-a1df-36d1d54f7bd4 HTTP/1.1" status: 204 len: 173 time: 1.1622112 Aug 31 14:25:20.332956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-a6039af3-d437-4b78-8426-cccc272e0ebf tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Calling delete_port for 1aa2b9f9-3efd-418b-a556-24a4547dbd94 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:20.416290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b2028e12-7bfb-4adc-a0dc-c37198f5ffb2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Made reservation on behalf of dd87edd378f7458fadafeeb5d6d572bd for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:20.421581 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b2028e12-7bfb-4adc-a0dc-c37198f5ffb2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.443644 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.542833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Attempting to bind port 99f535e7-a803-49b2-8109-1a1e28f045a9 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:20.543220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Attempting to bind port 99f535e7-a803-49b2-8109-1a1e28f045a9 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:20.543554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Attempting to bind port 99f535e7-a803-49b2-8109-1a1e28f045a9 on network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:20.558142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Port 99f535e7-a803-49b2-8109-1a1e28f045a9 on network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:20.558558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Attempting to bind port 99f535e7-a803-49b2-8109-1a1e28f045a9 on network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:20.599405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:20.599772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Checking segment: {'id': '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:20.600169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Bound using segment: {'id': '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:20.600630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Bound port: 99f535e7-a803-49b2-8109-1a1e28f045a9, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:20.600993 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.651448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de0420-3c49-4f79-becd-0de420caa0ae req-fa573917-6fa4-4ab6-8cef-684a393cd83b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:20.661565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de0420-3c49-4f79-becd-0de420caa0ae req-fa573917-6fa4-4ab6-8cef-684a393cd83b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:20.666060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28373734-65e0-4e8f-9458-e2d4cacbbff8 req-f5775848-e56f-46c1-ab7d-5d0a9b7c2362 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:20.667798 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-28373734-65e0-4e8f-9458-e2d4cacbbff8 req-f5775848-e56f-46c1-ab7d-5d0a9b7c2362 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 931 time: 0.1236186 Aug 31 14:25:20.670925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0de0420-3c49-4f79-becd-0de420caa0ae req-fa573917-6fa4-4ab6-8cef-684a393cd83b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 1653 time: 0.3514116 Aug 31 14:25:20.680215 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b2028e12-7bfb-4adc-a0dc-c37198f5ffb2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Allocated IP 10.1.1.203 (bbbffd75-f989-4565-a2b7-5846c86624d3/58f48358-a314-4fbd-8e23-d1c1367dabcd/fb942b53-8ca1-47a4-a21f-f0279210c88b) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:20.757096 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-28373734-65e0-4e8f-9458-e2d4cacbbff8 req-4fdf0bb1-ed43-4a5f-99b6-3b870250ea61 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818331 Aug 31 14:25:20.904878 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0de0420-3c49-4f79-becd-0de420caa0ae req-baa3d588-5d86-4961-82be-f8acfedc930f tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326164 Aug 31 14:25:21.021099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] For port 99f535e7-a803-49b2-8109-1a1e28f045a9, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:21.111445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e2ea-3cf4-420c-b28c-33e4b5936229 req-1a383e40-d5bc-4384-a3a9-5d8978f2dcc7 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:21.117163 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cc82e2ea-3cf4-420c-b28c-33e4b5936229 req-1a383e40-d5bc-4384-a3a9-5d8978f2dcc7 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3094854 Aug 31 14:25:21.122859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] For port 99f535e7-a803-49b2-8109-1a1e28f045a9, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=99f535e7-a803-49b2-8109-1a1e28f045a9,segment=NetworkSegment(6091cb93-9f1a-4021-8a4c-44ccfd2e6f00),segment_id=6091cb93-9f1a-4021-8a4c-44ccfd2e6f00)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:21.166607 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.228111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb5073-5f88-488c-b718-b0890f664ce8 req-e3077544-44a5-4282-8295-554ea3ad13c9 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:21.234400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb5073-5f88-488c-b718-b0890f664ce8 req-e3077544-44a5-4282-8295-554ea3ad13c9 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:21.236021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9cb5073-5f88-488c-b718-b0890f664ce8 req-e3077544-44a5-4282-8295-554ea3ad13c9 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 1683 time: 0.2184093 Aug 31 14:25:21.247039 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-a6039af3-d437-4b78-8426-cccc272e0ebf tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.251055 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-332b2ed1-f79b-43c4-ad69-45693ccb4481 req-426eb0ca-c520-4e70-920f-a33d78a7f6d9 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=9a934693fdbd47108a807d9acb6e2ce3 HTTP/1.1" status: 200 len: 1655 time: 0.1106646 Aug 31 14:25:21.258866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['1aa2b9f9-3efd-418b-a556-24a4547dbd94', '347d2472-621c-475e-bda0-39ca7e8cd68c'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:25:21.313811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:21.313811 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.315161 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] 10.222.0.25 "PUT /v2.0/ports/99f535e7-a803-49b2-8109-1a1e28f045a9 HTTP/1.1" status: 200 len: 1091 time: 2.7640541 Aug 31 14:25:21.348284 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b2028e12-7bfb-4adc-a0dc-c37198f5ffb2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.387413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Request body: {'port': {'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:21.451839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b2028e12-7bfb-4adc-a0dc-c37198f5ffb2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Transition to ACTIVE for port object fb942b53-8ca1-47a4-a21f-f0279210c88b will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:21.578076 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b2028e12-7bfb-4adc-a0dc-c37198f5ffb2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.585882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': '99f535e7-a803-49b2-8109-1a1e28f045a9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:21.589834 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3587adad-73c0-48b5-88b7-0eab5f522ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "99f535e7-a803-49b2-8109-1a1e28f045a9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:21.704698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce19bff-14c0-4724-b58d-86b7523cd5ee service neutron] Pushing event updated for resources: {'Port': ['ID=99f535e7-a803-49b2-8109-1a1e28f045a9,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:21.756484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2028e12-7bfb-4adc-a0dc-c37198f5ffb2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'Port': ['ID=fb942b53-8ca1-47a4-a21f-f0279210c88b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:21.809682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-a6039af3-d437-4b78-8426-cccc272e0ebf tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] No DVR routers for this DVR port 1aa2b9f9-3efd-418b-a556-24a4547dbd94 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:21.815020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6039af3-d437-4b78-8426-cccc272e0ebf tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Port': ['ID=1aa2b9f9-3efd-418b-a556-24a4547dbd94,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:21.828658 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9cb5073-5f88-488c-b718-b0890f664ce8 req-cfe79db4-97fc-41ed-8299-b572e0217ee1 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762908 Aug 31 14:25:21.830899 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b2028e12-7bfb-4adc-a0dc-c37198f5ffb2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Network bbbffd75-f989-4565-a2b7-5846c86624d3 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:21.832521 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-a6039af3-d437-4b78-8426-cccc272e0ebf tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.842958 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-a6039af3-d437-4b78-8426-cccc272e0ebf tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.60 "DELETE /v2.0/ports/1aa2b9f9-3efd-418b-a556-24a4547dbd94 HTTP/1.1" status: 204 len: 173 time: 2.5155826 Aug 31 14:25:21.848496 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.850471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b2ed1-f79b-43c4-ad69-45693ccb4481 req-00279a1d-634a-432b-9632-9ded715425d8 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:21.854258 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-332b2ed1-f79b-43c4-ad69-45693ccb4481 req-00279a1d-634a-432b-9632-9ded715425d8 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks?id=b5a19983-6a27-48b0-8f13-055b9703b654&id=b5a19983-6a27-48b0-8f13-055b9703b654&id=b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 787 time: 0.6021380 Aug 31 14:25:21.864825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b2028e12-7bfb-4adc-a0dc-c37198f5ffb2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:21.868365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b2028e12-7bfb-4adc-a0dc-c37198f5ffb2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:22.058558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b2028e12-7bfb-4adc-a0dc-c37198f5ffb2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:22.060463 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b2028e12-7bfb-4adc-a0dc-c37198f5ffb2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.096077 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b2028e12-7bfb-4adc-a0dc-c37198f5ffb2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9997768 Aug 31 14:25:22.126427 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-077213b6-45be-482d-b843-3eaf4c52c0e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'port': {'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb', 'admin_state_up': True, 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'security_groups': ['abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:22.149129 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41abcac1-10d6-4487-8fdf-88711d75b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.346286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-077213b6-45be-482d-b843-3eaf4c52c0e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Made reservation on behalf of dd87edd378f7458fadafeeb5d6d572bd for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:22.499636 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-077213b6-45be-482d-b843-3eaf4c52c0e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.647563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ebc6c8ac-f141-42e5-ae56-7f8006020e17 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:25:22.670173 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.697864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b0057db5-35bc-4e3a-9951-9bd7f5128df2 None None] Provisioning for port fb942b53-8ca1-47a4-a21f-f0279210c88b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:22.706680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b0057db5-35bc-4e3a-9951-9bd7f5128df2 None None] Provisioning complete for port fb942b53-8ca1-47a4-a21f-f0279210c88b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:22.707628 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0057db5-35bc-4e3a-9951-9bd7f5128df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.891746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b0057db5-35bc-4e3a-9951-9bd7f5128df2 None None] Port fb942b53-8ca1-47a4-a21f-f0279210c88b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:22.968414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-077213b6-45be-482d-b843-3eaf4c52c0e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Allocated IP 10.2.2.100 (102255ed-e1f5-4ea0-8992-73ed1fa161fb/ef8e0da5-0757-4499-8cf1-b1603de9f949/e57b84cc-a866-47d8-8732-69907ed220f0) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:22.970017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd054887-4766-42f4-9c22-f7b8e3ff5ad9 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:22.977915 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.991724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ebc6c8ac-f141-42e5-ae56-7f8006020e17, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:23.014159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Transition to ACTIVE for port object bd054887-4766-42f4-9c22-f7b8e3ff5ad9 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:23.040188 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17', 'mac_address': 'fa:16:3e:ac:ea:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:25:23.079304 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a8a15e-4343-43b0-ac24-5928d8b8c1e0 x-openstack-request-id: req-e4a8a15e-4343-43b0-ac24-5928d8b8c1e0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:23.079595 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "99f535e7-a803-49b2-8109-1a1e28f045a9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:23.079863 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4a8a15e-4343-43b0-ac24-5928d8b8c1e0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:23.080240 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': '99f535e7-a803-49b2-8109-1a1e28f045a9', 'status': 'completed', 'code': 200} Aug 31 14:25:23.143654 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.146084 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.159069 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-077213b6-45be-482d-b843-3eaf4c52c0e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.178635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-077213b6-45be-482d-b843-3eaf4c52c0e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Transition to ACTIVE for port object e57b84cc-a866-47d8-8732-69907ed220f0 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:23.185770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc6c8ac-f141-42e5-ae56-7f8006020e17 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:23.238090 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-077213b6-45be-482d-b843-3eaf4c52c0e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.245717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ebc6c8ac-f141-42e5-ae56-7f8006020e17, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:23.264517 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.363382 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.371009 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ebc6c8ac-f141-42e5-ae56-7f8006020e17,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:23.390648 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:23.391049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:23.391560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:23.391763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:23.392130 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:23.392465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:23.393877 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:23.394031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:23.394327 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:23.394659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:23.395049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:23.395521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:23.407292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 1aa2b9f9-3efd-418b-a556-24a4547dbd94 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:23.412869 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['ebc6c8ac-f141-42e5-ae56-7f8006020e17'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:25:23.468111 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-077213b6-45be-482d-b843-3eaf4c52c0e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Network 102255ed-e1f5-4ea0-8992-73ed1fa161fb is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:23.470464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 1aa2b9f9-3efd-418b-a556-24a4547dbd94 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:23.470814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 1aa2b9f9-3efd-418b-a556-24a4547dbd94 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:23.471372 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 347d2472-621c-475e-bda0-39ca7e8cd68c no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:23.512956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be27a3-e8b0-4a75-b16f-d3122bbefd85 req-d5e75198-a5af-4ad7-9d4a-c37cdceea425 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:23.522354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-077213b6-45be-482d-b843-3eaf4c52c0e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:23.530656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be27a3-e8b0-4a75-b16f-d3122bbefd85 req-d5e75198-a5af-4ad7-9d4a-c37cdceea425 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:23.538388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-077213b6-45be-482d-b843-3eaf4c52c0e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:23.544903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be27a3-e8b0-4a75-b16f-d3122bbefd85 req-d5e75198-a5af-4ad7-9d4a-c37cdceea425 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:23.557264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be27a3-e8b0-4a75-b16f-d3122bbefd85 req-d5e75198-a5af-4ad7-9d4a-c37cdceea425 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:23.586010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be27a3-e8b0-4a75-b16f-d3122bbefd85 req-d5e75198-a5af-4ad7-9d4a-c37cdceea425 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:23.596299 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9be27a3-e8b0-4a75-b16f-d3122bbefd85 req-d5e75198-a5af-4ad7-9d4a-c37cdceea425 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 3827 time: 1.5816152 Aug 31 14:25:23.654557 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.664342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077213b6-45be-482d-b843-3eaf4c52c0e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'Port': ['ID=e57b84cc-a866-47d8-8732-69907ed220f0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:23.693499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5761703-ad1f-4c05-bfb4-5cc12e540fd6 req-539ba6a3-faee-4ef5-aaac-907e0ad8f805 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:23.716890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587adad-73c0-48b5-88b7-0eab5f522ca4 req-72501531-9e7f-4241-8ff0-92b6d65d143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:23.717373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587adad-73c0-48b5-88b7-0eab5f522ca4 req-72501531-9e7f-4241-8ff0-92b6d65d143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:23.717848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587adad-73c0-48b5-88b7-0eab5f522ca4 req-72501531-9e7f-4241-8ff0-92b6d65d143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:23.718318 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587adad-73c0-48b5-88b7-0eab5f522ca4 req-72501531-9e7f-4241-8ff0-92b6d65d143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:23.719443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587adad-73c0-48b5-88b7-0eab5f522ca4 req-72501531-9e7f-4241-8ff0-92b6d65d143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:23.721360 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e5761703-ad1f-4c05-bfb4-5cc12e540fd6 req-539ba6a3-faee-4ef5-aaac-907e0ad8f805 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 943 time: 0.5024190 Aug 31 14:25:23.726165 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3587adad-73c0-48b5-88b7-0eab5f522ca4 req-72501531-9e7f-4241-8ff0-92b6d65d143b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 4362 time: 0.6931126 Aug 31 14:25:23.782385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-077213b6-45be-482d-b843-3eaf4c52c0e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:23.783052 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-077213b6-45be-482d-b843-3eaf4c52c0e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.788980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '347d2472-621c-475e-bda0-39ca7e8cd68c'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:23.791330 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84983a04-06cd-4a79-8ac4-fc63da040163" -d '{"events": [{"server_uuid": "fcecc3fd-8eae-4a67-9372-6459358f577b", "name": "network-vif-unplugged", "status": "completed", "tag": "347d2472-621c-475e-bda0-39ca7e8cd68c"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:23.824223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 347d2472-621c-475e-bda0-39ca7e8cd68c, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=347d2472-621c-475e-bda0-39ca7e8cd68c,segment=NetworkSegment(38a4f51f-377e-4b99-8ebe-aa6b0428d919),segment_id=38a4f51f-377e-4b99-8ebe-aa6b0428d919)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:23.834976 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.857572 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-077213b6-45be-482d-b843-3eaf4c52c0e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7572389 Aug 31 14:25:23.861734 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e5761703-ad1f-4c05-bfb4-5cc12e540fd6 req-c804e211-b4d6-424c-9cea-d2841424c61b tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395428 Aug 31 14:25:23.887966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cfc5789c-aef3-49d9-bfde-0ded52a580fa tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'port': {'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb', 'admin_state_up': True, 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'security_groups': ['abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:23.943534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:23.954326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=347d2472-621c-475e-bda0-39ca7e8cd68c,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:24.050755 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-274ea6a2-4a58-4202-9d42-aa62a99bee63 req-ad226035-038c-4c6d-9b8d-7f0c55ab02d2 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips/5e6d1655-0d67-41a8-bb31-6fa67e765c63 HTTP/1.1" status: 200 len: 692 time: 0.0792267 Aug 31 14:25:24.108437 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.127947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-168aa62f-55d3-4c98-b199-863c4a3fd76c None None] Provisioning for port e57b84cc-a866-47d8-8732-69907ed220f0 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:24.147356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-168aa62f-55d3-4c98-b199-863c4a3fd76c None None] Provisioning complete for port e57b84cc-a866-47d8-8732-69907ed220f0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:24.147356 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-168aa62f-55d3-4c98-b199-863c4a3fd76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.207098 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-168aa62f-55d3-4c98-b199-863c4a3fd76c None None] Port e57b84cc-a866-47d8-8732-69907ed220f0 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:24.262039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ebc6c8ac-f141-42e5-ae56-7f8006020e17 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:24.311460 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ea6a2-4a58-4202-9d42-aa62a99bee63 req-49f4be5a-44c7-42d5-9d7f-85b5cf0433d5 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:24.313793 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-274ea6a2-4a58-4202-9d42-aa62a99bee63 req-49f4be5a-44c7-42d5-9d7f-85b5cf0433d5 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.2532847 Aug 31 14:25:24.362021 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port ebc6c8ac-f141-42e5-ae56-7f8006020e17 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:24.362389 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.370408 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9be27a3-e8b0-4a75-b16f-d3122bbefd85 req-55998073-c899-48e6-b6ef-3b17801b7ddb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7658060 Aug 31 14:25:24.416653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Attempting to bind port bd054887-4766-42f4-9c22-f7b8e3ff5ad9 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:24.417006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Attempting to bind port bd054887-4766-42f4-9c22-f7b8e3ff5ad9 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:24.417469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Attempting to bind port bd054887-4766-42f4-9c22-f7b8e3ff5ad9 on network 14ae3af1-d421-4720-b5ea-4de9bb9491bc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:24.433698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Port bd054887-4766-42f4-9c22-f7b8e3ff5ad9 on network 14ae3af1-d421-4720-b5ea-4de9bb9491bc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:24.434029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Attempting to bind port bd054887-4766-42f4-9c22-f7b8e3ff5ad9 on network 14ae3af1-d421-4720-b5ea-4de9bb9491bc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:24.443959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-3459424f-7069-4c8d-ae3e-245c66ee052c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Deleting port 347d2472-621c-475e-bda0-39ca7e8cd68c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:24.444171 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-3459424f-7069-4c8d-ae3e-245c66ee052c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.462482 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-274ea6a2-4a58-4202-9d42-aa62a99bee63 req-6452c317-5d69-4864-a6a2-5b3578d48665 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.1368008 Aug 31 14:25:24.474155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cfc5789c-aef3-49d9-bfde-0ded52a580fa tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Made reservation on behalf of dd87edd378f7458fadafeeb5d6d572bd for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:24.491953 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cfc5789c-aef3-49d9-bfde-0ded52a580fa tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.586275 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.650700 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-274ea6a2-4a58-4202-9d42-aa62a99bee63 req-ccdbe4fb-56e9-4a66-99d2-af3b7e6bf06d tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.1781096 Aug 31 14:25:24.659726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ebc6c8ac-f141-42e5-ae56-7f8006020e17, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:24.666008 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.770268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:24.780032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.800965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Transition to ACTIVE for port object cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:24.849322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:24.849665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Checking segment: {'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:24.850063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Bound using segment: {'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:24.850521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Bound port: bd054887-4766-42f4-9c22-f7b8e3ff5ad9, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce04a959-32e2-465d-a006-f2d71f0fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:24.850896 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.865604 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.870653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ebc6c8ac-f141-42e5-ae56-7f8006020e17,revision_number=10']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:24.887774 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:24.968161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Pushing event updated for resources: {'Port': ['ID=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:25.042246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587adad-73c0-48b5-88b7-0eab5f522ca4 req-f602f42a-d9d9-4c6c-934f-2534fe1af071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:25.042915 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587adad-73c0-48b5-88b7-0eab5f522ca4 req-f602f42a-d9d9-4c6c-934f-2534fe1af071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:25.043426 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587adad-73c0-48b5-88b7-0eab5f522ca4 req-f602f42a-d9d9-4c6c-934f-2534fe1af071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:25.045350 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3587adad-73c0-48b5-88b7-0eab5f522ca4 req-f602f42a-d9d9-4c6c-934f-2534fe1af071 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2037158 Aug 31 14:25:25.101018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'name': 'network-vif-deleted', 'tag': '1aa2b9f9-3efd-418b-a556-24a4547dbd94'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:25.104171 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac10fd43-8b8b-45a5-a16e-8ab56aa42ce4" -d '{"events": [{"server_uuid": "fcecc3fd-8eae-4a67-9372-6459358f577b", "name": "network-vif-deleted", "tag": "1aa2b9f9-3efd-418b-a556-24a4547dbd94"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:25.334050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-274ea6a2-4a58-4202-9d42-aa62a99bee63 req-6c5a3921-acff-40d5-80ff-b231628cae74 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Deleting port 19641835-bd0f-41f4-89d1-5298b416aa22 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:25.334616 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-274ea6a2-4a58-4202-9d42-aa62a99bee63 req-6c5a3921-acff-40d5-80ff-b231628cae74 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:25.340075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cfc5789c-aef3-49d9-bfde-0ded52a580fa tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Allocated IP 10.2.2.200 (102255ed-e1f5-4ea0-8992-73ed1fa161fb/ef8e0da5-0757-4499-8cf1-b1603de9f949/a6ffeccb-69ae-488c-9407-9562e4ddb943) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:25.352614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-3459424f-7069-4c8d-ae3e-245c66ee052c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] For port 347d2472-621c-475e-bda0-39ca7e8cd68c, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=347d2472-621c-475e-bda0-39ca7e8cd68c,segment=NetworkSegment(38a4f51f-377e-4b99-8ebe-aa6b0428d919),segment_id=38a4f51f-377e-4b99-8ebe-aa6b0428d919)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:25.357142 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-3459424f-7069-4c8d-ae3e-245c66ee052c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:25.371003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587adad-73c0-48b5-88b7-0eab5f522ca4 req-9c6ad61c-e277-43d8-9158-4b3939334ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:25.372586 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3587adad-73c0-48b5-88b7-0eab5f522ca4 req-9c6ad61c-e277-43d8-9158-4b3939334ce6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2902954 Aug 31 14:25:25.521848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb436da9-0241-4d52-bd31-64b05ecee474 req-4e54e718-6675-4b0a-bc32-c5ceb5a06062 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:25.532554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb436da9-0241-4d52-bd31-64b05ecee474 req-4e54e718-6675-4b0a-bc32-c5ceb5a06062 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:25.543777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb436da9-0241-4d52-bd31-64b05ecee474 req-4e54e718-6675-4b0a-bc32-c5ceb5a06062 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:25.552042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb436da9-0241-4d52-bd31-64b05ecee474 req-4e54e718-6675-4b0a-bc32-c5ceb5a06062 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:25.553972 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cb436da9-0241-4d52-bd31-64b05ecee474 req-4e54e718-6675-4b0a-bc32-c5ceb5a06062 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 3095 time: 0.6934977 Aug 31 14:25:25.555001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-3459424f-7069-4c8d-ae3e-245c66ee052c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Calling delete_port for 347d2472-621c-475e-bda0-39ca7e8cd68c owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:25.646953 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cb436da9-0241-4d52-bd31-64b05ecee474 req-da8ad190-e4e5-4094-8a70-701007964d1c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677040 Aug 31 14:25:25.657456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] For port bd054887-4766-42f4-9c22-f7b8e3ff5ad9, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:25.721821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] For port bd054887-4766-42f4-9c22-f7b8e3ff5ad9, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:25.726156 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Attempting to bind port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:25.726581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Attempting to bind port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:25.726975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Attempting to bind port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:25.738281 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:25.831288 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-274ea6a2-4a58-4202-9d42-aa62a99bee63 req-6c5a3921-acff-40d5-80ff-b231628cae74 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:25.832839 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-274ea6a2-4a58-4202-9d42-aa62a99bee63 req-6c5a3921-acff-40d5-80ff-b231628cae74 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:25.835919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:25.845943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:25.846194 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Attempting to bind port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:25.858971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:25.860180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Checking segment: {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:25.860652 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Bound using segment: {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:25.861123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Bound port: cfaf1278-8bb4-4991-a533-d2d57b2c2aa7, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:25.861667 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:25.881475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:25.882104 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:25.883569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-c9e4387a-b92f-4157-a7bc-f0334d0eecb8 service neutron] 10.222.0.60 "PUT /v2.0/ports/bd054887-4766-42f4-9c22-f7b8e3ff5ad9 HTTP/1.1" status: 200 len: 1091 time: 5.8561554 Aug 31 14:25:25.913231 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-274ea6a2-4a58-4202-9d42-aa62a99bee63 req-6c5a3921-acff-40d5-80ff-b231628cae74 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Calling delete_port for 19641835-bd0f-41f4-89d1-5298b416aa22 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:25.992823 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7190efe2-0704-403c-8ece-9d3e5112f87a req-07eb026a-9c2f-4751-90df-b5ccb84886d6 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.1006758 Aug 31 14:25:26.135219 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cfc5789c-aef3-49d9-bfde-0ded52a580fa tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.158559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cfc5789c-aef3-49d9-bfde-0ded52a580fa tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Transition to ACTIVE for port object a6ffeccb-69ae-488c-9407-9562e4ddb943 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:26.227905 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-74b7c76c-9cd8-45b1-8068-dbe276503c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:26.230122 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-74b7c76c-9cd8-45b1-8068-dbe276503c4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06bda9b8930f4baf87807774cc265b85&device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 1094 time: 0.2399378 Aug 31 14:25:26.252489 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cfc5789c-aef3-49d9-bfde-0ded52a580fa tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.306065 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-274ea6a2-4a58-4202-9d42-aa62a99bee63 req-6c5a3921-acff-40d5-80ff-b231628cae74 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.338759 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cfc5789c-aef3-49d9-bfde-0ded52a580fa tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Network 102255ed-e1f5-4ea0-8992-73ed1fa161fb is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:26.348140 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cfc5789c-aef3-49d9-bfde-0ded52a580fa tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:26.368825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5789c-aef3-49d9-bfde-0ded52a580fa tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event updated for resources: {'Port': ['ID=a6ffeccb-69ae-488c-9407-9562e4ddb943,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:26.372498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cfc5789c-aef3-49d9-bfde-0ded52a580fa tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:26.393606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] For port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:26.470855 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-3459424f-7069-4c8d-ae3e-245c66ee052c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.477744 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0ca64de0-7280-401a-8107-79ca17189a80 req-f75abcf0-7793-4571-9da9-9d04fa4dd6b6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.2150919 Aug 31 14:25:26.496539 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-d9789845-ff5b-4fce-9a39-4edff87f8a58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd054887-4766-42f4-9c22-f7b8e3ff5ad9 HTTP/1.1" status: 200 len: 217 time: 0.2246425 Aug 31 14:25:26.506870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cfc5789c-aef3-49d9-bfde-0ded52a580fa tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:26.511816 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cfc5789c-aef3-49d9-bfde-0ded52a580fa tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.565203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a3921-acff-40d5-80ff-b231628cae74 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Pushing event deleted for resources: {'Port': ['ID=19641835-bd0f-41f4-89d1-5298b416aa22,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:26.572861 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-274ea6a2-4a58-4202-9d42-aa62a99bee63 req-6c5a3921-acff-40d5-80ff-b231628cae74 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.576562 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-274ea6a2-4a58-4202-9d42-aa62a99bee63 req-6c5a3921-acff-40d5-80ff-b231628cae74 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.595393 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-274ea6a2-4a58-4202-9d42-aa62a99bee63 req-6c5a3921-acff-40d5-80ff-b231628cae74 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "DELETE /v2.0/floatingips/5e6d1655-0d67-41a8-bb31-6fa67e765c63 HTTP/1.1" status: 204 len: 173 time: 1.9329820 Aug 31 14:25:26.603258 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-cfc5789c-aef3-49d9-bfde-0ded52a580fa tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7269306 Aug 31 14:25:26.619887 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459424f-7069-4c8d-ae3e-245c66ee052c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Port': ['ID=347d2472-621c-475e-bda0-39ca7e8cd68c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:26.627026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-b9fbd91b-6557-4ab9-8da5-b903b689b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:26.628639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-b9fbd91b-6557-4ab9-8da5-b903b689b71a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=40552a86-f995-4e29-94f9-152d14895ce3 HTTP/1.1" status: 200 len: 845 time: 0.0771041 Aug 31 14:25:26.634900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] For port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:26.644845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Request body: {'port': {'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:26.667660 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-6862b347-0976-480b-924d-f4b51f7c5d48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14ae3af1-d421-4720-b5ea-4de9bb9491bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310829 Aug 31 14:25:26.673469 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.800870 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.804153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-dea943aa-d8b9-461c-aaf5-7f50f30b55d1 None None] Provisioning for port a6ffeccb-69ae-488c-9407-9562e4ddb943 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:26.812117 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-dea943aa-d8b9-461c-aaf5-7f50f30b55d1 None None] Provisioning complete for port a6ffeccb-69ae-488c-9407-9562e4ddb943 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:26.813522 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dea943aa-d8b9-461c-aaf5-7f50f30b55d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.824563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Pushing event updated for resources: {'Port': ['ID=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:26.861445 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257fce-c2b9-463c-b75f-acbe4fd2322e req-3d8a8fbe-46e5-4c70-bb01-4b5eb0fd7477 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:26.863069 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b257fce-c2b9-463c-b75f-acbe4fd2322e req-3d8a8fbe-46e5-4c70-bb01-4b5eb0fd7477 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcecc3fd-8eae-4a67-9372-6459358f577b HTTP/1.1" status: 200 len: 865 time: 0.7270875 Aug 31 14:25:26.881045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-3459424f-7069-4c8d-ae3e-245c66ee052c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] No DVR routers for this DVR port 347d2472-621c-475e-bda0-39ca7e8cd68c on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:26.927095 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-3459424f-7069-4c8d-ae3e-245c66ee052c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.938889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b6c00de-57ba-4a70-99d8-67a164be116b req-3459424f-7069-4c8d-ae3e-245c66ee052c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.60 "DELETE /v2.0/ports/347d2472-621c-475e-bda0-39ca7e8cd68c HTTP/1.1" status: 204 len: 173 time: 5.0691211 Aug 31 14:25:26.974883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-dea943aa-d8b9-461c-aaf5-7f50f30b55d1 None None] Port a6ffeccb-69ae-488c-9407-9562e4ddb943 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:26.994017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:26.994913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.996381 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b7add9af-1c4f-4b88-8cec-cb276535f546 service neutron] 10.222.0.25 "PUT /v2.0/ports/cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 HTTP/1.1" status: 200 len: 1131 time: 5.6421769 Aug 31 14:25:27.034516 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b257fce-c2b9-463c-b75f-acbe4fd2322e req-cef881d6-dd0f-4bf0-9bb4-6111588b2b81 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "GET /v2.0/security-groups?id=5958a334-9974-487e-b1fa-7e2aa2a13309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232212 Aug 31 14:25:27.079367 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Request body: {'port': {'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:27.204120 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641fd97b-a908-4aac-a262-db9f600154f6 x-openstack-request-id: req-641fd97b-a908-4aac-a262-db9f600154f6 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:27.204902 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcecc3fd-8eae-4a67-9372-6459358f577b", "name": "network-vif-unplugged", "status": "completed", "tag": "347d2472-621c-475e-bda0-39ca7e8cd68c", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:27.205224 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-641fd97b-a908-4aac-a262-db9f600154f6 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:27.205695 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '347d2472-621c-475e-bda0-39ca7e8cd68c', 'code': 200} Aug 31 14:25:27.288686 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c588e1f7-a1ef-4e75-8ac5-310d706749d0 x-openstack-request-id: req-c588e1f7-a1ef-4e75-8ac5-310d706749d0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:27.288970 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcecc3fd-8eae-4a67-9372-6459358f577b", "name": "network-vif-deleted", "tag": "1aa2b9f9-3efd-418b-a556-24a4547dbd94", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:27.289224 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c588e1f7-a1ef-4e75-8ac5-310d706749d0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:27.289612 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'name': 'network-vif-deleted', 'tag': '1aa2b9f9-3efd-418b-a556-24a4547dbd94', 'status': 'completed', 'code': 200} Aug 31 14:25:27.299907 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-d66bb851-65a0-4dd9-bdcb-3f61195cf6a6 service neutron] 10.222.0.60 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068404 Aug 31 14:25:27.399573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b128b-51ab-4b7e-ab74-206337d512f0 req-85032cc8-ed1c-449b-9433-c562c75f86b8 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:27.401199 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-427b128b-51ab-4b7e-ab74-206337d512f0 req-85032cc8-ed1c-449b-9433-c562c75f86b8 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 943 time: 0.1554365 Aug 31 14:25:27.902631 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc4cf7ae-8dda-4760-8f43-e70fe99c9cd8 req-035a0caa-4ab3-4a05-b655-69e920343422 service neutron] 10.222.0.60 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777624 Aug 31 14:25:27.911484 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.058877 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-427b128b-51ab-4b7e-ab74-206337d512f0 req-bb8bb389-04f4-4cf7-8150-247a77278f96 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487083 Aug 31 14:25:28.229659 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9038352-c663-4b3d-843e-06049d679b92 req-a3e8ed74-7f12-476d-8136-81a90ad40a6c tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips/6e5bc465-449d-42e9-98f0-6a6fccd12814 HTTP/1.1" status: 200 len: 692 time: 0.0975604 Aug 31 14:25:28.270127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13af114-6aa3-4875-9cd8-e08f6ca8f28f req-4128a6ba-bf45-418a-8b70-d6b128e203ed tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.276676 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13af114-6aa3-4875-9cd8-e08f6ca8f28f req-4128a6ba-bf45-418a-8b70-d6b128e203ed tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.287459 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13af114-6aa3-4875-9cd8-e08f6ca8f28f req-4128a6ba-bf45-418a-8b70-d6b128e203ed tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.298293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13af114-6aa3-4875-9cd8-e08f6ca8f28f req-4128a6ba-bf45-418a-8b70-d6b128e203ed tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.306526 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13af114-6aa3-4875-9cd8-e08f6ca8f28f req-4128a6ba-bf45-418a-8b70-d6b128e203ed tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.314153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13af114-6aa3-4875-9cd8-e08f6ca8f28f req-4128a6ba-bf45-418a-8b70-d6b128e203ed tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.323493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c13af114-6aa3-4875-9cd8-e08f6ca8f28f req-4128a6ba-bf45-418a-8b70-d6b128e203ed tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 4600 time: 0.1825869 Aug 31 14:25:28.425075 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c13af114-6aa3-4875-9cd8-e08f6ca8f28f req-605f2b40-a3c6-4cc6-a9d8-74453d9d09c9 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004031 Aug 31 14:25:28.444516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9038352-c663-4b3d-843e-06049d679b92 req-42290643-eef4-4859-a43e-712a762fda55 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.453601 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9038352-c663-4b3d-843e-06049d679b92 req-42290643-eef4-4859-a43e-712a762fda55 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.2221122 Aug 31 14:25:28.530518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a3dc65-7153-462e-95e3-3ed89ba870f6 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:28.542273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc07de3-f945-4450-882b-57900fb39169 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:28.551465 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.558300 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.565540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Transition to ACTIVE for port object dbc07de3-f945-4450-882b-57900fb39169 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:28.619858 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Transition to ACTIVE for port object 94a3dc65-7153-462e-95e3-3ed89ba870f6 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:28.621267 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.630697 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.706334 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9038352-c663-4b3d-843e-06049d679b92 req-06034244-f927-460d-b77c-163cb57cb706 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 695 time: 0.2513356 Aug 31 14:25:28.724709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc07de3-f945-4450-882b-57900fb39169,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:28.758139 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33771f-2f24-49f6-8e33-6fdef72c8462 req-1ecbff44-5774-4cae-97e1-658081066c07 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.775062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33771f-2f24-49f6-8e33-6fdef72c8462 req-1ecbff44-5774-4cae-97e1-658081066c07 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.790509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33771f-2f24-49f6-8e33-6fdef72c8462 req-1ecbff44-5774-4cae-97e1-658081066c07 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.797276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33771f-2f24-49f6-8e33-6fdef72c8462 req-1ecbff44-5774-4cae-97e1-658081066c07 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.804167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33771f-2f24-49f6-8e33-6fdef72c8462 req-1ecbff44-5774-4cae-97e1-658081066c07 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.814882 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dc33771f-2f24-49f6-8e33-6fdef72c8462 req-1ecbff44-5774-4cae-97e1-658081066c07 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 3816 time: 0.2400982 Aug 31 14:25:28.848227 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Pushing event updated for resources: {'Port': ['ID=94a3dc65-7153-462e-95e3-3ed89ba870f6,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:28.944135 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9038352-c663-4b3d-843e-06049d679b92 req-56e519e7-c686-4567-b130-b9e47c474b2b tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 695 time: 0.1967742 Aug 31 14:25:28.946253 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dc33771f-2f24-49f6-8e33-6fdef72c8462 req-46025f82-44ee-4b16-9d3c-0b4da0cec756 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302080 Aug 31 14:25:29.055572 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Attempting to bind port 94a3dc65-7153-462e-95e3-3ed89ba870f6 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:29.055911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Attempting to bind port 94a3dc65-7153-462e-95e3-3ed89ba870f6 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'c6184d0f-45a9-4c3d-9a06-a44aa1856116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:29.056243 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Attempting to bind port 94a3dc65-7153-462e-95e3-3ed89ba870f6 on network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:29.067453 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Port 94a3dc65-7153-462e-95e3-3ed89ba870f6 on network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:29.067782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Attempting to bind port 94a3dc65-7153-462e-95e3-3ed89ba870f6 on network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:29.089735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:29.090079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Checking segment: {'id': 'c6184d0f-45a9-4c3d-9a06-a44aa1856116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:29.090471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Bound using segment: {'id': 'c6184d0f-45a9-4c3d-9a06-a44aa1856116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:29.090913 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Bound port: 94a3dc65-7153-462e-95e3-3ed89ba870f6, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6184d0f-45a9-4c3d-9a06-a44aa1856116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:29.091297 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.206825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:29.209769 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022e0eac-d023-4922-b442-a759391ed551" -d '{"events": [{"server_uuid": "8aa94f00-7d59-4719-b0e7-9f8255806473", "name": "network-vif-plugged", "status": "completed", "tag": "ebc6c8ac-f141-42e5-ae56-7f8006020e17"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:29.254518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] For port 94a3dc65-7153-462e-95e3-3ed89ba870f6, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:29.258963 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] For port 94a3dc65-7153-462e-95e3-3ed89ba870f6, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=94a3dc65-7153-462e-95e3-3ed89ba870f6,segment=NetworkSegment(c6184d0f-45a9-4c3d-9a06-a44aa1856116),segment_id=c6184d0f-45a9-4c3d-9a06-a44aa1856116)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:29.263054 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eddb9693-f5c8-4481-a0e7-e8ea4021f95d req-11b58d56-802e-4bcf-9529-81a496fd8955 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.1469870 Aug 31 14:25:29.264862 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.290855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12', 'tag': 'bd054887-4766-42f4-9c22-f7b8e3ff5ad9'}, {'server_uuid': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'name': 'network-vif-deleted', 'tag': '347d2472-621c-475e-bda0-39ca7e8cd68c'}, {'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': 'cfaf1278-8bb4-4991-a533-d2d57b2c2aa7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:29.300025 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16c7b93-7159-4607-82de-15cbcee4b224" -d '{"events": [{"name": "network-changed", "server_uuid": "b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12", "tag": "bd054887-4766-42f4-9c22-f7b8e3ff5ad9"}, {"server_uuid": "fcecc3fd-8eae-4a67-9372-6459358f577b", "name": "network-vif-deleted", "tag": "347d2472-621c-475e-bda0-39ca7e8cd68c"}, {"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "cfaf1278-8bb4-4991-a533-d2d57b2c2aa7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:29.316189 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:29.316917 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.318445 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] 10.222.0.60 "PUT /v2.0/ports/94a3dc65-7153-462e-95e3-3ed89ba870f6 HTTP/1.1" status: 200 len: 1092 time: 2.7066183 Aug 31 14:25:29.319082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': '94a3dc65-7153-462e-95e3-3ed89ba870f6'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:29.321698 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938d1d4c-d0c8-4ead-86e7-45d39bb3c763" -d '{"events": [{"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "94a3dc65-7153-462e-95e3-3ed89ba870f6"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:29.385269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Attempting to bind port dbc07de3-f945-4450-882b-57900fb39169 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:29.385617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Attempting to bind port dbc07de3-f945-4450-882b-57900fb39169 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:29.385954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Attempting to bind port dbc07de3-f945-4450-882b-57900fb39169 on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:29.388024 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Request body: {'port': {'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:29.403640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Port dbc07de3-f945-4450-882b-57900fb39169 on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:29.403967 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Attempting to bind port dbc07de3-f945-4450-882b-57900fb39169 on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:29.425640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:29.425640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Checking segment: {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:29.426183 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Bound using segment: {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:29.426450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Bound port: dbc07de3-f945-4450-882b-57900fb39169, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:29.443802 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.451026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6513e-42ae-48b5-92b5-0e05e74f20cd service neutron] Pushing event updated for resources: {'Port': ['ID=94a3dc65-7153-462e-95e3-3ed89ba870f6,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:29.467744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-e9038352-c663-4b3d-843e-06049d679b92 req-069722a8-35e7-4b12-90c5-07139cd79fa9 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Deleting port 4655dc67-e3ff-4b4d-9133-ba3b6c8a7b93 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:29.468248 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e9038352-c663-4b3d-843e-06049d679b92 req-069722a8-35e7-4b12-90c5-07139cd79fa9 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.547542 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.605923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] For port dbc07de3-f945-4450-882b-57900fb39169, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:29.614644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] For port dbc07de3-f945-4450-882b-57900fb39169, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=dbc07de3-f945-4450-882b-57900fb39169,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:29.712702 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e9038352-c663-4b3d-843e-06049d679b92 req-069722a8-35e7-4b12-90c5-07139cd79fa9 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.713353 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e9038352-c663-4b3d-843e-06049d679b92 req-069722a8-35e7-4b12-90c5-07139cd79fa9 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.737647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-e9038352-c663-4b3d-843e-06049d679b92 req-069722a8-35e7-4b12-90c5-07139cd79fa9 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Calling delete_port for 4655dc67-e3ff-4b4d-9133-ba3b6c8a7b93 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:29.825834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39082) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:29.901625 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.915048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e9038352-c663-4b3d-843e-06049d679b92 req-069722a8-35e7-4b12-90c5-07139cd79fa9 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.932051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:29.932888 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.934489 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] 10.222.0.25 "PUT /v2.0/ports/dbc07de3-f945-4450-882b-57900fb39169 HTTP/1.1" status: 200 len: 1130 time: 2.8747559 Aug 31 14:25:29.996450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbc6e0a-e803-45da-acfc-1a385ddbae9c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Deleting subnet 8053ece2-4815-41c5-a600-f37f6e6954e2 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:25:30.028423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11779c-2836-4e8a-86af-40ac6bd1ff1d req-a83433f5-c522-4049-b2a7-34fed5ebb452 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:30.037954 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bf11779c-2836-4e8a-86af-40ac6bd1ff1d req-a83433f5-c522-4049-b2a7-34fed5ebb452 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 943 time: 0.2219346 Aug 31 14:25:30.052605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Request body: {'port': {'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:30.061848 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7cbc6e0a-e803-45da-acfc-1a385ddbae9c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.090306 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e9038352-c663-4b3d-843e-06049d679b92 req-069722a8-35e7-4b12-90c5-07139cd79fa9 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.106785 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e9038352-c663-4b3d-843e-06049d679b92 req-069722a8-35e7-4b12-90c5-07139cd79fa9 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.108236 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9038352-c663-4b3d-843e-06049d679b92 req-069722a8-35e7-4b12-90c5-07139cd79fa9 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "DELETE /v2.0/floatingips/6e5bc465-449d-42e9-98f0-6a6fccd12814 HTTP/1.1" status: 204 len: 173 time: 1.1630630 Aug 31 14:25:30.196318 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d642ec-1976-42d2-b500-8609aa4fbb41 x-openstack-request-id: req-e1d642ec-1976-42d2-b500-8609aa4fbb41 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:30.196917 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa94f00-7d59-4719-b0e7-9f8255806473", "name": "network-vif-plugged", "status": "completed", "tag": "ebc6c8ac-f141-42e5-ae56-7f8006020e17", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:30.197782 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.198261 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1d642ec-1976-42d2-b500-8609aa4fbb41 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:30.198876 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17', 'code': 200} Aug 31 14:25:30.242588 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bf11779c-2836-4e8a-86af-40ac6bd1ff1d req-a89ba54c-974a-46b1-950e-49d27962520b tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938102 Aug 31 14:25:30.254494 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7cbc6e0a-e803-45da-acfc-1a385ddbae9c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.285000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee19659-04a3-418f-ab8c-714ffddb4800 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc07de3-f945-4450-882b-57900fb39169,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:30.421331 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df8c248-1ba0-4f63-9746-68830971324a x-openstack-request-id: req-9df8c248-1ba0-4f63-9746-68830971324a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:30.422240 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12", "tag": "bd054887-4766-42f4-9c22-f7b8e3ff5ad9", "status": "completed", "code": 200}, {"server_uuid": "fcecc3fd-8eae-4a67-9372-6459358f577b", "name": "network-vif-deleted", "tag": "347d2472-621c-475e-bda0-39ca7e8cd68c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "cfaf1278-8bb4-4991-a533-d2d57b2c2aa7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:30.422517 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9df8c248-1ba0-4f63-9746-68830971324a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:30.423099 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12', 'tag': 'bd054887-4766-42f4-9c22-f7b8e3ff5ad9', 'status': 'completed', 'code': 200} Aug 31 14:25:30.423386 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcecc3fd-8eae-4a67-9372-6459358f577b', 'name': 'network-vif-deleted', 'tag': '347d2472-621c-475e-bda0-39ca7e8cd68c', 'status': 'completed', 'code': 200} Aug 31 14:25:30.423634 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': 'cfaf1278-8bb4-4991-a533-d2d57b2c2aa7', 'status': 'completed', 'code': 200} Aug 31 14:25:30.431857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069722a8-35e7-4b12-90c5-07139cd79fa9 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Pushing event deleted for resources: {'Port': ['ID=4655dc67-e3ff-4b4d-9133-ba3b6c8a7b93,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:30.468275 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6872bb7b-09f4-434c-8fa8-873206ed487f x-openstack-request-id: req-6872bb7b-09f4-434c-8fa8-873206ed487f {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:30.469416 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "94a3dc65-7153-462e-95e3-3ed89ba870f6", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:30.469624 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6872bb7b-09f4-434c-8fa8-873206ed487f {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:30.470159 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': '94a3dc65-7153-462e-95e3-3ed89ba870f6', 'status': 'completed', 'code': 200} Aug 31 14:25:30.581747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b58f743-17da-4d06-af23-9ca491f1d45c {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:30.593161 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.643732 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Transition to ACTIVE for port object 3b58f743-17da-4d06-af23-9ca491f1d45c will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:30.660111 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.676602 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7cbc6e0a-e803-45da-acfc-1a385ddbae9c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.797061 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Pushing event updated for resources: {'Port': ['ID=3b58f743-17da-4d06-af23-9ca491f1d45c,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:30.872341 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7cbc6e0a-e803-45da-acfc-1a385ddbae9c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.917242 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc6e0a-e803-45da-acfc-1a385ddbae9c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Subnet': ['ID=8053ece2-4815-41c5-a600-f37f6e6954e2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:30.919671 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7cbc6e0a-e803-45da-acfc-1a385ddbae9c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.922585 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7cbc6e0a-e803-45da-acfc-1a385ddbae9c tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "DELETE /v2.0/subnets/8053ece2-4815-41c5-a600-f37f6e6954e2 HTTP/1.1" status: 204 len: 168 time: 1.0956774 Aug 31 14:25:30.925036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39096) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:30.928194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0283dd-17c5-4954-84f7-ae5ae7f1cb86 None None] Network 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:31.119293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Attempting to bind port 3b58f743-17da-4d06-af23-9ca491f1d45c on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:31.126454 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Attempting to bind port 3b58f743-17da-4d06-af23-9ca491f1d45c by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:31.127415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Attempting to bind port 3b58f743-17da-4d06-af23-9ca491f1d45c on network bbbffd75-f989-4565-a2b7-5846c86624d3 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:31.155045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Port 3b58f743-17da-4d06-af23-9ca491f1d45c on network bbbffd75-f989-4565-a2b7-5846c86624d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:31.155744 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Attempting to bind port 3b58f743-17da-4d06-af23-9ca491f1d45c on network bbbffd75-f989-4565-a2b7-5846c86624d3 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:31.184743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:31.185330 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Checking segment: {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:31.188699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Bound using segment: {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:31.190022 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Bound port: 3b58f743-17da-4d06-af23-9ca491f1d45c, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:31.190639 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.228450 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.330102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46681e42-b392-40ec-9c3e-c611227256b0 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:31.340602 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9887233-767a-494d-bf89-f6ef08b0ebb6 None None] DHCP port deletion for 23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:25:31.348958 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.375233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d1d4c-d0c8-4ead-86e7-45d39bb3c763 req-391bcb5a-b379-4b84-98e3-9a1e3edc392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.376019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d1d4c-d0c8-4ead-86e7-45d39bb3c763 req-391bcb5a-b379-4b84-98e3-9a1e3edc392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.376571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d1d4c-d0c8-4ead-86e7-45d39bb3c763 req-391bcb5a-b379-4b84-98e3-9a1e3edc392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.376985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d1d4c-d0c8-4ead-86e7-45d39bb3c763 req-391bcb5a-b379-4b84-98e3-9a1e3edc392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.377457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d1d4c-d0c8-4ead-86e7-45d39bb3c763 req-391bcb5a-b379-4b84-98e3-9a1e3edc392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.379433 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-938d1d4c-d0c8-4ead-86e7-45d39bb3c763 req-391bcb5a-b379-4b84-98e3-9a1e3edc392c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 4363 time: 0.9260790 Aug 31 14:25:31.395003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-409e3a3b-e1f5-464c-9c54-2d39de6db399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.406438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-409e3a3b-e1f5-464c-9c54-2d39de6db399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.407035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-409e3a3b-e1f5-464c-9c54-2d39de6db399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.407542 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-409e3a3b-e1f5-464c-9c54-2d39de6db399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.408013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-409e3a3b-e1f5-464c-9c54-2d39de6db399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.408491 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-409e3a3b-e1f5-464c-9c54-2d39de6db399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.408955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-409e3a3b-e1f5-464c-9c54-2d39de6db399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.411094 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-409e3a3b-e1f5-464c-9c54-2d39de6db399 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 6209 time: 1.0325069 Aug 31 14:25:31.431738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bd054887-4766-42f4-9c22-f7b8e3ff5ad9 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:25:31.449033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a9887233-767a-494d-bf89-f6ef08b0ebb6 None None] Deleting port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:31.449402 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9887233-767a-494d-bf89-f6ef08b0ebb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.458115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] For port 3b58f743-17da-4d06-af23-9ca491f1d45c, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:31.467987 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] For port 3b58f743-17da-4d06-af23-9ca491f1d45c, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3b58f743-17da-4d06-af23-9ca491f1d45c,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:31.471262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7884-891c-46ed-acc6-faf0b238b55c req-5babceba-f141-4ae1-9412-b2bf93d7993a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.479528 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.489967 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7884-891c-46ed-acc6-faf0b238b55c req-5babceba-f141-4ae1-9412-b2bf93d7993a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.496386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7884-891c-46ed-acc6-faf0b238b55c req-5babceba-f141-4ae1-9412-b2bf93d7993a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.517257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7884-891c-46ed-acc6-faf0b238b55c req-5babceba-f141-4ae1-9412-b2bf93d7993a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.523648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7884-891c-46ed-acc6-faf0b238b55c req-5babceba-f141-4ae1-9412-b2bf93d7993a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.541340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7884-891c-46ed-acc6-faf0b238b55c req-5babceba-f141-4ae1-9412-b2bf93d7993a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.553548 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Deleting port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:31.553844 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.565474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7884-891c-46ed-acc6-faf0b238b55c req-5babceba-f141-4ae1-9412-b2bf93d7993a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.583977 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9aad7884-891c-46ed-acc6-faf0b238b55c req-5babceba-f141-4ae1-9412-b2bf93d7993a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5372 time: 1.0259135 Aug 31 14:25:31.683117 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a9887233-767a-494d-bf89-f6ef08b0ebb6 None None] For port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2414ab59-85a8-4ef9-8e9d-f72961c0cba2,segment=NetworkSegment(a561bbeb-52d0-4d34-9aae-8067b2fe4f87),segment_id=a561bbeb-52d0-4d34-9aae-8067b2fe4f87)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:31.683562 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9887233-767a-494d-bf89-f6ef08b0ebb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.702278 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a9887233-767a-494d-bf89-f6ef08b0ebb6 None None] Calling delete_port for 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:31.710754 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] For port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2414ab59-85a8-4ef9-8e9d-f72961c0cba2,segment=NetworkSegment(a561bbeb-52d0-4d34-9aae-8067b2fe4f87),segment_id=a561bbeb-52d0-4d34-9aae-8067b2fe4f87)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:31.711231 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.740916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Calling delete_port for 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:31.787892 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bd054887-4766-42f4-9c22-f7b8e3ff5ad9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:31.814295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-9ce1f202-97b3-42d5-9abf-bf0e14a9fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.814491 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'bd054887-4766-42f4-9c22-f7b8e3ff5ad9', 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc', 'port_id': 'bd054887-4766-42f4-9c22-f7b8e3ff5ad9', 'mac_address': 'fa:16:3e:25:03:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40552a86-f995-4e29-94f9-152d14895ce3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:25:31.814735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-9ce1f202-97b3-42d5-9abf-bf0e14a9fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.815145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-9ce1f202-97b3-42d5-9abf-bf0e14a9fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.831021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-9ce1f202-97b3-42d5-9abf-bf0e14a9fc6a service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2418103 Aug 31 14:25:31.862556 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.879104 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd054887-4766-42f4-9c22-f7b8e3ff5ad9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:31.886109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-c4769e29-5344-4be1-89d3-67ccd84092ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.886296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-c4769e29-5344-4be1-89d3-67ccd84092ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06bda9b8930f4baf87807774cc265b85&device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 1094 time: 1.4939187 Aug 31 14:25:31.903766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bd054887-4766-42f4-9c22-f7b8e3ff5ad9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:31.911723 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.949060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Pushing event updated for resources: {'Port': ['ID=3b58f743-17da-4d06-af23-9ca491f1d45c,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:31.963454 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.964084 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.970409 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-54378cd7-0a4f-47fa-9555-b57ecd189f69 service neutron] 10.222.0.60 "PUT /v2.0/ports/3b58f743-17da-4d06-af23-9ca491f1d45c HTTP/1.1" status: 200 len: 1136 time: 2.6057241 Aug 31 14:25:31.986500 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9887233-767a-494d-bf89-f6ef08b0ebb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.018139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9887233-767a-494d-bf89-f6ef08b0ebb6 None None] No DVR routers for this DVR port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:32.028411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Request body: {'port': {'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:32.086264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Transition to ACTIVE for port object 46681e42-b392-40ec-9c3e-c611227256b0 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:32.100242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d1d4c-d0c8-4ead-86e7-45d39bb3c763 req-69bcdfd7-1237-4f5c-b542-363d90221a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.100827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:32.103247 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d1d4c-d0c8-4ead-86e7-45d39bb3c763 req-69bcdfd7-1237-4f5c-b542-363d90221a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.104029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d1d4c-d0c8-4ead-86e7-45d39bb3c763 req-69bcdfd7-1237-4f5c-b542-363d90221a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.106099 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-938d1d4c-d0c8-4ead-86e7-45d39bb3c763 req-69bcdfd7-1237-4f5c-b542-363d90221a0d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6906035 Aug 31 14:25:32.118389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bd054887-4766-42f4-9c22-f7b8e3ff5ad9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:25:32.167883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9887233-767a-494d-bf89-f6ef08b0ebb6 None None] Pushing event deleted for resources: {'Port': ['ID=2414ab59-85a8-4ef9-8e9d-f72961c0cba2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:32.288919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d1d4c-d0c8-4ead-86e7-45d39bb3c763 req-62b4779d-01a9-4f0b-a727-9abd7c835c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.298238 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-938d1d4c-d0c8-4ead-86e7-45d39bb3c763 req-62b4779d-01a9-4f0b-a727-9abd7c835c67 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1461461 Aug 31 14:25:32.301398 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.332231 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.379439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ce7bf-b86b-4077-8a48-6d2a337d115c req-61b4789d-d594-4bb4-b0cc-82b338a913fe tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.397102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ce7bf-b86b-4077-8a48-6d2a337d115c req-61b4789d-d594-4bb4-b0cc-82b338a913fe tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.412030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ce7bf-b86b-4077-8a48-6d2a337d115c req-61b4789d-d594-4bb4-b0cc-82b338a913fe tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.419269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ce7bf-b86b-4077-8a48-6d2a337d115c req-61b4789d-d594-4bb4-b0cc-82b338a913fe tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.426683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ce7bf-b86b-4077-8a48-6d2a337d115c req-61b4789d-d594-4bb4-b0cc-82b338a913fe tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.436264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ce7bf-b86b-4077-8a48-6d2a337d115c req-61b4789d-d594-4bb4-b0cc-82b338a913fe tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.448108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Pushing event updated for resources: {'Port': ['ID=46681e42-b392-40ec-9c3e-c611227256b0,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:32.451103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': 'dbc07de3-f945-4450-882b-57900fb39169'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:32.453375 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b54ce7bf-b86b-4077-8a48-6d2a337d115c req-61b4789d-d594-4bb4-b0cc-82b338a913fe tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 4606 time: 0.3518314 Aug 31 14:25:32.455800 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "dbc07de3-f945-4450-882b-57900fb39169"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:32.474730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9aad7884-891c-46ed-acc6-faf0b238b55c req-b82846ee-f8cb-45d0-82cc-cd8e491bc1bb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8896582 Aug 31 14:25:32.476593 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.506584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': '3b58f743-17da-4d06-af23-9ca491f1d45c'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:32.509134 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593ce158-4fd9-406c-a852-ec3c18ad04ed" -d '{"events": [{"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "3b58f743-17da-4d06-af23-9ca491f1d45c"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:32.558629 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] No DVR routers for this DVR port 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:32.562726 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Port': ['ID=2414ab59-85a8-4ef9-8e9d-f72961c0cba2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:32.703148 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.721954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:32.742666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a561bbeb-52d0-4d34-9aae-8067b2fe4f87') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:32.743130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a561bbeb-52d0-4d34-9aae-8067b2fe4f87') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:32.754998 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.766431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Attempting to bind port 46681e42-b392-40ec-9c3e-c611227256b0 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:32.766729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Attempting to bind port 46681e42-b392-40ec-9c3e-c611227256b0 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:32.767012 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Attempting to bind port 46681e42-b392-40ec-9c3e-c611227256b0 on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:32.792537 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cec94a2c-4fc0-4aba-ac6b-fd6f6433f099 req-eaf15e51-2a8b-4df0-a238-1e4f0bb0f61a tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips/45d323c7-18ae-48e0-ad17-2ea24993bd87 HTTP/1.1" status: 200 len: 693 time: 0.2161386 Aug 31 14:25:32.793479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Port 46681e42-b392-40ec-9c3e-c611227256b0 on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:32.794167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Attempting to bind port 46681e42-b392-40ec-9c3e-c611227256b0 on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:32.808645 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b54ce7bf-b86b-4077-8a48-6d2a337d115c req-9267a18b-c6f7-42dc-bf18-ff081ae4728d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3540287 Aug 31 14:25:32.817955 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.926613 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:32.926958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Checking segment: {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:32.927364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Bound using segment: {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:32.927945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Bound port: 46681e42-b392-40ec-9c3e-c611227256b0, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:32.928297 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.935461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-99543256-2b10-4635-901d-3575f6a58905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.939383 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-99543256-2b10-4635-901d-3575f6a58905 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14ae3af1-d421-4720-b5ea-4de9bb9491bc HTTP/1.1" status: 200 len: 906 time: 0.8283439 Aug 31 14:25:33.007246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-ca54b0e1-b8df-4045-b2cc-4758640eeacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:33.007246 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-ca54b0e1-b8df-4045-b2cc-4758640eeacc service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9150500 Aug 31 14:25:33.014820 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-7012a88f-33b0-48b5-a150-86bbd510c6d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd054887-4766-42f4-9c22-f7b8e3ff5ad9 HTTP/1.1" status: 200 len: 217 time: 0.0633266 Aug 31 14:25:33.083798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:25:33.083798 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:25:33.085865 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:25:33.150054 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd494a6-c0dc-45e9-a438-4b045656ddfe {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:33.167594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-b4af1fda-d95d-45b1-9a89-a64f1f0ef754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:33.168860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-b4af1fda-d95d-45b1-9a89-a64f1f0ef754 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=40552a86-f995-4e29-94f9-152d14895ce3 HTTP/1.1" status: 200 len: 845 time: 0.1185129 Aug 31 14:25:33.169010 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.186692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Transition to ACTIVE for port object bdd494a6-c0dc-45e9-a438-4b045656ddfe will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:33.187816 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.190041 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.224528 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.230994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39114) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:33.231233 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "DELETE /v2.0/networks/23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b HTTP/1.1" status: 204 len: 168 time: 2.2987168 Aug 31 14:25:33.237532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a91c3-d6f2-4cfe-b435-f4226127dd01 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Network': ['ID=23d9e9bf-a7e4-4ec9-89af-8a3619c6f31b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:33.298575 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-eb31833a-493c-46b4-b4d3-15e847ca3af4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14ae3af1-d421-4720-b5ea-4de9bb9491bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005523 Aug 31 14:25:33.327044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Pushing event updated for resources: {'Port': ['ID=bdd494a6-c0dc-45e9-a438-4b045656ddfe,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:33.345365 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:33.388313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:33.388903 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2414ab59-85a8-4ef9-8e9d-f72961c0cba2 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:33.434344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bd054887-4766-42f4-9c22-f7b8e3ff5ad9 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:33.467576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec94a2c-4fc0-4aba-ac6b-fd6f6433f099 req-e0aa0984-2285-4436-b2ca-8a0fef4a769e tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:33.472295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df06971-dbca-4dec-af1a-f5f50360d126 req-fcd6549f-7b82-479c-ac64-488a4d627488 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:33.476131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cec94a2c-4fc0-4aba-ac6b-fd6f6433f099 req-e0aa0984-2285-4436-b2ca-8a0fef4a769e tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.6685109 Aug 31 14:25:33.480714 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5df06971-dbca-4dec-af1a-f5f50360d126 req-fcd6549f-7b82-479c-ac64-488a4d627488 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 944 time: 0.2458644 Aug 31 14:25:33.547803 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] For port 46681e42-b392-40ec-9c3e-c611227256b0, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:33.553633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port bd054887-4766-42f4-9c22-f7b8e3ff5ad9 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:33.555967 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5df06971-dbca-4dec-af1a-f5f50360d126 req-3d643618-f954-435a-b3e9-831a88bff4cd tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699320 Aug 31 14:25:33.558801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port bd054887-4766-42f4-9c22-f7b8e3ff5ad9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:33.559203 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.574894 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Attempting to bind port bdd494a6-c0dc-45e9-a438-4b045656ddfe on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:33.575938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Attempting to bind port bdd494a6-c0dc-45e9-a438-4b045656ddfe by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:33.577002 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Attempting to bind port bdd494a6-c0dc-45e9-a438-4b045656ddfe on network bbbffd75-f989-4565-a2b7-5846c86624d3 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:33.577587 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cec94a2c-4fc0-4aba-ac6b-fd6f6433f099 req-21f07cb4-e85f-485a-b066-96d86469798f tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.163 HTTP/1.1" status: 200 len: 696 time: 0.1001821 Aug 31 14:25:33.594051 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Port bdd494a6-c0dc-45e9-a438-4b045656ddfe on network bbbffd75-f989-4565-a2b7-5846c86624d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:33.597732 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Attempting to bind port bdd494a6-c0dc-45e9-a438-4b045656ddfe on network bbbffd75-f989-4565-a2b7-5846c86624d3 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:33.609143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:33.610942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Checking segment: {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:33.613802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Bound using segment: {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:33.614684 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Bound port: bdd494a6-c0dc-45e9-a438-4b045656ddfe, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:33.616909 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.738945 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.793899 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] For port bdd494a6-c0dc-45e9-a438-4b045656ddfe, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:33.801285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] For port bdd494a6-c0dc-45e9-a438-4b045656ddfe, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bdd494a6-c0dc-45e9-a438-4b045656ddfe,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:33.807890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.838376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bd054887-4766-42f4-9c22-f7b8e3ff5ad9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:33.840481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd054887-4766-42f4-9c22-f7b8e3ff5ad9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:33.845529 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1752d0-e0d6-4921-97b6-d8fc215ed379" -d '{"events": [{"server_uuid": "b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12", "name": "network-vif-plugged", "status": "completed", "tag": "bd054887-4766-42f4-9c22-f7b8e3ff5ad9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:33.863204 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.904527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:33.905206 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.926396 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] 10.222.0.60 "PUT /v2.0/ports/bdd494a6-c0dc-45e9-a438-4b045656ddfe HTTP/1.1" status: 200 len: 1135 time: 1.9072015 Aug 31 14:25:33.950075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Request body: {'port': {'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:33.969833 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:34.143747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27382edf-4aea-48bc-a9e3-6a2380d1addc service neutron] Pushing event updated for resources: {'Port': ['ID=bdd494a6-c0dc-45e9-a438-4b045656ddfe,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:34.167613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.199130 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20fc72b-2faa-4e6f-93b7-755b2166ed21 x-openstack-request-id: req-f20fc72b-2faa-4e6f-93b7-755b2166ed21 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:34.199432 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "dbc07de3-f945-4450-882b-57900fb39169", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:34.199764 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f20fc72b-2faa-4e6f-93b7-755b2166ed21 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:34.200248 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': 'dbc07de3-f945-4450-882b-57900fb39169', 'status': 'completed', 'code': 200} Aug 31 14:25:34.211480 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8de901-23b1-48fa-9e77-694d55a41aeb tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Deleting subnet e04ae6fd-8f23-484d-b12f-85a39a57e16d {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:25:34.239799 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922e2285-46f4-480f-81a6-3146e8cce713 x-openstack-request-id: req-922e2285-46f4-480f-81a6-3146e8cce713 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:34.240099 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "3b58f743-17da-4d06-af23-9ca491f1d45c", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:34.240355 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-922e2285-46f4-480f-81a6-3146e8cce713 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:34.240774 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': '3b58f743-17da-4d06-af23-9ca491f1d45c', 'status': 'completed', 'code': 200} Aug 31 14:25:34.251879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] For port 46681e42-b392-40ec-9c3e-c611227256b0, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=46681e42-b392-40ec-9c3e-c611227256b0,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:34.301966 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f8de901-23b1-48fa-9e77-694d55a41aeb tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.334901 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.377959 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cec94a2c-4fc0-4aba-ac6b-fd6f6433f099 req-8d3d9a71-b9d1-472e-85bc-3f4961e38b16 tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.163 HTTP/1.1" status: 200 len: 696 time: 0.7988069 Aug 31 14:25:34.516672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Pushing event updated for resources: {'Port': ['ID=46681e42-b392-40ec-9c3e-c611227256b0,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:34.602294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.603210 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.605203 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-80c14308-e84b-40c7-a4b4-10ed916dd653 service neutron] 10.222.0.25 "PUT /v2.0/ports/46681e42-b392-40ec-9c3e-c611227256b0 HTTP/1.1" status: 200 len: 1090 time: 4.5570428 Aug 31 14:25:34.658498 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Request body: {'port': {'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:34.669594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ce158-4fd9-406c-a852-ec3c18ad04ed req-c6747b3c-4a39-43d9-87a8-4d67adad82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.670229 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ce158-4fd9-406c-a852-ec3c18ad04ed req-c6747b3c-4a39-43d9-87a8-4d67adad82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.670771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ce158-4fd9-406c-a852-ec3c18ad04ed req-c6747b3c-4a39-43d9-87a8-4d67adad82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.674526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ce158-4fd9-406c-a852-ec3c18ad04ed req-c6747b3c-4a39-43d9-87a8-4d67adad82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.675337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ce158-4fd9-406c-a852-ec3c18ad04ed req-c6747b3c-4a39-43d9-87a8-4d67adad82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.675883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ce158-4fd9-406c-a852-ec3c18ad04ed req-c6747b3c-4a39-43d9-87a8-4d67adad82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.676429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ce158-4fd9-406c-a852-ec3c18ad04ed req-c6747b3c-4a39-43d9-87a8-4d67adad82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.678597 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-593ce158-4fd9-406c-a852-ec3c18ad04ed req-c6747b3c-4a39-43d9-87a8-4d67adad82bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 6220 time: 0.4122229 Aug 31 14:25:34.681368 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-3c1794fb-15c8-4b62-8221-8c8e6a835d24 service neutron] 10.222.0.60 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3384709 Aug 31 14:25:34.687886 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f8de901-23b1-48fa-9e77-694d55a41aeb tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.970841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce661-3eb8-4207-8a99-f0fde2c2654c req-53ec6107-70b2-48d9-9d63-199ff31361be tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.979117 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce661-3eb8-4207-8a99-f0fde2c2654c req-53ec6107-70b2-48d9-9d63-199ff31361be tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.987161 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce661-3eb8-4207-8a99-f0fde2c2654c req-53ec6107-70b2-48d9-9d63-199ff31361be tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.994258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce661-3eb8-4207-8a99-f0fde2c2654c req-53ec6107-70b2-48d9-9d63-199ff31361be tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.007029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce661-3eb8-4207-8a99-f0fde2c2654c req-53ec6107-70b2-48d9-9d63-199ff31361be tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.019000 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce661-3eb8-4207-8a99-f0fde2c2654c req-53ec6107-70b2-48d9-9d63-199ff31361be tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.027980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce661-3eb8-4207-8a99-f0fde2c2654c req-53ec6107-70b2-48d9-9d63-199ff31361be tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.039678 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-796ce661-3eb8-4207-8a99-f0fde2c2654c req-53ec6107-70b2-48d9-9d63-199ff31361be tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5384 time: 0.6506047 Aug 31 14:25:35.053955 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d16c7b93-7159-4607-82de-15cbcee4b224 req-ffc448de-803f-4041-a755-3c239e23bb01 service neutron] 10.222.0.60 "GET /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217525 Aug 31 14:25:35.055080 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ce158-4fd9-406c-a852-ec3c18ad04ed req-1259c87e-b1a6-4f0a-97d2-0349bf0ee86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.055593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ce158-4fd9-406c-a852-ec3c18ad04ed req-1259c87e-b1a6-4f0a-97d2-0349bf0ee86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.056043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ce158-4fd9-406c-a852-ec3c18ad04ed req-1259c87e-b1a6-4f0a-97d2-0349bf0ee86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.057873 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-593ce158-4fd9-406c-a852-ec3c18ad04ed req-1259c87e-b1a6-4f0a-97d2-0349bf0ee86e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1363614 Aug 31 14:25:35.089657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8 req-20a7c2da-adc4-4689-b4a9-ddb57a8597ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.090129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8 req-20a7c2da-adc4-4689-b4a9-ddb57a8597ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.090599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8 req-20a7c2da-adc4-4689-b4a9-ddb57a8597ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.091358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8 req-20a7c2da-adc4-4689-b4a9-ddb57a8597ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.091824 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8 req-20a7c2da-adc4-4689-b4a9-ddb57a8597ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.092300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8 req-20a7c2da-adc4-4689-b4a9-ddb57a8597ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.092746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8 req-20a7c2da-adc4-4689-b4a9-ddb57a8597ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.095769 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8 req-20a7c2da-adc4-4689-b4a9-ddb57a8597ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 6234 time: 0.8813984 Aug 31 14:25:35.179397 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef509ac-4d20-4346-80ac-7987799f5e7b {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:35.188682 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.201494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Transition to ACTIVE for port object fef509ac-4d20-4346-80ac-7987799f5e7b will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:35.243364 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-796ce661-3eb8-4207-8a99-f0fde2c2654c req-a2fe5382-93d9-4acf-913b-1d758a74f230 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1940322 Aug 31 14:25:35.244186 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.330430 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.363421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Pushing event updated for resources: {'Port': ['ID=fef509ac-4d20-4346-80ac-7987799f5e7b,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:35.464068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-cec94a2c-4fc0-4aba-ac6b-fd6f6433f099 req-b6ecac4b-5922-44cc-bcac-5b0e79f0bdbf tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Deleting port e4c8df92-5f2c-42be-bb36-fe2d0b06ad22 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:35.464664 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cec94a2c-4fc0-4aba-ac6b-fd6f6433f099 req-b6ecac4b-5922-44cc-bcac-5b0e79f0bdbf tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.483013 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f8de901-23b1-48fa-9e77-694d55a41aeb tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.514206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd050b-5238-4262-b688-4d082deb76df req-c7006f1e-d47e-4b9c-9f31-cd1630763fb8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.522446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd050b-5238-4262-b688-4d082deb76df req-c7006f1e-d47e-4b9c-9f31-cd1630763fb8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.529043 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd050b-5238-4262-b688-4d082deb76df req-c7006f1e-d47e-4b9c-9f31-cd1630763fb8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.536029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd050b-5238-4262-b688-4d082deb76df req-c7006f1e-d47e-4b9c-9f31-cd1630763fb8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.543018 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd050b-5238-4262-b688-4d082deb76df req-c7006f1e-d47e-4b9c-9f31-cd1630763fb8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.550248 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd050b-5238-4262-b688-4d082deb76df req-c7006f1e-d47e-4b9c-9f31-cd1630763fb8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.557899 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd050b-5238-4262-b688-4d082deb76df req-c7006f1e-d47e-4b9c-9f31-cd1630763fb8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.560309 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cfd050b-5238-4262-b688-4d082deb76df req-c7006f1e-d47e-4b9c-9f31-cd1630763fb8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5395 time: 0.2087729 Aug 31 14:25:35.598722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Attempting to bind port fef509ac-4d20-4346-80ac-7987799f5e7b on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:35.599606 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Attempting to bind port fef509ac-4d20-4346-80ac-7987799f5e7b by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:35.599941 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Attempting to bind port fef509ac-4d20-4346-80ac-7987799f5e7b on network bbbffd75-f989-4565-a2b7-5846c86624d3 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:35.610403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ce158-4fd9-406c-a852-ec3c18ad04ed req-581eb5e2-12d5-472b-9038-24f35cbbd49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.612924 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-593ce158-4fd9-406c-a852-ec3c18ad04ed req-581eb5e2-12d5-472b-9038-24f35cbbd49e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5399919 Aug 31 14:25:35.621433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Port fef509ac-4d20-4346-80ac-7987799f5e7b on network bbbffd75-f989-4565-a2b7-5846c86624d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:35.621817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Attempting to bind port fef509ac-4d20-4346-80ac-7987799f5e7b on network bbbffd75-f989-4565-a2b7-5846c86624d3 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:35.629900 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:35.630390 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Checking segment: {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:35.631452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Bound using segment: {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:35.631902 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Bound port: fef509ac-4d20-4346-80ac-7987799f5e7b, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:35.632267 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.658107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8 req-57b0ddfd-d070-44a3-8e0d-1a5b0e2b72b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.658822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8 req-57b0ddfd-d070-44a3-8e0d-1a5b0e2b72b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.659508 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8 req-57b0ddfd-d070-44a3-8e0d-1a5b0e2b72b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.661256 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8 req-57b0ddfd-d070-44a3-8e0d-1a5b0e2b72b3 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5506051 Aug 31 14:25:35.691709 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cfd050b-5238-4262-b688-4d082deb76df req-f0db9198-0d85-453a-8898-044940744acc tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144345 Aug 31 14:25:35.795231 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:25:35.798076 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73811625-cf7a-4d2a-af63-f0176f8076a8 x-openstack-request-id: req-73811625-cf7a-4d2a-af63-f0176f8076a8 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:35.798576 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12", "name": "network-vif-plugged", "status": "completed", "tag": "bd054887-4766-42f4-9c22-f7b8e3ff5ad9", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:35.813014 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73811625-cf7a-4d2a-af63-f0176f8076a8 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:35.813622 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd054887-4766-42f4-9c22-f7b8e3ff5ad9', 'code': 200} Aug 31 14:25:35.829169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] For port fef509ac-4d20-4346-80ac-7987799f5e7b, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:35.832665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] For port fef509ac-4d20-4346-80ac-7987799f5e7b, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fef509ac-4d20-4346-80ac-7987799f5e7b,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:35.840426 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.970140 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f8de901-23b1-48fa-9e77-694d55a41aeb tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.997645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Pushing event updated for resources: {'Port': ['ID=fef509ac-4d20-4346-80ac-7987799f5e7b,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:36.053020 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cec94a2c-4fc0-4aba-ac6b-fd6f6433f099 req-b6ecac4b-5922-44cc-bcac-5b0e79f0bdbf tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.053379 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cec94a2c-4fc0-4aba-ac6b-fd6f6433f099 req-b6ecac4b-5922-44cc-bcac-5b0e79f0bdbf tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.055925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8de901-23b1-48fa-9e77-694d55a41aeb tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Subnet': ['ID=e04ae6fd-8f23-484d-b12f-85a39a57e16d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:36.109095 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f8de901-23b1-48fa-9e77-694d55a41aeb tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.117380 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b187c89f-a9cc-4c2c-8835-2759aa34d9e5 req-17f71500-66fc-449d-ad9d-4233e22f3324 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.1193624 Aug 31 14:25:36.127909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0f8de901-23b1-48fa-9e77-694d55a41aeb tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "DELETE /v2.0/subnets/e04ae6fd-8f23-484d-b12f-85a39a57e16d HTTP/1.1" status: 204 len: 168 time: 2.8833368 Aug 31 14:25:36.129668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:36.131844 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.135633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff09df5c-271d-48fb-9f10-a2e4289ca8f2 None None] Network 69deabcc-f01a-4505-8c35-cd7ed192a785 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:36.138770 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-edd17385-a27b-41ab-b79f-ec1858a31d38 service neutron] 10.222.0.60 "PUT /v2.0/ports/fef509ac-4d20-4346-80ac-7987799f5e7b HTTP/1.1" status: 200 len: 1090 time: 2.1949575 Aug 31 14:25:36.150307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39150) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:36.172515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63304cb-f1c6-4351-8330-a796d9cbde5e req-91a830ca-98a5-4c24-8d37-1aab1ba061f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:36.177442 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a63304cb-f1c6-4351-8330-a796d9cbde5e req-91a830ca-98a5-4c24-8d37-1aab1ba061f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 1096 time: 0.2972395 Aug 31 14:25:36.180496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-cec94a2c-4fc0-4aba-ac6b-fd6f6433f099 req-b6ecac4b-5922-44cc-bcac-5b0e79f0bdbf tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Calling delete_port for e4c8df92-5f2c-42be-bb36-fe2d0b06ad22 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:36.202563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': '46681e42-b392-40ec-9c3e-c611227256b0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:36.216708 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1998a273-845e-4644-87c3-587c58240e87" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "46681e42-b392-40ec-9c3e-c611227256b0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:36.290466 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8 req-53496e66-0fb7-4f85-8cb3-deb5be168cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:36.292532 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec1dfd41-bb26-43d9-b63a-251d8a44c5f8 req-53496e66-0fb7-4f85-8cb3-deb5be168cb8 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6149335 Aug 31 14:25:36.391148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a63304cb-f1c6-4351-8330-a796d9cbde5e req-a0263436-15b2-43cb-9a8c-41e1a6950ce4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624682 Aug 31 14:25:36.419587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Request body: {'port': {'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:36.430238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': 'bdd494a6-c0dc-45e9-a438-4b045656ddfe'}, {'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': 'fef509ac-4d20-4346-80ac-7987799f5e7b'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:36.436697 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be" -d '{"events": [{"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "bdd494a6-c0dc-45e9-a438-4b045656ddfe"}, {"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "fef509ac-4d20-4346-80ac-7987799f5e7b"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:36.463783 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.558376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a69c30f-e49c-4c35-82b4-3dbc7c73eced {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:36.571306 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.597414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204fa0c-bb52-4e6c-a3ce-90647c602d56 req-3355eda0-3882-4867-91c1-e61eb96b6832 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:36.600736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Transition to ACTIVE for port object 9a69c30f-e49c-4c35-82b4-3dbc7c73eced will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:36.603855 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9204fa0c-bb52-4e6c-a3ce-90647c602d56 req-3355eda0-3882-4867-91c1-e61eb96b6832 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 945 time: 0.1306808 Aug 31 14:25:36.615881 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.628310 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cec94a2c-4fc0-4aba-ac6b-fd6f6433f099 req-b6ecac4b-5922-44cc-bcac-5b0e79f0bdbf tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.665080 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.714386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29019c5-d72c-4e68-be69-f514b9b2c030 None None] DHCP port deletion for 69deabcc-f01a-4505-8c35-cd7ed192a785 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:25:36.749531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a69c30f-e49c-4c35-82b4-3dbc7c73eced,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:36.850233 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f29019c5-d72c-4e68-be69-f514b9b2c030 None None] Deleting port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:36.850792 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f29019c5-d72c-4e68-be69-f514b9b2c030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.874274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecac4b-5922-44cc-bcac-5b0e79f0bdbf tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Pushing event deleted for resources: {'Port': ['ID=e4c8df92-5f2c-42be-bb36-fe2d0b06ad22,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:36.904659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Attempting to bind port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:36.905340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Attempting to bind port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:36.907831 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Attempting to bind port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:36.917216 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cec94a2c-4fc0-4aba-ac6b-fd6f6433f099 req-b6ecac4b-5922-44cc-bcac-5b0e79f0bdbf tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.923520 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cec94a2c-4fc0-4aba-ac6b-fd6f6433f099 req-b6ecac4b-5922-44cc-bcac-5b0e79f0bdbf tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.935795 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9204fa0c-bb52-4e6c-a3ce-90647c602d56 req-c6214676-6fe0-4193-9d2b-9d1df222714e tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702231 Aug 31 14:25:36.938338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cec94a2c-4fc0-4aba-ac6b-fd6f6433f099 req-b6ecac4b-5922-44cc-bcac-5b0e79f0bdbf tempest-FloatingIPDetailsTestJSON-1815559814 tempest-FloatingIPDetailsTestJSON-1815559814-project] 10.222.0.39 "DELETE /v2.0/floatingips/45d323c7-18ae-48e0-ad17-2ea24993bd87 HTTP/1.1" status: 204 len: 173 time: 2.5590863 Aug 31 14:25:36.938662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39162) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:36.940064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Deleting port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:36.940417 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.948279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:36.948954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Attempting to bind port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:36.963040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:36.965777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Checking segment: {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:36.966541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Bound using segment: {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:36.967300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Bound port: 9a69c30f-e49c-4c35-82b4-3dbc7c73eced, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:36.972116 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:36.979980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f29019c5-d72c-4e68-be69-f514b9b2c030 None None] For port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=68a1a9b0-405a-4e9e-bb78-5f50a7ae5707,segment=NetworkSegment(38a4f51f-377e-4b99-8ebe-aa6b0428d919),segment_id=38a4f51f-377e-4b99-8ebe-aa6b0428d919)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:36.980393 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f29019c5-d72c-4e68-be69-f514b9b2c030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.016124 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f29019c5-d72c-4e68-be69-f514b9b2c030 None None] Calling delete_port for 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:37.022170 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3dd552-f346-44e9-9fe2-9f5532eaaac5 x-openstack-request-id: req-ab3dd552-f346-44e9-9fe2-9f5532eaaac5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:37.022812 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "46681e42-b392-40ec-9c3e-c611227256b0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:37.023600 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab3dd552-f346-44e9-9fe2-9f5532eaaac5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:37.024200 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': '46681e42-b392-40ec-9c3e-c611227256b0', 'status': 'completed', 'code': 200} Aug 31 14:25:37.190020 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf88d925-4a7a-410a-b9b2-cb8eaf132dfa x-openstack-request-id: req-bf88d925-4a7a-410a-b9b2-cb8eaf132dfa {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:37.190498 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "bdd494a6-c0dc-45e9-a438-4b045656ddfe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "fef509ac-4d20-4346-80ac-7987799f5e7b", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:37.190736 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf88d925-4a7a-410a-b9b2-cb8eaf132dfa {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:37.191428 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': 'bdd494a6-c0dc-45e9-a438-4b045656ddfe', 'status': 'completed', 'code': 200} Aug 31 14:25:37.191787 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': 'fef509ac-4d20-4346-80ac-7987799f5e7b', 'status': 'completed', 'code': 200} Aug 31 14:25:37.307865 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f29019c5-d72c-4e68-be69-f514b9b2c030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.308545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998a273-845e-4644-87c3-587c58240e87 req-3f479803-2be9-480c-b249-70f8b4e78c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.309036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998a273-845e-4644-87c3-587c58240e87 req-3f479803-2be9-480c-b249-70f8b4e78c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.309514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998a273-845e-4644-87c3-587c58240e87 req-3f479803-2be9-480c-b249-70f8b4e78c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.310034 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998a273-845e-4644-87c3-587c58240e87 req-3f479803-2be9-480c-b249-70f8b4e78c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.310514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998a273-845e-4644-87c3-587c58240e87 req-3f479803-2be9-480c-b249-70f8b4e78c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.310990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998a273-845e-4644-87c3-587c58240e87 req-3f479803-2be9-480c-b249-70f8b4e78c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.311471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998a273-845e-4644-87c3-587c58240e87 req-3f479803-2be9-480c-b249-70f8b4e78c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.313963 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1998a273-845e-4644-87c3-587c58240e87 req-3f479803-2be9-480c-b249-70f8b4e78c7a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 6301 time: 0.2687418 Aug 31 14:25:37.363067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29019c5-d72c-4e68-be69-f514b9b2c030 None None] No DVR routers for this DVR port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:37.413718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] For port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:37.417685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:37.457214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] For port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=68a1a9b0-405a-4e9e-bb78-5f50a7ae5707,segment=NetworkSegment(38a4f51f-377e-4b99-8ebe-aa6b0428d919),segment_id=38a4f51f-377e-4b99-8ebe-aa6b0428d919)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:37.457609 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.461686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:37.463009 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:37.465096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29019c5-d72c-4e68-be69-f514b9b2c030 None None] Pushing event deleted for resources: {'Port': ['ID=68a1a9b0-405a-4e9e-bb78-5f50a7ae5707,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:37.502594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] For port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=9a69c30f-e49c-4c35-82b4-3dbc7c73eced,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:37.531232 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.558060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb79478-793b-433e-9a96-a6696348ce70 req-e64b2491-43f1-4f4f-8bfb-3f32a7d9c814 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.565568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb79478-793b-433e-9a96-a6696348ce70 req-e64b2491-43f1-4f4f-8bfb-3f32a7d9c814 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.571545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb79478-793b-433e-9a96-a6696348ce70 req-e64b2491-43f1-4f4f-8bfb-3f32a7d9c814 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.579063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb79478-793b-433e-9a96-a6696348ce70 req-e64b2491-43f1-4f4f-8bfb-3f32a7d9c814 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.585367 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb79478-793b-433e-9a96-a6696348ce70 req-e64b2491-43f1-4f4f-8bfb-3f32a7d9c814 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.591826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb79478-793b-433e-9a96-a6696348ce70 req-e64b2491-43f1-4f4f-8bfb-3f32a7d9c814 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.602869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb79478-793b-433e-9a96-a6696348ce70 req-e64b2491-43f1-4f4f-8bfb-3f32a7d9c814 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.613086 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-beb79478-793b-433e-9a96-a6696348ce70 req-e64b2491-43f1-4f4f-8bfb-3f32a7d9c814 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5395 time: 0.2930081 Aug 31 14:25:37.670920 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-fd1572d9-802f-4f12-90ed-e1cb29372cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.672166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-fd1572d9-802f-4f12-90ed-e1cb29372cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.672709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-fd1572d9-802f-4f12-90ed-e1cb29372cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.673350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-fd1572d9-802f-4f12-90ed-e1cb29372cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.673890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-fd1572d9-802f-4f12-90ed-e1cb29372cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.675698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-fd1572d9-802f-4f12-90ed-e1cb29372cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.676915 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-fd1572d9-802f-4f12-90ed-e1cb29372cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.679773 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-fd1572d9-802f-4f12-90ed-e1cb29372cf6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 6287 time: 0.5216613 Aug 31 14:25:37.684314 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb942b53-8ca1-47a4-a21f-f0279210c88b {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:37.694970 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.710088 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Transition to ACTIVE for port object fb942b53-8ca1-47a4-a21f-f0279210c88b will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:37.725307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419ed03-7c42-4358-907b-18c34b7d4f36 req-a3f122fa-4fbd-4690-a7a3-b6e60905a9e9 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.732253 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419ed03-7c42-4358-907b-18c34b7d4f36 req-a3f122fa-4fbd-4690-a7a3-b6e60905a9e9 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.739878 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419ed03-7c42-4358-907b-18c34b7d4f36 req-a3f122fa-4fbd-4690-a7a3-b6e60905a9e9 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.746807 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419ed03-7c42-4358-907b-18c34b7d4f36 req-a3f122fa-4fbd-4690-a7a3-b6e60905a9e9 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.753480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419ed03-7c42-4358-907b-18c34b7d4f36 req-a3f122fa-4fbd-4690-a7a3-b6e60905a9e9 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.762509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419ed03-7c42-4358-907b-18c34b7d4f36 req-a3f122fa-4fbd-4690-a7a3-b6e60905a9e9 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.770016 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419ed03-7c42-4358-907b-18c34b7d4f36 req-a3f122fa-4fbd-4690-a7a3-b6e60905a9e9 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.779141 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0419ed03-7c42-4358-907b-18c34b7d4f36 req-a3f122fa-4fbd-4690-a7a3-b6e60905a9e9 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5396 time: 0.6391220 Aug 31 14:25:37.788822 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Calling delete_port for 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:37.822009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-57d812cc-61fb-450a-b7f8-eaf95eba7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.822622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-57d812cc-61fb-450a-b7f8-eaf95eba7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.823512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-57d812cc-61fb-450a-b7f8-eaf95eba7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.825089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-57d812cc-61fb-450a-b7f8-eaf95eba7ac2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1316848 Aug 31 14:25:37.854253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.854892 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.856329 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] 10.222.0.25 "PUT /v2.0/ports/9a69c30f-e49c-4c35-82b4-3dbc7c73eced HTTP/1.1" status: 200 len: 1091 time: 3.2030382 Aug 31 14:25:37.883078 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-beb79478-793b-433e-9a96-a6696348ce70 req-9f7ceb44-8eab-4b71-a8e4-526ebd282af2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2698169 Aug 31 14:25:37.905001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Request body: {'port': {'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:37.955388 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.957710 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.102997 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0419ed03-7c42-4358-907b-18c34b7d4f36 req-bffd64f9-c943-4013-beb6-2612454e0d42 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3228922 Aug 31 14:25:38.107284 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Port': ['ID=68a1a9b0-405a-4e9e-bb78-5f50a7ae5707,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:38.121068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] No DVR routers for this DVR port 68a1a9b0-405a-4e9e-bb78-5f50a7ae5707 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:38.293201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Pushing event updated for resources: {'Port': ['ID=fb942b53-8ca1-47a4-a21f-f0279210c88b,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:38.411247 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.423564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-21e3e30f-bcd5-43df-8dc5-570ea2f83e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:38.425432 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-21e3e30f-bcd5-43df-8dc5-570ea2f83e83 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5870543 Aug 31 14:25:38.425574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69deabcc-f01a-4505-8c35-cd7ed192a785']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:38.445006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a4f51f-377e-4b99-8ebe-aa6b0428d919') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:38.445356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a4f51f-377e-4b99-8ebe-aa6b0428d919') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:38.447592 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.474522 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.500032 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.508600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:25:38.509307 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:25:38.685095 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:25:38.742494 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.841378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886276c5-1448-46f3-a059-a3b5f8cacd1e req-31a07641-46f9-4e16-9fa6-99511401cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:38.841378 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-886276c5-1448-46f3-a059-a3b5f8cacd1e req-31a07641-46f9-4e16-9fa6-99511401cc59 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=507340dd7793433f8cbe529059d5523f&device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 1102 time: 0.2548864 Aug 31 14:25:38.846544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8b7ab-03e1-4987-856e-8485e16b94d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a69c30f-e49c-4c35-82b4-3dbc7c73eced,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:38.847130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Pushing event deleted for resources: {'Network': ['ID=69deabcc-f01a-4505-8c35-cd7ed192a785,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:38.870775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998a273-845e-4644-87c3-587c58240e87 req-3d599172-a55c-4ec9-ad58-239cf62bf45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:38.871377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998a273-845e-4644-87c3-587c58240e87 req-3d599172-a55c-4ec9-ad58-239cf62bf45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:38.871951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998a273-845e-4644-87c3-587c58240e87 req-3d599172-a55c-4ec9-ad58-239cf62bf45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:38.873797 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1998a273-845e-4644-87c3-587c58240e87 req-3d599172-a55c-4ec9-ad58-239cf62bf45f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.5130816 Aug 31 14:25:38.877155 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ff6b33d3-65fe-48e3-9895-eb3999b5a9a4 req-1c28ad94-6dbb-40c8-af18-6996f4fac73d tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.4460275 Aug 31 14:25:38.900154 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7637-9ed4-429e-995e-611108fce818 req-d12a9c2d-8354-4c57-a985-a67b8b6c8b76 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:38.921076 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e4a7637-9ed4-429e-995e-611108fce818 req-d12a9c2d-8354-4c57-a985-a67b8b6c8b76 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 945 time: 0.3035691 Aug 31 14:25:38.927508 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.934960 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b7c52e22-f24e-42dd-ae65-6421bbe89485 tempest-ServersTestMultiNic-767506762 tempest-ServersTestMultiNic-767506762-project] 10.222.0.39 "DELETE /v2.0/networks/69deabcc-f01a-4505-8c35-cd7ed192a785 HTTP/1.1" status: 204 len: 168 time: 2.7931645 Aug 31 14:25:38.947359 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Attempting to bind port fb942b53-8ca1-47a4-a21f-f0279210c88b on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:38.948055 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Attempting to bind port fb942b53-8ca1-47a4-a21f-f0279210c88b by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:38.949129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Attempting to bind port fb942b53-8ca1-47a4-a21f-f0279210c88b on network bbbffd75-f989-4565-a2b7-5846c86624d3 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:38.969681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Port fb942b53-8ca1-47a4-a21f-f0279210c88b on network bbbffd75-f989-4565-a2b7-5846c86624d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:38.971660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Attempting to bind port fb942b53-8ca1-47a4-a21f-f0279210c88b on network bbbffd75-f989-4565-a2b7-5846c86624d3 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:39.036159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': '9a69c30f-e49c-4c35-82b4-3dbc7c73eced'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:39.038952 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d04631d-29cc-4618-b562-ca91b5245f38" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "9a69c30f-e49c-4c35-82b4-3dbc7c73eced"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:39.045810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:39.047995 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Checking segment: {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:39.047995 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Bound using segment: {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:39.047995 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Bound port: fb942b53-8ca1-47a4-a21f-f0279210c88b, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc18401-7204-4916-b66f-12be88ebcce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:39.047995 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.148697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886276c5-1448-46f3-a059-a3b5f8cacd1e req-59f1947d-5559-431c-8190-8f91d7c82acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.150379 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-886276c5-1448-46f3-a059-a3b5f8cacd1e req-59f1947d-5559-431c-8190-8f91d7c82acf service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.1763959 Aug 31 14:25:39.204927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998a273-845e-4644-87c3-587c58240e87 req-20f0d263-7ab8-4976-8782-08f813b0f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.206653 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1998a273-845e-4644-87c3-587c58240e87 req-20f0d263-7ab8-4976-8782-08f813b0f211 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1826222 Aug 31 14:25:39.262072 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e4a7637-9ed4-429e-995e-611108fce818 req-39823382-3139-4e1b-8fc1-e83d72f4723e tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380282 Aug 31 14:25:39.268816 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-886276c5-1448-46f3-a059-a3b5f8cacd1e req-29296c74-045b-4aa8-b93c-d641bc3e7ff3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17 HTTP/1.1" status: 200 len: 217 time: 0.1026325 Aug 31 14:25:39.293895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-b6c19dfd-1d04-49d5-b122-b9c2d90ed417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.298153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-b6c19dfd-1d04-49d5-b122-b9c2d90ed417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.298825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-b6c19dfd-1d04-49d5-b122-b9c2d90ed417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.299476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-b6c19dfd-1d04-49d5-b122-b9c2d90ed417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.300180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-b6c19dfd-1d04-49d5-b122-b9c2d90ed417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.300800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-b6c19dfd-1d04-49d5-b122-b9c2d90ed417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.303286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-b6c19dfd-1d04-49d5-b122-b9c2d90ed417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.310111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-b6c19dfd-1d04-49d5-b122-b9c2d90ed417 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 6312 time: 0.4997745 Aug 31 14:25:39.353760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886276c5-1448-46f3-a059-a3b5f8cacd1e req-0917c824-b665-4815-b0ff-65e4f2c90411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.355525 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-886276c5-1448-46f3-a059-a3b5f8cacd1e req-0917c824-b665-4815-b0ff-65e4f2c90411 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0625243 Aug 31 14:25:39.440991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] For port fb942b53-8ca1-47a4-a21f-f0279210c88b, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:39.441993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b578f-336b-4bb1-8350-428f30d453de req-fab7e311-f9bf-4967-9720-f5609f63fed9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.448552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b578f-336b-4bb1-8350-428f30d453de req-fab7e311-f9bf-4967-9720-f5609f63fed9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.464359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b578f-336b-4bb1-8350-428f30d453de req-fab7e311-f9bf-4967-9720-f5609f63fed9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.471111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b578f-336b-4bb1-8350-428f30d453de req-fab7e311-f9bf-4967-9720-f5609f63fed9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.477217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b578f-336b-4bb1-8350-428f30d453de req-fab7e311-f9bf-4967-9720-f5609f63fed9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.494653 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886276c5-1448-46f3-a059-a3b5f8cacd1e req-2f99e8a7-3e7b-40ca-984d-062cdb28dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.496685 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-886276c5-1448-46f3-a059-a3b5f8cacd1e req-2f99e8a7-3e7b-40ca-984d-062cdb28dd58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275508 Aug 31 14:25:39.497812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b578f-336b-4bb1-8350-428f30d453de req-fab7e311-f9bf-4967-9720-f5609f63fed9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.498547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] For port fb942b53-8ca1-47a4-a21f-f0279210c88b, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fb942b53-8ca1-47a4-a21f-f0279210c88b,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:39.507139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b578f-336b-4bb1-8350-428f30d453de req-fab7e311-f9bf-4967-9720-f5609f63fed9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.509334 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce9b578f-336b-4bb1-8350-428f30d453de req-fab7e311-f9bf-4967-9720-f5609f63fed9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5407 time: 0.4747982 Aug 31 14:25:39.592812 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.593472 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7fbe7b-e591-4ba8-81a7-276288389b38 x-openstack-request-id: req-ce7fbe7b-e591-4ba8-81a7-276288389b38 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:39.593776 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "9a69c30f-e49c-4c35-82b4-3dbc7c73eced", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:39.594027 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce7fbe7b-e591-4ba8-81a7-276288389b38 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:39.594425 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': '9a69c30f-e49c-4c35-82b4-3dbc7c73eced', 'status': 'completed', 'code': 200} Aug 31 14:25:39.610983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce9b578f-336b-4bb1-8350-428f30d453de req-b8e0f439-1245-4d85-8d44-9e092b03ef06 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893555 Aug 31 14:25:39.766187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-92d33603-ad0c-43df-9de8-f81018fb08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.766796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-92d33603-ad0c-43df-9de8-f81018fb08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.767366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-92d33603-ad0c-43df-9de8-f81018fb08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.769055 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-92d33603-ad0c-43df-9de8-f81018fb08bf service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4479432 Aug 31 14:25:39.866158 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04631d-29cc-4618-b562-ca91b5245f38 req-cbcd623e-f267-4f64-b081-4e6b4fc5e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.866823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04631d-29cc-4618-b562-ca91b5245f38 req-cbcd623e-f267-4f64-b081-4e6b4fc5e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.871629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04631d-29cc-4618-b562-ca91b5245f38 req-cbcd623e-f267-4f64-b081-4e6b4fc5e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.872139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04631d-29cc-4618-b562-ca91b5245f38 req-cbcd623e-f267-4f64-b081-4e6b4fc5e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.872627 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04631d-29cc-4618-b562-ca91b5245f38 req-cbcd623e-f267-4f64-b081-4e6b4fc5e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.873111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04631d-29cc-4618-b562-ca91b5245f38 req-cbcd623e-f267-4f64-b081-4e6b4fc5e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.873587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04631d-29cc-4618-b562-ca91b5245f38 req-cbcd623e-f267-4f64-b081-4e6b4fc5e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.885585 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d04631d-29cc-4618-b562-ca91b5245f38 req-cbcd623e-f267-4f64-b081-4e6b4fc5e298 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 6343 time: 0.2734890 Aug 31 14:25:40.110757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b849ce-aa09-477e-8cca-9af7f3f55d9b {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:40.125479 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.182057 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Transition to ACTIVE for port object c3b849ce-aa09-477e-8cca-9af7f3f55d9b will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:40.189484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-3b83fef3-6c2c-41df-9651-824d5b7195bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.191459 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3edab1f4-8e2c-4a3b-bb80-2559642ee0be req-3b83fef3-6c2c-41df-9651-824d5b7195bb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4139946 Aug 31 14:25:40.204305 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.252152 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b349ef0c-4cc6-4340-81e9-97713b63039e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.264476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Pushing event updated for resources: {'Port': ['ID=fb942b53-8ca1-47a4-a21f-f0279210c88b,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:40.373054 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Pushing event updated for resources: {'Port': ['ID=c3b849ce-aa09-477e-8cca-9af7f3f55d9b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:40.420900 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.422951 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.424876 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4696700b-af49-4e21-a028-4363d65e497b service neutron] 10.222.0.60 "PUT /v2.0/ports/fb942b53-8ca1-47a4-a21f-f0279210c88b HTTP/1.1" status: 200 len: 1091 time: 4.0221746 Aug 31 14:25:40.425586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': 'fb942b53-8ca1-47a4-a21f-f0279210c88b'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:40.430681 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "fb942b53-8ca1-47a4-a21f-f0279210c88b"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:40.475109 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b2ab302a-5929-4b93-b91a-ac189e531367 req-572d9533-bfdb-4d55-887e-f73c960575f1 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0676095 Aug 31 14:25:40.477090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04631d-29cc-4618-b562-ca91b5245f38 req-835d8c35-286b-40a6-9140-7028ed8fc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.477644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04631d-29cc-4618-b562-ca91b5245f38 req-835d8c35-286b-40a6-9140-7028ed8fc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.478121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04631d-29cc-4618-b562-ca91b5245f38 req-835d8c35-286b-40a6-9140-7028ed8fc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.479824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d04631d-29cc-4618-b562-ca91b5245f38 req-835d8c35-286b-40a6-9140-7028ed8fc82b service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5171590 Aug 31 14:25:40.508153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Request body: {'port': {'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:40.630628 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-886276c5-1448-46f3-a059-a3b5f8cacd1e req-08ee483d-8e3b-46d4-a45a-52878a12fb2d service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1059511 Aug 31 14:25:40.844864 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580ec0c6-2506-4520-80bf-2ec709e79bb9 x-openstack-request-id: req-580ec0c6-2506-4520-80bf-2ec709e79bb9 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:40.845320 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "fb942b53-8ca1-47a4-a21f-f0279210c88b", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:40.845678 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-580ec0c6-2506-4520-80bf-2ec709e79bb9 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:40.846190 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': 'fb942b53-8ca1-47a4-a21f-f0279210c88b', 'status': 'completed', 'code': 200} Aug 31 14:25:40.870006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Attempting to bind port c3b849ce-aa09-477e-8cca-9af7f3f55d9b on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:40.870861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Attempting to bind port c3b849ce-aa09-477e-8cca-9af7f3f55d9b by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '703d1749-b334-41de-af58-b448e639a222'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:40.871336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Attempting to bind port c3b849ce-aa09-477e-8cca-9af7f3f55d9b on network 703d1749-b334-41de-af58-b448e639a222 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:40.884406 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b13d74-ec3e-4131-82cb-d9002144a636 req-892e1936-9dd2-40f4-9165-506b651afb85 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.891684 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b13d74-ec3e-4131-82cb-d9002144a636 req-892e1936-9dd2-40f4-9165-506b651afb85 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.898520 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b13d74-ec3e-4131-82cb-d9002144a636 req-892e1936-9dd2-40f4-9165-506b651afb85 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.907767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04631d-29cc-4618-b562-ca91b5245f38 req-af422164-667f-4943-b8e3-f374ee9db94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.909271 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d04631d-29cc-4618-b562-ca91b5245f38 req-af422164-667f-4943-b8e3-f374ee9db94f service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4206197 Aug 31 14:25:40.911253 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b13d74-ec3e-4131-82cb-d9002144a636 req-892e1936-9dd2-40f4-9165-506b651afb85 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.932742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Port c3b849ce-aa09-477e-8cca-9af7f3f55d9b on network 703d1749-b334-41de-af58-b448e639a222 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:40.933080 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Attempting to bind port c3b849ce-aa09-477e-8cca-9af7f3f55d9b on network 703d1749-b334-41de-af58-b448e639a222 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:40.940368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:40.940728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Checking segment: {'id': 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '703d1749-b334-41de-af58-b448e639a222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:40.941131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Bound using segment: {'id': 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '703d1749-b334-41de-af58-b448e639a222'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:40.941570 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Bound port: c3b849ce-aa09-477e-8cca-9af7f3f55d9b, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '703d1749-b334-41de-af58-b448e639a222'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:40.941935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.946156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b13d74-ec3e-4131-82cb-d9002144a636 req-892e1936-9dd2-40f4-9165-506b651afb85 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.961506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b13d74-ec3e-4131-82cb-d9002144a636 req-892e1936-9dd2-40f4-9165-506b651afb85 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.964336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4 req-05fb8272-6651-4aa7-ae5f-194ba153db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.964833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4 req-05fb8272-6651-4aa7-ae5f-194ba153db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.965689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4 req-05fb8272-6651-4aa7-ae5f-194ba153db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.966170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4 req-05fb8272-6651-4aa7-ae5f-194ba153db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.966640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4 req-05fb8272-6651-4aa7-ae5f-194ba153db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.967106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4 req-05fb8272-6651-4aa7-ae5f-194ba153db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.967602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4 req-05fb8272-6651-4aa7-ae5f-194ba153db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.971377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4 req-05fb8272-6651-4aa7-ae5f-194ba153db85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 6354 time: 0.1719973 Aug 31 14:25:40.974050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b13d74-ec3e-4131-82cb-d9002144a636 req-892e1936-9dd2-40f4-9165-506b651afb85 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.989402 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4b13d74-ec3e-4131-82cb-d9002144a636 req-892e1936-9dd2-40f4-9165-506b651afb85 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5396 time: 1.2451265 Aug 31 14:25:41.073260 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-886276c5-1448-46f3-a059-a3b5f8cacd1e req-cafdf804-d935-491f-b97d-bf64ceded183 service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338105 Aug 31 14:25:41.085438 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.141190 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4b13d74-ec3e-4131-82cb-d9002144a636 req-06896d4e-1f05-4ee4-86ab-5c6c990e2a86 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1506081 Aug 31 14:25:41.230046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] For port c3b849ce-aa09-477e-8cca-9af7f3f55d9b, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:41.243997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] For port c3b849ce-aa09-477e-8cca-9af7f3f55d9b, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=c3b849ce-aa09-477e-8cca-9af7f3f55d9b,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:41.275757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533803f-667e-424e-a097-84b737bbce7b req-a950f6ec-8df1-48d6-8e13-219c17039f52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.286706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533803f-667e-424e-a097-84b737bbce7b req-a950f6ec-8df1-48d6-8e13-219c17039f52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.294665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533803f-667e-424e-a097-84b737bbce7b req-a950f6ec-8df1-48d6-8e13-219c17039f52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.304591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533803f-667e-424e-a097-84b737bbce7b req-a950f6ec-8df1-48d6-8e13-219c17039f52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.310545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533803f-667e-424e-a097-84b737bbce7b req-a950f6ec-8df1-48d6-8e13-219c17039f52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.314915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39256) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:41.342965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533803f-667e-424e-a097-84b737bbce7b req-a950f6ec-8df1-48d6-8e13-219c17039f52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.350478 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533803f-667e-424e-a097-84b737bbce7b req-a950f6ec-8df1-48d6-8e13-219c17039f52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.364784 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c533803f-667e-424e-a097-84b737bbce7b req-a950f6ec-8df1-48d6-8e13-219c17039f52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5407 time: 0.2888253 Aug 31 14:25:41.388987 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.473382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.474679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.476320 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] 10.222.0.25 "PUT /v2.0/ports/c3b849ce-aa09-477e-8cca-9af7f3f55d9b HTTP/1.1" status: 200 len: 1091 time: 3.5779209 Aug 31 14:25:41.477844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4 req-bd23d1b8-8ac7-46cd-bcce-c0c16798ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.478793 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4 req-bd23d1b8-8ac7-46cd-bcce-c0c16798ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.479388 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4 req-bd23d1b8-8ac7-46cd-bcce-c0c16798ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.481457 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4 req-bd23d1b8-8ac7-46cd-bcce-c0c16798ec19 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4382079 Aug 31 14:25:41.531757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Request body: {'port': {'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:41.626156 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': 'c3b849ce-aa09-477e-8cca-9af7f3f55d9b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:41.629201 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66052d0-4064-4a33-96e0-c5261a7df464" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "c3b849ce-aa09-477e-8cca-9af7f3f55d9b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:41.785143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4 req-b8cae15d-5c88-4f84-8cc3-d67fe527b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.786549 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ddf2a4e-47e0-4b43-9a67-7a894cc1a3d4 req-b8cae15d-5c88-4f84-8cc3-d67fe527b455 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2532668 Aug 31 14:25:41.865156 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.877904 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c533803f-667e-424e-a097-84b737bbce7b req-52787580-7199-4934-b5eb-872994d1bc55 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5118146 Aug 31 14:25:41.920551 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd92dd-0c62-4b2a-9842-35e2c33c192d service neutron] Pushing event updated for resources: {'Port': ['ID=c3b849ce-aa09-477e-8cca-9af7f3f55d9b,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:42.012301 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db353bcd-ee31-40af-ab44-6e6494d4859d x-openstack-request-id: req-db353bcd-ee31-40af-ab44-6e6494d4859d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:42.012301 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "c3b849ce-aa09-477e-8cca-9af7f3f55d9b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:42.012301 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db353bcd-ee31-40af-ab44-6e6494d4859d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:42.012301 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': 'c3b849ce-aa09-477e-8cca-9af7f3f55d9b', 'status': 'completed', 'code': 200} Aug 31 14:25:42.024882 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57b84cc-a866-47d8-8732-69907ed220f0 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:42.040919 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f61a6943-baa7-4708-9c80-66ddf8d69160 req-c5ffc598-2d0e-4857-8ef0-175ae3068bcf tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.1431487 Aug 31 14:25:42.330612 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.489417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Transition to ACTIVE for port object e57b84cc-a866-47d8-8732-69907ed220f0 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:42.522313 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.559602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66052d0-4064-4a33-96e0-c5261a7df464 req-b5038cc8-e6db-4359-b911-b1a2659ee616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.559962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66052d0-4064-4a33-96e0-c5261a7df464 req-b5038cc8-e6db-4359-b911-b1a2659ee616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.560440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66052d0-4064-4a33-96e0-c5261a7df464 req-b5038cc8-e6db-4359-b911-b1a2659ee616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.560909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66052d0-4064-4a33-96e0-c5261a7df464 req-b5038cc8-e6db-4359-b911-b1a2659ee616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.561465 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66052d0-4064-4a33-96e0-c5261a7df464 req-b5038cc8-e6db-4359-b911-b1a2659ee616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.561845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66052d0-4064-4a33-96e0-c5261a7df464 req-b5038cc8-e6db-4359-b911-b1a2659ee616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.562347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66052d0-4064-4a33-96e0-c5261a7df464 req-b5038cc8-e6db-4359-b911-b1a2659ee616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.565178 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f66052d0-4064-4a33-96e0-c5261a7df464 req-b5038cc8-e6db-4359-b911-b1a2659ee616 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 6410 time: 0.5229080 Aug 31 14:25:42.569456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f70b7-13ac-40b3-8efc-7b5591d3c2a9 req-46443ce5-ea72-442d-9a37-702e5bf779a2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.575381 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f70b7-13ac-40b3-8efc-7b5591d3c2a9 req-46443ce5-ea72-442d-9a37-702e5bf779a2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.582043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f70b7-13ac-40b3-8efc-7b5591d3c2a9 req-46443ce5-ea72-442d-9a37-702e5bf779a2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.589850 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f70b7-13ac-40b3-8efc-7b5591d3c2a9 req-46443ce5-ea72-442d-9a37-702e5bf779a2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.603853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f70b7-13ac-40b3-8efc-7b5591d3c2a9 req-46443ce5-ea72-442d-9a37-702e5bf779a2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.611214 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f70b7-13ac-40b3-8efc-7b5591d3c2a9 req-46443ce5-ea72-442d-9a37-702e5bf779a2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.612063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4c17d-3b0a-405a-a4f3-a042a7cc8542 req-1c136ea9-4fa6-41b9-8bba-8c85217c1dde tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.618301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f70b7-13ac-40b3-8efc-7b5591d3c2a9 req-46443ce5-ea72-442d-9a37-702e5bf779a2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.619528 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dac4c17d-3b0a-405a-a4f3-a042a7cc8542 req-1c136ea9-4fa6-41b9-8bba-8c85217c1dde tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 945 time: 0.2927909 Aug 31 14:25:42.628177 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d06f70b7-13ac-40b3-8efc-7b5591d3c2a9 req-46443ce5-ea72-442d-9a37-702e5bf779a2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5408 time: 0.3067615 Aug 31 14:25:42.642956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae37ea2-d7e6-4513-a927-0d658b3709e2 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:42.658319 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.675559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Transition to ACTIVE for port object bae37ea2-d7e6-4513-a927-0d658b3709e2 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:42.687938 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.822287 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d06f70b7-13ac-40b3-8efc-7b5591d3c2a9 req-1204b1fb-77e7-42eb-98eb-3ea59f01db5b tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1928160 Aug 31 14:25:42.924377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Pushing event updated for resources: {'Port': ['ID=bae37ea2-d7e6-4513-a927-0d658b3709e2,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:43.053681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Attempting to bind port bae37ea2-d7e6-4513-a927-0d658b3709e2 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:43.054247 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Attempting to bind port bae37ea2-d7e6-4513-a927-0d658b3709e2 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '703d1749-b334-41de-af58-b448e639a222'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:43.054568 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dac4c17d-3b0a-405a-a4f3-a042a7cc8542 req-609eb40a-b0e8-4262-b169-e6aadb371bd5 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339962 Aug 31 14:25:43.055398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Attempting to bind port bae37ea2-d7e6-4513-a927-0d658b3709e2 on network 703d1749-b334-41de-af58-b448e639a222 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:43.055515 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Pushing event updated for resources: {'Port': ['ID=e57b84cc-a866-47d8-8732-69907ed220f0,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:43.061536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Port bae37ea2-d7e6-4513-a927-0d658b3709e2 on network 703d1749-b334-41de-af58-b448e639a222 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:43.062078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Attempting to bind port bae37ea2-d7e6-4513-a927-0d658b3709e2 on network 703d1749-b334-41de-af58-b448e639a222 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:43.080456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:43.080796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Checking segment: {'id': 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '703d1749-b334-41de-af58-b448e639a222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:43.090453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Bound using segment: {'id': 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '703d1749-b334-41de-af58-b448e639a222'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:43.091006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Bound port: bae37ea2-d7e6-4513-a927-0d658b3709e2, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '703d1749-b334-41de-af58-b448e639a222'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:43.098976 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:43.279536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] For port bae37ea2-d7e6-4513-a927-0d658b3709e2, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:43.284263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] For port bae37ea2-d7e6-4513-a927-0d658b3709e2, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=bae37ea2-d7e6-4513-a927-0d658b3709e2,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:43.286663 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66052d0-4064-4a33-96e0-c5261a7df464 req-abb5901b-ddf7-48b4-a072-7c505e8f2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:43.287183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66052d0-4064-4a33-96e0-c5261a7df464 req-abb5901b-ddf7-48b4-a072-7c505e8f2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:43.289132 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66052d0-4064-4a33-96e0-c5261a7df464 req-abb5901b-ddf7-48b4-a072-7c505e8f2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:43.290757 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f66052d0-4064-4a33-96e0-c5261a7df464 req-abb5901b-ddf7-48b4-a072-7c505e8f2ac3 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6986885 Aug 31 14:25:43.301257 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:43.374454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Pushing event updated for resources: {'Port': ['ID=bae37ea2-d7e6-4513-a927-0d658b3709e2,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:43.393057 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5820a1de-b5bd-4543-8412-9d31781b0814 req-49d354a7-1d79-4a58-ac32-d702d29aac60 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.1063988 Aug 31 14:25:43.411998 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:43.415332 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:43.416864 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4c50e4d3-f9b8-47cd-839e-03add92801ff service neutron] 10.222.0.25 "PUT /v2.0/ports/bae37ea2-d7e6-4513-a927-0d658b3709e2 HTTP/1.1" status: 200 len: 1091 time: 1.8976634 Aug 31 14:25:43.469608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Attempting to bind port e57b84cc-a866-47d8-8732-69907ed220f0 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:43.470669 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Attempting to bind port e57b84cc-a866-47d8-8732-69907ed220f0 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '76670cf5-4b16-42e3-8d56-3f894bd38b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:43.472678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Attempting to bind port e57b84cc-a866-47d8-8732-69907ed220f0 on network 102255ed-e1f5-4ea0-8992-73ed1fa161fb {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:43.485136 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bd054887-4766-42f4-9c22-f7b8e3ff5ad9 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:25:43.616341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bd054887-4766-42f4-9c22-f7b8e3ff5ad9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:43.636256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'bd054887-4766-42f4-9c22-f7b8e3ff5ad9', 'network_id': '14ae3af1-d421-4720-b5ea-4de9bb9491bc', 'port_id': 'bd054887-4766-42f4-9c22-f7b8e3ff5ad9', 'mac_address': 'fa:16:3e:25:03:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40552a86-f995-4e29-94f9-152d14895ce3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:25:43.717064 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:43.745548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd054887-4766-42f4-9c22-f7b8e3ff5ad9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:43.788376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bd054887-4766-42f4-9c22-f7b8e3ff5ad9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:43.793946 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:43.870808 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bd054887-4766-42f4-9c22-f7b8e3ff5ad9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:25:43.932371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:44.013991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': 'bae37ea2-d7e6-4513-a927-0d658b3709e2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:44.016405 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b17a923-2d9a-4e1a-a90a-92ba0438137d" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "bae37ea2-d7e6-4513-a927-0d658b3709e2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:44.081322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601c9fd-1227-4dfb-b88f-34a2c74e0e54 req-98908603-0953-4b8a-ab63-65d4775337f5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.082230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Port e57b84cc-a866-47d8-8732-69907ed220f0 on network 102255ed-e1f5-4ea0-8992-73ed1fa161fb not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:44.082725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Attempting to bind port e57b84cc-a866-47d8-8732-69907ed220f0 on network 102255ed-e1f5-4ea0-8992-73ed1fa161fb {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:44.099665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601c9fd-1227-4dfb-b88f-34a2c74e0e54 req-98908603-0953-4b8a-ab63-65d4775337f5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.106727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601c9fd-1227-4dfb-b88f-34a2c74e0e54 req-98908603-0953-4b8a-ab63-65d4775337f5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.113328 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8718-6d63-40ff-b60a-d00fe03b7367 req-de996680-6801-4ff3-bb0e-a521ec7b5752 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.113864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601c9fd-1227-4dfb-b88f-34a2c74e0e54 req-98908603-0953-4b8a-ab63-65d4775337f5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.119431 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8718-6d63-40ff-b60a-d00fe03b7367 req-de996680-6801-4ff3-bb0e-a521ec7b5752 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.121212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601c9fd-1227-4dfb-b88f-34a2c74e0e54 req-98908603-0953-4b8a-ab63-65d4775337f5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.126535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8718-6d63-40ff-b60a-d00fe03b7367 req-de996680-6801-4ff3-bb0e-a521ec7b5752 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.128734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601c9fd-1227-4dfb-b88f-34a2c74e0e54 req-98908603-0953-4b8a-ab63-65d4775337f5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.132390 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8718-6d63-40ff-b60a-d00fe03b7367 req-de996680-6801-4ff3-bb0e-a521ec7b5752 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.136615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601c9fd-1227-4dfb-b88f-34a2c74e0e54 req-98908603-0953-4b8a-ab63-65d4775337f5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.138256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8718-6d63-40ff-b60a-d00fe03b7367 req-de996680-6801-4ff3-bb0e-a521ec7b5752 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.146656 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8718-6d63-40ff-b60a-d00fe03b7367 req-de996680-6801-4ff3-bb0e-a521ec7b5752 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.147338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2601c9fd-1227-4dfb-b88f-34a2c74e0e54 req-98908603-0953-4b8a-ab63-65d4775337f5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.1961682 Aug 31 14:25:44.151285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8718-6d63-40ff-b60a-d00fe03b7367 req-de996680-6801-4ff3-bb0e-a521ec7b5752 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.159854 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-833e8718-6d63-40ff-b60a-d00fe03b7367 req-de996680-6801-4ff3-bb0e-a521ec7b5752 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5419 time: 0.9111798 Aug 31 14:25:44.184608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:44.184944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Checking segment: {'id': '76670cf5-4b16-42e3-8d56-3f894bd38b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:44.185326 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Bound using segment: {'id': '76670cf5-4b16-42e3-8d56-3f894bd38b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:44.185769 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Bound port: e57b84cc-a866-47d8-8732-69907ed220f0, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76670cf5-4b16-42e3-8d56-3f894bd38b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:44.186125 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.207881 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2601c9fd-1227-4dfb-b88f-34a2c74e0e54 req-de7c5ece-05a7-4b29-9887-aa4c7bff9308 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594373 Aug 31 14:25:44.215126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66052d0-4064-4a33-96e0-c5261a7df464 req-571e2971-81ef-4206-a97c-1c56617a5ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.227324 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f66052d0-4064-4a33-96e0-c5261a7df464 req-571e2971-81ef-4206-a97c-1c56617a5ef0 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9128754 Aug 31 14:25:44.284438 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528c9194-68e8-4cc8-a24b-82f9e6cc12c5 x-openstack-request-id: req-528c9194-68e8-4cc8-a24b-82f9e6cc12c5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:44.288562 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "bae37ea2-d7e6-4513-a927-0d658b3709e2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:44.288927 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-528c9194-68e8-4cc8-a24b-82f9e6cc12c5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:44.289428 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': 'bae37ea2-d7e6-4513-a927-0d658b3709e2', 'status': 'completed', 'code': 200} Aug 31 14:25:44.299057 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-833e8718-6d63-40ff-b60a-d00fe03b7367 req-a29cacf8-84a7-48c5-841f-420b7421981d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310294 Aug 31 14:25:44.415951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b8802-219c-4370-af51-69ddcc1983eb req-cdd98c24-03ab-4804-ba3b-26585b5fd748 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.417686 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d11b8802-219c-4370-af51-69ddcc1983eb req-cdd98c24-03ab-4804-ba3b-26585b5fd748 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 944 time: 0.0625463 Aug 31 14:25:44.434851 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-b349ef0c-4cc6-4340-81e9-97713b63039e admin admin] Deleting port d171701d-9c9b-4811-971c-0257f6337e9e {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:44.439719 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b349ef0c-4cc6-4340-81e9-97713b63039e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.508711 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d11b8802-219c-4370-af51-69ddcc1983eb req-937dcd76-cf3b-485c-a779-cc68be3597d1 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811675 Aug 31 14:25:44.631028 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-73882a98-925f-4d71-800d-1095113f536d req-817f4c8e-4e62-464b-9444-6131f5ae4ab4 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0718303 Aug 31 14:25:44.650359 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] For port e57b84cc-a866-47d8-8732-69907ed220f0, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:44.669969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b60fa33b-c3df-4532-8515-aa5c11739ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.670693 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b60fa33b-c3df-4532-8515-aa5c11739ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.672087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b60fa33b-c3df-4532-8515-aa5c11739ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.672794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b60fa33b-c3df-4532-8515-aa5c11739ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.673399 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b60fa33b-c3df-4532-8515-aa5c11739ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.674005 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b60fa33b-c3df-4532-8515-aa5c11739ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.674634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b60fa33b-c3df-4532-8515-aa5c11739ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.677183 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b60fa33b-c3df-4532-8515-aa5c11739ed8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 6477 time: 0.3767116 Aug 31 14:25:44.697004 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] For port e57b84cc-a866-47d8-8732-69907ed220f0, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e57b84cc-a866-47d8-8732-69907ed220f0,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:44.750228 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.774126 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-b3edd5c5-11d1-437c-a2ed-36ea9935ed39 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f535e7-a803-49b2-8109-1a1e28f045a9 HTTP/1.1" status: 200 len: 217 time: 0.0720899 Aug 31 14:25:44.782538 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19259fa3-479a-457c-aa1e-4c76e87571d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.888661 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.889669 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.897368 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] 10.222.0.60 "PUT /v2.0/ports/e57b84cc-a866-47d8-8732-69907ed220f0 HTTP/1.1" status: 200 len: 1091 time: 4.4070618 Aug 31 14:25:44.904162 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': 'e57b84cc-a866-47d8-8732-69907ed220f0'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:44.907671 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e1f977-8a78-4dc4-9c02-62d43978ff9e" -d '{"events": [{"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "e57b84cc-a866-47d8-8732-69907ed220f0"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:44.953883 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Request body: {'port': {'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:44.992683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-b349ef0c-4cc6-4340-81e9-97713b63039e admin admin] For port d171701d-9c9b-4811-971c-0257f6337e9e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d171701d-9c9b-4811-971c-0257f6337e9e,segment=NetworkSegment(b13cbb43-79a5-4ac7-83a4-2aa77e6a797c),segment_id=b13cbb43-79a5-4ac7-83a4-2aa77e6a797c)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:44.995860 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b349ef0c-4cc6-4340-81e9-97713b63039e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.022500 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de19ac9e-89a9-4b02-87a5-ba6862d7d629 x-openstack-request-id: req-de19ac9e-89a9-4b02-87a5-ba6862d7d629 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:45.022790 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "e57b84cc-a866-47d8-8732-69907ed220f0", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:45.023039 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de19ac9e-89a9-4b02-87a5-ba6862d7d629 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:45.032147 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': 'e57b84cc-a866-47d8-8732-69907ed220f0', 'status': 'completed', 'code': 200} Aug 31 14:25:45.098725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f977-8a78-4dc4-9c02-62d43978ff9e req-24578188-88b2-4539-bb2a-716a3cc54cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.099286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f977-8a78-4dc4-9c02-62d43978ff9e req-24578188-88b2-4539-bb2a-716a3cc54cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.099706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f977-8a78-4dc4-9c02-62d43978ff9e req-24578188-88b2-4539-bb2a-716a3cc54cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.100179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f977-8a78-4dc4-9c02-62d43978ff9e req-24578188-88b2-4539-bb2a-716a3cc54cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.100648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f977-8a78-4dc4-9c02-62d43978ff9e req-24578188-88b2-4539-bb2a-716a3cc54cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.101115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f977-8a78-4dc4-9c02-62d43978ff9e req-24578188-88b2-4539-bb2a-716a3cc54cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.101578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f977-8a78-4dc4-9c02-62d43978ff9e req-24578188-88b2-4539-bb2a-716a3cc54cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.105812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-01e1f977-8a78-4dc4-9c02-62d43978ff9e req-24578188-88b2-4539-bb2a-716a3cc54cdd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 6421 time: 0.0961618 Aug 31 14:25:45.181666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-b349ef0c-4cc6-4340-81e9-97713b63039e admin admin] Calling delete_port for d171701d-9c9b-4811-971c-0257f6337e9e owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:45.207791 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.375456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f977-8a78-4dc4-9c02-62d43978ff9e req-31b39c05-2cc4-4c99-a6be-40cc16f0072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.375972 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f977-8a78-4dc4-9c02-62d43978ff9e req-31b39c05-2cc4-4c99-a6be-40cc16f0072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.376444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f977-8a78-4dc4-9c02-62d43978ff9e req-31b39c05-2cc4-4c99-a6be-40cc16f0072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.378042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-01e1f977-8a78-4dc4-9c02-62d43978ff9e req-31b39c05-2cc4-4c99-a6be-40cc16f0072c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2639971 Aug 31 14:25:45.455335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ea11-ad54-4ac3-9952-82305e76172e req-dbfb454b-f822-4fdc-a380-6f075ac5c655 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.465652 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ea11-ad54-4ac3-9952-82305e76172e req-dbfb454b-f822-4fdc-a380-6f075ac5c655 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.473201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ea11-ad54-4ac3-9952-82305e76172e req-dbfb454b-f822-4fdc-a380-6f075ac5c655 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.479385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ea11-ad54-4ac3-9952-82305e76172e req-dbfb454b-f822-4fdc-a380-6f075ac5c655 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.486660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ea11-ad54-4ac3-9952-82305e76172e req-dbfb454b-f822-4fdc-a380-6f075ac5c655 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.490845 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bd054887-4766-42f4-9c22-f7b8e3ff5ad9 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:45.493770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ea11-ad54-4ac3-9952-82305e76172e req-dbfb454b-f822-4fdc-a380-6f075ac5c655 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.500427 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ea11-ad54-4ac3-9952-82305e76172e req-dbfb454b-f822-4fdc-a380-6f075ac5c655 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.502566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15b2ea11-ad54-4ac3-9952-82305e76172e req-dbfb454b-f822-4fdc-a380-6f075ac5c655 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.1785433 Aug 31 14:25:45.582242 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15b2ea11-ad54-4ac3-9952-82305e76172e req-18753155-8eb8-4911-9fdd-18dd1d81dd2b tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715880 Aug 31 14:25:45.609884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port bd054887-4766-42f4-9c22-f7b8e3ff5ad9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:45.610469 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.612031 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-13f5b015-a93f-4df2-aa7c-7c0c0932543e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.618479 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-13f5b015-a93f-4df2-aa7c-7c0c0932543e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2e8e2f7-0116-42a6-a90d-411eec89334e HTTP/1.1" status: 200 len: 851 time: 0.8287880 Aug 31 14:25:45.623730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a56845-13e6-4b84-b766-accbb089f259 service neutron] Pushing event updated for resources: {'Port': ['ID=e57b84cc-a866-47d8-8732-69907ed220f0,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:45.659554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f977-8a78-4dc4-9c02-62d43978ff9e req-15ed7e87-b6df-46b4-a5a0-0b1948aeaf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.661099 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-01e1f977-8a78-4dc4-9c02-62d43978ff9e req-15ed7e87-b6df-46b4-a5a0-0b1948aeaf41 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2747242 Aug 31 14:25:45.721186 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b349ef0c-4cc6-4340-81e9-97713b63039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.783312 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.832763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bd054887-4766-42f4-9c22-f7b8e3ff5ad9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:45.834067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd054887-4766-42f4-9c22-f7b8e3ff5ad9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:45.836817 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844e362b-1a52-45bc-b07d-a07089122786" -d '{"events": [{"server_uuid": "b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12", "name": "network-vif-plugged", "status": "completed", "tag": "bd054887-4766-42f4-9c22-f7b8e3ff5ad9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:45.838534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65aa33f-2a13-47a6-8b5b-daeacf9897ea req-0974e65a-2507-4d07-89b2-8f10189ffbd3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.841411 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.861945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65aa33f-2a13-47a6-8b5b-daeacf9897ea req-0974e65a-2507-4d07-89b2-8f10189ffbd3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.881906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65aa33f-2a13-47a6-8b5b-daeacf9897ea req-0974e65a-2507-4d07-89b2-8f10189ffbd3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.908524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65aa33f-2a13-47a6-8b5b-daeacf9897ea req-0974e65a-2507-4d07-89b2-8f10189ffbd3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.909985 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:45.920836 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65aa33f-2a13-47a6-8b5b-daeacf9897ea req-0974e65a-2507-4d07-89b2-8f10189ffbd3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.927166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65aa33f-2a13-47a6-8b5b-daeacf9897ea req-0974e65a-2507-4d07-89b2-8f10189ffbd3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.967258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65aa33f-2a13-47a6-8b5b-daeacf9897ea req-0974e65a-2507-4d07-89b2-8f10189ffbd3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.971432 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349ef0c-4cc6-4340-81e9-97713b63039e admin admin] Pushing event deleted for resources: {'Port': ['ID=d171701d-9c9b-4811-971c-0257f6337e9e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:45.979840 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c65aa33f-2a13-47a6-8b5b-daeacf9897ea req-0974e65a-2507-4d07-89b2-8f10189ffbd3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5419 time: 0.2460556 Aug 31 14:25:46.085111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c65aa33f-2a13-47a6-8b5b-daeacf9897ea req-0b5079eb-7596-45c6-a2e2-c0fb1ad2d4d9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042607 Aug 31 14:25:46.265739 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-06e9ca5f-0291-4ba1-99ae-b59823f3382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:46.268609 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-06e9ca5f-0291-4ba1-99ae-b59823f3382c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=71a1c2c5-5453-43a1-84ef-1e0d36712da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5756674 Aug 31 14:25:46.288905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0938b-58ce-4b21-8229-a7fc2d482b1f req-1d455dd8-9d62-431c-9a50-97305a3b016c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:46.296731 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c9e0938b-58ce-4b21-8229-a7fc2d482b1f req-1d455dd8-9d62-431c-9a50-97305a3b016c tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 944 time: 0.6136532 Aug 31 14:25:46.502250 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8e90b7c-7b0d-4029-ae9f-a07ecef948fe req-3ae8f81d-ffc6-464c-8a07-6cfddaf2273b tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0422993 Aug 31 14:25:46.533724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac71894-0c40-4da0-874c-e6d0ea8ed096 req-adf22003-cf80-4fd9-9548-f2f588ee0948 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:46.535353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fac71894-0c40-4da0-874c-e6d0ea8ed096 req-adf22003-cf80-4fd9-9548-f2f588ee0948 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 945 time: 0.1288517 Aug 31 14:25:46.586766 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620eed4c-a55f-4ca4-9e76-d76d16498140 x-openstack-request-id: req-620eed4c-a55f-4ca4-9e76-d76d16498140 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:46.587993 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12", "name": "network-vif-plugged", "status": "completed", "tag": "bd054887-4766-42f4-9c22-f7b8e3ff5ad9", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:46.588732 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-620eed4c-a55f-4ca4-9e76-d76d16498140 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:46.589296 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd054887-4766-42f4-9c22-f7b8e3ff5ad9', 'code': 200} Aug 31 14:25:46.666315 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c9e0938b-58ce-4b21-8229-a7fc2d482b1f req-8a55284c-f0b6-4566-ad46-c89e28ce0321 tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3c00f-95f1-4401-a97d-6e2abf23d03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684950 Aug 31 14:25:46.724732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-fac71894-0c40-4da0-874c-e6d0ea8ed096 req-3d6e32b5-6169-4606-8dd6-17ec66f533af tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Deleting port bd054887-4766-42f4-9c22-f7b8e3ff5ad9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:46.725242 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fac71894-0c40-4da0-874c-e6d0ea8ed096 req-3d6e32b5-6169-4606-8dd6-17ec66f533af tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:46.755075 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b349ef0c-4cc6-4340-81e9-97713b63039e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:46.801166 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-99749844-5647-4cf5-9909-d5142992741e service neutron] 10.222.0.25 "GET /v2.0/networks/71a1c2c5-5453-43a1-84ef-1e0d36712da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830987 Aug 31 14:25:47.126774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafe16f-1480-4d77-9d0c-7f60d9acb4a7 req-df1414cc-3936-4f98-92b3-dc40ba89754e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.132801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafe16f-1480-4d77-9d0c-7f60d9acb4a7 req-df1414cc-3936-4f98-92b3-dc40ba89754e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.139008 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafe16f-1480-4d77-9d0c-7f60d9acb4a7 req-df1414cc-3936-4f98-92b3-dc40ba89754e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.145040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafe16f-1480-4d77-9d0c-7f60d9acb4a7 req-df1414cc-3936-4f98-92b3-dc40ba89754e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.150998 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafe16f-1480-4d77-9d0c-7f60d9acb4a7 req-df1414cc-3936-4f98-92b3-dc40ba89754e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.157788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafe16f-1480-4d77-9d0c-7f60d9acb4a7 req-df1414cc-3936-4f98-92b3-dc40ba89754e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.164776 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafe16f-1480-4d77-9d0c-7f60d9acb4a7 req-df1414cc-3936-4f98-92b3-dc40ba89754e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.166781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bbafe16f-1480-4d77-9d0c-7f60d9acb4a7 req-df1414cc-3936-4f98-92b3-dc40ba89754e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.4907169 Aug 31 14:25:47.233441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bbafe16f-1480-4d77-9d0c-7f60d9acb4a7 req-107fcbcd-1557-4b78-a559-93422d9cf316 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531228 Aug 31 14:25:47.239898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-fac71894-0c40-4da0-874c-e6d0ea8ed096 req-3d6e32b5-6169-4606-8dd6-17ec66f533af tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] For port bd054887-4766-42f4-9c22-f7b8e3ff5ad9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,segment=NetworkSegment(ce04a959-32e2-465d-a006-f2d71f0fd1f0),segment_id=ce04a959-32e2-465d-a006-f2d71f0fd1f0)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:47.240466 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fac71894-0c40-4da0-874c-e6d0ea8ed096 req-3d6e32b5-6169-4606-8dd6-17ec66f533af tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.266749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-fac71894-0c40-4da0-874c-e6d0ea8ed096 req-3d6e32b5-6169-4606-8dd6-17ec66f533af tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Calling delete_port for bd054887-4766-42f4-9c22-f7b8e3ff5ad9 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:47.374639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ffeccb-69ae-488c-9407-9562e4ddb943 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:47.398198 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.421892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-19259fa3-479a-457c-aa1e-4c76e87571d7 admin admin] Deleting port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:47.422234 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19259fa3-479a-457c-aa1e-4c76e87571d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.425934 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-9f2e38dd-be14-4a52-a34b-019e34ee6c1a service neutron] 10.222.0.25 "GET /v2.0/networks/71a1c2c5-5453-43a1-84ef-1e0d36712da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037307 Aug 31 14:25:47.441854 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fac71894-0c40-4da0-874c-e6d0ea8ed096 req-3d6e32b5-6169-4606-8dd6-17ec66f533af tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.457162 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e5afc-4991-4247-9eac-6e5bb8b28822 req-b37669e1-6817-4b12-9706-532b3de7fd23 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.463293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e5afc-4991-4247-9eac-6e5bb8b28822 req-b37669e1-6817-4b12-9706-532b3de7fd23 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.469769 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e5afc-4991-4247-9eac-6e5bb8b28822 req-b37669e1-6817-4b12-9706-532b3de7fd23 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.475988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e5afc-4991-4247-9eac-6e5bb8b28822 req-b37669e1-6817-4b12-9706-532b3de7fd23 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.480522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e32b5-6169-4606-8dd6-17ec66f533af tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Pushing event deleted for resources: {'Port': ['ID=bd054887-4766-42f4-9c22-f7b8e3ff5ad9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:47.482340 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e5afc-4991-4247-9eac-6e5bb8b28822 req-b37669e1-6817-4b12-9706-532b3de7fd23 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.488889 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e5afc-4991-4247-9eac-6e5bb8b28822 req-b37669e1-6817-4b12-9706-532b3de7fd23 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.495006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e5afc-4991-4247-9eac-6e5bb8b28822 req-b37669e1-6817-4b12-9706-532b3de7fd23 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.497009 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bd054887-4766-42f4-9c22-f7b8e3ff5ad9 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:47.497214 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2a9e5afc-4991-4247-9eac-6e5bb8b28822 req-b37669e1-6817-4b12-9706-532b3de7fd23 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5419 time: 0.2960861 Aug 31 14:25:47.498326 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Transition to ACTIVE for port object a6ffeccb-69ae-488c-9407-9562e4ddb943 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:47.531874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac71894-0c40-4da0-874c-e6d0ea8ed096 req-3d6e32b5-6169-4606-8dd6-17ec66f533af tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] No DVR routers for this DVR port bd054887-4766-42f4-9c22-f7b8e3ff5ad9 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:47.536478 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fac71894-0c40-4da0-874c-e6d0ea8ed096 req-3d6e32b5-6169-4606-8dd6-17ec66f533af tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.537972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: bd054887-4766-42f4-9c22-f7b8e3ff5ad9 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:47.538357 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bd054887-4766-42f4-9c22-f7b8e3ff5ad9 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:47.538617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fac71894-0c40-4da0-874c-e6d0ea8ed096 req-3d6e32b5-6169-4606-8dd6-17ec66f533af tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.60 "DELETE /v2.0/ports/bd054887-4766-42f4-9c22-f7b8e3ff5ad9 HTTP/1.1" status: 204 len: 173 time: 0.9971538 Aug 31 14:25:47.548625 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12', 'name': 'network-vif-deleted', 'tag': 'bd054887-4766-42f4-9c22-f7b8e3ff5ad9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:47.551673 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec9f930-993c-455f-8664-89503ee5cfac" -d '{"events": [{"server_uuid": "b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12", "name": "network-vif-deleted", "tag": "bd054887-4766-42f4-9c22-f7b8e3ff5ad9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:47.595800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116a3b1-fae5-401e-9cb3-ee6d1f13f544 req-feb60639-58f0-4121-85f9-ad9a1d70fcb8 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.597305 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c116a3b1-fae5-401e-9cb3-ee6d1f13f544 req-feb60639-58f0-4121-85f9-ad9a1d70fcb8 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 951 time: 0.0630910 Aug 31 14:25:47.601816 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.604325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2f24f019-f6fa-4c50-9549-ddd3bbb932a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 HTTP/1.1" status: 200 len: 217 time: 0.1023719 Aug 31 14:25:47.659609 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c116a3b1-fae5-401e-9cb3-ee6d1f13f544 req-0ffcaac0-f987-4df2-bb3e-f96d7251853a tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516601 Aug 31 14:25:47.774950 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2a9e5afc-4991-4247-9eac-6e5bb8b28822 req-9cb7f7a2-f558-4c6d-bd1a-58d96faedf8d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2392077 Aug 31 14:25:47.780240 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-856d177a-938a-4372-9364-1eaa4a5dac3f req-df009155-6386-46c0-9646-34f2f31f7286 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0326169 Aug 31 14:25:47.802672 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-19259fa3-479a-457c-aa1e-4c76e87571d7 admin admin] For port 0ab16e8f-e42c-4b5b-a135-e042e4d1916c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0ab16e8f-e42c-4b5b-a135-e042e4d1916c,segment=NetworkSegment(4289a122-2507-4e8b-a834-7b97ac0c7a0e),segment_id=4289a122-2507-4e8b-a834-7b97ac0c7a0e)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:47.803041 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19259fa3-479a-457c-aa1e-4c76e87571d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.822041 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Pushing event updated for resources: {'Port': ['ID=a6ffeccb-69ae-488c-9407-9562e4ddb943,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:47.844422 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-19259fa3-479a-457c-aa1e-4c76e87571d7 admin admin] Calling delete_port for 0ab16e8f-e42c-4b5b-a135-e042e4d1916c owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:47.844574 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874276e5-90cb-4a02-9670-1a946c0bea50 x-openstack-request-id: req-874276e5-90cb-4a02-9670-1a946c0bea50 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:47.844835 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12", "name": "network-vif-deleted", "tag": "bd054887-4766-42f4-9c22-f7b8e3ff5ad9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:47.845092 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-874276e5-90cb-4a02-9670-1a946c0bea50 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:47.845491 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12', 'name': 'network-vif-deleted', 'tag': 'bd054887-4766-42f4-9c22-f7b8e3ff5ad9', 'status': 'completed', 'code': 200} Aug 31 14:25:47.904715 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-644bdf81-a878-4330-ab07-05c1b0638761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.906456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-644bdf81-a878-4330-ab07-05c1b0638761 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.2577274 Aug 31 14:25:47.907530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13c67170-a3e8-4306-8376-2ab25e56d952 req-4a3c520a-a925-4639-b179-1935f8ce0a4a tempest-ImagesTestJSON-134040446 tempest-ImagesTestJSON-134040446-project] 10.222.0.39 "GET /v2.0/ports?device_id=b19a8a56-8e4c-46e5-b44e-ff9fcdad5f12 HTTP/1.1" status: 200 len: 210 time: 0.0285177 Aug 31 14:25:48.031421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b349ef0c-4cc6-4340-81e9-97713b63039e admin admin] Router 5342ac51-b70e-4815-8186-d2eb98f11ff5 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:48.126183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Attempting to bind port a6ffeccb-69ae-488c-9407-9562e4ddb943 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:48.126408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Attempting to bind port a6ffeccb-69ae-488c-9407-9562e4ddb943 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '76670cf5-4b16-42e3-8d56-3f894bd38b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:48.126736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Attempting to bind port a6ffeccb-69ae-488c-9407-9562e4ddb943 on network 102255ed-e1f5-4ea0-8992-73ed1fa161fb {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:48.162333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-50253249-3104-472e-b028-142412fda128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:48.163880 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-50253249-3104-472e-b028-142412fda128 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2225983 Aug 31 14:25:48.168800 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Port a6ffeccb-69ae-488c-9407-9562e4ddb943 on network 102255ed-e1f5-4ea0-8992-73ed1fa161fb not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:48.169120 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Attempting to bind port a6ffeccb-69ae-488c-9407-9562e4ddb943 on network 102255ed-e1f5-4ea0-8992-73ed1fa161fb {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:48.198593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:48.198944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Checking segment: {'id': '76670cf5-4b16-42e3-8d56-3f894bd38b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:48.199371 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Bound using segment: {'id': '76670cf5-4b16-42e3-8d56-3f894bd38b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:48.199813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Bound port: a6ffeccb-69ae-488c-9407-9562e4ddb943, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76670cf5-4b16-42e3-8d56-3f894bd38b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:48.200170 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.427118 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b349ef0c-4cc6-4340-81e9-97713b63039e admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:48.432718 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b349ef0c-4cc6-4340-81e9-97713b63039e admin admin] 10.222.0.39 "PUT /v2.0/routers/5342ac51-b70e-4815-8186-d2eb98f11ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3108339 Aug 31 14:25:48.435436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39416) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:48.439004 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1985ba4e-8415-4aff-891d-8f289e2017cf None None] Sync routers for ids ['5342ac51-b70e-4815-8186-d2eb98f11ff5'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:48.449441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1985ba4e-8415-4aff-891d-8f289e2017cf None None] Routers {'5342ac51-b70e-4815-8186-d2eb98f11ff5'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:48.450501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1985ba4e-8415-4aff-891d-8f289e2017cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:25:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5342ac51-b70e-4815-8186-d2eb98f11ff5'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:48.469532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] For port a6ffeccb-69ae-488c-9407-9562e4ddb943, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:48.479160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] For port a6ffeccb-69ae-488c-9407-9562e4ddb943, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a6ffeccb-69ae-488c-9407-9562e4ddb943,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:48.486253 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-09b35560-621d-4446-8b47-fc68c832fec0 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050230 Aug 31 14:25:48.498601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a6c46-0148-4ad4-b281-9404bb21d77d req-e7a372c0-3d05-46d5-b708-7eea088d50f7 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:48.504661 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a6c46-0148-4ad4-b281-9404bb21d77d req-e7a372c0-3d05-46d5-b708-7eea088d50f7 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:48.510611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a6c46-0148-4ad4-b281-9404bb21d77d req-e7a372c0-3d05-46d5-b708-7eea088d50f7 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:48.516642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a6c46-0148-4ad4-b281-9404bb21d77d req-e7a372c0-3d05-46d5-b708-7eea088d50f7 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:48.523070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a6c46-0148-4ad4-b281-9404bb21d77d req-e7a372c0-3d05-46d5-b708-7eea088d50f7 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:48.529165 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a6c46-0148-4ad4-b281-9404bb21d77d req-e7a372c0-3d05-46d5-b708-7eea088d50f7 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:48.535856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a6c46-0148-4ad4-b281-9404bb21d77d req-e7a372c0-3d05-46d5-b708-7eea088d50f7 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:48.537824 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3a6c46-0148-4ad4-b281-9404bb21d77d req-e7a372c0-3d05-46d5-b708-7eea088d50f7 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.2096708 Aug 31 14:25:48.540689 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.553357 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19259fa3-479a-457c-aa1e-4c76e87571d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.553616 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.571394 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-1985ba4e-8415-4aff-891d-8f289e2017cf None None] Set router 5342ac51-b70e-4815-8186-d2eb98f11ff5 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:48.644564 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:48.645183 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.646572 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] 10.222.0.60 "PUT /v2.0/ports/a6ffeccb-69ae-488c-9407-9562e4ddb943 HTTP/1.1" status: 200 len: 1091 time: 3.7031920 Aug 31 14:25:48.658130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': 'a6ffeccb-69ae-488c-9407-9562e4ddb943'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:48.660764 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c22476-c92e-4046-8d42-c515486d08c8" -d '{"events": [{"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "a6ffeccb-69ae-488c-9407-9562e4ddb943"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:48.701502 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.780361 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] Deleting port 172cef48-42e0-41dd-ae3d-2266db4a7e40 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:48.781366 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.858991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1985ba4e-8415-4aff-891d-8f289e2017cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'name': 'tempest-FloatingIPDetailsTestJSON-1222763560-router', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '172cef48-42e0-41dd-ae3d-2266db4a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:49Z', 'updated_at': '2021-08-31T14:25:45Z', 'revision_number': 5, 'project_id': '9a934693fdbd47108a807d9acb6e2ce3', 'gw_port': {'id': '172cef48-42e0-41dd-ae3d-2266db4a7e40', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:50Z', 'updated_at': '2021-08-31T14:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:48.860323 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a065aa6-90bd-4c4d-9a07-39cd672f348d service neutron] Pushing event updated for resources: {'Port': ['ID=a6ffeccb-69ae-488c-9407-9562e4ddb943,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:48.888021 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de3a6c46-0148-4ad4-b281-9404bb21d77d req-0ab87ba4-d702-4e97-9b6a-839312b97682 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3316622 Aug 31 14:25:48.952992 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae3284e-9698-41f6-90de-8202595c8a1d x-openstack-request-id: req-3ae3284e-9698-41f6-90de-8202595c8a1d {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:48.953295 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "a6ffeccb-69ae-488c-9407-9562e4ddb943", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:48.953553 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ae3284e-9698-41f6-90de-8202595c8a1d {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:48.953947 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': 'a6ffeccb-69ae-488c-9407-9562e4ddb943', 'status': 'completed', 'code': 200} Aug 31 14:25:48.970176 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19259fa3-479a-457c-aa1e-4c76e87571d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab16e8f-e42c-4b5b-a135-e042e4d1916c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:49.018477 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-9bf2571f-321e-4af2-8367-93f37087a2ab service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794915 Aug 31 14:25:49.084066 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3110b4ae-0a91-4374-ab0e-10d81a999470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.084560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3110b4ae-0a91-4374-ab0e-10d81a999470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.085037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3110b4ae-0a91-4374-ab0e-10d81a999470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.085516 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3110b4ae-0a91-4374-ab0e-10d81a999470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.085988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3110b4ae-0a91-4374-ab0e-10d81a999470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.086489 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3110b4ae-0a91-4374-ab0e-10d81a999470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.087733 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3110b4ae-0a91-4374-ab0e-10d81a999470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.088872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] For port 172cef48-42e0-41dd-ae3d-2266db4a7e40, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=172cef48-42e0-41dd-ae3d-2266db4a7e40,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:49.089250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.089758 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3110b4ae-0a91-4374-ab0e-10d81a999470 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 6488 time: 0.3572779 Aug 31 14:25:49.100809 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1985ba4e-8415-4aff-891d-8f289e2017cf None None] Checking router: 5342ac51-b70e-4815-8186-d2eb98f11ff5 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:49.105799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] Calling delete_port for 172cef48-42e0-41dd-ae3d-2266db4a7e40 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:49.117035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1985ba4e-8415-4aff-891d-8f289e2017cf None None] Routers {'5342ac51-b70e-4815-8186-d2eb98f11ff5'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:49.118474 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1985ba4e-8415-4aff-891d-8f289e2017cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:25:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5342ac51-b70e-4815-8186-d2eb98f11ff5'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:49.135076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d95e42-0f76-4790-b050-347466fb2baf req-96b521c1-01c8-4385-a08b-4a773a6b570d tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.135466 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-4f16d214-f7d7-47cb-a418-9fd2749f2a63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=dbc07de3-f945-4450-882b-57900fb39169 HTTP/1.1" status: 200 len: 217 time: 0.0697513 Aug 31 14:25:49.138272 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a8d95e42-0f76-4790-b050-347466fb2baf req-96b521c1-01c8-4385-a08b-4a773a6b570d tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 951 time: 0.1227996 Aug 31 14:25:49.178773 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-7c08e2a2-50a6-445f-ab38-adba90a39ade service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94a3dc65-7153-462e-95e3-3ed89ba870f6 HTTP/1.1" status: 200 len: 217 time: 0.0518157 Aug 31 14:25:49.230583 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.232700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a8d95e42-0f76-4790-b050-347466fb2baf req-f4a15b30-1dd8-4933-9995-6df561094535 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607142 Aug 31 14:25:49.264746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-1985ba4e-8415-4aff-891d-8f289e2017cf None None] Set router 5342ac51-b70e-4815-8186-d2eb98f11ff5 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:49.361128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-ea58fee0-3064-4a77-a977-9d28007694b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.362425 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-ea58fee0-3064-4a77-a977-9d28007694b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.1950881 Aug 31 14:25:49.374100 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19259fa3-479a-457c-aa1e-4c76e87571d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.377454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1985ba4e-8415-4aff-891d-8f289e2017cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'name': 'tempest-FloatingIPDetailsTestJSON-1222763560-router', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:49Z', 'updated_at': '2021-08-31T14:25:48Z', 'revision_number': 6, 'project_id': '9a934693fdbd47108a807d9acb6e2ce3', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:49.396084 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b89e7099-36f9-4027-b738-ce0256c0c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.403934 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b89e7099-36f9-4027-b738-ce0256c0c9cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3 HTTP/1.1" status: 200 len: 856 time: 0.1979377 Aug 31 14:25:49.413136 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1985ba4e-8415-4aff-891d-8f289e2017cf None None] The sync data for ids ['5342ac51-b70e-4815-8186-d2eb98f11ff5'] in n-d-806683-5 is: [{'id': '5342ac51-b70e-4815-8186-d2eb98f11ff5', 'name': 'tempest-FloatingIPDetailsTestJSON-1222763560-router', 'tenant_id': '9a934693fdbd47108a807d9acb6e2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:49Z', 'updated_at': '2021-08-31T14:25:48Z', 'revision_number': 6, 'project_id': '9a934693fdbd47108a807d9acb6e2ce3', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:49.426567 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae02b184-b9d2-4670-b15e-1cd5b03fe867 req-3c4d6e80-a3e2-4680-b898-46fc56c05208 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0434053 Aug 31 14:25:49.446300 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.494598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] Pushing event deleted for resources: {'Port': ['ID=172cef48-42e0-41dd-ae3d-2266db4a7e40,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:49.495659 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7642fd67-eb19-427f-b850-1f7f868709cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.570091 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.667712 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.670004 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.721517 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.722540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5342ac51-b70e-4815-8186-d2eb98f11ff5 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:25:49.730189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.731532 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-14997456-c7c3-433d-8fd5-e5b07644e288 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5342ac51-b70e-4815-8186-d2eb98f11ff5 HTTP/1.1" status: 204 len: 168 time: 1.2950237 Aug 31 14:25:49.734664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39454) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:49.803470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf6cc91-9366-4c40-84fd-fb75dfd8b912 admin admin] Deleting subnet f85958ba-42ce-47ce-a2fa-e851408cd903 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:25:49.807519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccf6cc91-9366-4c40-84fd-fb75dfd8b912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.858095 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccf6cc91-9366-4c40-84fd-fb75dfd8b912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.940040 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-0d8ac14e-b39a-4517-8e3d-8b6d978928d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.941595 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-0d8ac14e-b39a-4517-8e3d-8b6d978928d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9389d65e-cc2a-46c3-97fe-2cd12fa0d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5281744 Aug 31 14:25:49.945841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-bb110cce-7c38-4fbe-8082-13b3c48ff608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.947302 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-bb110cce-7c38-4fbe-8082-13b3c48ff608 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5655320 Aug 31 14:25:49.963193 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccf6cc91-9366-4c40-84fd-fb75dfd8b912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.963492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168da5d-e8db-4562-af15-fc24ff060b24 req-66c9410d-1d56-4293-a052-d81cbe2e6177 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.970559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168da5d-e8db-4562-af15-fc24ff060b24 req-66c9410d-1d56-4293-a052-d81cbe2e6177 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.978129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168da5d-e8db-4562-af15-fc24ff060b24 req-66c9410d-1d56-4293-a052-d81cbe2e6177 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.986432 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168da5d-e8db-4562-af15-fc24ff060b24 req-66c9410d-1d56-4293-a052-d81cbe2e6177 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.996189 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168da5d-e8db-4562-af15-fc24ff060b24 req-66c9410d-1d56-4293-a052-d81cbe2e6177 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.002564 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168da5d-e8db-4562-af15-fc24ff060b24 req-66c9410d-1d56-4293-a052-d81cbe2e6177 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.008697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168da5d-e8db-4562-af15-fc24ff060b24 req-66c9410d-1d56-4293-a052-d81cbe2e6177 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.010818 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c168da5d-e8db-4562-af15-fc24ff060b24 req-66c9410d-1d56-4293-a052-d81cbe2e6177 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.5559483 Aug 31 14:25:50.040274 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccf6cc91-9366-4c40-84fd-fb75dfd8b912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.072718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6cc91-9366-4c40-84fd-fb75dfd8b912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85958ba-42ce-47ce-a2fa-e851408cd903,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:50.076373 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccf6cc91-9366-4c40-84fd-fb75dfd8b912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.081882 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ccf6cc91-9366-4c40-84fd-fb75dfd8b912 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f85958ba-42ce-47ce-a2fa-e851408cd903 HTTP/1.1" status: 204 len: 168 time: 0.3461483 Aug 31 14:25:50.082534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39478) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:50.088419 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e33bb5c-ef16-49d3-a6f0-fe5b2b7392e5 None None] Network a715cf5a-0a59-43f5-b2da-5c85de807c65 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:50.203422 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.268180 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c168da5d-e8db-4562-af15-fc24ff060b24 req-d4b74686-c661-43b5-b28b-7e027f961a92 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1713386 Aug 31 14:25:50.286972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-e80bf052-2c2c-4c9c-b79b-5c80349ff663 service neutron] 10.222.0.60 "GET /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732534 Aug 31 14:25:50.352313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99587619-f9d5-4264-a1cc-0ac9dda9cdcb None None] DHCP port deletion for a715cf5a-0a59-43f5-b2da-5c85de807c65 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:25:50.359533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988f983-754d-4ff1-a508-c76bcf79c3bc req-97ff1483-3a50-4d42-987e-1d9559c45e14 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.365652 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988f983-754d-4ff1-a508-c76bcf79c3bc req-97ff1483-3a50-4d42-987e-1d9559c45e14 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.372377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988f983-754d-4ff1-a508-c76bcf79c3bc req-97ff1483-3a50-4d42-987e-1d9559c45e14 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.380646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988f983-754d-4ff1-a508-c76bcf79c3bc req-97ff1483-3a50-4d42-987e-1d9559c45e14 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.386670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988f983-754d-4ff1-a508-c76bcf79c3bc req-97ff1483-3a50-4d42-987e-1d9559c45e14 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.393428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988f983-754d-4ff1-a508-c76bcf79c3bc req-97ff1483-3a50-4d42-987e-1d9559c45e14 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.399524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988f983-754d-4ff1-a508-c76bcf79c3bc req-97ff1483-3a50-4d42-987e-1d9559c45e14 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.401647 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e988f983-754d-4ff1-a508-c76bcf79c3bc req-97ff1483-3a50-4d42-987e-1d9559c45e14 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.1555920 Aug 31 14:25:50.404237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Deleting port 506d8db8-3131-45b6-8a65-00b28fead130 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:50.404237 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.417634 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-dc77c75f-0306-4abf-adc5-b9af46708631 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007964 Aug 31 14:25:50.451464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-99587619-f9d5-4264-a1cc-0ac9dda9cdcb None None] Deleting port 506d8db8-3131-45b6-8a65-00b28fead130 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:50.452041 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99587619-f9d5-4264-a1cc-0ac9dda9cdcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.503492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19259fa3-479a-457c-aa1e-4c76e87571d7 admin admin] Router 7e2525d6-ab41-433e-a61c-5bc07b976578 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:50.517986 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e988f983-754d-4ff1-a508-c76bcf79c3bc req-11cc0055-77c1-4a1d-870d-53b999a4dc11 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951355 Aug 31 14:25:50.537963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] For port 506d8db8-3131-45b6-8a65-00b28fead130, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=506d8db8-3131-45b6-8a65-00b28fead130,segment=NetworkSegment(b13cbb43-79a5-4ac7-83a4-2aa77e6a797c),segment_id=b13cbb43-79a5-4ac7-83a4-2aa77e6a797c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:50.538532 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.554106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Calling delete_port for 506d8db8-3131-45b6-8a65-00b28fead130 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:50.569193 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-99587619-f9d5-4264-a1cc-0ac9dda9cdcb None None] For port 506d8db8-3131-45b6-8a65-00b28fead130, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=506d8db8-3131-45b6-8a65-00b28fead130,segment=NetworkSegment(b13cbb43-79a5-4ac7-83a4-2aa77e6a797c),segment_id=b13cbb43-79a5-4ac7-83a4-2aa77e6a797c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:50.569791 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99587619-f9d5-4264-a1cc-0ac9dda9cdcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.594046 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-a30bef15-327d-4861-ac72-f163c80fface service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650736 Aug 31 14:25:50.596291 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-faab5d27-0ba3-4bf8-8c43-762d222df84b service neutron] 10.222.0.60 "GET /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014433 Aug 31 14:25:50.598911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-99587619-f9d5-4264-a1cc-0ac9dda9cdcb None None] Calling delete_port for 506d8db8-3131-45b6-8a65-00b28fead130 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:50.660736 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.696599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=506d8db8-3131-45b6-8a65-00b28fead130,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:50.710065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] No DVR routers for this DVR port 506d8db8-3131-45b6-8a65-00b28fead130 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:50.737691 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99587619-f9d5-4264-a1cc-0ac9dda9cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.758239 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2c0aa41d-c3f2-4c2b-b3bd-a975c33d3e9c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=46681e42-b392-40ec-9c3e-c611227256b0 HTTP/1.1" status: 200 len: 217 time: 0.1068020 Aug 31 14:25:50.764091 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-a313c7d3-38a9-4468-af62-7ec6d38303ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=3b58f743-17da-4d06-af23-9ca491f1d45c HTTP/1.1" status: 200 len: 217 time: 0.1145988 Aug 31 14:25:50.768337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99587619-f9d5-4264-a1cc-0ac9dda9cdcb None None] Pushing event deleted for resources: {'Port': ['ID=506d8db8-3131-45b6-8a65-00b28fead130,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:50.782842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99587619-f9d5-4264-a1cc-0ac9dda9cdcb None None] No DVR routers for this DVR port 506d8db8-3131-45b6-8a65-00b28fead130 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:50.802051 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0495d1d6-894a-42f2-96c5-689b6251fe80 req-c3f8e2f7-a396-48cd-8aff-a5bfbfad4544 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0501919 Aug 31 14:25:50.882143 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.892494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a715cf5a-0a59-43f5-b2da-5c85de807c65']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:50.903831 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13cbb43-79a5-4ac7-83a4-2aa77e6a797c') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:50.904129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13cbb43-79a5-4ac7-83a4-2aa77e6a797c') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:50.919213 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.934312 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.940339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:25:50.940772 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:25:50.942502 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:25:50.948651 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-046a9a46-f9c4-493b-83ec-4b6cfff2af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.950194 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-046a9a46-f9c4-493b-83ec-4b6cfff2af1e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.1833603 Aug 31 14:25:50.954506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5c549315-22a2-430f-96c9-d9e3b57b7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.964258 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5c549315-22a2-430f-96c9-d9e3b57b7e3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.1691279 Aug 31 14:25:50.970794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19259fa3-479a-457c-aa1e-4c76e87571d7 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:50.981571 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe4c51-bb96-478a-a0e1-437b6f660cda None None] Sync routers for ids ['7e2525d6-ab41-433e-a61c-5bc07b976578'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:50.982238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aaf99-46ab-45fe-82be-498bff92a86f req-d68c1c33-0ae1-4140-8b57-fc4ac6ac8bdf tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.984143 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a00aaf99-46ab-45fe-82be-498bff92a86f req-d68c1c33-0ae1-4140-8b57-fc4ac6ac8bdf tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 951 time: 0.1992323 Aug 31 14:25:50.987915 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-19259fa3-479a-457c-aa1e-4c76e87571d7 admin admin] 10.222.0.39 "PUT /v2.0/routers/7e2525d6-ab41-433e-a61c-5bc07b976578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3304017 Aug 31 14:25:51.002491 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fe4c51-bb96-478a-a0e1-437b6f660cda None None] Routers {'7e2525d6-ab41-433e-a61c-5bc07b976578'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:51.003542 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e9fe4c51-bb96-478a-a0e1-437b6f660cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:25:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7e2525d6-ab41-433e-a61c-5bc07b976578'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:51.012513 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39516) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:51.081159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-6e6ec6cd-ab2f-433a-a35e-982a8fcfe97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.082570 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.083144 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-6e6ec6cd-ab2f-433a-a35e-982a8fcfe97e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1220086 Aug 31 14:25:51.092055 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a00aaf99-46ab-45fe-82be-498bff92a86f req-d07cef9e-6d49-481b-b5fd-17239cc7a6a3 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804269 Aug 31 14:25:51.103083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-f530a7cb-0980-4ab6-85fc-c99c3fa72195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.104754 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-f530a7cb-0980-4ab6-85fc-c99c3fa72195 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1305933 Aug 31 14:25:51.115957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39520) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:51.137369 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.144019 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] 10.222.0.39 "DELETE /v2.0/networks/a715cf5a-0a59-43f5-b2da-5c85de807c65 HTTP/1.1" status: 204 len: 168 time: 1.0603561 Aug 31 14:25:51.170892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a500d5f-9ce5-44f7-8c81-4e4eeaf03c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=a715cf5a-0a59-43f5-b2da-5c85de807c65,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:51.198820 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.282810 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-e9fe4c51-bb96-478a-a0e1-437b6f660cda None None] Set router 7e2525d6-ab41-433e-a61c-5bc07b976578 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:51.290999 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d666aac5-b093-4ad5-af43-fc4d4a1b77a0 admin admin] Deleting subnet 40552a86-f995-4e29-94f9-152d14895ce3 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:25:51.324962 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d171701d-9c9b-4811-971c-0257f6337e9e no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:51.356461 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d666aac5-b093-4ad5-af43-fc4d4a1b77a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.357904 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: d171701d-9c9b-4811-971c-0257f6337e9e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:51.358458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d171701d-9c9b-4811-971c-0257f6337e9e not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:51.359424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 506d8db8-3131-45b6-8a65-00b28fead130 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:51.400201 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 506d8db8-3131-45b6-8a65-00b28fead130 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:51.400555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 506d8db8-3131-45b6-8a65-00b28fead130 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:51.400981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 172cef48-42e0-41dd-ae3d-2266db4a7e40 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:51.413978 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.439728 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-40ce7e59-9177-4c84-bae6-6692d66bdbf6 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464975 Aug 31 14:25:51.457884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 172cef48-42e0-41dd-ae3d-2266db4a7e40 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:51.458137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 172cef48-42e0-41dd-ae3d-2266db4a7e40 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:51.477806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39528) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:51.493434 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d666aac5-b093-4ad5-af43-fc4d4a1b77a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.502330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bd054887-4766-42f4-9c22-f7b8e3ff5ad9 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:51.503303 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e9fe4c51-bb96-478a-a0e1-437b6f660cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'name': 'tempest-ServersTestMultiNic-371373348-router', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f32e2458-5c06-41c3-9f6b-f1eb30013292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:19Z', 'updated_at': '2021-08-31T14:25:48Z', 'revision_number': 5, 'project_id': '708fd62df09c4606bd6f20c766eb762f', 'gw_port': {'id': 'f32e2458-5c06-41c3-9f6b-f1eb30013292', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:20Z', 'updated_at': '2021-08-31T14:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:51.504274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70571090-e0f4-4793-be8d-837d985e5b8c req-82e8d768-b294-4e87-a1fb-b0a4562435f7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.510436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70571090-e0f4-4793-be8d-837d985e5b8c req-82e8d768-b294-4e87-a1fb-b0a4562435f7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.516550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70571090-e0f4-4793-be8d-837d985e5b8c req-82e8d768-b294-4e87-a1fb-b0a4562435f7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.522622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70571090-e0f4-4793-be8d-837d985e5b8c req-82e8d768-b294-4e87-a1fb-b0a4562435f7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.522766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: bd054887-4766-42f4-9c22-f7b8e3ff5ad9 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:51.523102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bd054887-4766-42f4-9c22-f7b8e3ff5ad9 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:51.528948 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70571090-e0f4-4793-be8d-837d985e5b8c req-82e8d768-b294-4e87-a1fb-b0a4562435f7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.535396 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe4c51-bb96-478a-a0e1-437b6f660cda None None] Checking router: 7e2525d6-ab41-433e-a61c-5bc07b976578 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:51.535577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70571090-e0f4-4793-be8d-837d985e5b8c req-82e8d768-b294-4e87-a1fb-b0a4562435f7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.541408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70571090-e0f4-4793-be8d-837d985e5b8c req-82e8d768-b294-4e87-a1fb-b0a4562435f7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.543639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70571090-e0f4-4793-be8d-837d985e5b8c req-82e8d768-b294-4e87-a1fb-b0a4562435f7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.1490872 Aug 31 14:25:51.545216 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fe4c51-bb96-478a-a0e1-437b6f660cda None None] Routers {'7e2525d6-ab41-433e-a61c-5bc07b976578'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:51.545994 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e9fe4c51-bb96-478a-a0e1-437b6f660cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:25:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7e2525d6-ab41-433e-a61c-5bc07b976578'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:51.597454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] Deleting port f32e2458-5c06-41c3-9f6b-f1eb30013292 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:51.597799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.618746 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70571090-e0f4-4793-be8d-837d985e5b8c req-ef4e0ce1-ec34-4686-95d0-702f4ff66855 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655906 Aug 31 14:25:51.625941 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-95b6c6f8-8326-4c57-a7cb-ce4d788eefe4 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086865 Aug 31 14:25:51.640014 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-e9fe4c51-bb96-478a-a0e1-437b6f660cda None None] Set router 7e2525d6-ab41-433e-a61c-5bc07b976578 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:51.672541 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d666aac5-b093-4ad5-af43-fc4d4a1b77a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.694892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] For port f32e2458-5c06-41c3-9f6b-f1eb30013292, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f32e2458-5c06-41c3-9f6b-f1eb30013292,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:51.695494 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.696497 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e9fe4c51-bb96-478a-a0e1-437b6f660cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'name': 'tempest-ServersTestMultiNic-371373348-router', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:19Z', 'updated_at': '2021-08-31T14:25:51Z', 'revision_number': 6, 'project_id': '708fd62df09c4606bd6f20c766eb762f', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:51.710748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] Calling delete_port for f32e2458-5c06-41c3-9f6b-f1eb30013292 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:51.723819 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe4c51-bb96-478a-a0e1-437b6f660cda None None] The sync data for ids ['7e2525d6-ab41-433e-a61c-5bc07b976578'] in n-d-806683-5 is: [{'id': '7e2525d6-ab41-433e-a61c-5bc07b976578', 'name': 'tempest-ServersTestMultiNic-371373348-router', 'tenant_id': '708fd62df09c4606bd6f20c766eb762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:19Z', 'updated_at': '2021-08-31T14:25:51Z', 'revision_number': 6, 'project_id': '708fd62df09c4606bd6f20c766eb762f', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:51.799485 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5d3bea6d-949e-4e6d-9d2e-01cc46290e7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a934693fdbd47108a807d9acb6e2ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184111 Aug 31 14:25:51.806864 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39532) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:51.821674 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7d18177d-ebd1-4fee-9038-75a15cfdaa3e service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589771 Aug 31 14:25:51.892072 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.922629 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-e17da7f8-78bf-4c26-98a8-4a3abc7cf7d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=9a69c30f-e49c-4c35-82b4-3dbc7c73eced HTTP/1.1" status: 200 len: 217 time: 0.0767138 Aug 31 14:25:51.935797 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160294aa-b417-4106-837b-4a130511d93d req-5183bf90-22df-418f-92e0-555a0ec37f2a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.942810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160294aa-b417-4106-837b-4a130511d93d req-5183bf90-22df-418f-92e0-555a0ec37f2a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.948710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160294aa-b417-4106-837b-4a130511d93d req-5183bf90-22df-418f-92e0-555a0ec37f2a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.953927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32e2458-5c06-41c3-9f6b-f1eb30013292,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:51.958091 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160294aa-b417-4106-837b-4a130511d93d req-5183bf90-22df-418f-92e0-555a0ec37f2a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.965400 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160294aa-b417-4106-837b-4a130511d93d req-5183bf90-22df-418f-92e0-555a0ec37f2a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.969731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0924c55f-eb7c-4870-b6c9-88f10d1ad662 req-b1b3f7a3-baa1-4c5b-be85-ca340921438f tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0734017 Aug 31 14:25:51.972183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160294aa-b417-4106-837b-4a130511d93d req-5183bf90-22df-418f-92e0-555a0ec37f2a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.978290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160294aa-b417-4106-837b-4a130511d93d req-5183bf90-22df-418f-92e0-555a0ec37f2a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.980387 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-160294aa-b417-4106-837b-4a130511d93d req-5183bf90-22df-418f-92e0-555a0ec37f2a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.3052108 Aug 31 14:25:52.007743 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-0e4b64c3-86e7-43ac-9f16-cd707b724a87 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748605 Aug 31 14:25:52.012572 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.037317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d666aac5-b093-4ad5-af43-fc4d4a1b77a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.106227 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.110465 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.124691 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d666aac5-b093-4ad5-af43-fc4d4a1b77a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.128230 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d666aac5-b093-4ad5-af43-fc4d4a1b77a0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/40552a86-f995-4e29-94f9-152d14895ce3 HTTP/1.1" status: 204 len: 168 time: 1.0101163 Aug 31 14:25:52.129149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666aac5-b093-4ad5-af43-fc4d4a1b77a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40552a86-f995-4e29-94f9-152d14895ce3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:52.132052 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39538) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:52.142122 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-839ecc6e-6d21-43af-a991-63a4bb5aaa23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=bdd494a6-c0dc-45e9-a438-4b045656ddfe HTTP/1.1" status: 200 len: 217 time: 0.1017373 Aug 31 14:25:52.146791 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3880f064-2fa2-400e-9ef0-0a929e150f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.190173 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.191728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e2525d6-ab41-433e-a61c-5bc07b976578 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:25:52.198984 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.200400 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-55d772ac-1f73-4a56-8d53-c59ff479d486 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7e2525d6-ab41-433e-a61c-5bc07b976578 HTTP/1.1" status: 204 len: 168 time: 1.1868854 Aug 31 14:25:52.204178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39540) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:52.206252 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.228390 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-441db5d4-d08d-4f7f-8c6d-1b01747f484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.230285 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-441db5d4-d08d-4f7f-8c6d-1b01747f484f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.2452145 Aug 31 14:25:52.230935 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b2f76162-8478-41c8-904b-59629b058be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.294361 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-160294aa-b417-4106-837b-4a130511d93d req-91c03431-7f49-4c37-b106-f4596f8564e4 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2929833 Aug 31 14:25:52.301962 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-4925c19e-07bb-490c-aed8-bf1bd6d2c34e admin admin] Deleting subnet 8be0deee-01f8-4a30-bb7a-4d1101812f1f {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:25:52.306834 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4925c19e-07bb-490c-aed8-bf1bd6d2c34e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.338254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ebc6c8ac-f141-42e5-ae56-7f8006020e17 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:52.340022 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81740a-b3d8-439c-96b7-7d76d5ef0d7d req-825d2007-2561-4f49-8fdd-8f6cf510f997 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.341619 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c81740a-b3d8-439c-96b7-7d76d5ef0d7d req-825d2007-2561-4f49-8fdd-8f6cf510f997 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 951 time: 0.1258733 Aug 31 14:25:52.356315 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c7101f2-f4e8-4382-999b-d7742b8c7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.360930 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b2f76162-8478-41c8-904b-59629b058be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.385466 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4925c19e-07bb-490c-aed8-bf1bd6d2c34e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.398600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-f71355ae-e0a5-4a75-a556-2d4f1fd271da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.400177 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-f71355ae-e0a5-4a75-a556-2d4f1fd271da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.2349303 Aug 31 14:25:52.439256 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c81740a-b3d8-439c-96b7-7d76d5ef0d7d req-9b486e02-6196-4d65-9344-20c06acabcba tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872581 Aug 31 14:25:52.459451 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.487135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:52.490038 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54c804d-79cc-46d1-b089-0f55947bc877" -d '{"events": [{"server_uuid": "8aa94f00-7d59-4719-b0e7-9f8255806473", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc6c8ac-f141-42e5-ae56-7f8006020e17"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:52.505235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ebc6c8ac-f141-42e5-ae56-7f8006020e17, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:52.513976 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.536191 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4925c19e-07bb-490c-aed8-bf1bd6d2c34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.567895 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef99ca7-bafa-4a12-a7d9-8b81dcbc0b3a x-openstack-request-id: req-cef99ca7-bafa-4a12-a7d9-8b81dcbc0b3a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:52.568467 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa94f00-7d59-4719-b0e7-9f8255806473", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc6c8ac-f141-42e5-ae56-7f8006020e17", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:52.568719 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cef99ca7-bafa-4a12-a7d9-8b81dcbc0b3a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:52.569266 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17', 'code': 200} Aug 31 14:25:52.581547 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ebc6c8ac-f141-42e5-ae56-7f8006020e17,revision_number=11']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:52.621089 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4925c19e-07bb-490c-aed8-bf1bd6d2c34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.647005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925c19e-07bb-490c-aed8-bf1bd6d2c34e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be0deee-01f8-4a30-bb7a-4d1101812f1f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:52.660600 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4925c19e-07bb-490c-aed8-bf1bd6d2c34e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.666501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c31456-7a9e-40cf-80d3-9459dd562e5d None None] Network 8230e16d-08ef-43d1-aef7-b1cc7f72c37e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:52.669909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4925c19e-07bb-490c-aed8-bf1bd6d2c34e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8be0deee-01f8-4a30-bb7a-4d1101812f1f HTTP/1.1" status: 204 len: 168 time: 0.4616823 Aug 31 14:25:52.672595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39548) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:52.717476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-ae525f82-3aea-4ae3-a119-596953a2ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.719256 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-ae525f82-3aea-4ae3-a119-596953a2ebe2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4510882 Aug 31 14:25:52.842966 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.868886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8c6-62a2-4750-92a7-519fac741842 req-b13c29dd-97c3-4da6-9b03-7d71a7107321 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.878068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8c6-62a2-4750-92a7-519fac741842 req-b13c29dd-97c3-4da6-9b03-7d71a7107321 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.885171 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8c6-62a2-4750-92a7-519fac741842 req-b13c29dd-97c3-4da6-9b03-7d71a7107321 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.899528 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-c516a3e2-c265-419f-bc61-09629fc1f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.902177 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-c516a3e2-c265-419f-bc61-09629fc1f093 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4877615 Aug 31 14:25:52.912789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8c6-62a2-4750-92a7-519fac741842 req-b13c29dd-97c3-4da6-9b03-7d71a7107321 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.918767 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b2f76162-8478-41c8-904b-59629b058be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.921188 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b2f76162-8478-41c8-904b-59629b058be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.924335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8c6-62a2-4750-92a7-519fac741842 req-b13c29dd-97c3-4da6-9b03-7d71a7107321 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.925068 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b2f76162-8478-41c8-904b-59629b058be9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cffab0f5-0e4d-449a-91b2-afa0e8307998 HTTP/1.1" status: 204 len: 168 time: 1.1163599 Aug 31 14:25:52.930908 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8c6-62a2-4750-92a7-519fac741842 req-b13c29dd-97c3-4da6-9b03-7d71a7107321 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.934548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f219087-ce2e-40ba-bab8-e1befea8f1ba None None] DHCP port deletion for 8230e16d-08ef-43d1-aef7-b1cc7f72c37e request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:25:52.949423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8c6-62a2-4750-92a7-519fac741842 req-b13c29dd-97c3-4da6-9b03-7d71a7107321 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.958752 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-531ee8c6-62a2-4750-92a7-519fac741842 req-b13c29dd-97c3-4da6-9b03-7d71a7107321 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.1898952 Aug 31 14:25:53.051581 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-e21b656f-35f3-4b36-99fe-556709469f7d service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251929 Aug 31 14:25:53.065822 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c7101f2-f4e8-4382-999b-d7742b8c7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.105483 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-531ee8c6-62a2-4750-92a7-519fac741842 req-d60321ce-d61e-420d-8be3-c0abc5fc21c1 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1456428 Aug 31 14:25:53.113375 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6f219087-ce2e-40ba-bab8-e1befea8f1ba None None] Deleting port 56b57c66-ce23-4d99-a691-6b8714d20f70 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:53.113827 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f219087-ce2e-40ba-bab8-e1befea8f1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.164298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Deleting port 56b57c66-ce23-4d99-a691-6b8714d20f70 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:53.164726 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.211084 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6f219087-ce2e-40ba-bab8-e1befea8f1ba None None] For port 56b57c66-ce23-4d99-a691-6b8714d20f70, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=56b57c66-ce23-4d99-a691-6b8714d20f70,segment=NetworkSegment(4289a122-2507-4e8b-a834-7b97ac0c7a0e),segment_id=4289a122-2507-4e8b-a834-7b97ac0c7a0e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:53.211633 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f219087-ce2e-40ba-bab8-e1befea8f1ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.222031 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5cfb4cfd-de4f-4255-b03b-365aa38b6e8e service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488483 Aug 31 14:25:53.223558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f76162-8478-41c8-904b-59629b058be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffab0f5-0e4d-449a-91b2-afa0e8307998,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:53.234467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5c7101f2-f4e8-4382-999b-d7742b8c7df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ae3af1-d421-4720-b5ea-4de9bb9491bc']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:53.263622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6f219087-ce2e-40ba-bab8-e1befea8f1ba None None] Calling delete_port for 56b57c66-ce23-4d99-a691-6b8714d20f70 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:53.292728 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.293907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35039f08-759b-4c2b-8724-129e96369f9f req-81148e72-5faf-4245-80ac-11c4c3f5000c tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.295507 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35039f08-759b-4c2b-8724-129e96369f9f req-81148e72-5faf-4245-80ac-11c4c3f5000c tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.25 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 949 time: 0.1650999 Aug 31 14:25:53.324365 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-fa254c67-2109-4e02-9560-34dbfe110a49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=fef509ac-4d20-4346-80ac-7987799f5e7b HTTP/1.1" status: 200 len: 217 time: 0.0865116 Aug 31 14:25:53.344377 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 56b57c66-ce23-4d99-a691-6b8714d20f70 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:53.351560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5c7101f2-f4e8-4382-999b-d7742b8c7df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce04a959-32e2-465d-a006-f2d71f0fd1f0') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:53.351855 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5c7101f2-f4e8-4382-999b-d7742b8c7df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce04a959-32e2-465d-a006-f2d71f0fd1f0') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:53.352053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] For port 56b57c66-ce23-4d99-a691-6b8714d20f70, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=56b57c66-ce23-4d99-a691-6b8714d20f70,segment=NetworkSegment(4289a122-2507-4e8b-a834-7b97ac0c7a0e),segment_id=4289a122-2507-4e8b-a834-7b97ac0c7a0e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:53.352681 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.372258 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6e39480-8f55-4428-a967-954c20d82446 req-2f9f252c-8252-46c6-9e86-6c567a444dad tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.1410506 Aug 31 14:25:53.395374 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-88c11991-9123-4c4a-be3e-d9f735d7a296 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550455 Aug 31 14:25:53.405572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Calling delete_port for 56b57c66-ce23-4d99-a691-6b8714d20f70 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:53.416779 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c7101f2-f4e8-4382-999b-d7742b8c7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.444567 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f219087-ce2e-40ba-bab8-e1befea8f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.479922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f219087-ce2e-40ba-bab8-e1befea8f1ba None None] Pushing event deleted for resources: {'Port': ['ID=56b57c66-ce23-4d99-a691-6b8714d20f70,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:53.489821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f219087-ce2e-40ba-bab8-e1befea8f1ba None None] No DVR routers for this DVR port 56b57c66-ce23-4d99-a691-6b8714d20f70 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:53.496278 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.533414 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c7101f2-f4e8-4382-999b-d7742b8c7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.559221 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0ab16e8f-e42c-4b5b-a135-e042e4d1916c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:53.566758 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7101f2-f4e8-4382-999b-d7742b8c7df6 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:25:53.567266 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c7101f2-f4e8-4382-999b-d7742b8c7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:25:53.569146 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:25:53.606551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 0ab16e8f-e42c-4b5b-a135-e042e4d1916c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:53.607012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0ab16e8f-e42c-4b5b-a135-e042e4d1916c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:53.607649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f32e2458-5c06-41c3-9f6b-f1eb30013292 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:53.629068 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: f32e2458-5c06-41c3-9f6b-f1eb30013292 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:53.629551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f32e2458-5c06-41c3-9f6b-f1eb30013292 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:53.637940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b6d6187e-95e9-4fb5-a7cf-ae7e724d2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.639716 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-b6d6187e-95e9-4fb5-a7cf-ae7e724d2a73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.2908182 Aug 31 14:25:53.674944 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.677593 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2830594f-52a8-483a-b111-caeffe239a0a service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585557 Aug 31 14:25:53.695370 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c7101f2-f4e8-4382-999b-d7742b8c7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.759716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b57c66-ce23-4d99-a691-6b8714d20f70,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:53.764239 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c7101f2-f4e8-4382-999b-d7742b8c7df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.766987 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5c7101f2-f4e8-4382-999b-d7742b8c7df6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/14ae3af1-d421-4720-b5ea-4de9bb9491bc HTTP/1.1" status: 204 len: 168 time: 1.6268525 Aug 31 14:25:53.772909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7101f2-f4e8-4382-999b-d7742b8c7df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ae3af1-d421-4720-b5ea-4de9bb9491bc,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:53.773207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] No DVR routers for this DVR port 56b57c66-ce23-4d99-a691-6b8714d20f70 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:53.775607 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-31867491-a5d4-4909-af44-21e2c9571bad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3b849ce-aa09-477e-8cca-9af7f3f55d9b HTTP/1.1" status: 200 len: 217 time: 0.0811467 Aug 31 14:25:53.782959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-72ae30a3-fffa-435d-b303-f02c8eb34318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.784930 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-72ae30a3-fffa-435d-b303-f02c8eb34318 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1374638 Aug 31 14:25:53.818001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e56fc8-25d8-46d8-85f3-8ebc82b01b53 req-7add8e5d-e67f-4590-8c83-8fb0775c07d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.824322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e56fc8-25d8-46d8-85f3-8ebc82b01b53 req-7add8e5d-e67f-4590-8c83-8fb0775c07d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.830903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e56fc8-25d8-46d8-85f3-8ebc82b01b53 req-7add8e5d-e67f-4590-8c83-8fb0775c07d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.836885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e56fc8-25d8-46d8-85f3-8ebc82b01b53 req-7add8e5d-e67f-4590-8c83-8fb0775c07d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.843495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e56fc8-25d8-46d8-85f3-8ebc82b01b53 req-7add8e5d-e67f-4590-8c83-8fb0775c07d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.849359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e56fc8-25d8-46d8-85f3-8ebc82b01b53 req-7add8e5d-e67f-4590-8c83-8fb0775c07d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.855397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e56fc8-25d8-46d8-85f3-8ebc82b01b53 req-7add8e5d-e67f-4590-8c83-8fb0775c07d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.863581 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62e56fc8-25d8-46d8-85f3-8ebc82b01b53 req-7add8e5d-e67f-4590-8c83-8fb0775c07d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.2939570 Aug 31 14:25:53.892514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f79607-de75-448d-a4c2-0206d2f6b4d0 req-f3e2d2d1-1408-49d5-8b08-e079715ddd32 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.894448 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6f79607-de75-448d-a4c2-0206d2f6b4d0 req-f3e2d2d1-1408-49d5-8b08-e079715ddd32 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 949 time: 0.2353530 Aug 31 14:25:53.933090 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-d0e6434a-4c4d-4410-9fa0-267a7f975018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.934933 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-d0e6434a-4c4d-4410-9fa0-267a7f975018 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2d72d2fc-c8a5-4582-90c7-ef167bb569ca HTTP/1.1" status: 200 len: 797 time: 0.1489065 Aug 31 14:25:53.955683 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.990146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62e56fc8-25d8-46d8-85f3-8ebc82b01b53 req-3d0d6bd8-55fa-452d-a2bf-4768e446e20a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1255255 Aug 31 14:25:53.992268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8230e16d-08ef-43d1-aef7-b1cc7f72c37e']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:54.015771 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6f79607-de75-448d-a4c2-0206d2f6b4d0 req-a52ba9a0-5da7-4896-9e1d-26bde47d8b6b tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c061a9-31f0-4b89-8d9a-64a6b2174d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120851 Aug 31 14:25:54.016531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4289a122-2507-4e8b-a834-7b97ac0c7a0e') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:54.017051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4289a122-2507-4e8b-a834-7b97ac0c7a0e') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:54.042143 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.042448 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-77febcd4-ed87-4d26-94d0-0f863698628d service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383416 Aug 31 14:25:54.042539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-35039f08-759b-4c2b-8724-129e96369f9f req-a4b830fd-8958-4f46-b776-ef6abb97ba79 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Deleting port ebc6c8ac-f141-42e5-ae56-7f8006020e17 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:54.042539 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35039f08-759b-4c2b-8724-129e96369f9f req-a4b830fd-8958-4f46-b776-ef6abb97ba79 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.044518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-8278abdb-85e3-4483-aae9-d84d975d1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.046778 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-8278abdb-85e3-4483-aae9-d84d975d1ef6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=703d1749-b334-41de-af58-b448e639a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0973649 Aug 31 14:25:54.090019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39578) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:54.094684 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.102585 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.127984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:25:54.128372 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:25:54.130074 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:25:54.226206 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-89133337-3004-4484-96ad-8b1bd49363fa service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777747 Aug 31 14:25:54.284663 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-f1c4886e-b8fe-444e-8976-2d838cc94f9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=fb942b53-8ca1-47a4-a21f-f0279210c88b HTTP/1.1" status: 200 len: 217 time: 0.0510831 Aug 31 14:25:54.288559 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-f0c6f4c6-3dca-4294-b337-8eeb8445a388 service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586170 Aug 31 14:25:54.333333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39584) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:54.407359 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-19e7f88d-6a27-44d8-9186-1ef550f3908d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.409028 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-19e7f88d-6a27-44d8-9186-1ef550f3908d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.1178122 Aug 31 14:25:54.479794 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-7f6542d2-9181-4356-a7ef-db3666b2d7fb service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793420 Aug 31 14:25:54.487012 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-0c9c17ec-2403-48d8-9db0-f57e27182edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.488624 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-0c9c17ec-2403-48d8-9db0-f57e27182edf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0708621 Aug 31 14:25:54.500982 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1980601920-network', 'tenant_id': '7d9a4720839849c29ef914f5dc923888'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:54.566192 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-2dc8456e-fb9c-4a28-b455-b3b4142aa131 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bae37ea2-d7e6-4513-a927-0d658b3709e2 HTTP/1.1" status: 200 len: 217 time: 0.0765879 Aug 31 14:25:54.578782 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.585205 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.587309 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8230e16d-08ef-43d1-aef7-b1cc7f72c37e HTTP/1.1" status: 204 len: 168 time: 1.9129589 Aug 31 14:25:54.600979 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-35039f08-759b-4c2b-8724-129e96369f9f req-a4b830fd-8958-4f46-b776-ef6abb97ba79 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] For port ebc6c8ac-f141-42e5-ae56-7f8006020e17, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ebc6c8ac-f141-42e5-ae56-7f8006020e17,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:54.601345 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35039f08-759b-4c2b-8724-129e96369f9f req-a4b830fd-8958-4f46-b776-ef6abb97ba79 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.607840 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3e4e1a6e-e5fb-4373-838f-04833cb8c217 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06bda9b8930f4baf87807774cc265b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144320 Aug 31 14:25:54.619710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39596) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:54.622196 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f9f5ab0-29e1-4cd4-b42b-a005508bcfa6 req-c833425d-b871-4c7b-99e1-d6339d6f4df8 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.1300676 Aug 31 14:25:54.634724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d2d82-70d8-410f-ba1c-c385d36c3ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8230e16d-08ef-43d1-aef7-b1cc7f72c37e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:54.637152 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-35039f08-759b-4c2b-8724-129e96369f9f req-a4b830fd-8958-4f46-b776-ef6abb97ba79 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Calling delete_port for ebc6c8ac-f141-42e5-ae56-7f8006020e17 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:54.653741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430cd15-5ba1-4cfe-873c-d7e9c9bf4955 req-6cacbc9d-1415-4171-acd3-5d45750932d7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.660214 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430cd15-5ba1-4cfe-873c-d7e9c9bf4955 req-6cacbc9d-1415-4171-acd3-5d45750932d7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.666148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430cd15-5ba1-4cfe-873c-d7e9c9bf4955 req-6cacbc9d-1415-4171-acd3-5d45750932d7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.673835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430cd15-5ba1-4cfe-873c-d7e9c9bf4955 req-6cacbc9d-1415-4171-acd3-5d45750932d7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.680031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430cd15-5ba1-4cfe-873c-d7e9c9bf4955 req-6cacbc9d-1415-4171-acd3-5d45750932d7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.685848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430cd15-5ba1-4cfe-873c-d7e9c9bf4955 req-6cacbc9d-1415-4171-acd3-5d45750932d7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.692335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430cd15-5ba1-4cfe-873c-d7e9c9bf4955 req-6cacbc9d-1415-4171-acd3-5d45750932d7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.694442 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c430cd15-5ba1-4cfe-873c-d7e9c9bf4955 req-6cacbc9d-1415-4171-acd3-5d45750932d7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.2059548 Aug 31 14:25:54.717784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] Made reservation on behalf of 7d9a4720839849c29ef914f5dc923888 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:54.721200 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.756911 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.767311 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39598) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:54.785937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c430cd15-5ba1-4cfe-873c-d7e9c9bf4955 req-09ec9713-4782-4ddb-9837-bced234ef0da tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845644 Aug 31 14:25:54.797067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-8e14b911-ab60-4956-8083-e2138e50787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.798556 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-8e14b911-ab60-4956-8083-e2138e50787f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2d72d2fc-c8a5-4582-90c7-ef167bb569ca HTTP/1.1" status: 200 len: 797 time: 0.1897140 Aug 31 14:25:54.835870 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.841276 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b1b09be4-f05b-4390-a0f8-1d4c5bc01884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.860738 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-be3c4a6e-a9af-43e4-93bb-c53e5895db95 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551946 Aug 31 14:25:54.864907 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35039f08-759b-4c2b-8724-129e96369f9f req-a4b830fd-8958-4f46-b776-ef6abb97ba79 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.900035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b830fd-8958-4f46-b776-ef6abb97ba79 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Pushing event deleted for resources: {'Port': ['ID=ebc6c8ac-f141-42e5-ae56-7f8006020e17,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:54.944419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-35039f08-759b-4c2b-8724-129e96369f9f req-a4b830fd-8958-4f46-b776-ef6abb97ba79 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] No DVR routers for this DVR port ebc6c8ac-f141-42e5-ae56-7f8006020e17 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:54.947075 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35039f08-759b-4c2b-8724-129e96369f9f req-a4b830fd-8958-4f46-b776-ef6abb97ba79 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.949182 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35039f08-759b-4c2b-8724-129e96369f9f req-a4b830fd-8958-4f46-b776-ef6abb97ba79 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.25 "DELETE /v2.0/ports/ebc6c8ac-f141-42e5-ae56-7f8006020e17 HTTP/1.1" status: 204 len: 173 time: 1.6427903 Aug 31 14:25:54.949657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'name': 'network-vif-deleted', 'tag': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:54.953027 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68721ca-5e57-4ecf-9c9a-15ea9143ec96" -d '{"events": [{"server_uuid": "8aa94f00-7d59-4719-b0e7-9f8255806473", "name": "network-vif-deleted", "tag": "ebc6c8ac-f141-42e5-ae56-7f8006020e17"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:54.979343 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b1b09be4-f05b-4390-a0f8-1d4c5bc01884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.994453 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-07a87c4f-17e7-4906-aa9d-2743c14638cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=708fd62df09c4606bd6f20c766eb762f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181933 Aug 31 14:25:54.997693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:55.002359 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dde14c-3faa-40df-b78b-81d2db10f1dc x-openstack-request-id: req-b3dde14c-3faa-40df-b78b-81d2db10f1dc {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:55.002662 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa94f00-7d59-4719-b0e7-9f8255806473", "name": "network-vif-deleted", "tag": "ebc6c8ac-f141-42e5-ae56-7f8006020e17", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:55.002959 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3dde14c-3faa-40df-b78b-81d2db10f1dc {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:55.003392 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa94f00-7d59-4719-b0e7-9f8255806473', 'name': 'network-vif-deleted', 'tag': 'ebc6c8ac-f141-42e5-ae56-7f8006020e17', 'status': 'completed', 'code': 200} Aug 31 14:25:55.033965 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca48c9-bccc-4653-8029-6351815e2675 req-161a1eb1-38fe-47ac-b427-3e1a83c62a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.035762 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-161a1eb1-38fe-47ac-b427-3e1a83c62a48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=703d1749-b334-41de-af58-b448e639a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2196965 Aug 31 14:25:55.098560 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81fc9f6f-9c4a-4986-852c-6d55a0f0d30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.153565 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81fc9f6f-9c4a-4986-852c-6d55a0f0d30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.181524 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b728776-91b2-439b-b2e3-b059dc367f7b req-dc7ded3b-8dd7-4a84-af8f-e7cade456431 tempest-ImagesOneServerTestJSON-586135574 tempest-ImagesOneServerTestJSON-586135574-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa94f00-7d59-4719-b0e7-9f8255806473 HTTP/1.1" status: 200 len: 210 time: 0.0511975 Aug 31 14:25:55.197916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936d0a-8b9f-4459-9c43-e7dd93cad5cc req-f0db409a-26e0-4f2b-960d-f77b6957ad64 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.204838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936d0a-8b9f-4459-9c43-e7dd93cad5cc req-f0db409a-26e0-4f2b-960d-f77b6957ad64 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.210837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936d0a-8b9f-4459-9c43-e7dd93cad5cc req-f0db409a-26e0-4f2b-960d-f77b6957ad64 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.214380 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5e637612-1dff-4645-bab7-4c14553cb2d9 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355141 Aug 31 14:25:55.217177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936d0a-8b9f-4459-9c43-e7dd93cad5cc req-f0db409a-26e0-4f2b-960d-f77b6957ad64 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.224408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936d0a-8b9f-4459-9c43-e7dd93cad5cc req-f0db409a-26e0-4f2b-960d-f77b6957ad64 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.230688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936d0a-8b9f-4459-9c43-e7dd93cad5cc req-f0db409a-26e0-4f2b-960d-f77b6957ad64 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.237565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936d0a-8b9f-4459-9c43-e7dd93cad5cc req-f0db409a-26e0-4f2b-960d-f77b6957ad64 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.240124 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9936d0a-8b9f-4459-9c43-e7dd93cad5cc req-f0db409a-26e0-4f2b-960d-f77b6957ad64 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.1438158 Aug 31 14:25:55.283260 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b1b09be4-f05b-4390-a0f8-1d4c5bc01884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.285992 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b1b09be4-f05b-4390-a0f8-1d4c5bc01884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.289425 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b1b09be4-f05b-4390-a0f8-1d4c5bc01884 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1cb3c00f-95f1-4401-a97d-6e2abf23d03f HTTP/1.1" status: 204 len: 168 time: 0.6640503 Aug 31 14:25:55.289425 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-c8bac696-a654-4ef3-a51c-1ab9579bec3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e57b84cc-a866-47d8-8732-69907ed220f0 HTTP/1.1" status: 200 len: 217 time: 0.0639353 Aug 31 14:25:55.289657 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9936d0a-8b9f-4459-9c43-e7dd93cad5cc req-d3cae88e-47a8-4150-8717-1f4867af9a7e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401614 Aug 31 14:25:55.294968 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-3ee68703-bae9-4fa8-b093-0425af3a04d0 service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394783 Aug 31 14:25:55.295303 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81fc9f6f-9c4a-4986-852c-6d55a0f0d30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.299223 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81fc9f6f-9c4a-4986-852c-6d55a0f0d30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.301170 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-81fc9f6f-9c4a-4986-852c-6d55a0f0d30f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5958a334-9974-487e-b1fa-7e2aa2a13309 HTTP/1.1" status: 204 len: 168 time: 0.3024437 Aug 31 14:25:55.310512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc9f6f-9c4a-4986-852c-6d55a0f0d30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5958a334-9974-487e-b1fa-7e2aa2a13309,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:55.350221 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.362561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b09be4-f05b-4390-a0f8-1d4c5bc01884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb3c00f-95f1-4401-a97d-6e2abf23d03f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:55.376068 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.442401 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-191931ab-7108-4c8e-8ff5-e1077673e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.444237 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-191931ab-7108-4c8e-8ff5-e1077673e0d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef8e0da5-0757-4499-8cf1-b1603de9f949 HTTP/1.1" status: 200 len: 797 time: 0.1448693 Aug 31 14:25:55.797541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:25:55.862031 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2602119a-d05b-4185-88fc-f5a651f0d84b req-e5ae8681-927c-41ef-a17f-84616edb3870 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0619938 Aug 31 14:25:55.862733 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abfa15d-e4ec-407d-bc8c-82ffc112ad29,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:55.892006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.892797 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] Added segment ec37c30d-dedc-4f34-8c55-d74c827b2cfb of type vlan for network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f Aug 31 14:25:55.972732 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d49aaf9-e7ff-4880-833e-cf49739ede64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.974319 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-3d49aaf9-e7ff-4880-833e-cf49739ede64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5145247 Aug 31 14:25:55.976340 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10ca48c9-bccc-4653-8029-6351815e2675 req-93638944-98d2-4cca-8884-5624482ba478 service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533902 Aug 31 14:25:55.978814 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ae9b7-2bae-4a3b-8c96-5974c439dfd5 req-da9fd801-64da-421e-bbe2-fcafbc05c491 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.986188 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ae9b7-2bae-4a3b-8c96-5974c439dfd5 req-da9fd801-64da-421e-bbe2-fcafbc05c491 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.993093 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ae9b7-2bae-4a3b-8c96-5974c439dfd5 req-da9fd801-64da-421e-bbe2-fcafbc05c491 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.001462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ae9b7-2bae-4a3b-8c96-5974c439dfd5 req-da9fd801-64da-421e-bbe2-fcafbc05c491 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.002508 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:56.008081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ae9b7-2bae-4a3b-8c96-5974c439dfd5 req-da9fd801-64da-421e-bbe2-fcafbc05c491 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.015316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ae9b7-2bae-4a3b-8c96-5974c439dfd5 req-da9fd801-64da-421e-bbe2-fcafbc05c491 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.022350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ae9b7-2bae-4a3b-8c96-5974c439dfd5 req-da9fd801-64da-421e-bbe2-fcafbc05c491 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.024366 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4c3ae9b7-2bae-4a3b-8c96-5974c439dfd5 req-da9fd801-64da-421e-bbe2-fcafbc05c491 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.1197534 Aug 31 14:25:56.084079 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4c3ae9b7-2bae-4a3b-8c96-5974c439dfd5 req-7c9348e4-a756-4729-b1d3-ebb721e388c5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448310 Aug 31 14:25:56.120218 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:56.121474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.122060 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:56.153608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-7a8cde0f-b917-4769-b5fc-0e63e8869488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.154097 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-7a8cde0f-b917-4769-b5fc-0e63e8869488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.154573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-7a8cde0f-b917-4769-b5fc-0e63e8869488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.155044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-7a8cde0f-b917-4769-b5fc-0e63e8869488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.156200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-7a8cde0f-b917-4769-b5fc-0e63e8869488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.157172 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-7a8cde0f-b917-4769-b5fc-0e63e8869488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.157652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-7a8cde0f-b917-4769-b5fc-0e63e8869488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.159717 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-7a8cde0f-b917-4769-b5fc-0e63e8869488 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 6477 time: 0.1040914 Aug 31 14:25:56.234203 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8955789 Aug 31 14:25:56.234532 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39650) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:56.240193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-701aa7a1-b698-4f30-bcb0-34a1f33791dd admin admin] Request body: {'subnet': {'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1980601920-subnet', 'tenant_id': '7d9a4720839849c29ef914f5dc923888', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:56.276220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701aa7a1-b698-4f30-bcb0-34a1f33791dd admin admin] Made reservation on behalf of 7d9a4720839849c29ef914f5dc923888 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:56.279569 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-701aa7a1-b698-4f30-bcb0-34a1f33791dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:56.282543 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a89ac9-64ff-4bf0-866a-b8c4038f073c admin admin] Pushing event updated for resources: {'Network': ['ID=4e91f1d0-a378-40d2-96c7-cad1c611ce7f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:56.289403 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-6c045be5-54e6-47ef-9465-ee473a9f22a9 service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972741 Aug 31 14:25:56.305962 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:25:56.393239 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ebc6c8ac-f141-42e5-ae56-7f8006020e17 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:56.426039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-883c5bdd-0517-4946-b488-e11d5de53bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.428128 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-883c5bdd-0517-4946-b488-e11d5de53bf6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=703d1749-b334-41de-af58-b448e639a222 HTTP/1.1" status: 200 len: 903 time: 0.2301955 Aug 31 14:25:56.472127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: ebc6c8ac-f141-42e5-ae56-7f8006020e17 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:56.472484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ebc6c8ac-f141-42e5-ae56-7f8006020e17 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:56.500704 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-2be4ac3f-cb93-4c2b-8af4-a5797fdb7588 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bae37ea2-d7e6-4513-a927-0d658b3709e2 HTTP/1.1" status: 200 len: 217 time: 0.0576174 Aug 31 14:25:56.504579 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-5e1cc8cc-698e-4150-98f8-01124ae8dafb service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086899 Aug 31 14:25:56.585066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead37486-7428-44ab-bc5f-ec6beec3833d req-408813fd-b52d-4d6c-8344-04f86b60384d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.585921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39666) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:56.592492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead37486-7428-44ab-bc5f-ec6beec3833d req-408813fd-b52d-4d6c-8344-04f86b60384d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.595721 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-0c1c0b34-13ee-45d9-b074-74836309cfac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ffeccb-69ae-488c-9407-9562e4ddb943 HTTP/1.1" status: 200 len: 217 time: 0.0770204 Aug 31 14:25:56.599345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead37486-7428-44ab-bc5f-ec6beec3833d req-408813fd-b52d-4d6c-8344-04f86b60384d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.606179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead37486-7428-44ab-bc5f-ec6beec3833d req-408813fd-b52d-4d6c-8344-04f86b60384d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.612880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead37486-7428-44ab-bc5f-ec6beec3833d req-408813fd-b52d-4d6c-8344-04f86b60384d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.619144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead37486-7428-44ab-bc5f-ec6beec3833d req-408813fd-b52d-4d6c-8344-04f86b60384d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.626775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead37486-7428-44ab-bc5f-ec6beec3833d req-408813fd-b52d-4d6c-8344-04f86b60384d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.628973 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ead37486-7428-44ab-bc5f-ec6beec3833d req-408813fd-b52d-4d6c-8344-04f86b60384d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.1871872 Aug 31 14:25:56.655618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4717bd2e-9ede-477f-892e-bc31c4f8a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.657456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-4717bd2e-9ede-477f-892e-bc31c4f8a79c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef8e0da5-0757-4499-8cf1-b1603de9f949 HTTP/1.1" status: 200 len: 797 time: 0.0548737 Aug 31 14:25:56.661363 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-2dbb5b62-bc00-4ee5-9dce-4238252bbd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.662831 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-2dbb5b62-bc00-4ee5-9dce-4238252bbd86 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2d72d2fc-c8a5-4582-90c7-ef167bb569ca HTTP/1.1" status: 200 len: 797 time: 0.1544228 Aug 31 14:25:56.705813 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ead37486-7428-44ab-bc5f-ec6beec3833d req-f879c2f0-c5ed-4ef9-b755-067b56bd44a9 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563443 Aug 31 14:25:56.760588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-c7c47bff-51a7-4a0d-bb33-d58922cf415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.762827 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-c7c47bff-51a7-4a0d-bb33-d58922cf415f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988443 Aug 31 14:25:56.764185 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-701aa7a1-b698-4f30-bcb0-34a1f33791dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:56.770648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-a63dfe7b-8a69-4e79-8568-7df21e1ba247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.772225 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-a63dfe7b-8a69-4e79-8568-7df21e1ba247 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=703d1749-b334-41de-af58-b448e639a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979326 Aug 31 14:25:56.826591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701aa7a1-b698-4f30-bcb0-34a1f33791dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a30f3655-ac81-4822-979c-80a3fcb0e051,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:56.838669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701aa7a1-b698-4f30-bcb0-34a1f33791dd admin admin] Checking segment: {'id': 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:56.839035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701aa7a1-b698-4f30-bcb0-34a1f33791dd admin admin] Network hostable DHCP agents. Network: 4e91f1d0-a378-40d2-96c7-cad1c611ce7f, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:25:56.865642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701aa7a1-b698-4f30-bcb0-34a1f33791dd admin admin] Network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:25:56.878250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-701aa7a1-b698-4f30-bcb0-34a1f33791dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 4e91f1d0-a378-40d2-96c7-cad1c611ce7f) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:56.886823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701aa7a1-b698-4f30-bcb0-34a1f33791dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.888932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9750fce-68a3-416f-a938-d0ce1065a44c None None] Network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:56.894072 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-077a07fa-74e8-4e55-9318-78c843354c31 service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099470 Aug 31 14:25:56.896526 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-701aa7a1-b698-4f30-bcb0-34a1f33791dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:56.925849 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-701aa7a1-b698-4f30-bcb0-34a1f33791dd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6896203 Aug 31 14:25:56.938610 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-907452246-network', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:57.020030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39684) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:57.046077 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96ec77c6-e020-4048-9d68-01c0ffa8b262 req-37b77d77-8a54-4bee-89d8-a407a122f9e0 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0372963 Aug 31 14:25:57.063301 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] Made reservation on behalf of 6c7a9beea9d2401ab1424d74321046eb for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:57.066131 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.114702 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.121377 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-a77c8548-537d-4df7-b5ff-cdf565a61268 service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479946 Aug 31 14:25:57.125930 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dabb323-4af5-46a5-b449-1f06240a7bbd None None] Network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:57.229092 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b17a923-2d9a-4e1a-a90a-92ba0438137d req-92331f05-1042-438b-bf06-f2916ed75f33 service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992642 Aug 31 14:25:57.347741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39696) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:57.395512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2ef7-54fc-4708-8944-4d61948f1c6e req-bb03c7a6-f28b-48ab-809a-5a93380ab1f5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.401423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2ef7-54fc-4708-8944-4d61948f1c6e req-bb03c7a6-f28b-48ab-809a-5a93380ab1f5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.407563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2ef7-54fc-4708-8944-4d61948f1c6e req-bb03c7a6-f28b-48ab-809a-5a93380ab1f5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.413675 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2ef7-54fc-4708-8944-4d61948f1c6e req-bb03c7a6-f28b-48ab-809a-5a93380ab1f5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.419484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2ef7-54fc-4708-8944-4d61948f1c6e req-bb03c7a6-f28b-48ab-809a-5a93380ab1f5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.425512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2ef7-54fc-4708-8944-4d61948f1c6e req-bb03c7a6-f28b-48ab-809a-5a93380ab1f5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.431751 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2ef7-54fc-4708-8944-4d61948f1c6e req-bb03c7a6-f28b-48ab-809a-5a93380ab1f5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.433837 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa4c2ef7-54fc-4708-8944-4d61948f1c6e req-bb03c7a6-f28b-48ab-809a-5a93380ab1f5 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.2201486 Aug 31 14:25:57.437879 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7eaa4d73-1511-460e-980f-b8d422dba8e2 req-6f9e75f4-6171-4686-bf62-ebd0c7a771a1 service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068082 Aug 31 14:25:57.440316 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c0aec891-0d55-4e48-89a3-c334a5a66e1d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=507340dd7793433f8cbe529059d5523f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173872 Aug 31 14:25:57.443015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39702) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:57.496457 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e0f6eaa-abe4-499f-b3a4-845746ff2ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.537850 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a3a5abd-73d2-4aca-ab87-1fd056d53c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.562708 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a3a5abd-73d2-4aca-ab87-1fd056d53c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.563446 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa4c2ef7-54fc-4708-8944-4d61948f1c6e req-e5603ae7-92de-4b3c-8dd2-c41c65450cc4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059654 Aug 31 14:25:57.565297 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.570256 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.601750 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:25:57.614648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c1f992-8789-4618-85ab-4954011a4638,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:57.622005 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-8c80674b-8f81-47d5-8503-628c27008452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.622485 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-8c80674b-8f81-47d5-8503-628c27008452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.622953 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-8c80674b-8f81-47d5-8503-628c27008452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.623435 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-8c80674b-8f81-47d5-8503-628c27008452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.625817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-8c80674b-8f81-47d5-8503-628c27008452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.625817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-8c80674b-8f81-47d5-8503-628c27008452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.625817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-8c80674b-8f81-47d5-8503-628c27008452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.627380 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-8c80674b-8f81-47d5-8503-628c27008452 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 6488 time: 0.1078477 Aug 31 14:25:57.630753 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.631095 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] Added segment 9d4365f2-5768-4722-8452-260c6d82d40c of type vlan for network f7a8d1f5-ceb5-4396-9432-40efce66432c Aug 31 14:25:57.731903 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.741089 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a3a5abd-73d2-4aca-ab87-1fd056d53c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.743673 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a3a5abd-73d2-4aca-ab87-1fd056d53c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.744970 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2a3a5abd-73d2-4aca-ab87-1fd056d53c45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74c061a9-31f0-4b89-8d9a-64a6b2174d0b HTTP/1.1" status: 204 len: 168 time: 0.3008637 Aug 31 14:25:57.777601 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.778851 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.779608 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.799120 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-544f295e-6173-4571-a796-11316c41697c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.800761 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-544f295e-6173-4571-a796-11316c41697c service neutron] 10.222.0.60 "GET /v2.0/networks?id=102255ed-e1f5-4ea0-8992-73ed1fa161fb HTTP/1.1" status: 200 len: 903 time: 0.1618347 Aug 31 14:25:57.825895 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e0f6eaa-abe4-499f-b3a4-845746ff2ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.829764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a5abd-73d2-4aca-ab87-1fd056d53c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c061a9-31f0-4b89-8d9a-64a6b2174d0b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:57.838655 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-8dd565e6-74b6-4d91-8a07-240e331b4734 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.846565 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-8dd565e6-74b6-4d91-8a07-240e331b4734 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/networks?id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f HTTP/1.1" status: 200 len: 822 time: 0.2658339 Aug 31 14:25:57.857039 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e0f6eaa-abe4-499f-b3a4-845746ff2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:57.888472 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-087c8b89-1a3e-409e-aa66-310ff4ef098c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/quotas/7d9a4720839849c29ef914f5dc923888 HTTP/1.1" status: 200 len: 375 time: 0.0401981 Aug 31 14:25:57.906494 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-db506042-6690-4f99-b6c3-7673d55e8bc6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ffeccb-69ae-488c-9407-9562e4ddb943 HTTP/1.1" status: 200 len: 217 time: 0.0905406 Aug 31 14:25:57.938022 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3510492 Aug 31 14:25:57.942923 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-c236f89e-a691-44d5-b0c0-f0e012cd0c7a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d9a4720839849c29ef914f5dc923888&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533061 Aug 31 14:25:57.943723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39718) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:57.954178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-95eb5028-d9b3-45d0-8062-8831882e3c6c admin admin] Request body: {'subnet': {'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-907452246-subnet', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:57.959441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2e0f6eaa-abe4-499f-b3a4-845746ff2ac6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b02f013c91b4c0da8b61f813e531eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6106288 Aug 31 14:25:57.971596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39722) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:57.972527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f6eaa-abe4-499f-b3a4-845746ff2ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176d2087-6c9a-4a3a-aa59-8253744eae94,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:57.978258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfab631-11c2-4fb9-bf37-aa74ace76bce admin admin] Pushing event updated for resources: {'Network': ['ID=f7a8d1f5-ceb5-4396-9432-40efce66432c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:58.004249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network f7a8d1f5-ceb5-4396-9432-40efce66432c details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:25:58.005946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63b3ac-3beb-4612-95f6-8e5db71c3cad req-665c44ab-41ee-4f76-9ac9-7a26abf425c2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.013821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63b3ac-3beb-4612-95f6-8e5db71c3cad req-665c44ab-41ee-4f76-9ac9-7a26abf425c2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.022063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63b3ac-3beb-4612-95f6-8e5db71c3cad req-665c44ab-41ee-4f76-9ac9-7a26abf425c2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.033260 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63b3ac-3beb-4612-95f6-8e5db71c3cad req-665c44ab-41ee-4f76-9ac9-7a26abf425c2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.041784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63b3ac-3beb-4612-95f6-8e5db71c3cad req-665c44ab-41ee-4f76-9ac9-7a26abf425c2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.050395 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63b3ac-3beb-4612-95f6-8e5db71c3cad req-665c44ab-41ee-4f76-9ac9-7a26abf425c2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.062538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63b3ac-3beb-4612-95f6-8e5db71c3cad req-665c44ab-41ee-4f76-9ac9-7a26abf425c2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.065092 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0a63b3ac-3beb-4612-95f6-8e5db71c3cad req-665c44ab-41ee-4f76-9ac9-7a26abf425c2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.2514212 Aug 31 14:25:58.072090 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-63ccc2e3-2b41-40d1-9e0f-f058a735c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.074020 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-63ccc2e3-2b41-40d1-9e0f-f058a735c006 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef8e0da5-0757-4499-8cf1-b1603de9f949 HTTP/1.1" status: 200 len: 797 time: 0.1480556 Aug 31 14:25:58.081699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eb5028-d9b3-45d0-8062-8831882e3c6c admin admin] Made reservation on behalf of 6c7a9beea9d2401ab1424d74321046eb for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:58.084151 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95eb5028-d9b3-45d0-8062-8831882e3c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:58.160199 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0a63b3ac-3beb-4612-95f6-8e5db71c3cad req-3f9a1af8-5a41-4c0e-886c-2c082083289e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847168 Aug 31 14:25:58.161981 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-b6db83ea-bd97-4ae9-bb7e-d30d83174269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.163991 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-b6db83ea-bd97-4ae9-bb7e-d30d83174269 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785668 Aug 31 14:25:58.165729 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9c655ed-1b58-4190-88e9-8bf9baf76359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:58.240053 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-2b541a9d-9899-4c83-bac2-05134a42e5c4 service neutron] 10.222.0.39 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783055 Aug 31 14:25:58.255032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9c655ed-1b58-4190-88e9-8bf9baf76359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:58.285750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-3ef47aee-879d-42d8-a1c0-b948ca16a8b6 service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120310 Aug 31 14:25:58.384717 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f2a47fa-3c19-4e5f-baee-b2b615e1f70b req-b3f8d8da-68c4-48d5-8649-7641c90dbbdb tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0346272 Aug 31 14:25:58.425879 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4c22476-c92e-4046-8d42-c515486d08c8 req-41ff1985-01fe-4696-8d0f-a12ed29e436e service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324918 Aug 31 14:25:58.446270 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-187173b7-8abd-4581-9002-37adbb82d8c3 service neutron] 10.222.0.39 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053459 Aug 31 14:25:58.448883 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9c655ed-1b58-4190-88e9-8bf9baf76359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:58.451467 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9c655ed-1b58-4190-88e9-8bf9baf76359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:58.453191 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b9c655ed-1b58-4190-88e9-8bf9baf76359 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/176d2087-6c9a-4a3a-aa59-8253744eae94 HTTP/1.1" status: 204 len: 168 time: 0.4776959 Aug 31 14:25:58.472860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c655ed-1b58-4190-88e9-8bf9baf76359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176d2087-6c9a-4a3a-aa59-8253744eae94,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:58.476853 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95eb5028-d9b3-45d0-8062-8831882e3c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:58.546682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5028-d9b3-45d0-8062-8831882e3c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9bf6020-2a5f-4c94-8838-1765790a3074,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:58.554752 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eb5028-d9b3-45d0-8062-8831882e3c6c admin admin] Checking segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:58.555111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eb5028-d9b3-45d0-8062-8831882e3c6c admin admin] Network hostable DHCP agents. Network: f7a8d1f5-ceb5-4396-9432-40efce66432c, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:25:58.576200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eb5028-d9b3-45d0-8062-8831882e3c6c admin admin] Network f7a8d1f5-ceb5-4396-9432-40efce66432c is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:25:58.591934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-95eb5028-d9b3-45d0-8062-8831882e3c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, f7a8d1f5-ceb5-4396-9432-40efce66432c) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:58.608873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c618f2-8f95-455c-98ec-d55305a285cb None None] Network f7a8d1f5-ceb5-4396-9432-40efce66432c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:58.624239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eb5028-d9b3-45d0-8062-8831882e3c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.627485 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95eb5028-d9b3-45d0-8062-8831882e3c6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:58.669148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-95eb5028-d9b3-45d0-8062-8831882e3c6c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7213590 Aug 31 14:25:58.671865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:58.682070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:58.704615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39754) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:58.743499 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:58.744523 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:58.771288 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9cd58-8c55-49ea-b20d-5473d480198d req-44f8df8a-be70-46d0-8110-2930e2e8e3e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.782699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9cd58-8c55-49ea-b20d-5473d480198d req-44f8df8a-be70-46d0-8110-2930e2e8e3e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.789664 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9cd58-8c55-49ea-b20d-5473d480198d req-44f8df8a-be70-46d0-8110-2930e2e8e3e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.796748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9cd58-8c55-49ea-b20d-5473d480198d req-44f8df8a-be70-46d0-8110-2930e2e8e3e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.804238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9cd58-8c55-49ea-b20d-5473d480198d req-44f8df8a-be70-46d0-8110-2930e2e8e3e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.807152 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9320a0c2-9365-4f6a-b4d3-ab8418a481df req-e200174e-e3de-4dc8-b9c7-671d8f0f2bee tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 210 time: 0.0699902 Aug 31 14:25:58.814433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9cd58-8c55-49ea-b20d-5473d480198d req-44f8df8a-be70-46d0-8110-2930e2e8e3e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.829700 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9cd58-8c55-49ea-b20d-5473d480198d req-44f8df8a-be70-46d0-8110-2930e2e8e3e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.832769 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c5c9cd58-8c55-49ea-b20d-5473d480198d req-44f8df8a-be70-46d0-8110-2930e2e8e3e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.1399524 Aug 31 14:25:58.871322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-f7a8d1f5-ceb5-4396-9432-40efce66432c', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:25:58.872464 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:58.915260 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c5c9cd58-8c55-49ea-b20d-5473d480198d req-bf458a48-f113-4759-9c4d-ea2561bdd1da tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713303 Aug 31 14:25:58.915477 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:58.963828 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1066744241-network', 'tenant_id': '9e6c915e8eb841f9ac8f9267635ea47f'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:58.997378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] Made reservation on behalf of 9e6c915e8eb841f9ac8f9267635ea47f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:59.001407 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.018515 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.085824 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.118791 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.122232 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Allocated IP 172.20.0.2 (f7a8d1f5-ceb5-4396-9432-40efce66432c/f9bf6020-2a5f-4c94-8838-1765790a3074/5b28d516-3721-4cfc-af1d-ef3d2863a966) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:59.124706 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.153668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:25:59.172988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aba6338-7336-45d8-8be6-8eb45666de52,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:59.190502 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.191226 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] Added segment 1565fbad-c2bf-4a49-97ce-0e9b6794ae1c of type vlan for network 3735abf0-823f-48af-b16e-ff118d734980 Aug 31 14:25:59.250408 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.288398 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.289548 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:59.290288 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.314159 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6067026 Aug 31 14:25:59.317288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39776) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:59.324442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4f5b7d9d-38ca-47be-bcb4-46a1543bd8b1 admin admin] Request body: {'subnet': {'network_id': '3735abf0-823f-48af-b16e-ff118d734980', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1066744241-subnet', 'tenant_id': '9e6c915e8eb841f9ac8f9267635ea47f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:59.445968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d048b-428c-4bcb-977a-6a69495f5122 admin admin] Pushing event updated for resources: {'Network': ['ID=3735abf0-823f-48af-b16e-ff118d734980,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:59.481873 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.487029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5b7d9d-38ca-47be-bcb4-46a1543bd8b1 admin admin] Made reservation on behalf of 9e6c915e8eb841f9ac8f9267635ea47f for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:59.489782 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7d9d-38ca-47be-bcb4-46a1543bd8b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.497967 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Transition to ACTIVE for port object 5b28d516-3721-4cfc-af1d-ef3d2863a966 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:59.535992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Transition to ACTIVE for port object 5b28d516-3721-4cfc-af1d-ef3d2863a966 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:59.545642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 3735abf0-823f-48af-b16e-ff118d734980 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:25:59.550481 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.567510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011e5cf-c6ee-4967-ada4-d110b71d11b0 req-462dbeaa-6187-4fc0-bdaf-4f2ed7d5608f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:59.574360 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011e5cf-c6ee-4967-ada4-d110b71d11b0 req-462dbeaa-6187-4fc0-bdaf-4f2ed7d5608f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:59.579873 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.581784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011e5cf-c6ee-4967-ada4-d110b71d11b0 req-462dbeaa-6187-4fc0-bdaf-4f2ed7d5608f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:59.588069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011e5cf-c6ee-4967-ada4-d110b71d11b0 req-462dbeaa-6187-4fc0-bdaf-4f2ed7d5608f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:59.594560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011e5cf-c6ee-4967-ada4-d110b71d11b0 req-462dbeaa-6187-4fc0-bdaf-4f2ed7d5608f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:59.603679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011e5cf-c6ee-4967-ada4-d110b71d11b0 req-462dbeaa-6187-4fc0-bdaf-4f2ed7d5608f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:59.611199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011e5cf-c6ee-4967-ada4-d110b71d11b0 req-462dbeaa-6187-4fc0-bdaf-4f2ed7d5608f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:59.614325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1011e5cf-c6ee-4967-ada4-d110b71d11b0 req-462dbeaa-6187-4fc0-bdaf-4f2ed7d5608f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.2519815 Aug 31 14:25:59.649809 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.665544 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c388915-f98c-44be-af39-c5a2d3325a57 req-52bd72cf-d454-434c-a2e7-b6c102bb9c7c tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0880475 Aug 31 14:25:59.738545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Network f7a8d1f5-ceb5-4396-9432-40efce66432c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:59.754249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:59.759571 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1011e5cf-c6ee-4967-ada4-d110b71d11b0 req-35598485-1423-41e0-8dd4-5afd588746dd tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212409 Aug 31 14:25:59.763913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:59.788761 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Pushing event updated for resources: {'Port': ['ID=5b28d516-3721-4cfc-af1d-ef3d2863a966,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:59.879191 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39790) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:59.883483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Allocated IP 172.25.2.121 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/1b56beb1-ec6a-4d65-8557-9420ea0c9f6c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:59.910937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Attempting to bind port 5b28d516-3721-4cfc-af1d-ef3d2863a966 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:59.919241 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Attempting to bind port 5b28d516-3721-4cfc-af1d-ef3d2863a966 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:59.919972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Attempting to bind port 5b28d516-3721-4cfc-af1d-ef3d2863a966 on network f7a8d1f5-ceb5-4396-9432-40efce66432c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:59.930217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:59.931017 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Checking segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:59.931434 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7d9d-38ca-47be-bcb4-46a1543bd8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.931782 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.932274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Bound using segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:59.933878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Bound port: 5b28d516-3721-4cfc-af1d-ef3d2863a966, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:59.935469 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:59.954210 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0e1d3e6-d4a4-42d4-8235-cc3ccfaf27f9 req-de0796d9-3b9d-4c4e-874c-c4215e48b583 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 210 time: 0.0596855 Aug 31 14:26:00.086044 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] For port 5b28d516-3721-4cfc-af1d-ef3d2863a966, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:00.090517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] For port 5b28d516-3721-4cfc-af1d-ef3d2863a966, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5b28d516-3721-4cfc-af1d-ef3d2863a966,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:00.091555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-906147092-network', 'tenant_id': 'f80abaf64806401083cba1525e4cb216'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:00.095938 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.109757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-e229b5cb-d9c5-4d9c-9dfe-738e008191e5 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:00.110947 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-e229b5cb-d9c5-4d9c-9dfe-738e008191e5 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.60 "GET /v2.0/networks?id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f HTTP/1.1" status: 200 len: 822 time: 0.1537435 Aug 31 14:26:00.127567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b7d9d-38ca-47be-bcb4-46a1543bd8b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0413cd53-1f47-434d-9ca3-a765c39baa8a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:00.130134 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-9ab10084-222b-4523-b252-fb0e36253b95 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Request body: {'port': {'device_id': '7f9f5af2-6fa0-4725-952e-5963b5e0b01d', 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f', 'admin_state_up': True, 'tenant_id': '7d9a4720839849c29ef914f5dc923888'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:00.176101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d859e-f4d8-48b2-9e77-d355faecfb9b None None] Pushing event updated for resources: {'Port': ['ID=5b28d516-3721-4cfc-af1d-ef3d2863a966,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:00.200490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b7d9d-38ca-47be-bcb4-46a1543bd8b1 admin admin] Checking segment: {'id': '1565fbad-c2bf-4a49-97ce-0e9b6794ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3735abf0-823f-48af-b16e-ff118d734980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:00.200996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5b7d9d-38ca-47be-bcb4-46a1543bd8b1 admin admin] Network hostable DHCP agents. Network: 3735abf0-823f-48af-b16e-ff118d734980, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:26:00.202951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] Made reservation on behalf of f80abaf64806401083cba1525e4cb216 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:00.205357 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.223399 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.236278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc307c0-d348-479f-bd67-8ec409cef525 req-158bf5f3-b3c7-4bce-9716-33ef354cb92b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:00.242554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc307c0-d348-479f-bd67-8ec409cef525 req-158bf5f3-b3c7-4bce-9716-33ef354cb92b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:00.249202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc307c0-d348-479f-bd67-8ec409cef525 req-158bf5f3-b3c7-4bce-9716-33ef354cb92b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:00.255892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc307c0-d348-479f-bd67-8ec409cef525 req-158bf5f3-b3c7-4bce-9716-33ef354cb92b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:00.261861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc307c0-d348-479f-bd67-8ec409cef525 req-158bf5f3-b3c7-4bce-9716-33ef354cb92b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:00.267932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc307c0-d348-479f-bd67-8ec409cef525 req-158bf5f3-b3c7-4bce-9716-33ef354cb92b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:00.274084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc307c0-d348-479f-bd67-8ec409cef525 req-158bf5f3-b3c7-4bce-9716-33ef354cb92b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:00.276107 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6bc307c0-d348-479f-bd67-8ec409cef525 req-158bf5f3-b3c7-4bce-9716-33ef354cb92b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.2095034 Aug 31 14:26:00.311339 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.334524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5b7d9d-38ca-47be-bcb4-46a1543bd8b1 admin admin] Network 3735abf0-823f-48af-b16e-ff118d734980 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:26:00.363576 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6bc307c0-d348-479f-bd67-8ec409cef525 req-9f486f37-bc55-40cd-9053-5db350e485b6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735888 Aug 31 14:26:00.376893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-4f5b7d9d-38ca-47be-bcb4-46a1543bd8b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 3735abf0-823f-48af-b16e-ff118d734980) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:00.390563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90b5c44-9304-4cf4-8944-a77703c09fc8 None None] Network 3735abf0-823f-48af-b16e-ff118d734980 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:00.391070 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.398669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b7d9d-38ca-47be-bcb4-46a1543bd8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:00.399362 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7d9d-38ca-47be-bcb4-46a1543bd8b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.400702 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.447061 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.448424 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:26:00.465115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981ea9e8-0cf1-4704-a555-b21534937707,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:00.469081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-9ab10084-222b-4523-b252-fb0e36253b95 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Made reservation on behalf of 7d9a4720839849c29ef914f5dc923888 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:00.473195 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-9ab10084-222b-4523-b252-fb0e36253b95 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.498975 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.499394 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] Added segment 9f677e75-1c7f-47d0-bdd0-133f6ec3f094 of type vlan for network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c Aug 31 14:26:00.511500 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4f5b7d9d-38ca-47be-bcb4-46a1543bd8b1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1930285 Aug 31 14:26:00.519654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:00.523099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:00.542562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:00.594971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Pushing event updated for resources: {'Port': ['ID=1b56beb1-ec6a-4d65-8557-9420ea0c9f6c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:00.596934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0044023c-9049-4c41-85bd-c5e84f0a828c None None] Network 3735abf0-823f-48af-b16e-ff118d734980 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:00.680059 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.810401 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-9ab10084-222b-4523-b252-fb0e36253b95 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Allocated IP 172.20.0.5 (4e91f1d0-a378-40d2-96c7-cad1c611ce7f/a30f3655-ac81-4822-979c-80a3fcb0e051/aae902ce-1535-4ff2-a1a7-28a23882ae30) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:00.813307 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.814373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:00.815021 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.892514 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0120249 Aug 31 14:26:00.893192 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39808) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:00.912015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d173436f-934d-4801-be0a-a1145c905c8a admin admin] Request body: {'subnet': {'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-906147092-subnet', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:00.928063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee124c-3af7-42c7-94bd-41556afd320a admin admin] Pushing event updated for resources: {'Network': ['ID=e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:00.939741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:26:00.967042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2de3c59e-598d-44ac-8ca7-c2c3ca39be8d req-6930ea48-7a4f-4b27-b14c-8b23e6bc4797 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0623028 Aug 31 14:26:00.967365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d173436f-934d-4801-be0a-a1145c905c8a admin admin] Made reservation on behalf of f80abaf64806401083cba1525e4cb216 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:00.971293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d173436f-934d-4801-be0a-a1145c905c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.999409 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:01.054717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c123bdeb-c3f6-4bda-96a5-a99ca92b237c req-3e5c27cf-b287-4c38-b2e9-2d06190a08d6 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1909156024', 'description': 'tempest-description-30058014'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:01.149022 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c123bdeb-c3f6-4bda-96a5-a99ca92b237c req-3e5c27cf-b287-4c38-b2e9-2d06190a08d6 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:01.184226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79ea08-5532-4b09-b15c-d3e00fbb7121 req-0a414a64-f1ab-428f-a953-e14d1f0d5108 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:01.191513 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79ea08-5532-4b09-b15c-d3e00fbb7121 req-0a414a64-f1ab-428f-a953-e14d1f0d5108 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:01.198074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79ea08-5532-4b09-b15c-d3e00fbb7121 req-0a414a64-f1ab-428f-a953-e14d1f0d5108 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:01.199858 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-9ab10084-222b-4523-b252-fb0e36253b95 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:01.204443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79ea08-5532-4b09-b15c-d3e00fbb7121 req-0a414a64-f1ab-428f-a953-e14d1f0d5108 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:01.211072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79ea08-5532-4b09-b15c-d3e00fbb7121 req-0a414a64-f1ab-428f-a953-e14d1f0d5108 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:01.217188 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79ea08-5532-4b09-b15c-d3e00fbb7121 req-0a414a64-f1ab-428f-a953-e14d1f0d5108 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:01.224083 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79ea08-5532-4b09-b15c-d3e00fbb7121 req-0a414a64-f1ab-428f-a953-e14d1f0d5108 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:01.232143 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fe79ea08-5532-4b09-b15c-d3e00fbb7121 req-0a414a64-f1ab-428f-a953-e14d1f0d5108 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.1561279 Aug 31 14:26:01.338366 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fe79ea08-5532-4b09-b15c-d3e00fbb7121 req-5e4c64f9-bd3e-4c3e-bee5-a26015643f4b tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052961 Aug 31 14:26:01.360418 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-9ab10084-222b-4523-b252-fb0e36253b95 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:01.364810 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5b28d516-3721-4cfc-af1d-ef3d2863a966 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:01.408862 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:01.459452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 5b28d516-3721-4cfc-af1d-ef3d2863a966 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:01.493458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d6994-0e45-439b-b160-f9fef6de721a None None] Network f7a8d1f5-ceb5-4396-9432-40efce66432c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:01.560474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcecbc-4bde-4422-9f0f-33aac0ff0a47 req-ab760172-4bd6-4866-b677-ecd26007fa64 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:01.562991 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-efdcecbc-4bde-4422-9f0f-33aac0ff0a47 req-ab760172-4bd6-4866-b677-ecd26007fa64 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 931 time: 0.1000600 Aug 31 14:26:01.626053 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-efdcecbc-4bde-4422-9f0f-33aac0ff0a47 req-859d92e5-872a-4f91-a3a1-878ea2b4403d tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507166 Aug 31 14:26:01.635825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bedba357-1595-4ab8-ab1c-5629eb5ef650 None None] Provisioning for port 5b28d516-3721-4cfc-af1d-ef3d2863a966 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:01.639949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Router 352fdb14-a0d6-4d59-8006-949d7cce991b is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:26:01.644649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bedba357-1595-4ab8-ab1c-5629eb5ef650 None None] Provisioning complete for port 5b28d516-3721-4cfc-af1d-ef3d2863a966 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:01.645108 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bedba357-1595-4ab8-ab1c-5629eb5ef650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:01.778652 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bedba357-1595-4ab8-ab1c-5629eb5ef650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:01.782202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-9ab10084-222b-4523-b252-fb0e36253b95 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:01.786850 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c123bdeb-c3f6-4bda-96a5-a99ca92b237c req-3e5c27cf-b287-4c38-b2e9-2d06190a08d6 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:01.799238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-9ab10084-222b-4523-b252-fb0e36253b95 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:01.804272 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d173436f-934d-4801-be0a-a1145c905c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:01.806787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-9ab10084-222b-4523-b252-fb0e36253b95 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:01.813117 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c123bdeb-c3f6-4bda-96a5-a99ca92b237c req-3e5c27cf-b287-4c38-b2e9-2d06190a08d6 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:01.822266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bedba357-1595-4ab8-ab1c-5629eb5ef650 None None] For port 5b28d516-3721-4cfc-af1d-ef3d2863a966, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5b28d516-3721-4cfc-af1d-ef3d2863a966,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:01.824310 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab10084-222b-4523-b252-fb0e36253b95 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Pushing event updated for resources: {'Port': ['ID=aae902ce-1535-4ff2-a1a7-28a23882ae30,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:01.833337 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bedba357-1595-4ab8-ab1c-5629eb5ef650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:01.899667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedba357-1595-4ab8-ab1c-5629eb5ef650 None None] Pushing event updated for resources: {'Port': ['ID=5b28d516-3721-4cfc-af1d-ef3d2863a966,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:01.909591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c27cf-b287-4c38-b2e9-2d06190a08d6 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e18d27f-bcf6-4b5d-8cba-4bf49bcf9a01,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:01.912647 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c123bdeb-c3f6-4bda-96a5-a99ca92b237c req-3e5c27cf-b287-4c38-b2e9-2d06190a08d6 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:01.913896 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c123bdeb-c3f6-4bda-96a5-a99ca92b237c req-3e5c27cf-b287-4c38-b2e9-2d06190a08d6 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8745294 Aug 31 14:26:01.955219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-9ab10084-222b-4523-b252-fb0e36253b95 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:01.956295 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-9ab10084-222b-4523-b252-fb0e36253b95 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:01.986626 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-9ab10084-222b-4523-b252-fb0e36253b95 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8636248 Aug 31 14:26:02.010870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Request body: {'port': {'device_id': '7f9f5af2-6fa0-4725-952e-5963b5e0b01d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:02.023815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173436f-934d-4801-be0a-a1145c905c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f50e77b-5355-49e4-bd63-f06d29bc86d6,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:02.082233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d173436f-934d-4801-be0a-a1145c905c8a admin admin] Checking segment: {'id': '9f677e75-1c7f-47d0-bdd0-133f6ec3f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:02.082590 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d173436f-934d-4801-be0a-a1145c905c8a admin admin] Network hostable DHCP agents. Network: e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:26:02.126884 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-75620c6e-cdc8-433e-a8dd-a3347fe548fd req-07e4df94-b4a2-47d2-886a-402c3c768f59 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/1e18d27f-bcf6-4b5d-8cba-4bf49bcf9a01 HTTP/1.1" status: 200 len: 1805 time: 0.0977004 Aug 31 14:26:02.133457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d870cf-7df4-4dcf-853c-23fe1c7d9879 req-aec70e65-b61f-4b15-8825-2f7c0ddb251a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.137337 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.139536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d870cf-7df4-4dcf-853c-23fe1c7d9879 req-aec70e65-b61f-4b15-8825-2f7c0ddb251a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.143015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-75620c6e-cdc8-433e-a8dd-a3347fe548fd req-12427601-acf9-480c-a021-35c50b53698c tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1e18d27f-bcf6-4b5d-8cba-4bf49bcf9a01', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:02.143298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-75620c6e-cdc8-433e-a8dd-a3347fe548fd req-12427601-acf9-480c-a021-35c50b53698c tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1e18d27f-bcf6-4b5d-8cba-4bf49bcf9a01', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:02.146625 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d870cf-7df4-4dcf-853c-23fe1c7d9879 req-aec70e65-b61f-4b15-8825-2f7c0ddb251a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.152680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d870cf-7df4-4dcf-853c-23fe1c7d9879 req-aec70e65-b61f-4b15-8825-2f7c0ddb251a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.156121 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d173436f-934d-4801-be0a-a1145c905c8a admin admin] Network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:26:02.160029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d870cf-7df4-4dcf-853c-23fe1c7d9879 req-aec70e65-b61f-4b15-8825-2f7c0ddb251a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.164222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cb3512e0-6e6e-44c2-b9eb-dc3eec89df4d None None] Provisioning complete for port 5b28d516-3721-4cfc-af1d-ef3d2863a966 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:02.164827 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb3512e0-6e6e-44c2-b9eb-dc3eec89df4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.165648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d870cf-7df4-4dcf-853c-23fe1c7d9879 req-aec70e65-b61f-4b15-8825-2f7c0ddb251a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.173171 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d870cf-7df4-4dcf-853c-23fe1c7d9879 req-aec70e65-b61f-4b15-8825-2f7c0ddb251a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.175145 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9d870cf-7df4-4dcf-853c-23fe1c7d9879 req-aec70e65-b61f-4b15-8825-2f7c0ddb251a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.1450751 Aug 31 14:26:02.198075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:02.202003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-d173436f-934d-4801-be0a-a1145c905c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:02.209770 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d173436f-934d-4801-be0a-a1145c905c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.210349 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d173436f-934d-4801-be0a-a1145c905c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.225192 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.226424 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6eca0fb6-afe1-49ef-bb55-08b9d331e215 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5534153 Aug 31 14:26:02.229164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39820) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:02.230220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Sync routers for ids ['352fdb14-a0d6-4d59-8006-949d7cce991b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:02.243936 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9d870cf-7df4-4dcf-853c-23fe1c7d9879 req-e7580947-b5bb-416d-8230-f0b0b756ce76 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621209 Aug 31 14:26:02.246885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa7b3b7-be85-40d0-ba9e-727da6038930 None None] Network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:02.316288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Routers {'352fdb14-a0d6-4d59-8006-949d7cce991b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:02.317019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:25:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['352fdb14-a0d6-4d59-8006-949d7cce991b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:02.324257 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d173436f-934d-4801-be0a-a1145c905c8a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4260316 Aug 31 14:26:02.332029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39822) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:02.342196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:02.378403 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-75620c6e-cdc8-433e-a8dd-a3347fe548fd req-12427601-acf9-480c-a021-35c50b53698c tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.402223 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0953f8cb-29b0-417c-895d-183a9cb8d583 req-84df1eca-030a-4393-99ea-69f0d16b20a1 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0467217 Aug 31 14:26:02.439738 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.440930 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.446448 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-75620c6e-cdc8-433e-a8dd-a3347fe548fd req-12427601-acf9-480c-a021-35c50b53698c tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.463223 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-75620c6e-cdc8-433e-a8dd-a3347fe548fd req-12427601-acf9-480c-a021-35c50b53698c tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.501261 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12427601-acf9-480c-a021-35c50b53698c tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7de203a-71e0-495a-b1b1-2b7b0dfb2ea7,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:02.522688 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-75620c6e-cdc8-433e-a8dd-a3347fe548fd req-12427601-acf9-480c-a021-35c50b53698c tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.524004 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-75620c6e-cdc8-433e-a8dd-a3347fe548fd req-12427601-acf9-480c-a021-35c50b53698c tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3899646 Aug 31 14:26:02.557369 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.592689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Set router 352fdb14-a0d6-4d59-8006-949d7cce991b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:02.611326 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-800d6f96-3a0c-4e51-a366-aa2d60863fdf req-c4ba0f58-d0d7-47f3-ae7c-790c892d23d3 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-23538823', 'description': 'tempest-description-1342189839'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:02.643412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f7893-6852-4744-a332-38d14aa2c956 req-c9a6eb13-4625-4169-b380-6aa82ef93cb1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.652366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f7893-6852-4744-a332-38d14aa2c956 req-c9a6eb13-4625-4169-b380-6aa82ef93cb1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.662068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f7893-6852-4744-a332-38d14aa2c956 req-c9a6eb13-4625-4169-b380-6aa82ef93cb1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.668477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f7893-6852-4744-a332-38d14aa2c956 req-c9a6eb13-4625-4169-b380-6aa82ef93cb1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.674341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f7893-6852-4744-a332-38d14aa2c956 req-c9a6eb13-4625-4169-b380-6aa82ef93cb1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.681483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f7893-6852-4744-a332-38d14aa2c956 req-c9a6eb13-4625-4169-b380-6aa82ef93cb1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.688600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f7893-6852-4744-a332-38d14aa2c956 req-c9a6eb13-4625-4169-b380-6aa82ef93cb1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.690555 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4c5f7893-6852-4744-a332-38d14aa2c956 req-c9a6eb13-4625-4169-b380-6aa82ef93cb1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.1611171 Aug 31 14:26:02.737559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'fixed_ips': [{'subnet_id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:26:02.738487 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.756723 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-800d6f96-3a0c-4e51-a366-aa2d60863fdf req-c4ba0f58-d0d7-47f3-ae7c-790c892d23d3 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.772870 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.798089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4c5f7893-6852-4744-a332-38d14aa2c956 req-968e7f59-ed51-45b9-9b01-b6c3d653984c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978873 Aug 31 14:26:02.826521 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae902ce-1535-4ff2-a1a7-28a23882ae30 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:02.850237 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.902478 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Transition to ACTIVE for port object aae902ce-1535-4ff2-a1a7-28a23882ae30 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:02.913441 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.973349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:26:00Z', 'revision_number': 3, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port': {'id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:59Z', 'updated_at': '2021-08-31T14:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:02.979046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Allocated IP 172.20.0.2 (e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c/2f50e77b-5355-49e4-bd63-f06d29bc86d6/c781302a-998d-49a1-b8ef-92e968c819ea) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:02.987672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef3a1d-f1c4-442b-be33-dcd463244678 req-f398a30f-6e23-4aef-a32e-a6ca3d709b10 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.989432 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38ef3a1d-f1c4-442b-be33-dcd463244678 req-f398a30f-6e23-4aef-a32e-a6ca3d709b10 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 943 time: 0.0952320 Aug 31 14:26:03.005016 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Pushing event updated for resources: {'Port': ['ID=aae902ce-1535-4ff2-a1a7-28a23882ae30,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:03.013645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Checking router: 352fdb14-a0d6-4d59-8006-949d7cce991b for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:03.014017 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Updating router 352fdb14-a0d6-4d59-8006-949d7cce991b port 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:26:03.043717 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-800d6f96-3a0c-4e51-a366-aa2d60863fdf req-c4ba0f58-d0d7-47f3-ae7c-790c892d23d3 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.045354 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.058355 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.063646 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-800d6f96-3a0c-4e51-a366-aa2d60863fdf req-c4ba0f58-d0d7-47f3-ae7c-790c892d23d3 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.071457 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38ef3a1d-f1c4-442b-be33-dcd463244678 req-dcad1ac7-a3c8-441b-8481-b253c25ba8e0 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586326 Aug 31 14:26:03.127889 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-800d6f96-3a0c-4e51-a366-aa2d60863fdf req-c4ba0f58-d0d7-47f3-ae7c-790c892d23d3 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.129183 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-800d6f96-3a0c-4e51-a366-aa2d60863fdf req-c4ba0f58-d0d7-47f3-ae7c-790c892d23d3 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5597799 Aug 31 14:26:03.156225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba0f58-d0d7-47f3-ae7c-790c892d23d3 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2471d0-a11a-46fe-ae9f-de19949dbaa6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:03.230724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Attempting to bind port aae902ce-1535-4ff2-a1a7-28a23882ae30 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:03.231051 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Attempting to bind port aae902ce-1535-4ff2-a1a7-28a23882ae30 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:03.231412 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Attempting to bind port aae902ce-1535-4ff2-a1a7-28a23882ae30 on network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:03.265450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Port aae902ce-1535-4ff2-a1a7-28a23882ae30 on network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:26:03.265450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Attempting to bind port aae902ce-1535-4ff2-a1a7-28a23882ae30 on network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:03.268377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a6797393-593e-4c2c-b55b-754a22d9ccb5 req-37fd97e7-60fb-4689-8ddd-3dbf4ff2f968 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/3e2471d0-a11a-46fe-ae9f-de19949dbaa6 HTTP/1.1" status: 200 len: 1805 time: 0.0928969 Aug 31 14:26:03.272846 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:03.273213 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Checking segment: {'id': 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:03.273581 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Bound using segment: {'id': 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:03.274015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Bound port: aae902ce-1535-4ff2-a1a7-28a23882ae30, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:03.274373 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.296590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a6797393-593e-4c2c-b55b-754a22d9ccb5 req-0fabb4ef-71df-48cd-a466-b1189c156e35 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3e2471d0-a11a-46fe-ae9f-de19949dbaa6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:03.296900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a6797393-593e-4c2c-b55b-754a22d9ccb5 req-0fabb4ef-71df-48cd-a466-b1189c156e35 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3e2471d0-a11a-46fe-ae9f-de19949dbaa6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:03.348616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5b28d516-3721-4cfc-af1d-ef3d2863a966 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:03.382276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Allocated IP 172.20.0.1 (f7a8d1f5-ceb5-4396-9432-40efce66432c/f9bf6020-2a5f-4c94-8838-1765790a3074/51d8202c-69d1-464f-93c6-9ee868120a4a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:03.429709 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.462811 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a6797393-593e-4c2c-b55b-754a22d9ccb5 req-0fabb4ef-71df-48cd-a466-b1189c156e35 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.463995 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.466124 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] For port aae902ce-1535-4ff2-a1a7-28a23882ae30, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:03.482285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acae58-1b4e-4199-8cd8-715524f4c498 req-59efdc07-d7cd-4262-b9a4-19701d0113dc tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:03.489095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acae58-1b4e-4199-8cd8-715524f4c498 req-59efdc07-d7cd-4262-b9a4-19701d0113dc tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:03.495066 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acae58-1b4e-4199-8cd8-715524f4c498 req-59efdc07-d7cd-4262-b9a4-19701d0113dc tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:03.501325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acae58-1b4e-4199-8cd8-715524f4c498 req-59efdc07-d7cd-4262-b9a4-19701d0113dc tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:03.505805 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.507264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acae58-1b4e-4199-8cd8-715524f4c498 req-59efdc07-d7cd-4262-b9a4-19701d0113dc tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:03.509951 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a6797393-593e-4c2c-b55b-754a22d9ccb5 req-0fabb4ef-71df-48cd-a466-b1189c156e35 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.512178 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 5b28d516-3721-4cfc-af1d-ef3d2863a966 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:03.512706 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.513082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acae58-1b4e-4199-8cd8-715524f4c498 req-59efdc07-d7cd-4262-b9a4-19701d0113dc tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:03.516153 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a6797393-593e-4c2c-b55b-754a22d9ccb5 req-0fabb4ef-71df-48cd-a466-b1189c156e35 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.519198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acae58-1b4e-4199-8cd8-715524f4c498 req-59efdc07-d7cd-4262-b9a4-19701d0113dc tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:03.521291 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3acae58-1b4e-4199-8cd8-715524f4c498 req-59efdc07-d7cd-4262-b9a4-19701d0113dc tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.1582887 Aug 31 14:26:03.525181 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Transition to ACTIVE for port object c781302a-998d-49a1-b8ef-92e968c819ea will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:03.539143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] For port aae902ce-1535-4ff2-a1a7-28a23882ae30, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=aae902ce-1535-4ff2-a1a7-28a23882ae30,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:03.552931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabb4ef-71df-48cd-a466-b1189c156e35 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878c9c8c-8fcb-430c-850a-ecaeedd12c2e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:03.565018 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a6797393-593e-4c2c-b55b-754a22d9ccb5 req-0fabb4ef-71df-48cd-a466-b1189c156e35 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.566913 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a6797393-593e-4c2c-b55b-754a22d9ccb5 req-0fabb4ef-71df-48cd-a466-b1189c156e35 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2897797 Aug 31 14:26:03.572223 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.579606 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.589569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Transition to ACTIVE for port object 51d8202c-69d1-464f-93c6-9ee868120a4a will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:03.619374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Transition to ACTIVE for port object c781302a-998d-49a1-b8ef-92e968c819ea will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:03.637667 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.639099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:03.639811 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.641213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] 10.222.0.60 "PUT /v2.0/ports/aae902ce-1535-4ff2-a1a7-28a23882ae30 HTTP/1.1" status: 200 len: 1091 time: 1.6408539 Aug 31 14:26:03.641670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9f5af2-6fa0-4725-952e-5963b5e0b01d', 'tag': 'aae902ce-1535-4ff2-a1a7-28a23882ae30'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:03.641985 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.644005 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f342f59-7536-4e7e-bc81-14a4f4a0e80f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9f5af2-6fa0-4725-952e-5963b5e0b01d", "tag": "aae902ce-1535-4ff2-a1a7-28a23882ae30"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:03.646856 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.676685 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3acae58-1b4e-4199-8cd8-715524f4c498 req-e244e8ab-2204-4472-9f6a-16ecaafba834 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412666 Aug 31 14:26:03.698389 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007bf9f-1f68-4345-b882-b0378d4ea92a service neutron] Pushing event updated for resources: {'Port': ['ID=aae902ce-1535-4ff2-a1a7-28a23882ae30,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:03.699222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Transition to ACTIVE for port object 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:03.715561 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.726894 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:03.745380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cb5bcaaa-086e-4235-a11d-8010c0ef8106 req-695ee8d5-4bfc-43bc-a9a3-7242e242161e tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0473530 Aug 31 14:26:03.748829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Network f7a8d1f5-ceb5-4396-9432-40efce66432c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:03.752890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:03.754505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:03.756799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:03.756936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:03.762279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Pushing event updated for resources: {'Port': ['ID=51d8202c-69d1-464f-93c6-9ee868120a4a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:03.776609 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Pushing event updated for resources: {'Port': ['ID=c781302a-998d-49a1-b8ef-92e968c819ea,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:03.817439 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.829636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Allocated IP 172.25.2.34 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:03.927702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Attempting to bind port 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:03.928152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Attempting to bind port 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:03.928585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Attempting to bind port 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:03.956185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:03.956834 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:03.957418 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.957957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:03.958672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Bound port: 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:03.959242 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.964404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b98c3-2916-4d50-b74c-2b0c8a7f7714 None None] Pushing event updated for resources: {'Port': ['ID=1b56beb1-ec6a-4d65-8557-9420ea0c9f6c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:04.006750 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-55b056fc-ca1b-4e25-8277-12d2bcf5f633 req-23cc9286-3a7d-4c46-ab74-0a5d28eaecc4 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-419067706', 'description': 'tempest-description-1800431889'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:04.018488 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b39933-a1b3-4c21-b176-f74e8d247b28 req-66ac0912-60fb-40b3-a38d-9e0b735e4b2f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:04.024963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b39933-a1b3-4c21-b176-f74e8d247b28 req-66ac0912-60fb-40b3-a38d-9e0b735e4b2f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:04.032164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b39933-a1b3-4c21-b176-f74e8d247b28 req-66ac0912-60fb-40b3-a38d-9e0b735e4b2f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:04.040525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b39933-a1b3-4c21-b176-f74e8d247b28 req-66ac0912-60fb-40b3-a38d-9e0b735e4b2f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:04.041516 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] For port 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:04.042234 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bedd96-af2b-4e91-9a93-4d83c89360ab x-openstack-request-id: req-55bedd96-af2b-4e91-9a93-4d83c89360ab {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:04.042874 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9f5af2-6fa0-4725-952e-5963b5e0b01d", "tag": "aae902ce-1535-4ff2-a1a7-28a23882ae30", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:04.043276 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55bedd96-af2b-4e91-9a93-4d83c89360ab {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:04.043901 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9f5af2-6fa0-4725-952e-5963b5e0b01d', 'tag': 'aae902ce-1535-4ff2-a1a7-28a23882ae30', 'status': 'completed', 'code': 200} Aug 31 14:26:04.045718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] For port 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1b56beb1-ec6a-4d65-8557-9420ea0c9f6c,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:04.047891 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Attempting to bind port c781302a-998d-49a1-b8ef-92e968c819ea on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:04.048312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Attempting to bind port c781302a-998d-49a1-b8ef-92e968c819ea by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '9f677e75-1c7f-47d0-bdd0-133f6ec3f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:04.048926 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Attempting to bind port c781302a-998d-49a1-b8ef-92e968c819ea on network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:04.053122 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b39933-a1b3-4c21-b176-f74e8d247b28 req-66ac0912-60fb-40b3-a38d-9e0b735e4b2f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:04.053432 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-55b056fc-ca1b-4e25-8277-12d2bcf5f633 req-23cc9286-3a7d-4c46-ab74-0a5d28eaecc4 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.055417 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.060265 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b39933-a1b3-4c21-b176-f74e8d247b28 req-66ac0912-60fb-40b3-a38d-9e0b735e4b2f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:04.063970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:04.064379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Checking segment: {'id': '9f677e75-1c7f-47d0-bdd0-133f6ec3f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:04.064787 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.065190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Bound using segment: {'id': '9f677e75-1c7f-47d0-bdd0-133f6ec3f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:04.065678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Bound port: c781302a-998d-49a1-b8ef-92e968c819ea, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f677e75-1c7f-47d0-bdd0-133f6ec3f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:04.066061 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.068123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b39933-a1b3-4c21-b176-f74e8d247b28 req-66ac0912-60fb-40b3-a38d-9e0b735e4b2f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:04.077498 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8b39933-a1b3-4c21-b176-f74e8d247b28 req-66ac0912-60fb-40b3-a38d-9e0b735e4b2f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.1787848 Aug 31 14:26:04.083853 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.116517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-f91a3d17-dbd8-414c-a10c-87d264f91d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:04.118474 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-f91a3d17-dbd8-414c-a10c-87d264f91d19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d9a4720839849c29ef914f5dc923888&device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 1094 time: 0.4013371 Aug 31 14:26:04.157770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8b39933-a1b3-4c21-b176-f74e8d247b28 req-9b077204-2508-46cb-b9d6-eb9f41656dac tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792470 Aug 31 14:26:04.158653 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.185191 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Routers {'352fdb14-a0d6-4d59-8006-949d7cce991b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:04.187893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:25:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['352fdb14-a0d6-4d59-8006-949d7cce991b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:04.193490 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-d834d3bf-b551-485d-a009-ab733a890c74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aae902ce-1535-4ff2-a1a7-28a23882ae30 HTTP/1.1" status: 200 len: 217 time: 0.0641904 Aug 31 14:26:04.199117 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b98c3-2916-4d50-b74c-2b0c8a7f7714 None None] Pushing event updated for resources: {'Port': ['ID=1b56beb1-ec6a-4d65-8557-9420ea0c9f6c,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:04.288594 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.309819 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-55b056fc-ca1b-4e25-8277-12d2bcf5f633 req-23cc9286-3a7d-4c46-ab74-0a5d28eaecc4 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.336377 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-55b056fc-ca1b-4e25-8277-12d2bcf5f633 req-23cc9286-3a7d-4c46-ab74-0a5d28eaecc4 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.340110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-8b9e5949-f202-443f-b191-b2b8c1fafbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:04.341692 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-8b9e5949-f202-443f-b191-b2b8c1fafbd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a30f3655-ac81-4822-979c-80a3fcb0e051 HTTP/1.1" status: 200 len: 862 time: 0.1413248 Aug 31 14:26:04.383256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:04.406838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1936f-2939-4371-b110-d7faa8ce209a req-6c767533-3c42-4947-99e4-f02d6178d82a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:04.408584 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23a1936f-2939-4371-b110-d7faa8ce209a req-6c767533-3c42-4947-99e4-f02d6178d82a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 943 time: 0.0853255 Aug 31 14:26:04.410897 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:04.414724 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-9aa9be98-be70-4e09-892d-c373a1223c04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609725 Aug 31 14:26:04.419764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:04.429655 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-55b056fc-ca1b-4e25-8277-12d2bcf5f633 req-23cc9286-3a7d-4c46-ab74-0a5d28eaecc4 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.430848 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55b056fc-ca1b-4e25-8277-12d2bcf5f633 req-23cc9286-3a7d-4c46-ab74-0a5d28eaecc4 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6486812 Aug 31 14:26:04.439310 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4ed77e9d-11df-4567-9220-6c2fbea2b6c2 None None] Provisioning for port 51d8202c-69d1-464f-93c6-9ee868120a4a completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:04.465931 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Pushing event updated for resources: {'Port': ['ID=e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:04.466032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4ed77e9d-11df-4567-9220-6c2fbea2b6c2 None None] Provisioning complete for port 51d8202c-69d1-464f-93c6-9ee868120a4a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:04.466508 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ed77e9d-11df-4567-9220-6c2fbea2b6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.468848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc9286-3a7d-4c46-ab74-0a5d28eaecc4 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb701bce-8324-404b-b287-6bee298654bd,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:04.473905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] For port c781302a-998d-49a1-b8ef-92e968c819ea, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:04.540610 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23a1936f-2939-4371-b110-d7faa8ce209a req-d3db0015-762e-4804-bf55-60d257948173 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166887 Aug 31 14:26:04.544588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] For port c781302a-998d-49a1-b8ef-92e968c819ea, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c781302a-998d-49a1-b8ef-92e968c819ea,segment=NetworkSegment(9f677e75-1c7f-47d0-bdd0-133f6ec3f094),segment_id=9f677e75-1c7f-47d0-bdd0-133f6ec3f094)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:04.547750 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.558788 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.565312 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.582545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4ed77e9d-11df-4567-9220-6c2fbea2b6c2 None None] Port 51d8202c-69d1-464f-93c6-9ee868120a4a cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:26:04.618368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] Set router 352fdb14-a0d6-4d59-8006-949d7cce991b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:04.635683 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c62eeaf2-8be8-46b6-a8ce-8e00eadb7137 req-c77e36ee-11ba-4bed-b075-3b2b354af27d tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1487676737', 'description': 'tempest-description-212307918'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:04.668038 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-28e4a94b-3079-4941-bd16-c793e9f77ff8 service neutron] 10.222.0.60 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429667 Aug 31 14:26:04.672690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Pushing event updated for resources: {'Port': ['ID=51d8202c-69d1-464f-93c6-9ee868120a4a,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:04.690155 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.718882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4159c-a9f9-407c-a333-b5f71d6af55f None None] Pushing event updated for resources: {'Port': ['ID=c781302a-998d-49a1-b8ef-92e968c819ea,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:04.740097 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c62eeaf2-8be8-46b6-a8ce-8e00eadb7137 req-c77e36ee-11ba-4bed-b075-3b2b354af27d tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.927134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.940384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Network f7a8d1f5-ceb5-4396-9432-40efce66432c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:04.943428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 4, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port': {'id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:59Z', 'updated_at': '2021-08-31T14:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '51d8202c-69d1-464f-93c6-9ee868120a4a', 'name': '', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'mac_address': 'fa:16:3e:ea:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 1, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'subnets': [{'id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:04.947024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:04.995499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479057e3-b21e-41f3-8ef7-753c92ed31e6 None None] The sync data for ids ['352fdb14-a0d6-4d59-8006-949d7cce991b'] in n-d-806683-5 is: [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 4, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port': {'id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:59Z', 'updated_at': '2021-08-31T14:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '51d8202c-69d1-464f-93c6-9ee868120a4a', 'name': '', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'mac_address': 'fa:16:3e:ea:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 1, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'subnets': [{'id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:05.036793 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c62eeaf2-8be8-46b6-a8ce-8e00eadb7137 req-c77e36ee-11ba-4bed-b075-3b2b354af27d tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:05.061532 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f2488b6-5045-41e0-a3e9-ee02f8153f4c req-aad448a9-c919-455e-a0bf-e6ed5fb527b9 service neutron] 10.222.0.60 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850548 Aug 31 14:26:05.087572 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c62eeaf2-8be8-46b6-a8ce-8e00eadb7137 req-c77e36ee-11ba-4bed-b075-3b2b354af27d tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:05.140146 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c62eeaf2-8be8-46b6-a8ce-8e00eadb7137 req-c77e36ee-11ba-4bed-b075-3b2b354af27d tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:05.141722 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c62eeaf2-8be8-46b6-a8ce-8e00eadb7137 req-c77e36ee-11ba-4bed-b075-3b2b354af27d tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5204804 Aug 31 14:26:05.241263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Router 352fdb14-a0d6-4d59-8006-949d7cce991b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:26:05.265887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6084d4-9533-4b30-9ce0-e044507d9893 req-f3e6f3f8-1279-44fb-b535-d705ade247f4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:05.273486 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6084d4-9533-4b30-9ce0-e044507d9893 req-f3e6f3f8-1279-44fb-b535-d705ade247f4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:05.278139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e36ee-11ba-4bed-b075-3b2b354af27d tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77367424-7b8a-4361-9fa2-cc65577dd22f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:05.281746 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6084d4-9533-4b30-9ce0-e044507d9893 req-f3e6f3f8-1279-44fb-b535-d705ade247f4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:05.308575 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cf770c7e-442e-4a22-91db-1ce09167d465 req-79a42c49-da4b-4c47-b2a8-1c1ad11936a2 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0585928 Aug 31 14:26:05.313791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6084d4-9533-4b30-9ce0-e044507d9893 req-f3e6f3f8-1279-44fb-b535-d705ade247f4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:05.322062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6084d4-9533-4b30-9ce0-e044507d9893 req-f3e6f3f8-1279-44fb-b535-d705ade247f4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:05.328889 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6084d4-9533-4b30-9ce0-e044507d9893 req-f3e6f3f8-1279-44fb-b535-d705ade247f4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:05.336533 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6084d4-9533-4b30-9ce0-e044507d9893 req-f3e6f3f8-1279-44fb-b535-d705ade247f4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:05.344177 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-af6084d4-9533-4b30-9ce0-e044507d9893 req-f3e6f3f8-1279-44fb-b535-d705ade247f4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.2770331 Aug 31 14:26:05.429465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-25df697c-af7b-4e17-98bc-dc28b2f9e1ca None None] Provisioning complete for port 51d8202c-69d1-464f-93c6-9ee868120a4a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:05.430093 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-25df697c-af7b-4e17-98bc-dc28b2f9e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:05.475838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c781302a-998d-49a1-b8ef-92e968c819ea up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:05.496063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:05.527809 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-255582d8-8ce2-4abd-999c-8a973096f23b admin admin] 10.222.0.39 "PUT /v2.0/routers/352fdb14-a0d6-4d59-8006-949d7cce991b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2870588 Aug 31 14:26:05.563885 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d71fd96-6b73-4a30-ae4f-3a86086a06c3 req-d3b1c385-fcde-4eb0-89ae-fabbb890dd63 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/bb701bce-8324-404b-b287-6bee298654bd HTTP/1.1" status: 200 len: 1806 time: 0.1088443 Aug 31 14:26:05.567213 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-25df697c-af7b-4e17-98bc-dc28b2f9e1ca None None] Port 51d8202c-69d1-464f-93c6-9ee868120a4a cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:26:05.599938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port c781302a-998d-49a1-b8ef-92e968c819ea completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:05.651605 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d71fd96-6b73-4a30-ae4f-3a86086a06c3 req-97cc254e-20b8-4366-be11-30cf8a59cd95 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/77367424-7b8a-4361-9fa2-cc65577dd22f HTTP/1.1" status: 200 len: 1806 time: 0.0864105 Aug 31 14:26:05.658148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2d71fd96-6b73-4a30-ae4f-3a86086a06c3 req-7ca1c3e2-c158-444a-856d-36e0571d6c51 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bb701bce-8324-404b-b287-6bee298654bd', 'remote_group_id': '77367424-7b8a-4361-9fa2-cc65577dd22f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:05.658576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2d71fd96-6b73-4a30-ae4f-3a86086a06c3 req-7ca1c3e2-c158-444a-856d-36e0571d6c51 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bb701bce-8324-404b-b287-6bee298654bd', 'remote_group_id': '77367424-7b8a-4361-9fa2-cc65577dd22f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:05.745499 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d71fd96-6b73-4a30-ae4f-3a86086a06c3 req-7ca1c3e2-c158-444a-856d-36e0571d6c51 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:05.807986 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d71fd96-6b73-4a30-ae4f-3a86086a06c3 req-7ca1c3e2-c158-444a-856d-36e0571d6c51 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:05.817652 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d71fd96-6b73-4a30-ae4f-3a86086a06c3 req-7ca1c3e2-c158-444a-856d-36e0571d6c51 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:05.823213 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f342f59-7536-4e7e-bc81-14a4f4a0e80f req-74616c41-ffc2-4872-9dd2-5f67f61e25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:05.827441 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1f342f59-7536-4e7e-bc81-14a4f4a0e80f req-74616c41-ffc2-4872-9dd2-5f67f61e25e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d9a4720839849c29ef914f5dc923888&device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 1094 time: 0.7043386 Aug 31 14:26:05.841936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1c3e2-c158-444a-856d-36e0571d6c51 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c677ab-2cb1-4c14-9273-c0d9ae9f4b37,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:05.850341 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d71fd96-6b73-4a30-ae4f-3a86086a06c3 req-7ca1c3e2-c158-444a-856d-36e0571d6c51 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:05.852648 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d71fd96-6b73-4a30-ae4f-3a86086a06c3 req-7ca1c3e2-c158-444a-856d-36e0571d6c51 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2001572 Aug 31 14:26:05.862518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-af6084d4-9533-4b30-9ce0-e044507d9893 req-7ea46f0f-8017-4338-8009-46e18a3ce167 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5117664 Aug 31 14:26:05.941686 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:06.087821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56358f7-9045-4ed6-a909-18ac0f30584b req-0ef5bdfa-f25d-4776-8296-e3a0cb5db5d1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:06.099997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56358f7-9045-4ed6-a909-18ac0f30584b req-0ef5bdfa-f25d-4776-8296-e3a0cb5db5d1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:06.109161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56358f7-9045-4ed6-a909-18ac0f30584b req-0ef5bdfa-f25d-4776-8296-e3a0cb5db5d1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:06.117082 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56358f7-9045-4ed6-a909-18ac0f30584b req-0ef5bdfa-f25d-4776-8296-e3a0cb5db5d1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:06.125749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56358f7-9045-4ed6-a909-18ac0f30584b req-0ef5bdfa-f25d-4776-8296-e3a0cb5db5d1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:06.132408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56358f7-9045-4ed6-a909-18ac0f30584b req-0ef5bdfa-f25d-4776-8296-e3a0cb5db5d1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:06.144199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56358f7-9045-4ed6-a909-18ac0f30584b req-0ef5bdfa-f25d-4776-8296-e3a0cb5db5d1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:06.158116 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b56358f7-9045-4ed6-a909-18ac0f30584b req-0ef5bdfa-f25d-4776-8296-e3a0cb5db5d1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.2005551 Aug 31 14:26:06.274368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f342f59-7536-4e7e-bc81-14a4f4a0e80f req-11ad4c2f-6a39-4cde-bfcd-8208bdbecd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:06.276821 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1f342f59-7536-4e7e-bc81-14a4f4a0e80f req-11ad4c2f-6a39-4cde-bfcd-8208bdbecd5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f HTTP/1.1" status: 200 len: 923 time: 0.4131489 Aug 31 14:26:06.285988 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b56358f7-9045-4ed6-a909-18ac0f30584b req-3f073d2b-c4bb-4580-a747-c3906bafba74 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267004 Aug 31 14:26:06.288817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8180974-0b41-4a68-9346-2e05eff89aa9 req-8a0ce964-febc-4015-9d4b-9a073823b825 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:06.290401 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e8180974-0b41-4a68-9346-2e05eff89aa9 req-8a0ce964-febc-4015-9d4b-9a073823b825 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 943 time: 0.1435454 Aug 31 14:26:06.314407 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aba37b0-a6c2-4bd7-adc9-e051a05ef453 None None] Network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:06.354736 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1f342f59-7536-4e7e-bc81-14a4f4a0e80f req-7be09901-28b9-4f91-95a2-9f5721540d33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aae902ce-1535-4ff2-a1a7-28a23882ae30 HTTP/1.1" status: 200 len: 217 time: 0.0632906 Aug 31 14:26:06.436782 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-41b10ef2-7661-46d0-b2d1-47a09f8a062f None None] Provisioning for port c781302a-998d-49a1-b8ef-92e968c819ea completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:06.447841 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-41b10ef2-7661-46d0-b2d1-47a09f8a062f None None] Provisioning complete for port c781302a-998d-49a1-b8ef-92e968c819ea triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:06.448215 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41b10ef2-7661-46d0-b2d1-47a09f8a062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:06.455536 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Router 58504bee-1feb-4efb-84dc-ea46b9a33c8b is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:26:06.468291 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e8180974-0b41-4a68-9346-2e05eff89aa9 req-f8897253-17be-40b5-85eb-8cdca864000a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608624 Aug 31 14:26:06.484662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f342f59-7536-4e7e-bc81-14a4f4a0e80f req-063678b7-1961-4c35-9132-ec601ec55783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:06.486391 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1f342f59-7536-4e7e-bc81-14a4f4a0e80f req-063678b7-1961-4c35-9132-ec601ec55783 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a30f3655-ac81-4822-979c-80a3fcb0e051 HTTP/1.1" status: 200 len: 862 time: 0.1221764 Aug 31 14:26:06.571129 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1f342f59-7536-4e7e-bc81-14a4f4a0e80f req-0159f6e7-ed17-439c-956e-5f500a3c1d27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769842 Aug 31 14:26:06.574529 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-d4e2f4a0-fc72-4f5e-97af-526559a885dd req-ddfc70b3-679c-430b-b900-ca763d141f49 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-652905341', 'description': 'tempest-description-1989060990'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:06.691931 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41b10ef2-7661-46d0-b2d1-47a09f8a062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:06.712111 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d4e2f4a0-fc72-4f5e-97af-526559a885dd req-ddfc70b3-679c-430b-b900-ca763d141f49 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:06.754499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-41b10ef2-7661-46d0-b2d1-47a09f8a062f None None] For port c781302a-998d-49a1-b8ef-92e968c819ea, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c781302a-998d-49a1-b8ef-92e968c819ea,segment=NetworkSegment(9f677e75-1c7f-47d0-bdd0-133f6ec3f094),segment_id=9f677e75-1c7f-47d0-bdd0-133f6ec3f094)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:06.778964 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41b10ef2-7661-46d0-b2d1-47a09f8a062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:06.817665 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d4e2f4a0-fc72-4f5e-97af-526559a885dd req-ddfc70b3-679c-430b-b900-ca763d141f49 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:06.828722 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d4e2f4a0-fc72-4f5e-97af-526559a885dd req-ddfc70b3-679c-430b-b900-ca763d141f49 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:06.873895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b10ef2-7661-46d0-b2d1-47a09f8a062f None None] Pushing event updated for resources: {'Port': ['ID=c781302a-998d-49a1-b8ef-92e968c819ea,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:06.916005 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:06.918334 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d4e2f4a0-fc72-4f5e-97af-526559a885dd req-ddfc70b3-679c-430b-b900-ca763d141f49 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:06.920097 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4e2f4a0-fc72-4f5e-97af-526559a885dd req-ddfc70b3-679c-430b-b900-ca763d141f49 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3538899 Aug 31 14:26:06.932474 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Sync routers for ids ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:06.934140 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1f342f59-7536-4e7e-bc81-14a4f4a0e80f req-b75cbebd-2022-4ef7-9c6d-ee9162f0b0bd service neutron] 10.222.0.60 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521917 Aug 31 14:26:06.938339 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc70b3-679c-430b-b900-ca763d141f49 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad548b9-3f82-452a-95b4-ba02a5389b86,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:06.977126 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Routers {'58504bee-1feb-4efb-84dc-ea46b9a33c8b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:06.977943 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:25:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:07.049751 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.054469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39878) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:07.055493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b097c857-0ecc-4594-82fe-970b31763a1a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.7215319 Aug 31 14:26:07.109866 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-19712363-4211-4c9a-a4eb-bbd61205d49e req-adaac317-be6c-48ed-9c8b-1e01d41120b5 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0604086 Aug 31 14:26:07.134847 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Set router 58504bee-1feb-4efb-84dc-ea46b9a33c8b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:07.196506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39880) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:07.207245 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-44b6e76d-ecd9-46f8-93b4-0cb46abf86ed tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--226982261', 'description': 'tempest-description--1869069770'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:07.227480 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-368306b8-908f-4ce4-900b-ba53da41806e req-f9e8a135-6a9c-4b24-bfb5-541782e418c8 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-134017877', 'description': 'tempest-description-181091395'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:07.240034 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1f342f59-7536-4e7e-bc81-14a4f4a0e80f req-6ce1740c-0e75-41f9-a45f-51935dfd73b2 service neutron] 10.222.0.60 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952189 Aug 31 14:26:07.241489 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44b6e76d-ecd9-46f8-93b4-0cb46abf86ed tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.311077 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3480279e-d8c6-4f83-a0c3-180fdfaf4f67 None None] Provisioning complete for port c781302a-998d-49a1-b8ef-92e968c819ea triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:07.311077 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3480279e-d8c6-4f83-a0c3-180fdfaf4f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.429662 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:26:04Z', 'revision_number': 3, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port': {'id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:07.436599 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-368306b8-908f-4ce4-900b-ba53da41806e req-f9e8a135-6a9c-4b24-bfb5-541782e418c8 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.455702 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-57b07ca0-8c1c-4ec4-bd03-550eb8adfa9e req-f814eb51-cedf-4b97-95c1-9383d7a6ec5d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0452294 Aug 31 14:26:07.465122 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Checking router: 58504bee-1feb-4efb-84dc-ea46b9a33c8b for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:07.465466 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Updating router 58504bee-1feb-4efb-84dc-ea46b9a33c8b port e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:26:07.510217 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.519356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:07.537440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fefc-048b-4c45-8dc1-58d0efab32d9 req-d94aba70-5e7e-439b-b72e-e5c2ad7a2212 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:07.543526 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fefc-048b-4c45-8dc1-58d0efab32d9 req-d94aba70-5e7e-439b-b72e-e5c2ad7a2212 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:07.550624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fefc-048b-4c45-8dc1-58d0efab32d9 req-d94aba70-5e7e-439b-b72e-e5c2ad7a2212 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:07.557627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fefc-048b-4c45-8dc1-58d0efab32d9 req-d94aba70-5e7e-439b-b72e-e5c2ad7a2212 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:07.565664 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fefc-048b-4c45-8dc1-58d0efab32d9 req-d94aba70-5e7e-439b-b72e-e5c2ad7a2212 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:07.575035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fefc-048b-4c45-8dc1-58d0efab32d9 req-d94aba70-5e7e-439b-b72e-e5c2ad7a2212 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:07.582933 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fefc-048b-4c45-8dc1-58d0efab32d9 req-d94aba70-5e7e-439b-b72e-e5c2ad7a2212 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:07.592816 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68a2fefc-048b-4c45-8dc1-58d0efab32d9 req-d94aba70-5e7e-439b-b72e-e5c2ad7a2212 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.2550368 Aug 31 14:26:07.596015 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device aae902ce-1535-4ff2-a1a7-28a23882ae30 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:07.651831 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68a2fefc-048b-4c45-8dc1-58d0efab32d9 req-77f224fa-4182-4b8c-b1de-428c814045d0 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579154 Aug 31 14:26:07.705053 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44b6e76d-ecd9-46f8-93b4-0cb46abf86ed tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.713082 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44b6e76d-ecd9-46f8-93b4-0cb46abf86ed tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.719036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:07.727764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:07.728182 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.800494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6e76d-ecd9-46f8-93b4-0cb46abf86ed tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970f3bba-661f-44be-99d2-37e565acca2a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:07.809170 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-368306b8-908f-4ce4-900b-ba53da41806e req-f9e8a135-6a9c-4b24-bfb5-541782e418c8 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.815984 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-368306b8-908f-4ce4-900b-ba53da41806e req-f9e8a135-6a9c-4b24-bfb5-541782e418c8 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.827789 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44b6e76d-ecd9-46f8-93b4-0cb46abf86ed tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.830416 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-44b6e76d-ecd9-46f8-93b4-0cb46abf86ed tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6328788 Aug 31 14:26:07.833570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39886) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:07.844804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-438aa493-eb04-4d19-b09c-8b8bb3808784 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Request body: {'security_group_rule': {'security_group_id': '970f3bba-661f-44be-99d2-37e565acca2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:07.856279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8a135-6a9c-4b24-bfb5-541782e418c8 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb3a4b-dade-4499-8737-4f995efdcd53,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:07.868575 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-368306b8-908f-4ce4-900b-ba53da41806e req-f9e8a135-6a9c-4b24-bfb5-541782e418c8 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.880389 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-368306b8-908f-4ce4-900b-ba53da41806e req-f9e8a135-6a9c-4b24-bfb5-541782e418c8 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6604798 Aug 31 14:26:07.883630 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.885765 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.890834 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port aae902ce-1535-4ff2-a1a7-28a23882ae30, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=aae902ce-1535-4ff2-a1a7-28a23882ae30,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:07.912035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'aae902ce-1535-4ff2-a1a7-28a23882ae30', 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f', 'port_id': 'aae902ce-1535-4ff2-a1a7-28a23882ae30', 'mac_address': 'fa:16:3e:69:23:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30f3655-ac81-4822-979c-80a3fcb0e051', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:07.925190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1b56beb1-ec6a-4d65-8557-9420ea0c9f6c,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:07.960920 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:07.961703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c781302a-998d-49a1-b8ef-92e968c819ea up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:07.974246 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-438aa493-eb04-4d19-b09c-8b8bb3808784 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.024467 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.050001 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Transition to ACTIVE for port object e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:08.058565 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.059046 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.075633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae902ce-1535-4ff2-a1a7-28a23882ae30 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:08.090831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b06c6-0adc-4080-9122-f900f756acdc req-7999dab6-949f-43ae-af1c-57a98782fc5c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:08.098550 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b06c6-0adc-4080-9122-f900f756acdc req-7999dab6-949f-43ae-af1c-57a98782fc5c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:08.104782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b06c6-0adc-4080-9122-f900f756acdc req-7999dab6-949f-43ae-af1c-57a98782fc5c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:08.112370 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=1b56beb1-ec6a-4d65-8557-9420ea0c9f6c,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:08.112613 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b06c6-0adc-4080-9122-f900f756acdc req-7999dab6-949f-43ae-af1c-57a98782fc5c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:08.114862 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4abde6-23b0-4d01-9ecc-31c9f85b652c None None] Pushing event updated for resources: {'Port': ['ID=e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:08.126140 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abde6-23b0-4d01-9ecc-31c9f85b652c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:08.126490 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abde6-23b0-4d01-9ecc-31c9f85b652c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:08.126822 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abde6-23b0-4d01-9ecc-31c9f85b652c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:08.127152 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abde6-23b0-4d01-9ecc-31c9f85b652c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:08.127310 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port aae902ce-1535-4ff2-a1a7-28a23882ae30, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=aae902ce-1535-4ff2-a1a7-28a23882ae30,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:08.127505 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abde6-23b0-4d01-9ecc-31c9f85b652c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:08.127917 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abde6-23b0-4d01-9ecc-31c9f85b652c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:08.128247 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abde6-23b0-4d01-9ecc-31c9f85b652c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:08.128845 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abde6-23b0-4d01-9ecc-31c9f85b652c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:08.129552 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abde6-23b0-4d01-9ecc-31c9f85b652c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:08.130311 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abde6-23b0-4d01-9ecc-31c9f85b652c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:08.130551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c781302a-998d-49a1-b8ef-92e968c819ea triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:08.131067 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.131217 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abde6-23b0-4d01-9ecc-31c9f85b652c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:08.131334 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b06c6-0adc-4080-9122-f900f756acdc req-7999dab6-949f-43ae-af1c-57a98782fc5c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:08.131562 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abde6-23b0-4d01-9ecc-31c9f85b652c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:08.134592 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.152794 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Attempting to bind port e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:08.152996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b06c6-0adc-4080-9122-f900f756acdc req-7999dab6-949f-43ae-af1c-57a98782fc5c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:08.153161 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Attempting to bind port e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:08.153522 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Attempting to bind port e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:08.160072 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:08.160591 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:08.161001 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.161239 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b06c6-0adc-4080-9122-f900f756acdc req-7999dab6-949f-43ae-af1c-57a98782fc5c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:08.161388 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:08.161855 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Bound port: e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:08.162232 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.168317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Allocated IP 172.20.0.1 (e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c/2f50e77b-5355-49e4-bd63-f06d29bc86d6/264f5c70-6636-4750-a336-365c8f93fbfb) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:08.172831 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d74b06c6-0adc-4080-9122-f900f756acdc req-7999dab6-949f-43ae-af1c-57a98782fc5c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.2598491 Aug 31 14:26:08.235464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Sync routers for ids ['352fdb14-a0d6-4d59-8006-949d7cce991b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:08.240702 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] For port e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:08.244265 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] For port e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:08.250414 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d74b06c6-0adc-4080-9122-f900f756acdc req-284b1f82-e9f4-469c-a010-2fe2dff63c2c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739913 Aug 31 14:26:08.252881 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.268610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-438aa493-eb04-4d19-b09c-8b8bb3808784 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.276984 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-438aa493-eb04-4d19-b09c-8b8bb3808784 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.278005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Routers {'352fdb14-a0d6-4d59-8006-949d7cce991b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:08.279593 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:25:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['352fdb14-a0d6-4d59-8006-949d7cce991b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:08.289270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=aae902ce-1535-4ff2-a1a7-28a23882ae30,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:08.324851 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Routers {'58504bee-1feb-4efb-84dc-ea46b9a33c8b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:08.325485 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:25:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:08.329647 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438aa493-eb04-4d19-b09c-8b8bb3808784 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3714ab-d66b-4477-817b-dc5d3d44de2c,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:08.334035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde803-98d7-4151-bbaf-89cda940faee req-63c37155-c7dc-4a1a-ace7-1ae6e119017a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:08.334426 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-438aa493-eb04-4d19-b09c-8b8bb3808784 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.337980 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-438aa493-eb04-4d19-b09c-8b8bb3808784 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5009048 Aug 31 14:26:08.338444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cecde803-98d7-4151-bbaf-89cda940faee req-63c37155-c7dc-4a1a-ace7-1ae6e119017a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 944 time: 0.3482671 Aug 31 14:26:08.342538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39892) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:08.348617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c4fc4d14-8341-41ce-81ea-7e94776d5fe3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Request body: {'security_group_rule': {'security_group_id': '970f3bba-661f-44be-99d2-37e565acca2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:08.390396 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86b8f54a-e50e-4988-baf8-8a34ec4d3f4c req-d35a0752-357a-487c-8d93-2c48a89349ae tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/cad548b9-3f82-452a-95b4-ba02a5389b86 HTTP/1.1" status: 200 len: 1806 time: 0.0850677 Aug 31 14:26:08.420110 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4abde6-23b0-4d01-9ecc-31c9f85b652c None None] Pushing event updated for resources: {'Port': ['ID=e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:08.425451 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['aae902ce-1535-4ff2-a1a7-28a23882ae30'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:08.434420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.450529 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cecde803-98d7-4151-bbaf-89cda940faee req-5e66fd72-3454-4be3-ba9b-486d519c4492 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930688 Aug 31 14:26:08.461341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Transition to ACTIVE for port object 264f5c70-6636-4750-a336-365c8f93fbfb will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:08.465886 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4d14-8341-41ce-81ea-7e94776d5fe3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.475907 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86b8f54a-e50e-4988-baf8-8a34ec4d3f4c req-613d15a9-50bf-46a7-9172-a81f79764cc3 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/0fdb3a4b-dade-4499-8737-4f995efdcd53 HTTP/1.1" status: 200 len: 1805 time: 0.0840492 Aug 31 14:26:08.489859 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-86b8f54a-e50e-4988-baf8-8a34ec4d3f4c req-f233430b-882e-405d-87a7-eee32cc7cfad tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cad548b9-3f82-452a-95b4-ba02a5389b86', 'remote_group_id': '0fdb3a4b-dade-4499-8737-4f995efdcd53', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:08.490317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-86b8f54a-e50e-4988-baf8-8a34ec4d3f4c req-f233430b-882e-405d-87a7-eee32cc7cfad tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cad548b9-3f82-452a-95b4-ba02a5389b86', 'remote_group_id': '0fdb3a4b-dade-4499-8737-4f995efdcd53', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:08.549965 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4d14-8341-41ce-81ea-7e94776d5fe3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.554877 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4d14-8341-41ce-81ea-7e94776d5fe3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.588844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc4d14-8341-41ce-81ea-7e94776d5fe3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbae93c-112e-4cca-a568-ac09e4d4bf9a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:08.594947 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4d14-8341-41ce-81ea-7e94776d5fe3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.600644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c4fc4d14-8341-41ce-81ea-7e94776d5fe3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2522297 Aug 31 14:26:08.601934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39894) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:08.602366 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] Set router 58504bee-1feb-4efb-84dc-ea46b9a33c8b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:08.603669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Set router 352fdb14-a0d6-4d59-8006-949d7cce991b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:08.607973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:08.631570 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.688601 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-86b8f54a-e50e-4988-baf8-8a34ec4d3f4c req-f233430b-882e-405d-87a7-eee32cc7cfad tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.741106 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-86b8f54a-e50e-4988-baf8-8a34ec4d3f4c req-f233430b-882e-405d-87a7-eee32cc7cfad tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.747224 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-86b8f54a-e50e-4988-baf8-8a34ec4d3f4c req-f233430b-882e-405d-87a7-eee32cc7cfad tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.764304 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:08.771480 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2824fa34-1a1b-4e1e-b4f2-cbbd22df7189 req-e284d259-435a-4f43-b163-98d05172f3ca tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0753417 Aug 31 14:26:08.775891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:08.778768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:08.800236 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233430b-882e-405d-87a7-eee32cc7cfad tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1114f9c1-42df-4944-b487-ea8089c3cbe1,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:08.809160 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-86b8f54a-e50e-4988-baf8-8a34ec4d3f4c req-f233430b-882e-405d-87a7-eee32cc7cfad tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.818478 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86b8f54a-e50e-4988-baf8-8a34ec4d3f4c req-f233430b-882e-405d-87a7-eee32cc7cfad tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3346691 Aug 31 14:26:08.820568 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.823342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Pushing event updated for resources: {'Port': ['ID=264f5c70-6636-4750-a336-365c8f93fbfb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:08.826245 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.887266 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:26:04Z', 'revision_number': 3, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port': {'id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:08.947015 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a201126f-cee3-463d-a90e-6c58e6cbef78 None None] The sync data for ids ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'] in n-d-806683-5 is: [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:26:04Z', 'revision_number': 3, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port': {'id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:09.035127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043138f-6ffb-4e8c-bbfa-cce8aadf43c6 req-e87983e5-44c0-49fb-9ecf-7a91a6f5875a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.042037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043138f-6ffb-4e8c-bbfa-cce8aadf43c6 req-e87983e5-44c0-49fb-9ecf-7a91a6f5875a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.050135 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043138f-6ffb-4e8c-bbfa-cce8aadf43c6 req-e87983e5-44c0-49fb-9ecf-7a91a6f5875a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.056815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043138f-6ffb-4e8c-bbfa-cce8aadf43c6 req-e87983e5-44c0-49fb-9ecf-7a91a6f5875a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.064159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043138f-6ffb-4e8c-bbfa-cce8aadf43c6 req-e87983e5-44c0-49fb-9ecf-7a91a6f5875a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.069031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.070805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043138f-6ffb-4e8c-bbfa-cce8aadf43c6 req-e87983e5-44c0-49fb-9ecf-7a91a6f5875a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.077578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043138f-6ffb-4e8c-bbfa-cce8aadf43c6 req-e87983e5-44c0-49fb-9ecf-7a91a6f5875a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.079834 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2043138f-6ffb-4e8c-bbfa-cce8aadf43c6 req-e87983e5-44c0-49fb-9ecf-7a91a6f5875a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.1779006 Aug 31 14:26:09.130493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-012e5c76-b3a3-4754-90aa-b446371407d9 req-ef1e4a94-ebdb-4a6a-bb45-09bedf3d780a tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/0fdb3a4b-dade-4499-8737-4f995efdcd53 HTTP/1.1" status: 200 len: 1805 time: 0.1083360 Aug 31 14:26:09.146074 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2043138f-6ffb-4e8c-bbfa-cce8aadf43c6 req-f88a9000-4c9e-4589-a252-9fa16f010a38 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584867 Aug 31 14:26:09.282581 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-42142cd8-61ed-4909-b066-3b047833c534 None None] Provisioning for port 264f5c70-6636-4750-a336-365c8f93fbfb completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:09.354928 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-42142cd8-61ed-4909-b066-3b047833c534 None None] Provisioning complete for port 264f5c70-6636-4750-a336-365c8f93fbfb triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:09.355480 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42142cd8-61ed-4909-b066-3b047833c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.416073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:09.453758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-42142cd8-61ed-4909-b066-3b047833c534 None None] Port 264f5c70-6636-4750-a336-365c8f93fbfb cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:26:09.501965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 4, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port': {'id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:59Z', 'updated_at': '2021-08-31T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '51d8202c-69d1-464f-93c6-9ee868120a4a', 'name': '', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'mac_address': 'fa:16:3e:ea:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:04Z', 'revision_number': 2, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'subnets': [{'id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:09.536177 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-13d96157-e713-46bf-a0b7-a50778b605b5 req-67736c61-dd2f-400b-83a1-e47647958bb2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f4e9240bb28417c93431406f4a567ad&device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0338700 Aug 31 14:26:09.555747 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Checking router: 352fdb14-a0d6-4d59-8006-949d7cce991b for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:09.556108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Updating router 352fdb14-a0d6-4d59-8006-949d7cce991b port 51d8202c-69d1-464f-93c6-9ee868120a4a binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:26:09.593948 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.609724 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-13d96157-e713-46bf-a0b7-a50778b605b5 req-f1d63d99-d25b-49c7-965a-3b196b9825d5 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4f4e9240bb28417c93431406f4a567ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585246 Aug 31 14:26:09.613948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:09.614490 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.660419 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f220d-caae-4911-99e8-03425ee99866 req-fb2f500f-8dba-4cc4-89c6-90b9530d0eb8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.666218 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f220d-caae-4911-99e8-03425ee99866 req-fb2f500f-8dba-4cc4-89c6-90b9530d0eb8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.674597 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f220d-caae-4911-99e8-03425ee99866 req-fb2f500f-8dba-4cc4-89c6-90b9530d0eb8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.681762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f220d-caae-4911-99e8-03425ee99866 req-fb2f500f-8dba-4cc4-89c6-90b9530d0eb8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.687336 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.689534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f220d-caae-4911-99e8-03425ee99866 req-fb2f500f-8dba-4cc4-89c6-90b9530d0eb8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.695991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f220d-caae-4911-99e8-03425ee99866 req-fb2f500f-8dba-4cc4-89c6-90b9530d0eb8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.703588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f220d-caae-4911-99e8-03425ee99866 req-fb2f500f-8dba-4cc4-89c6-90b9530d0eb8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.712555 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-357f220d-caae-4911-99e8-03425ee99866 req-fb2f500f-8dba-4cc4-89c6-90b9530d0eb8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.1624794 Aug 31 14:26:09.794002 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-357f220d-caae-4911-99e8-03425ee99866 req-80ea194b-92c1-4678-9627-cf04712e5de5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804541 Aug 31 14:26:09.805508 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Allocated IP 172.25.2.247 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/5d53b750-5fb4-408a-bf97-7b6bb89ff83b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:09.883425 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d96157-e713-46bf-a0b7-a50778b605b5 req-80663720-b56e-4782-adc2-6ea0b064b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.884948 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-13d96157-e713-46bf-a0b7-a50778b605b5 req-80663720-b56e-4782-adc2-6ea0b064b0cf service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2672782 Aug 31 14:26:09.916134 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.925348 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-333b8b1b-b65f-4dc0-b872-9115d704dae9 req-8d489dc4-b91d-4f25-b3ae-c595145f95d7 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0361485 Aug 31 14:26:09.950639 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-012e5c76-b3a3-4754-90aa-b446371407d9 req-c00f8b58-01b0-40a6-818b-9b120798824f tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.020241 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-012e5c76-b3a3-4754-90aa-b446371407d9 req-c00f8b58-01b0-40a6-818b-9b120798824f tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.056073 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.096479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1026a5a-05ef-4a99-b759-58475541a7d1 req-03c7c6cd-2982-49d4-953f-b3b42ca9b797 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:10.100750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c1026a5a-05ef-4a99-b759-58475541a7d1 req-03c7c6cd-2982-49d4-953f-b3b42ca9b797 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 944 time: 0.0894141 Aug 31 14:26:10.114724 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.131289 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Transition to ACTIVE for port object 51d8202c-69d1-464f-93c6-9ee868120a4a will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:10.140698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.142262 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.155679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:10.156029 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c1026a5a-05ef-4a99-b759-58475541a7d1 req-083e9744-1c0c-4ff7-b099-0f9227d40cd3 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503731 Aug 31 14:26:10.157386 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.163290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:10.191852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:10.209072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fe3a2-d307-41d2-a0af-a9efd1dbabf1 None None] Pushing event updated for resources: {'Port': ['ID=51d8202c-69d1-464f-93c6-9ee868120a4a,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:10.227244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event updated for resources: {'Port': ['ID=5d53b750-5fb4-408a-bf97-7b6bb89ff83b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:10.277398 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-012e5c76-b3a3-4754-90aa-b446371407d9 req-c00f8b58-01b0-40a6-818b-9b120798824f tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.280854 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-012e5c76-b3a3-4754-90aa-b446371407d9 req-c00f8b58-01b0-40a6-818b-9b120798824f tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.284560 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-012e5c76-b3a3-4754-90aa-b446371407d9 req-c00f8b58-01b0-40a6-818b-9b120798824f tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "DELETE /v2.0/security-groups/0fdb3a4b-dade-4499-8737-4f995efdcd53 HTTP/1.1" status: 204 len: 173 time: 1.1290340 Aug 31 14:26:10.312482 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.322680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f8b58-01b0-40a6-818b-9b120798824f tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb3a4b-dade-4499-8737-4f995efdcd53,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:10.326634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Attempting to bind port 51d8202c-69d1-464f-93c6-9ee868120a4a on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:10.327073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Attempting to bind port 51d8202c-69d1-464f-93c6-9ee868120a4a by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:10.327657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Attempting to bind port 51d8202c-69d1-464f-93c6-9ee868120a4a on network f7a8d1f5-ceb5-4396-9432-40efce66432c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:10.333411 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:10.333697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Checking segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:10.334101 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.334499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Bound using segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:10.334954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Bound port: 51d8202c-69d1-464f-93c6-9ee868120a4a, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:10.335539 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.338333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Pushing event updated for resources: {'Port': ['ID=264f5c70-6636-4750-a336-365c8f93fbfb,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:10.412193 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5109eb9b-745b-46b3-aaeb-6917c99fae4e req-d66f2492-33ba-48a6-9d0f-29a795c6f408 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/cad548b9-3f82-452a-95b4-ba02a5389b86 HTTP/1.1" status: 200 len: 1806 time: 0.0985596 Aug 31 14:26:10.435689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] For port 51d8202c-69d1-464f-93c6-9ee868120a4a, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:10.443132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] For port 51d8202c-69d1-464f-93c6-9ee868120a4a, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=51d8202c-69d1-464f-93c6-9ee868120a4a,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:10.449148 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.457444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-0f165e99-4c2d-403d-b690-fd58bd7e58ff req-7307d0b1-47c7-43b1-a199-cd9bfbf874cd tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1110072035', 'description': 'tempest-description-1324067677'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:10.460806 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.493417 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0f165e99-4c2d-403d-b690-fd58bd7e58ff req-7307d0b1-47c7-43b1-a199-cd9bfbf874cd tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.524349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Routers {'352fdb14-a0d6-4d59-8006-949d7cce991b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:10.525210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:25:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['352fdb14-a0d6-4d59-8006-949d7cce991b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:10.570364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56b91c-5c5f-41b4-b736-5734f82e3c3e req-9e1272cb-fcfe-407a-b6da-4efd7069cfa7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:10.576851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56b91c-5c5f-41b4-b736-5734f82e3c3e req-9e1272cb-fcfe-407a-b6da-4efd7069cfa7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:10.583880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56b91c-5c5f-41b4-b736-5734f82e3c3e req-9e1272cb-fcfe-407a-b6da-4efd7069cfa7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:10.590115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56b91c-5c5f-41b4-b736-5734f82e3c3e req-9e1272cb-fcfe-407a-b6da-4efd7069cfa7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:10.590395 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fe3a2-d307-41d2-a0af-a9efd1dbabf1 None None] Pushing event updated for resources: {'Port': ['ID=51d8202c-69d1-464f-93c6-9ee868120a4a,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:10.596792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56b91c-5c5f-41b4-b736-5734f82e3c3e req-9e1272cb-fcfe-407a-b6da-4efd7069cfa7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:10.602996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56b91c-5c5f-41b4-b736-5734f82e3c3e req-9e1272cb-fcfe-407a-b6da-4efd7069cfa7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:10.609137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56b91c-5c5f-41b4-b736-5734f82e3c3e req-9e1272cb-fcfe-407a-b6da-4efd7069cfa7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:10.611195 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac56b91c-5c5f-41b4-b736-5734f82e3c3e req-9e1272cb-fcfe-407a-b6da-4efd7069cfa7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.1714065 Aug 31 14:26:10.612016 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.618069 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0f165e99-4c2d-403d-b690-fd58bd7e58ff req-7307d0b1-47c7-43b1-a199-cd9bfbf874cd tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.619763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:10.622752 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0f165e99-4c2d-403d-b690-fd58bd7e58ff req-7307d0b1-47c7-43b1-a199-cd9bfbf874cd tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.646172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:10.666003 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0f165e99-4c2d-403d-b690-fd58bd7e58ff req-7307d0b1-47c7-43b1-a199-cd9bfbf874cd tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.677620 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f165e99-4c2d-403d-b690-fd58bd7e58ff req-7307d0b1-47c7-43b1-a199-cd9bfbf874cd tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2225046 Aug 31 14:26:10.677620 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307d0b1-47c7-43b1-a199-cd9bfbf874cd tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1fa1e9-0899-4768-8b5b-ad2d68cbe477,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:10.706644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] Set router 352fdb14-a0d6-4d59-8006-949d7cce991b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:10.784048 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f46fc31a-b19f-4983-92cf-35c8c53258b2 req-6a5bf345-4ff1-4088-87bb-e15ecbcb2069 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/2d1fa1e9-0899-4768-8b5b-ad2d68cbe477 HTTP/1.1" status: 200 len: 1807 time: 0.0889137 Aug 31 14:26:10.790316 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-f46fc31a-b19f-4983-92cf-35c8c53258b2 req-e3528c6c-8a00-4710-8045-d93a2d0194c0 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d1fa1e9-0899-4768-8b5b-ad2d68cbe477', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:10.790785 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-f46fc31a-b19f-4983-92cf-35c8c53258b2 req-e3528c6c-8a00-4710-8045-d93a2d0194c0 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d1fa1e9-0899-4768-8b5b-ad2d68cbe477', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:10.798855 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac56b91c-5c5f-41b4-b736-5734f82e3c3e req-91054c3e-f1d5-4f21-ae9a-23263289bb82 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1540878 Aug 31 14:26:10.904152 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-f46fc31a-b19f-4983-92cf-35c8c53258b2 req-e3528c6c-8a00-4710-8045-d93a2d0194c0 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.969901 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-f46fc31a-b19f-4983-92cf-35c8c53258b2 req-e3528c6c-8a00-4710-8045-d93a2d0194c0 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:10.976326 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-f46fc31a-b19f-4983-92cf-35c8c53258b2 req-e3528c6c-8a00-4710-8045-d93a2d0194c0 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.032964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3528c6c-8a00-4710-8045-d93a2d0194c0 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dc6b9a-1a1f-4548-aa0c-ce248b7def06,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:11.036758 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-f46fc31a-b19f-4983-92cf-35c8c53258b2 req-e3528c6c-8a00-4710-8045-d93a2d0194c0 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.055780 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f46fc31a-b19f-4983-92cf-35c8c53258b2 req-e3528c6c-8a00-4710-8045-d93a2d0194c0 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2706468 Aug 31 14:26:11.089433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Router 58504bee-1feb-4efb-84dc-ea46b9a33c8b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:26:11.134320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac7946-b117-496c-9bd7-b6301a1454c7 req-3098fb23-a73a-4c03-b494-02bb3685fa95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:11.142287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac7946-b117-496c-9bd7-b6301a1454c7 req-3098fb23-a73a-4c03-b494-02bb3685fa95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:11.144694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 4, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port': {'id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:59Z', 'updated_at': '2021-08-31T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '51d8202c-69d1-464f-93c6-9ee868120a4a', 'name': '', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'mac_address': 'fa:16:3e:ea:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:10Z', 'revision_number': 4, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'subnets': [{'id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:11.148348 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac7946-b117-496c-9bd7-b6301a1454c7 req-3098fb23-a73a-4c03-b494-02bb3685fa95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:11.154544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac7946-b117-496c-9bd7-b6301a1454c7 req-3098fb23-a73a-4c03-b494-02bb3685fa95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:11.161256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac7946-b117-496c-9bd7-b6301a1454c7 req-3098fb23-a73a-4c03-b494-02bb3685fa95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:11.167566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac7946-b117-496c-9bd7-b6301a1454c7 req-3098fb23-a73a-4c03-b494-02bb3685fa95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:11.173507 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-13d96157-e713-46bf-a0b7-a50778b605b5 req-3bee1d76-fcdf-4895-9062-e0c05b8082f2 tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0578701 Aug 31 14:26:11.174575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac7946-b117-496c-9bd7-b6301a1454c7 req-3098fb23-a73a-4c03-b494-02bb3685fa95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:11.175784 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f87d95f-7d01-4205-96db-21c2880e4f9a req-463fc10e-3d24-4235-914f-d583947cb1fc tempest-ServerShowV254Test-233564675 tempest-ServerShowV254Test-233564675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4102c4e-157b-41c8-a1ab-699a5364b5a8 HTTP/1.1" status: 200 len: 210 time: 0.0494070 Aug 31 14:26:11.176621 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45ac7946-b117-496c-9bd7-b6301a1454c7 req-3098fb23-a73a-4c03-b494-02bb3685fa95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.2158444 Aug 31 14:26:11.177548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861e2dfb-b7ac-477a-9225-8a048dbb8f4e None None] The sync data for ids ['352fdb14-a0d6-4d59-8006-949d7cce991b'] in n-d-806683-5 is: [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 4, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port': {'id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:59Z', 'updated_at': '2021-08-31T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '51d8202c-69d1-464f-93c6-9ee868120a4a', 'name': '', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'mac_address': 'fa:16:3e:ea:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:10Z', 'revision_number': 4, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'subnets': [{'id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:11.239118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9ec34697-98cf-40f0-910e-266973bd9403 None None] Provisioning complete for port 264f5c70-6636-4750-a336-365c8f93fbfb triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:11.240324 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ec34697-98cf-40f0-910e-266973bd9403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.287583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9ec34697-98cf-40f0-910e-266973bd9403 None None] Port 264f5c70-6636-4750-a336-365c8f93fbfb cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:26:11.326552 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e7ad268c-8cd0-49b1-bef3-06b9f3a9b034 req-3de7d014-062b-4289-9f50-30dd269620b8 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/2d1fa1e9-0899-4768-8b5b-ad2d68cbe477 HTTP/1.1" status: 200 len: 2401 time: 0.1081939 Aug 31 14:26:11.334479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-e7ad268c-8cd0-49b1-bef3-06b9f3a9b034 req-2fee8ec1-9ecc-428b-98c8-dec245ac116f tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d1fa1e9-0899-4768-8b5b-ad2d68cbe477', 'remote_group_id': None}]} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:11.334799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-e7ad268c-8cd0-49b1-bef3-06b9f3a9b034 req-2fee8ec1-9ecc-428b-98c8-dec245ac116f tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d1fa1e9-0899-4768-8b5b-ad2d68cbe477', 'remote_group_id': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:11.335643 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.376014 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45ac7946-b117-496c-9bd7-b6301a1454c7 req-0c6efe86-c961-422d-bcb2-1bf2e732f9d5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1857159 Aug 31 14:26:11.389941 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.464943 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e7ad268c-8cd0-49b1-bef3-06b9f3a9b034 req-2fee8ec1-9ecc-428b-98c8-dec245ac116f tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.474870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event updated for resources: {'Port': ['ID=5d53b750-5fb4-408a-bf97-7b6bb89ff83b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:11.507705 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e7ad268c-8cd0-49b1-bef3-06b9f3a9b034 req-2fee8ec1-9ecc-428b-98c8-dec245ac116f tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.511794 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e7ad268c-8cd0-49b1-bef3-06b9f3a9b034 req-2fee8ec1-9ecc-428b-98c8-dec245ac116f tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.529505 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 51d8202c-69d1-464f-93c6-9ee868120a4a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:11.541030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee8ec1-9ecc-428b-98c8-dec245ac116f tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f15a25-1216-48de-ad8a-d2a294a89a90,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:11.544447 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e7ad268c-8cd0-49b1-bef3-06b9f3a9b034 req-2fee8ec1-9ecc-428b-98c8-dec245ac116f tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.563000 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e7ad268c-8cd0-49b1-bef3-06b9f3a9b034 req-2fee8ec1-9ecc-428b-98c8-dec245ac116f tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2354810 Aug 31 14:26:11.591765 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device aae902ce-1535-4ff2-a1a7-28a23882ae30 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:11.639311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 51d8202c-69d1-464f-93c6-9ee868120a4a completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:11.646875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 51d8202c-69d1-464f-93c6-9ee868120a4a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:11.647560 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.654909 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.694838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5d67e-8677-47a9-8b39-0a67ef688a95 req-4f4242f0-8876-4152-bb6a-5efa245007e0 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:11.696563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2cc5d67e-8677-47a9-8b39-0a67ef688a95 req-4f4242f0-8876-4152-bb6a-5efa245007e0 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 944 time: 0.2152536 Aug 31 14:26:11.701392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:11.707894 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.709792 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4dd2f435-ebe6-4033-89f5-611d3e7719b5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1066735 Aug 31 14:26:11.714360 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Sync routers for ids ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:11.728737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port aae902ce-1535-4ff2-a1a7-28a23882ae30 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:11.735404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port aae902ce-1535-4ff2-a1a7-28a23882ae30 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:11.735787 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.736812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0ab38b55-7b54-48db-bcc1-439df945c42e admin admin] 10.222.0.39 "PUT /v2.0/routers/58504bee-1feb-4efb-84dc-ea46b9a33c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6812191 Aug 31 14:26:11.739122 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Routers {'58504bee-1feb-4efb-84dc-ea46b9a33c8b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:11.741338 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:25:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:11.813434 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1f4f6226-1177-463c-80bb-350f23c6802c req-675ec256-2ed2-4b3a-b0d5-591551488f2d tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/2d1fa1e9-0899-4768-8b5b-ad2d68cbe477 HTTP/1.1" status: 200 len: 3000 time: 0.1460457 Aug 31 14:26:11.829124 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2cc5d67e-8677-47a9-8b39-0a67ef688a95 req-ed9fadf3-c367-4d1c-8001-8181367ca060 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236343 Aug 31 14:26:11.866689 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.913625 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd2b71fe-d8e5-4ca5-8869-67fd30bd623b req-ac2473c0-d1c5-49ce-a3bb-e9a52a5adebc tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-group-rules/e0f15a25-1216-48de-ad8a-d2a294a89a90 HTTP/1.1" status: 200 len: 783 time: 0.0277305 Aug 31 14:26:11.957586 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 51d8202c-69d1-464f-93c6-9ee868120a4a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=51d8202c-69d1-464f-93c6-9ee868120a4a,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:11.963749 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:11.964533 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:12.012006 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Set router 58504bee-1feb-4efb-84dc-ea46b9a33c8b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:12.019602 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:12.038848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd2b71fe-d8e5-4ca5-8869-67fd30bd623b req-4731af7a-5d4b-4697-8afc-82dced903fdf tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/2d1fa1e9-0899-4768-8b5b-ad2d68cbe477 HTTP/1.1" status: 200 len: 3000 time: 0.1145279 Aug 31 14:26:12.051127 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-bd1f6c9c-14d2-4d53-be7e-36ae97f9d623 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--226982261&fields=id&tenant_id=6c7a9beea9d2401ab1424d74321046eb HTTP/1.1" status: 200 len: 267 time: 0.0916772 Aug 31 14:26:12.078800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=51d8202c-69d1-464f-93c6-9ee868120a4a,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:12.080922 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd2b71fe-d8e5-4ca5-8869-67fd30bd623b req-0e55a493-ff83-41ae-93c4-fb1f9fc17b3b tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:12.087953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9f5af2-6fa0-4725-952e-5963b5e0b01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae902ce-1535-4ff2-a1a7-28a23882ae30'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:12.090234 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f1fbf8-9fe3-4d53-918d-c4a3f61c5160" -d '{"events": [{"server_uuid": "7f9f5af2-6fa0-4725-952e-5963b5e0b01d", "name": "network-vif-plugged", "status": "completed", "tag": "aae902ce-1535-4ff2-a1a7-28a23882ae30"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:12.091460 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd2b71fe-d8e5-4ca5-8869-67fd30bd623b req-0e55a493-ff83-41ae-93c4-fb1f9fc17b3b tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:12.108286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port aae902ce-1535-4ff2-a1a7-28a23882ae30, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=aae902ce-1535-4ff2-a1a7-28a23882ae30,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:12.114728 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:12.135892 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd2b71fe-d8e5-4ca5-8869-67fd30bd623b req-0e55a493-ff83-41ae-93c4-fb1f9fc17b3b tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:12.150091 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd2b71fe-d8e5-4ca5-8869-67fd30bd623b req-0e55a493-ff83-41ae-93c4-fb1f9fc17b3b tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:12.153692 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd2b71fe-d8e5-4ca5-8869-67fd30bd623b req-0e55a493-ff83-41ae-93c4-fb1f9fc17b3b tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e0f15a25-1216-48de-ad8a-d2a294a89a90 HTTP/1.1" status: 204 len: 173 time: 0.1140192 Aug 31 14:26:12.168114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55a493-ff83-41ae-93c4-fb1f9fc17b3b tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0f15a25-1216-48de-ad8a-d2a294a89a90,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:12.187104 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=aae902ce-1535-4ff2-a1a7-28a23882ae30,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:12.190143 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:12.195274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:12.195681 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:12.268594 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-73e35023-0a10-46ca-b1cd-3838aa68ba9c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:12.275901 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-73e35023-0a10-46ca-b1cd-3838aa68ba9c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 811 time: 0.2227957 Aug 31 14:26:12.298203 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-86e54614-e8b2-4e32-af85-92bc000b7985 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/quotas/6c7a9beea9d2401ab1424d74321046eb HTTP/1.1" status: 200 len: 375 time: 0.0189285 Aug 31 14:26:12.340377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c77157-fbe3-43d2-a5d5-16f63a021fa6 req-58373252-06d2-4428-ac84-2b313c33e172 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:12.344111 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:26:08Z', 'revision_number': 4, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port': {'id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '264f5c70-6636-4750-a336-365c8f93fbfb', 'name': '', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'mac_address': 'fa:16:3e:4a:8c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:07Z', 'updated_at': '2021-08-31T14:26:09Z', 'revision_number': 2, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'subnets': [{'id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:12.348204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c77157-fbe3-43d2-a5d5-16f63a021fa6 req-58373252-06d2-4428-ac84-2b313c33e172 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:12.354694 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c77157-fbe3-43d2-a5d5-16f63a021fa6 req-58373252-06d2-4428-ac84-2b313c33e172 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:12.358759 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:12.361785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c77157-fbe3-43d2-a5d5-16f63a021fa6 req-58373252-06d2-4428-ac84-2b313c33e172 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:12.370384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c77157-fbe3-43d2-a5d5-16f63a021fa6 req-58373252-06d2-4428-ac84-2b313c33e172 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:12.379564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c77157-fbe3-43d2-a5d5-16f63a021fa6 req-58373252-06d2-4428-ac84-2b313c33e172 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:12.387890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:12.388817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c77157-fbe3-43d2-a5d5-16f63a021fa6 req-58373252-06d2-4428-ac84-2b313c33e172 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:12.393186 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-33c77157-fbe3-43d2-a5d5-16f63a021fa6 req-58373252-06d2-4428-ac84-2b313c33e172 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.1336298 Aug 31 14:26:12.395772 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:12.404915 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Checking router: 58504bee-1feb-4efb-84dc-ea46b9a33c8b for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:12.405296 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Updating router 58504bee-1feb-4efb-84dc-ea46b9a33c8b port 264f5c70-6636-4750-a336-365c8f93fbfb binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:26:12.419563 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-d16824af-eef4-4ce0-81cd-c011e8ae12f2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1126554 Aug 31 14:26:12.428020 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-c66e133d-d692-4464-8ced-f7dacfe8719b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:26:12.438935 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-c66e133d-d692-4464-8ced-f7dacfe8719b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184040 Aug 31 14:26:12.460821 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-33c77157-fbe3-43d2-a5d5-16f63a021fa6 req-ed319dc4-cf9d-4701-a13a-2d3acc24c58d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553706 Aug 31 14:26:12.471230 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:12.473147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:12.592387 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-652e7553-285c-42a8-b3e7-9c4200e3e353 service neutron] 10.222.0.39 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525137 Aug 31 14:26:12.715864 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-03507641-01e7-4e7f-9845-870a1d3d7a02 service neutron] 10.222.0.39 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171863 Aug 31 14:26:12.803774 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:26:12.886849 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6852cfe0-2e2c-4075-a08b-6540707521c8 x-openstack-request-id: req-6852cfe0-2e2c-4075-a08b-6540707521c8 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:12.887431 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9f5af2-6fa0-4725-952e-5963b5e0b01d", "name": "network-vif-plugged", "status": "completed", "tag": "aae902ce-1535-4ff2-a1a7-28a23882ae30", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:12.887431 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6852cfe0-2e2c-4075-a08b-6540707521c8 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:12.887777 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9f5af2-6fa0-4725-952e-5963b5e0b01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae902ce-1535-4ff2-a1a7-28a23882ae30', 'code': 200} Aug 31 14:26:12.931033 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:12.944663 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Transition to ACTIVE for port object 264f5c70-6636-4750-a336-365c8f93fbfb will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:12.952010 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.003863 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-655f1388-adae-428b-b8af-ad1f6c8d50c8 req-f93a60bf-6c9a-4513-957a-3bc40ea22619 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/2d1fa1e9-0899-4768-8b5b-ad2d68cbe477 HTTP/1.1" status: 200 len: 2401 time: 0.1013811 Aug 31 14:26:13.019793 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b22596-0b21-4ba2-b5f3-670c0d6d5724 None None] Pushing event updated for resources: {'Port': ['ID=264f5c70-6636-4750-a336-365c8f93fbfb,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:13.043431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39974) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:13.054794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d315efd6-fee5-4d84-8447-6467b9ee2f92 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1800200247', 'description': 'tempest-description--1593000622'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:13.064889 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dcd7c-bb3b-4bd8-a464-b2a98e203717 req-9407a2e9-97d4-45b5-8512-cf5b255d3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:13.066837 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-309dcd7c-bb3b-4bd8-a464-b2a98e203717 req-9407a2e9-97d4-45b5-8512-cf5b255d3a77 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 1096 time: 0.1184394 Aug 31 14:26:13.115712 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d315efd6-fee5-4d84-8447-6467b9ee2f92 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.142904 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-655f1388-adae-428b-b8af-ad1f6c8d50c8 req-3dddc26e-fe6a-400f-b5e6-fec42ca73f15 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.162858 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Attempting to bind port 264f5c70-6636-4750-a336-365c8f93fbfb on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:13.163255 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Attempting to bind port 264f5c70-6636-4750-a336-365c8f93fbfb by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '9f677e75-1c7f-47d0-bdd0-133f6ec3f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:13.165943 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Attempting to bind port 264f5c70-6636-4750-a336-365c8f93fbfb on network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:13.179722 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:13.193202 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Checking segment: {'id': '9f677e75-1c7f-47d0-bdd0-133f6ec3f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:13.193690 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.194099 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Bound using segment: {'id': '9f677e75-1c7f-47d0-bdd0-133f6ec3f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:13.195009 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Bound port: 264f5c70-6636-4750-a336-365c8f93fbfb, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f677e75-1c7f-47d0-bdd0-133f6ec3f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:13.195009 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.206095 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-309dcd7c-bb3b-4bd8-a464-b2a98e203717 req-4c099174-78a9-4995-8098-6d967e079353 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310399 Aug 31 14:26:13.208393 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-655f1388-adae-428b-b8af-ad1f6c8d50c8 req-3dddc26e-fe6a-400f-b5e6-fec42ca73f15 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.335079 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-655f1388-adae-428b-b8af-ad1f6c8d50c8 req-3dddc26e-fe6a-400f-b5e6-fec42ca73f15 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.338810 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-655f1388-adae-428b-b8af-ad1f6c8d50c8 req-3dddc26e-fe6a-400f-b5e6-fec42ca73f15 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.340289 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-655f1388-adae-428b-b8af-ad1f6c8d50c8 req-3dddc26e-fe6a-400f-b5e6-fec42ca73f15 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "DELETE /v2.0/security-groups/2d1fa1e9-0899-4768-8b5b-ad2d68cbe477 HTTP/1.1" status: 204 len: 173 time: 0.3341720 Aug 31 14:26:13.360891 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddc26e-fe6a-400f-b5e6-fec42ca73f15 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1fa1e9-0899-4768-8b5b-ad2d68cbe477,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:13.362581 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] For port 264f5c70-6636-4750-a336-365c8f93fbfb, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:13.372836 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] For port 264f5c70-6636-4750-a336-365c8f93fbfb, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=264f5c70-6636-4750-a336-365c8f93fbfb,segment=NetworkSegment(9f677e75-1c7f-47d0-bdd0-133f6ec3f094),segment_id=9f677e75-1c7f-47d0-bdd0-133f6ec3f094)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:13.381100 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.403695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 51d8202c-69d1-464f-93c6-9ee868120a4a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:13.450375 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d315efd6-fee5-4d84-8447-6467b9ee2f92 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.457508 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d315efd6-fee5-4d84-8447-6467b9ee2f92 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.513682 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d315efd6-fee5-4d84-8447-6467b9ee2f92 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.515644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d315efd6-fee5-4d84-8447-6467b9ee2f92 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4675994 Aug 31 14:26:13.519095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39990) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:13.529161 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-2d21dd14-e68b-4132-a882-1658be03a5b7 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Request body: {'security_group_rule': {'security_group_id': 'a72a7695-29ce-47b7-8e37-c0c59fd5f890', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:13.533631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42c0de-e015-44df-b909-da7e4b835cf1 req-702dd554-48f4-4586-a0d5-5c0b2ffea070 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:13.543389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42c0de-e015-44df-b909-da7e4b835cf1 req-702dd554-48f4-4586-a0d5-5c0b2ffea070 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:13.571669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 51d8202c-69d1-464f-93c6-9ee868120a4a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:13.571952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42c0de-e015-44df-b909-da7e4b835cf1 req-702dd554-48f4-4586-a0d5-5c0b2ffea070 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:13.572073 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.593455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42c0de-e015-44df-b909-da7e4b835cf1 req-702dd554-48f4-4586-a0d5-5c0b2ffea070 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:13.594476 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Routers {'58504bee-1feb-4efb-84dc-ea46b9a33c8b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:13.595306 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:25:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:13.598653 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2d21dd14-e68b-4132-a882-1658be03a5b7 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.607238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42c0de-e015-44df-b909-da7e4b835cf1 req-702dd554-48f4-4586-a0d5-5c0b2ffea070 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:13.617599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42c0de-e015-44df-b909-da7e4b835cf1 req-702dd554-48f4-4586-a0d5-5c0b2ffea070 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:13.626636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42c0de-e015-44df-b909-da7e4b835cf1 req-702dd554-48f4-4586-a0d5-5c0b2ffea070 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:13.629740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba42c0de-e015-44df-b909-da7e4b835cf1 req-702dd554-48f4-4586-a0d5-5c0b2ffea070 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5420 time: 0.2852383 Aug 31 14:26:13.632169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315efd6-fee5-4d84-8447-6467b9ee2f92 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72a7695-29ce-47b7-8e37-c0c59fd5f890,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:13.699311 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba42c0de-e015-44df-b909-da7e4b835cf1 req-2c8af261-6797-431d-91ed-67581a990616 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519478 Aug 31 14:26:13.700086 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b22596-0b21-4ba2-b5f3-670c0d6d5724 None None] Pushing event updated for resources: {'Port': ['ID=264f5c70-6636-4750-a336-365c8f93fbfb,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:13.754890 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b42f97e0-dfc2-4616-bb6c-60863f3df0bf req-7efaa7e4-7fa4-44f0-9401-2d519c678962 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 210 time: 0.1490769 Aug 31 14:26:13.809387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39992) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:13.857680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2d21dd14-e68b-4132-a882-1658be03a5b7 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.873575 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2d21dd14-e68b-4132-a882-1658be03a5b7 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.885099 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] Set router 58504bee-1feb-4efb-84dc-ea46b9a33c8b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:13.912847 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-5750335e-5626-44e6-9bb7-24fa4e4e156d req-f5fa8b11-6941-45b2-8161-e31676c71b98 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] show failed (client error): The resource could not be found. Aug 31 14:26:13.934392 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:13.942680 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5750335e-5626-44e6-9bb7-24fa4e4e156d req-f5fa8b11-6941-45b2-8161-e31676c71b98 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/0fdb3a4b-dade-4499-8737-4f995efdcd53 HTTP/1.1" status: 404 len: 352 time: 0.1012497 Aug 31 14:26:13.959494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21dd14-e68b-4132-a882-1658be03a5b7 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1e3a64-137f-4400-bfef-d950602ff37a,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:13.987415 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2d21dd14-e68b-4132-a882-1658be03a5b7 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.996260 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2d21dd14-e68b-4132-a882-1658be03a5b7 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4720356 Aug 31 14:26:13.999466 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39998) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:14.011955 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-70135d95-dc30-4315-8abe-d1fee28f50fd tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Request body: {'security_group_rule': {'security_group_id': 'a72a7695-29ce-47b7-8e37-c0c59fd5f890', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:14.060686 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70135d95-dc30-4315-8abe-d1fee28f50fd tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.080822 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-569c3c99-a4be-40f6-a1ed-42b1b852d01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.116268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ea28b-7d55-4707-bb2d-ba831f27477c req-6cf27085-be67-468b-84d8-81c0558f57c1 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:14.118185 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a8ea28b-7d55-4707-bb2d-ba831f27477c req-6cf27085-be67-468b-84d8-81c0558f57c1 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 945 time: 0.1421232 Aug 31 14:26:14.132176 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:14.132585 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.205549 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a8ea28b-7d55-4707-bb2d-ba831f27477c req-ecfe7c97-b1e3-4c2c-a6d4-35237c9f6e66 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716608 Aug 31 14:26:14.228451 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70135d95-dc30-4315-8abe-d1fee28f50fd tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.238466 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70135d95-dc30-4315-8abe-d1fee28f50fd tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.282071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ca1ff-b9af-4b99-88f6-dbca2b80f496 req-59f12e8a-b1c6-4abc-af83-fa3ed270a33b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:14.293569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ca1ff-b9af-4b99-88f6-dbca2b80f496 req-59f12e8a-b1c6-4abc-af83-fa3ed270a33b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:14.301658 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ca1ff-b9af-4b99-88f6-dbca2b80f496 req-59f12e8a-b1c6-4abc-af83-fa3ed270a33b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:14.309944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ca1ff-b9af-4b99-88f6-dbca2b80f496 req-59f12e8a-b1c6-4abc-af83-fa3ed270a33b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:14.319563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ca1ff-b9af-4b99-88f6-dbca2b80f496 req-59f12e8a-b1c6-4abc-af83-fa3ed270a33b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:14.322234 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5bbadf1d-99f4-40eb-b470-eae027370fba req-d8163d46-7150-4ee9-bb71-78e5fdc9bce1 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/cad548b9-3f82-452a-95b4-ba02a5389b86 HTTP/1.1" status: 200 len: 1806 time: 0.0891426 Aug 31 14:26:14.325634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ca1ff-b9af-4b99-88f6-dbca2b80f496 req-59f12e8a-b1c6-4abc-af83-fa3ed270a33b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:14.338281 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ca1ff-b9af-4b99-88f6-dbca2b80f496 req-59f12e8a-b1c6-4abc-af83-fa3ed270a33b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:14.348269 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-569c3c99-a4be-40f6-a1ed-42b1b852d01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.351796 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d8ca1ff-b9af-4b99-88f6-dbca2b80f496 req-59f12e8a-b1c6-4abc-af83-fa3ed270a33b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.2404270 Aug 31 14:26:14.361261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-569c3c99-a4be-40f6-a1ed-42b1b852d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.362966 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:26:08Z', 'revision_number': 4, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port': {'id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '264f5c70-6636-4750-a336-365c8f93fbfb', 'name': '', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'mac_address': 'fa:16:3e:4a:8c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:07Z', 'updated_at': '2021-08-31T14:26:13Z', 'revision_number': 4, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'subnets': [{'id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:14.379075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70135d95-dc30-4315-8abe-d1fee28f50fd tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecf202c-fbea-4056-8b5a-493fd1224952,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:14.406497 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c3efd-aa6c-4c3e-80e0-2af30655dff7 None None] The sync data for ids ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'] in n-d-806683-5 is: [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:26:08Z', 'revision_number': 4, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port': {'id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '264f5c70-6636-4750-a336-365c8f93fbfb', 'name': '', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'mac_address': 'fa:16:3e:4a:8c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:07Z', 'updated_at': '2021-08-31T14:26:13Z', 'revision_number': 4, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'subnets': [{'id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:14.420414 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70135d95-dc30-4315-8abe-d1fee28f50fd tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.425989 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-70135d95-dc30-4315-8abe-d1fee28f50fd tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4190879 Aug 31 14:26:14.426197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40000) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:14.430577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:14.450665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-569c3c99-a4be-40f6-a1ed-42b1b852d01d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f4e9240bb28417c93431406f4a567ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6400359 Aug 31 14:26:14.451351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40002) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:14.467834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c3c99-a4be-40f6-a1ed-42b1b852d01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2413cfc6-f5c6-47ff-b195-c6e417ea9fff,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:14.477963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 99f535e7-a803-49b2-8109-1a1e28f045a9 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:14.514619 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d8ca1ff-b9af-4b99-88f6-dbca2b80f496 req-95abdc93-dbe1-4041-a53f-3bb039ffb331 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325204 Aug 31 14:26:14.540628 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5bbadf1d-99f4-40eb-b470-eae027370fba req-0e12e9d7-2b48-479c-9c74-99c20981f684 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.544947 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.598467 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.621890 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5bbadf1d-99f4-40eb-b470-eae027370fba req-0e12e9d7-2b48-479c-9c74-99c20981f684 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.678003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 99f535e7-a803-49b2-8109-1a1e28f045a9, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=99f535e7-a803-49b2-8109-1a1e28f045a9,segment=NetworkSegment(6091cb93-9f1a-4021-8a4c-44ccfd2e6f00),segment_id=6091cb93-9f1a-4021-8a4c-44ccfd2e6f00)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:14.713055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '99f535e7-a803-49b2-8109-1a1e28f045a9', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'port_id': '99f535e7-a803-49b2-8109-1a1e28f045a9', 'mac_address': 'fa:16:3e:da:98:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:14.751421 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.752010 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5bbadf1d-99f4-40eb-b470-eae027370fba req-0e12e9d7-2b48-479c-9c74-99c20981f684 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.770573 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5bbadf1d-99f4-40eb-b470-eae027370fba req-0e12e9d7-2b48-479c-9c74-99c20981f684 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.778879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5bbadf1d-99f4-40eb-b470-eae027370fba req-0e12e9d7-2b48-479c-9c74-99c20981f684 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "DELETE /v2.0/security-groups/cad548b9-3f82-452a-95b4-ba02a5389b86 HTTP/1.1" status: 204 len: 173 time: 0.4276607 Aug 31 14:26:14.800323 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.831644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f535e7-a803-49b2-8109-1a1e28f045a9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:14.846685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12e9d7-2b48-479c-9c74-99c20981f684 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad548b9-3f82-452a-95b4-ba02a5389b86,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:14.897536 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 99f535e7-a803-49b2-8109-1a1e28f045a9, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=99f535e7-a803-49b2-8109-1a1e28f045a9,segment=NetworkSegment(6091cb93-9f1a-4021-8a4c-44ccfd2e6f00),segment_id=6091cb93-9f1a-4021-8a4c-44ccfd2e6f00)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:14.913344 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.914337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:14.959798 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4d38b911-bef1-4cdc-8350-034b423faf25 req-27129030-d013-40af-a40a-fb4500a1dcd7 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/77367424-7b8a-4361-9fa2-cc65577dd22f HTTP/1.1" status: 200 len: 1806 time: 0.1550384 Aug 31 14:26:14.971615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-5de59ae1-509e-481b-aa8a-96bc7937dd54 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:14.973230 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-5de59ae1-509e-481b-aa8a-96bc7937dd54 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.25 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 811 time: 0.3471937 Aug 31 14:26:14.975268 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.987544 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.991677 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2413cfc6-f5c6-47ff-b195-c6e417ea9fff HTTP/1.1" status: 204 len: 168 time: 0.5374753 Aug 31 14:26:15.101229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:15.102626 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2413cfc6-f5c6-47ff-b195-c6e417ea9fff,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:15.112390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd6aa2-5688-4a44-afb4-e84b8794eb7d req-1d7438dc-6519-43d3-97a7-beebbd900196 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:15.118544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'cfaf1278-8bb4-4991-a533-d2d57b2c2aa7', 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d', 'port_id': 'cfaf1278-8bb4-4991-a533-d2d57b2c2aa7', 'mac_address': 'fa:16:3e:3b:b0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9799c103-7005-4f13-9ecc-d6c62616947a', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:15.128407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd6aa2-5688-4a44-afb4-e84b8794eb7d req-1d7438dc-6519-43d3-97a7-beebbd900196 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:15.143873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:15.144497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:15.145007 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:15.145509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:15.146021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:15.146210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd6aa2-5688-4a44-afb4-e84b8794eb7d req-1d7438dc-6519-43d3-97a7-beebbd900196 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:15.146678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:15.147741 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:15.148617 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:15.149129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:15.150462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:15.150983 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:15.152209 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2e6d2f-9a27-471d-9dfa-6320db9dba99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:15.166579 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd6aa2-5688-4a44-afb4-e84b8794eb7d req-1d7438dc-6519-43d3-97a7-beebbd900196 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:15.178499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-119557e3-05d3-4fc2-aca1-84703f736739 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c7a9beea9d2401ab1424d74321046eb HTTP/1.1" status: 200 len: 379 time: 0.1856663 Aug 31 14:26:15.180802 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd6aa2-5688-4a44-afb4-e84b8794eb7d req-1d7438dc-6519-43d3-97a7-beebbd900196 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:15.190680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-79be77ed-265a-4ad2-bb94-3527b45a24ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Request body: {'port': {'device_id': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'admin_state_up': True, 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'security_groups': ['970f3bba-661f-44be-99d2-37e565acca2a']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:15.196200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd6aa2-5688-4a44-afb4-e84b8794eb7d req-1d7438dc-6519-43d3-97a7-beebbd900196 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:15.221608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd6aa2-5688-4a44-afb4-e84b8794eb7d req-1d7438dc-6519-43d3-97a7-beebbd900196 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:15.223649 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ecd6aa2-5688-4a44-afb4-e84b8794eb7d req-1d7438dc-6519-43d3-97a7-beebbd900196 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5421 time: 0.2746441 Aug 31 14:26:15.224056 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.243844 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=99f535e7-a803-49b2-8109-1a1e28f045a9,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:15.244103 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.251854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:15.315737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:15.321800 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.324359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 46681e42-b392-40ec-9c3e-c611227256b0 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:15.381301 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4d38b911-bef1-4cdc-8350-034b423faf25 req-1e8508d4-7eef-4341-97fe-0c16289ab935 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.427852 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4d38b911-bef1-4cdc-8350-034b423faf25 req-1e8508d4-7eef-4341-97fe-0c16289ab935 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.455520 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ecd6aa2-5688-4a44-afb4-e84b8794eb7d req-f688dd7f-3ee5-4849-aefa-e3ecbdfa0f2d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2037084 Aug 31 14:26:15.478157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 46681e42-b392-40ec-9c3e-c611227256b0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=46681e42-b392-40ec-9c3e-c611227256b0,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:15.492609 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 264f5c70-6636-4750-a336-365c8f93fbfb up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:15.533584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '46681e42-b392-40ec-9c3e-c611227256b0', 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d', 'port_id': '46681e42-b392-40ec-9c3e-c611227256b0', 'mac_address': 'fa:16:3e:7f:24:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9799c103-7005-4f13-9ecc-d6c62616947a', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:15.536957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-79be77ed-265a-4ad2-bb94-3527b45a24ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Made reservation on behalf of 6c7a9beea9d2401ab1424d74321046eb for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:15.542152 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-79be77ed-265a-4ad2-bb94-3527b45a24ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.602532 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Allocated IP 172.25.2.33 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/ff39b016-ec82-4e48-99c3-fc27d91c36b3) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:15.611157 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.616914 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:15.656802 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46681e42-b392-40ec-9c3e-c611227256b0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:15.682560 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b1cd1d20-42a3-4780-a9ac-1eeeb503d0a1 req-cd37b2a1-6d80-4846-8537-ff5b524342b7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 210 time: 0.1079221 Aug 31 14:26:15.700030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 46681e42-b392-40ec-9c3e-c611227256b0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=46681e42-b392-40ec-9c3e-c611227256b0,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:15.706195 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 264f5c70-6636-4750-a336-365c8f93fbfb completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:15.713951 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.714629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device dbc07de3-f945-4450-882b-57900fb39169 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:15.729259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 264f5c70-6636-4750-a336-365c8f93fbfb triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:15.729636 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.761838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-79be77ed-265a-4ad2-bb94-3527b45a24ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Allocated IP 172.20.0.11 (f7a8d1f5-ceb5-4396-9432-40efce66432c/f9bf6020-2a5f-4c94-8838-1765790a3074/ef248e17-ff68-45a2-a95a-b080183edfb0) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:15.809815 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4d38b911-bef1-4cdc-8350-034b423faf25 req-1e8508d4-7eef-4341-97fe-0c16289ab935 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.813505 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4d38b911-bef1-4cdc-8350-034b423faf25 req-1e8508d4-7eef-4341-97fe-0c16289ab935 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.814818 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4d38b911-bef1-4cdc-8350-034b423faf25 req-1e8508d4-7eef-4341-97fe-0c16289ab935 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "DELETE /v2.0/security-groups/77367424-7b8a-4361-9fa2-cc65577dd22f HTTP/1.1" status: 204 len: 173 time: 0.8540778 Aug 31 14:26:15.833756 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8508d4-7eef-4341-97fe-0c16289ab935 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77367424-7b8a-4361-9fa2-cc65577dd22f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:15.894306 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.947832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06223f-3074-4101-ab8b-4b582d085bdc req-ee17209a-fb30-4b7c-ad17-6ed8afc26717 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:15.949727 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc06223f-3074-4101-ab8b-4b582d085bdc req-ee17209a-fb30-4b7c-ad17-6ed8afc26717 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 945 time: 0.1505699 Aug 31 14:26:16.001902 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=46681e42-b392-40ec-9c3e-c611227256b0,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:16.017569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port dbc07de3-f945-4450-882b-57900fb39169, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=dbc07de3-f945-4450-882b-57900fb39169,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:16.032719 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc06223f-3074-4101-ab8b-4b582d085bdc req-1e562070-7ebd-4c28-b08d-18e11b26df99 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719821 Aug 31 14:26:16.032888 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'dbc07de3-f945-4450-882b-57900fb39169', 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d', 'port_id': 'dbc07de3-f945-4450-882b-57900fb39169', 'mac_address': 'fa:16:3e:f3:34:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9799c103-7005-4f13-9ecc-d6c62616947a', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:16.052908 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.089770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:16.093490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:16.097859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:16.127759 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.133661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Pushing event updated for resources: {'Port': ['ID=ff39b016-ec82-4e48-99c3-fc27d91c36b3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:16.144072 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.185328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc07de3-f945-4450-882b-57900fb39169 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:16.213760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port dbc07de3-f945-4450-882b-57900fb39169, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=dbc07de3-f945-4450-882b-57900fb39169,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:16.219206 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.224065 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 264f5c70-6636-4750-a336-365c8f93fbfb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=264f5c70-6636-4750-a336-365c8f93fbfb,segment=NetworkSegment(9f677e75-1c7f-47d0-bdd0-133f6ec3f094),segment_id=9f677e75-1c7f-47d0-bdd0-133f6ec3f094)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:16.229783 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.234445 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.282501 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d9d941f-1b08-41ff-8f87-1da96141b260 req-e065991d-a36f-424b-963e-4a505e7d3395 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/bb701bce-8324-404b-b287-6bee298654bd HTTP/1.1" status: 200 len: 1806 time: 0.0860929 Aug 31 14:26:16.292014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=dbc07de3-f945-4450-882b-57900fb39169,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:16.295301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.357865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=264f5c70-6636-4750-a336-365c8f93fbfb,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:16.475263 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 9a69c30f-e49c-4c35-82b4-3dbc7c73eced details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:16.479527 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-79be77ed-265a-4ad2-bb94-3527b45a24ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.491619 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8d9d941f-1b08-41ff-8f87-1da96141b260 req-ff74e40b-0d3c-4c40-b4d3-3c50153e7a1a tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.504907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99615ac6-9284-483d-93ff-e6adb07a21c3 req-78b37d55-e696-4248-8151-ebd60a0119f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:16.511241 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99615ac6-9284-483d-93ff-e6adb07a21c3 req-78b37d55-e696-4248-8151-ebd60a0119f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:16.517456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99615ac6-9284-483d-93ff-e6adb07a21c3 req-78b37d55-e696-4248-8151-ebd60a0119f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:16.525037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99615ac6-9284-483d-93ff-e6adb07a21c3 req-78b37d55-e696-4248-8151-ebd60a0119f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:16.528624 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8d9d941f-1b08-41ff-8f87-1da96141b260 req-ff74e40b-0d3c-4c40-b4d3-3c50153e7a1a tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.532271 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99615ac6-9284-483d-93ff-e6adb07a21c3 req-78b37d55-e696-4248-8151-ebd60a0119f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:16.539358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99615ac6-9284-483d-93ff-e6adb07a21c3 req-78b37d55-e696-4248-8151-ebd60a0119f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:16.547540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99615ac6-9284-483d-93ff-e6adb07a21c3 req-78b37d55-e696-4248-8151-ebd60a0119f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:16.550443 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-99615ac6-9284-483d-93ff-e6adb07a21c3 req-78b37d55-e696-4248-8151-ebd60a0119f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5431 time: 0.6123350 Aug 31 14:26:16.560235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-79be77ed-265a-4ad2-bb94-3527b45a24ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Transition to ACTIVE for port object ef248e17-ff68-45a2-a95a-b080183edfb0 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:16.606941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=9a69c30f-e49c-4c35-82b4-3dbc7c73eced,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:16.622073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '9a69c30f-e49c-4c35-82b4-3dbc7c73eced', 'network_id': '1b4a753f-ef7c-4fe1-aa26-35f642418c0d', 'port_id': '9a69c30f-e49c-4c35-82b4-3dbc7c73eced', 'mac_address': 'fa:16:3e:eb:c2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9799c103-7005-4f13-9ecc-d6c62616947a', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:16.627472 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-99615ac6-9284-483d-93ff-e6adb07a21c3 req-8a89c498-b7cd-42b7-90ff-9450ab96ec9a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627701 Aug 31 14:26:16.640555 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.654695 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.657003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['99f535e7-a803-49b2-8109-1a1e28f045a9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:16.660154 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-79be77ed-265a-4ad2-bb94-3527b45a24ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.685589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['46681e42-b392-40ec-9c3e-c611227256b0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:16.697990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['dbc07de3-f945-4450-882b-57900fb39169'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:16.708003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Pushing event updated for resources: {'Port': ['ID=ff39b016-ec82-4e48-99c3-fc27d91c36b3,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:16.717086 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8d9d941f-1b08-41ff-8f87-1da96141b260 req-ff74e40b-0d3c-4c40-b4d3-3c50153e7a1a tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.724477 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8d9d941f-1b08-41ff-8f87-1da96141b260 req-ff74e40b-0d3c-4c40-b4d3-3c50153e7a1a tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.725889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d9d941f-1b08-41ff-8f87-1da96141b260 req-ff74e40b-0d3c-4c40-b4d3-3c50153e7a1a tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "DELETE /v2.0/security-groups/bb701bce-8324-404b-b287-6bee298654bd HTTP/1.1" status: 204 len: 173 time: 0.4324327 Aug 31 14:26:16.785014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['cfaf1278-8bb4-4991-a533-d2d57b2c2aa7'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:16.807733 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-79be77ed-265a-4ad2-bb94-3527b45a24ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Network f7a8d1f5-ceb5-4396-9432-40efce66432c is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:16.814409 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.822432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74e40b-0d3c-4c40-b4d3-3c50153e7a1a tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb701bce-8324-404b-b287-6bee298654bd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:16.873014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-79be77ed-265a-4ad2-bb94-3527b45a24ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:16.875883 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.893712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-79be77ed-265a-4ad2-bb94-3527b45a24ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:16.899235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be77ed-265a-4ad2-bb94-3527b45a24ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event updated for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:16.935841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:16.956946 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-72b07547-10ef-4199-868f-ec238a39ecd3 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5301027 Aug 31 14:26:16.973064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cad57c-3284-456e-8a55-40f1494f0219 req-92f9821d-e691-4d56-828d-2538b3574dcc tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:16.980749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cad57c-3284-456e-8a55-40f1494f0219 req-92f9821d-e691-4d56-828d-2538b3574dcc tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:16.995332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cad57c-3284-456e-8a55-40f1494f0219 req-92f9821d-e691-4d56-828d-2538b3574dcc tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.008280 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cad57c-3284-456e-8a55-40f1494f0219 req-92f9821d-e691-4d56-828d-2538b3574dcc tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.016994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cad57c-3284-456e-8a55-40f1494f0219 req-92f9821d-e691-4d56-828d-2538b3574dcc tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.024814 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cad57c-3284-456e-8a55-40f1494f0219 req-92f9821d-e691-4d56-828d-2538b3574dcc tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.032621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cad57c-3284-456e-8a55-40f1494f0219 req-92f9821d-e691-4d56-828d-2538b3574dcc tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.034644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8330b-e1f1-4d81-b9a0-a125b41221c3 req-790be062-3eb3-42b2-84f9-614ca1fdcdc4 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.034994 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06cad57c-3284-456e-8a55-40f1494f0219 req-92f9821d-e691-4d56-828d-2538b3574dcc tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5424 time: 0.1960247 Aug 31 14:26:17.043340 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f8330b-e1f1-4d81-b9a0-a125b41221c3 req-790be062-3eb3-42b2-84f9-614ca1fdcdc4 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 945 time: 0.2742956 Aug 31 14:26:17.060879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-79be77ed-265a-4ad2-bb94-3527b45a24ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.062308 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-79be77ed-265a-4ad2-bb94-3527b45a24ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:17.097813 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06cad57c-3284-456e-8a55-40f1494f0219 req-a33a51e8-19cf-4d50-a933-f775ac2c4765 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545735 Aug 31 14:26:17.103031 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-79be77ed-265a-4ad2-bb94-3527b45a24ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9172983 Aug 31 14:26:17.119822 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a69c30f-e49c-4c35-82b4-3dbc7c73eced {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:17.125281 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3f8330b-e1f1-4d81-b9a0-a125b41221c3 req-daad9cbb-7cd7-4e3c-82e6-1c024085d274 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806189 Aug 31 14:26:17.139838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Request body: {'port': {'device_id': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:17.244862 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a6204f90-bcd4-4f0a-8210-558f12da33fd req-91161ebc-d210-4e13-ba86-959938ab2446 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/3e2471d0-a11a-46fe-ae9f-de19949dbaa6 HTTP/1.1" status: 200 len: 2405 time: 0.0575929 Aug 31 14:26:17.277007 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:17.323494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40062) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:17.325305 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=9a69c30f-e49c-4c35-82b4-3dbc7c73eced,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:17.354771 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:17.355734 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device c3b849ce-aa09-477e-8cca-9af7f3f55d9b details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:17.357959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4fbb5-5fed-420d-a25c-8aed56694aca req-85dcffee-1f20-4c9e-b846-75d543bcdb4b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.365710 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a6204f90-bcd4-4f0a-8210-558f12da33fd req-9400868c-3a4f-4357-978c-f0548c24b846 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:17.388628 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bee4fbb5-5fed-420d-a25c-8aed56694aca req-85dcffee-1f20-4c9e-b846-75d543bcdb4b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 932 time: 0.1519134 Aug 31 14:26:17.398786 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 264f5c70-6636-4750-a336-365c8f93fbfb up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:17.401705 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a6204f90-bcd4-4f0a-8210-558f12da33fd req-9400868c-3a4f-4357-978c-f0548c24b846 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:17.489552 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a6204f90-bcd4-4f0a-8210-558f12da33fd req-9400868c-3a4f-4357-978c-f0548c24b846 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:17.498199 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a6204f90-bcd4-4f0a-8210-558f12da33fd req-9400868c-3a4f-4357-978c-f0548c24b846 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:17.500268 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a6204f90-bcd4-4f0a-8210-558f12da33fd req-9400868c-3a4f-4357-978c-f0548c24b846 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "DELETE /v2.0/security-groups/3e2471d0-a11a-46fe-ae9f-de19949dbaa6 HTTP/1.1" status: 204 len: 173 time: 0.2455420 Aug 31 14:26:17.517709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400868c-3a4f-4357-978c-f0548c24b846 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2471d0-a11a-46fe-ae9f-de19949dbaa6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:17.617598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 3b58f743-17da-4d06-af23-9ca491f1d45c details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:17.653613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a3c38e3-f7c4-4df4-a638-81faa3ba738d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:17.676214 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:26:17.697785 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bee4fbb5-5fed-420d-a25c-8aed56694aca req-ff5036ce-550c-45d5-8471-8f792d854eb6 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081472 Aug 31 14:26:17.711288 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-fbaed4aa-af6f-4d45-9df4-882dee98ae57 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1800200247&fields=id&tenant_id=f80abaf64806401083cba1525e4cb216 HTTP/1.1" status: 200 len: 267 time: 0.0455818 Aug 31 14:26:17.734159 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7880eb69-a571-4ce2-bc36-150929c0d1e4 None None] Provisioning for port ef248e17-ff68-45a2-a95a-b080183edfb0 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:17.765246 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=9a69c30f-e49c-4c35-82b4-3dbc7c73eced,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:17.790933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7880eb69-a571-4ce2-bc36-150929c0d1e4 None None] Provisioning complete for port ef248e17-ff68-45a2-a95a-b080183edfb0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:17.791423 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7880eb69-a571-4ce2-bc36-150929c0d1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:17.814480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 264f5c70-6636-4750-a336-365c8f93fbfb triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:17.814857 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:17.881762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-1fc10549-250e-450f-9a2f-2725dee114fd tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.891229 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-1fc10549-250e-450f-9a2f-2725dee114fd tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/networks?id=e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c HTTP/1.1" status: 200 len: 805 time: 0.1661453 Aug 31 14:26:17.901454 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-3ed4af43-aecc-4ea3-acda-71055cf70671 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/quotas/f80abaf64806401083cba1525e4cb216 HTTP/1.1" status: 200 len: 375 time: 0.0093858 Aug 31 14:26:17.926474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef248e17-ff68-45a2-a95a-b080183edfb0 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:17.947953 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:17.962011 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a3c38e3-f7c4-4df4-a638-81faa3ba738d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:17.965401 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-50092c85-0913-463e-9e58-fe03227a423e tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f80abaf64806401083cba1525e4cb216&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554173 Aug 31 14:26:17.968318 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dae3c63e-2c35-4d7a-b06c-baadb0d07ecd req-d3cce2d2-c4b6-420c-bdfb-d17397307b82 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "GET /v2.0/security-groups/1e18d27f-bcf6-4b5d-8cba-4bf49bcf9a01 HTTP/1.1" status: 200 len: 2399 time: 0.1362324 Aug 31 14:26:17.972890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a3c38e3-f7c4-4df4-a638-81faa3ba738d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.000856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Transition to ACTIVE for port object ef248e17-ff68-45a2-a95a-b080183edfb0 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:18.024864 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.038837 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port c3b849ce-aa09-477e-8cca-9af7f3f55d9b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=c3b849ce-aa09-477e-8cca-9af7f3f55d9b,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:18.042047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7880eb69-a571-4ce2-bc36-150929c0d1e4 None None] Port ef248e17-ff68-45a2-a95a-b080183edfb0 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:26:18.067462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c38e3-f7c4-4df4-a638-81faa3ba738d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3653362-619e-4c8e-88b0-4a115e673884,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:18.072432 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9a3c38e3-f7c4-4df4-a638-81faa3ba738d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b90be60293b1475c9cd836c7d4160e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7482560 Aug 31 14:26:18.077114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40080) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:18.079124 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'c3b849ce-aa09-477e-8cca-9af7f3f55d9b', 'network_id': '703d1749-b334-41de-af58-b448e639a222', 'port_id': 'c3b849ce-aa09-477e-8cca-9af7f3f55d9b', 'mac_address': 'fa:16:3e:7e:a7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d72d2fc-c8a5-4582-90c7-ef167bb569ca', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:18.087887 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 3b58f743-17da-4d06-af23-9ca491f1d45c, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3b58f743-17da-4d06-af23-9ca491f1d45c,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:18.108801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '3b58f743-17da-4d06-af23-9ca491f1d45c', 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3', 'port_id': '3b58f743-17da-4d06-af23-9ca491f1d45c', 'mac_address': 'fa:16:3e:7e:9a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f48358-a314-4fbd-8e23-d1c1367dabcd', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:18.121183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Pushing event updated for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:18.164172 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dae3c63e-2c35-4d7a-b06c-baadb0d07ecd req-8ff7655c-936a-438e-b18a-0204996b3095 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.164575 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-bcacfcd2-d045-4959-82d1-4ae23e60620e service neutron] 10.222.0.39 "GET /v2.0/networks/e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789415 Aug 31 14:26:18.179715 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.215799 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.225226 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dae3c63e-2c35-4d7a-b06c-baadb0d07ecd req-8ff7655c-936a-438e-b18a-0204996b3095 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.242296 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b849ce-aa09-477e-8cca-9af7f3f55d9b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:18.262463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Attempting to bind port ef248e17-ff68-45a2-a95a-b080183edfb0 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:18.262802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Attempting to bind port ef248e17-ff68-45a2-a95a-b080183edfb0 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:18.263134 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Attempting to bind port ef248e17-ff68-45a2-a95a-b080183edfb0 on network f7a8d1f5-ceb5-4396-9432-40efce66432c {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:18.279661 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Port ef248e17-ff68-45a2-a95a-b080183edfb0 on network f7a8d1f5-ceb5-4396-9432-40efce66432c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:26:18.279921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port c3b849ce-aa09-477e-8cca-9af7f3f55d9b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=c3b849ce-aa09-477e-8cca-9af7f3f55d9b,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:18.280553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Attempting to bind port ef248e17-ff68-45a2-a95a-b080183edfb0 on network f7a8d1f5-ceb5-4396-9432-40efce66432c {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:18.282392 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.285038 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.287830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:18.288349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Checking segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:18.288742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Bound using segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:18.289393 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Bound port: ef248e17-ff68-45a2-a95a-b080183edfb0, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:18.289764 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.294105 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.295209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device bae37ea2-d7e6-4513-a927-0d658b3709e2 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:18.344721 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dae3c63e-2c35-4d7a-b06c-baadb0d07ecd req-8ff7655c-936a-438e-b18a-0204996b3095 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.347705 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dae3c63e-2c35-4d7a-b06c-baadb0d07ecd req-8ff7655c-936a-438e-b18a-0204996b3095 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.348928 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b58f743-17da-4d06-af23-9ca491f1d45c {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:18.349462 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dae3c63e-2c35-4d7a-b06c-baadb0d07ecd req-8ff7655c-936a-438e-b18a-0204996b3095 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] 10.222.0.39 "DELETE /v2.0/security-groups/1e18d27f-bcf6-4b5d-8cba-4bf49bcf9a01 HTTP/1.1" status: 204 len: 173 time: 0.3686657 Aug 31 14:26:18.364315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40084) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:18.377969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 3b58f743-17da-4d06-af23-9ca491f1d45c, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3b58f743-17da-4d06-af23-9ca491f1d45c,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:18.380247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7655c-936a-438e-b18a-0204996b3095 tempest-SecurityGroupRulesTestJSON-772919270 tempest-SecurityGroupRulesTestJSON-772919270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e18d27f-bcf6-4b5d-8cba-4bf49bcf9a01,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:18.385722 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.386376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e57b84cc-a866-47d8-8732-69907ed220f0 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:18.416920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:18.441262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-de1df8ca-25f6-473f-b738-29645fc05146 service neutron] 10.222.0.39 "GET /v2.0/networks/e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566531 Aug 31 14:26:18.452831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:18.461458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port bae37ea2-d7e6-4513-a927-0d658b3709e2, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=bae37ea2-d7e6-4513-a927-0d658b3709e2,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:18.472180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4f66bb-ec16-48d0-b0bb-86c28ebe8a9a admin admin] Deleting subnet 0413cd53-1f47-434d-9ca3-a765c39baa8a {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:26:18.476776 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.477005 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.479910 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.485677 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3653362-619e-4c8e-88b0-4a115e673884 HTTP/1.1" status: 204 len: 168 time: 0.4063542 Aug 31 14:26:18.487136 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d4f66bb-ec16-48d0-b0bb-86c28ebe8a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.524154 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3653362-619e-4c8e-88b0-4a115e673884,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:18.545707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:18.547013 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.547856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=c3b849ce-aa09-477e-8cca-9af7f3f55d9b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:18.548884 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] 10.222.0.25 "PUT /v2.0/ports/ef248e17-ff68-45a2-a95a-b080183edfb0 HTTP/1.1" status: 200 len: 1092 time: 1.4220006 Aug 31 14:26:18.552553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:18.558106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:18.558463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:18.558808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:18.559150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:18.559517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:18.559891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:18.560326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:18.560661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:18.560773 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04527851-dce4-4c40-9013-fff823ee35ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:18.560994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:18.562064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:18.563139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:18.563501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dfd3b-1899-4e9a-821f-09948d083aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:18.565580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'bae37ea2-d7e6-4513-a927-0d658b3709e2', 'network_id': '703d1749-b334-41de-af58-b448e639a222', 'port_id': 'bae37ea2-d7e6-4513-a927-0d658b3709e2', 'mac_address': 'fa:16:3e:e7:4b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d72d2fc-c8a5-4582-90c7-ef167bb569ca', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:18.576482 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d4f66bb-ec16-48d0-b0bb-86c28ebe8a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.660294 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d4f66bb-ec16-48d0-b0bb-86c28ebe8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.705151 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac41197-9dea-4aca-ba3c-552c53f74555 req-6d74e99c-c596-451f-9288-2723b83f8674 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:18.715435 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0ac41197-9dea-4aca-ba3c-552c53f74555 req-6d74e99c-c596-451f-9288-2723b83f8674 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 945 time: 0.2607453 Aug 31 14:26:18.774764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ebd64-a578-401e-a7d1-d70d5458a9ba service neutron] Pushing event updated for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:18.801900 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d4f66bb-ec16-48d0-b0bb-86c28ebe8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.849502 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f66bb-ec16-48d0-b0bb-86c28ebe8a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0413cd53-1f47-434d-9ca3-a765c39baa8a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:18.856062 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d4f66bb-ec16-48d0-b0bb-86c28ebe8a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:18.859667 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4d4f66bb-ec16-48d0-b0bb-86c28ebe8a9a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0413cd53-1f47-434d-9ca3-a765c39baa8a HTTP/1.1" status: 204 len: 168 time: 0.4923165 Aug 31 14:26:18.861641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40100) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:18.867805 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0ac41197-9dea-4aca-ba3c-552c53f74555 req-c3bfbdec-3f12-49ec-a1ed-08eb663a1564 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484559 Aug 31 14:26:18.890720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-68d3c696-919a-4c5a-8840-b3629622209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:18.892715 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-68d3c696-919a-4c5a-8840-b3629622209b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 1095 time: 0.2824929 Aug 31 14:26:18.896984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=3b58f743-17da-4d06-af23-9ca491f1d45c,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:18.935895 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.003874 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e57b84cc-a866-47d8-8732-69907ed220f0, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e57b84cc-a866-47d8-8732-69907ed220f0,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:19.012460 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-0794d542-f3ef-495c-8aa8-411cf836f526 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef248e17-ff68-45a2-a95a-b080183edfb0 HTTP/1.1" status: 200 len: 217 time: 0.1080887 Aug 31 14:26:19.018413 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae37ea2-d7e6-4513-a927-0d658b3709e2 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:19.054376 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1086673b-0783-46d3-8b6c-1dd758343d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.075025 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port bae37ea2-d7e6-4513-a927-0d658b3709e2, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=bae37ea2-d7e6-4513-a927-0d658b3709e2,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:19.094953 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.132817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a760e2-14eb-4f59-b42c-3d3208f5ec9a req-6c92eb73-65d9-4801-90fb-97f0451a42ad tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.133702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa01541-86bf-4e80-80b1-e32b0db0892d req-636dd388-298d-4535-9f4d-37899fab36eb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.139121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a760e2-14eb-4f59-b42c-3d3208f5ec9a req-6c92eb73-65d9-4801-90fb-97f0451a42ad tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.146547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a760e2-14eb-4f59-b42c-3d3208f5ec9a req-6c92eb73-65d9-4801-90fb-97f0451a42ad tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.151937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa01541-86bf-4e80-80b1-e32b0db0892d req-636dd388-298d-4535-9f4d-37899fab36eb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.152354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a760e2-14eb-4f59-b42c-3d3208f5ec9a req-6c92eb73-65d9-4801-90fb-97f0451a42ad tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.159426 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a760e2-14eb-4f59-b42c-3d3208f5ec9a req-6c92eb73-65d9-4801-90fb-97f0451a42ad tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.165499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a760e2-14eb-4f59-b42c-3d3208f5ec9a req-6c92eb73-65d9-4801-90fb-97f0451a42ad tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.167113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa01541-86bf-4e80-80b1-e32b0db0892d req-636dd388-298d-4535-9f4d-37899fab36eb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.174898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a760e2-14eb-4f59-b42c-3d3208f5ec9a req-6c92eb73-65d9-4801-90fb-97f0451a42ad tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.180829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=bae37ea2-d7e6-4513-a927-0d658b3709e2,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:19.181485 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8a760e2-14eb-4f59-b42c-3d3208f5ec9a req-6c92eb73-65d9-4801-90fb-97f0451a42ad tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5432 time: 0.1801198 Aug 31 14:26:19.188932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa01541-86bf-4e80-80b1-e32b0db0892d req-636dd388-298d-4535-9f4d-37899fab36eb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.191302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 99f535e7-a803-49b2-8109-1a1e28f045a9 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:19.205539 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa01541-86bf-4e80-80b1-e32b0db0892d req-636dd388-298d-4535-9f4d-37899fab36eb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.217411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa01541-86bf-4e80-80b1-e32b0db0892d req-636dd388-298d-4535-9f4d-37899fab36eb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.228338 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa01541-86bf-4e80-80b1-e32b0db0892d req-636dd388-298d-4535-9f4d-37899fab36eb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.231853 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3aa01541-86bf-4e80-80b1-e32b0db0892d req-636dd388-298d-4535-9f4d-37899fab36eb tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5426 time: 0.2218943 Aug 31 14:26:19.237527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-e4b91a86-194d-40a8-af50-907403883380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.240270 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-e4b91a86-194d-40a8-af50-907403883380 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.2175467 Aug 31 14:26:19.245186 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8a760e2-14eb-4f59-b42c-3d3208f5ec9a req-44fb3014-ecfd-404b-bf44-5e7831257d7b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627413 Aug 31 14:26:19.272108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'e57b84cc-a866-47d8-8732-69907ed220f0', 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb', 'port_id': 'e57b84cc-a866-47d8-8732-69907ed220f0', 'mac_address': 'fa:16:3e:64:c8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8e0da5-0757-4499-8cf1-b1603de9f949', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:19.332257 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1086673b-0783-46d3-8b6c-1dd758343d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.356966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-1086673b-0783-46d3-8b6c-1dd758343d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3735abf0-823f-48af-b16e-ff118d734980']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:19.371393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-1086673b-0783-46d3-8b6c-1dd758343d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1565fbad-c2bf-4a49-97ce-0e9b6794ae1c') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:19.372160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-1086673b-0783-46d3-8b6c-1dd758343d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1565fbad-c2bf-4a49-97ce-0e9b6794ae1c') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:19.377239 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1625af89-b6d1-4956-92ff-00bc3a2da5ab x-openstack-request-id: req-1625af89-b6d1-4956-92ff-00bc3a2da5ab {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:19.378076 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:19.380236 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1625af89-b6d1-4956-92ff-00bc3a2da5ab {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:19.380923 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'status': 'completed', 'code': 200} Aug 31 14:26:19.388118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1086673b-0783-46d3-8b6c-1dd758343d2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.426787 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1086673b-0783-46d3-8b6c-1dd758343d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.440403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1086673b-0783-46d3-8b6c-1dd758343d2d admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:26:19.440998 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1086673b-0783-46d3-8b6c-1dd758343d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:26:19.443390 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:26:19.471404 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3aa01541-86bf-4e80-80b1-e32b0db0892d req-1e340497-a8ea-4a30-8eda-4adc9b508ed8 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2271097 Aug 31 14:26:19.494048 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-51bd1c25-0d8f-4485-9314-ee75a8b9534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.496097 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-51bd1c25-0d8f-4485-9314-ee75a8b9534b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2384398 Aug 31 14:26:19.532048 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.543332 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.571990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 99f535e7-a803-49b2-8109-1a1e28f045a9 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:19.597420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1086673b-0783-46d3-8b6c-1dd758343d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.600183 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 99f535e7-a803-49b2-8109-1a1e28f045a9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:19.600563 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.603355 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57b84cc-a866-47d8-8732-69907ed220f0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:19.606501 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1086673b-0783-46d3-8b6c-1dd758343d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.609316 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1086673b-0783-46d3-8b6c-1dd758343d2d admin admin] 10.222.0.39 "DELETE /v2.0/networks/3735abf0-823f-48af-b16e-ff118d734980 HTTP/1.1" status: 204 len: 168 time: 0.7465646 Aug 31 14:26:19.633412 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e57b84cc-a866-47d8-8732-69907ed220f0, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e57b84cc-a866-47d8-8732-69907ed220f0,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:19.645040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db8d82-8b56-419b-83bd-45f03312c003 req-da595a3a-af5a-4496-acfe-eb7a2d18e6c9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.653752 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81db8d82-8b56-419b-83bd-45f03312c003 req-da595a3a-af5a-4496-acfe-eb7a2d18e6c9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 944 time: 0.1265020 Aug 31 14:26:19.664983 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ef36095-c4bd-4a87-b8bb-a0e5ff754db3 req-3bfca240-fb15-4e54-91b8-33264e5f2488 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 210 time: 0.0613387 Aug 31 14:26:19.666048 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.666719 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device fef509ac-4d20-4346-80ac-7987799f5e7b details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:19.674821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086673b-0783-46d3-8b6c-1dd758343d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=3735abf0-823f-48af-b16e-ff118d734980,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:19.739814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['9a69c30f-e49c-4c35-82b4-3dbc7c73eced'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:19.754726 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6c27775a-4720-40a7-9b78-408d73883d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:19.769263 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81db8d82-8b56-419b-83bd-45f03312c003 req-3c124722-c05e-4eb9-8ca9-95fa2b8790ed tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113844 Aug 31 14:26:19.787453 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-67576704-95f4-41bd-97e2-3d4b5bc97d72 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825413 Aug 31 14:26:19.816990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['bae37ea2-d7e6-4513-a927-0d658b3709e2'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:19.850971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['c3b849ce-aa09-477e-8cca-9af7f3f55d9b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:19.863628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=e57b84cc-a866-47d8-8732-69907ed220f0,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:19.911422 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40128) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:19.989185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port fef509ac-4d20-4346-80ac-7987799f5e7b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fef509ac-4d20-4346-80ac-7987799f5e7b,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:20.012765 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b1b23d8a-c7cc-425e-855a-f90e884281e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e6c915e8eb841f9ac8f9267635ea47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0900784 Aug 31 14:26:20.017936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40130) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:20.041431 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9040064d-6c80-4b5d-9ba7-b441492cd024 req-2c2e727d-a9a8-4f27-998f-56787666ab02 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459443 Aug 31 14:26:20.073255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'fef509ac-4d20-4346-80ac-7987799f5e7b', 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3', 'port_id': 'fef509ac-4d20-4346-80ac-7987799f5e7b', 'mac_address': 'fa:16:3e:40:47:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f48358-a314-4fbd-8e23-d1c1367dabcd', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:20.147450 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7703f155-51d0-48e0-8df4-92504472f466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.200086 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7703f155-51d0-48e0-8df4-92504472f466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.241289 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04527851-dce4-4c40-9013-fff823ee35ae req-f19de4ae-5e40-4a52-a0b5-7c345bce9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.243455 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-04527851-dce4-4c40-9013-fff823ee35ae req-f19de4ae-5e40-4a52-a0b5-7c345bce9342 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 1095 time: 0.0938559 Aug 31 14:26:20.273039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f47d6-9940-4257-8e9d-a691729a3a64 req-191e73d2-6dc3-4538-aa94-09f9e8553b3e tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.281760 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.285432 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-610f47d6-9940-4257-8e9d-a691729a3a64 req-191e73d2-6dc3-4538-aa94-09f9e8553b3e tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 945 time: 0.4487283 Aug 31 14:26:20.319127 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.334772 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-610f47d6-9940-4257-8e9d-a691729a3a64 req-1db4dac7-da57-43a4-bc6b-8b437ee48535 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481668 Aug 31 14:26:20.349460 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7703f155-51d0-48e0-8df4-92504472f466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.354888 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7703f155-51d0-48e0-8df4-92504472f466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.356945 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7703f155-51d0-48e0-8df4-92504472f466 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0aba6338-7336-45d8-8be6-8eb45666de52 HTTP/1.1" status: 204 len: 168 time: 0.3375759 Aug 31 14:26:20.388842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f535e7-a803-49b2-8109-1a1e28f045a9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:20.411210 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc60161f-90fa-4bf7-80be-efa353ffa881" -d '{"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-plugged", "status": "completed", "tag": "99f535e7-a803-49b2-8109-1a1e28f045a9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:20.426405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703f155-51d0-48e0-8df4-92504472f466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aba6338-7336-45d8-8be6-8eb45666de52,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:20.426521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef509ac-4d20-4346-80ac-7987799f5e7b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:20.449730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port fef509ac-4d20-4346-80ac-7987799f5e7b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fef509ac-4d20-4346-80ac-7987799f5e7b,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:20.497510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 99f535e7-a803-49b2-8109-1a1e28f045a9, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=99f535e7-a803-49b2-8109-1a1e28f045a9,segment=NetworkSegment(6091cb93-9f1a-4021-8a4c-44ccfd2e6f00),segment_id=6091cb93-9f1a-4021-8a4c-44ccfd2e6f00)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:20.506014 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.506776 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device fb942b53-8ca1-47a4-a21f-f0279210c88b details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:20.553210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port fb942b53-8ca1-47a4-a21f-f0279210c88b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fb942b53-8ca1-47a4-a21f-f0279210c88b,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:20.569073 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1ea006-58ea-45d0-baec-531d19097219 x-openstack-request-id: req-cb1ea006-58ea-45d0-baec-531d19097219 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:20.569421 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-plugged", "status": "completed", "tag": "99f535e7-a803-49b2-8109-1a1e28f045a9", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:20.569619 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb1ea006-58ea-45d0-baec-531d19097219 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:20.570016 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f535e7-a803-49b2-8109-1a1e28f045a9', 'code': 200} Aug 31 14:26:20.576802 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'fb942b53-8ca1-47a4-a21f-f0279210c88b', 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3', 'port_id': 'fb942b53-8ca1-47a4-a21f-f0279210c88b', 'mac_address': 'fa:16:3e:3b:40:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f48358-a314-4fbd-8e23-d1c1367dabcd', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:20.594781 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.595729 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device dbc07de3-f945-4450-882b-57900fb39169 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:20.654334 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04527851-dce4-4c40-9013-fff823ee35ae req-a9e5d5ed-934b-40c4-a9a0-7b205721c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.656814 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-04527851-dce4-4c40-9013-fff823ee35ae req-a9e5d5ed-934b-40c4-a9a0-7b205721c8a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.4052398 Aug 31 14:26:20.676512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491173c-e249-40cc-9129-53303924d0a7 req-a53f3dad-229f-4941-8645-d6bf4acc02c9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.682954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491173c-e249-40cc-9129-53303924d0a7 req-a53f3dad-229f-4941-8645-d6bf4acc02c9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.690387 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491173c-e249-40cc-9129-53303924d0a7 req-a53f3dad-229f-4941-8645-d6bf4acc02c9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.697000 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491173c-e249-40cc-9129-53303924d0a7 req-a53f3dad-229f-4941-8645-d6bf4acc02c9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.703411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50419be-3fbe-47da-ae84-44e44193202a req-6322126e-b3a1-4395-ad10-3607f60ab446 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.704997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b50419be-3fbe-47da-ae84-44e44193202a req-6322126e-b3a1-4395-ad10-3607f60ab446 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 945 time: 0.0964296 Aug 31 14:26:20.707396 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491173c-e249-40cc-9129-53303924d0a7 req-a53f3dad-229f-4941-8645-d6bf4acc02c9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.713875 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491173c-e249-40cc-9129-53303924d0a7 req-a53f3dad-229f-4941-8645-d6bf4acc02c9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.721570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491173c-e249-40cc-9129-53303924d0a7 req-a53f3dad-229f-4941-8645-d6bf4acc02c9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.724502 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e491173c-e249-40cc-9129-53303924d0a7 req-a53f3dad-229f-4941-8645-d6bf4acc02c9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5434 time: 0.3061693 Aug 31 14:26:20.773428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=fef509ac-4d20-4346-80ac-7987799f5e7b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:20.775119 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-04527851-dce4-4c40-9013-fff823ee35ae req-37267b40-bb48-4377-b8b1-eebb07a04c80 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef248e17-ff68-45a2-a95a-b080183edfb0 HTTP/1.1" status: 200 len: 217 time: 0.0442700 Aug 31 14:26:20.782497 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.800728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb942b53-8ca1-47a4-a21f-f0279210c88b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:20.829842 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b50419be-3fbe-47da-ae84-44e44193202a req-4736f500-b8e2-41c0-8d7a-6f82d0c96108 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156447 Aug 31 14:26:20.842164 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e491173c-e249-40cc-9129-53303924d0a7 req-a5c9c714-19fc-49b7-b447-f4513cd24dbe tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098590 Aug 31 14:26:20.907510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04527851-dce4-4c40-9013-fff823ee35ae req-72b21459-b10d-4ad0-a542-9517b19e5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.909055 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-04527851-dce4-4c40-9013-fff823ee35ae req-72b21459-b10d-4ad0-a542-9517b19e5a9e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1207483 Aug 31 14:26:20.922623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port fb942b53-8ca1-47a4-a21f-f0279210c88b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fb942b53-8ca1-47a4-a21f-f0279210c88b,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:20.925819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c9a559fe-cbe2-487d-8a67-2dc76c659bf7 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:20.927405 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c9a559fe-cbe2-487d-8a67-2dc76c659bf7 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.60 "GET /v2.0/networks?id=e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c HTTP/1.1" status: 200 len: 805 time: 0.4113739 Aug 31 14:26:20.946575 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port dbc07de3-f945-4450-882b-57900fb39169 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:20.951453 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.952722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 94a3dc65-7153-462e-95e3-3ed89ba870f6 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:20.975365 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port dbc07de3-f945-4450-882b-57900fb39169 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:20.975744 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:20.981454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=99f535e7-a803-49b2-8109-1a1e28f045a9,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:21.021312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04527851-dce4-4c40-9013-fff823ee35ae req-5f4d3626-a729-4105-a7d7-70f84a9102de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.023155 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-04527851-dce4-4c40-9013-fff823ee35ae req-5f4d3626-a729-4105-a7d7-70f84a9102de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948381 Aug 31 14:26:21.031468 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2b2b6799-e03c-418c-bc07-a5fdf9c4ae8e req-a9db833e-983d-4a2b-b8aa-12332e5c0abe tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 210 time: 0.0585139 Aug 31 14:26:21.068804 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40164) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:21.130531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c39267-765f-475b-b5e9-fd38e85ab06d req-37f75647-f0ff-476d-9e45-8bd914855ad6 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.138639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c39267-765f-475b-b5e9-fd38e85ab06d req-37f75647-f0ff-476d-9e45-8bd914855ad6 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.142236 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-04527851-dce4-4c40-9013-fff823ee35ae req-d7ab18a5-7e11-4fbc-a512-2443b673c543 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051035 Aug 31 14:26:21.145458 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:26:21.150851 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-a7f57422-772c-4a0e-9a97-b4f67a5b0ffb tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f80abaf64806401083cba1525e4cb216 HTTP/1.1" status: 200 len: 380 time: 0.2129855 Aug 31 14:26:21.162231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c39267-765f-475b-b5e9-fd38e85ab06d req-37f75647-f0ff-476d-9e45-8bd914855ad6 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.171604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c39267-765f-475b-b5e9-fd38e85ab06d req-37f75647-f0ff-476d-9e45-8bd914855ad6 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.180878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c39267-765f-475b-b5e9-fd38e85ab06d req-37f75647-f0ff-476d-9e45-8bd914855ad6 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.188135 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c39267-765f-475b-b5e9-fd38e85ab06d req-37f75647-f0ff-476d-9e45-8bd914855ad6 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.195350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c39267-765f-475b-b5e9-fd38e85ab06d req-37f75647-f0ff-476d-9e45-8bd914855ad6 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.205516 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27c39267-765f-475b-b5e9-fd38e85ab06d req-37f75647-f0ff-476d-9e45-8bd914855ad6 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5428 time: 0.1955793 Aug 31 14:26:21.253879 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da2e71ac-9d17-4c6e-aa58-aab0f94c0048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.255953 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c18b2e17-e078-4608-8b62-0d7f48460b9b tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Request body: {'port': {'device_id': 'ccb9741b-c657-475f-8914-fe8c6d74f55c', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'admin_state_up': True, 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'security_groups': ['a72a7695-29ce-47b7-8e37-c0c59fd5f890']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:21.260303 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=fb942b53-8ca1-47a4-a21f-f0279210c88b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:21.305485 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27c39267-765f-475b-b5e9-fd38e85ab06d req-16350575-57bb-4b8b-81c9-685cec339a25 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912867 Aug 31 14:26:21.334243 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 94a3dc65-7153-462e-95e3-3ed89ba870f6, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=94a3dc65-7153-462e-95e3-3ed89ba870f6,segment=NetworkSegment(c6184d0f-45a9-4c3d-9a06-a44aa1856116),segment_id=c6184d0f-45a9-4c3d-9a06-a44aa1856116)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:21.357289 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.362057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '94a3dc65-7153-462e-95e3-3ed89ba870f6', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'port_id': '94a3dc65-7153-462e-95e3-3ed89ba870f6', 'mac_address': 'fa:16:3e:98:98:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:21.433526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port dbc07de3-f945-4450-882b-57900fb39169, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=dbc07de3-f945-4450-882b-57900fb39169,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:21.439417 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.440288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:21.482692 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-04527851-dce4-4c40-9013-fff823ee35ae req-6e19e5b8-e482-428c-bfaa-5701412aa744 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306084 Aug 31 14:26:21.489638 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.521266 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da2e71ac-9d17-4c6e-aa58-aab0f94c0048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.527356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a3dc65-7153-462e-95e3-3ed89ba870f6 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:21.530043 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da2e71ac-9d17-4c6e-aa58-aab0f94c0048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.563823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=dbc07de3-f945-4450-882b-57900fb39169,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:21.571910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 94a3dc65-7153-462e-95e3-3ed89ba870f6, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=94a3dc65-7153-462e-95e3-3ed89ba870f6,segment=NetworkSegment(c6184d0f-45a9-4c3d-9a06-a44aa1856116),segment_id=c6184d0f-45a9-4c3d-9a06-a44aa1856116)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:21.574805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a763d-4997-4772-8e61-af7302e83634 req-f4390bbd-c898-4544-b992-2e1fd7414bec tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.585316 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-936a763d-4997-4772-8e61-af7302e83634 req-f4390bbd-c898-4544-b992-2e1fd7414bec tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 944 time: 0.3107629 Aug 31 14:26:21.591402 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.593664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bdd494a6-c0dc-45e9-a438-4b045656ddfe details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:21.604780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:21.631732 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-936a763d-4997-4772-8e61-af7302e83634 req-cccb176b-82e6-42d6-b6c4-ad8a58807459 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445392 Aug 31 14:26:21.632719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c18b2e17-e078-4608-8b62-0d7f48460b9b tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Made reservation on behalf of f80abaf64806401083cba1525e4cb216 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:21.636740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-da2e71ac-9d17-4c6e-aa58-aab0f94c0048 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f59d1adf8bf4cd68697fcdf562c1bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5645330 Aug 31 14:26:21.636740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e71ac-9d17-4c6e-aa58-aab0f94c0048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3189adf-1e4d-455b-8622-c8b634e04091,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:21.637007 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c18b2e17-e078-4608-8b62-0d7f48460b9b tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.640541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40180) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:21.688537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777cc4e-98e9-41df-ba7f-3693d8d90cf2 req-dbe4dc31-09c0-44cc-91df-573d3270c84f tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.690340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a777cc4e-98e9-41df-ba7f-3693d8d90cf2 req-dbe4dc31-09c0-44cc-91df-573d3270c84f tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 945 time: 0.1113007 Aug 31 14:26:21.707013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:21.707358 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.740156 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c963-1e6a-4593-8eb1-42c91a3b2ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.758291 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a777cc4e-98e9-41df-ba7f-3693d8d90cf2 req-dab67f91-79a3-4ef3-ade3-957647f4f182 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593121 Aug 31 14:26:21.772481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bdd494a6-c0dc-45e9-a438-4b045656ddfe, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bdd494a6-c0dc-45e9-a438-4b045656ddfe,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:21.787259 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c963-1e6a-4593-8eb1-42c91a3b2ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.801565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'bdd494a6-c0dc-45e9-a438-4b045656ddfe', 'network_id': 'bbbffd75-f989-4565-a2b7-5846c86624d3', 'port_id': 'bdd494a6-c0dc-45e9-a438-4b045656ddfe', 'mac_address': 'fa:16:3e:90:49:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f48358-a314-4fbd-8e23-d1c1367dabcd', 'ip_address': '10.1.1.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:21.807145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=94a3dc65-7153-462e-95e3-3ed89ba870f6,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:21.869265 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c18b2e17-e078-4608-8b62-0d7f48460b9b tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Allocated IP 172.20.0.8 (e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c/2f50e77b-5355-49e4-bd63-f06d29bc86d6/a2ead2dc-8d3a-418e-bf63-5c727e06544e) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:21.872725 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c963-1e6a-4593-8eb1-42c91a3b2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.879519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c963-1e6a-4593-8eb1-42c91a3b2ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.881248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8cd8c963-1e6a-4593-8eb1-42c91a3b2ead admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3189adf-1e4d-455b-8622-c8b634e04091 HTTP/1.1" status: 204 len: 168 time: 0.2394576 Aug 31 14:26:21.901919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8c963-1e6a-4593-8eb1-42c91a3b2ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3189adf-1e4d-455b-8622-c8b634e04091,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:21.952756 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.970362 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:21.981443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40194) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:22.016458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fdc7a-0a19-4aa4-acd1-a9873cc4319e req-7581c96a-eb55-4c01-b2f5-c7c3b8549537 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.026910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd494a6-c0dc-45e9-a438-4b045656ddfe {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:22.027111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e78fdc7a-0a19-4aa4-acd1-a9873cc4319e req-7581c96a-eb55-4c01-b2f5-c7c3b8549537 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 945 time: 0.1279452 Aug 31 14:26:22.078178 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e78fdc7a-0a19-4aa4-acd1-a9873cc4319e req-1e207d50-3c2a-4d79-9ccf-341c1ad5d0cd tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500996 Aug 31 14:26:22.116664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:22.121278 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec817f5c-d9a1-44e9-b2e7-656e5141acaa req-e72fe83f-6f08-44b1-bdbf-b5f8c942c493 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.128663 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec817f5c-d9a1-44e9-b2e7-656e5141acaa req-e72fe83f-6f08-44b1-bdbf-b5f8c942c493 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.135816 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bdd494a6-c0dc-45e9-a438-4b045656ddfe, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bdd494a6-c0dc-45e9-a438-4b045656ddfe,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:22.142183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec817f5c-d9a1-44e9-b2e7-656e5141acaa req-e72fe83f-6f08-44b1-bdbf-b5f8c942c493 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.150967 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.151674 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a6ffeccb-69ae-488c-9407-9562e4ddb943 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:22.153697 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.154457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 46681e42-b392-40ec-9c3e-c611227256b0 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:22.163819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec817f5c-d9a1-44e9-b2e7-656e5141acaa req-e72fe83f-6f08-44b1-bdbf-b5f8c942c493 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.170357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec817f5c-d9a1-44e9-b2e7-656e5141acaa req-e72fe83f-6f08-44b1-bdbf-b5f8c942c493 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.171702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1926229738-network', 'tenant_id': '1e296a091eb24fc69c75f8c0d3d3144e'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:22.185512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec817f5c-d9a1-44e9-b2e7-656e5141acaa req-e72fe83f-6f08-44b1-bdbf-b5f8c942c493 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.193481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec817f5c-d9a1-44e9-b2e7-656e5141acaa req-e72fe83f-6f08-44b1-bdbf-b5f8c942c493 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.205388 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec817f5c-d9a1-44e9-b2e7-656e5141acaa req-e72fe83f-6f08-44b1-bdbf-b5f8c942c493 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5436 time: 0.2283554 Aug 31 14:26:22.216658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] Made reservation on behalf of 1e296a091eb24fc69c75f8c0d3d3144e for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:22.220004 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.244847 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.251242 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e2b82bdc-b772-49cd-9e36-01fb9c1fc116 req-5fb96213-82e4-48e1-a166-8ccf8eee8bb8 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 210 time: 0.0652981 Aug 31 14:26:22.302767 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec817f5c-d9a1-44e9-b2e7-656e5141acaa req-ab78de98-bd0a-486b-9f71-c63a102704c3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960023 Aug 31 14:26:22.304029 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d448ef46-45cd-496e-b8bf-b96afc41202a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.309270 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.365077 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c18b2e17-e078-4608-8b62-0d7f48460b9b tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.365230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 46681e42-b392-40ec-9c3e-c611227256b0 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:22.370218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a6ffeccb-69ae-488c-9407-9562e4ddb943, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a6ffeccb-69ae-488c-9407-9562e4ddb943,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:22.387524 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bdd494a6-c0dc-45e9-a438-4b045656ddfe,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:22.396030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'a6ffeccb-69ae-488c-9407-9562e4ddb943', 'network_id': '102255ed-e1f5-4ea0-8992-73ed1fa161fb', 'port_id': 'a6ffeccb-69ae-488c-9407-9562e4ddb943', 'mac_address': 'fa:16:3e:89:c1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8e0da5-0757-4499-8cf1-b1603de9f949', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:22.403507 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 46681e42-b392-40ec-9c3e-c611227256b0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:22.403898 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.412081 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.414567 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c18b2e17-e078-4608-8b62-0d7f48460b9b tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Transition to ACTIVE for port object a2ead2dc-8d3a-418e-bf63-5c727e06544e will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:22.430132 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.487577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:26:22.513066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7c22c5-b415-406d-b7f9-86c536bb6640,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:22.523404 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c18b2e17-e078-4608-8b62-0d7f48460b9b tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.543607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6419bf-a6f5-4cda-8776-583926175784 req-063f89de-1b45-4ce7-876e-0fb5edc86daf tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.544966 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.547227 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd6419bf-a6f5-4cda-8776-583926175784 req-063f89de-1b45-4ce7-876e-0fb5edc86daf tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 945 time: 0.1464438 Aug 31 14:26:22.549774 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.550403 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] Added segment ceb73b58-575a-40e1-82b1-095bb125ea8b of type vlan for network 87a1d08a-de4a-464e-9db1-2a8b6227a631 Aug 31 14:26:22.552047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c78c3-eff7-446d-aa93-ef2074f60c12 req-4d680e1f-1170-41fb-ad4d-2f8ace127b78 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.563872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c78c3-eff7-446d-aa93-ef2074f60c12 req-4d680e1f-1170-41fb-ad4d-2f8ace127b78 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.571975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c78c3-eff7-446d-aa93-ef2074f60c12 req-4d680e1f-1170-41fb-ad4d-2f8ace127b78 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.572767 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc07de3-f945-4450-882b-57900fb39169'}, {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfaf1278-8bb4-4991-a533-d2d57b2c2aa7'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:22.575054 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe39794-8087-4d7d-9763-08705ff3e48c" -d '{"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-plugged", "status": "completed", "tag": "dbc07de3-f945-4450-882b-57900fb39169"}, {"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-plugged", "status": "completed", "tag": "cfaf1278-8bb4-4991-a533-d2d57b2c2aa7"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:22.581006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c78c3-eff7-446d-aa93-ef2074f60c12 req-4d680e1f-1170-41fb-ad4d-2f8ace127b78 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.581331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:22.588258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ffeccb-69ae-488c-9407-9562e4ddb943 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:22.597674 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c78c3-eff7-446d-aa93-ef2074f60c12 req-4d680e1f-1170-41fb-ad4d-2f8ace127b78 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.611433 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.611616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c78c3-eff7-446d-aa93-ef2074f60c12 req-4d680e1f-1170-41fb-ad4d-2f8ace127b78 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.618463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c78c3-eff7-446d-aa93-ef2074f60c12 req-4d680e1f-1170-41fb-ad4d-2f8ace127b78 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.620667 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-731c78c3-eff7-446d-aa93-ef2074f60c12 req-4d680e1f-1170-41fb-ad4d-2f8ace127b78 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5430 time: 0.1800721 Aug 31 14:26:22.649910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a6ffeccb-69ae-488c-9407-9562e4ddb943, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a6ffeccb-69ae-488c-9407-9562e4ddb943,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:22.655214 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd6419bf-a6f5-4cda-8776-583926175784 req-31ffbb4f-06d2-4f0d-be84-062372edfaa2 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455408 Aug 31 14:26:22.667763 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.674961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c18b2e17-e078-4608-8b62-0d7f48460b9b tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:22.688897 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c18b2e17-e078-4608-8b62-0d7f48460b9b tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:22.697680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c18b2e17-e078-4608-8b62-0d7f48460b9b tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:22.706448 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.707919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.709499 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.741333 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.792903 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b2e17-e078-4608-8b62-0d7f48460b9b tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Pushing event updated for resources: {'Port': ['ID=a2ead2dc-8d3a-418e-bf63-5c727e06544e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:22.817981 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-731c78c3-eff7-446d-aa93-ef2074f60c12 req-644250b9-dc43-477f-b151-4e6c0064c229 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1637177 Aug 31 14:26:22.821198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40224) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:22.836553 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8345981 Aug 31 14:26:22.838202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-573be744-63da-4224-91b9-14d0df51e189 admin admin] Request body: {'subnet': {'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1926229738-subnet', 'tenant_id': '1e296a091eb24fc69c75f8c0d3d3144e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:22.856137 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c18b2e17-e078-4608-8b62-0d7f48460b9b tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.856907 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c18b2e17-e078-4608-8b62-0d7f48460b9b tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.885982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d24b6b-482d-40c1-bed3-077551341c4b admin admin] Pushing event updated for resources: {'Network': ['ID=87a1d08a-de4a-464e-9db1-2a8b6227a631,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:22.936947 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573be744-63da-4224-91b9-14d0df51e189 admin admin] Made reservation on behalf of 1e296a091eb24fc69c75f8c0d3d3144e for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:22.940521 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-573be744-63da-4224-91b9-14d0df51e189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:22.957031 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c18b2e17-e078-4608-8b62-0d7f48460b9b tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7099888 Aug 31 14:26:22.991982 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Request body: {'port': {'device_id': 'ccb9741b-c657-475f-8914-fe8c6d74f55c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:23.032727 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dfb179-5754-495d-a185-889e9992c885 x-openstack-request-id: req-24dfb179-5754-495d-a185-889e9992c885 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:23.034871 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-plugged", "status": "completed", "tag": "dbc07de3-f945-4450-882b-57900fb39169", "code": 200}, {"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-plugged", "status": "completed", "tag": "cfaf1278-8bb4-4991-a533-d2d57b2c2aa7", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:23.034871 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24dfb179-5754-495d-a185-889e9992c885 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:23.034871 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc07de3-f945-4450-882b-57900fb39169', 'code': 200} Aug 31 14:26:23.034871 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfaf1278-8bb4-4991-a533-d2d57b2c2aa7', 'code': 200} Aug 31 14:26:23.037454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 87a1d08a-de4a-464e-9db1-2a8b6227a631 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:26:23.069544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 46681e42-b392-40ec-9c3e-c611227256b0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=46681e42-b392-40ec-9c3e-c611227256b0,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:23.101246 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a6ffeccb-69ae-488c-9407-9562e4ddb943,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:23.119791 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:23.139399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ef248e17-ff68-45a2-a95a-b080183edfb0 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:23.142027 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device bae37ea2-d7e6-4513-a927-0d658b3709e2 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:23.192930 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:23.247987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-58a1d09f-e4ac-4ff0-ac87-7a40f88a26fe None None] Provisioning for port a2ead2dc-8d3a-418e-bf63-5c727e06544e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:23.255435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['fb942b53-8ca1-47a4-a21f-f0279210c88b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:23.319021 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-58a1d09f-e4ac-4ff0-ac87-7a40f88a26fe None None] Provisioning complete for port a2ead2dc-8d3a-418e-bf63-5c727e06544e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:23.319776 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58a1d09f-e4ac-4ff0-ac87-7a40f88a26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:23.322080 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['3b58f743-17da-4d06-af23-9ca491f1d45c'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:23.324052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['e57b84cc-a866-47d8-8732-69907ed220f0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:23.326377 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['fef509ac-4d20-4346-80ac-7987799f5e7b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:23.442428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['94a3dc65-7153-462e-95e3-3ed89ba870f6'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:23.487527 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:23.488125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=46681e42-b392-40ec-9c3e-c611227256b0,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:23.554862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:23.555231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:23.555579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:23.556044 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:23.556242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:23.556572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:23.556895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:23.557289 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:23.557535 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:23.557859 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:23.558239 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:23.558499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:23.606330 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e26b4a-c145-458e-aca5-f311f1780b33 req-3121fcbd-18b1-475b-9027-39154e7ef288 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:23.611752 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-09e26b4a-c145-458e-aca5-f311f1780b33 req-3121fcbd-18b1-475b-9027-39154e7ef288 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 944 time: 0.6268165 Aug 31 14:26:23.618541 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-58a1d09f-e4ac-4ff0-ac87-7a40f88a26fe None None] Port a2ead2dc-8d3a-418e-bf63-5c727e06544e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:26:23.653155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port bae37ea2-d7e6-4513-a927-0d658b3709e2 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:23.688478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:23.696024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port bae37ea2-d7e6-4513-a927-0d658b3709e2 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:23.696405 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:23.809896 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-09e26b4a-c145-458e-aca5-f311f1780b33 req-968ab2a5-a17d-4747-b3fd-c0137a8294db tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601968 Aug 31 14:26:23.824958 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-573be744-63da-4224-91b9-14d0df51e189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:23.833385 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'port_id': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'mac_address': 'fa:16:3e:bb:c1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:23.957317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573be744-63da-4224-91b9-14d0df51e189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f369ee74-3273-4e69-abd8-8da86f146e8c,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:23.982621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573be744-63da-4224-91b9-14d0df51e189 admin admin] Checking segment: {'id': 'ceb73b58-575a-40e1-82b1-095bb125ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:23.984711 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573be744-63da-4224-91b9-14d0df51e189 admin admin] Network hostable DHCP agents. Network: 87a1d08a-de4a-464e-9db1-2a8b6227a631, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:26:24.112717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573be744-63da-4224-91b9-14d0df51e189 admin admin] Network 87a1d08a-de4a-464e-9db1-2a8b6227a631 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:26:24.122704 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:24.137308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ead2dc-8d3a-418e-bf63-5c727e06544e {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:24.146985 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:24.160427 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Transition to ACTIVE for port object a2ead2dc-8d3a-418e-bf63-5c727e06544e will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:24.166404 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-573be744-63da-4224-91b9-14d0df51e189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 87a1d08a-de4a-464e-9db1-2a8b6227a631) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:24.176879 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:24.180151 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573be744-63da-4224-91b9-14d0df51e189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.181002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-573be744-63da-4224-91b9-14d0df51e189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:24.199890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5401144-1b14-44d2-87c2-e6bca5c20713 None None] Network 87a1d08a-de4a-464e-9db1-2a8b6227a631 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:24.200632 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea0734-a5d8-45cf-819d-24e74078066d req-e8b466ed-e33c-4a40-8342-4061f535d563 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.208761 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b1ea0734-a5d8-45cf-819d-24e74078066d req-e8b466ed-e33c-4a40-8342-4061f535d563 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 931 time: 0.2132888 Aug 31 14:26:24.248729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f3dd-daf4-4b8a-8866-376ce6608cbb req-72c70c71-41a1-4f7a-9ae7-49f1066dc5ce tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.261545 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:24.273489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f3dd-daf4-4b8a-8866-376ce6608cbb req-72c70c71-41a1-4f7a-9ae7-49f1066dc5ce tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.281883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f3dd-daf4-4b8a-8866-376ce6608cbb req-72c70c71-41a1-4f7a-9ae7-49f1066dc5ce tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.290412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f3dd-daf4-4b8a-8866-376ce6608cbb req-72c70c71-41a1-4f7a-9ae7-49f1066dc5ce tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.292541 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-573be744-63da-4224-91b9-14d0df51e189 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4683802 Aug 31 14:26:24.304623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef248e17-ff68-45a2-a95a-b080183edfb0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:24.318148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ead2dc-8d3a-418e-bf63-5c727e06544e,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:24.323352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f3dd-daf4-4b8a-8866-376ce6608cbb req-72c70c71-41a1-4f7a-9ae7-49f1066dc5ce tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.328127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['a6ffeccb-69ae-488c-9407-9562e4ddb943'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:24.331737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bdd494a6-c0dc-45e9-a438-4b045656ddfe'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:24.332954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f3dd-daf4-4b8a-8866-376ce6608cbb req-72c70c71-41a1-4f7a-9ae7-49f1066dc5ce tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.367750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f3dd-daf4-4b8a-8866-376ce6608cbb req-72c70c71-41a1-4f7a-9ae7-49f1066dc5ce tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.381042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d556f3dd-daf4-4b8a-8866-376ce6608cbb req-72c70c71-41a1-4f7a-9ae7-49f1066dc5ce tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5438 time: 0.2185950 Aug 31 14:26:24.435414 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b1ea0734-a5d8-45cf-819d-24e74078066d req-6394c8a4-36ac-4488-aaf2-27532a99c513 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups?id=a72a7695-29ce-47b7-8e37-c0c59fd5f890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212300 Aug 31 14:26:24.478349 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d556f3dd-daf4-4b8a-8866-376ce6608cbb req-d6581054-bfc8-4412-ae1b-86fa44ead5ce tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904586 Aug 31 14:26:24.502043 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Attempting to bind port a2ead2dc-8d3a-418e-bf63-5c727e06544e on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:24.502543 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Attempting to bind port a2ead2dc-8d3a-418e-bf63-5c727e06544e by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '9f677e75-1c7f-47d0-bdd0-133f6ec3f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:24.502968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Attempting to bind port a2ead2dc-8d3a-418e-bf63-5c727e06544e on network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:24.510947 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Port a2ead2dc-8d3a-418e-bf63-5c727e06544e on network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:26:24.512912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Attempting to bind port a2ead2dc-8d3a-418e-bf63-5c727e06544e on network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:24.531562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:24.531988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Checking segment: {'id': '9f677e75-1c7f-47d0-bdd0-133f6ec3f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:24.532546 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Bound using segment: {'id': '9f677e75-1c7f-47d0-bdd0-133f6ec3f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:24.533054 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Bound port: a2ead2dc-8d3a-418e-bf63-5c727e06544e, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f677e75-1c7f-47d0-bdd0-133f6ec3f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:24.533529 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:24.649235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:24.673076 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:24.675683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] For port a2ead2dc-8d3a-418e-bf63-5c727e06544e, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:24.684486 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] For port a2ead2dc-8d3a-418e-bf63-5c727e06544e, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a2ead2dc-8d3a-418e-bf63-5c727e06544e,segment=NetworkSegment(9f677e75-1c7f-47d0-bdd0-133f6ec3f094),segment_id=9f677e75-1c7f-47d0-bdd0-133f6ec3f094)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:24.698698 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:24.700907 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:24.781868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.782284 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:24.784280 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] 10.222.0.60 "PUT /v2.0/ports/a2ead2dc-8d3a-418e-bf63-5c727e06544e HTTP/1.1" status: 200 len: 1091 time: 1.7980380 Aug 31 14:26:24.798825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb9741b-c657-475f-8914-fe8c6d74f55c', 'tag': 'a2ead2dc-8d3a-418e-bf63-5c727e06544e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:24.806848 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564a5ee3-146d-4f5a-8ef6-11d550e50668" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb9741b-c657-475f-8914-fe8c6d74f55c", "tag": "a2ead2dc-8d3a-418e-bf63-5c727e06544e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:24.865050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16929c5-a5e1-4ce6-ac8c-d3291bf55953 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ead2dc-8d3a-418e-bf63-5c727e06544e,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:24.903701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a524-1fb0-45af-b613-2fc6eb4f8980 req-2f59e150-4095-4a89-b678-7ecfc04e68fa tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.910950 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a524-1fb0-45af-b613-2fc6eb4f8980 req-2f59e150-4095-4a89-b678-7ecfc04e68fa tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.918185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:24.925451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a524-1fb0-45af-b613-2fc6eb4f8980 req-2f59e150-4095-4a89-b678-7ecfc04e68fa tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.931776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a524-1fb0-45af-b613-2fc6eb4f8980 req-2f59e150-4095-4a89-b678-7ecfc04e68fa tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.939035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a524-1fb0-45af-b613-2fc6eb4f8980 req-2f59e150-4095-4a89-b678-7ecfc04e68fa tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.950408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a524-1fb0-45af-b613-2fc6eb4f8980 req-2f59e150-4095-4a89-b678-7ecfc04e68fa tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.954583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port bae37ea2-d7e6-4513-a927-0d658b3709e2, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=bae37ea2-d7e6-4513-a927-0d658b3709e2,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:24.961867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a524-1fb0-45af-b613-2fc6eb4f8980 req-2f59e150-4095-4a89-b678-7ecfc04e68fa tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.973801 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7e8a524-1fb0-45af-b613-2fc6eb4f8980 req-2f59e150-4095-4a89-b678-7ecfc04e68fa tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5431 time: 0.2206633 Aug 31 14:26:25.019293 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:25.020293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device c3b849ce-aa09-477e-8cca-9af7f3f55d9b up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:25.039560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-6229eaed-6a5a-452c-b2da-d24f3b14e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:25.041137 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-6229eaed-6a5a-452c-b2da-d24f3b14e359 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f80abaf64806401083cba1525e4cb216&device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 1094 time: 0.1879005 Aug 31 14:26:25.069056 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7e8a524-1fb0-45af-b613-2fc6eb4f8980 req-1f8546a7-29ce-4038-8c37-66c1aa2b2ff1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0942168 Aug 31 14:26:25.105516 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46681e42-b392-40ec-9c3e-c611227256b0'}, {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae37ea2-d7e6-4513-a927-0d658b3709e2'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:25.112482 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4424e89a-45d8-41ff-9127-867bd0c06ef1" -d '{"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-plugged", "status": "completed", "tag": "46681e42-b392-40ec-9c3e-c611227256b0"}, {"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-plugged", "status": "completed", "tag": "bae37ea2-d7e6-4513-a927-0d658b3709e2"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:25.158587 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-a7c33148-5783-4f0f-9f79-9e2f0b4fef38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2ead2dc-8d3a-418e-bf63-5c727e06544e HTTP/1.1" status: 200 len: 217 time: 0.1017272 Aug 31 14:26:25.163147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['ef248e17-ff68-45a2-a95a-b080183edfb0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:25.170844 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e06bbcb-e489-483d-997a-b0f032c9ff87 x-openstack-request-id: req-4e06bbcb-e489-483d-997a-b0f032c9ff87 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:25.171146 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb9741b-c657-475f-8914-fe8c6d74f55c", "tag": "a2ead2dc-8d3a-418e-bf63-5c727e06544e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:25.176789 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e06bbcb-e489-483d-997a-b0f032c9ff87 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:25.177210 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb9741b-c657-475f-8914-fe8c6d74f55c', 'tag': 'a2ead2dc-8d3a-418e-bf63-5c727e06544e', 'status': 'completed', 'code': 200} Aug 31 14:26:25.266348 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:25.286600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-4f25126e-fcac-4c47-94ef-a6e2208f1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:25.288453 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-4f25126e-fcac-4c47-94ef-a6e2208f1353 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f50e77b-5355-49e4-bd63-f06d29bc86d6 HTTP/1.1" status: 200 len: 844 time: 0.1202538 Aug 31 14:26:25.301162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a7d3f2-495d-412b-975f-7b8c0b296ce3 None None] Network 87a1d08a-de4a-464e-9db1-2a8b6227a631 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:25.310180 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e97d5-bac7-4b93-8037-44f28ceb8fba req-58ba2e86-5091-4518-98e9-93e1258a05d9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:25.312592 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-da6e97d5-bac7-4b93-8037-44f28ceb8fba req-58ba2e86-5091-4518-98e9-93e1258a05d9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0596659 Aug 31 14:26:25.356627 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-682fad97-a642-4047-ab23-db66cf219960 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:25.366850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-682fad97-a642-4047-ab23-db66cf219960 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/networks?id=87a1d08a-de4a-464e-9db1-2a8b6227a631 HTTP/1.1" status: 200 len: 815 time: 0.1498425 Aug 31 14:26:25.386790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-a45b4aa2-8715-4580-ad0f-6bda39443d46 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/quotas/1e296a091eb24fc69c75f8c0d3d3144e HTTP/1.1" status: 200 len: 375 time: 0.0188460 Aug 31 14:26:25.401806 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-da6e97d5-bac7-4b93-8037-44f28ceb8fba req-3b33c592-9cc6-4911-8803-19806e64c63e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790122 Aug 31 14:26:25.415487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-eee0a962-2768-4774-96f3-3ad49af4d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:25.417420 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-eee0a962-2768-4774-96f3-3ad49af4d12a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037843 Aug 31 14:26:25.421169 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-8d94db35-dc41-44a1-b543-b41babdf1f76 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e296a091eb24fc69c75f8c0d3d3144e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326252 Aug 31 14:26:25.444774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-43f091c3-ae12-4c26-8515-04fdf6f3cfcd tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:26:25.446113 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-43f091c3-ae12-4c26-8515-04fdf6f3cfcd tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069501 Aug 31 14:26:25.465728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=bae37ea2-d7e6-4513-a927-0d658b3709e2,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:25.476591 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port c3b849ce-aa09-477e-8cca-9af7f3f55d9b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:25.511823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port c3b849ce-aa09-477e-8cca-9af7f3f55d9b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:25.512199 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:25.559053 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-abe25080-e4d7-46dc-b0ac-c279b326c58a service neutron] 10.222.0.39 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004376 Aug 31 14:26:25.559558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2568c-9e10-4b23-8923-4c628eeaa7f2 req-aac2d52a-94dc-4b64-b0d1-8f8f8fc8e48f tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:25.561104 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9cb2568c-9e10-4b23-8923-4c628eeaa7f2 req-aac2d52a-94dc-4b64-b0d1-8f8f8fc8e48f tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 945 time: 0.0791743 Aug 31 14:26:25.568237 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-e44b1cb3-0169-44d0-a77d-060eb61482be service neutron] 10.222.0.60 "GET /v2.0/networks/e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379735 Aug 31 14:26:25.659223 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9cb2568c-9e10-4b23-8923-4c628eeaa7f2 req-656ca624-0a7f-45a4-a060-b4ad12ca0c2a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876946 Aug 31 14:26:25.680053 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-d73844d0-10b9-4f00-be13-87e94e46d134 service neutron] 10.222.0.39 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139505 Aug 31 14:26:25.704955 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60830f0c-f0f6-4d55-ba27-52241fc7d6df req-854483a6-35be-45c9-8f1a-e35e69dbe822 service neutron] 10.222.0.60 "GET /v2.0/networks/e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270406 Aug 31 14:26:25.748476 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0214dee4-9ddb-43b9-b2db-c5500847f61c x-openstack-request-id: req-0214dee4-9ddb-43b9-b2db-c5500847f61c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:25.749625 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-plugged", "status": "completed", "tag": "46681e42-b392-40ec-9c3e-c611227256b0", "code": 200}, {"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-plugged", "status": "completed", "tag": "bae37ea2-d7e6-4513-a927-0d658b3709e2", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:25.749863 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0214dee4-9ddb-43b9-b2db-c5500847f61c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:25.750305 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46681e42-b392-40ec-9c3e-c611227256b0', 'code': 200} Aug 31 14:26:25.750557 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae37ea2-d7e6-4513-a927-0d658b3709e2', 'code': 200} Aug 31 14:26:25.823305 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a5ee3-146d-4f5a-8ef6-11d550e50668 req-64843ee8-61db-4654-8f36-3bd50159b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:25.826024 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-564a5ee3-146d-4f5a-8ef6-11d550e50668 req-64843ee8-61db-4654-8f36-3bd50159b47d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f80abaf64806401083cba1525e4cb216&device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 1094 time: 0.0699043 Aug 31 14:26:25.979569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ab2fd-51ef-4048-9a06-9a1e589daf8f req-fbc15b48-dc35-49da-a036-65192a41ba67 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:25.981131 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c07ab2fd-51ef-4048-9a06-9a1e589daf8f req-fbc15b48-dc35-49da-a036-65192a41ba67 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 943 time: 0.1607845 Aug 31 14:26:26.010179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596eaa8-d3bd-4df2-b470-d91a9b76d9a2 req-5b8e3e2c-1a38-438e-9798-737af555008e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.018585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596eaa8-d3bd-4df2-b470-d91a9b76d9a2 req-5b8e3e2c-1a38-438e-9798-737af555008e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.026450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596eaa8-d3bd-4df2-b470-d91a9b76d9a2 req-5b8e3e2c-1a38-438e-9798-737af555008e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.035056 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596eaa8-d3bd-4df2-b470-d91a9b76d9a2 req-5b8e3e2c-1a38-438e-9798-737af555008e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.042014 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:26.042523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596eaa8-d3bd-4df2-b470-d91a9b76d9a2 req-5b8e3e2c-1a38-438e-9798-737af555008e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.050307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596eaa8-d3bd-4df2-b470-d91a9b76d9a2 req-5b8e3e2c-1a38-438e-9798-737af555008e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.057108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596eaa8-d3bd-4df2-b470-d91a9b76d9a2 req-5b8e3e2c-1a38-438e-9798-737af555008e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.060902 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a5ee3-146d-4f5a-8ef6-11d550e50668 req-9365afa2-2de6-4aaf-ba12-a0bc64fb0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.066808 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a596eaa8-d3bd-4df2-b470-d91a9b76d9a2 req-5b8e3e2c-1a38-438e-9798-737af555008e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5438 time: 0.1917059 Aug 31 14:26:26.067854 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-564a5ee3-146d-4f5a-8ef6-11d550e50668 req-9365afa2-2de6-4aaf-ba12-a0bc64fb0561 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c HTTP/1.1" status: 200 len: 906 time: 0.2271950 Aug 31 14:26:26.115948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port c3b849ce-aa09-477e-8cca-9af7f3f55d9b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=c3b849ce-aa09-477e-8cca-9af7f3f55d9b,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:26.120398 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a596eaa8-d3bd-4df2-b470-d91a9b76d9a2 req-1dad2e5a-e236-43c5-b2e9-ef4c7d10d8e6 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518494 Aug 31 14:26:26.123515 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:26.123931 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c07ab2fd-51ef-4048-9a06-9a1e589daf8f req-6d9b2072-c7ef-4b00-ab7e-c7eb9b3b1641 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups?id=a72a7695-29ce-47b7-8e37-c0c59fd5f890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233809 Aug 31 14:26:26.125024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 9a69c30f-e49c-4c35-82b4-3dbc7c73eced up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:26.200688 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-564a5ee3-146d-4f5a-8ef6-11d550e50668 req-1653342b-839e-4cb0-867f-c8fe08b40aba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2ead2dc-8d3a-418e-bf63-5c727e06544e HTTP/1.1" status: 200 len: 217 time: 0.1053448 Aug 31 14:26:26.216866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=c3b849ce-aa09-477e-8cca-9af7f3f55d9b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:26.254128 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:26.259366 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4070b9c8-f6cc-4775-8b64-a1b300df268b req-771d3cb5-4c02-4a0c-a423-c19d2c74fbab tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 210 time: 0.0542684 Aug 31 14:26:26.268586 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:26.268967 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:26.298918 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a5ee3-146d-4f5a-8ef6-11d550e50668 req-fea2117b-418e-427b-bc82-264f9bd8e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.301500 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-564a5ee3-146d-4f5a-8ef6-11d550e50668 req-fea2117b-418e-427b-bc82-264f9bd8e645 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f50e77b-5355-49e4-bd63-f06d29bc86d6 HTTP/1.1" status: 200 len: 844 time: 0.0896680 Aug 31 14:26:26.450087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a5ee3-146d-4f5a-8ef6-11d550e50668 req-2184a32f-ad61-4555-b817-906fea283fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.454972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-564a5ee3-146d-4f5a-8ef6-11d550e50668 req-2184a32f-ad61-4555-b817-906fea283fec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332734 Aug 31 14:26:26.472993 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:26.490927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de369d9-887c-4ef7-9f48-72f400d0edc2 req-6b02e2b1-fdee-4469-875e-3484b407eef4 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.501500 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de369d9-887c-4ef7-9f48-72f400d0edc2 req-6b02e2b1-fdee-4469-875e-3484b407eef4 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.516833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de369d9-887c-4ef7-9f48-72f400d0edc2 req-6b02e2b1-fdee-4469-875e-3484b407eef4 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.523950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=9a69c30f-e49c-4c35-82b4-3dbc7c73eced,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:26.524995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de369d9-887c-4ef7-9f48-72f400d0edc2 req-6b02e2b1-fdee-4469-875e-3484b407eef4 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.528534 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:26.533173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de369d9-887c-4ef7-9f48-72f400d0edc2 req-6b02e2b1-fdee-4469-875e-3484b407eef4 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.538964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de369d9-887c-4ef7-9f48-72f400d0edc2 req-6b02e2b1-fdee-4469-875e-3484b407eef4 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.545494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de369d9-887c-4ef7-9f48-72f400d0edc2 req-6b02e2b1-fdee-4469-875e-3484b407eef4 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.548502 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0de369d9-887c-4ef7-9f48-72f400d0edc2 req-6b02e2b1-fdee-4469-875e-3484b407eef4 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5433 time: 0.1718285 Aug 31 14:26:26.599440 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=9a69c30f-e49c-4c35-82b4-3dbc7c73eced,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:26.615392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0de369d9-887c-4ef7-9f48-72f400d0edc2 req-7bbd6924-c189-46f2-99dc-07014e6ea65f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490186 Aug 31 14:26:26.627736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b267f1b-8791-43ba-bdd5-33ea40e9689e req-3b4d7560-3c80-471b-a390-74363ec7a866 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.627925 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b267f1b-8791-43ba-bdd5-33ea40e9689e req-3b4d7560-3c80-471b-a390-74363ec7a866 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0902174 Aug 31 14:26:26.659447 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-564a5ee3-146d-4f5a-8ef6-11d550e50668 req-93923bbc-955b-4ff4-bdcc-191de3db50de service neutron] 10.222.0.60 "GET /v2.0/networks/e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919768 Aug 31 14:26:26.715646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device aae902ce-1535-4ff2-a1a7-28a23882ae30 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:26.729576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 3b58f743-17da-4d06-af23-9ca491f1d45c up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:26.734871 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b267f1b-8791-43ba-bdd5-33ea40e9689e req-af653570-0b44-4f11-8d0b-bc102ef4705e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990491 Aug 31 14:26:26.816570 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-564a5ee3-146d-4f5a-8ef6-11d550e50668 req-b5a5f8dd-71fa-4462-b9f8-ac639ad5e5e6 service neutron] 10.222.0.60 "GET /v2.0/networks/e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479468 Aug 31 14:26:26.932482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da7bec-7022-4c0b-b627-206b08f8e8f1 req-d1b9e32c-1386-4259-8bec-70a1d3d8621a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.934183 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-52da7bec-7022-4c0b-b627-206b08f8e8f1 req-d1b9e32c-1386-4259-8bec-70a1d3d8621a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 945 time: 0.0608017 Aug 31 14:26:26.980326 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-52da7bec-7022-4c0b-b627-206b08f8e8f1 req-7006417a-3efd-4e29-8a3c-19073867952b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396397 Aug 31 14:26:27.015808 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port aae902ce-1535-4ff2-a1a7-28a23882ae30, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=aae902ce-1535-4ff2-a1a7-28a23882ae30,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:27.039721 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'aae902ce-1535-4ff2-a1a7-28a23882ae30', 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f', 'port_id': 'aae902ce-1535-4ff2-a1a7-28a23882ae30', 'mac_address': 'fa:16:3e:69:23:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30f3655-ac81-4822-979c-80a3fcb0e051', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:27.043407 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 3b58f743-17da-4d06-af23-9ca491f1d45c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:27.052481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 3b58f743-17da-4d06-af23-9ca491f1d45c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:27.052847 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.169779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ef248e17-ff68-45a2-a95a-b080183edfb0 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:27.177280 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.239793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aae902ce-1535-4ff2-a1a7-28a23882ae30 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:27.295050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port aae902ce-1535-4ff2-a1a7-28a23882ae30, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=aae902ce-1535-4ff2-a1a7-28a23882ae30,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:27.305667 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.398093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee1b1f-2570-4faf-bde6-a90537716a5f req-90ff2ffb-b33f-4741-9218-a4033f1ddf75 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.399858 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeee1b1f-2570-4faf-bde6-a90537716a5f req-90ff2ffb-b33f-4741-9218-a4033f1ddf75 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 943 time: 0.1362593 Aug 31 14:26:27.406720 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.414007 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f363f1e-2958-42c5-86c0-34905fc19119 req-36b17bb8-9ab7-4475-bda0-40b52ed79941 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.424227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port ef248e17-ff68-45a2-a95a-b080183edfb0 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:27.428756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f363f1e-2958-42c5-86c0-34905fc19119 req-36b17bb8-9ab7-4475-bda0-40b52ed79941 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.430861 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-7cc9b29c-1962-47da-bf8f-7922358b73a8 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.432330 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-7cc9b29c-1962-47da-bf8f-7922358b73a8 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.25 "GET /v2.0/networks?id=87a1d08a-de4a-464e-9db1-2a8b6227a631 HTTP/1.1" status: 200 len: 815 time: 0.2229071 Aug 31 14:26:27.446003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port ef248e17-ff68-45a2-a95a-b080183edfb0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:27.446380 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.447165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f363f1e-2958-42c5-86c0-34905fc19119 req-36b17bb8-9ab7-4475-bda0-40b52ed79941 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.450271 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a795da7-385d-4f21-9766-2df6eed3e9de tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Request body: {'port': {'device_id': 'c0a08793-9a20-4c20-9802-e59072f9e109', 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631', 'admin_state_up': True, 'tenant_id': '1e296a091eb24fc69c75f8c0d3d3144e'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:27.455723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f363f1e-2958-42c5-86c0-34905fc19119 req-36b17bb8-9ab7-4475-bda0-40b52ed79941 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.462797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f363f1e-2958-42c5-86c0-34905fc19119 req-36b17bb8-9ab7-4475-bda0-40b52ed79941 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.469837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f363f1e-2958-42c5-86c0-34905fc19119 req-36b17bb8-9ab7-4475-bda0-40b52ed79941 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.479110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f363f1e-2958-42c5-86c0-34905fc19119 req-36b17bb8-9ab7-4475-bda0-40b52ed79941 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.481177 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f363f1e-2958-42c5-86c0-34905fc19119 req-36b17bb8-9ab7-4475-bda0-40b52ed79941 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5438 time: 0.1873994 Aug 31 14:26:27.533611 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeee1b1f-2570-4faf-bde6-a90537716a5f req-2af4f964-63c4-4125-bbd0-7f8db1e29431 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups?id=a72a7695-29ce-47b7-8e37-c0c59fd5f890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173546 Aug 31 14:26:27.537420 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f363f1e-2958-42c5-86c0-34905fc19119 req-4c4afb6a-76af-4edc-a947-cad2b1c487c0 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475085 Aug 31 14:26:27.555277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 3b58f743-17da-4d06-af23-9ca491f1d45c, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3b58f743-17da-4d06-af23-9ca491f1d45c,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:27.576306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=aae902ce-1535-4ff2-a1a7-28a23882ae30,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:27.587990 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.588907 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e57b84cc-a866-47d8-8732-69907ed220f0 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:27.644235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['aae902ce-1535-4ff2-a1a7-28a23882ae30'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:27.687539 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a795da7-385d-4f21-9766-2df6eed3e9de tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Made reservation on behalf of 1e296a091eb24fc69c75f8c0d3d3144e for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:27.692358 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a795da7-385d-4f21-9766-2df6eed3e9de tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.745407 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-982470be-1170-4595-aab8-7c47e8a922cf req-fd0113f4-896c-4a04-99b2-6ac36c814b0f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 210 time: 0.0353065 Aug 31 14:26:27.751888 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b849ce-aa09-477e-8cca-9af7f3f55d9b'}, {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a69c30f-e49c-4c35-82b4-3dbc7c73eced'}, {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b58f743-17da-4d06-af23-9ca491f1d45c'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:27.754315 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b38e3ca-48ab-4445-8888-6f554bcd579a" -d '{"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-plugged", "status": "completed", "tag": "c3b849ce-aa09-477e-8cca-9af7f3f55d9b"}, {"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-plugged", "status": "completed", "tag": "9a69c30f-e49c-4c35-82b4-3dbc7c73eced"}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-plugged", "status": "completed", "tag": "3b58f743-17da-4d06-af23-9ca491f1d45c"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:27.799948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979608e-9745-4e87-a5f3-0bbaace851e6 req-1937236c-71d9-4a58-af02-950f9a49d55d tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.802067 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6979608e-9745-4e87-a5f3-0bbaace851e6 req-1937236c-71d9-4a58-af02-950f9a49d55d tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 944 time: 0.1704719 Aug 31 14:26:27.822843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port e57b84cc-a866-47d8-8732-69907ed220f0 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:27.825976 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=3b58f743-17da-4d06-af23-9ca491f1d45c,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:27.842471 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.846279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port e57b84cc-a866-47d8-8732-69907ed220f0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:27.846648 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.906206 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6979608e-9745-4e87-a5f3-0bbaace851e6 req-7906339d-2087-4da0-9273-f00bffa87673 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891492 Aug 31 14:26:27.935746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd0d64-804f-4e87-aba0-b1b6885abaa1 req-3d016ee7-182c-449f-a0fc-a9d51580c981 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.943570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a795da7-385d-4f21-9766-2df6eed3e9de tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Allocated IP 172.20.0.7 (87a1d08a-de4a-464e-9db1-2a8b6227a631/f369ee74-3273-4e69-abd8-8da86f146e8c/7839dfc6-e46b-46bc-b980-5e2a3a00b053) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:27.944497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd0d64-804f-4e87-aba0-b1b6885abaa1 req-3d016ee7-182c-449f-a0fc-a9d51580c981 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.951365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd0d64-804f-4e87-aba0-b1b6885abaa1 req-3d016ee7-182c-449f-a0fc-a9d51580c981 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.962343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd0d64-804f-4e87-aba0-b1b6885abaa1 req-3d016ee7-182c-449f-a0fc-a9d51580c981 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.962554 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:27.973611 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd0d64-804f-4e87-aba0-b1b6885abaa1 req-3d016ee7-182c-449f-a0fc-a9d51580c981 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.979143 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.982412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd0d64-804f-4e87-aba0-b1b6885abaa1 req-3d016ee7-182c-449f-a0fc-a9d51580c981 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.991817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd0d64-804f-4e87-aba0-b1b6885abaa1 req-3d016ee7-182c-449f-a0fc-a9d51580c981 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.993370 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-85fd0d64-804f-4e87-aba0-b1b6885abaa1 req-3d016ee7-182c-449f-a0fc-a9d51580c981 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5434 time: 0.1495500 Aug 31 14:26:28.051598 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-85fd0d64-804f-4e87-aba0-b1b6885abaa1 req-afde0f75-8d20-4b84-8a48-b4e3b1981414 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471339 Aug 31 14:26:28.109530 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.112080 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:28.147891 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cda9436-eecd-475b-a228-bc4dc9b17bca x-openstack-request-id: req-5cda9436-eecd-475b-a228-bc4dc9b17bca {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:28.148273 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-plugged", "status": "completed", "tag": "c3b849ce-aa09-477e-8cca-9af7f3f55d9b", "code": 200}, {"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-plugged", "status": "completed", "tag": "9a69c30f-e49c-4c35-82b4-3dbc7c73eced", "code": 200}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-plugged", "status": "completed", "tag": "3b58f743-17da-4d06-af23-9ca491f1d45c", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:28.148598 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5cda9436-eecd-475b-a228-bc4dc9b17bca {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:28.149062 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b849ce-aa09-477e-8cca-9af7f3f55d9b', 'code': 200} Aug 31 14:26:28.149389 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a69c30f-e49c-4c35-82b4-3dbc7c73eced', 'code': 200} Aug 31 14:26:28.149715 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b58f743-17da-4d06-af23-9ca491f1d45c', 'code': 200} Aug 31 14:26:28.155446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e57b84cc-a866-47d8-8732-69907ed220f0, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e57b84cc-a866-47d8-8732-69907ed220f0,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:28.160295 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.161729 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 94a3dc65-7153-462e-95e3-3ed89ba870f6 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:28.233712 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a795da7-385d-4f21-9766-2df6eed3e9de tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.247219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05082cc2-db77-4aa4-902e-35e1c3ddb66b req-5b652740-e23b-4b51-a602-69b4c051b805 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.247219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05082cc2-db77-4aa4-902e-35e1c3ddb66b req-5b652740-e23b-4b51-a602-69b4c051b805 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 946 time: 0.2230003 Aug 31 14:26:28.287040 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=e57b84cc-a866-47d8-8732-69907ed220f0,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:28.292757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946e0ef-10b7-42fc-b047-95a3d343469b req-15bdaeda-6964-43df-b784-d7eb11821619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.293216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946e0ef-10b7-42fc-b047-95a3d343469b req-15bdaeda-6964-43df-b784-d7eb11821619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.293707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946e0ef-10b7-42fc-b047-95a3d343469b req-15bdaeda-6964-43df-b784-d7eb11821619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.294187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946e0ef-10b7-42fc-b047-95a3d343469b req-15bdaeda-6964-43df-b784-d7eb11821619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.294669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946e0ef-10b7-42fc-b047-95a3d343469b req-15bdaeda-6964-43df-b784-d7eb11821619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.295314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946e0ef-10b7-42fc-b047-95a3d343469b req-15bdaeda-6964-43df-b784-d7eb11821619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.296134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946e0ef-10b7-42fc-b047-95a3d343469b req-15bdaeda-6964-43df-b784-d7eb11821619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.298406 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2946e0ef-10b7-42fc-b047-95a3d343469b req-15bdaeda-6964-43df-b784-d7eb11821619 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 6491 time: 0.0690663 Aug 31 14:26:28.308610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 94a3dc65-7153-462e-95e3-3ed89ba870f6 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:28.314532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 94a3dc65-7153-462e-95e3-3ed89ba870f6 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:28.314963 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.318530 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05082cc2-db77-4aa4-902e-35e1c3ddb66b req-dd76a3c3-6524-486b-9865-97a42d3eb483 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631032 Aug 31 14:26:28.343498 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a795da7-385d-4f21-9766-2df6eed3e9de tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.353472 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2946e0ef-10b7-42fc-b047-95a3d343469b req-841bf0e1-1b5a-4365-898c-703e1d88ae6a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472558 Aug 31 14:26:28.398155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a795da7-385d-4f21-9766-2df6eed3e9de tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Network 87a1d08a-de4a-464e-9db1-2a8b6227a631 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:28.402388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a795da7-385d-4f21-9766-2df6eed3e9de tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:28.404619 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a795da7-385d-4f21-9766-2df6eed3e9de tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Pushing event updated for resources: {'Port': ['ID=7839dfc6-e46b-46bc-b980-5e2a3a00b053,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:28.413258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a795da7-385d-4f21-9766-2df6eed3e9de tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:28.434783 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.470057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 94a3dc65-7153-462e-95e3-3ed89ba870f6, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=94a3dc65-7153-462e-95e3-3ed89ba870f6,segment=NetworkSegment(c6184d0f-45a9-4c3d-9a06-a44aa1856116),segment_id=c6184d0f-45a9-4c3d-9a06-a44aa1856116)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:28.471730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a795da7-385d-4f21-9766-2df6eed3e9de tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.473645 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a795da7-385d-4f21-9766-2df6eed3e9de tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.479911 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.480730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device fb942b53-8ca1-47a4-a21f-f0279210c88b up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:28.487845 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a795da7-385d-4f21-9766-2df6eed3e9de tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0426693 Aug 31 14:26:28.563050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=94a3dc65-7153-462e-95e3-3ed89ba870f6,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:28.581584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Request body: {'port': {'device_id': 'c0a08793-9a20-4c20-9802-e59072f9e109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:28.584006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port fb942b53-8ca1-47a4-a21f-f0279210c88b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:28.595169 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port fb942b53-8ca1-47a4-a21f-f0279210c88b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:28.595650 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.652447 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.729896 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a2ead2dc-8d3a-418e-bf63-5c727e06544e details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:28.738074 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:28.739667 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35c77f-2259-4326-aa85-0156c424ad92 req-8c25b1c3-769f-4683-b164-3bea379ac019 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.744714 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc35c77f-2259-4326-aa85-0156c424ad92 req-8c25b1c3-769f-4683-b164-3bea379ac019 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 943 time: 0.0951462 Aug 31 14:26:28.759968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b63a0-c6ca-4f1b-8775-ce5940f86ead req-e58fea99-1817-4a52-83e7-1d390b75c19e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.774851 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b63a0-c6ca-4f1b-8775-ce5940f86ead req-e58fea99-1817-4a52-83e7-1d390b75c19e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.785775 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b63a0-c6ca-4f1b-8775-ce5940f86ead req-e58fea99-1817-4a52-83e7-1d390b75c19e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.793024 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b63a0-c6ca-4f1b-8775-ce5940f86ead req-e58fea99-1817-4a52-83e7-1d390b75c19e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.800273 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b63a0-c6ca-4f1b-8775-ce5940f86ead req-e58fea99-1817-4a52-83e7-1d390b75c19e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.807004 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b63a0-c6ca-4f1b-8775-ce5940f86ead req-e58fea99-1817-4a52-83e7-1d390b75c19e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.807708 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc35c77f-2259-4326-aa85-0156c424ad92 req-3221525f-adfc-4669-b9cf-6ac4d553f41a tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups?id=a72a7695-29ce-47b7-8e37-c0c59fd5f890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454214 Aug 31 14:26:28.814309 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b63a0-c6ca-4f1b-8775-ce5940f86ead req-e58fea99-1817-4a52-83e7-1d390b75c19e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.823852 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f1b63a0-c6ca-4f1b-8775-ce5940f86ead req-e58fea99-1817-4a52-83e7-1d390b75c19e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5441 time: 0.1723619 Aug 31 14:26:29.026564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc3d3f-4e18-40fa-ae69-f27af28893c1 req-93bfbc8e-e3cb-4c09-8a48-b782d6cbbfa0 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.028012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port fb942b53-8ca1-47a4-a21f-f0279210c88b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fb942b53-8ca1-47a4-a21f-f0279210c88b,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:29.028293 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92bc3d3f-4e18-40fa-ae69-f27af28893c1 req-93bfbc8e-e3cb-4c09-8a48-b782d6cbbfa0 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 931 time: 0.0560241 Aug 31 14:26:29.034869 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.046139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a6ffeccb-69ae-488c-9407-9562e4ddb943 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:29.099005 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92bc3d3f-4e18-40fa-ae69-f27af28893c1 req-5bc96929-6af8-42ae-bbbb-5c968a7a9f17 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564394 Aug 31 14:26:29.149733 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a2ead2dc-8d3a-418e-bf63-5c727e06544e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a2ead2dc-8d3a-418e-bf63-5c727e06544e,segment=NetworkSegment(9f677e75-1c7f-47d0-bdd0-133f6ec3f094),segment_id=9f677e75-1c7f-47d0-bdd0-133f6ec3f094)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:29.154690 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7839dfc6-e46b-46bc-b980-5e2a3a00b053 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:29.159822 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=fb942b53-8ca1-47a4-a21f-f0279210c88b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:29.167465 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.175478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'a2ead2dc-8d3a-418e-bf63-5c727e06544e', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'port_id': 'a2ead2dc-8d3a-418e-bf63-5c727e06544e', 'mac_address': 'fa:16:3e:c9:00:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:29.211614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Transition to ACTIVE for port object 7839dfc6-e46b-46bc-b980-5e2a3a00b053 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:29.211982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port a6ffeccb-69ae-488c-9407-9562e4ddb943 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:29.219488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port a6ffeccb-69ae-488c-9407-9562e4ddb943 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:29.219860 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.227251 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f1b63a0-c6ca-4f1b-8775-ce5940f86ead req-7d76bdd2-e571-4150-9231-c27299fc6260 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4007912 Aug 31 14:26:29.236211 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.266687 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.273810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e569dd-4a2b-4368-a097-f85896176ae2 req-2ae63874-1725-4029-817b-f0f77c06b468 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.289634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ead2dc-8d3a-418e-bf63-5c727e06544e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:29.293639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65e569dd-4a2b-4368-a097-f85896176ae2 req-2ae63874-1725-4029-817b-f0f77c06b468 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 944 time: 0.1159689 Aug 31 14:26:29.308325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d26baf-6f59-4c9c-a33b-ed982d5420c7 req-a3e5a540-3f7a-4c8c-b0a4-32d13a63eaac tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.310290 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7d26baf-6f59-4c9c-a33b-ed982d5420c7 req-a3e5a540-3f7a-4c8c-b0a4-32d13a63eaac tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 944 time: 0.2892413 Aug 31 14:26:29.318001 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a2ead2dc-8d3a-418e-bf63-5c727e06544e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a2ead2dc-8d3a-418e-bf63-5c727e06544e,segment=NetworkSegment(9f677e75-1c7f-47d0-bdd0-133f6ec3f094),segment_id=9f677e75-1c7f-47d0-bdd0-133f6ec3f094)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:29.323990 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.337622 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65e569dd-4a2b-4368-a097-f85896176ae2 req-cb587b77-739d-4202-ad38-b9648686d572 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428536 Aug 31 14:26:29.401570 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.439316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a2ead2dc-8d3a-418e-bf63-5c727e06544e,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:29.468937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a6ffeccb-69ae-488c-9407-9562e4ddb943, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a6ffeccb-69ae-488c-9407-9562e4ddb943,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:29.474594 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.476463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device fef509ac-4d20-4346-80ac-7987799f5e7b up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:29.555776 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f5b30-faf4-472e-8dd5-abd45b5a6b59 req-9bf2b62e-6f62-4f1e-8412-cc4dcab80803 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.558532 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-152f5b30-faf4-472e-8dd5-abd45b5a6b59 req-9bf2b62e-6f62-4f1e-8412-cc4dcab80803 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 946 time: 0.0746932 Aug 31 14:26:29.562825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=7839dfc6-e46b-46bc-b980-5e2a3a00b053,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:29.589774 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-f7d26baf-6f59-4c9c-a33b-ed982d5420c7 req-2c76111c-07d4-4150-a63b-9426908e6a55 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Deleting port aae902ce-1535-4ff2-a1a7-28a23882ae30 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:29.590144 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-f7d26baf-6f59-4c9c-a33b-ed982d5420c7 req-2c76111c-07d4-4150-a63b-9426908e6a55 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.599695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port fef509ac-4d20-4346-80ac-7987799f5e7b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:29.607480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port fef509ac-4d20-4346-80ac-7987799f5e7b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:29.609081 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.612448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a6ffeccb-69ae-488c-9407-9562e4ddb943,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:29.620628 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-152f5b30-faf4-472e-8dd5-abd45b5a6b59 req-8b2e8360-fb69-4441-b19e-f82e79d0648b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513177 Aug 31 14:26:29.661893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['a2ead2dc-8d3a-418e-bf63-5c727e06544e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:29.662591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b54ca-b3ff-4690-bfaa-ac9936839441 req-e297b119-d8fe-4011-b333-955ee477111d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.669321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b54ca-b3ff-4690-bfaa-ac9936839441 req-e297b119-d8fe-4011-b333-955ee477111d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.675803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b54ca-b3ff-4690-bfaa-ac9936839441 req-e297b119-d8fe-4011-b333-955ee477111d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.682708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b54ca-b3ff-4690-bfaa-ac9936839441 req-e297b119-d8fe-4011-b333-955ee477111d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.689750 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b54ca-b3ff-4690-bfaa-ac9936839441 req-e297b119-d8fe-4011-b333-955ee477111d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.696230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b54ca-b3ff-4690-bfaa-ac9936839441 req-e297b119-d8fe-4011-b333-955ee477111d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.704271 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b54ca-b3ff-4690-bfaa-ac9936839441 req-e297b119-d8fe-4011-b333-955ee477111d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.707656 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d4b54ca-b3ff-4690-bfaa-ac9936839441 req-e297b119-d8fe-4011-b333-955ee477111d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5434 time: 0.3934510 Aug 31 14:26:29.759601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Attempting to bind port 7839dfc6-e46b-46bc-b980-5e2a3a00b053 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:29.759949 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Attempting to bind port 7839dfc6-e46b-46bc-b980-5e2a3a00b053 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ceb73b58-575a-40e1-82b1-095bb125ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:29.760275 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Attempting to bind port 7839dfc6-e46b-46bc-b980-5e2a3a00b053 on network 87a1d08a-de4a-464e-9db1-2a8b6227a631 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:29.769409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Port 7839dfc6-e46b-46bc-b980-5e2a3a00b053 on network 87a1d08a-de4a-464e-9db1-2a8b6227a631 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:26:29.769764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Attempting to bind port 7839dfc6-e46b-46bc-b980-5e2a3a00b053 on network 87a1d08a-de4a-464e-9db1-2a8b6227a631 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:29.790691 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d4b54ca-b3ff-4690-bfaa-ac9936839441 req-15705680-5e34-43fe-a5a2-16e13f378173 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666842 Aug 31 14:26:29.793910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:29.794206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Checking segment: {'id': 'ceb73b58-575a-40e1-82b1-095bb125ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:29.794581 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Bound using segment: {'id': 'ceb73b58-575a-40e1-82b1-095bb125ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:29.795027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Bound port: 7839dfc6-e46b-46bc-b980-5e2a3a00b053, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb73b58-575a-40e1-82b1-095bb125ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:29.795706 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.815000 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.895472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] For port 7839dfc6-e46b-46bc-b980-5e2a3a00b053, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:29.902562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] For port 7839dfc6-e46b-46bc-b980-5e2a3a00b053, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7839dfc6-e46b-46bc-b980-5e2a3a00b053,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:29.914375 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.921341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port fef509ac-4d20-4346-80ac-7987799f5e7b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fef509ac-4d20-4346-80ac-7987799f5e7b,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:29.933810 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.934719 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bdd494a6-c0dc-45e9-a438-4b045656ddfe up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:29.979116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-f7d26baf-6f59-4c9c-a33b-ed982d5420c7 req-2c76111c-07d4-4150-a63b-9426908e6a55 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] For port aae902ce-1535-4ff2-a1a7-28a23882ae30, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=aae902ce-1535-4ff2-a1a7-28a23882ae30,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:29.979554 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-f7d26baf-6f59-4c9c-a33b-ed982d5420c7 req-2c76111c-07d4-4150-a63b-9426908e6a55 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:29.982402 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=7839dfc6-e46b-46bc-b980-5e2a3a00b053,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:30.006445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-f7d26baf-6f59-4c9c-a33b-ed982d5420c7 req-2c76111c-07d4-4150-a63b-9426908e6a55 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Calling delete_port for aae902ce-1535-4ff2-a1a7-28a23882ae30 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:30.019721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.020798 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.022428 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-3a79f984-7001-4ad3-b3de-cd9692b05ba7 service neutron] 10.222.0.25 "PUT /v2.0/ports/7839dfc6-e46b-46bc-b980-5e2a3a00b053 HTTP/1.1" status: 200 len: 1091 time: 1.4623318 Aug 31 14:26:30.023388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a08793-9a20-4c20-9802-e59072f9e109', 'tag': '7839dfc6-e46b-46bc-b980-5e2a3a00b053'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:30.026403 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b854326d-85c0-47f2-99b5-d06a0eaa98a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a08793-9a20-4c20-9802-e59072f9e109", "tag": "7839dfc6-e46b-46bc-b980-5e2a3a00b053"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:30.135626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=fef509ac-4d20-4346-80ac-7987799f5e7b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:30.144415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b735ee-97eb-4022-82af-8472d60836e0 req-587157f9-dbe2-4899-9735-d6076e3a92a1 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.160132 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84b735ee-97eb-4022-82af-8472d60836e0 req-587157f9-dbe2-4899-9735-d6076e3a92a1 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 944 time: 0.1192055 Aug 31 14:26:30.160896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40392) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:30.165140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port bdd494a6-c0dc-45e9-a438-4b045656ddfe completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:30.171307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0'}, {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57b84cc-a866-47d8-8732-69907ed220f0'}, {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a3dc65-7153-462e-95e3-3ed89ba870f6'}, {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb942b53-8ca1-47a4-a21f-f0279210c88b'}, {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ffeccb-69ae-488c-9407-9562e4ddb943'}, {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef509ac-4d20-4346-80ac-7987799f5e7b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:30.176296 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0a7fa3-d388-4efb-afd0-eb349e46612f" -d '{"events": [{"server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "name": "network-vif-plugged", "status": "completed", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0"}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-plugged", "status": "completed", "tag": "e57b84cc-a866-47d8-8732-69907ed220f0"}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-plugged", "status": "completed", "tag": "94a3dc65-7153-462e-95e3-3ed89ba870f6"}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-plugged", "status": "completed", "tag": "fb942b53-8ca1-47a4-a21f-f0279210c88b"}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-plugged", "status": "completed", "tag": "a6ffeccb-69ae-488c-9407-9562e4ddb943"}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-plugged", "status": "completed", "tag": "fef509ac-4d20-4346-80ac-7987799f5e7b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:30.183866 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627adc6d-1e55-49bc-a9c1-6a231d91d817 x-openstack-request-id: req-627adc6d-1e55-49bc-a9c1-6a231d91d817 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:30.184172 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a08793-9a20-4c20-9802-e59072f9e109", "tag": "7839dfc6-e46b-46bc-b980-5e2a3a00b053", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:30.184440 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-627adc6d-1e55-49bc-a9c1-6a231d91d817 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:30.184825 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a08793-9a20-4c20-9802-e59072f9e109', 'tag': '7839dfc6-e46b-46bc-b980-5e2a3a00b053', 'status': 'completed', 'code': 200} Aug 31 14:26:30.194099 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port bdd494a6-c0dc-45e9-a438-4b045656ddfe triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:30.194693 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.267921 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84b735ee-97eb-4022-82af-8472d60836e0 req-141bee60-a0c9-4196-93df-2d2dfc25c385 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups?id=a72a7695-29ce-47b7-8e37-c0c59fd5f890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925908 Aug 31 14:26:30.335466 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-4a15d6e6-93b9-423c-8aa9-ca541874cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.337002 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-4a15d6e6-93b9-423c-8aa9-ca541874cfb0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e296a091eb24fc69c75f8c0d3d3144e&device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 1094 time: 0.2402995 Aug 31 14:26:30.372720 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.372931 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dff86a59-4e5e-49e1-9d4d-93ba98f8ac81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.409517 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa97ce99-95f6-43cc-9f2e-c8de32ad8e91 x-openstack-request-id: req-fa97ce99-95f6-43cc-9f2e-c8de32ad8e91 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:30.409937 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "name": "network-vif-plugged", "status": "completed", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0", "code": 200}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-plugged", "status": "completed", "tag": "e57b84cc-a866-47d8-8732-69907ed220f0", "code": 200}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-plugged", "status": "completed", "tag": "94a3dc65-7153-462e-95e3-3ed89ba870f6", "code": 200}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-plugged", "status": "completed", "tag": "fb942b53-8ca1-47a4-a21f-f0279210c88b", "code": 200}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-plugged", "status": "completed", "tag": "a6ffeccb-69ae-488c-9407-9562e4ddb943", "code": 200}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-plugged", "status": "completed", "tag": "fef509ac-4d20-4346-80ac-7987799f5e7b", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:30.410192 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa97ce99-95f6-43cc-9f2e-c8de32ad8e91 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:30.411859 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'code': 200} Aug 31 14:26:30.412275 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57b84cc-a866-47d8-8732-69907ed220f0', 'code': 200} Aug 31 14:26:30.413072 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a3dc65-7153-462e-95e3-3ed89ba870f6', 'code': 200} Aug 31 14:26:30.413482 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb942b53-8ca1-47a4-a21f-f0279210c88b', 'code': 200} Aug 31 14:26:30.413897 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ffeccb-69ae-488c-9407-9562e4ddb943', 'code': 200} Aug 31 14:26:30.414725 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef509ac-4d20-4346-80ac-7987799f5e7b', 'code': 200} Aug 31 14:26:30.433169 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bdd494a6-c0dc-45e9-a438-4b045656ddfe, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bdd494a6-c0dc-45e9-a438-4b045656ddfe,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:30.440263 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.442025 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device aae902ce-1535-4ff2-a1a7-28a23882ae30 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:30.501041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dff86a59-4e5e-49e1-9d4d-93ba98f8ac81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.516132 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dff86a59-4e5e-49e1-9d4d-93ba98f8ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.551880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bdd494a6-c0dc-45e9-a438-4b045656ddfe,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:30.564836 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port aae902ce-1535-4ff2-a1a7-28a23882ae30 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:30.565215 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.616997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff86a59-4e5e-49e1-9d4d-93ba98f8ac81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ae0075-f325-421f-a6c6-d240ec1382b0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:30.624839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dff86a59-4e5e-49e1-9d4d-93ba98f8ac81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c95d29c0957d477683796b424947278a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603245 Aug 31 14:26:30.626783 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40402) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:30.656091 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.669440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2f8a9-f654-4d54-ac52-e2ca51db1b49 req-f282ae6f-520e-4de2-96f5-aa516571e20e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.676210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2f8a9-f654-4d54-ac52-e2ca51db1b49 req-f282ae6f-520e-4de2-96f5-aa516571e20e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.682279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2f8a9-f654-4d54-ac52-e2ca51db1b49 req-f282ae6f-520e-4de2-96f5-aa516571e20e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.688695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2f8a9-f654-4d54-ac52-e2ca51db1b49 req-f282ae6f-520e-4de2-96f5-aa516571e20e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.694616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2f8a9-f654-4d54-ac52-e2ca51db1b49 req-f282ae6f-520e-4de2-96f5-aa516571e20e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.700636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2f8a9-f654-4d54-ac52-e2ca51db1b49 req-f282ae6f-520e-4de2-96f5-aa516571e20e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.707756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2f8a9-f654-4d54-ac52-e2ca51db1b49 req-f282ae6f-520e-4de2-96f5-aa516571e20e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.709761 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aea2f8a9-f654-4d54-ac52-e2ca51db1b49 req-f282ae6f-520e-4de2-96f5-aa516571e20e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5445 time: 0.2068937 Aug 31 14:26:30.716717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65de2f-ed21-4a9e-b53f-af39e0998063 req-c7c20581-7a56-4169-8e21-73249bfe09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.718857 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec65de2f-ed21-4a9e-b53f-af39e0998063 req-c7c20581-7a56-4169-8e21-73249bfe09ac service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 1097 time: 0.2134583 Aug 31 14:26:30.774659 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-dc2ca4f3-eb6d-41d6-9ed0-5546702c0358 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7839dfc6-e46b-46bc-b980-5e2a3a00b053 HTTP/1.1" status: 200 len: 217 time: 0.4271915 Aug 31 14:26:30.792775 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-f7d26baf-6f59-4c9c-a33b-ed982d5420c7 req-2c76111c-07d4-4150-a63b-9426908e6a55 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.803727 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa899507-94f9-4d62-a77f-62ababd7f428 req-df028647-6235-48eb-99e4-8732512497fe tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.805282 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa899507-94f9-4d62-a77f-62ababd7f428 req-df028647-6235-48eb-99e4-8732512497fe tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 943 time: 0.5581748 Aug 31 14:26:30.805461 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec65de2f-ed21-4a9e-b53f-af39e0998063 req-e11ab9d3-c991-456f-b4c8-d0f71b07c62c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738814 Aug 31 14:26:30.808638 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21c5703b-066a-4470-b8af-e49eea1c7774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.817155 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aea2f8a9-f654-4d54-ac52-e2ca51db1b49 req-fd80b093-0124-4e54-9e04-02ae9a648b02 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973401 Aug 31 14:26:30.826301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a2ead2dc-8d3a-418e-bf63-5c727e06544e up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:30.838584 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21c5703b-066a-4470-b8af-e49eea1c7774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.874913 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76111c-07d4-4150-a63b-9426908e6a55 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Pushing event deleted for resources: {'Port': ['ID=aae902ce-1535-4ff2-a1a7-28a23882ae30,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:30.899745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port a2ead2dc-8d3a-418e-bf63-5c727e06544e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:30.903345 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port a2ead2dc-8d3a-418e-bf63-5c727e06544e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:30.903802 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.914269 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21c5703b-066a-4470-b8af-e49eea1c7774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.916664 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-6c3fbd6e-23e7-467b-a24d-e0a871ddf819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.917297 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21c5703b-066a-4470-b8af-e49eea1c7774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.918387 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-6c3fbd6e-23e7-467b-a24d-e0a871ddf819 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f369ee74-3273-4e69-abd8-8da86f146e8c HTTP/1.1" status: 200 len: 855 time: 0.1346989 Aug 31 14:26:30.921861 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-21c5703b-066a-4470-b8af-e49eea1c7774 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18ae0075-f325-421f-a6c6-d240ec1382b0 HTTP/1.1" status: 204 len: 168 time: 0.2931871 Aug 31 14:26:30.930420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5703b-066a-4470-b8af-e49eea1c7774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ae0075-f325-421f-a6c6-d240ec1382b0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:30.944933 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d26baf-6f59-4c9c-a33b-ed982d5420c7 req-2c76111c-07d4-4150-a63b-9426908e6a55 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] No DVR routers for this DVR port aae902ce-1535-4ff2-a1a7-28a23882ae30 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:26:30.949114 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-f7d26baf-6f59-4c9c-a33b-ed982d5420c7 req-2c76111c-07d4-4150-a63b-9426908e6a55 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:30.951099 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7d26baf-6f59-4c9c-a33b-ed982d5420c7 req-2c76111c-07d4-4150-a63b-9426908e6a55 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.60 "DELETE /v2.0/ports/aae902ce-1535-4ff2-a1a7-28a23882ae30 HTTP/1.1" status: 204 len: 173 time: 1.6270578 Aug 31 14:26:30.955328 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa899507-94f9-4d62-a77f-62ababd7f428 req-09667295-43df-4c50-b0e2-4a2596f87cbe tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232452 Aug 31 14:26:30.968154 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-46cd75ea-4139-4ca9-872f-489ab8e89ff6 req-bda2c029-e736-42c3-84e4-c5d3d0094ad5 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f9f5af2-6fa0-4725-952e-5963b5e0b01d HTTP/1.1" status: 200 len: 210 time: 0.0342948 Aug 31 14:26:31.048162 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-89bae34b-34f9-459a-b9b8-9cc9b0d69a3d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87a1d08a-de4a-464e-9db1-2a8b6227a631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392082 Aug 31 14:26:31.082034 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:31.162993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a2ead2dc-8d3a-418e-bf63-5c727e06544e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a2ead2dc-8d3a-418e-bf63-5c727e06544e,segment=NetworkSegment(9f677e75-1c7f-47d0-bdd0-133f6ec3f094),segment_id=9f677e75-1c7f-47d0-bdd0-133f6ec3f094)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:31.167802 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:31.168409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device aae902ce-1535-4ff2-a1a7-28a23882ae30 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:31.175133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9ec44-a9c2-43bd-994a-ecb576695d5e req-23d98152-5af2-44d1-a3e9-d0fd95778820 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.181802 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9ec44-a9c2-43bd-994a-ecb576695d5e req-23d98152-5af2-44d1-a3e9-d0fd95778820 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.188988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9ec44-a9c2-43bd-994a-ecb576695d5e req-23d98152-5af2-44d1-a3e9-d0fd95778820 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.197585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9ec44-a9c2-43bd-994a-ecb576695d5e req-23d98152-5af2-44d1-a3e9-d0fd95778820 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.205039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9ec44-a9c2-43bd-994a-ecb576695d5e req-23d98152-5af2-44d1-a3e9-d0fd95778820 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.211400 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfde455-879f-45ae-8e59-7695b495e099 req-d41c59c2-734a-49a2-9109-0fe41a8d0062 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.211580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9ec44-a9c2-43bd-994a-ecb576695d5e req-23d98152-5af2-44d1-a3e9-d0fd95778820 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.213197 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cfde455-879f-45ae-8e59-7695b495e099 req-d41c59c2-734a-49a2-9109-0fe41a8d0062 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 946 time: 0.0915749 Aug 31 14:26:31.218364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9ec44-a9c2-43bd-994a-ecb576695d5e req-23d98152-5af2-44d1-a3e9-d0fd95778820 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.220362 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84b9ec44-a9c2-43bd-994a-ecb576695d5e req-23d98152-5af2-44d1-a3e9-d0fd95778820 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5434 time: 0.1228058 Aug 31 14:26:31.231454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: aae902ce-1535-4ff2-a1a7-28a23882ae30 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:26:31.231954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device aae902ce-1535-4ff2-a1a7-28a23882ae30 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:31.256655 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-1ed02d86-5a8b-4914-ba79-2ad816e91325 service neutron] 10.222.0.25 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003677 Aug 31 14:26:31.265878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a2ead2dc-8d3a-418e-bf63-5c727e06544e,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:31.281808 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84b9ec44-a9c2-43bd-994a-ecb576695d5e req-4b14d227-d5ae-4dc4-84b6-510895900873 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545065 Aug 31 14:26:31.339798 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cfde455-879f-45ae-8e59-7695b495e099 req-116adb75-8ef5-415c-8180-84c940c3d755 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170893 Aug 31 14:26:31.396698 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fa7d139-d5d6-49c0-8801-fbed79b9dbb9 req-59df2038-1fff-4db7-abac-3196a9f3be5b service neutron] 10.222.0.25 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303391 Aug 31 14:26:31.508234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d7a4-cfe8-42af-bf55-0eaeb94bee73 req-6aa96662-a462-4f3c-9782-16b1d5224e9a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.514809 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d7a4-cfe8-42af-bf55-0eaeb94bee73 req-6aa96662-a462-4f3c-9782-16b1d5224e9a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.521160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d7a4-cfe8-42af-bf55-0eaeb94bee73 req-6aa96662-a462-4f3c-9782-16b1d5224e9a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.528971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d7a4-cfe8-42af-bf55-0eaeb94bee73 req-6aa96662-a462-4f3c-9782-16b1d5224e9a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.536413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d7a4-cfe8-42af-bf55-0eaeb94bee73 req-6aa96662-a462-4f3c-9782-16b1d5224e9a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.542733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d7a4-cfe8-42af-bf55-0eaeb94bee73 req-6aa96662-a462-4f3c-9782-16b1d5224e9a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.549917 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d7a4-cfe8-42af-bf55-0eaeb94bee73 req-6aa96662-a462-4f3c-9782-16b1d5224e9a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.552335 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4867d7a4-cfe8-42af-bf55-0eaeb94bee73 req-6aa96662-a462-4f3c-9782-16b1d5224e9a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5434 time: 0.1183624 Aug 31 14:26:31.558854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854326d-85c0-47f2-99b5-d06a0eaa98a2 req-4cdcf840-c293-4163-b3d9-916c51074c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.561964 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b854326d-85c0-47f2-99b5-d06a0eaa98a2 req-4cdcf840-c293-4163-b3d9-916c51074c12 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e296a091eb24fc69c75f8c0d3d3144e&device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 1094 time: 0.1119833 Aug 31 14:26:31.565031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40426) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:31.570812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0e54e41c-ff7a-4df9-aadf-cc387f7f8dea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Request body: {'floatingip': {'port_id': '99f535e7-a803-49b2-8109-1a1e28f045a9'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:31.575333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132b030-67f0-4224-b2b0-47f93fd18fb1 req-a2ea437e-ba24-44a9-b181-45fc9fee17f5 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.579870 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a132b030-67f0-4224-b2b0-47f93fd18fb1 req-a2ea437e-ba24-44a9-b181-45fc9fee17f5 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 945 time: 0.1210382 Aug 31 14:26:31.625644 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e54e41c-ff7a-4df9-aadf-cc387f7f8dea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:31.692722 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a132b030-67f0-4224-b2b0-47f93fd18fb1 req-e49a2023-5d06-4e77-842a-d370c56cebff tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups?id=a72a7695-29ce-47b7-8e37-c0c59fd5f890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002512 Aug 31 14:26:31.718321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854326d-85c0-47f2-99b5-d06a0eaa98a2 req-862f3d19-6c38-402f-9c5a-9e17c6d46090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.718321 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b854326d-85c0-47f2-99b5-d06a0eaa98a2 req-862f3d19-6c38-402f-9c5a-9e17c6d46090 service neutron] 10.222.0.25 "GET /v2.0/networks?id=87a1d08a-de4a-464e-9db1-2a8b6227a631 HTTP/1.1" status: 200 len: 916 time: 0.1328268 Aug 31 14:26:31.774285 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b854326d-85c0-47f2-99b5-d06a0eaa98a2 req-3da775ae-fd08-4304-a146-8ed78ac2b1a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7839dfc6-e46b-46bc-b980-5e2a3a00b053 HTTP/1.1" status: 200 len: 217 time: 0.0418751 Aug 31 14:26:31.829990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854326d-85c0-47f2-99b5-d06a0eaa98a2 req-3ddc31d8-5814-4756-9341-ad55467df351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:31.831988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b854326d-85c0-47f2-99b5-d06a0eaa98a2 req-3ddc31d8-5814-4756-9341-ad55467df351 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f369ee74-3273-4e69-abd8-8da86f146e8c HTTP/1.1" status: 200 len: 855 time: 0.0496755 Aug 31 14:26:31.878103 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b854326d-85c0-47f2-99b5-d06a0eaa98a2 req-023d54cf-6722-4448-bd3c-8583aebef628 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87a1d08a-de4a-464e-9db1-2a8b6227a631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386777 Aug 31 14:26:32.031774 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b854326d-85c0-47f2-99b5-d06a0eaa98a2 req-999ea5f7-dd69-44d8-914b-a098094cb648 service neutron] 10.222.0.25 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326125 Aug 31 14:26:32.068054 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e201b2-d007-43a0-a98c-95d239ba993c req-3683c5db-1605-455e-bc0e-7012a4145a52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:32.074476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e201b2-d007-43a0-a98c-95d239ba993c req-3683c5db-1605-455e-bc0e-7012a4145a52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:32.082395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e201b2-d007-43a0-a98c-95d239ba993c req-3683c5db-1605-455e-bc0e-7012a4145a52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:32.088774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e201b2-d007-43a0-a98c-95d239ba993c req-3683c5db-1605-455e-bc0e-7012a4145a52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:32.096311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e201b2-d007-43a0-a98c-95d239ba993c req-3683c5db-1605-455e-bc0e-7012a4145a52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:32.107768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e201b2-d007-43a0-a98c-95d239ba993c req-3683c5db-1605-455e-bc0e-7012a4145a52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:32.113618 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e201b2-d007-43a0-a98c-95d239ba993c req-3683c5db-1605-455e-bc0e-7012a4145a52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:32.127318 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c3e201b2-d007-43a0-a98c-95d239ba993c req-3683c5db-1605-455e-bc0e-7012a4145a52 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5445 time: 0.2150662 Aug 31 14:26:32.198770 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b854326d-85c0-47f2-99b5-d06a0eaa98a2 req-2c45aceb-4d7e-4fc7-857e-06769ee0aeba service neutron] 10.222.0.25 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593730 Aug 31 14:26:32.199170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9f5af2-6fa0-4725-952e-5963b5e0b01d', 'name': 'network-vif-deleted', 'tag': 'aae902ce-1535-4ff2-a1a7-28a23882ae30'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:32.201443 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401ef423-be46-480a-876c-132261170b9a" -d '{"events": [{"server_uuid": "7f9f5af2-6fa0-4725-952e-5963b5e0b01d", "name": "network-vif-deleted", "tag": "aae902ce-1535-4ff2-a1a7-28a23882ae30"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:32.233777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8aeed2-2815-4346-b585-d7b821794ec9 req-db0d81e3-d0b0-4119-aa2c-044dc0136d33 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:32.234338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c3e201b2-d007-43a0-a98c-95d239ba993c req-0eabd38e-8d32-4848-aa3c-c5f1824d7492 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060324 Aug 31 14:26:32.235608 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d8aeed2-2815-4346-b585-d7b821794ec9 req-db0d81e3-d0b0-4119-aa2c-044dc0136d33 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 943 time: 0.0751286 Aug 31 14:26:32.288961 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d8aeed2-2815-4346-b585-d7b821794ec9 req-01bffe52-ec86-4650-9fc5-0ccdc4c59a8f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461903 Aug 31 14:26:32.361522 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6603471-3bfa-4d30-b75b-3936b0cf7008 x-openstack-request-id: req-d6603471-3bfa-4d30-b75b-3936b0cf7008 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:32.361522 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9f5af2-6fa0-4725-952e-5963b5e0b01d", "name": "network-vif-deleted", "tag": "aae902ce-1535-4ff2-a1a7-28a23882ae30", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:32.362181 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6603471-3bfa-4d30-b75b-3936b0cf7008 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:32.362181 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9f5af2-6fa0-4725-952e-5963b5e0b01d', 'name': 'network-vif-deleted', 'tag': 'aae902ce-1535-4ff2-a1a7-28a23882ae30', 'status': 'completed', 'code': 200} Aug 31 14:26:32.381633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e54e41c-ff7a-4df9-aadf-cc387f7f8dea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:32.386767 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e54e41c-ff7a-4df9-aadf-cc387f7f8dea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:32.416302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd494a6-c0dc-45e9-a438-4b045656ddfe'}, {'server_uuid': 'ccb9741b-c657-475f-8914-fe8c6d74f55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ead2dc-8d3a-418e-bf63-5c727e06544e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:32.418761 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf13cbf-9eca-4250-b5b7-f1ff30019699" -d '{"events": [{"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-plugged", "status": "completed", "tag": "bdd494a6-c0dc-45e9-a438-4b045656ddfe"}, {"server_uuid": "ccb9741b-c657-475f-8914-fe8c6d74f55c", "name": "network-vif-plugged", "status": "completed", "tag": "a2ead2dc-8d3a-418e-bf63-5c727e06544e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:32.488632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40462) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:32.500310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1f46de0f-8efc-4b60-9975-ac5ebd6de378 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--106901125', 'description': 'tempest-description--319916300'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:32.526997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c758e6-9804-49f0-8812-938b004ff63e req-3029e562-cd16-4a18-aaf6-f2ce7ceb6146 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:32.529561 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8c758e6-9804-49f0-8812-938b004ff63e req-3029e562-cd16-4a18-aaf6-f2ce7ceb6146 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 946 time: 0.0928576 Aug 31 14:26:32.557788 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-0e54e41c-ff7a-4df9-aadf-cc387f7f8dea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Floating IP b74f00c5-8150-4215-abc6-8b099a8a78f3 associated. External IP: 172.25.2.252, port: 99f535e7-a803-49b2-8109-1a1e28f045a9. Aug 31 14:26:32.583347 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8c758e6-9804-49f0-8812-938b004ff63e req-0b818e9a-5470-4105-90ad-a87d54f27b5c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468588 Aug 31 14:26:32.612224 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f46de0f-8efc-4b60-9975-ac5ebd6de378 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:32.650164 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ecaf29-e8f7-422e-b1b9-67ce5fa2b294 x-openstack-request-id: req-78ecaf29-e8f7-422e-b1b9-67ce5fa2b294 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:32.650164 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-plugged", "status": "completed", "tag": "bdd494a6-c0dc-45e9-a438-4b045656ddfe", "code": 200}, {"server_uuid": "ccb9741b-c657-475f-8914-fe8c6d74f55c", "name": "network-vif-plugged", "status": "completed", "tag": "a2ead2dc-8d3a-418e-bf63-5c727e06544e", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:32.650164 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78ecaf29-e8f7-422e-b1b9-67ce5fa2b294 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:32.650164 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd494a6-c0dc-45e9-a438-4b045656ddfe', 'code': 200} Aug 31 14:26:32.650164 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb9741b-c657-475f-8914-fe8c6d74f55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ead2dc-8d3a-418e-bf63-5c727e06544e', 'code': 200} Aug 31 14:26:32.740059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d0cf5-ba03-4573-8e45-129be22cb1ba req-6b42de22-e48f-48dc-bb68-d5965311cb7b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:32.745673 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7f5d0cf5-ba03-4573-8e45-129be22cb1ba req-6b42de22-e48f-48dc-bb68-d5965311cb7b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 946 time: 0.0635397 Aug 31 14:26:32.752253 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40472) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:32.771420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-734e9e2e-9cba-49a0-b415-6eb5eeddaa74 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Request body: {'floatingip': {'port_id': 'ef248e17-ff68-45a2-a95a-b080183edfb0'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:32.849396 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-734e9e2e-9cba-49a0-b415-6eb5eeddaa74 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:32.958980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ea965-31a3-4ebf-9052-fa0e2c47b7bc req-a82b4466-a498-4744-b354-93aa1b472185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:32.960575 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae5ea965-31a3-4ebf-9052-fa0e2c47b7bc req-a82b4466-a498-4744-b354-93aa1b472185 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 1096 time: 0.1430926 Aug 31 14:26:33.013857 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae5ea965-31a3-4ebf-9052-fa0e2c47b7bc req-4a39d12f-a511-476c-a409-ed523e5f7e96 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a72a7695-29ce-47b7-8e37-c0c59fd5f890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457270 Aug 31 14:26:33.035681 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f46de0f-8efc-4b60-9975-ac5ebd6de378 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.053517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5d660-de13-45bf-a242-9bf931fa18ed req-111cca8c-d866-4a1a-a360-342a1f842d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.054013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5d660-de13-45bf-a242-9bf931fa18ed req-111cca8c-d866-4a1a-a360-342a1f842d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.055088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5d660-de13-45bf-a242-9bf931fa18ed req-111cca8c-d866-4a1a-a360-342a1f842d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.055088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5d660-de13-45bf-a242-9bf931fa18ed req-111cca8c-d866-4a1a-a360-342a1f842d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.055446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5d660-de13-45bf-a242-9bf931fa18ed req-111cca8c-d866-4a1a-a360-342a1f842d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.055911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5d660-de13-45bf-a242-9bf931fa18ed req-111cca8c-d866-4a1a-a360-342a1f842d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.056382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5d660-de13-45bf-a242-9bf931fa18ed req-111cca8c-d866-4a1a-a360-342a1f842d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.058456 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74e5d660-de13-45bf-a242-9bf931fa18ed req-111cca8c-d866-4a1a-a360-342a1f842d09 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 6502 time: 0.2560506 Aug 31 14:26:33.059154 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f46de0f-8efc-4b60-9975-ac5ebd6de378 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.081317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428dfbd-5831-4626-918e-ce8fb431a4eb req-3a1253d6-d1fb-4e2e-ab9c-20b2954c8178 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.084197 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e428dfbd-5831-4626-918e-ce8fb431a4eb req-3a1253d6-d1fb-4e2e-ab9c-20b2954c8178 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 945 time: 0.2486773 Aug 31 14:26:33.115756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e54e41c-ff7a-4df9-aadf-cc387f7f8dea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Router 854aa470-f92c-437a-a4cb-7bc3e4988fad has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:26:33.144642 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f46de0f-8efc-4b60-9975-ac5ebd6de378 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.146555 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1f46de0f-8efc-4b60-9975-ac5ebd6de378 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6567187 Aug 31 14:26:33.150676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40478) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:33.161864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4103bbe4-ff33-4a26-b5d6-7703d0cc2fa3 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Request body: {'security_group_rule': {'security_group_id': 'bf01c8f9-3902-4c71-aaac-fc527a3e1c90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:33.172295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46de0f-8efc-4b60-9975-ac5ebd6de378 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf01c8f9-3902-4c71-aaac-fc527a3e1c90,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:33.201103 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e428dfbd-5831-4626-918e-ce8fb431a4eb req-76787983-457c-4503-bcf5-b2546eb50280 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups?id=a72a7695-29ce-47b7-8e37-c0c59fd5f890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941081 Aug 31 14:26:33.290832 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4103bbe4-ff33-4a26-b5d6-7703d0cc2fa3 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.341478 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74e5d660-de13-45bf-a242-9bf931fa18ed req-5a59c234-6e10-41fa-85e4-f840d5aafd7b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084967 Aug 31 14:26:33.386586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e54e41c-ff7a-4df9-aadf-cc387f7f8dea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:33.397435 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e54e41c-ff7a-4df9-aadf-cc387f7f8dea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.401478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785b8ac-173d-4bb0-b941-23fde95d5772 None None] Sync routers for ids ['854aa470-f92c-437a-a4cb-7bc3e4988fad'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:33.415466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785b8ac-173d-4bb0-b941-23fde95d5772 None None] Routers {'854aa470-f92c-437a-a4cb-7bc3e4988fad'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:33.416797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3785b8ac-173d-4bb0-b941-23fde95d5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:26:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['854aa470-f92c-437a-a4cb-7bc3e4988fad'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:33.446853 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4103bbe4-ff33-4a26-b5d6-7703d0cc2fa3 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.456624 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4103bbe4-ff33-4a26-b5d6-7703d0cc2fa3 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.473908 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0e54e41c-ff7a-4df9-aadf-cc387f7f8dea tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "PUT /v2.0/floatingips/b74f00c5-8150-4215-abc6-8b099a8a78f3 HTTP/1.1" status: 200 len: 991 time: 1.9074824 Aug 31 14:26:33.480869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': '99f535e7-a803-49b2-8109-1a1e28f045a9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:33.484406 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b0d85f-181d-4bab-9410-94307603eb0b" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "99f535e7-a803-49b2-8109-1a1e28f045a9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:33.495252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103bbe4-ff33-4a26-b5d6-7703d0cc2fa3 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6867d3-99bd-4f18-877e-89409a96b730,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:33.499898 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4103bbe4-ff33-4a26-b5d6-7703d0cc2fa3 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.503927 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ccef6-1b6f-4020-87df-356cf7139b2d req-bb7d5bcc-cf0d-4327-a327-f0106fa06d8e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.505328 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4103bbe4-ff33-4a26-b5d6-7703d0cc2fa3 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3481452 Aug 31 14:26:33.506155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40494) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:33.507691 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ccef6-1b6f-4020-87df-356cf7139b2d req-bb7d5bcc-cf0d-4327-a327-f0106fa06d8e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.514107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ccef6-1b6f-4020-87df-356cf7139b2d req-bb7d5bcc-cf0d-4327-a327-f0106fa06d8e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.519659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d638d695-947c-4f47-9f05-ba79f3b4104b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Request body: {'security_group_rule': {'security_group_id': 'bf01c8f9-3902-4c71-aaac-fc527a3e1c90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:33.520562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ccef6-1b6f-4020-87df-356cf7139b2d req-bb7d5bcc-cf0d-4327-a327-f0106fa06d8e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.527720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ccef6-1b6f-4020-87df-356cf7139b2d req-bb7d5bcc-cf0d-4327-a327-f0106fa06d8e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.531835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae318ed8-2b50-457e-be5c-087a072151c5 req-2b9f8992-52a2-4548-b6bc-077fcad99999 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.536923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ccef6-1b6f-4020-87df-356cf7139b2d req-bb7d5bcc-cf0d-4327-a327-f0106fa06d8e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.539412 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae318ed8-2b50-457e-be5c-087a072151c5 req-2b9f8992-52a2-4548-b6bc-077fcad99999 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 943 time: 0.1473119 Aug 31 14:26:33.544030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ccef6-1b6f-4020-87df-356cf7139b2d req-bb7d5bcc-cf0d-4327-a327-f0106fa06d8e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.546094 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b1ccef6-1b6f-4020-87df-356cf7139b2d req-bb7d5bcc-cf0d-4327-a327-f0106fa06d8e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5445 time: 0.2255678 Aug 31 14:26:33.566269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-3785b8ac-173d-4bb0-b941-23fde95d5772 None None] Set router 854aa470-f92c-437a-a4cb-7bc3e4988fad gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:33.608805 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae318ed8-2b50-457e-be5c-087a072151c5 req-53abdd0f-d190-4430-9e48-9796342fa23a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676889 Aug 31 14:26:33.610061 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d638d695-947c-4f47-9f05-ba79f3b4104b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.630311 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.resource_extend [None req-734e9e2e-9cba-49a0-b415-6eb5eeddaa74 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:26:33.718096 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d638d695-947c-4f47-9f05-ba79f3b4104b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.723915 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d638d695-947c-4f47-9f05-ba79f3b4104b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.728320 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b1ccef6-1b6f-4020-87df-356cf7139b2d req-606f4414-142f-4663-b645-330acb91376d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542635 Aug 31 14:26:33.761440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638d695-947c-4f47-9f05-ba79f3b4104b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f90870-b2ab-4d5f-8c78-77ca9ef40f1d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:33.771566 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d638d695-947c-4f47-9f05-ba79f3b4104b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.772856 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d638d695-947c-4f47-9f05-ba79f3b4104b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2634366 Aug 31 14:26:33.778958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40502) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:33.787874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:33.798134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-734e9e2e-9cba-49a0-b415-6eb5eeddaa74 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.805532 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-734e9e2e-9cba-49a0-b415-6eb5eeddaa74 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.836434 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc90f3c-5c28-42d8-9efb-54291faa6fec x-openstack-request-id: req-5dc90f3c-5c28-42d8-9efb-54291faa6fec {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:33.837953 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "tag": "99f535e7-a803-49b2-8109-1a1e28f045a9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:33.838406 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5dc90f3c-5c28-42d8-9efb-54291faa6fec {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:33.839513 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'tag': '99f535e7-a803-49b2-8109-1a1e28f045a9', 'status': 'completed', 'code': 200} Aug 31 14:26:33.840360 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.965957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3785b8ac-173d-4bb0-b941-23fde95d5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:43Z', 'revision_number': 4, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'b74f00c5-8150-4215-abc6-8b099a8a78f3', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'port_id': '99f535e7-a803-49b2-8109-1a1e28f045a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'mac_address': 'fa:16:3e:da:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:24:38Z', 'updated_at': '2021-08-31T14:26:32Z', 'revision_number': 1, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91958401-e793-4ff0-b658-b8ed74299315', 'name': '', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'mac_address': 'fa:16:3e:be:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:41Z', 'updated_at': '2021-08-31T14:23:55Z', 'revision_number': 5, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'subnets': [{'id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:34.019482 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-734e9e2e-9cba-49a0-b415-6eb5eeddaa74 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Floating IP 1c87b891-4637-490c-bd1c-0406f344528a associated. External IP: 172.25.2.247, port: ef248e17-ff68-45a2-a95a-b080183edfb0. Aug 31 14:26:34.021512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785b8ac-173d-4bb0-b941-23fde95d5772 None None] Checking router: 854aa470-f92c-437a-a4cb-7bc3e4988fad for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:34.032657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785b8ac-173d-4bb0-b941-23fde95d5772 None None] Routers {'854aa470-f92c-437a-a4cb-7bc3e4988fad'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:34.033987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3785b8ac-173d-4bb0-b941-23fde95d5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:26:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['854aa470-f92c-437a-a4cb-7bc3e4988fad'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:34.061991 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:34.087433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d85f-181d-4bab-9410-94307603eb0b req-c1d62f53-0834-4e7d-af2d-4c4a56e4fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:34.087921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d85f-181d-4bab-9410-94307603eb0b req-c1d62f53-0834-4e7d-af2d-4c4a56e4fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:34.088392 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d85f-181d-4bab-9410-94307603eb0b req-c1d62f53-0834-4e7d-af2d-4c4a56e4fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:34.088929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d85f-181d-4bab-9410-94307603eb0b req-c1d62f53-0834-4e7d-af2d-4c4a56e4fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:34.089488 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d85f-181d-4bab-9410-94307603eb0b req-c1d62f53-0834-4e7d-af2d-4c4a56e4fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:34.090064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d85f-181d-4bab-9410-94307603eb0b req-c1d62f53-0834-4e7d-af2d-4c4a56e4fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:34.090559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d85f-181d-4bab-9410-94307603eb0b req-c1d62f53-0834-4e7d-af2d-4c4a56e4fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:34.093147 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-01b0d85f-181d-4bab-9410-94307603eb0b req-c1d62f53-0834-4e7d-af2d-4c4a56e4fb37 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 6491 time: 0.2052600 Aug 31 14:26:34.187723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-3785b8ac-173d-4bb0-b941-23fde95d5772 None None] Set router 854aa470-f92c-437a-a4cb-7bc3e4988fad gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:34.204242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Allocated IP 172.25.2.26 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/bdd62864-d3b0-42fa-86b7-233c05eb43f2) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:34.442147 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:34.462921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dc9db-0648-44ef-bad7-7cc52d267170 req-74130707-1cd9-49ae-8099-c1f851062a7d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:34.464665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec0dc9db-0648-44ef-bad7-7cc52d267170 req-74130707-1cd9-49ae-8099-c1f851062a7d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 945 time: 0.0836554 Aug 31 14:26:34.557964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec0dc9db-0648-44ef-bad7-7cc52d267170 req-d733c63c-d19b-4a78-ac85-febe1cf82e73 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups?id=a72a7695-29ce-47b7-8e37-c0c59fd5f890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745311 Aug 31 14:26:34.580652 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:34.606281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3785b8ac-173d-4bb0-b941-23fde95d5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:43Z', 'revision_number': 4, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'b74f00c5-8150-4215-abc6-8b099a8a78f3', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'port_id': '99f535e7-a803-49b2-8109-1a1e28f045a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'mac_address': 'fa:16:3e:da:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:24:38Z', 'updated_at': '2021-08-31T14:26:32Z', 'revision_number': 1, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91958401-e793-4ff0-b658-b8ed74299315', 'name': '', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'mac_address': 'fa:16:3e:be:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:41Z', 'updated_at': '2021-08-31T14:23:55Z', 'revision_number': 5, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'subnets': [{'id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:34.653414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785b8ac-173d-4bb0-b941-23fde95d5772 None None] The sync data for ids ['854aa470-f92c-437a-a4cb-7bc3e4988fad'] in n-d-806683-5 is: [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:43Z', 'revision_number': 4, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'b74f00c5-8150-4215-abc6-8b099a8a78f3', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'port_id': '99f535e7-a803-49b2-8109-1a1e28f045a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'mac_address': 'fa:16:3e:da:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:24:38Z', 'updated_at': '2021-08-31T14:26:32Z', 'revision_number': 1, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91958401-e793-4ff0-b658-b8ed74299315', 'name': '', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'mac_address': 'fa:16:3e:be:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:41Z', 'updated_at': '2021-08-31T14:23:55Z', 'revision_number': 5, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'subnets': [{'id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:34.707358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d85f-181d-4bab-9410-94307603eb0b req-4e22bcc7-5baa-4423-b19b-f859b5200ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:34.709195 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-01b0d85f-181d-4bab-9410-94307603eb0b req-4e22bcc7-5baa-4423-b19b-f859b5200ec1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=71a1c2c5-5453-43a1-84ef-1e0d36712da3 HTTP/1.1" status: 200 len: 913 time: 0.5825582 Aug 31 14:26:34.889942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734e9e2e-9cba-49a0-b415-6eb5eeddaa74 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Router 352fdb14-a0d6-4d59-8006-949d7cce991b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:26:34.898832 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-01b0d85f-181d-4bab-9410-94307603eb0b req-e98b5e39-399e-4617-a9a7-f68bf9cc747b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f535e7-a803-49b2-8109-1a1e28f045a9 HTTP/1.1" status: 200 len: 999 time: 0.1784058 Aug 31 14:26:34.922318 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7421fd-efab-4187-8c37-609e01976046 req-229a05f4-e2d2-447f-92dc-468d6f1b26fa tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:34.924131 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ce7421fd-efab-4187-8c37-609e01976046 req-229a05f4-e2d2-447f-92dc-468d6f1b26fa tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 943 time: 0.1928618 Aug 31 14:26:35.053130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Pushing event updated for resources: {'Port': ['ID=bdd62864-d3b0-42fa-86b7-233c05eb43f2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:35.056521 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d85f-181d-4bab-9410-94307603eb0b req-c01108d5-c819-4620-8769-366e2322c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.058227 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-01b0d85f-181d-4bab-9410-94307603eb0b req-c01108d5-c819-4620-8769-366e2322c060 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2e8e2f7-0116-42a6-a90d-411eec89334e HTTP/1.1" status: 200 len: 851 time: 0.1330414 Aug 31 14:26:35.066222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ce7421fd-efab-4187-8c37-609e01976046 req-87294d72-e9e5-4311-b152-fbfa2af4e0f8 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076708 Aug 31 14:26:35.100985 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450061a-2e02-49b7-8f56-2690287ad794 None None] New status for floating IP b74f00c5-8150-4215-abc6-8b099a8a78f3: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:26:35.104419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:35.109609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:35.113561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:35.162464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7839dfc6-e46b-46bc-b980-5e2a3a00b053 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:35.171487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734e9e2e-9cba-49a0-b415-6eb5eeddaa74 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:35.175912 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18216a6-a029-41e8-8c0e-4b582afbbc6a req-afbe679e-921b-4467-97a8-277022dd4ceb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.184978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18216a6-a029-41e8-8c0e-4b582afbbc6a req-afbe679e-921b-4467-97a8-277022dd4ceb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.188728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae946ea7-01cb-4458-8afd-426e35bd5911 None None] Sync routers for ids ['352fdb14-a0d6-4d59-8006-949d7cce991b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:35.192475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-734e9e2e-9cba-49a0-b415-6eb5eeddaa74 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.193660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18216a6-a029-41e8-8c0e-4b582afbbc6a req-afbe679e-921b-4467-97a8-277022dd4ceb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.195963 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d85f-181d-4bab-9410-94307603eb0b req-d2e277ef-8785-49a9-8b69-352594e45dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.197483 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-01b0d85f-181d-4bab-9410-94307603eb0b req-d2e277ef-8785-49a9-8b69-352594e45dca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=71a1c2c5-5453-43a1-84ef-1e0d36712da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303787 Aug 31 14:26:35.200489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18216a6-a029-41e8-8c0e-4b582afbbc6a req-afbe679e-921b-4467-97a8-277022dd4ceb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.209460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18216a6-a029-41e8-8c0e-4b582afbbc6a req-afbe679e-921b-4467-97a8-277022dd4ceb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.216954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18216a6-a029-41e8-8c0e-4b582afbbc6a req-afbe679e-921b-4467-97a8-277022dd4ceb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.220351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae946ea7-01cb-4458-8afd-426e35bd5911 None None] Routers {'352fdb14-a0d6-4d59-8006-949d7cce991b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:35.221213 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ae946ea7-01cb-4458-8afd-426e35bd5911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:26:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['352fdb14-a0d6-4d59-8006-949d7cce991b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:35.225421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18216a6-a029-41e8-8c0e-4b582afbbc6a req-afbe679e-921b-4467-97a8-277022dd4ceb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.228474 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f18216a6-a029-41e8-8c0e-4b582afbbc6a req-afbe679e-921b-4467-97a8-277022dd4ceb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5445 time: 0.1763086 Aug 31 14:26:35.313837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.330958 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:26:35.351408 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-734e9e2e-9cba-49a0-b415-6eb5eeddaa74 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "PUT /v2.0/floatingips/1c87b891-4637-490c-bd1c-0406f344528a HTTP/1.1" status: 200 len: 992 time: 2.5958822 Aug 31 14:26:35.353368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:35.355961 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfd37a6-4d06-41f2-b627-4216b854b671" -d '{"events": [{"name": "network-changed", "server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:35.377791 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f18216a6-a029-41e8-8c0e-4b582afbbc6a req-333c8bff-50f2-43ce-a12b-711d9667cd79 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279655 Aug 31 14:26:35.424603 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.473668 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-01b0d85f-181d-4bab-9410-94307603eb0b req-e99c28cf-600a-420c-849a-aeac9923a866 service neutron] 10.222.0.25 "GET /v2.0/networks/71a1c2c5-5453-43a1-84ef-1e0d36712da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029743 Aug 31 14:26:35.478198 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dd502d-2d49-4942-a383-8dcad022be35 x-openstack-request-id: req-f2dd502d-2d49-4942-a383-8dcad022be35 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:35.478697 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:35.479131 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2dd502d-2d49-4942-a383-8dcad022be35 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:35.479724 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'status': 'completed', 'code': 200} Aug 31 14:26:35.641499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-01b0d85f-181d-4bab-9410-94307603eb0b req-93eea1f6-3a99-448d-9233-b39f4da13f84 service neutron] 10.222.0.25 "GET /v2.0/networks/71a1c2c5-5453-43a1-84ef-1e0d36712da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409249 Aug 31 14:26:35.647650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-ae946ea7-01cb-4458-8afd-426e35bd5911 None None] Set router 352fdb14-a0d6-4d59-8006-949d7cce991b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:35.666954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010af83-3d93-45b7-b201-9de28e9be04e req-23401941-b044-4495-9f26-0b49b8329591 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.674648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010af83-3d93-45b7-b201-9de28e9be04e req-23401941-b044-4495-9f26-0b49b8329591 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.682138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010af83-3d93-45b7-b201-9de28e9be04e req-23401941-b044-4495-9f26-0b49b8329591 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.689590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010af83-3d93-45b7-b201-9de28e9be04e req-23401941-b044-4495-9f26-0b49b8329591 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.695789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010af83-3d93-45b7-b201-9de28e9be04e req-23401941-b044-4495-9f26-0b49b8329591 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.699368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7839dfc6-e46b-46bc-b980-5e2a3a00b053, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7839dfc6-e46b-46bc-b980-5e2a3a00b053,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:35.702070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010af83-3d93-45b7-b201-9de28e9be04e req-23401941-b044-4495-9f26-0b49b8329591 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.709126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010af83-3d93-45b7-b201-9de28e9be04e req-23401941-b044-4495-9f26-0b49b8329591 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.722210 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8010af83-3d93-45b7-b201-9de28e9be04e req-23401941-b044-4495-9f26-0b49b8329591 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5445 time: 0.1641376 Aug 31 14:26:35.722210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd37a6-4d06-41f2-b627-4216b854b671 req-6849dc9d-752d-47bc-b285-e4022a40d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.722210 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ddfd37a6-4d06-41f2-b627-4216b854b671 req-6849dc9d-752d-47bc-b285-e4022a40d181 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 1097 time: 0.1855857 Aug 31 14:26:35.723220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40542) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:35.727889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-634063f8-bdbf-49ef-b521-1926ff358c6e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Request body: {'floatingip': {'port_id': '94a3dc65-7153-462e-95e3-3ed89ba870f6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:35.752621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d83a8-680e-4bf7-a98c-a371643d08a3 req-6d7e0ad4-1f21-4ad1-83cd-4a73bc85d802 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:35.761471 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-488d83a8-680e-4bf7-a98c-a371643d08a3 req-6d7e0ad4-1f21-4ad1-83cd-4a73bc85d802 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 945 time: 0.0883763 Aug 31 14:26:35.768859 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '7839dfc6-e46b-46bc-b980-5e2a3a00b053', 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631', 'port_id': '7839dfc6-e46b-46bc-b980-5e2a3a00b053', 'mac_address': 'fa:16:3e:da:27:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f369ee74-3273-4e69-abd8-8da86f146e8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:35.827774 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-488d83a8-680e-4bf7-a98c-a371643d08a3 req-c834c6d7-ce9f-476b-9909-c3c06e922f14 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups?id=a72a7695-29ce-47b7-8e37-c0c59fd5f890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621464 Aug 31 14:26:35.839542 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-634063f8-bdbf-49ef-b521-1926ff358c6e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.883745 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:35.960158 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7839dfc6-e46b-46bc-b980-5e2a3a00b053 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:36.000480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7839dfc6-e46b-46bc-b980-5e2a3a00b053, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7839dfc6-e46b-46bc-b980-5e2a3a00b053,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:36.011504 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.028932 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.050714 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.105694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=7839dfc6-e46b-46bc-b980-5e2a3a00b053,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:36.108521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd37a6-4d06-41f2-b627-4216b854b671 req-4fc63b1a-df19-422f-9147-c3bdb3b69648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:36.110437 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ddfd37a6-4d06-41f2-b627-4216b854b671 req-4fc63b1a-df19-422f-9147-c3bdb3b69648 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.3762393 Aug 31 14:26:36.111566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ae946ea7-01cb-4458-8afd-426e35bd5911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 4, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port': {'id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:59Z', 'updated_at': '2021-08-31T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '1c87b891-4637-490c-bd1c-0406f344528a', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'port_id': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'mac_address': 'fa:16:3e:bb:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:26:10Z', 'updated_at': '2021-08-31T14:26:33Z', 'revision_number': 1, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d8202c-69d1-464f-93c6-9ee868120a4a', 'name': '', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'mac_address': 'fa:16:3e:ea:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:11Z', 'revision_number': 5, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'subnets': [{'id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:36.145907 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae946ea7-01cb-4458-8afd-426e35bd5911 None None] Checking router: 352fdb14-a0d6-4d59-8006-949d7cce991b for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:36.154699 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae946ea7-01cb-4458-8afd-426e35bd5911 None None] Routers {'352fdb14-a0d6-4d59-8006-949d7cce991b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:36.155973 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ae946ea7-01cb-4458-8afd-426e35bd5911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:26:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['352fdb14-a0d6-4d59-8006-949d7cce991b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:36.258321 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Pushing event updated for resources: {'Port': ['ID=bdd62864-d3b0-42fa-86b7-233c05eb43f2,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:36.281721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec135ea5-90be-4e56-a832-694f96446fef req-f0dece95-63c9-402b-9895-8bc2a8def899 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:36.281721 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec135ea5-90be-4e56-a832-694f96446fef req-f0dece95-63c9-402b-9895-8bc2a8def899 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 945 time: 0.3367562 Aug 31 14:26:36.294336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40564) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:36.300915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-3b5dab55-3faa-43c4-8784-37818327df6e tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Request body: {'floatingip': {'port_id': 'a2ead2dc-8d3a-418e-bf63-5c727e06544e'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:36.318898 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e37af-d4f4-4eed-b4fd-8c27e9f9d33b req-096e218e-337e-4dd0-9d8b-cf307a682ed9 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:36.321309 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-400e37af-d4f4-4eed-b4fd-8c27e9f9d33b req-096e218e-337e-4dd0-9d8b-cf307a682ed9 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 944 time: 0.1120315 Aug 31 14:26:36.330731 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-ae946ea7-01cb-4458-8afd-426e35bd5911 None None] Set router 352fdb14-a0d6-4d59-8006-949d7cce991b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:36.367768 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.389578 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b5dab55-3faa-43c4-8784-37818327df6e tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.419110 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ddfd37a6-4d06-41f2-b627-4216b854b671 req-dd77aa45-a923-4f99-9bff-ed715ecd0245 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef248e17-ff68-45a2-a95a-b080183edfb0 HTTP/1.1" status: 200 len: 1000 time: 0.2951076 Aug 31 14:26:36.424178 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.434546 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c83418ff-4d3e-41f4-9801-ef6226a27b56 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6526237 Aug 31 14:26:36.460981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['7839dfc6-e46b-46bc-b980-5e2a3a00b053'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:36.626727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd37a6-4d06-41f2-b627-4216b854b671 req-4596aa7a-e9fa-4f4d-8650-427e746fbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:36.628290 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ddfd37a6-4d06-41f2-b627-4216b854b671 req-4596aa7a-e9fa-4f4d-8650-427e746fbf8d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1905811 Aug 31 14:26:36.639972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-400e37af-d4f4-4eed-b4fd-8c27e9f9d33b req-a2025f83-82a7-4c47-9bdc-91ebed05f6d1 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772548 Aug 31 14:26:36.737769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ae946ea7-01cb-4458-8afd-426e35bd5911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 4, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port': {'id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:59Z', 'updated_at': '2021-08-31T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '1c87b891-4637-490c-bd1c-0406f344528a', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'port_id': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'mac_address': 'fa:16:3e:bb:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:26:10Z', 'updated_at': '2021-08-31T14:26:33Z', 'revision_number': 1, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d8202c-69d1-464f-93c6-9ee868120a4a', 'name': '', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'mac_address': 'fa:16:3e:ea:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:11Z', 'revision_number': 5, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'subnets': [{'id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:36.768654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae946ea7-01cb-4458-8afd-426e35bd5911 None None] The sync data for ids ['352fdb14-a0d6-4d59-8006-949d7cce991b'] in n-d-806683-5 is: [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 4, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port': {'id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:59Z', 'updated_at': '2021-08-31T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '1c87b891-4637-490c-bd1c-0406f344528a', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'port_id': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'mac_address': 'fa:16:3e:bb:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:26:10Z', 'updated_at': '2021-08-31T14:26:33Z', 'revision_number': 1, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d8202c-69d1-464f-93c6-9ee868120a4a', 'name': '', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'mac_address': 'fa:16:3e:ea:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:11Z', 'revision_number': 5, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'subnets': [{'id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:36.823042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd37a6-4d06-41f2-b627-4216b854b671 req-fbc7bde1-4a28-4161-b728-e170d17a12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:36.824881 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ddfd37a6-4d06-41f2-b627-4216b854b671 req-fbc7bde1-4a28-4161-b728-e170d17a12be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879997 Aug 31 14:26:37.044757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-b15bf83a-4a5f-45f6-9a67-015b902d95d2 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:37.054567 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-b15bf83a-4a5f-45f6-9a67-015b902d95d2 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/networks?id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f HTTP/1.1" status: 200 len: 822 time: 0.3391919 Aug 31 14:26:37.083629 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-249ec1ea-6386-4cdd-a36c-99e01dda813a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/quotas/7d9a4720839849c29ef914f5dc923888 HTTP/1.1" status: 200 len: 375 time: 0.0276251 Aug 31 14:26:37.098368 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [None req-634063f8-bdbf-49ef-b521-1926ff358c6e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:26:37.103284 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ddfd37a6-4d06-41f2-b627-4216b854b671 req-e3b58c96-8b14-4351-8b9a-b726d91382cc service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669156 Aug 31 14:26:37.112429 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53d9868-a5d7-45c9-9939-31868460246b None None] New status for floating IP 1c87b891-4637-490c-bd1c-0406f344528a: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:26:37.112979 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b5dab55-3faa-43c4-8784-37818327df6e tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:37.125424 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b5dab55-3faa-43c4-8784-37818327df6e tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:37.249505 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-bb57fffa-9d57-4553-a1bc-48fc07450b22 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d9a4720839849c29ef914f5dc923888&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1652851 Aug 31 14:26:37.253837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-634063f8-bdbf-49ef-b521-1926ff358c6e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:37.263475 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-3b5dab55-3faa-43c4-8784-37818327df6e tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Floating IP a582b791-88cf-406d-92a2-0132029ca5c4 associated. External IP: 172.25.2.33, port: a2ead2dc-8d3a-418e-bf63-5c727e06544e. Aug 31 14:26:37.265462 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-634063f8-bdbf-49ef-b521-1926ff358c6e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:37.410740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ddfd37a6-4d06-41f2-b627-4216b854b671 req-14314402-9748-4a39-a263-6a8163acce38 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576418 Aug 31 14:26:37.535296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5dab55-3faa-43c4-8784-37818327df6e tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Router 58504bee-1feb-4efb-84dc-ea46b9a33c8b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:26:37.665511 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5dab55-3faa-43c4-8784-37818327df6e tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:37.670480 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b5dab55-3faa-43c4-8784-37818327df6e tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:37.685083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc92e0f-0eb2-4ed9-a8f0-6feb7dd408a2 None None] Sync routers for ids ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:37.706006 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3b5dab55-3faa-43c4-8784-37818327df6e tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "PUT /v2.0/floatingips/a582b791-88cf-406d-92a2-0132029ca5c4 HTTP/1.1" status: 200 len: 990 time: 1.4106534 Aug 31 14:26:37.706641 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb9741b-c657-475f-8914-fe8c6d74f55c', 'tag': 'a2ead2dc-8d3a-418e-bf63-5c727e06544e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:37.709406 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f87ffcf-685e-42c5-a53c-5e8ff6726b73" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb9741b-c657-475f-8914-fe8c6d74f55c", "tag": "a2ead2dc-8d3a-418e-bf63-5c727e06544e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:37.712173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc92e0f-0eb2-4ed9-a8f0-6feb7dd408a2 None None] Routers {'58504bee-1feb-4efb-84dc-ea46b9a33c8b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:37.713336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-adc92e0f-0eb2-4ed9-a8f0-6feb7dd408a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:26:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:37.768303 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-6a6c8741-36a8-476b-879e-a1fc954a3339 service neutron] 10.222.0.39 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048864 Aug 31 14:26:37.769646 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-634063f8-bdbf-49ef-b521-1926ff358c6e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Floating IP 17f96ffa-8065-49e9-a7fb-bf6d9cbe07bc associated. External IP: 172.25.2.200, port: 94a3dc65-7153-462e-95e3-3ed89ba870f6. Aug 31 14:26:37.851169 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-adc92e0f-0eb2-4ed9-a8f0-6feb7dd408a2 None None] Set router 58504bee-1feb-4efb-84dc-ea46b9a33c8b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:37.854401 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a069f-57b4-4652-b8c4-7fa191cdb09f req-d6232b36-80d2-4839-b1eb-1b24cc4ed5f0 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:37.856167 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-230a069f-57b4-4652-b8c4-7fa191cdb09f req-d6232b36-80d2-4839-b1eb-1b24cc4ed5f0 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 944 time: 0.0624602 Aug 31 14:26:37.911219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-230a069f-57b4-4652-b8c4-7fa191cdb09f req-73568086-2a55-42ad-8b3b-3862c1272860 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475209 Aug 31 14:26:37.979081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-37929d56-d790-40ee-aea9-664ef16d7595 service neutron] 10.222.0.39 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750357 Aug 31 14:26:38.044838 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91535c5b-4586-42a5-8c9c-45d77ba3078e x-openstack-request-id: req-91535c5b-4586-42a5-8c9c-45d77ba3078e {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:38.045908 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb9741b-c657-475f-8914-fe8c6d74f55c", "tag": "a2ead2dc-8d3a-418e-bf63-5c727e06544e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:38.046525 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91535c5b-4586-42a5-8c9c-45d77ba3078e {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:38.047008 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb9741b-c657-475f-8914-fe8c6d74f55c', 'tag': 'a2ead2dc-8d3a-418e-bf63-5c727e06544e', 'status': 'completed', 'code': 200} Aug 31 14:26:38.203199 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca8ab35d-1ff3-4b6c-978e-3e4021ced839 req-e19f8f4a-a045-41c2-a9fb-c0d065a442ec tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 210 time: 0.0421546 Aug 31 14:26:38.214448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634063f8-bdbf-49ef-b521-1926ff358c6e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Router 1bfb00d0-66c8-473a-b387-47e99e417190 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:26:38.229143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87ffcf-685e-42c5-a53c-5e8ff6726b73 req-90adbd46-ee0f-4f15-af44-d9b8b8ab4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:38.230696 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2f87ffcf-685e-42c5-a53c-5e8ff6726b73 req-90adbd46-ee0f-4f15-af44-d9b8b8ab4ba4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f80abaf64806401083cba1525e4cb216&device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 1096 time: 0.1166413 Aug 31 14:26:38.288725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-adc92e0f-0eb2-4ed9-a8f0-6feb7dd408a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:26:08Z', 'revision_number': 4, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port': {'id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'a582b791-88cf-406d-92a2-0132029ca5c4', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'floating_ip_address': '172.25.2.33', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'port_id': 'a2ead2dc-8d3a-418e-bf63-5c727e06544e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'mac_address': 'fa:16:3e:c9:00:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9741b-c657-475f-8914-fe8c6d74f55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:26:16Z', 'updated_at': '2021-08-31T14:26:36Z', 'revision_number': 1, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264f5c70-6636-4750-a336-365c8f93fbfb', 'name': '', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'mac_address': 'fa:16:3e:4a:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:07Z', 'updated_at': '2021-08-31T14:26:16Z', 'revision_number': 5, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'subnets': [{'id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:38.323968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc92e0f-0eb2-4ed9-a8f0-6feb7dd408a2 None None] Checking router: 58504bee-1feb-4efb-84dc-ea46b9a33c8b for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:38.338124 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc92e0f-0eb2-4ed9-a8f0-6feb7dd408a2 None None] Routers {'58504bee-1feb-4efb-84dc-ea46b9a33c8b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:38.339009 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-adc92e0f-0eb2-4ed9-a8f0-6feb7dd408a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:26:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:38.425583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87ffcf-685e-42c5-a53c-5e8ff6726b73 req-fdb6b904-8cdf-468a-9394-a8112582f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:38.431151 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2f87ffcf-685e-42c5-a53c-5e8ff6726b73 req-fdb6b904-8cdf-468a-9394-a8112582f86b service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c HTTP/1.1" status: 200 len: 906 time: 0.1914749 Aug 31 14:26:38.438159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634063f8-bdbf-49ef-b521-1926ff358c6e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:38.449249 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-634063f8-bdbf-49ef-b521-1926ff358c6e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:38.451420 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508229a3-8e34-4684-a215-d12302a1bda5 None None] Sync routers for ids ['1bfb00d0-66c8-473a-b387-47e99e417190'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:38.463680 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508229a3-8e34-4684-a215-d12302a1bda5 None None] Routers {'1bfb00d0-66c8-473a-b387-47e99e417190'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:38.464440 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-508229a3-8e34-4684-a215-d12302a1bda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:26:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1bfb00d0-66c8-473a-b387-47e99e417190'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:38.522469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-adc92e0f-0eb2-4ed9-a8f0-6feb7dd408a2 None None] Set router 58504bee-1feb-4efb-84dc-ea46b9a33c8b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:38.585765 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-508229a3-8e34-4684-a215-d12302a1bda5 None None] Set router 1bfb00d0-66c8-473a-b387-47e99e417190 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:38.637385 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2f87ffcf-685e-42c5-a53c-5e8ff6726b73 req-6d2ea0f8-98e2-47d0-a883-45edacae04f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2ead2dc-8d3a-418e-bf63-5c727e06544e HTTP/1.1" status: 200 len: 998 time: 0.1845605 Aug 31 14:26:38.643756 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-634063f8-bdbf-49ef-b521-1926ff358c6e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "PUT /v2.0/floatingips/17f96ffa-8065-49e9-a7fb-bf6d9cbe07bc HTTP/1.1" status: 200 len: 992 time: 2.9194791 Aug 31 14:26:38.671749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': '94a3dc65-7153-462e-95e3-3ed89ba870f6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:38.681972 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63511d72-3dcd-4888-9c05-0b623d49a95c" -d '{"events": [{"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "94a3dc65-7153-462e-95e3-3ed89ba870f6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:38.781117 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d5fdab-9a49-4d66-b7a9-2f13d11284dc x-openstack-request-id: req-a0d5fdab-9a49-4d66-b7a9-2f13d11284dc {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:38.781754 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "tag": "94a3dc65-7153-462e-95e3-3ed89ba870f6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:38.782268 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0d5fdab-9a49-4d66-b7a9-2f13d11284dc {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:38.782876 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'tag': '94a3dc65-7153-462e-95e3-3ed89ba870f6', 'status': 'completed', 'code': 200} Aug 31 14:26:38.803736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87ffcf-685e-42c5-a53c-5e8ff6726b73 req-2fb06d41-f512-43c0-ab9d-357d020e66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:38.805254 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2f87ffcf-685e-42c5-a53c-5e8ff6726b73 req-2fb06d41-f512-43c0-ab9d-357d020e66ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f50e77b-5355-49e4-bd63-f06d29bc86d6 HTTP/1.1" status: 200 len: 844 time: 0.1602867 Aug 31 14:26:38.867479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87ffcf-685e-42c5-a53c-5e8ff6726b73 req-531204e8-b5d5-4d91-93d7-bcfd8f14cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:38.872036 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2f87ffcf-685e-42c5-a53c-5e8ff6726b73 req-531204e8-b5d5-4d91-93d7-bcfd8f14cc9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552113 Aug 31 14:26:38.907072 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-508229a3-8e34-4684-a215-d12302a1bda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:46Z', 'revision_number': 4, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port': {'id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '17f96ffa-8065-49e9-a7fb-bf6d9cbe07bc', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'port_id': '94a3dc65-7153-462e-95e3-3ed89ba870f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'mac_address': 'fa:16:3e:98:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:25:04Z', 'updated_at': '2021-08-31T14:26:36Z', 'revision_number': 1, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af16604d-ab93-4032-9918-de760ee52206', 'name': '', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'mac_address': 'fa:16:3e:f8:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:43Z', 'updated_at': '2021-08-31T14:23:58Z', 'revision_number': 5, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'subnets': [{'id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:38.934618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-8bf8591a-d0ba-4a4d-8e1c-e5fb8dc8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:38.935526 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-8bf8591a-d0ba-4a4d-8e1c-e5fb8dc8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:38.937763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-8bf8591a-d0ba-4a4d-8e1c-e5fb8dc8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:38.938607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-8bf8591a-d0ba-4a4d-8e1c-e5fb8dc8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:38.939484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-8bf8591a-d0ba-4a4d-8e1c-e5fb8dc8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:38.940361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-8bf8591a-d0ba-4a4d-8e1c-e5fb8dc8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:38.941179 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-8bf8591a-d0ba-4a4d-8e1c-e5fb8dc8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:38.944940 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-8bf8591a-d0ba-4a4d-8e1c-e5fb8dc8fd83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 6502 time: 0.1400964 Aug 31 14:26:38.988656 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508229a3-8e34-4684-a215-d12302a1bda5 None None] Checking router: 1bfb00d0-66c8-473a-b387-47e99e417190 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:39.017847 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508229a3-8e34-4684-a215-d12302a1bda5 None None] Routers {'1bfb00d0-66c8-473a-b387-47e99e417190'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:39.019001 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-508229a3-8e34-4684-a215-d12302a1bda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:26:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1bfb00d0-66c8-473a-b387-47e99e417190'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:39.044575 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-adc92e0f-0eb2-4ed9-a8f0-6feb7dd408a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:26:08Z', 'revision_number': 4, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port': {'id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'a582b791-88cf-406d-92a2-0132029ca5c4', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'floating_ip_address': '172.25.2.33', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'port_id': 'a2ead2dc-8d3a-418e-bf63-5c727e06544e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'mac_address': 'fa:16:3e:c9:00:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9741b-c657-475f-8914-fe8c6d74f55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:26:16Z', 'updated_at': '2021-08-31T14:26:36Z', 'revision_number': 1, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264f5c70-6636-4750-a336-365c8f93fbfb', 'name': '', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'mac_address': 'fa:16:3e:4a:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:07Z', 'updated_at': '2021-08-31T14:26:16Z', 'revision_number': 5, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'subnets': [{'id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:39.102972 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2f87ffcf-685e-42c5-a53c-5e8ff6726b73 req-b99fce71-3369-429f-9354-8701e077da4c service neutron] 10.222.0.60 "GET /v2.0/networks/e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264760 Aug 31 14:26:39.114421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc92e0f-0eb2-4ed9-a8f0-6feb7dd408a2 None None] The sync data for ids ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'] in n-d-806683-5 is: [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:26:08Z', 'revision_number': 4, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port': {'id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'a582b791-88cf-406d-92a2-0132029ca5c4', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'floating_ip_address': '172.25.2.33', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'port_id': 'a2ead2dc-8d3a-418e-bf63-5c727e06544e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'mac_address': 'fa:16:3e:c9:00:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9741b-c657-475f-8914-fe8c6d74f55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:26:16Z', 'updated_at': '2021-08-31T14:26:36Z', 'revision_number': 1, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264f5c70-6636-4750-a336-365c8f93fbfb', 'name': '', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'mac_address': 'fa:16:3e:4a:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:07Z', 'updated_at': '2021-08-31T14:26:16Z', 'revision_number': 5, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'subnets': [{'id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:39.154999 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-bbd1a956-4db6-442c-953f-af643fac5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:39.157588 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-bbd1a956-4db6-442c-953f-af643fac5413 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9389d65e-cc2a-46c3-97fe-2cd12fa0d276 HTTP/1.1" status: 200 len: 918 time: 0.2051408 Aug 31 14:26:39.180145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7839dfc6-e46b-46bc-b980-5e2a3a00b053 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:39.229948 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2f87ffcf-685e-42c5-a53c-5e8ff6726b73 req-0f2ac9f1-23a2-437c-a786-99e5acb8e4cc service neutron] 10.222.0.60 "GET /v2.0/networks/e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109326 Aug 31 14:26:39.300173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d63b4b-59db-40cd-83a7-9af5442d2626 req-bc7a2aa4-839f-4f38-87cf-bbcbc77b3356 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:39.309100 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-58d63b4b-59db-40cd-83a7-9af5442d2626 req-bc7a2aa4-839f-4f38-87cf-bbcbc77b3356 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 944 time: 0.2036061 Aug 31 14:26:39.310295 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-fb53b0ee-f5e0-4748-8d43-1439b2aec992 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94a3dc65-7153-462e-95e3-3ed89ba870f6 HTTP/1.1" status: 200 len: 1000 time: 0.1446927 Aug 31 14:26:39.346996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 7839dfc6-e46b-46bc-b980-5e2a3a00b053 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:39.396304 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-508229a3-8e34-4684-a215-d12302a1bda5 None None] Set router 1bfb00d0-66c8-473a-b387-47e99e417190 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:39.407169 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-58d63b4b-59db-40cd-83a7-9af5442d2626 req-b0309ff2-c911-477e-a181-b7e3efb3cb61 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956004 Aug 31 14:26:39.410681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 7839dfc6-e46b-46bc-b980-5e2a3a00b053 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:39.413204 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.448434 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-00e19f32-2941-4d46-b921-1917239691da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:39.454710 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-00e19f32-2941-4d46-b921-1917239691da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3 HTTP/1.1" status: 200 len: 856 time: 0.1348991 Aug 31 14:26:39.563956 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-372e6a4c-c44c-42c7-acef-b1beda0279c2 req-d23aff6f-7c16-491c-a8d1-ddc8e78bf6fe tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 210 time: 0.0605845 Aug 31 14:26:39.580395 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.583210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11680f16-9cfa-4bee-95a4-8ef0786ccded None None] New status for floating IP a582b791-88cf-406d-92a2-0132029ca5c4: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:26:39.604708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-c9899c55-e696-4538-b482-191630e5b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:39.606270 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-c9899c55-e696-4538-b482-191630e5b2f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9389d65e-cc2a-46c3-97fe-2cd12fa0d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441803 Aug 31 14:26:39.700833 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7839dfc6-e46b-46bc-b980-5e2a3a00b053, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7839dfc6-e46b-46bc-b980-5e2a3a00b053,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:39.704970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a08793-9a20-4c20-9802-e59072f9e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7839dfc6-e46b-46bc-b980-5e2a3a00b053'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:39.707890 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d065bc-c3ee-4a8d-a747-c54db5b21c84" -d '{"events": [{"server_uuid": "c0a08793-9a20-4c20-9802-e59072f9e109", "name": "network-vif-plugged", "status": "completed", "tag": "7839dfc6-e46b-46bc-b980-5e2a3a00b053"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:39.713830 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.758818 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73f74a6f-c5f6-4fa4-8e4f-b97fdca3d8d0 req-d0994c74-ae44-4fb3-a989-c90bd3b7cc81 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2745397 Aug 31 14:26:39.778653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-eafba529-06da-4568-a7dd-ddd4a3edf28c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:39.782437 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-eafba529-06da-4568-a7dd-ddd4a3edf28c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.60 "GET /v2.0/networks?id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f HTTP/1.1" status: 200 len: 822 time: 0.3735309 Aug 31 14:26:39.846706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-34047141-58ea-4bda-8717-af7ba7cc78b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Request body: {'port': {'device_id': '18d0e2c6-da52-40e6-b82e-5fb62da900b9', 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f', 'admin_state_up': True, 'tenant_id': '7d9a4720839849c29ef914f5dc923888'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:39.932993 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b102ab1-eb16-4a0c-9724-427631feec3a x-openstack-request-id: req-6b102ab1-eb16-4a0c-9724-427631feec3a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:39.933264 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a08793-9a20-4c20-9802-e59072f9e109", "name": "network-vif-plugged", "status": "completed", "tag": "7839dfc6-e46b-46bc-b980-5e2a3a00b053", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:39.933514 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b102ab1-eb16-4a0c-9724-427631feec3a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:39.933902 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a08793-9a20-4c20-9802-e59072f9e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7839dfc6-e46b-46bc-b980-5e2a3a00b053', 'code': 200} Aug 31 14:26:39.956293 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-4ea5e82a-1c5c-428f-b6ed-d324ddb84acb service neutron] 10.222.0.60 "GET /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340580 Aug 31 14:26:39.978302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=7839dfc6-e46b-46bc-b980-5e2a3a00b053,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:40.074960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f74a6f-c5f6-4fa4-8e4f-b97fdca3d8d0 req-8bf43913-cb3b-454c-977f-171f501533f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:40.077286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73f74a6f-c5f6-4fa4-8e4f-b97fdca3d8d0 req-8bf43913-cb3b-454c-977f-171f501533f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623fdba225e14015a70aa1118462d2bc&device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c HTTP/1.1" status: 200 len: 1096 time: 0.2862778 Aug 31 14:26:40.079157 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-34047141-58ea-4bda-8717-af7ba7cc78b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Made reservation on behalf of 7d9a4720839849c29ef914f5dc923888 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:40.083410 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-34047141-58ea-4bda-8717-af7ba7cc78b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.104543 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc1c9b-eef0-4e73-8902-b1b6fba61b35 req-ccb984c5-56b9-4f5a-803e-29d8364bdea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:40.106393 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9bc1c9b-eef0-4e73-8902-b1b6fba61b35 req-ccb984c5-56b9-4f5a-803e-29d8364bdea6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 1096 time: 0.1957850 Aug 31 14:26:40.187575 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9bc1c9b-eef0-4e73-8902-b1b6fba61b35 req-77bb01ed-228a-4405-9a63-975df0e4da20 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647664 Aug 31 14:26:40.194563 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-63511d72-3dcd-4888-9c05-0b623d49a95c req-bd99ff9f-7275-4705-8ace-fa0df8762577 service neutron] 10.222.0.60 "GET /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283447 Aug 31 14:26:40.231641 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-508229a3-8e34-4684-a215-d12302a1bda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:46Z', 'revision_number': 4, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port': {'id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '17f96ffa-8065-49e9-a7fb-bf6d9cbe07bc', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'port_id': '94a3dc65-7153-462e-95e3-3ed89ba870f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'mac_address': 'fa:16:3e:98:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:25:04Z', 'updated_at': '2021-08-31T14:26:36Z', 'revision_number': 1, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af16604d-ab93-4032-9918-de760ee52206', 'name': '', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'mac_address': 'fa:16:3e:f8:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:43Z', 'updated_at': '2021-08-31T14:23:58Z', 'revision_number': 5, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'subnets': [{'id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:40.277820 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508229a3-8e34-4684-a215-d12302a1bda5 None None] The sync data for ids ['1bfb00d0-66c8-473a-b387-47e99e417190'] in n-d-806683-5 is: [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:46Z', 'revision_number': 4, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port': {'id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '17f96ffa-8065-49e9-a7fb-bf6d9cbe07bc', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'port_id': '94a3dc65-7153-462e-95e3-3ed89ba870f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'mac_address': 'fa:16:3e:98:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64885831-7b82-410a-bf7a-c88ff58bea18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:25:04Z', 'updated_at': '2021-08-31T14:26:36Z', 'revision_number': 1, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af16604d-ab93-4032-9918-de760ee52206', 'name': '', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'mac_address': 'fa:16:3e:f8:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:43Z', 'updated_at': '2021-08-31T14:23:58Z', 'revision_number': 5, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'subnets': [{'id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:40.376726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f74a6f-c5f6-4fa4-8e4f-b97fdca3d8d0 req-9b580f23-b1bc-45a6-a919-cf1cd7b5ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:40.378285 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73f74a6f-c5f6-4fa4-8e4f-b97fdca3d8d0 req-9b580f23-b1bc-45a6-a919-cf1cd7b5ef4e service neutron] 10.222.0.25 "GET /v2.0/networks?id=910b813c-e31d-4e81-9ee0-07d2b31fa318 HTTP/1.1" status: 200 len: 915 time: 0.2567413 Aug 31 14:26:40.379507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-34047141-58ea-4bda-8717-af7ba7cc78b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Allocated IP 172.20.0.2 (4e91f1d0-a378-40d2-96c7-cad1c611ce7f/a30f3655-ac81-4822-979c-80a3fcb0e051/670a961d-f34f-4ecd-9c9d-83ddac351ca4) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:40.595866 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b345efb-807a-46a0-a581-b41667841334 None None] New status for floating IP 17f96ffa-8065-49e9-a7fb-bf6d9cbe07bc: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:26:40.609115 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73f74a6f-c5f6-4fa4-8e4f-b97fdca3d8d0 req-b2b5973d-77df-43b1-80c7-9f0c3ea5b1aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91205e73-4f00-4aca-9cf1-ebe71260bee8 HTTP/1.1" status: 200 len: 1000 time: 0.1747687 Aug 31 14:26:40.665079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f74a6f-c5f6-4fa4-8e4f-b97fdca3d8d0 req-de00d72b-45c5-49dc-ab49-09fec9534f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:40.666546 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73f74a6f-c5f6-4fa4-8e4f-b97fdca3d8d0 req-de00d72b-45c5-49dc-ab49-09fec9534f43 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c1f9529c-55f8-482b-8b4d-c5ca32c09282 HTTP/1.1" status: 200 len: 853 time: 0.0478609 Aug 31 14:26:40.695529 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-454bbcbf-20f1-4bc7-b7a9-132972a05849 req-82eb2a96-8f1a-4fad-9251-18778762ae34 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 210 time: 0.0338314 Aug 31 14:26:40.696656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d40f2d-1cce-4e3d-93ac-bb8d67f723e4 req-c95537be-3997-4365-8d57-3b1707373baf tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:40.698130 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06d40f2d-1cce-4e3d-93ac-bb8d67f723e4 req-c95537be-3997-4365-8d57-3b1707373baf tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.2019541 Aug 31 14:26:40.784173 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-34047141-58ea-4bda-8717-af7ba7cc78b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.798367 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f74a6f-c5f6-4fa4-8e4f-b97fdca3d8d0 req-a0aa675c-ebce-40a8-802b-8f886af12ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:40.799915 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73f74a6f-c5f6-4fa4-8e4f-b97fdca3d8d0 req-a0aa675c-ebce-40a8-802b-8f886af12ba1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=910b813c-e31d-4e81-9ee0-07d2b31fa318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112785 Aug 31 14:26:40.804666 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06d40f2d-1cce-4e3d-93ac-bb8d67f723e4 req-754f169c-43fa-411f-aefa-6770d3ef861d tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955112 Aug 31 14:26:40.897908 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-34047141-58ea-4bda-8717-af7ba7cc78b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.959557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-34047141-58ea-4bda-8717-af7ba7cc78b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:40.968162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-34047141-58ea-4bda-8717-af7ba7cc78b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:40.973283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-34047141-58ea-4bda-8717-af7ba7cc78b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:40.981736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73f74a6f-c5f6-4fa4-8e4f-b97fdca3d8d0 req-d55e5fed-0a66-4d61-9d15-cc6a4dcab6be service neutron] 10.222.0.25 "GET /v2.0/networks/910b813c-e31d-4e81-9ee0-07d2b31fa318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718731 Aug 31 14:26:41.002419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34047141-58ea-4bda-8717-af7ba7cc78b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Pushing event updated for resources: {'Port': ['ID=670a961d-f34f-4ecd-9c9d-83ddac351ca4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:41.082445 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-34047141-58ea-4bda-8717-af7ba7cc78b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:41.083090 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-34047141-58ea-4bda-8717-af7ba7cc78b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.108359 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-34047141-58ea-4bda-8717-af7ba7cc78b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3152685 Aug 31 14:26:41.126155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Request body: {'port': {'device_id': '18d0e2c6-da52-40e6-b82e-5fb62da900b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:41.134131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73f74a6f-c5f6-4fa4-8e4f-b97fdca3d8d0 req-006ba244-7a95-4ebf-9059-b6f71e388af3 service neutron] 10.222.0.25 "GET /v2.0/networks/910b813c-e31d-4e81-9ee0-07d2b31fa318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328084 Aug 31 14:26:41.184977 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.490278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670a961d-f34f-4ecd-9c9d-83ddac351ca4 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:41.499480 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.513209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Transition to ACTIVE for port object 670a961d-f34f-4ecd-9c9d-83ddac351ca4 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:41.519324 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.577263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Pushing event updated for resources: {'Port': ['ID=670a961d-f34f-4ecd-9c9d-83ddac351ca4,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:41.605704 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40702) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:41.669458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Attempting to bind port 670a961d-f34f-4ecd-9c9d-83ddac351ca4 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:41.669801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Attempting to bind port 670a961d-f34f-4ecd-9c9d-83ddac351ca4 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:41.670232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Attempting to bind port 670a961d-f34f-4ecd-9c9d-83ddac351ca4 on network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:41.675157 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Port 670a961d-f34f-4ecd-9c9d-83ddac351ca4 on network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:26:41.675479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Attempting to bind port 670a961d-f34f-4ecd-9c9d-83ddac351ca4 on network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:41.681144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:41.681491 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Checking segment: {'id': 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:41.681881 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Bound using segment: {'id': 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:41.682470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Bound port: 670a961d-f34f-4ecd-9c9d-83ddac351ca4, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:41.682836 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.730868 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dcce4c95-2e20-47e1-a812-d212e14e1a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.767957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] For port 670a961d-f34f-4ecd-9c9d-83ddac351ca4, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:41.774541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] For port 670a961d-f34f-4ecd-9c9d-83ddac351ca4, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=670a961d-f34f-4ecd-9c9d-83ddac351ca4,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:41.781489 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.832437 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:41.833385 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.834861 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] 10.222.0.60 "PUT /v2.0/ports/670a961d-f34f-4ecd-9c9d-83ddac351ca4 HTTP/1.1" status: 200 len: 1091 time: 0.7151794 Aug 31 14:26:41.836471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d0e2c6-da52-40e6-b82e-5fb62da900b9', 'tag': '670a961d-f34f-4ecd-9c9d-83ddac351ca4'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:41.839514 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab53ee81-2a00-416f-8278-a3891196d86b" -d '{"events": [{"name": "network-changed", "server_uuid": "18d0e2c6-da52-40e6-b82e-5fb62da900b9", "tag": "670a961d-f34f-4ecd-9c9d-83ddac351ca4"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:41.851162 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0585a-ce44-41b7-a188-05bc43e54a3f req-4c0230fa-7e1e-47ba-86e8-75be1894f31a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:41.852859 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-52f0585a-ce44-41b7-a188-05bc43e54a3f req-4c0230fa-7e1e-47ba-86e8-75be1894f31a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 943 time: 0.0753446 Aug 31 14:26:41.865256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f734ae9-4172-4f71-bd3d-0a4be94fa015 service neutron] Pushing event updated for resources: {'Port': ['ID=670a961d-f34f-4ecd-9c9d-83ddac351ca4,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:41.912823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dcce4c95-2e20-47e1-a812-d212e14e1a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.926250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-74814d94-a978-4246-b13a-2d9dd07e89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:41.927266 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dcce4c95-2e20-47e1-a812-d212e14e1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.928029 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-74814d94-a978-4246-b13a-2d9dd07e89d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d9a4720839849c29ef914f5dc923888&device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 1094 time: 0.0503306 Aug 31 14:26:41.951270 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-52f0585a-ce44-41b7-a188-05bc43e54a3f req-b426de32-e130-44ef-8587-d259249a447a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746439 Aug 31 14:26:41.973585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce4c95-2e20-47e1-a812-d212e14e1a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59a4dc3-2941-442a-b3d9-493470888ecf,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:41.977840 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-71431b78-4876-4c29-aecf-ab62d45947a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=670a961d-f34f-4ecd-9c9d-83ddac351ca4 HTTP/1.1" status: 200 len: 217 time: 0.0421889 Aug 31 14:26:41.996617 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dcce4c95-2e20-47e1-a812-d212e14e1a8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35bfea007307405caed9189b27a918d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3879554 Aug 31 14:26:41.997911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40716) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:42.039586 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e792500-1b2d-483f-a59d-b20989738025 x-openstack-request-id: req-8e792500-1b2d-483f-a59d-b20989738025 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:42.039827 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d0e2c6-da52-40e6-b82e-5fb62da900b9", "tag": "670a961d-f34f-4ecd-9c9d-83ddac351ca4", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:42.040192 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e792500-1b2d-483f-a59d-b20989738025 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:42.040466 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d0e2c6-da52-40e6-b82e-5fb62da900b9', 'tag': '670a961d-f34f-4ecd-9c9d-83ddac351ca4', 'status': 'completed', 'code': 200} Aug 31 14:26:42.057428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c15b04d-ad09-4503-b4bc-9541ed7cbb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.070217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f7255-b56d-4b82-a78c-2e6d8043e9f5 req-470a16e0-e5c8-48a4-a339-f2464aef52dd tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:42.071765 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc1f7255-b56d-4b82-a78c-2e6d8043e9f5 req-470a16e0-e5c8-48a4-a339-f2464aef52dd tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0958529 Aug 31 14:26:42.075921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-7f734555-36f0-4877-ad32-5bd8e1f7198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:42.078830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-7f734555-36f0-4877-ad32-5bd8e1f7198c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a30f3655-ac81-4822-979c-80a3fcb0e051 HTTP/1.1" status: 200 len: 862 time: 0.0692048 Aug 31 14:26:42.083562 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c15b04d-ad09-4503-b4bc-9541ed7cbb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.130833 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-c2067e54-339e-41bf-974e-28acd1cccfd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310178 Aug 31 14:26:42.138697 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c15b04d-ad09-4503-b4bc-9541ed7cbb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.142450 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c15b04d-ad09-4503-b4bc-9541ed7cbb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.143628 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8c15b04d-ad09-4503-b4bc-9541ed7cbb38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c59a4dc3-2941-442a-b3d9-493470888ecf HTTP/1.1" status: 204 len: 168 time: 0.1442051 Aug 31 14:26:42.159517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15b04d-ad09-4503-b4bc-9541ed7cbb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59a4dc3-2941-442a-b3d9-493470888ecf,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:42.205550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc1f7255-b56d-4b82-a78c-2e6d8043e9f5 req-3ec7856d-a19c-47af-b395-b28efc507b8d tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236956 Aug 31 14:26:42.253419 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-259764b3-e4a5-4c3d-880a-f95027ac9b46 service neutron] 10.222.0.60 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143732 Aug 31 14:26:42.361936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf6243-cb3b-44d2-a547-ce41494aa634 req-3e35674e-df5e-49fa-81ac-1cc02ed874a3 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:42.362363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e867a62-a40e-4a1b-9b78-74e484e91b5a req-4665488e-a7bd-40a4-a408-e625f9142bc0 service neutron] 10.222.0.60 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012187 Aug 31 14:26:42.363621 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-18bf6243-cb3b-44d2-a547-ce41494aa634 req-3e35674e-df5e-49fa-81ac-1cc02ed874a3 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0715044 Aug 31 14:26:42.413137 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-18bf6243-cb3b-44d2-a547-ce41494aa634 req-23b3892f-3ded-4c99-a74c-9a0fbecca107 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397341 Aug 31 14:26:42.472483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ee81-2a00-416f-8278-a3891196d86b req-c8853cc3-6389-41ca-9214-cdf3d0da45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:42.474495 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab53ee81-2a00-416f-8278-a3891196d86b req-c8853cc3-6389-41ca-9214-cdf3d0da45b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d9a4720839849c29ef914f5dc923888&device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 1094 time: 0.0540075 Aug 31 14:26:42.481761 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40730) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:42.497099 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6aa890e4-6931-4d27-9bb5-0ab1b8b3d2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.594089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ee81-2a00-416f-8278-a3891196d86b req-1c480a8b-6327-49b7-8298-56db2c0b35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:42.596189 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab53ee81-2a00-416f-8278-a3891196d86b req-1c480a8b-6327-49b7-8298-56db2c0b35bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f HTTP/1.1" status: 200 len: 923 time: 0.1140938 Aug 31 14:26:42.617996 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6aa890e4-6931-4d27-9bb5-0ab1b8b3d2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.623058 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6aa890e4-6931-4d27-9bb5-0ab1b8b3d2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.647677 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab53ee81-2a00-416f-8278-a3891196d86b req-278a3475-f54a-45c6-b6ce-2189905a74e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=670a961d-f34f-4ecd-9c9d-83ddac351ca4 HTTP/1.1" status: 200 len: 217 time: 0.0434630 Aug 31 14:26:42.676173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa890e4-6931-4d27-9bb5-0ab1b8b3d2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad26f13-9e07-47c5-814d-922669a538c1,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:42.699514 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6aa890e4-6931-4d27-9bb5-0ab1b8b3d2f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e6e92af594c439e90ed7d582eae52f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2143929 Aug 31 14:26:42.700045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40742) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:42.735343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ee81-2a00-416f-8278-a3891196d86b req-a4b972fc-4086-44f8-a7c8-ead8e7e0fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:42.737016 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab53ee81-2a00-416f-8278-a3891196d86b req-a4b972fc-4086-44f8-a7c8-ead8e7e0fabb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a30f3655-ac81-4822-979c-80a3fcb0e051 HTTP/1.1" status: 200 len: 862 time: 0.0811920 Aug 31 14:26:42.761990 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b677-88f7-48bd-b8e0-f98b7f870666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.776724 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab53ee81-2a00-416f-8278-a3891196d86b req-fbc8d63d-dd25-4187-b086-e9a235fb934c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305045 Aug 31 14:26:42.812055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b677-88f7-48bd-b8e0-f98b7f870666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.861269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66128968-8610-4b11-941e-fa3735986dbe req-f3dca50c-d297-44fb-bc84-122502e68095 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:42.862921 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-66128968-8610-4b11-941e-fa3735986dbe req-f3dca50c-d297-44fb-bc84-122502e68095 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0885961 Aug 31 14:26:42.878303 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab53ee81-2a00-416f-8278-a3891196d86b req-34ffc309-c5bc-4c79-b6e8-48d4c70d26d8 service neutron] 10.222.0.60 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939844 Aug 31 14:26:42.917831 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-66128968-8610-4b11-941e-fa3735986dbe req-a9da575f-f74f-4029-9dfe-fa8e7925b824 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447159 Aug 31 14:26:42.918487 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b677-88f7-48bd-b8e0-f98b7f870666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.921291 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b677-88f7-48bd-b8e0-f98b7f870666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.925149 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a4b4b677-88f7-48bd-b8e0-f98b7f870666 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ad26f13-9e07-47c5-814d-922669a538c1 HTTP/1.1" status: 204 len: 168 time: 0.2215669 Aug 31 14:26:42.931252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4b677-88f7-48bd-b8e0-f98b7f870666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad26f13-9e07-47c5-814d-922669a538c1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:43.050534 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab53ee81-2a00-416f-8278-a3891196d86b req-705adc57-2114-4a07-a007-cce775a78d7a service neutron] 10.222.0.60 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640348 Aug 31 14:26:43.105050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a677765-6997-48e3-b9a4-7a1100ef7f89 req-00f8a291-6e1a-4645-bd05-4871d5ba1fea tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:43.106852 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5a677765-6997-48e3-b9a4-7a1100ef7f89 req-00f8a291-6e1a-4645-bd05-4871d5ba1fea tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 943 time: 0.0798595 Aug 31 14:26:43.174549 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5a677765-6997-48e3-b9a4-7a1100ef7f89 req-97f8d0aa-7305-458f-b8d1-2f0f205b695b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594475 Aug 31 14:26:44.089002 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656936e-58fe-4b7b-a7e5-8fad0aedded4 req-73a6c8f1-6319-4f20-bf93-f9f6fcece12b tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:44.090004 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e656936e-58fe-4b7b-a7e5-8fad0aedded4 req-73a6c8f1-6319-4f20-bf93-f9f6fcece12b tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0631952 Aug 31 14:26:44.134357 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e656936e-58fe-4b7b-a7e5-8fad0aedded4 req-99ec407b-f5c4-4499-bb6f-7b9ff36aa550 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370474 Aug 31 14:26:44.298997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d017977-5596-4a9a-9315-dbea8d88f67e req-20ffa67c-c586-4b63-b1a4-dec253f52482 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:44.300531 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d017977-5596-4a9a-9315-dbea8d88f67e req-20ffa67c-c586-4b63-b1a4-dec253f52482 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 943 time: 0.0566914 Aug 31 14:26:44.340348 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d017977-5596-4a9a-9315-dbea8d88f67e req-ff60cf98-36f1-407c-a9d9-38c52dacfe5e tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Aug 31 14:26:44.822286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 670a961d-f34f-4ecd-9c9d-83ddac351ca4 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:44.932575 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 670a961d-f34f-4ecd-9c9d-83ddac351ca4, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=670a961d-f34f-4ecd-9c9d-83ddac351ca4,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:44.945874 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '670a961d-f34f-4ecd-9c9d-83ddac351ca4', 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f', 'port_id': '670a961d-f34f-4ecd-9c9d-83ddac351ca4', 'mac_address': 'fa:16:3e:12:3d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30f3655-ac81-4822-979c-80a3fcb0e051', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:44.986877 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.003248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670a961d-f34f-4ecd-9c9d-83ddac351ca4 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:45.024496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 670a961d-f34f-4ecd-9c9d-83ddac351ca4, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=670a961d-f34f-4ecd-9c9d-83ddac351ca4,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:45.028520 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.081470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=670a961d-f34f-4ecd-9c9d-83ddac351ca4,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:45.256525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799b49d-78f8-4100-a1fc-04911f62f42d req-7e8c15e3-2f10-4b37-a4f2-0e8afac92a4a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:45.257959 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f799b49d-78f8-4100-a1fc-04911f62f42d req-7e8c15e3-2f10-4b37-a4f2-0e8afac92a4a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0524423 Aug 31 14:26:45.301020 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f799b49d-78f8-4100-a1fc-04911f62f42d req-fd15f86a-b1a0-4e61-a6ab-45194cad32ef tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368326 Aug 31 14:26:45.374634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['670a961d-f34f-4ecd-9c9d-83ddac351ca4'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:45.476341 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052a59b-833b-404d-aee4-f0703e7677d4 req-6099f876-d527-4ee4-a1c2-136b8d4657db tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:45.477867 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d052a59b-833b-404d-aee4-f0703e7677d4 req-6099f876-d527-4ee4-a1c2-136b8d4657db tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 944 time: 0.0541005 Aug 31 14:26:45.493094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40844) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:45.533414 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d052a59b-833b-404d-aee4-f0703e7677d4 req-6ad8d7ce-cc8c-43a4-bba6-ce120f11da22 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Aug 31 14:26:45.618268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b28db6e6-13a2-406d-b2ce-4c34a51dd89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.724204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b28db6e6-13a2-406d-b2ce-4c34a51dd89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.728727 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b28db6e6-13a2-406d-b2ce-4c34a51dd89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.770430 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b28db6e6-13a2-406d-b2ce-4c34a51dd89f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=739748d58e66472d8363516a0f78dd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762418 Aug 31 14:26:45.771297 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28db6e6-13a2-406d-b2ce-4c34a51dd89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b0677f-50c1-4da8-9378-118affa7d06a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:45.773350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40850) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:45.838061 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49b86175-4fb4-418e-adc9-646d99125fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.861649 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49b86175-4fb4-418e-adc9-646d99125fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.912568 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49b86175-4fb4-418e-adc9-646d99125fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.915288 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49b86175-4fb4-418e-adc9-646d99125fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.918701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-49b86175-4fb4-418e-adc9-646d99125fd1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11b0677f-50c1-4da8-9378-118affa7d06a HTTP/1.1" status: 204 len: 168 time: 0.1412594 Aug 31 14:26:45.925332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b86175-4fb4-418e-adc9-646d99125fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b0677f-50c1-4da8-9378-118affa7d06a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:46.204248 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40860) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:46.218977 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e29ef70-6679-4aa4-bebe-ab401c954e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.319023 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e29ef70-6679-4aa4-bebe-ab401c954e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.323927 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e29ef70-6679-4aa4-bebe-ab401c954e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.365881 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3e29ef70-6679-4aa4-bebe-ab401c954e63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d2c768f0d1141f0bbb03b98af505952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604483 Aug 31 14:26:46.367192 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29ef70-6679-4aa4-bebe-ab401c954e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a5d12b-4260-4078-bb5e-16689d2ab5e8,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:46.368640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40866) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:46.670142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23db342-afee-440e-af7e-ce3caaa9aed4 req-da046fcf-6a03-40ac-8e5d-00ff7465e40c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:46.672318 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e23db342-afee-440e-af7e-ce3caaa9aed4 req-da046fcf-6a03-40ac-8e5d-00ff7465e40c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 944 time: 0.0582018 Aug 31 14:26:46.723045 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e23db342-afee-440e-af7e-ce3caaa9aed4 req-278f0354-bf2e-47f4-bb43-d33d2607ef52 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436013 Aug 31 14:26:46.775898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440b2f2-ff15-4cfd-bf42-f392466281b0 req-1775c58e-8a01-496e-943c-48a75057a7b5 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:46.777396 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1440b2f2-ff15-4cfd-bf42-f392466281b0 req-1775c58e-8a01-496e-943c-48a75057a7b5 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.3775706 Aug 31 14:26:46.778295 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f8feb94-fd8a-414f-b792-2291ece540a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.814214 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f8feb94-fd8a-414f-b792-2291ece540a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.837725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 670a961d-f34f-4ecd-9c9d-83ddac351ca4 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:46.852233 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1440b2f2-ff15-4cfd-bf42-f392466281b0 req-0129e257-4673-4b53-938c-2cca79fea8fb tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634980 Aug 31 14:26:46.882579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f8feb94-fd8a-414f-b792-2291ece540a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.885212 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f8feb94-fd8a-414f-b792-2291ece540a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.886375 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4f8feb94-fd8a-414f-b792-2291ece540a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9a5d12b-4260-4078-bb5e-16689d2ab5e8 HTTP/1.1" status: 204 len: 168 time: 0.5164306 Aug 31 14:26:46.896541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8feb94-fd8a-414f-b792-2291ece540a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a5d12b-4260-4078-bb5e-16689d2ab5e8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:46.903639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 670a961d-f34f-4ecd-9c9d-83ddac351ca4 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:46.910901 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 670a961d-f34f-4ecd-9c9d-83ddac351ca4 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:46.911008 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:47.006113 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:47.031776 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d0e2c6-da52-40e6-b82e-5fb62da900b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670a961d-f34f-4ecd-9c9d-83ddac351ca4'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:47.034300 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa71364-d76e-495d-b45c-1702b6e0d354" -d '{"events": [{"server_uuid": "18d0e2c6-da52-40e6-b82e-5fb62da900b9", "name": "network-vif-plugged", "status": "completed", "tag": "670a961d-f34f-4ecd-9c9d-83ddac351ca4"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:47.049141 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 670a961d-f34f-4ecd-9c9d-83ddac351ca4, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=670a961d-f34f-4ecd-9c9d-83ddac351ca4,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:47.053898 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:47.080319 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829a688b-f61a-4944-8bec-f793275d788f x-openstack-request-id: req-829a688b-f61a-4944-8bec-f793275d788f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:47.080616 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d0e2c6-da52-40e6-b82e-5fb62da900b9", "name": "network-vif-plugged", "status": "completed", "tag": "670a961d-f34f-4ecd-9c9d-83ddac351ca4", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:47.080860 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-829a688b-f61a-4944-8bec-f793275d788f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:47.081248 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d0e2c6-da52-40e6-b82e-5fb62da900b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670a961d-f34f-4ecd-9c9d-83ddac351ca4', 'code': 200} Aug 31 14:26:47.112219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=670a961d-f34f-4ecd-9c9d-83ddac351ca4,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:47.192339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd6c40-3a2c-4554-b064-569eeb017cd7 req-b9d555a3-5610-48bf-8f94-b1061e080d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:47.193875 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-63fd6c40-3a2c-4554-b064-569eeb017cd7 req-b9d555a3-5610-48bf-8f94-b1061e080d4b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 1096 time: 0.0435157 Aug 31 14:26:47.233225 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-63fd6c40-3a2c-4554-b064-569eeb017cd7 req-2ed8c41e-9687-401e-8804-8ad06061a4ed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289657 Aug 31 14:26:47.859604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c854974-278b-4da9-a4bd-f3f4aabf5a86 req-bec17bfb-b68f-4041-9e80-ae44ac93254e tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:47.861534 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c854974-278b-4da9-a4bd-f3f4aabf5a86 req-bec17bfb-b68f-4041-9e80-ae44ac93254e tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 945 time: 0.0599649 Aug 31 14:26:47.903697 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c854974-278b-4da9-a4bd-f3f4aabf5a86 req-dbb5ceb1-67e9-4da0-b9b2-d8e23f853136 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362298 Aug 31 14:26:48.011581 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b882d-9e53-42f9-8735-2a7fdc1bfce5 req-ca7b1aac-9bf9-42c7-a86f-86c99b5c4465 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:48.013153 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-413b882d-9e53-42f9-8735-2a7fdc1bfce5 req-ca7b1aac-9bf9-42c7-a86f-86c99b5c4465 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0698919 Aug 31 14:26:48.056199 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-413b882d-9e53-42f9-8735-2a7fdc1bfce5 req-c1f7fa72-46a7-40d8-b956-9cda267edfba tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348797 Aug 31 14:26:48.619027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40942) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:48.724632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd44cc4a-d5c6-4b4e-9c06-cb6ae8854379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.824528 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd44cc4a-d5c6-4b4e-9c06-cb6ae8854379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.829340 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd44cc4a-d5c6-4b4e-9c06-cb6ae8854379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.866630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44cc4a-d5c6-4b4e-9c06-cb6ae8854379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249a592f-513d-440b-9c6d-97ce81fd9b18,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:48.871289 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cd44cc4a-d5c6-4b4e-9c06-cb6ae8854379 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63d79d4181e94dd79c2f98abf5f91641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508590 Aug 31 14:26:48.876106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40946) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:48.932664 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98964e2e-8fb3-4f10-9b36-278cc9f08a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.958078 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98964e2e-8fb3-4f10-9b36-278cc9f08a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:49.036867 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98964e2e-8fb3-4f10-9b36-278cc9f08a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:49.039421 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98964e2e-8fb3-4f10-9b36-278cc9f08a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:49.040560 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-98964e2e-8fb3-4f10-9b36-278cc9f08a76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/249a592f-513d-440b-9c6d-97ce81fd9b18 HTTP/1.1" status: 204 len: 168 time: 0.1638556 Aug 31 14:26:49.052224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239d37d-13f6-42c0-b1d9-07de40926f9c req-b01f3383-4b7d-4b95-b4ac-d7b42d965109 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:49.053740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5239d37d-13f6-42c0-b1d9-07de40926f9c req-b01f3383-4b7d-4b95-b4ac-d7b42d965109 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 945 time: 0.0633054 Aug 31 14:26:49.058661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98964e2e-8fb3-4f10-9b36-278cc9f08a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249a592f-513d-440b-9c6d-97ce81fd9b18,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:49.099656 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5239d37d-13f6-42c0-b1d9-07de40926f9c req-97136018-b10d-46f4-80a7-bc7f39672ec6 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388842 Aug 31 14:26:49.211813 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:49.214395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea13326-1962-4f7c-9dce-6a5555b14e0c req-d6ecdb79-3a9d-4bb2-81b5-e1eab37d4d5d tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:49.216175 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aea13326-1962-4f7c-9dce-6a5555b14e0c req-d6ecdb79-3a9d-4bb2-81b5-e1eab37d4d5d tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0571578 Aug 31 14:26:49.253468 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82936b86-88ab-4be3-8ec6-fb488f0c605d req-011aa9e6-6cf7-46b9-ad02-e2a9d725054c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:49.258575 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aea13326-1962-4f7c-9dce-6a5555b14e0c req-0b8719f7-bdc1-4703-83bb-48f1635bc585 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349455 Aug 31 14:26:49.260741 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82936b86-88ab-4be3-8ec6-fb488f0c605d req-011aa9e6-6cf7-46b9-ad02-e2a9d725054c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 945 time: 0.0629725 Aug 31 14:26:49.297814 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82936b86-88ab-4be3-8ec6-fb488f0c605d req-8ad31c98-5afe-4437-b6ec-76d7ff702b11 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359890 Aug 31 14:26:49.486158 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa70d-ef82-4125-9a41-96b8df7b03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:49.800256 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:26:49.927431 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d5aed-4f8a-4387-b958-3a7cf4f32bdd req-97bad0b3-2d9e-4c68-afd9-3d1a01f83e53 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:49.929238 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c43d5aed-4f8a-4387-b958-3a7cf4f32bdd req-97bad0b3-2d9e-4c68-afd9-3d1a01f83e53 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 945 time: 0.0567136 Aug 31 14:26:49.974019 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c43d5aed-4f8a-4387-b958-3a7cf4f32bdd req-b13d9ee2-9263-4979-b3f2-0d18e239ac5d tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385199 Aug 31 14:26:50.385579 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d212d6d-b9c2-49af-ad99-d292a2a130be req-546a2eb1-611e-4b40-8ede-3a7e7c3e89ea tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:50.387164 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d212d6d-b9c2-49af-ad99-d292a2a130be req-546a2eb1-611e-4b40-8ede-3a7e7c3e89ea tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0533438 Aug 31 14:26:50.425719 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d212d6d-b9c2-49af-ad99-d292a2a130be req-5ad919c4-9951-4840-8f5d-cbe8f6f168e1 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323598 Aug 31 14:26:51.104529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97e4be-a778-4810-8b7d-f7d1feb7c9d5 req-970be674-4f65-4f94-90c6-8567c2af033c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:51.106153 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae97e4be-a778-4810-8b7d-f7d1feb7c9d5 req-970be674-4f65-4f94-90c6-8567c2af033c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 945 time: 0.0562539 Aug 31 14:26:51.148663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae97e4be-a778-4810-8b7d-f7d1feb7c9d5 req-daff4de9-f706-40bf-8065-1373415b34f6 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361345 Aug 31 14:26:51.422703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41068) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:51.541720 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6613bcee-b0c8-44c9-a3b5-3ecd84ab59df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.552125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3670bbe-2a3f-46f9-9fb2-43840f82bd2e req-e5916ce3-ccb6-4cf7-a066-d01c275d57e4 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:51.553914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3670bbe-2a3f-46f9-9fb2-43840f82bd2e req-e5916ce3-ccb6-4cf7-a066-d01c275d57e4 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0566876 Aug 31 14:26:51.598738 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3670bbe-2a3f-46f9-9fb2-43840f82bd2e req-2661c623-42ac-436d-bd9e-858519f5ede0 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360100 Aug 31 14:26:51.655439 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6613bcee-b0c8-44c9-a3b5-3ecd84ab59df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.659148 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6613bcee-b0c8-44c9-a3b5-3ecd84ab59df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.697626 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6613bcee-b0c8-44c9-a3b5-3ecd84ab59df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=619d62b1fbb3445aa2f437e0f8546bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737710 Aug 31 14:26:51.698629 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613bcee-b0c8-44c9-a3b5-3ecd84ab59df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d595f8c-77c4-468b-9e09-86c71fd2a100,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:51.700516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41078) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:51.751496 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de36de0b-5a2f-4c9a-b52f-b96d1abfaf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.778929 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de36de0b-5a2f-4c9a-b52f-b96d1abfaf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.831062 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de36de0b-5a2f-4c9a-b52f-b96d1abfaf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.834254 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de36de0b-5a2f-4c9a-b52f-b96d1abfaf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.834978 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-de36de0b-5a2f-4c9a-b52f-b96d1abfaf3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d595f8c-77c4-468b-9e09-86c71fd2a100 HTTP/1.1" status: 204 len: 168 time: 0.1334603 Aug 31 14:26:51.842985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36de0b-5a2f-4c9a-b52f-b96d1abfaf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d595f8c-77c4-468b-9e09-86c71fd2a100,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:52.148048 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-953e1824-6fab-467a-822d-9b7c9d4c9881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:52.205628 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:52.285354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b0e2a-f9e5-4d67-bc67-156f6efc345e req-fd43a8cc-971a-4e94-b1b7-98caafdcd567 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:52.286911 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6b0e2a-f9e5-4d67-bc67-156f6efc345e req-fd43a8cc-971a-4e94-b1b7-98caafdcd567 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 945 time: 0.0519571 Aug 31 14:26:52.331274 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6b0e2a-f9e5-4d67-bc67-156f6efc345e req-33871fc3-cfae-4f29-9b43-c01770433d40 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382264 Aug 31 14:26:52.737100 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b686d-3640-499b-8bad-c7417ea60af3 req-2923e78a-043f-48d5-97d9-3bfe8433b80a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:52.745508 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057b686d-3640-499b-8bad-c7417ea60af3 req-2923e78a-043f-48d5-97d9-3bfe8433b80a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0637317 Aug 31 14:26:52.796106 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057b686d-3640-499b-8bad-c7417ea60af3 req-91838b28-d5ff-4a65-9d65-68ac08aa88dd tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493040 Aug 31 14:26:52.862047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41122) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:52.902237 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 670a961d-f34f-4ecd-9c9d-83ddac351ca4 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:52.981151 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67b5a1d8-b2bb-4b70-a0f4-eef25f1a26b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.013198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 670a961d-f34f-4ecd-9c9d-83ddac351ca4, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=670a961d-f34f-4ecd-9c9d-83ddac351ca4,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:53.027538 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '670a961d-f34f-4ecd-9c9d-83ddac351ca4', 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f', 'port_id': '670a961d-f34f-4ecd-9c9d-83ddac351ca4', 'mac_address': 'fa:16:3e:12:3d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30f3655-ac81-4822-979c-80a3fcb0e051', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:53.070727 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.082547 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67b5a1d8-b2bb-4b70-a0f4-eef25f1a26b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.085195 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 670a961d-f34f-4ecd-9c9d-83ddac351ca4 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:53.086515 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67b5a1d8-b2bb-4b70-a0f4-eef25f1a26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.106195 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 670a961d-f34f-4ecd-9c9d-83ddac351ca4, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=670a961d-f34f-4ecd-9c9d-83ddac351ca4,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:53.110836 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.126706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-67b5a1d8-b2bb-4b70-a0f4-eef25f1a26b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84012212d0f64497ba0f1d06b7a15c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635698 Aug 31 14:26:53.128761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5a1d8-b2bb-4b70-a0f4-eef25f1a26b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c5ddb2-d8b5-4677-a411-8acfaa45d5e0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:53.129534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41128) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:53.166430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=670a961d-f34f-4ecd-9c9d-83ddac351ca4,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:53.188277 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-981b2ada-683e-4e6c-a8c9-76bfecf8d0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.213499 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-981b2ada-683e-4e6c-a8c9-76bfecf8d0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.254633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['670a961d-f34f-4ecd-9c9d-83ddac351ca4'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:53.259376 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.266974 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-981b2ada-683e-4e6c-a8c9-76bfecf8d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.270164 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-981b2ada-683e-4e6c-a8c9-76bfecf8d0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.273421 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-981b2ada-683e-4e6c-a8c9-76bfecf8d0c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79c5ddb2-d8b5-4677-a411-8acfaa45d5e0 HTTP/1.1" status: 204 len: 168 time: 0.1405599 Aug 31 14:26:53.281271 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b2ada-683e-4e6c-a8c9-76bfecf8d0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c5ddb2-d8b5-4677-a411-8acfaa45d5e0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:53.471680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957755ab-de02-4a66-bc0b-45b255ee137d req-e23d5981-75cd-4e10-b011-9f760fd8b69d tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:53.473182 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-957755ab-de02-4a66-bc0b-45b255ee137d req-e23d5981-75cd-4e10-b011-9f760fd8b69d tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 944 time: 0.0517523 Aug 31 14:26:53.518267 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-957755ab-de02-4a66-bc0b-45b255ee137d req-3448c49d-42e6-4d7a-b5f6-ee87834c2036 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391068 Aug 31 14:26:53.781639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79fda8-35ca-4f22-b476-f092207ebc53 req-85c719bb-ef2e-44d7-98bd-d7155fe78cd9 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:53.783433 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ff79fda8-35ca-4f22-b476-f092207ebc53 req-85c719bb-ef2e-44d7-98bd-d7155fe78cd9 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 944 time: 0.0630832 Aug 31 14:26:53.833159 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ff79fda8-35ca-4f22-b476-f092207ebc53 req-6ee65d0c-489c-4816-833a-b4f26b87fd6d tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435607 Aug 31 14:26:53.953693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc5fd4-00e1-43d2-9f79-b95846b9d30d req-e391b88d-bc8b-4c37-aa6e-d759f4d97e91 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:53.955387 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dafc5fd4-00e1-43d2-9f79-b95846b9d30d req-e391b88d-bc8b-4c37-aa6e-d759f4d97e91 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0733514 Aug 31 14:26:54.012983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dafc5fd4-00e1-43d2-9f79-b95846b9d30d req-05e02330-0fb1-425c-8d3e-fdc060af6022 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514092 Aug 31 14:26:54.104508 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:54.841615 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:54.921939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 670a961d-f34f-4ecd-9c9d-83ddac351ca4 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:54.976148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83329d27-1582-4f22-8258-fd4a4505b675 req-bf31d127-259a-48f5-a48a-cfcd8870fe03 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:54.978296 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83329d27-1582-4f22-8258-fd4a4505b675 req-bf31d127-259a-48f5-a48a-cfcd8870fe03 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 944 time: 0.0616040 Aug 31 14:26:55.009801 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.026110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 670a961d-f34f-4ecd-9c9d-83ddac351ca4 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:55.029055 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83329d27-1582-4f22-8258-fd4a4505b675 req-ca2190c4-b23b-4183-b6c4-c5740125c474 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432770 Aug 31 14:26:55.048465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 670a961d-f34f-4ecd-9c9d-83ddac351ca4, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=670a961d-f34f-4ecd-9c9d-83ddac351ca4,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:55.052818 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.116752 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=670a961d-f34f-4ecd-9c9d-83ddac351ca4,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:55.149435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122ce8b-7ae8-4021-9c89-482d69ec318f req-0b9c7992-a1d4-42fe-97d1-5356e8e38a5a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:55.150999 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2122ce8b-7ae8-4021-9c89-482d69ec318f req-0b9c7992-a1d4-42fe-97d1-5356e8e38a5a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0521779 Aug 31 14:26:55.217850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2122ce8b-7ae8-4021-9c89-482d69ec318f req-5c028189-bf83-4773-bb29-9ed108043846 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598655 Aug 31 14:26:55.629923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3801b-785d-4bec-85cc-a2ba7c438fa3 req-c02e79a1-3712-4fe1-90b3-236df84e79b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:55.631682 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b2e3801b-785d-4bec-85cc-a2ba7c438fa3 req-c02e79a1-3712-4fe1-90b3-236df84e79b8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.60 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 943 time: 0.0597894 Aug 31 14:26:55.743499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b2e3801b-785d-4bec-85cc-a2ba7c438fa3 req-d5e5a2aa-27ec-44fd-beed-529c3b9c8d99 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Deleting port 670a961d-f34f-4ecd-9c9d-83ddac351ca4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:55.743838 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b2e3801b-785d-4bec-85cc-a2ba7c438fa3 req-d5e5a2aa-27ec-44fd-beed-529c3b9c8d99 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.846761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b2e3801b-785d-4bec-85cc-a2ba7c438fa3 req-d5e5a2aa-27ec-44fd-beed-529c3b9c8d99 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] For port 670a961d-f34f-4ecd-9c9d-83ddac351ca4, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=670a961d-f34f-4ecd-9c9d-83ddac351ca4,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:55.847057 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b2e3801b-785d-4bec-85cc-a2ba7c438fa3 req-d5e5a2aa-27ec-44fd-beed-529c3b9c8d99 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.862630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b2e3801b-785d-4bec-85cc-a2ba7c438fa3 req-d5e5a2aa-27ec-44fd-beed-529c3b9c8d99 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Calling delete_port for 670a961d-f34f-4ecd-9c9d-83ddac351ca4 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:56.041819 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b2e3801b-785d-4bec-85cc-a2ba7c438fa3 req-d5e5a2aa-27ec-44fd-beed-529c3b9c8d99 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.077123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5a2aa-27ec-44fd-beed-529c3b9c8d99 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Pushing event deleted for resources: {'Port': ['ID=670a961d-f34f-4ecd-9c9d-83ddac351ca4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:56.132985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e3801b-785d-4bec-85cc-a2ba7c438fa3 req-d5e5a2aa-27ec-44fd-beed-529c3b9c8d99 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] No DVR routers for this DVR port 670a961d-f34f-4ecd-9c9d-83ddac351ca4 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:26:56.135569 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b2e3801b-785d-4bec-85cc-a2ba7c438fa3 req-d5e5a2aa-27ec-44fd-beed-529c3b9c8d99 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.137659 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b2e3801b-785d-4bec-85cc-a2ba7c438fa3 req-d5e5a2aa-27ec-44fd-beed-529c3b9c8d99 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.60 "DELETE /v2.0/ports/670a961d-f34f-4ecd-9c9d-83ddac351ca4 HTTP/1.1" status: 204 len: 173 time: 0.4997756 Aug 31 14:26:56.138087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d0e2c6-da52-40e6-b82e-5fb62da900b9', 'name': 'network-vif-deleted', 'tag': '670a961d-f34f-4ecd-9c9d-83ddac351ca4'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:56.141563 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430f0a91-f963-49c6-a7d4-0d14e88b0016" -d '{"events": [{"server_uuid": "18d0e2c6-da52-40e6-b82e-5fb62da900b9", "name": "network-vif-deleted", "tag": "670a961d-f34f-4ecd-9c9d-83ddac351ca4"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:56.151645 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0c6584a2-dd14-4a65-a744-aac87ff3d033 req-aba11389-4380-4e40-adc0-9ff1e255942d tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=18d0e2c6-da52-40e6-b82e-5fb62da900b9 HTTP/1.1" status: 200 len: 210 time: 0.0334711 Aug 31 14:26:56.206681 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdae9464-7d07-4c17-83d3-36125a6da2e9 x-openstack-request-id: req-bdae9464-7d07-4c17-83d3-36125a6da2e9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:56.207196 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d0e2c6-da52-40e6-b82e-5fb62da900b9", "name": "network-vif-deleted", "tag": "670a961d-f34f-4ecd-9c9d-83ddac351ca4", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:56.207319 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bdae9464-7d07-4c17-83d3-36125a6da2e9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:56.207633 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d0e2c6-da52-40e6-b82e-5fb62da900b9', 'name': 'network-vif-deleted', 'tag': '670a961d-f34f-4ecd-9c9d-83ddac351ca4', 'status': 'completed', 'code': 200} Aug 31 14:26:56.352983 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8e04d-4517-429b-87e2-84dd74302e38 req-2729b977-11a8-4023-9efa-6c4cfcc465cf tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:56.354493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6c8e04d-4517-429b-87e2-84dd74302e38 req-2729b977-11a8-4023-9efa-6c4cfcc465cf tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0533314 Aug 31 14:26:56.395475 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6c8e04d-4517-429b-87e2-84dd74302e38 req-e0c7054b-9d9a-4b1e-a45b-9e161d9b8f55 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339260 Aug 31 14:26:57.270755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca8f7e-4f0d-4e76-8591-f3f73461f64e req-b5c7811b-4ea3-423e-9d4a-ea52380f7ddf tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:57.273676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7ca8f7e-4f0d-4e76-8591-f3f73461f64e req-b5c7811b-4ea3-423e-9d4a-ea52380f7ddf tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c HTTP/1.1" status: 200 len: 945 time: 0.0594089 Aug 31 14:26:57.325751 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7ca8f7e-4f0d-4e76-8591-f3f73461f64e req-7199b525-2782-4dc9-91c6-a21260fee17e tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8a7f48-dff9-40a0-8991-496a2b531197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414321 Aug 31 14:26:57.522352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03508ab-c71e-4794-acbc-0b8b8a09e1a3 req-8c2dc812-f8fa-486d-bfa0-e89025bdd4c6 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:57.523972 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e03508ab-c71e-4794-acbc-0b8b8a09e1a3 req-8c2dc812-f8fa-486d-bfa0-e89025bdd4c6 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0579383 Aug 31 14:26:57.572806 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e03508ab-c71e-4794-acbc-0b8b8a09e1a3 req-78ea1dd6-0e85-4e8f-bdbc-36f36f2af841 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Aug 31 14:26:57.801329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-782f5059-58a9-4efa-90f1-24fa0854d389 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:57.802811 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-782f5059-58a9-4efa-90f1-24fa0854d389 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/networks?id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f HTTP/1.1" status: 200 len: 822 time: 0.4033127 Aug 31 14:26:57.817606 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-2439fc0f-e1b6-41c2-83cb-4c647694752b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/quotas/7d9a4720839849c29ef914f5dc923888 HTTP/1.1" status: 200 len: 375 time: 0.0090647 Aug 31 14:26:57.868084 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-17e1ce5f-e4a9-445c-bd26-3191d3201526 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d9a4720839849c29ef914f5dc923888&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448627 Aug 31 14:26:57.963888 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-ba99e72b-cf2a-422e-b7cb-9268ab44aa2c service neutron] 10.222.0.39 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883372 Aug 31 14:26:58.064390 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-52ae17ac-5cea-4842-bc03-e9da275e57ba service neutron] 10.222.0.39 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928524 Aug 31 14:26:58.235472 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0a64defa-022e-44ad-8826-e3b1524400cf req-b9c0c777-ee0e-405a-b833-d28bb7b7b6c4 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 210 time: 0.0324686 Aug 31 14:26:58.460186 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc80134-99c3-4bde-812f-caa4fb8d386c req-84ded9ba-7564-42e3-bf34-0480d2953638 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:58.461663 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-abc80134-99c3-4bde-812f-caa4fb8d386c req-84ded9ba-7564-42e3-bf34-0480d2953638 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c HTTP/1.1" status: 200 len: 945 time: 0.0571377 Aug 31 14:26:58.507005 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-abc80134-99c3-4bde-812f-caa4fb8d386c req-923a3b8c-8e14-45a8-bc8b-7cca20345d7e tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8a7f48-dff9-40a0-8991-496a2b531197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383391 Aug 31 14:26:58.717840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553741bd-984f-4e77-b2f4-bfbfd362f702 req-31698062-5764-441e-b0d5-92302f5f9a48 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:58.719408 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-553741bd-984f-4e77-b2f4-bfbfd362f702 req-31698062-5764-441e-b0d5-92302f5f9a48 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0640104 Aug 31 14:26:58.766727 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-553741bd-984f-4e77-b2f4-bfbfd362f702 req-43315b0e-c4f1-4358-b207-b05e12ab6d28 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Aug 31 14:26:58.949703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 670a961d-f34f-4ecd-9c9d-83ddac351ca4 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:58.974299 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 670a961d-f34f-4ecd-9c9d-83ddac351ca4 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:26:58.974661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 670a961d-f34f-4ecd-9c9d-83ddac351ca4 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:59.350823 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8643ed4f-59cb-4fcd-8e3f-05edc91d3b52 req-7958bc6d-510f-45d4-a2e4-cfd7a00e0397 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 210 time: 0.0287449 Aug 31 14:26:59.445471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc5163-d108-4a26-9f47-985d0490173e req-61917edd-021e-446c-91fc-5977afe760ce tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:59.447184 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9bbc5163-d108-4a26-9f47-985d0490173e req-61917edd-021e-446c-91fc-5977afe760ce tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c HTTP/1.1" status: 200 len: 945 time: 0.0895150 Aug 31 14:26:59.463359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-9db82b33-ea60-495e-ac57-5b03f73c61b9 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:59.466111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-9db82b33-ea60-495e-ac57-5b03f73c61b9 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.25 "GET /v2.0/networks?id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f HTTP/1.1" status: 200 len: 822 time: 0.1500289 Aug 31 14:26:59.487773 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-45a48096-e2b3-44a0-9ea9-44b777d38215 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Request body: {'port': {'device_id': '5ad78a6c-7edb-44d2-b393-3eb5c0964088', 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f', 'admin_state_up': True, 'tenant_id': '7d9a4720839849c29ef914f5dc923888'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:59.572852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-9bbc5163-d108-4a26-9f47-985d0490173e req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Deleting port 91205e73-4f00-4aca-9cf1-ebe71260bee8 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:59.574137 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9bbc5163-d108-4a26-9f47-985d0490173e req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.620797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-45a48096-e2b3-44a0-9ea9-44b777d38215 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Made reservation on behalf of 7d9a4720839849c29ef914f5dc923888 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:59.625399 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-45a48096-e2b3-44a0-9ea9-44b777d38215 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.708385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07d391-d8ff-43d3-84bd-a67cc31dcfb3 req-09f8371a-e710-4cc0-a45a-a23018126ad7 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:59.710033 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e07d391-d8ff-43d3-84bd-a67cc31dcfb3 req-09f8371a-e710-4cc0-a45a-a23018126ad7 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c HTTP/1.1" status: 200 len: 945 time: 0.1085238 Aug 31 14:26:59.745425 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-9bbc5163-d108-4a26-9f47-985d0490173e req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] For port 91205e73-4f00-4aca-9cf1-ebe71260bee8, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=91205e73-4f00-4aca-9cf1-ebe71260bee8,segment=NetworkSegment(ea2ccc81-683e-45f7-900b-45af71e23698),segment_id=ea2ccc81-683e-45f7-900b-45af71e23698)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:59.745803 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9bbc5163-d108-4a26-9f47-985d0490173e req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.790590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-45a48096-e2b3-44a0-9ea9-44b777d38215 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Allocated IP 172.20.0.6 (4e91f1d0-a378-40d2-96c7-cad1c611ce7f/a30f3655-ac81-4822-979c-80a3fcb0e051/e430f86f-7153-4b27-ab6f-65a52c53322e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:59.840694 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e07d391-d8ff-43d3-84bd-a67cc31dcfb3 req-b6452246-bed0-451e-9650-6f985462d01a tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8a7f48-dff9-40a0-8991-496a2b531197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187959 Aug 31 14:26:59.965531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4299ba7-b2f0-4fce-b67b-89f6e50e7a27 req-29931e34-b00f-4418-8b5a-7a561decc3f1 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:59.967391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f4299ba7-b2f0-4fce-b67b-89f6e50e7a27 req-29931e34-b00f-4418-8b5a-7a561decc3f1 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.1113269 Aug 31 14:27:00.040228 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-45a48096-e2b3-44a0-9ea9-44b777d38215 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.051517 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f4299ba7-b2f0-4fce-b67b-89f6e50e7a27 req-95a51f9f-763c-47e4-97f4-960816ed01d7 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735784 Aug 31 14:27:00.055351 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9bbc5163-d108-4a26-9f47-985d0490173e req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.056002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9bbc5163-d108-4a26-9f47-985d0490173e req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.056259 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [req-9bbc5163-d108-4a26-9f47-985d0490173e req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Floating IP 67d8d043-50f2-446a-a207-0e0f347c865a disassociated. External IP: 172.25.2.24, port: 91205e73-4f00-4aca-9cf1-ebe71260bee8. Aug 31 14:27:00.056773 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-9bbc5163-d108-4a26-9f47-985d0490173e req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Calling delete_port for 91205e73-4f00-4aca-9cf1-ebe71260bee8 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:00.096279 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-45a48096-e2b3-44a0-9ea9-44b777d38215 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.152177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-45a48096-e2b3-44a0-9ea9-44b777d38215 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:00.156867 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-45a48096-e2b3-44a0-9ea9-44b777d38215 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:00.162052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-45a48096-e2b3-44a0-9ea9-44b777d38215 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:00.166316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a48096-e2b3-44a0-9ea9-44b777d38215 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Pushing event updated for resources: {'Port': ['ID=e430f86f-7153-4b27-ab6f-65a52c53322e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:00.214658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-45a48096-e2b3-44a0-9ea9-44b777d38215 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:00.215328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-45a48096-e2b3-44a0-9ea9-44b777d38215 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.221327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9bbc5163-d108-4a26-9f47-985d0490173e req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.232054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-45a48096-e2b3-44a0-9ea9-44b777d38215 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487497 Aug 31 14:27:00.245336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Request body: {'port': {'device_id': '5ad78a6c-7edb-44d2-b393-3eb5c0964088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:00.256159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Pushing event deleted for resources: {'Port': ['ID=91205e73-4f00-4aca-9cf1-ebe71260bee8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:00.317719 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.421825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bbc5163-d108-4a26-9f47-985d0490173e req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Router 5802215f-5e56-475f-989e-fec322dd2f7d has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:27:00.553986 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9aa6bc-6e00-479d-bf3f-eeef908772ca req-48f7db76-2014-482e-bb33-9471bb79f281 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:00.555684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1a9aa6bc-6e00-479d-bf3f-eeef908772ca req-48f7db76-2014-482e-bb33-9471bb79f281 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 931 time: 0.0906599 Aug 31 14:27:00.586830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bbc5163-d108-4a26-9f47-985d0490173e req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:00.607081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e423f3a-875d-479d-af80-15ae387eba76 None None] Sync routers for ids ['5802215f-5e56-475f-989e-fec322dd2f7d'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:00.625138 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e423f3a-875d-479d-af80-15ae387eba76 None None] Routers {'5802215f-5e56-475f-989e-fec322dd2f7d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:00.631018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9e423f3a-875d-479d-af80-15ae387eba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:26:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5802215f-5e56-475f-989e-fec322dd2f7d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:00.647130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbc5163-d108-4a26-9f47-985d0490173e req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] No DVR routers for this DVR port 91205e73-4f00-4aca-9cf1-ebe71260bee8 on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:27:00.649626 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1a9aa6bc-6e00-479d-bf3f-eeef908772ca req-2c7b09d6-eab6-499d-8f2b-4266ab05eec1 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634644 Aug 31 14:27:00.650427 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9bbc5163-d108-4a26-9f47-985d0490173e req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.653187 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9bbc5163-d108-4a26-9f47-985d0490173e req-4b65fdb0-275a-401b-b5e8-3b5662d07f9b tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.25 "DELETE /v2.0/ports/91205e73-4f00-4aca-9cf1-ebe71260bee8 HTTP/1.1" status: 204 len: 173 time: 1.1969969 Aug 31 14:27:00.653728 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ecedf1-b2ac-49c9-85e5-a4488e79750c', 'name': 'network-vif-deleted', 'tag': '91205e73-4f00-4aca-9cf1-ebe71260bee8'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:00.656822 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da66df69-1975-4ef0-9b60-b81a6bc6e1ea" -d '{"events": [{"server_uuid": "e4ecedf1-b2ac-49c9-85e5-a4488e79750c", "name": "network-vif-deleted", "tag": "91205e73-4f00-4aca-9cf1-ebe71260bee8"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:00.747686 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d7aa73-ff35-4352-a333-a3c4710ef98e x-openstack-request-id: req-d0d7aa73-ff35-4352-a333-a3c4710ef98e {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:00.748227 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ecedf1-b2ac-49c9-85e5-a4488e79750c", "name": "network-vif-deleted", "tag": "91205e73-4f00-4aca-9cf1-ebe71260bee8", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:00.748501 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0d7aa73-ff35-4352-a333-a3c4710ef98e {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:00.750222 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ecedf1-b2ac-49c9-85e5-a4488e79750c', 'name': 'network-vif-deleted', 'tag': '91205e73-4f00-4aca-9cf1-ebe71260bee8', 'status': 'completed', 'code': 200} Aug 31 14:27:00.794478 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e430f86f-7153-4b27-ab6f-65a52c53322e {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:00.812425 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.831976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Transition to ACTIVE for port object e430f86f-7153-4b27-ab6f-65a52c53322e will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:00.833164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-9e423f3a-875d-479d-af80-15ae387eba76 None None] Set router 5802215f-5e56-475f-989e-fec322dd2f7d gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:00.836439 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.916423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=e430f86f-7153-4b27-ab6f-65a52c53322e,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:01.001910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Attempting to bind port e430f86f-7153-4b27-ab6f-65a52c53322e on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:01.002420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Attempting to bind port e430f86f-7153-4b27-ab6f-65a52c53322e by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:01.002800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Attempting to bind port e430f86f-7153-4b27-ab6f-65a52c53322e on network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:01.007611 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Port e430f86f-7153-4b27-ab6f-65a52c53322e on network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:27:01.008233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Attempting to bind port e430f86f-7153-4b27-ab6f-65a52c53322e on network 4e91f1d0-a378-40d2-96c7-cad1c611ce7f {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:01.010201 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86d6325e-74b9-4b1e-940a-29aff5ff44a0 req-1d6339bc-f80d-40f4-b659-b86db351559e tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ecedf1-b2ac-49c9-85e5-a4488e79750c HTTP/1.1" status: 200 len: 210 time: 0.0492098 Aug 31 14:27:01.021260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:01.021884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Checking segment: {'id': 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:01.022929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Bound using segment: {'id': 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:01.023529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Bound port: e430f86f-7153-4b27-ab6f-65a52c53322e, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:01.023906 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:01.150447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] For port e430f86f-7153-4b27-ab6f-65a52c53322e, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:01.159146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] For port e430f86f-7153-4b27-ab6f-65a52c53322e, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=e430f86f-7153-4b27-ab6f-65a52c53322e,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:01.164209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9e423f3a-875d-479d-af80-15ae387eba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '19870b61-8df3-4107-868a-36e732f3296a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port': {'id': '19870b61-8df3-4107-868a-36e732f3296a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:17Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '904325e9-0dfa-4430-8a72-6be51a1fcaef', 'name': '', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'mac_address': 'fa:16:3e:9a:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:24Z', 'updated_at': '2021-08-31T14:24:42Z', 'revision_number': 5, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'subnets': [{'id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:01.177595 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:01.210878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e423f3a-875d-479d-af80-15ae387eba76 None None] Checking router: 5802215f-5e56-475f-989e-fec322dd2f7d for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:27:01.228279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e423f3a-875d-479d-af80-15ae387eba76 None None] Routers {'5802215f-5e56-475f-989e-fec322dd2f7d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:01.229403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9e423f3a-875d-479d-af80-15ae387eba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:26:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5802215f-5e56-475f-989e-fec322dd2f7d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:01.269910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b833f-0548-4c1c-84dd-e716b980162a req-bc96802f-da8c-45c8-b7b3-0da7a94c1c83 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:01.272279 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-181b833f-0548-4c1c-84dd-e716b980162a req-bc96802f-da8c-45c8-b7b3-0da7a94c1c83 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.1086745 Aug 31 14:27:01.278456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:01.280058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:01.282564 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] 10.222.0.25 "PUT /v2.0/ports/e430f86f-7153-4b27-ab6f-65a52c53322e HTTP/1.1" status: 200 len: 1091 time: 1.0413759 Aug 31 14:27:01.283970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad78a6c-7edb-44d2-b393-3eb5c0964088', 'tag': 'e430f86f-7153-4b27-ab6f-65a52c53322e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:01.287547 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4b1d52-f9e7-4368-80d2-2bc30713618d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad78a6c-7edb-44d2-b393-3eb5c0964088", "tag": "e430f86f-7153-4b27-ab6f-65a52c53322e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:01.305517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d3fb1-a16a-4118-888e-8b9c7e9a0ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=e430f86f-7153-4b27-ab6f-65a52c53322e,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:01.354222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-181b833f-0548-4c1c-84dd-e716b980162a req-2e02bc2a-3c91-4d80-aea4-136c20c2612e tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721941 Aug 31 14:27:01.406568 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eab365-437b-4a4d-8d21-2b0793d62ee1 x-openstack-request-id: req-21eab365-437b-4a4d-8d21-2b0793d62ee1 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:01.406954 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad78a6c-7edb-44d2-b393-3eb5c0964088", "tag": "e430f86f-7153-4b27-ab6f-65a52c53322e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:01.407648 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21eab365-437b-4a4d-8d21-2b0793d62ee1 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:01.409312 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad78a6c-7edb-44d2-b393-3eb5c0964088', 'tag': 'e430f86f-7153-4b27-ab6f-65a52c53322e', 'status': 'completed', 'code': 200} Aug 31 14:27:01.430954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-0c3b0038-4f16-46ae-8ade-72dd180e65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:01.432521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-9e423f3a-875d-479d-af80-15ae387eba76 None None] Set router 5802215f-5e56-475f-989e-fec322dd2f7d gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:01.433371 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-0c3b0038-4f16-46ae-8ade-72dd180e65de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7d9a4720839849c29ef914f5dc923888&device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 1094 time: 0.0920191 Aug 31 14:27:01.494071 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-6cdb97bd-0ccd-4c2f-ad0b-68e0e8f4e238 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e430f86f-7153-4b27-ab6f-65a52c53322e HTTP/1.1" status: 200 len: 217 time: 0.0497577 Aug 31 14:27:01.556640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-df805fae-515d-4750-b8c2-79a8be178e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:01.558114 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-df805fae-515d-4750-b8c2-79a8be178e15 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a30f3655-ac81-4822-979c-80a3fcb0e051 HTTP/1.1" status: 200 len: 862 time: 0.0530329 Aug 31 14:27:01.601458 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-d010b5d9-4269-477c-99b7-28f7ffc27f14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283105 Aug 31 14:27:01.677387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9e423f3a-875d-479d-af80-15ae387eba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '19870b61-8df3-4107-868a-36e732f3296a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port': {'id': '19870b61-8df3-4107-868a-36e732f3296a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:17Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '904325e9-0dfa-4430-8a72-6be51a1fcaef', 'name': '', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'mac_address': 'fa:16:3e:9a:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:24Z', 'updated_at': '2021-08-31T14:24:42Z', 'revision_number': 5, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'subnets': [{'id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:01.705722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e423f3a-875d-479d-af80-15ae387eba76 None None] The sync data for ids ['5802215f-5e56-475f-989e-fec322dd2f7d'] in n-d-806683-5 is: [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '19870b61-8df3-4107-868a-36e732f3296a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port': {'id': '19870b61-8df3-4107-868a-36e732f3296a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:17Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '904325e9-0dfa-4430-8a72-6be51a1fcaef', 'name': '', 'network_id': '910b813c-e31d-4e81-9ee0-07d2b31fa318', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'mac_address': 'fa:16:3e:9a:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:24Z', 'updated_at': '2021-08-31T14:24:42Z', 'revision_number': 5, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'subnets': [{'id': 'c1f9529c-55f8-482b-8b4d-c5ca32c09282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:01.728354 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-c61d2553-603e-4dee-a0da-fc8e8fbb5e63 service neutron] 10.222.0.25 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046338 Aug 31 14:27:01.842709 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7df0fca0-08e2-45b6-8c38-b57b9275123f req-35e736c2-41cd-48ce-96c5-9e5a0c0bf598 service neutron] 10.222.0.25 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065164 Aug 31 14:27:01.846127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd5bd3-c5f1-4f72-944e-8c08a5576dd5 req-0cfba7f6-353f-4cb8-b8f9-c74fe89c85b0 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:01.849513 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4afd5bd3-c5f1-4f72-944e-8c08a5576dd5 req-0cfba7f6-353f-4cb8-b8f9-c74fe89c85b0 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 943 time: 0.0704207 Aug 31 14:27:01.894387 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4afd5bd3-c5f1-4f72-944e-8c08a5576dd5 req-4dd9bdf7-893e-45fb-9c41-1a6f895669a0 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357108 Aug 31 14:27:01.952956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b1d52-f9e7-4368-80d2-2bc30713618d req-2961999e-edd1-403a-953a-463991dbbbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:01.954402 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1e4b1d52-f9e7-4368-80d2-2bc30713618d req-2961999e-edd1-403a-953a-463991dbbbb4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7d9a4720839849c29ef914f5dc923888&device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 1094 time: 0.0482225 Aug 31 14:27:02.083129 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe19c36a-b991-4150-9447-f423ec34c5ab None None] New status for floating IP 67d8d043-50f2-446a-a207-0e0f347c865a: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:27:02.088497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b1d52-f9e7-4368-80d2-2bc30713618d req-bb8716cf-0820-436f-9e42-105c3439efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:02.090480 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1e4b1d52-f9e7-4368-80d2-2bc30713618d req-bb8716cf-0820-436f-9e42-105c3439efb2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f HTTP/1.1" status: 200 len: 923 time: 0.1256735 Aug 31 14:27:02.105483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41340) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:02.154976 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1e4b1d52-f9e7-4368-80d2-2bc30713618d req-d4196bd5-984a-4c10-867a-d7d201a4f408 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e430f86f-7153-4b27-ab6f-65a52c53322e HTTP/1.1" status: 200 len: 217 time: 0.0505269 Aug 31 14:27:02.244472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b1d52-f9e7-4368-80d2-2bc30713618d req-e3ae27ff-2792-4e71-87a9-4a02cedf7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:02.246050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1e4b1d52-f9e7-4368-80d2-2bc30713618d req-e3ae27ff-2792-4e71-87a9-4a02cedf7718 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a30f3655-ac81-4822-979c-80a3fcb0e051 HTTP/1.1" status: 200 len: 862 time: 0.0793891 Aug 31 14:27:02.249731 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eff39134-f5c2-487a-b62f-ce0215a62082 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.299284 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1e4b1d52-f9e7-4368-80d2-2bc30713618d req-61e91316-8724-4e9d-a5ab-10be8c7ee78b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e91f1d0-a378-40d2-96c7-cad1c611ce7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429516 Aug 31 14:27:02.303959 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eff39134-f5c2-487a-b62f-ce0215a62082 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.424535 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eff39134-f5c2-487a-b62f-ce0215a62082 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.427119 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eff39134-f5c2-487a-b62f-ce0215a62082 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.430597 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-eff39134-f5c2-487a-b62f-ce0215a62082 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "DELETE /v2.0/security-groups/3c8a7f48-dff9-40a0-8991-496a2b531197 HTTP/1.1" status: 204 len: 168 time: 0.3217618 Aug 31 14:27:02.430597 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1e4b1d52-f9e7-4368-80d2-2bc30713618d req-f144dd3f-1223-4835-bd24-10588c84766f service neutron] 10.222.0.25 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133933 Aug 31 14:27:02.430790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41346) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:02.477041 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-e3afc543-d950-440f-a5a8-4f2d6caf01a6 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] show failed (client error): The resource could not be found. Aug 31 14:27:02.478109 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e3afc543-d950-440f-a5a8-4f2d6caf01a6 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "GET /v2.0/security-groups/3c8a7f48-dff9-40a0-8991-496a2b531197 HTTP/1.1" status: 404 len: 347 time: 0.0435646 Aug 31 14:27:02.478862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff39134-f5c2-487a-b62f-ce0215a62082 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8a7f48-dff9-40a0-8991-496a2b531197,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:02.481542 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41348) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:02.578534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b8285-5e86-40d6-9841-e5183b9617f1 req-835e9717-3c18-44ce-87a4-378900fc1879 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:02.580062 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf6b8285-5e86-40d6-9841-e5183b9617f1 req-835e9717-3c18-44ce-87a4-378900fc1879 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.1353903 Aug 31 14:27:02.612256 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1e4b1d52-f9e7-4368-80d2-2bc30713618d req-78bedcca-6e5d-4cfa-9248-e1456b1f7386 service neutron] 10.222.0.25 "GET /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684749 Aug 31 14:27:02.636530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf6b8285-5e86-40d6-9841-e5183b9617f1 req-2ef59c55-e081-4b27-9440-4d61dff04e29 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480871 Aug 31 14:27:02.663222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d25e2-cd89-4176-bc91-5bf142af2718 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Deleting port fc90bd19-7071-4e23-867b-4f6a0a6e3b66 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:02.663566 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b2d25e2-cd89-4176-bc91-5bf142af2718 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.781691 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b2d25e2-cd89-4176-bc91-5bf142af2718 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.782343 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b2d25e2-cd89-4176-bc91-5bf142af2718 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.796075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d25e2-cd89-4176-bc91-5bf142af2718 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Calling delete_port for fc90bd19-7071-4e23-867b-4f6a0a6e3b66 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:02.942538 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b2d25e2-cd89-4176-bc91-5bf142af2718 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.978284 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d25e2-cd89-4176-bc91-5bf142af2718 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Pushing event deleted for resources: {'Port': ['ID=fc90bd19-7071-4e23-867b-4f6a0a6e3b66,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:03.037979 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455538-ee68-4b1e-8c7d-4c6c150cd31c req-dafe4b41-a93c-4028-ab60-19bb75a2ef73 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:03.039860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b455538-ee68-4b1e-8c7d-4c6c150cd31c req-dafe4b41-a93c-4028-ab60-19bb75a2ef73 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 943 time: 0.0692608 Aug 31 14:27:03.084281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b2d25e2-cd89-4176-bc91-5bf142af2718 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.088088 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b2d25e2-cd89-4176-bc91-5bf142af2718 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.089360 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0b2d25e2-cd89-4176-bc91-5bf142af2718 tempest-ServersTestFqdnHostnames-616343175 tempest-ServersTestFqdnHostnames-616343175-project] 10.222.0.39 "DELETE /v2.0/floatingips/67d8d043-50f2-446a-a207-0e0f347c865a HTTP/1.1" status: 204 len: 168 time: 0.6067934 Aug 31 14:27:03.093925 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41358) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:03.094985 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b455538-ee68-4b1e-8c7d-4c6c150cd31c req-5e835d01-b62d-4987-afbe-706f074dd9c4 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422688 Aug 31 14:27:03.349709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 91205e73-4f00-4aca-9cf1-ebe71260bee8 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:03.373911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 91205e73-4f00-4aca-9cf1-ebe71260bee8 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:03.374303 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 91205e73-4f00-4aca-9cf1-ebe71260bee8 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:03.501221 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d9bc372b-1943-475a-b8cc-82af45551d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.819080 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c92c83-41fc-42c9-beac-2e77fd4e7a87 req-383e26cc-0da1-41d2-b1cc-394698c8b388 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:03.820590 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34c92c83-41fc-42c9-beac-2e77fd4e7a87 req-383e26cc-0da1-41d2-b1cc-394698c8b388 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0891821 Aug 31 14:27:03.881010 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc372b-1943-475a-b8cc-82af45551d71 admin admin] Deleting port 904325e9-0dfa-4430-8a72-6be51a1fcaef {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:03.881343 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d9bc372b-1943-475a-b8cc-82af45551d71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.896756 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34c92c83-41fc-42c9-beac-2e77fd4e7a87 req-5c4bdd24-6188-45cd-a99f-3e08abe08f95 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593817 Aug 31 14:27:03.971471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-d9bc372b-1943-475a-b8cc-82af45551d71 admin admin] For port 904325e9-0dfa-4430-8a72-6be51a1fcaef, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=904325e9-0dfa-4430-8a72-6be51a1fcaef,segment=NetworkSegment(ea2ccc81-683e-45f7-900b-45af71e23698),segment_id=ea2ccc81-683e-45f7-900b-45af71e23698)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:03.972148 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d9bc372b-1943-475a-b8cc-82af45551d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.986258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc372b-1943-475a-b8cc-82af45551d71 admin admin] Calling delete_port for 904325e9-0dfa-4430-8a72-6be51a1fcaef owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:04.222610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d9bc372b-1943-475a-b8cc-82af45551d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.255473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc372b-1943-475a-b8cc-82af45551d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=904325e9-0dfa-4430-8a72-6be51a1fcaef,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:04.268025 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc6d69-58ce-4335-8f7a-46874a26e461 req-2d1b3c13-7d21-45dd-8a2a-a4fa1f59fb9c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:04.269609 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-80bc6d69-58ce-4335-8f7a-46874a26e461 req-2d1b3c13-7d21-45dd-8a2a-a4fa1f59fb9c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 943 time: 0.0968485 Aug 31 14:27:04.375402 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-80bc6d69-58ce-4335-8f7a-46874a26e461 req-888fe6c1-06a9-48d5-a556-73650213cfdf tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851972 Aug 31 14:27:04.492928 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d9bc372b-1943-475a-b8cc-82af45551d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.725652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bc372b-1943-475a-b8cc-82af45551d71 admin admin] Router 5802215f-5e56-475f-989e-fec322dd2f7d has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:27:05.040322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4ee75-dd99-425a-9e13-e3f7561523dd req-19d99f4b-e917-4267-9b3f-3cdf09625fb2 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:05.042003 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-20f4ee75-dd99-425a-9e13-e3f7561523dd req-19d99f4b-e917-4267-9b3f-3cdf09625fb2 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0627646 Aug 31 14:27:05.091157 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-20f4ee75-dd99-425a-9e13-e3f7561523dd req-536db3cf-352e-49a6-89d9-77f5bc6bc3ad tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 Aug 31 14:27:05.143505 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bc372b-1943-475a-b8cc-82af45551d71 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:05.149341 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d9bc372b-1943-475a-b8cc-82af45551d71 admin admin] 10.222.0.39 "PUT /v2.0/routers/5802215f-5e56-475f-989e-fec322dd2f7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0543883 Aug 31 14:27:05.151991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41380) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:05.153120 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68fa93b-155f-4d6b-ace1-63e01ff9a4f2 None None] Sync routers for ids ['5802215f-5e56-475f-989e-fec322dd2f7d'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:05.166446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68fa93b-155f-4d6b-ace1-63e01ff9a4f2 None None] Routers {'5802215f-5e56-475f-989e-fec322dd2f7d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:05.168260 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d68fa93b-155f-4d6b-ace1-63e01ff9a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:26:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5802215f-5e56-475f-989e-fec322dd2f7d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:05.296828 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.309128 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-d68fa93b-155f-4d6b-ace1-63e01ff9a4f2 None None] Set router 5802215f-5e56-475f-989e-fec322dd2f7d gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:05.373768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device e430f86f-7153-4b27-ab6f-65a52c53322e details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:27:05.427389 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.538323 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] Deleting port 19870b61-8df3-4107-868a-36e732f3296a {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:05.538607 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.596901 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port e430f86f-7153-4b27-ab6f-65a52c53322e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=e430f86f-7153-4b27-ab6f-65a52c53322e,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:05.600110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3517945-bb6b-44cc-9a8c-10a113614c71 req-7599ffaf-eba5-45ff-8100-351fbcc93cf9 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:05.601634 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3517945-bb6b-44cc-9a8c-10a113614c71 req-7599ffaf-eba5-45ff-8100-351fbcc93cf9 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 943 time: 0.1152043 Aug 31 14:27:05.611022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'e430f86f-7153-4b27-ab6f-65a52c53322e', 'network_id': '4e91f1d0-a378-40d2-96c7-cad1c611ce7f', 'port_id': 'e430f86f-7153-4b27-ab6f-65a52c53322e', 'mac_address': 'fa:16:3e:9b:f1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30f3655-ac81-4822-979c-80a3fcb0e051', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:27:05.666003 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.666980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] For port 19870b61-8df3-4107-868a-36e732f3296a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=19870b61-8df3-4107-868a-36e732f3296a,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:05.667408 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.670551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d68fa93b-155f-4d6b-ace1-63e01ff9a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '19870b61-8df3-4107-868a-36e732f3296a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:27:04Z', 'revision_number': 5, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port': {'id': '19870b61-8df3-4107-868a-36e732f3296a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:17Z', 'updated_at': '2021-08-31T14:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:05.672300 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3517945-bb6b-44cc-9a8c-10a113614c71 req-167848e4-322c-43ec-a42b-7c0aaae8418f tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601513 Aug 31 14:27:05.683841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] Calling delete_port for 19870b61-8df3-4107-868a-36e732f3296a owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:05.705180 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68fa93b-155f-4d6b-ace1-63e01ff9a4f2 None None] Checking router: 5802215f-5e56-475f-989e-fec322dd2f7d for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:27:05.710083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e430f86f-7153-4b27-ab6f-65a52c53322e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:05.725833 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68fa93b-155f-4d6b-ace1-63e01ff9a4f2 None None] Routers {'5802215f-5e56-475f-989e-fec322dd2f7d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:05.726454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d68fa93b-155f-4d6b-ace1-63e01ff9a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:26:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5802215f-5e56-475f-989e-fec322dd2f7d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:05.887134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.909884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port e430f86f-7153-4b27-ab6f-65a52c53322e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=e430f86f-7153-4b27-ab6f-65a52c53322e,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:05.916031 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] Pushing event deleted for resources: {'Port': ['ID=19870b61-8df3-4107-868a-36e732f3296a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:05.938289 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.992725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-d68fa93b-155f-4d6b-ace1-63e01ff9a4f2 None None] Set router 5802215f-5e56-475f-989e-fec322dd2f7d gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:06.006626 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.057282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d68fa93b-155f-4d6b-ace1-63e01ff9a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:27:05Z', 'revision_number': 6, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:06.088355 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68fa93b-155f-4d6b-ace1-63e01ff9a4f2 None None] The sync data for ids ['5802215f-5e56-475f-989e-fec322dd2f7d'] in n-d-806683-5 is: [{'id': '5802215f-5e56-475f-989e-fec322dd2f7d', 'name': 'tempest-ServersTestFqdnHostnames-780950423-router', 'tenant_id': '623fdba225e14015a70aa1118462d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:15Z', 'updated_at': '2021-08-31T14:27:05Z', 'revision_number': 6, 'project_id': '623fdba225e14015a70aa1118462d2bc', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:06.089773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=e430f86f-7153-4b27-ab6f-65a52c53322e,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:06.106271 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.109125 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.161124 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.161913 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5802215f-5e56-475f-989e-fec322dd2f7d {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:27:06.167279 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.168361 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a9468f7f-5dbe-4ba7-9d4f-86cf904aaede admin admin] 10.222.0.39 "DELETE /v2.0/routers/5802215f-5e56-475f-989e-fec322dd2f7d HTTP/1.1" status: 204 len: 168 time: 1.0153370 Aug 31 14:27:06.172108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41394) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:06.250154 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74598d9-3e3c-4479-880c-62540a34e825 admin admin] Deleting subnet c1f9529c-55f8-482b-8b4d-c5ca32c09282 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:27:06.254738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d74598d9-3e3c-4479-880c-62540a34e825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.286079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d70929-7807-4cbf-a0cf-4e5bcf4f8268 req-19e66563-a188-4d23-ba8b-204c0c58e720 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:06.287675 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a2d70929-7807-4cbf-a0cf-4e5bcf4f8268 req-19e66563-a188-4d23-ba8b-204c0c58e720 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.1066687 Aug 31 14:27:06.324264 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d74598d9-3e3c-4479-880c-62540a34e825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.330965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['e430f86f-7153-4b27-ab6f-65a52c53322e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:06.371666 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a2d70929-7807-4cbf-a0cf-4e5bcf4f8268 req-aeb2e716-fd8a-4d20-a0ff-dbab797bf02f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768359 Aug 31 14:27:06.426373 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d74598d9-3e3c-4479-880c-62540a34e825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.516484 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d74598d9-3e3c-4479-880c-62540a34e825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.548322 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d74598d9-3e3c-4479-880c-62540a34e825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.550291 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d74598d9-3e3c-4479-880c-62540a34e825 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c1f9529c-55f8-482b-8b4d-c5ca32c09282 HTTP/1.1" status: 204 len: 168 time: 0.3769069 Aug 31 14:27:06.551143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74598d9-3e3c-4479-880c-62540a34e825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f9529c-55f8-482b-8b4d-c5ca32c09282,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:06.553088 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41400) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:06.558453 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b170d96b-cbd3-492a-83fa-be7001ce5b87 None None] Network 910b813c-e31d-4e81-9ee0-07d2b31fa318 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:06.645129 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.709163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Deleting port 80cec669-04a3-4b98-9ab6-0dc209a60206 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:06.709563 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.787767 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] For port 80cec669-04a3-4b98-9ab6-0dc209a60206, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=80cec669-04a3-4b98-9ab6-0dc209a60206,segment=NetworkSegment(ea2ccc81-683e-45f7-900b-45af71e23698),segment_id=ea2ccc81-683e-45f7-900b-45af71e23698)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:06.788131 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.802311 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Calling delete_port for 80cec669-04a3-4b98-9ab6-0dc209a60206 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:06.810323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de3090-9e9f-4eda-b905-771a4635e27c req-e1fff136-957a-4951-8b63-7bf852bc8d1b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:06.813263 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b7de3090-9e9f-4eda-b905-771a4635e27c req-e1fff136-957a-4951-8b63-7bf852bc8d1b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 944 time: 0.0566111 Aug 31 14:27:06.863330 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b7de3090-9e9f-4eda-b905-771a4635e27c req-3c1b021d-bf1a-44e5-b7f4-67b1b5e4688f tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440652 Aug 31 14:27:06.928402 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.952315 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcec1b2c-5f9b-4b2e-a790-6538d66b1cdf None None] DHCP port deletion for 910b813c-e31d-4e81-9ee0-07d2b31fa318 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:27:06.973193 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Pushing event deleted for resources: {'Port': ['ID=80cec669-04a3-4b98-9ab6-0dc209a60206,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:06.977878 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] No DVR routers for this DVR port 80cec669-04a3-4b98-9ab6-0dc209a60206 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:27:07.078958 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.099747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910b813c-e31d-4e81-9ee0-07d2b31fa318']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:07.113441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2ccc81-683e-45f7-900b-45af71e23698') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:07.113730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2ccc81-683e-45f7-900b-45af71e23698') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:07.124546 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.138916 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.145720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:07.146162 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:07.148619 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:07.220131 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.230652 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.234746 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] 10.222.0.39 "DELETE /v2.0/networks/910b813c-e31d-4e81-9ee0-07d2b31fa318 HTTP/1.1" status: 204 len: 168 time: 0.6800506 Aug 31 14:27:07.250278 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c8fe1-3b30-4736-a7d0-f6db029c6479 admin admin] Pushing event deleted for resources: {'Network': ['ID=910b813c-e31d-4e81-9ee0-07d2b31fa318,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:07.404580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 19870b61-8df3-4107-868a-36e732f3296a no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:07.451606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 19870b61-8df3-4107-868a-36e732f3296a {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:07.451606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 19870b61-8df3-4107-868a-36e732f3296a not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:07.451944 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 904325e9-0dfa-4430-8a72-6be51a1fcaef no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:07.477627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 904325e9-0dfa-4430-8a72-6be51a1fcaef {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:07.477972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 904325e9-0dfa-4430-8a72-6be51a1fcaef not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:07.478592 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 80cec669-04a3-4b98-9ab6-0dc209a60206 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:07.501129 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 80cec669-04a3-4b98-9ab6-0dc209a60206 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:07.501479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 80cec669-04a3-4b98-9ab6-0dc209a60206 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:07.522601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41414) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:07.523370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eddfab-bda2-41bc-80b3-6f0fac65c07b req-f4160d1e-0e62-4fed-9df0-75b5b68f72cf tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:07.524984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-52eddfab-bda2-41bc-80b3-6f0fac65c07b req-f4160d1e-0e62-4fed-9df0-75b5b68f72cf tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0668745 Aug 31 14:27:07.582413 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a1065cf4-c91c-41da-a8db-a2afaad71df5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=623fdba225e14015a70aa1118462d2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583224 Aug 31 14:27:07.584133 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-52eddfab-bda2-41bc-80b3-6f0fac65c07b req-9badc1d4-9649-4ff4-9367-97edefcbb628 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503135 Aug 31 14:27:07.585173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41416) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:07.648911 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c59ad592-fdd9-4717-999c-f57df26506ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.676970 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c59ad592-fdd9-4717-999c-f57df26506ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.730159 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c59ad592-fdd9-4717-999c-f57df26506ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.733020 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c59ad592-fdd9-4717-999c-f57df26506ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.734299 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c59ad592-fdd9-4717-999c-f57df26506ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e5c0855-797f-4e77-9824-fab90facf0cb HTTP/1.1" status: 204 len: 168 time: 0.1481454 Aug 31 14:27:07.742544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ad592-fdd9-4717-999c-f57df26506ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5c0855-797f-4e77-9824-fab90facf0cb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:08.016256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6453a45-336e-4ec7-9cd3-90dbe72ee101 req-8e604068-60c0-4bce-ac67-99dd9564f861 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:08.017805 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6453a45-336e-4ec7-9cd3-90dbe72ee101 req-8e604068-60c0-4bce-ac67-99dd9564f861 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 944 time: 0.0727937 Aug 31 14:27:08.068431 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6453a45-336e-4ec7-9cd3-90dbe72ee101 req-8aded101-463b-4a3b-9372-4e236e73d432 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407455 Aug 31 14:27:08.716856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acb0dc-f11c-47ff-b2bc-ea40194f3d52 req-a9823991-31db-4973-b2e0-9d7a46876ed7 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:08.718370 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-43acb0dc-f11c-47ff-b2bc-ea40194f3d52 req-a9823991-31db-4973-b2e0-9d7a46876ed7 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0505960 Aug 31 14:27:08.775129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-43acb0dc-f11c-47ff-b2bc-ea40194f3d52 req-6878ec7b-314b-49cc-bdf9-7ea126cdb371 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495391 Aug 31 14:27:08.942678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6e3181d-73a6-4d5b-a823-f17d0bb58c28 req-3369da0f-4bd0-4551-8c2e-e7f3a491ca39 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0339704 Aug 31 14:27:09.204860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba9c19-9e4f-4bf2-bf07-0924d99088fb req-edefcde5-c72e-4e0e-aa8a-5515e879168a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:09.206249 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5dba9c19-9e4f-4bf2-bf07-0924d99088fb req-edefcde5-c72e-4e0e-aa8a-5515e879168a tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 944 time: 0.0607088 Aug 31 14:27:09.246932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5dba9c19-9e4f-4bf2-bf07-0924d99088fb req-08c9bcc3-30d0-472f-8292-bcccb361ba10 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345070 Aug 31 14:27:09.363231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device e430f86f-7153-4b27-ab6f-65a52c53322e up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:09.425512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port e430f86f-7153-4b27-ab6f-65a52c53322e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:09.429668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port e430f86f-7153-4b27-ab6f-65a52c53322e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:09.430078 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.515751 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.538609 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad78a6c-7edb-44d2-b393-3eb5c0964088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e430f86f-7153-4b27-ab6f-65a52c53322e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:09.541253 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1585a31e-6ae4-43a9-9385-2d9366034ee5" -d '{"events": [{"server_uuid": "5ad78a6c-7edb-44d2-b393-3eb5c0964088", "name": "network-vif-plugged", "status": "completed", "tag": "e430f86f-7153-4b27-ab6f-65a52c53322e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:09.554505 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port e430f86f-7153-4b27-ab6f-65a52c53322e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=e430f86f-7153-4b27-ab6f-65a52c53322e,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:09.557987 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.591599 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc160ec7-3b89-41d8-ba7c-c766cb5e4de9 x-openstack-request-id: req-fc160ec7-3b89-41d8-ba7c-c766cb5e4de9 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:09.591892 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad78a6c-7edb-44d2-b393-3eb5c0964088", "name": "network-vif-plugged", "status": "completed", "tag": "e430f86f-7153-4b27-ab6f-65a52c53322e", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:09.592140 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc160ec7-3b89-41d8-ba7c-c766cb5e4de9 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:09.592712 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad78a6c-7edb-44d2-b393-3eb5c0964088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e430f86f-7153-4b27-ab6f-65a52c53322e', 'code': 200} Aug 31 14:27:09.619421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=e430f86f-7153-4b27-ab6f-65a52c53322e,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:09.709772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5053c-d82d-49bd-bd22-d563ba648267 req-97161e57-44e6-4c1a-839e-812e4b5f80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:09.711435 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4f5053c-d82d-49bd-bd22-d563ba648267 req-97161e57-44e6-4c1a-839e-812e4b5f80eb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 1096 time: 0.0433955 Aug 31 14:27:09.749506 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4f5053c-d82d-49bd-bd22-d563ba648267 req-e85f4271-87f1-47ae-90cb-e18ef4a4a068 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290830 Aug 31 14:27:09.906316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2de5a9-5103-4b13-b91e-9653cdc04b35 req-1dc7e5bd-4aab-4509-ac65-abc9b309c573 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:09.907993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df2de5a9-5103-4b13-b91e-9653cdc04b35 req-1dc7e5bd-4aab-4509-ac65-abc9b309c573 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0556445 Aug 31 14:27:09.948851 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df2de5a9-5103-4b13-b91e-9653cdc04b35 req-737c2d62-b3cd-4ccd-aa24-7cf13aed3efc tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338626 Aug 31 14:27:10.074323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78ab6664-1a82-4149-9850-9a4ff9cb09e2 req-35dde6e0-b0c9-49db-a5b0-6c963962a455 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0305457 Aug 31 14:27:10.380781 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a8f61-1c95-4be2-ab5a-4ee6b4bc4fc3 req-460cea13-1963-4422-91d5-2442bb28fd27 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:10.382285 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-540a8f61-1c95-4be2-ab5a-4ee6b4bc4fc3 req-460cea13-1963-4422-91d5-2442bb28fd27 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 945 time: 0.0625210 Aug 31 14:27:10.433361 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-540a8f61-1c95-4be2-ab5a-4ee6b4bc4fc3 req-788794e0-4178-475f-939a-ad0b7bc176d6 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447955 Aug 31 14:27:11.081685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98baa4-1bfb-428a-8344-65431e49811c req-faef77d3-6047-4b5c-a5fc-b7fa9bea6136 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:11.083279 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac98baa4-1bfb-428a-8344-65431e49811c req-faef77d3-6047-4b5c-a5fc-b7fa9bea6136 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0554390 Aug 31 14:27:11.135037 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac98baa4-1bfb-428a-8344-65431e49811c req-3fbbc002-ff70-421d-96da-367c228aa3f6 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Aug 31 14:27:11.201742 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e0af725-8c20-4cb7-b1b0-5147356f9254 req-2223716b-45df-41e8-b28f-f54900169f86 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0402124 Aug 31 14:27:11.227843 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d46e075-5c8c-48bd-8a4b-74dfa7d7e41e req-71460cd7-4bd1-4c43-a1eb-fe65fd48bb03 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0370500 Aug 31 14:27:11.561012 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c31e0-fd42-4375-9606-0ecda008a533 req-f318c128-6b0e-4f97-bebe-fcdbda94ead1 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:11.562532 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3a8c31e0-fd42-4375-9606-0ecda008a533 req-f318c128-6b0e-4f97-bebe-fcdbda94ead1 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 945 time: 0.0536110 Aug 31 14:27:11.603011 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3a8c31e0-fd42-4375-9606-0ecda008a533 req-68d9ff32-e444-4ba3-8135-d5b36d83c2e2 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338979 Aug 31 14:27:11.882592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d9f6f-0de6-49b7-a911-7ca8c6dfc4a9 req-090cceb7-cd46-4920-a4df-94ca0bb7e997 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:11.884023 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e4d9f6f-0de6-49b7-a911-7ca8c6dfc4a9 req-090cceb7-cd46-4920-a4df-94ca0bb7e997 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 945 time: 0.0532792 Aug 31 14:27:11.936961 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e4d9f6f-0de6-49b7-a911-7ca8c6dfc4a9 req-19a476b1-ed15-4fd1-90fc-c244724fd7ec tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Aug 31 14:27:12.278692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc165c5b-fe3d-4e55-8f7d-b54063becc00 req-0e114ddd-d80e-4b31-9cd0-84f79194f965 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:12.281124 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fc165c5b-fe3d-4e55-8f7d-b54063becc00 req-0e114ddd-d80e-4b31-9cd0-84f79194f965 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0667362 Aug 31 14:27:12.327931 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fc165c5b-fe3d-4e55-8f7d-b54063becc00 req-6bc5c220-6ec5-4c56-a953-4559c7ddf5e7 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392063 Aug 31 14:27:12.332889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac109884-dc99-457f-99d0-bf45ae6581ff req-25ef7416-4f59-4106-8a97-d4cf0f4af8d5 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0349681 Aug 31 14:27:13.073797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635d55b-103c-49d1-851a-4fc5f4c4a975 req-c37ee444-6086-4edb-83d0-f05853ac13a3 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:13.075478 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6635d55b-103c-49d1-851a-4fc5f4c4a975 req-c37ee444-6086-4edb-83d0-f05853ac13a3 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 945 time: 0.0540931 Aug 31 14:27:13.118264 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6635d55b-103c-49d1-851a-4fc5f4c4a975 req-c5044f27-af37-4a6b-ba63-eed490e1f0e9 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups?id=2abfa15d-e4ec-407d-bc8c-82ffc112ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359120 Aug 31 14:27:13.389759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7839dfc6-e46b-46bc-b980-5e2a3a00b053 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:27:13.422169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af938f-05ef-4c1c-a3b3-f9a7a6251cbf req-72072918-3586-49dc-a4f8-13a8c9c0918e tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:13.425560 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95af938f-05ef-4c1c-a3b3-f9a7a6251cbf req-72072918-3586-49dc-a4f8-13a8c9c0918e tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 945 time: 0.0689182 Aug 31 14:27:13.527677 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0be9995f-a31d-4d65-97e3-8a08af5add0b req-a9b7e736-9a60-43e9-8335-9bd6b05bc462 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0361457 Aug 31 14:27:13.558448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7839dfc6-e46b-46bc-b980-5e2a3a00b053, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7839dfc6-e46b-46bc-b980-5e2a3a00b053,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:13.570014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1365215-22f2-4537-aa50-652753708926 req-f2cff7ab-f37a-4ca5-a562-e189b0d5728f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:13.571612 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1365215-22f2-4537-aa50-652753708926 req-f2cff7ab-f37a-4ca5-a562-e189b0d5728f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.1444919 Aug 31 14:27:13.575006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '7839dfc6-e46b-46bc-b980-5e2a3a00b053', 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631', 'port_id': '7839dfc6-e46b-46bc-b980-5e2a3a00b053', 'mac_address': 'fa:16:3e:da:27:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f369ee74-3273-4e69-abd8-8da86f146e8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:27:13.641521 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.674127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7839dfc6-e46b-46bc-b980-5e2a3a00b053 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:13.695147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1365215-22f2-4537-aa50-652753708926 req-9a85f90c-5a1f-4b13-a961-400b51323a9d tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066995 Aug 31 14:27:13.702958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-95af938f-05ef-4c1c-a3b3-f9a7a6251cbf req-5b83ed29-e019-4589-9784-f1f8f7e6dc9b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Deleting port e430f86f-7153-4b27-ab6f-65a52c53322e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:13.705490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7839dfc6-e46b-46bc-b980-5e2a3a00b053, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7839dfc6-e46b-46bc-b980-5e2a3a00b053,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:13.711659 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.726629 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95af938f-05ef-4c1c-a3b3-f9a7a6251cbf req-5b83ed29-e019-4589-9784-f1f8f7e6dc9b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.821203 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=7839dfc6-e46b-46bc-b980-5e2a3a00b053,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:13.887199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-95af938f-05ef-4c1c-a3b3-f9a7a6251cbf req-5b83ed29-e019-4589-9784-f1f8f7e6dc9b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] For port e430f86f-7153-4b27-ab6f-65a52c53322e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=e430f86f-7153-4b27-ab6f-65a52c53322e,segment=NetworkSegment(ec37c30d-dedc-4f34-8c55-d74c827b2cfb),segment_id=ec37c30d-dedc-4f34-8c55-d74c827b2cfb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:13.887672 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95af938f-05ef-4c1c-a3b3-f9a7a6251cbf req-5b83ed29-e019-4589-9784-f1f8f7e6dc9b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.930883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-95af938f-05ef-4c1c-a3b3-f9a7a6251cbf req-5b83ed29-e019-4589-9784-f1f8f7e6dc9b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Calling delete_port for e430f86f-7153-4b27-ab6f-65a52c53322e owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:14.061781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['7839dfc6-e46b-46bc-b980-5e2a3a00b053'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:14.194255 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95af938f-05ef-4c1c-a3b3-f9a7a6251cbf req-5b83ed29-e019-4589-9784-f1f8f7e6dc9b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.220555 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c1de29f2-58ee-4936-a563-3637e1dd3855 req-4a01bd55-fcf0-42fd-b591-5396d1cdd78a tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0849183 Aug 31 14:27:14.251264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83ed29-e019-4589-9784-f1f8f7e6dc9b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Pushing event deleted for resources: {'Port': ['ID=e430f86f-7153-4b27-ab6f-65a52c53322e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:14.352821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-95af938f-05ef-4c1c-a3b3-f9a7a6251cbf req-5b83ed29-e019-4589-9784-f1f8f7e6dc9b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] No DVR routers for this DVR port e430f86f-7153-4b27-ab6f-65a52c53322e on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:27:14.373716 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95af938f-05ef-4c1c-a3b3-f9a7a6251cbf req-5b83ed29-e019-4589-9784-f1f8f7e6dc9b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.376348 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95af938f-05ef-4c1c-a3b3-f9a7a6251cbf req-5b83ed29-e019-4589-9784-f1f8f7e6dc9b tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.25 "DELETE /v2.0/ports/e430f86f-7153-4b27-ab6f-65a52c53322e HTTP/1.1" status: 204 len: 173 time: 0.9122446 Aug 31 14:27:14.377030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad78a6c-7edb-44d2-b393-3eb5c0964088', 'name': 'network-vif-deleted', 'tag': 'e430f86f-7153-4b27-ab6f-65a52c53322e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:14.380614 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4ddb65-cb5b-4897-b61c-d4dbf12ae4ab" -d '{"events": [{"server_uuid": "5ad78a6c-7edb-44d2-b393-3eb5c0964088", "name": "network-vif-deleted", "tag": "e430f86f-7153-4b27-ab6f-65a52c53322e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:14.406114 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0e7c7be-dace-47c3-8ee9-51ebbc3342a7 req-723da5a5-3c06-4732-9640-52dd772911a0 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ad78a6c-7edb-44d2-b393-3eb5c0964088 HTTP/1.1" status: 200 len: 210 time: 0.1029577 Aug 31 14:27:14.467421 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21443e31-8099-4500-8d48-08b1e227bb6d x-openstack-request-id: req-21443e31-8099-4500-8d48-08b1e227bb6d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:14.468656 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad78a6c-7edb-44d2-b393-3eb5c0964088", "name": "network-vif-deleted", "tag": "e430f86f-7153-4b27-ab6f-65a52c53322e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:14.468656 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21443e31-8099-4500-8d48-08b1e227bb6d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:14.468656 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad78a6c-7edb-44d2-b393-3eb5c0964088', 'name': 'network-vif-deleted', 'tag': 'e430f86f-7153-4b27-ab6f-65a52c53322e', 'status': 'completed', 'code': 200} Aug 31 14:27:14.858926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83a4ea-25a6-4813-9c10-4b9b042339bb req-4c7cf7a9-bdc6-4e80-98b6-38cd5c1cbaa2 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:14.860702 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6d83a4ea-25a6-4813-9c10-4b9b042339bb req-4c7cf7a9-bdc6-4e80-98b6-38cd5c1cbaa2 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 944 time: 0.0663788 Aug 31 14:27:14.913001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6d83a4ea-25a6-4813-9c10-4b9b042339bb req-b85c5bf5-a2bf-4c59-963c-f5b93d13df20 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444357 Aug 31 14:27:15.053743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['e430f86f-7153-4b27-ab6f-65a52c53322e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:15.363456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-feadfe72-c335-43da-8474-b3ef370a14b4 req-66ffdfaa-f97e-453d-83a0-6725c26c5c3a tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0346878 Aug 31 14:27:15.382903 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7839dfc6-e46b-46bc-b980-5e2a3a00b053 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:15.442112 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 7839dfc6-e46b-46bc-b980-5e2a3a00b053 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:15.442644 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.548892 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.574234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a08793-9a20-4c20-9802-e59072f9e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7839dfc6-e46b-46bc-b980-5e2a3a00b053'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:15.596596 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132b0a07-1f5f-4658-b71f-6f79bdfcedad" -d '{"events": [{"server_uuid": "c0a08793-9a20-4c20-9802-e59072f9e109", "name": "network-vif-plugged", "status": "completed", "tag": "7839dfc6-e46b-46bc-b980-5e2a3a00b053"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:15.598665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7839dfc6-e46b-46bc-b980-5e2a3a00b053, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7839dfc6-e46b-46bc-b980-5e2a3a00b053,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:15.604438 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.605242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device e430f86f-7153-4b27-ab6f-65a52c53322e no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:15.643790 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f576d214-de22-4c5a-80e3-ee577af43ad6 x-openstack-request-id: req-f576d214-de22-4c5a-80e3-ee577af43ad6 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:15.643790 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a08793-9a20-4c20-9802-e59072f9e109", "name": "network-vif-plugged", "status": "completed", "tag": "7839dfc6-e46b-46bc-b980-5e2a3a00b053", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:15.643790 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f576d214-de22-4c5a-80e3-ee577af43ad6 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:15.643790 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a08793-9a20-4c20-9802-e59072f9e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7839dfc6-e46b-46bc-b980-5e2a3a00b053', 'code': 200} Aug 31 14:27:15.643790 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: e430f86f-7153-4b27-ab6f-65a52c53322e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:15.643790 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device e430f86f-7153-4b27-ab6f-65a52c53322e not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:15.675728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41614) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:15.697965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=7839dfc6-e46b-46bc-b980-5e2a3a00b053,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:15.755555 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a464-e4e0-4cce-b8ae-eeab509dedd8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.825341 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a464-e4e0-4cce-b8ae-eeab509dedd8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.857968 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50bb49-d3f5-4550-a28f-a6fa5e82230f req-658738aa-0b14-4955-9bca-5a5ef6bde440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:15.860179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cf50bb49-d3f5-4550-a28f-a6fa5e82230f req-658738aa-0b14-4955-9bca-5a5ef6bde440 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 1096 time: 0.1024458 Aug 31 14:27:15.908805 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cf50bb49-d3f5-4550-a28f-a6fa5e82230f req-f86306d9-a4e8-4ab8-8990-831245149814 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373271 Aug 31 14:27:15.924804 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a464-e4e0-4cce-b8ae-eeab509dedd8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.928155 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a464-e4e0-4cce-b8ae-eeab509dedd8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.929614 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a9d8a464-e4e0-4cce-b8ae-eeab509dedd8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "DELETE /v2.0/security-groups/bf01c8f9-3902-4c71-aaac-fc527a3e1c90 HTTP/1.1" status: 204 len: 168 time: 0.2527900 Aug 31 14:27:15.932748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41620) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:15.941841 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8a464-e4e0-4cce-b8ae-eeab509dedd8 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf01c8f9-3902-4c71-aaac-fc527a3e1c90,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:15.953629 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-8374ea52-5c4a-472c-a15a-020fbbcfd937 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] show failed (client error): The resource could not be found. Aug 31 14:27:15.958230 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8374ea52-5c4a-472c-a15a-020fbbcfd937 tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "GET /v2.0/security-groups/bf01c8f9-3902-4c71-aaac-fc527a3e1c90 HTTP/1.1" status: 404 len: 347 time: 0.0244021 Aug 31 14:27:15.959129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41624) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:16.120051 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e357f-316a-4d81-aa08-548b1de7d6e2 req-c75bfc58-fbbf-4d1f-93ca-933da506f5a8 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:16.121933 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e3e357f-316a-4d81-aa08-548b1de7d6e2 req-c75bfc58-fbbf-4d1f-93ca-933da506f5a8 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.1110127 Aug 31 14:27:16.146549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Deleting port bdd62864-d3b0-42fa-86b7-233c05eb43f2 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:16.146887 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.221467 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e3e357f-316a-4d81-aa08-548b1de7d6e2 req-8c350d03-0330-472b-a47b-83c49093b319 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842116 Aug 31 14:27:16.266801 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.267288 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.281973 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Calling delete_port for bdd62864-d3b0-42fa-86b7-233c05eb43f2 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:16.460564 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.497331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Pushing event deleted for resources: {'Port': ['ID=bdd62864-d3b0-42fa-86b7-233c05eb43f2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:16.511901 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:16.512354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:16.512749 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:16.512987 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:16.514746 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:16.515107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:16.515484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:16.515887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:16.516260 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:16.516578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:16.516980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:16.517380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:16.557835 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d2ece6c-8ec6-42a3-b4ed-6822509c90f1 req-6ad21fc8-b53a-4e78-b6e1-dd79b64fd51a tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0554082 Aug 31 14:27:16.587996 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.590605 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.593001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2cc2764d-8fbd-45e5-a807-2fa1fb3cd74c tempest-ImagesOneServerNegativeTestJSON-16624728 tempest-ImagesOneServerNegativeTestJSON-16624728-project] 10.222.0.39 "DELETE /v2.0/floatingips/5d7aaadf-db5b-46c4-b6f7-88f719e23f3a HTTP/1.1" status: 204 len: 168 time: 0.6323659 Aug 31 14:27:16.725499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41648) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:16.784539 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b7a235-9e6d-4ae7-9a4b-8196490fffd3 admin admin] Deleting subnet a30f3655-ac81-4822-979c-80a3fcb0e051 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:27:16.788319 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0b7a235-9e6d-4ae7-9a4b-8196490fffd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.827640 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0b7a235-9e6d-4ae7-9a4b-8196490fffd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.883212 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0b7a235-9e6d-4ae7-9a4b-8196490fffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.965999 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0b7a235-9e6d-4ae7-9a4b-8196490fffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.995902 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7a235-9e6d-4ae7-9a4b-8196490fffd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a30f3655-ac81-4822-979c-80a3fcb0e051,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:17.004527 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0b7a235-9e6d-4ae7-9a4b-8196490fffd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.008894 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c0b7a235-9e6d-4ae7-9a4b-8196490fffd3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a30f3655-ac81-4822-979c-80a3fcb0e051 HTTP/1.1" status: 204 len: 168 time: 0.2865999 Aug 31 14:27:17.009283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41656) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:17.095110 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d56b8a5b-00a1-4076-b077-633935a5555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.194679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d56b8a5b-00a1-4076-b077-633935a5555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.207634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d56b8a5b-00a1-4076-b077-633935a5555d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e91f1d0-a378-40d2-96c7-cad1c611ce7f']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:17.220468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d56b8a5b-00a1-4076-b077-633935a5555d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:17.220811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d56b8a5b-00a1-4076-b077-633935a5555d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec37c30d-dedc-4f34-8c55-d74c827b2cfb') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:17.231444 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d56b8a5b-00a1-4076-b077-633935a5555d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.250052 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d56b8a5b-00a1-4076-b077-633935a5555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.258796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56b8a5b-00a1-4076-b077-633935a5555d admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:17.259502 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d56b8a5b-00a1-4076-b077-633935a5555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:17.262031 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:17.341574 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d56b8a5b-00a1-4076-b077-633935a5555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.349781 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d56b8a5b-00a1-4076-b077-633935a5555d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.352784 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d56b8a5b-00a1-4076-b077-633935a5555d admin admin] 10.222.0.39 "DELETE /v2.0/networks/4e91f1d0-a378-40d2-96c7-cad1c611ce7f HTTP/1.1" status: 204 len: 168 time: 0.3420072 Aug 31 14:27:17.366554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b8a5b-00a1-4076-b077-633935a5555d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e91f1d0-a378-40d2-96c7-cad1c611ce7f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:17.409123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09372958-e1e2-407a-8348-aa0f4c6b84e5 req-398b1ca5-4165-49e6-ae14-78c1211c0ace tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:17.410773 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-09372958-e1e2-407a-8348-aa0f4c6b84e5 req-398b1ca5-4165-49e6-ae14-78c1211c0ace tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0655274 Aug 31 14:27:17.456568 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-09372958-e1e2-407a-8348-aa0f4c6b84e5 req-cb3e10c7-386b-4d50-976d-801578b90eef tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391161 Aug 31 14:27:17.552034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41670) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:17.586567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9c86f-d07e-489d-ba7b-cca8cdda88a6 req-388e0e4e-74c5-4e36-9a3e-085c1ef38e67 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:17.594704 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aba9c86f-d07e-489d-ba7b-cca8cdda88a6 req-388e0e4e-74c5-4e36-9a3e-085c1ef38e67 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.0646172 Aug 31 14:27:17.598928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41676) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:17.599649 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6874271a-242f-4b88-a5b2-5ca857611ce9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d9a4720839849c29ef914f5dc923888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461257 Aug 31 14:27:17.665539 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aba9c86f-d07e-489d-ba7b-cca8cdda88a6 req-e2ef3a9a-52e5-4b0f-bc2a-fea4b1f91a18 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698330 Aug 31 14:27:17.688347 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb13e9c0-81a2-4b22-a836-9a778ddebc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.706263 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb13e9c0-81a2-4b22-a836-9a778ddebc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.707221 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-42e1163e-7a1d-41d3-8a8f-9b3756a447bc req-098fb7c1-70e6-4d7a-8a7f-04f74368cce2 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0275989 Aug 31 14:27:17.765400 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb13e9c0-81a2-4b22-a836-9a778ddebc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.768132 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb13e9c0-81a2-4b22-a836-9a778ddebc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.771849 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-eb13e9c0-81a2-4b22-a836-9a778ddebc94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2abfa15d-e4ec-407d-bc8c-82ffc112ad29 HTTP/1.1" status: 204 len: 168 time: 0.1694486 Aug 31 14:27:17.777755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13e9c0-81a2-4b22-a836-9a778ddebc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abfa15d-e4ec-407d-bc8c-82ffc112ad29,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:18.096512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-e00c1983-806e-4817-97cf-be9c9027454a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:18.098126 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-e00c1983-806e-4817-97cf-be9c9027454a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/networks?id=87a1d08a-de4a-464e-9db1-2a8b6227a631 HTTP/1.1" status: 200 len: 815 time: 0.1074493 Aug 31 14:27:18.113920 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-aa5a292a-da72-4e3c-b451-473eab5cf1a3 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/quotas/1e296a091eb24fc69c75f8c0d3d3144e HTTP/1.1" status: 200 len: 375 time: 0.0100393 Aug 31 14:27:18.166370 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-71bc23ba-f2f5-4595-b72c-50f8c2fbb232 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e296a091eb24fc69c75f8c0d3d3144e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464382 Aug 31 14:27:18.396833 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-1927ca08-6256-4b6c-8403-66b26cc4f811 service neutron] 10.222.0.39 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227638 Aug 31 14:27:18.506197 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-b0964a3d-8867-4863-b048-4862a19af81a service neutron] 10.222.0.39 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014991 Aug 31 14:27:18.539831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41722) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:18.678762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2060886615-network', 'tenant_id': '5c7949332c914400b952dcbeb06932b7'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:18.728190 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] Made reservation on behalf of 5c7949332c914400b952dcbeb06932b7 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:18.731483 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:18.739940 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6ffceca-f1fe-4390-b226-31219e220018 req-1123b100-0061-4ef3-ab1e-ad53423a6d6c tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 210 time: 0.0532324 Aug 31 14:27:18.745687 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:18.843495 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-109d34e3-e8ce-480f-905f-e19cbb1f5fe1 req-3c6226cd-99e2-497f-b215-fa97359afe1e tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0360763 Aug 31 14:27:18.894001 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:18.895062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41742) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:18.901445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:18.933771 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:27:18.941952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22910a4e-63c5-4110-a3e8-67259deb3277,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:18.951704 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:18.952845 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] Added segment 7c273fa6-cf17-4ffa-a976-aee83fa64055 of type vlan for network 9bd5978c-4ce2-4e9f-bc3f-cb56c50fef88 Aug 31 14:27:19.014738 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.048403 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.050424 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:19.051211 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.071961 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.079549 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5379360 Aug 31 14:27:19.083623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:19.089790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a11f3bc9-caa2-4475-8687-25279cf22400 admin admin] Request body: {'subnet': {'network_id': '9bd5978c-4ce2-4e9f-bc3f-cb56c50fef88', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2060886615-subnet', 'tenant_id': '5c7949332c914400b952dcbeb06932b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:19.124897 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de4a49-8d90-401a-88c5-9cf4557088e8 admin admin] Pushing event updated for resources: {'Network': ['ID=9bd5978c-4ce2-4e9f-bc3f-cb56c50fef88,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:19.131691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f3bc9-caa2-4475-8687-25279cf22400 admin admin] Made reservation on behalf of 5c7949332c914400b952dcbeb06932b7 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:19.138995 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a11f3bc9-caa2-4475-8687-25279cf22400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.141306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 9bd5978c-4ce2-4e9f-bc3f-cb56c50fef88 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:27:19.240104 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.490443 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-179e42a5-15b8-4789-ba90-4a54eff4e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.600304 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.615217 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.712016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9c42b3-700d-49fa-a656-d40f4df3ab6e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:19.723101 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a11f3bc9-caa2-4475-8687-25279cf22400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.726888 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3858e5704c80467d9afd28ae3dbb7564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8306723 Aug 31 14:27:19.729694 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41756) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:19.731994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:19.732805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:19.732805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:19.733009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:19.733284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:19.733823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:19.734243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:19.734582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:19.734914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:19.735269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:19.735605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:19.735934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac010f86-78b5-4f83-a526-36d4c526d982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:19.781870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11783a96-9d3c-4626-884b-cd8f78d57d27 req-c0aae20e-357d-4b62-b85e-dd5eaee071b9 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:19.783442 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11783a96-9d3c-4626-884b-cd8f78d57d27 req-c0aae20e-357d-4b62-b85e-dd5eaee071b9 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0a08793-9a20-4c20-9802-e59072f9e109 HTTP/1.1" status: 200 len: 945 time: 0.1819389 Aug 31 14:27:19.834538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f3bc9-caa2-4475-8687-25279cf22400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c852bb-591d-4ab3-820f-947dec413166,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:19.897762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f3bc9-caa2-4475-8687-25279cf22400 admin admin] Checking segment: {'id': '7c273fa6-cf17-4ffa-a976-aee83fa64055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9bd5978c-4ce2-4e9f-bc3f-cb56c50fef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:19.898569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f3bc9-caa2-4475-8687-25279cf22400 admin admin] Network hostable DHCP agents. Network: 9bd5978c-4ce2-4e9f-bc3f-cb56c50fef88, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:27:19.931271 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-11783a96-9d3c-4626-884b-cd8f78d57d27 req-b2060d53-3fe5-4c7e-b502-8c9ac69e7267 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Deleting port 7839dfc6-e46b-46bc-b980-5e2a3a00b053 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:19.931921 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-11783a96-9d3c-4626-884b-cd8f78d57d27 req-b2060d53-3fe5-4c7e-b502-8c9ac69e7267 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.933713 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-135d7b80-ba44-4275-8f35-4300b9d1a89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.937678 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f3bc9-caa2-4475-8687-25279cf22400 admin admin] Network 9bd5978c-4ce2-4e9f-bc3f-cb56c50fef88 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:27:19.965958 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb414e84-d5a9-4a7f-b0a6-2156c10ff36c req-f813ddfb-1e8c-4154-a5c2-599fc0437708 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 210 time: 0.0453808 Aug 31 14:27:19.998158 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-135d7b80-ba44-4275-8f35-4300b9d1a89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:20.009128 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a11f3bc9-caa2-4475-8687-25279cf22400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 9bd5978c-4ce2-4e9f-bc3f-cb56c50fef88) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:20.021211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cee8f4-6bf1-4c4a-bb6a-1d7545da607a None None] Network 9bd5978c-4ce2-4e9f-bc3f-cb56c50fef88 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:20.036837 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d8ccc2d-9a0a-4e53-8167-775e157ddae9 req-5823684a-db01-4852-8af7-b79df3332323 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0529423 Aug 31 14:27:20.038609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f3bc9-caa2-4475-8687-25279cf22400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:20.039442 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a11f3bc9-caa2-4475-8687-25279cf22400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:20.068702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-5756a2df-068f-41ac-b6e5-796d39bab901 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:20.070780 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-5756a2df-068f-41ac-b6e5-796d39bab901 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.25 "GET /v2.0/networks?id=87a1d08a-de4a-464e-9db1-2a8b6227a631 HTTP/1.1" status: 200 len: 815 time: 0.2866926 Aug 31 14:27:20.071565 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a11f3bc9-caa2-4475-8687-25279cf22400 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9861400 Aug 31 14:27:20.091166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-11783a96-9d3c-4626-884b-cd8f78d57d27 req-b2060d53-3fe5-4c7e-b502-8c9ac69e7267 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] For port 7839dfc6-e46b-46bc-b980-5e2a3a00b053, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7839dfc6-e46b-46bc-b980-5e2a3a00b053,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:20.091595 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-11783a96-9d3c-4626-884b-cd8f78d57d27 req-b2060d53-3fe5-4c7e-b502-8c9ac69e7267 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:20.108189 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-e7adff3e-2a84-43c2-bc57-0c51fbdf1032 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Request body: {'port': {'device_id': '9a8dcc15-dd88-497a-afe7-545f0d0db9c3', 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631', 'admin_state_up': True, 'tenant_id': '1e296a091eb24fc69c75f8c0d3d3144e'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:20.108670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-11783a96-9d3c-4626-884b-cd8f78d57d27 req-b2060d53-3fe5-4c7e-b502-8c9ac69e7267 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Calling delete_port for 7839dfc6-e46b-46bc-b980-5e2a3a00b053 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:20.259515 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-135d7b80-ba44-4275-8f35-4300b9d1a89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:20.264960 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-135d7b80-ba44-4275-8f35-4300b9d1a89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:20.266940 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-135d7b80-ba44-4275-8f35-4300b9d1a89b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f9c42b3-700d-49fa-a656-d40f4df3ab6e HTTP/1.1" status: 204 len: 168 time: 0.5359666 Aug 31 14:27:20.285606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d979d4ac-53e2-41ba-a339-f18fbe7e8529 None None] Network 9bd5978c-4ce2-4e9f-bc3f-cb56c50fef88 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:20.313229 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d7b80-ba44-4275-8f35-4300b9d1a89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9c42b3-700d-49fa-a656-d40f4df3ab6e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:20.363118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-11783a96-9d3c-4626-884b-cd8f78d57d27 req-b2060d53-3fe5-4c7e-b502-8c9ac69e7267 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:20.384356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['7839dfc6-e46b-46bc-b980-5e2a3a00b053'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:20.404312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-e7adff3e-2a84-43c2-bc57-0c51fbdf1032 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Made reservation on behalf of 1e296a091eb24fc69c75f8c0d3d3144e for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:20.410965 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-e7adff3e-2a84-43c2-bc57-0c51fbdf1032 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:20.452576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2060d53-3fe5-4c7e-b502-8c9ac69e7267 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Pushing event deleted for resources: {'Port': ['ID=7839dfc6-e46b-46bc-b980-5e2a3a00b053,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:20.555890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-11783a96-9d3c-4626-884b-cd8f78d57d27 req-b2060d53-3fe5-4c7e-b502-8c9ac69e7267 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] No DVR routers for this DVR port 7839dfc6-e46b-46bc-b980-5e2a3a00b053 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:27:20.556824 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-11783a96-9d3c-4626-884b-cd8f78d57d27 req-b2060d53-3fe5-4c7e-b502-8c9ac69e7267 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:20.560973 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11783a96-9d3c-4626-884b-cd8f78d57d27 req-b2060d53-3fe5-4c7e-b502-8c9ac69e7267 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.25 "DELETE /v2.0/ports/7839dfc6-e46b-46bc-b980-5e2a3a00b053 HTTP/1.1" status: 204 len: 173 time: 0.7667267 Aug 31 14:27:20.561915 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a08793-9a20-4c20-9802-e59072f9e109', 'name': 'network-vif-deleted', 'tag': '7839dfc6-e46b-46bc-b980-5e2a3a00b053'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:20.566119 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d20490-3515-4478-933e-6e13d1d9954d" -d '{"events": [{"server_uuid": "c0a08793-9a20-4c20-9802-e59072f9e109", "name": "network-vif-deleted", "tag": "7839dfc6-e46b-46bc-b980-5e2a3a00b053"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:20.637581 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d0e287-dd47-4eb4-b85c-6ee6383debec x-openstack-request-id: req-96d0e287-dd47-4eb4-b85c-6ee6383debec {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:20.639572 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a08793-9a20-4c20-9802-e59072f9e109", "name": "network-vif-deleted", "tag": "7839dfc6-e46b-46bc-b980-5e2a3a00b053", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:20.639572 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96d0e287-dd47-4eb4-b85c-6ee6383debec {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:20.639942 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a08793-9a20-4c20-9802-e59072f9e109', 'name': 'network-vif-deleted', 'tag': '7839dfc6-e46b-46bc-b980-5e2a3a00b053', 'status': 'completed', 'code': 200} Aug 31 14:27:20.676849 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-e7adff3e-2a84-43c2-bc57-0c51fbdf1032 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Allocated IP 172.20.0.7 (87a1d08a-de4a-464e-9db1-2a8b6227a631/f369ee74-3273-4e69-abd8-8da86f146e8c/44fb20a6-10bc-4b02-907c-f9a213d78a46) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:20.897180 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-e7adff3e-2a84-43c2-bc57-0c51fbdf1032 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:20.929306 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-ed7bbe45-8b86-44c6-9ba5-816df48db2c8 req-34d56dfe-fa15-4df6-918d-36c2644f7fb9 tempest-SecurityGroupsNegativeTestJSON-1317710076 tempest-SecurityGroupsNegativeTestJSON-1317710076-project] show failed (client error): The resource could not be found. Aug 31 14:27:20.932249 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed7bbe45-8b86-44c6-9ba5-816df48db2c8 req-34d56dfe-fa15-4df6-918d-36c2644f7fb9 tempest-SecurityGroupsNegativeTestJSON-1317710076 tempest-SecurityGroupsNegativeTestJSON-1317710076-project] 10.222.0.39 "GET /v2.0/security-groups/bd233df8-727b-4389-a866-c1d6f25e25bb HTTP/1.1" status: 404 len: 352 time: 0.0247078 Aug 31 14:27:21.020862 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-e7adff3e-2a84-43c2-bc57-0c51fbdf1032 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.033763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['7839dfc6-e46b-46bc-b980-5e2a3a00b053'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:21.071427 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bdfc3628-6600-4cde-92ee-2a955dd5a87f req-1ab81071-8b5f-4c5e-8091-c03d1c0de69d tempest-SecurityGroupsNegativeTestJSON-1317710076 tempest-SecurityGroupsNegativeTestJSON-1317710076-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c7949332c914400b952dcbeb06932b7 HTTP/1.1" status: 200 len: 2988 time: 0.0845294 Aug 31 14:27:21.080566 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-e7adff3e-2a84-43c2-bc57-0c51fbdf1032 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Network 87a1d08a-de4a-464e-9db1-2a8b6227a631 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:21.092522 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-e7adff3e-2a84-43c2-bc57-0c51fbdf1032 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:21.099710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-e7adff3e-2a84-43c2-bc57-0c51fbdf1032 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:21.138155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497bf2-9978-422a-95b9-caccdb6cbd43 req-b776cc9a-3e2d-4e59-89ad-258613b221d8 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:21.147526 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f497bf2-9978-422a-95b9-caccdb6cbd43 req-b776cc9a-3e2d-4e59-89ad-258613b221d8 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 931 time: 0.0916677 Aug 31 14:27:21.167109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7adff3e-2a84-43c2-bc57-0c51fbdf1032 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Pushing event updated for resources: {'Port': ['ID=44fb20a6-10bc-4b02-907c-f9a213d78a46,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:21.193298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-e7adff3e-2a84-43c2-bc57-0c51fbdf1032 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:21.193963 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-e7adff3e-2a84-43c2-bc57-0c51fbdf1032 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.196906 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f497bf2-9978-422a-95b9-caccdb6cbd43 req-504e0588-f258-47ce-8a30-9481183d21ce tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469301 Aug 31 14:27:21.204699 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bdfc3628-6600-4cde-92ee-2a955dd5a87f req-6d48ab8e-dd21-4cb8-83bd-178b5ff4456a tempest-SecurityGroupsNegativeTestJSON-1317710076 tempest-SecurityGroupsNegativeTestJSON-1317710076-project] 10.222.0.39 "GET /v2.0/security-groups/22910a4e-63c5-4110-a3e8-67259deb3277 HTTP/1.1" status: 200 len: 2985 time: 0.1207068 Aug 31 14:27:21.214044 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-e7adff3e-2a84-43c2-bc57-0c51fbdf1032 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1130161 Aug 31 14:27:21.235025 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Request body: {'port': {'device_id': '9a8dcc15-dd88-497a-afe7-545f0d0db9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:21.326337 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bdfc3628-6600-4cde-92ee-2a955dd5a87f req-3b375327-951e-4405-822f-1ca96b8bc87c tempest-SecurityGroupsNegativeTestJSON-1317710076 tempest-SecurityGroupsNegativeTestJSON-1317710076-project] 10.222.0.39 "GET /v2.0/security-groups/22910a4e-63c5-4110-a3e8-67259deb3277 HTTP/1.1" status: 200 len: 2985 time: 0.1088157 Aug 31 14:27:21.329085 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.340439 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-733710d0-9846-4f7a-b29e-52734d830467 req-2f9dfded-9ce1-4732-9338-b97bdde681fe tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0563343 Aug 31 14:27:21.846976 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e5ee3fd-f991-480b-ad28-eb1f27938a72 req-b5ad110f-dfd9-4be1-aadf-44349b1c488b tempest-SecurityGroupsNegativeTestJSON-1317710076 tempest-SecurityGroupsNegativeTestJSON-1317710076-project] 10.222.0.39 "GET /v2.0/security-groups/22910a4e-63c5-4110-a3e8-67259deb3277 HTTP/1.1" status: 200 len: 2985 time: 0.3793631 Aug 31 14:27:21.943311 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-0e5ee3fd-f991-480b-ad28-eb1f27938a72 req-ab745544-6128-4814-8bb8-9e27991f92e7 tempest-SecurityGroupsNegativeTestJSON-1317710076 tempest-SecurityGroupsNegativeTestJSON-1317710076-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 14:27:21.944439 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e5ee3fd-f991-480b-ad28-eb1f27938a72 req-ab745544-6128-4814-8bb8-9e27991f92e7 tempest-SecurityGroupsNegativeTestJSON-1317710076 tempest-SecurityGroupsNegativeTestJSON-1317710076-project] 10.222.0.39 "DELETE /v2.0/security-groups/22910a4e-63c5-4110-a3e8-67259deb3277 HTTP/1.1" status: 409 len: 352 time: 0.0914767 Aug 31 14:27:22.007142 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-3da6a757-0148-46e9-ba1c-e8d9cecc88cc req-93a434ac-8fe5-4d0f-b014-75df078073f5 tempest-SecurityGroupsNegativeTestJSON-1317710076 tempest-SecurityGroupsNegativeTestJSON-1317710076-project] show failed (client error): The resource could not be found. Aug 31 14:27:22.008168 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da6a757-0148-46e9-ba1c-e8d9cecc88cc req-93a434ac-8fe5-4d0f-b014-75df078073f5 tempest-SecurityGroupsNegativeTestJSON-1317710076 tempest-SecurityGroupsNegativeTestJSON-1317710076-project] 10.222.0.39 "GET /v2.0/security-groups/8206cc1e-f7ec-46e4-8e30-919777d66c6f HTTP/1.1" status: 404 len: 352 time: 0.0145485 Aug 31 14:27:22.011545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44fb20a6-10bc-4b02-907c-f9a213d78a46 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:22.027273 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.039671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Transition to ACTIVE for port object 44fb20a6-10bc-4b02-907c-f9a213d78a46 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:22.044395 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.073038 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-c078efeb-6008-45cc-82ee-08e5730f3804 req-1c5e5d54-5d37-4f84-ab1b-4194bfec8dc2 tempest-SecurityGroupsNegativeTestJSON-1317710076 tempest-SecurityGroupsNegativeTestJSON-1317710076-project] show failed (client error): The resource could not be found. Aug 31 14:27:22.074085 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c078efeb-6008-45cc-82ee-08e5730f3804 req-1c5e5d54-5d37-4f84-ab1b-4194bfec8dc2 tempest-SecurityGroupsNegativeTestJSON-1317710076 tempest-SecurityGroupsNegativeTestJSON-1317710076-project] 10.222.0.39 "GET /v2.0/security-groups/df387dd7-7477-4847-8ac5-dd26116bd0d3 HTTP/1.1" status: 404 len: 352 time: 0.0150435 Aug 31 14:27:22.088370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41842) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:22.109518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Pushing event updated for resources: {'Port': ['ID=44fb20a6-10bc-4b02-907c-f9a213d78a46,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:22.134234 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7baef3f9-5fc0-4af2-82c7-73944c5be7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.142217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a764ffd-5141-4131-b2fb-9639018a29ef admin admin] Deleting subnet 85c852bb-591d-4ab3-820f-947dec413166 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:27:22.145584 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a764ffd-5141-4131-b2fb-9639018a29ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.182650 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Attempting to bind port 44fb20a6-10bc-4b02-907c-f9a213d78a46 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:22.183298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Attempting to bind port 44fb20a6-10bc-4b02-907c-f9a213d78a46 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ceb73b58-575a-40e1-82b1-095bb125ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:22.183917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Attempting to bind port 44fb20a6-10bc-4b02-907c-f9a213d78a46 on network 87a1d08a-de4a-464e-9db1-2a8b6227a631 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:22.189111 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Port 44fb20a6-10bc-4b02-907c-f9a213d78a46 on network 87a1d08a-de4a-464e-9db1-2a8b6227a631 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:27:22.189689 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a764ffd-5141-4131-b2fb-9639018a29ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.189991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Attempting to bind port 44fb20a6-10bc-4b02-907c-f9a213d78a46 on network 87a1d08a-de4a-464e-9db1-2a8b6227a631 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:22.196846 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:22.197464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Checking segment: {'id': 'ceb73b58-575a-40e1-82b1-095bb125ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:22.197936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Bound using segment: {'id': 'ceb73b58-575a-40e1-82b1-095bb125ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:22.198450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Bound port: 44fb20a6-10bc-4b02-907c-f9a213d78a46, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb73b58-575a-40e1-82b1-095bb125ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:22.198793 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.201504 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.249674 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a764ffd-5141-4131-b2fb-9639018a29ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.276514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] For port 44fb20a6-10bc-4b02-907c-f9a213d78a46, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:22.280483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] For port 44fb20a6-10bc-4b02-907c-f9a213d78a46, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=44fb20a6-10bc-4b02-907c-f9a213d78a46,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:22.285281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.351315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:22.351315 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.351679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3d050-a18e-46c3-a802-78a8a039bce5 req-378ca86b-5f34-4662-8dd9-73bc12c7977b tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:22.352234 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] 10.222.0.25 "PUT /v2.0/ports/44fb20a6-10bc-4b02-907c-f9a213d78a46 HTTP/1.1" status: 200 len: 1091 time: 1.1257076 Aug 31 14:27:22.352848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8dcc15-dd88-497a-afe7-545f0d0db9c3', 'tag': '44fb20a6-10bc-4b02-907c-f9a213d78a46'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:22.355328 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e798d9cb-dae2-48c6-9f7f-b10aaa250fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8dcc15-dd88-497a-afe7-545f0d0db9c3", "tag": "44fb20a6-10bc-4b02-907c-f9a213d78a46"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:22.358732 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8ae3d050-a18e-46c3-a802-78a8a039bce5 req-378ca86b-5f34-4662-8dd9-73bc12c7977b tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 943 time: 0.0819504 Aug 31 14:27:22.366434 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a764ffd-5141-4131-b2fb-9639018a29ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.392994 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4cd65-4217-4a52-b4f5-9b68fba7428a service neutron] Pushing event updated for resources: {'Port': ['ID=44fb20a6-10bc-4b02-907c-f9a213d78a46,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:22.399577 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c772bfdf-7697-4349-8271-874cf0d6ae9d x-openstack-request-id: req-c772bfdf-7697-4349-8271-874cf0d6ae9d {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:22.399933 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8dcc15-dd88-497a-afe7-545f0d0db9c3", "tag": "44fb20a6-10bc-4b02-907c-f9a213d78a46", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:22.400254 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c772bfdf-7697-4349-8271-874cf0d6ae9d {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:22.400714 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8dcc15-dd88-497a-afe7-545f0d0db9c3', 'tag': '44fb20a6-10bc-4b02-907c-f9a213d78a46', 'status': 'completed', 'code': 200} Aug 31 14:27:22.421376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a764ffd-5141-4131-b2fb-9639018a29ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c852bb-591d-4ab3-820f-947dec413166,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:22.425833 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a764ffd-5141-4131-b2fb-9639018a29ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.430203 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0a764ffd-5141-4131-b2fb-9639018a29ef admin admin] 10.222.0.39 "DELETE /v2.0/subnets/85c852bb-591d-4ab3-820f-947dec413166 HTTP/1.1" status: 204 len: 168 time: 0.3419147 Aug 31 14:27:22.432621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41858) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:22.459922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-8a239ca3-2a97-445a-b8d2-6ecc728efdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:22.461545 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-8a239ca3-2a97-445a-b8d2-6ecc728efdc3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e296a091eb24fc69c75f8c0d3d3144e&device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 1094 time: 0.0585811 Aug 31 14:27:22.495596 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8ae3d050-a18e-46c3-a802-78a8a039bce5 req-786b6d98-9f04-4f60-979f-d656be4cea96 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345589 Aug 31 14:27:22.534309 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-574cf49c-c5a8-49d4-9cb9-46a12bac3c67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44fb20a6-10bc-4b02-907c-f9a213d78a46 HTTP/1.1" status: 200 len: 217 time: 0.0552967 Aug 31 14:27:22.542743 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-edb2574f-63c1-4592-b252-cb0d04dde934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.554930 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0c94c26f-17b8-4e66-8397-9a9905bd4b29 req-e5ebfa50-1873-41c0-8037-5dc3cf00244c tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0859680 Aug 31 14:27:22.622232 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-909f8bc4-5ba9-4cea-8cf5-9901e9511eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:22.625193 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-909f8bc4-5ba9-4cea-8cf5-9901e9511eab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f369ee74-3273-4e69-abd8-8da86f146e8c HTTP/1.1" status: 200 len: 855 time: 0.0727682 Aug 31 14:27:22.670341 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-edb2574f-63c1-4592-b252-cb0d04dde934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.682455 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-f6bbc463-478d-4fb0-b64b-9190693203b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87a1d08a-de4a-464e-9db1-2a8b6227a631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496020 Aug 31 14:27:22.685898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-edb2574f-63c1-4592-b252-cb0d04dde934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd5978c-4ce2-4e9f-bc3f-cb56c50fef88']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:22.698953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-edb2574f-63c1-4592-b252-cb0d04dde934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c273fa6-cf17-4ffa-a976-aee83fa64055') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:22.699414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-edb2574f-63c1-4592-b252-cb0d04dde934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c273fa6-cf17-4ffa-a976-aee83fa64055') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:22.709823 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-edb2574f-63c1-4592-b252-cb0d04dde934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.726913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-edb2574f-63c1-4592-b252-cb0d04dde934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.734111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb2574f-63c1-4592-b252-cb0d04dde934 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:22.734525 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-edb2574f-63c1-4592-b252-cb0d04dde934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:22.737708 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:22.787806 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-6c9bbbc8-8f66-4448-8cde-bc4fa1c7e6ef service neutron] 10.222.0.25 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965037 Aug 31 14:27:22.804552 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-edb2574f-63c1-4592-b252-cb0d04dde934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.812148 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-edb2574f-63c1-4592-b252-cb0d04dde934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.816379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-edb2574f-63c1-4592-b252-cb0d04dde934 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9bd5978c-4ce2-4e9f-bc3f-cb56c50fef88 HTTP/1.1" status: 204 len: 168 time: 0.3803585 Aug 31 14:27:22.827208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2574f-63c1-4592-b252-cb0d04dde934 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd5978c-4ce2-4e9f-bc3f-cb56c50fef88,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:22.903371 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05a6f88e-5eb5-44f8-bb79-afcc7e0c94c5 req-93f89dba-8e26-4b65-affa-e9a39f1ae2f5 service neutron] 10.222.0.25 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056395 Aug 31 14:27:22.997862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d9cb-dae2-48c6-9f7f-b10aaa250fc9 req-5c07c268-db86-4469-8234-fd9d645e1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:22.999553 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e798d9cb-dae2-48c6-9f7f-b10aaa250fc9 req-5c07c268-db86-4469-8234-fd9d645e1e7e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e296a091eb24fc69c75f8c0d3d3144e&device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 1094 time: 0.0502396 Aug 31 14:27:23.009787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41920) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:23.059690 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-086c64d1-dab2-4efe-a055-9c81fd371c84 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c7949332c914400b952dcbeb06932b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483353 Aug 31 14:27:23.062160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41930) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:23.117642 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d703345-d5b0-4709-9837-6455e87743e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:23.120380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d9cb-dae2-48c6-9f7f-b10aaa250fc9 req-131578f3-6443-4aa2-9825-32af947148be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:23.122247 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e798d9cb-dae2-48c6-9f7f-b10aaa250fc9 req-131578f3-6443-4aa2-9825-32af947148be service neutron] 10.222.0.25 "GET /v2.0/networks?id=87a1d08a-de4a-464e-9db1-2a8b6227a631 HTTP/1.1" status: 200 len: 916 time: 0.1158004 Aug 31 14:27:23.143957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d703345-d5b0-4709-9837-6455e87743e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:23.176331 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e798d9cb-dae2-48c6-9f7f-b10aaa250fc9 req-722b161c-bafa-4d1f-8c64-5e5b5c6d4b6c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44fb20a6-10bc-4b02-907c-f9a213d78a46 HTTP/1.1" status: 200 len: 217 time: 0.0439186 Aug 31 14:27:23.206984 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d703345-d5b0-4709-9837-6455e87743e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:23.209868 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d703345-d5b0-4709-9837-6455e87743e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:23.213675 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5d703345-d5b0-4709-9837-6455e87743e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22910a4e-63c5-4110-a3e8-67259deb3277 HTTP/1.1" status: 204 len: 168 time: 0.1478853 Aug 31 14:27:23.223008 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d703345-d5b0-4709-9837-6455e87743e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22910a4e-63c5-4110-a3e8-67259deb3277,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:23.241894 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d9cb-dae2-48c6-9f7f-b10aaa250fc9 req-e8e5ad15-1be2-48f2-ab91-7cbe1b11a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:23.243885 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e798d9cb-dae2-48c6-9f7f-b10aaa250fc9 req-e8e5ad15-1be2-48f2-ab91-7cbe1b11a012 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f369ee74-3273-4e69-abd8-8da86f146e8c HTTP/1.1" status: 200 len: 855 time: 0.0586700 Aug 31 14:27:23.264540 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:23.294016 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e798d9cb-dae2-48c6-9f7f-b10aaa250fc9 req-70a6c367-e957-45f0-9e28-1c787895c594 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87a1d08a-de4a-464e-9db1-2a8b6227a631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422230 Aug 31 14:27:23.394012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7839dfc6-e46b-46bc-b980-5e2a3a00b053 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:23.402557 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e798d9cb-dae2-48c6-9f7f-b10aaa250fc9 req-14db5e64-7db2-42ca-85ac-cf0be6e2572e service neutron] 10.222.0.25 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006684 Aug 31 14:27:23.414829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 7839dfc6-e46b-46bc-b980-5e2a3a00b053 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:23.415432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7839dfc6-e46b-46bc-b980-5e2a3a00b053 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:23.425888 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41942) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:23.514026 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e798d9cb-dae2-48c6-9f7f-b10aaa250fc9 req-d9eca7de-6ec1-4d39-82c3-57ee9519ff24 service neutron] 10.222.0.25 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018300 Aug 31 14:27:23.546673 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b581e1b-551d-4eb3-bf7a-739fc7c5356a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:23.643879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fac5bf-c513-4f10-a6f3-9d2d90512f68 req-8ccb804c-b863-4484-b954-f2d7d4e8d3a2 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:23.645926 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-99fac5bf-c513-4f10-a6f3-9d2d90512f68 req-8ccb804c-b863-4484-b954-f2d7d4e8d3a2 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 943 time: 0.0755584 Aug 31 14:27:23.671353 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b581e1b-551d-4eb3-bf7a-739fc7c5356a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:23.678644 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b581e1b-551d-4eb3-bf7a-739fc7c5356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:23.698074 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-99fac5bf-c513-4f10-a6f3-9d2d90512f68 req-32b28454-7205-441b-8234-85098b0ceb4c tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426931 Aug 31 14:27:23.765717 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2abe80f-cc60-45f8-aa8c-4c3f1daec1d5 req-016ba0c8-7f36-48d0-8808-e5627289ee29 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0403776 Aug 31 14:27:23.767504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b581e1b-551d-4eb3-bf7a-739fc7c5356a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60faa390-5c83-46db-81b4-0b4f5c9a0f42,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:23.778892 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4b581e1b-551d-4eb3-bf7a-739fc7c5356a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc55c068c88f46d4b7768e587ea49b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3517249 Aug 31 14:27:23.783200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41966) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:23.850471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c1c68b8-8693-415e-8502-535344d31aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:23.875760 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c1c68b8-8693-415e-8502-535344d31aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:23.929994 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c1c68b8-8693-415e-8502-535344d31aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:23.932755 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c1c68b8-8693-415e-8502-535344d31aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:23.933932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8c1c68b8-8693-415e-8502-535344d31aa7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60faa390-5c83-46db-81b4-0b4f5c9a0f42 HTTP/1.1" status: 204 len: 168 time: 0.1497684 Aug 31 14:27:23.943302 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c68b8-8693-415e-8502-535344d31aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60faa390-5c83-46db-81b4-0b4f5c9a0f42,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:24.125766 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.289436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41984) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:24.303433 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aac0a1fe-fd0b-4063-9ec4-11ea66c07595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.407296 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aac0a1fe-fd0b-4063-9ec4-11ea66c07595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.411551 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aac0a1fe-fd0b-4063-9ec4-11ea66c07595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.455436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-aac0a1fe-fd0b-4063-9ec4-11ea66c07595 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93d043b54b5c4bc99eb6c140d6ad82cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647439 Aug 31 14:27:24.456581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0a1fe-fd0b-4063-9ec4-11ea66c07595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166c7294-c945-47cf-8317-9d0f11dadc55,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:24.458348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 41990) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:24.524776 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d517825d-aaf2-4ad1-a078-999497322a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.548553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d517825d-aaf2-4ad1-a078-999497322a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.599877 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d517825d-aaf2-4ad1-a078-999497322a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.602563 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d517825d-aaf2-4ad1-a078-999497322a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.603761 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d517825d-aaf2-4ad1-a078-999497322a8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/166c7294-c945-47cf-8317-9d0f11dadc55 HTTP/1.1" status: 204 len: 168 time: 0.1444085 Aug 31 14:27:24.613048 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517825d-aaf2-4ad1-a078-999497322a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166c7294-c945-47cf-8317-9d0f11dadc55,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:24.629802 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 41996) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:24.749423 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f4180c6-2b59-4d10-804e-bbff25f58d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.853614 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.865754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f86a9b-1bc2-43ca-83cf-3336222becf1 req-c790d4b2-d9f8-4c7c-845f-135a7397d60f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:24.873544 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82f86a9b-1bc2-43ca-83cf-3336222becf1 req-c790d4b2-d9f8-4c7c-845f-135a7397d60f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 943 time: 0.0874827 Aug 31 14:27:24.924492 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f4180c6-2b59-4d10-804e-bbff25f58d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.930087 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82f86a9b-1bc2-43ca-83cf-3336222becf1 req-aeda4b96-28e6-45f0-9322-e19e5d004b61 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555997 Aug 31 14:27:24.931163 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f4180c6-2b59-4d10-804e-bbff25f58d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.974438 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30fc3ff9-5f02-427f-abba-dba1e324884b req-29337a64-3cc4-4224-bad3-c1aadec10de2 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0377955 Aug 31 14:27:24.979728 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0f4180c6-2b59-4d10-804e-bbff25f58d02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c724364baae5404e935bfa422eacaf10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484926 Aug 31 14:27:24.981113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42016) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:25.016805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4180c6-2b59-4d10-804e-bbff25f58d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5bb82d-ace9-4135-bcdf-91bb79355066,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:25.057538 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f1883a7-08b5-4f49-af78-c30dc5a579e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:25.081544 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f1883a7-08b5-4f49-af78-c30dc5a579e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:25.131786 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f1883a7-08b5-4f49-af78-c30dc5a579e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:25.134799 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f1883a7-08b5-4f49-af78-c30dc5a579e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:25.136016 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5f1883a7-08b5-4f49-af78-c30dc5a579e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e5bb82d-ace9-4135-bcdf-91bb79355066 HTTP/1.1" status: 204 len: 168 time: 0.1533720 Aug 31 14:27:25.146198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1883a7-08b5-4f49-af78-c30dc5a579e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5bb82d-ace9-4135-bcdf-91bb79355066,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:25.394585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 44fb20a6-10bc-4b02-907c-f9a213d78a46 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:27:25.500830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 44fb20a6-10bc-4b02-907c-f9a213d78a46, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=44fb20a6-10bc-4b02-907c-f9a213d78a46,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:25.513151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '44fb20a6-10bc-4b02-907c-f9a213d78a46', 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631', 'port_id': '44fb20a6-10bc-4b02-907c-f9a213d78a46', 'mac_address': 'fa:16:3e:44:4b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f369ee74-3273-4e69-abd8-8da86f146e8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:27:25.553093 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:25.568227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44fb20a6-10bc-4b02-907c-f9a213d78a46 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:25.588611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 44fb20a6-10bc-4b02-907c-f9a213d78a46, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=44fb20a6-10bc-4b02-907c-f9a213d78a46,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:25.594504 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:25.648722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=44fb20a6-10bc-4b02-907c-f9a213d78a46,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:25.656550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:25.657002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:25.657322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:25.657663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:25.658008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:25.658415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:25.658770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:25.659685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:25.659978 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:25.660443 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:25.660863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:25.661358 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:25.900440 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['44fb20a6-10bc-4b02-907c-f9a213d78a46'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:25.975045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42076) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:26.113913 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e065a6f-85ad-4bc8-b63a-65c068b13a2a req-3b9d0483-82c4-4da6-99a3-5ec24bb81009 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:26.116630 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8e065a6f-85ad-4bc8-b63a-65c068b13a2a req-3b9d0483-82c4-4da6-99a3-5ec24bb81009 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 944 time: 0.0769038 Aug 31 14:27:26.150005 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dde90b73-08b0-4a50-a397-2fa9833b6708 req-29b0f257-3a22-4263-9d52-b0c0679960f0 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0338309 Aug 31 14:27:26.151170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-227744506-network', 'tenant_id': '7de88fec53364120a708395ceb3cca00'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:26.190057 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8e065a6f-85ad-4bc8-b63a-65c068b13a2a req-e6902cb7-30a5-4f72-a968-8df9dd950340 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663748 Aug 31 14:27:26.205982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] Made reservation on behalf of 7de88fec53364120a708395ceb3cca00 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:26.209518 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.221454 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.328966 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.335930 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.368509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:27:26.392098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3aae3c-26d2-4d90-ba60-c3a1c019614f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:26.405246 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.405246 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] Added segment 3321b4ad-81bc-4416-919e-5dc48473c66d of type vlan for network eaa419db-256f-4ace-b05c-2338cf9d43e5 Aug 31 14:27:26.464796 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.498356 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.499394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:26.500230 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.579081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6025555 Aug 31 14:27:26.582351 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42102) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:26.589065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8c5e3da8-882a-413c-b21f-a3f32ac9d92f admin admin] Request body: {'subnet': {'network_id': 'eaa419db-256f-4ace-b05c-2338cf9d43e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-227744506-subnet', 'tenant_id': '7de88fec53364120a708395ceb3cca00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:26.617063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5e3da8-882a-413c-b21f-a3f32ac9d92f admin admin] Made reservation on behalf of 7de88fec53364120a708395ceb3cca00 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:26.620333 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3da8-882a-413c-b21f-a3f32ac9d92f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.672086 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed4acc-0941-4662-9561-c3033e6b3f24 admin admin] Pushing event updated for resources: {'Network': ['ID=eaa419db-256f-4ace-b05c-2338cf9d43e5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:26.685585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network eaa419db-256f-4ace-b05c-2338cf9d43e5 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:27:26.807418 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:27:26.891453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3da8-882a-413c-b21f-a3f32ac9d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.948895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e3da8-882a-413c-b21f-a3f32ac9d92f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62a36cd-7ae6-4721-961e-2e3223207ccd,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:26.961218 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e3da8-882a-413c-b21f-a3f32ac9d92f admin admin] Checking segment: {'id': '3321b4ad-81bc-4416-919e-5dc48473c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eaa419db-256f-4ace-b05c-2338cf9d43e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:26.961581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e3da8-882a-413c-b21f-a3f32ac9d92f admin admin] Network hostable DHCP agents. Network: eaa419db-256f-4ace-b05c-2338cf9d43e5, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:27:26.984101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e3da8-882a-413c-b21f-a3f32ac9d92f admin admin] Network eaa419db-256f-4ace-b05c-2338cf9d43e5 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:27:26.994587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-8c5e3da8-882a-413c-b21f-a3f32ac9d92f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, eaa419db-256f-4ace-b05c-2338cf9d43e5) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:27.001941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5e3da8-882a-413c-b21f-a3f32ac9d92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.002299 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3da8-882a-413c-b21f-a3f32ac9d92f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:27.005006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206f8e29-a74f-4c83-a7a5-5278f756f39e None None] Network eaa419db-256f-4ace-b05c-2338cf9d43e5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:27.019230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8c5e3da8-882a-413c-b21f-a3f32ac9d92f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4344685 Aug 31 14:27:27.149511 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a170e23-37db-4bc6-9531-d7af36285a4b None None] Network eaa419db-256f-4ace-b05c-2338cf9d43e5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:27.308348 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3da03058-29d6-4b9b-b94c-0321c292a32d req-98ca4210-40de-4a37-9321-9fcb02e130d2 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0607641 Aug 31 14:27:27.412052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 44fb20a6-10bc-4b02-907c-f9a213d78a46 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:27.460659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1d45d-2818-40d3-af0c-dcc8dffd461a req-f1573425-468b-406f-aa79-5d57bd24e108 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.462442 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-44b1d45d-2818-40d3-af0c-dcc8dffd461a req-f1573425-468b-406f-aa79-5d57bd24e108 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 944 time: 0.0735071 Aug 31 14:27:27.497120 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 44fb20a6-10bc-4b02-907c-f9a213d78a46 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:27.508074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 44fb20a6-10bc-4b02-907c-f9a213d78a46 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:27.509774 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:27.522408 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-44b1d45d-2818-40d3-af0c-dcc8dffd461a req-98df3679-ecab-4b8a-938e-8b472b568029 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495117 Aug 31 14:27:27.572240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-8d56c27f-dd04-4f31-8979-0060f0f0dcad tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.574889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-8d56c27f-dd04-4f31-8979-0060f0f0dcad tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/networks?id=eaa419db-256f-4ace-b05c-2338cf9d43e5 HTTP/1.1" status: 200 len: 813 time: 0.1581223 Aug 31 14:27:27.597600 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-1bc4ec36-7279-47ba-b7b7-1befae60ff7f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/quotas/7de88fec53364120a708395ceb3cca00 HTTP/1.1" status: 200 len: 375 time: 0.0145733 Aug 31 14:27:27.623452 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:27.642315 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-f94a1537-be76-4c07-97a5-9bc8da822389 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7de88fec53364120a708395ceb3cca00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387378 Aug 31 14:27:27.652137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8dcc15-dd88-497a-afe7-545f0d0db9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fb20a6-10bc-4b02-907c-f9a213d78a46'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:27.655039 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce90ced5-54a5-4bb2-8adc-7cbc90835667" -d '{"events": [{"server_uuid": "9a8dcc15-dd88-497a-afe7-545f0d0db9c3", "name": "network-vif-plugged", "status": "completed", "tag": "44fb20a6-10bc-4b02-907c-f9a213d78a46"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:27.674356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 44fb20a6-10bc-4b02-907c-f9a213d78a46, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=44fb20a6-10bc-4b02-907c-f9a213d78a46,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:27.679956 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:27.743188 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80937648-25d9-478c-825a-448c81ab7841 x-openstack-request-id: req-80937648-25d9-478c-825a-448c81ab7841 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:27.743188 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8dcc15-dd88-497a-afe7-545f0d0db9c3", "name": "network-vif-plugged", "status": "completed", "tag": "44fb20a6-10bc-4b02-907c-f9a213d78a46", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:27.743188 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80937648-25d9-478c-825a-448c81ab7841 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:27.743188 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8dcc15-dd88-497a-afe7-545f0d0db9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fb20a6-10bc-4b02-907c-f9a213d78a46', 'code': 200} Aug 31 14:27:27.743666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42176) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:27.755030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=44fb20a6-10bc-4b02-907c-f9a213d78a46,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:27.769530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-2a230a6c-6dbb-4131-9fcd-c79dd9eabb13 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa419db-256f-4ace-b05c-2338cf9d43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194322 Aug 31 14:27:27.852824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0de66-edcf-4572-a871-3fbef47b3cea req-b163917e-fa15-4c3c-9870-7f7de864ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.854476 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10f0de66-edcf-4572-a871-3fbef47b3cea req-b163917e-fa15-4c3c-9870-7f7de864ead4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 1096 time: 0.0514438 Aug 31 14:27:27.882786 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-05737b79-e8be-4d18-affe-52c7f9100414 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa419db-256f-4ace-b05c-2338cf9d43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043680 Aug 31 14:27:27.893845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78c34278-4790-491a-a586-da4042e99d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:27.925495 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10f0de66-edcf-4572-a871-3fbef47b3cea req-0b4c472b-527b-4f94-b5a7-7bcf6e905c8f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634499 Aug 31 14:27:28.025585 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78c34278-4790-491a-a586-da4042e99d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.030528 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78c34278-4790-491a-a586-da4042e99d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.077515 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e73750c-471b-4769-8042-4e921d567350 req-7203e18c-ba4f-4e1f-8e6b-1d4bb4f0c681 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 210 time: 0.0310342 Aug 31 14:27:28.084095 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-78c34278-4790-491a-a586-da4042e99d0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a45db3bc2f7248919146771b20c99fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390491 Aug 31 14:27:28.085068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c34278-4790-491a-a586-da4042e99d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dbdbe4-1f7d-45eb-a022-88eda7191820,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:28.086976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42188) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:28.171162 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-552bcbcb-4687-405b-b626-58915183d3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.194730 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-552bcbcb-4687-405b-b626-58915183d3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.252823 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-552bcbcb-4687-405b-b626-58915183d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.258829 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-552bcbcb-4687-405b-b626-58915183d3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.260163 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-552bcbcb-4687-405b-b626-58915183d3a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2dbdbe4-1f7d-45eb-a022-88eda7191820 HTTP/1.1" status: 204 len: 168 time: 0.1705050 Aug 31 14:27:28.268932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bcbcb-4687-405b-b626-58915183d3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dbdbe4-1f7d-45eb-a022-88eda7191820,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:28.431029 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69eac707-37d3-4785-80d9-80ec285fba1d req-42274ab9-d069-4042-8772-795c1569cb5e tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0352309 Aug 31 14:27:28.569358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42204) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:28.583992 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f717d03-e6a9-4f2e-b000-4b21669e0557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.693266 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88212ac8-31c6-445e-8c0c-2c02d2405e24 req-4706f722-2b05-4c91-a407-04353ebf77b9 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:28.693266 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88212ac8-31c6-445e-8c0c-2c02d2405e24 req-4706f722-2b05-4c91-a407-04353ebf77b9 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0894477 Aug 31 14:27:28.752143 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88212ac8-31c6-445e-8c0c-2c02d2405e24 req-18f5bcef-bf35-488d-9795-0a99f3cf785a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535157 Aug 31 14:27:28.765972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f717d03-e6a9-4f2e-b000-4b21669e0557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.776429 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f717d03-e6a9-4f2e-b000-4b21669e0557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.815824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1f717d03-e6a9-4f2e-b000-4b21669e0557 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1b79be1a5be4200acf4f255b2239691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451961 Aug 31 14:27:28.817054 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f717d03-e6a9-4f2e-b000-4b21669e0557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79a2e1f-4b42-4eba-abf9-1f81e35ed648,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:28.818430 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42210) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:28.868476 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0daa5f08-fca5-4318-8859-54e30adb28c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.890193 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0daa5f08-fca5-4318-8859-54e30adb28c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.936213 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0daa5f08-fca5-4318-8859-54e30adb28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.938780 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0daa5f08-fca5-4318-8859-54e30adb28c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.940013 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0daa5f08-fca5-4318-8859-54e30adb28c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f79a2e1f-4b42-4eba-abf9-1f81e35ed648 HTTP/1.1" status: 204 len: 168 time: 0.1198943 Aug 31 14:27:28.947943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa5f08-fca5-4318-8859-54e30adb28c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79a2e1f-4b42-4eba-abf9-1f81e35ed648,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:29.187291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-067b2528-e65b-48c8-9fe8-5644ecb69280 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:29.189072 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-067b2528-e65b-48c8-9fe8-5644ecb69280 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.25 "GET /v2.0/networks?id=eaa419db-256f-4ace-b05c-2338cf9d43e5 HTTP/1.1" status: 200 len: 813 time: 0.1299133 Aug 31 14:27:29.214058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-7f59efaf-8bb9-450b-9712-efbfdaa7373f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Request body: {'port': {'device_id': '787fe3e9-e92b-4465-91d4-466c1bcabeda', 'network_id': 'eaa419db-256f-4ace-b05c-2338cf9d43e5', 'admin_state_up': True, 'tenant_id': '7de88fec53364120a708395ceb3cca00'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:29.230012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc85180f-5f83-4e26-9c62-2ffad3e87952 req-5be8def5-0d02-4448-a809-87d67b8a145b tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 210 time: 0.0421481 Aug 31 14:27:29.344673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-7f59efaf-8bb9-450b-9712-efbfdaa7373f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Made reservation on behalf of 7de88fec53364120a708395ceb3cca00 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:29.348057 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-7f59efaf-8bb9-450b-9712-efbfdaa7373f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.484669 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-7f59efaf-8bb9-450b-9712-efbfdaa7373f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Allocated IP 172.20.0.13 (eaa419db-256f-4ace-b05c-2338cf9d43e5/a62a36cd-7ae6-4721-961e-2e3223207ccd/a0a9e63e-7ebd-4575-a383-f83717981293) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:29.545745 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f1104cd-8cdf-49ec-b823-06c2fb70b0f9 req-2a70a3c5-1f3e-4bcc-b0a8-dbb0d18722b4 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0332637 Aug 31 14:27:29.646438 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-7f59efaf-8bb9-450b-9712-efbfdaa7373f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.687149 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-7f59efaf-8bb9-450b-9712-efbfdaa7373f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.734063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-7f59efaf-8bb9-450b-9712-efbfdaa7373f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Network eaa419db-256f-4ace-b05c-2338cf9d43e5 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:29.737677 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-7f59efaf-8bb9-450b-9712-efbfdaa7373f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:29.740212 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-7f59efaf-8bb9-450b-9712-efbfdaa7373f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:29.772680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59efaf-8bb9-450b-9712-efbfdaa7373f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Pushing event updated for resources: {'Port': ['ID=a0a9e63e-7ebd-4575-a383-f83717981293,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:29.800370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-7f59efaf-8bb9-450b-9712-efbfdaa7373f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:29.801019 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-7f59efaf-8bb9-450b-9712-efbfdaa7373f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.820186 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-7f59efaf-8bb9-450b-9712-efbfdaa7373f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6210582 Aug 31 14:27:29.835453 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Request body: {'port': {'device_id': '787fe3e9-e92b-4465-91d4-466c1bcabeda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:29.881782 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edfe2a-4fda-45b9-8c60-ff3c525f1e64 req-bf100d6f-0327-4cd9-9703-50ae73d538cf tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:29.888068 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9edfe2a-4fda-45b9-8c60-ff3c525f1e64 req-bf100d6f-0327-4cd9-9703-50ae73d538cf tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0578575 Aug 31 14:27:29.901688 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.924168 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9edfe2a-4fda-45b9-8c60-ff3c525f1e64 req-9c4fb11c-2718-4d0d-8336-6bc644d2a578 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348206 Aug 31 14:27:30.137128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff49b7-4e5c-4372-b00c-a1a2bf85c29f req-42fdcd63-5560-43a2-8500-895ae7015833 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:30.139441 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2ff49b7-4e5c-4372-b00c-a1a2bf85c29f req-42fdcd63-5560-43a2-8500-895ae7015833 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1081948 Aug 31 14:27:30.208518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2ff49b7-4e5c-4372-b00c-a1a2bf85c29f req-9cab743e-db3c-48ab-8250-21ce9acde385 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536017 Aug 31 14:27:30.274999 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a9e63e-7ebd-4575-a383-f83717981293 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:30.286110 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.310833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Transition to ACTIVE for port object a0a9e63e-7ebd-4575-a383-f83717981293 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:30.330188 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.341216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42302) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:30.399627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e71501-8a65-4e72-9746-083db9748fa2 req-6a133fe8-83f2-400e-896c-49bf2c9afc47 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:30.401176 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3e71501-8a65-4e72-9746-083db9748fa2 req-6a133fe8-83f2-400e-896c-49bf2c9afc47 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 932 time: 0.1053684 Aug 31 14:27:30.445918 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a9e63e-7ebd-4575-a383-f83717981293,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:30.490579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-27676b9b-d650-4d6f-8556-7c69a5e8b6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.499940 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3e71501-8a65-4e72-9746-083db9748fa2 req-37f2d189-bd78-4042-8017-32d2d046833e tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3aae3c-26d2-4d90-ba60-c3a1c019614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831306 Aug 31 14:27:30.504242 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Attempting to bind port a0a9e63e-7ebd-4575-a383-f83717981293 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:30.504586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Attempting to bind port a0a9e63e-7ebd-4575-a383-f83717981293 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '3321b4ad-81bc-4416-919e-5dc48473c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eaa419db-256f-4ace-b05c-2338cf9d43e5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:30.504908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Attempting to bind port a0a9e63e-7ebd-4575-a383-f83717981293 on network eaa419db-256f-4ace-b05c-2338cf9d43e5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:30.509495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Port a0a9e63e-7ebd-4575-a383-f83717981293 on network eaa419db-256f-4ace-b05c-2338cf9d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:27:30.509999 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Attempting to bind port a0a9e63e-7ebd-4575-a383-f83717981293 on network eaa419db-256f-4ace-b05c-2338cf9d43e5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:30.517437 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:30.517983 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Checking segment: {'id': '3321b4ad-81bc-4416-919e-5dc48473c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eaa419db-256f-4ace-b05c-2338cf9d43e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:30.518558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Bound using segment: {'id': '3321b4ad-81bc-4416-919e-5dc48473c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eaa419db-256f-4ace-b05c-2338cf9d43e5'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:30.519169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Bound port: a0a9e63e-7ebd-4575-a383-f83717981293, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3321b4ad-81bc-4416-919e-5dc48473c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eaa419db-256f-4ace-b05c-2338cf9d43e5'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:30.519720 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.578689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2cc40-f8b7-4d81-aee9-bf6575274d2c req-7d688ae4-cf69-4069-b8c9-699118fcb35f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:30.580262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0da2cc40-f8b7-4d81-aee9-bf6575274d2c req-7d688ae4-cf69-4069-b8c9-699118fcb35f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0873530 Aug 31 14:27:30.587551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] For port a0a9e63e-7ebd-4575-a383-f83717981293, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:30.591535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] For port a0a9e63e-7ebd-4575-a383-f83717981293, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a0a9e63e-7ebd-4575-a383-f83717981293,segment=NetworkSegment(3321b4ad-81bc-4416-919e-5dc48473c66d),segment_id=3321b4ad-81bc-4416-919e-5dc48473c66d)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:30.596548 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.639521 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:30.640264 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.641890 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] 10.222.0.25 "PUT /v2.0/ports/a0a9e63e-7ebd-4575-a383-f83717981293 HTTP/1.1" status: 200 len: 1092 time: 0.8132198 Aug 31 14:27:30.643765 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0da2cc40-f8b7-4d81-aee9-bf6575274d2c req-6948b6e2-2cd9-45c4-888f-998f15482379 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526783 Aug 31 14:27:30.644024 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787fe3e9-e92b-4465-91d4-466c1bcabeda', 'tag': 'a0a9e63e-7ebd-4575-a383-f83717981293'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:30.646724 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1560c0-e426-4857-8bff-cc18d0f7b8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "787fe3e9-e92b-4465-91d4-466c1bcabeda", "tag": "a0a9e63e-7ebd-4575-a383-f83717981293"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:30.700880 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-27676b9b-d650-4d6f-8556-7c69a5e8b6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.706175 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-27676b9b-d650-4d6f-8556-7c69a5e8b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.708164 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b61d18-baa2-40b1-b6a4-e59dc044ea31 x-openstack-request-id: req-f2b61d18-baa2-40b1-b6a4-e59dc044ea31 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:30.708465 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787fe3e9-e92b-4465-91d4-466c1bcabeda", "tag": "a0a9e63e-7ebd-4575-a383-f83717981293", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:30.708719 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2b61d18-baa2-40b1-b6a4-e59dc044ea31 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:30.709111 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787fe3e9-e92b-4465-91d4-466c1bcabeda', 'tag': 'a0a9e63e-7ebd-4575-a383-f83717981293', 'status': 'completed', 'code': 200} Aug 31 14:27:30.726130 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d656947-00d9-4304-b033-443f62f79efe req-031c40ae-4dbb-4681-9939-c8fb63418425 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0832474 Aug 31 14:27:30.740862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0feb4-a87a-49a9-b4e2-7367f6f2dd47 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a9e63e-7ebd-4575-a383-f83717981293,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:30.776923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-dae568d3-265c-40eb-a21d-181633c63622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:30.778741 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-dae568d3-265c-40eb-a21d-181633c63622 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7de88fec53364120a708395ceb3cca00&device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 1095 time: 0.0501256 Aug 31 14:27:30.787046 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-27676b9b-d650-4d6f-8556-7c69a5e8b6f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a139ca5c75d4a99b86b4e8f8b086144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448373 Aug 31 14:27:30.789635 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42316) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:30.797707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27676b9b-d650-4d6f-8556-7c69a5e8b6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243985e6-45ba-4275-86a2-a5b862e66c61,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:30.827615 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-95f4b416-ba2e-4ae8-bf3b-fa7449b46468 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0a9e63e-7ebd-4575-a383-f83717981293 HTTP/1.1" status: 200 len: 217 time: 0.0402622 Aug 31 14:27:30.844207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89977156-4352-4e87-abde-6737841f6573 req-33f4ec29-e6a7-4f49-8291-98aae83f7306 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:30.845732 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-89977156-4352-4e87-abde-6737841f6573 req-33f4ec29-e6a7-4f49-8291-98aae83f7306 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0889006 Aug 31 14:27:30.875430 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c895de10-814e-4b04-b85a-73f5dbc5a227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.880378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-8f3c459f-fcb7-4bd7-9532-a00331f7de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:30.882061 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-8f3c459f-fcb7-4bd7-9532-a00331f7de64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a62a36cd-7ae6-4721-961e-2e3223207ccd HTTP/1.1" status: 200 len: 853 time: 0.0475435 Aug 31 14:27:30.911688 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-89977156-4352-4e87-abde-6737841f6573 req-ce31dc6b-91c5-4f2a-acd9-89838a895941 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591040 Aug 31 14:27:30.916453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c895de10-814e-4b04-b85a-73f5dbc5a227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.923222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-ab9cd3db-07bf-4a1c-9982-e706561cdfd0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eaa419db-256f-4ace-b05c-2338cf9d43e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333409 Aug 31 14:27:30.967097 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c895de10-814e-4b04-b85a-73f5dbc5a227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.970161 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c895de10-814e-4b04-b85a-73f5dbc5a227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.973716 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c895de10-814e-4b04-b85a-73f5dbc5a227 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/243985e6-45ba-4275-86a2-a5b862e66c61 HTTP/1.1" status: 204 len: 168 time: 0.1808000 Aug 31 14:27:30.980547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895de10-814e-4b04-b85a-73f5dbc5a227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243985e6-45ba-4275-86a2-a5b862e66c61,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:31.032715 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-acccdf0a-6c6b-4501-9474-5271e5df03ca service neutron] 10.222.0.25 "GET /v2.0/networks/eaa419db-256f-4ace-b05c-2338cf9d43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932312 Aug 31 14:27:31.144498 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c873fe62-3a1d-4d3a-8009-8215427cf9ab req-99e5f4e3-b4dc-460e-a1a2-fecc6213ee09 service neutron] 10.222.0.25 "GET /v2.0/networks/eaa419db-256f-4ace-b05c-2338cf9d43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040406 Aug 31 14:27:31.284263 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1560c0-e426-4857-8bff-cc18d0f7b8c9 req-10bf70ca-06da-4f93-9485-66ff6f9bbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:31.285983 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c1560c0-e426-4857-8bff-cc18d0f7b8c9 req-10bf70ca-06da-4f93-9485-66ff6f9bbdf6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7de88fec53364120a708395ceb3cca00&device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 1095 time: 0.0830367 Aug 31 14:27:31.357846 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabc0ae-4f1e-4543-a6a4-f0b6bf9a61ba req-588e4223-0d93-4c47-9a9c-623ddf5f9e58 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:31.359410 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ffabc0ae-4f1e-4543-a6a4-f0b6bf9a61ba req-588e4223-0d93-4c47-9a9c-623ddf5f9e58 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1219618 Aug 31 14:27:31.430548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ffabc0ae-4f1e-4543-a6a4-f0b6bf9a61ba req-cf52ff58-c922-4fca-9f38-7471b643fc1e tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646920 Aug 31 14:27:31.433489 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1560c0-e426-4857-8bff-cc18d0f7b8c9 req-9e742c4d-d18a-4872-967c-b492f72181c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:31.435582 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c1560c0-e426-4857-8bff-cc18d0f7b8c9 req-9e742c4d-d18a-4872-967c-b492f72181c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eaa419db-256f-4ace-b05c-2338cf9d43e5 HTTP/1.1" status: 200 len: 914 time: 0.1380088 Aug 31 14:27:31.520239 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c1560c0-e426-4857-8bff-cc18d0f7b8c9 req-b51edb4a-f508-40b7-873d-f7ec791c2aa3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0a9e63e-7ebd-4575-a383-f83717981293 HTTP/1.1" status: 200 len: 217 time: 0.0618250 Aug 31 14:27:31.575296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1560c0-e426-4857-8bff-cc18d0f7b8c9 req-b9a1fab4-b5f0-441b-9e1e-00188750353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:31.577006 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c1560c0-e426-4857-8bff-cc18d0f7b8c9 req-b9a1fab4-b5f0-441b-9e1e-00188750353d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a62a36cd-7ae6-4721-961e-2e3223207ccd HTTP/1.1" status: 200 len: 853 time: 0.0491436 Aug 31 14:27:31.629302 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c1560c0-e426-4857-8bff-cc18d0f7b8c9 req-64bb502d-7c3d-44e1-84c1-1e3ea47fe61d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eaa419db-256f-4ace-b05c-2338cf9d43e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417085 Aug 31 14:27:31.707529 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27526262-8e1e-4de8-9074-761ebb243ae4 req-02055458-9893-4968-8a01-2bee48c89c1b tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:31.709035 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27526262-8e1e-4de8-9074-761ebb243ae4 req-02055458-9893-4968-8a01-2bee48c89c1b tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 944 time: 0.1311536 Aug 31 14:27:31.776131 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c1560c0-e426-4857-8bff-cc18d0f7b8c9 req-70bd4160-7f45-457d-9afb-aa7174d8bba4 service neutron] 10.222.0.25 "GET /v2.0/networks/eaa419db-256f-4ace-b05c-2338cf9d43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396434 Aug 31 14:27:31.781658 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27526262-8e1e-4de8-9074-761ebb243ae4 req-e8137716-b02e-49fe-b304-0f9e56908f5e tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3aae3c-26d2-4d90-ba60-c3a1c019614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659738 Aug 31 14:27:31.870284 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d824752d-a213-4aa1-88b5-39c197e0a198 req-4ee08ed5-25cd-4221-ae70-ac36a1b86094 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0464358 Aug 31 14:27:31.877486 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c1560c0-e426-4857-8bff-cc18d0f7b8c9 req-da37b064-f43a-4a27-bcd2-6dcaa4ac85fa service neutron] 10.222.0.25 "GET /v2.0/networks/eaa419db-256f-4ace-b05c-2338cf9d43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915334 Aug 31 14:27:32.324051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42382) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:32.470147 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1614899207'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:32.498260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Made reservation on behalf of 3f26ebea772c4afbbd8fa51476b9e16c for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:32.502399 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.514413 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.599552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81fca7-8377-4669-8377-428b88686fb3 req-374edb3f-209f-4b52-8b35-39b95c64e0df tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:32.599552 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f81fca7-8377-4669-8377-428b88686fb3 req-374edb3f-209f-4b52-8b35-39b95c64e0df tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0806966 Aug 31 14:27:32.661529 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f81fca7-8377-4669-8377-428b88686fb3 req-88c25330-4988-480c-b73b-603b71a14341 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563841 Aug 31 14:27:32.694588 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.698552 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.730607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:27:32.736075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86ef133-c4ff-4d95-97dc-cd8736be3203,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:32.743237 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.743586 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Added segment f3915686-4a91-4c40-b00d-e5326525436e of type vlan for network bffb5aba-d442-47b6-9412-c8679c18a434 Aug 31 14:27:32.784895 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.809387 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.815760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:32.816602 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.873371 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5479655 Aug 31 14:27:32.880161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42394) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:32.901554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ea323-44e9-45f4-a43b-b2846022bd0d tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Pushing event updated for resources: {'Network': ['ID=bffb5aba-d442-47b6-9412-c8679c18a434,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:32.913482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network bffb5aba-d442-47b6-9412-c8679c18a434 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:27:32.939754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Request body: {'network': {'name': 'tempest-network--1245655941', 'router:external': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:32.943871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4b5b0-a642-4dc6-938c-5f994d65ac58 req-2753e536-4787-4056-aa67-737c3cf4ba5a tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:32.945674 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84c4b5b0-a642-4dc6-938c-5f994d65ac58 req-2753e536-4787-4056-aa67-737c3cf4ba5a tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 944 time: 0.0835125 Aug 31 14:27:32.993009 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64813ff6-e8b0-4df7-a17a-c022fe2717c2 req-a6c5947f-3290-417e-87b0-8066ba8478e5 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0469697 Aug 31 14:27:32.994451 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84c4b5b0-a642-4dc6-938c-5f994d65ac58 req-4808b6b5-732b-4aeb-8224-310826a7569e tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3aae3c-26d2-4d90-ba60-c3a1c019614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418777 Aug 31 14:27:33.009714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Made reservation on behalf of 19f8c771a07740c9bdc69fd6e5167702 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:33.015429 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.023936 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.122142 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.126648 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.150165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:27:33.160467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eac005-ace7-4ed9-b20e-15ee71226873,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:33.165323 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.165675 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Added segment d62211ce-a453-48f0-a45a-c326ca2b1545 of type vlan for network 74acd32c-0ab8-408e-9460-ba95daf6a400 Aug 31 14:27:33.217542 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.245715 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.248033 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:33.248365 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.303114 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4219105 Aug 31 14:27:33.305968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42404) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:33.311906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3d861-f145-4c2d-bcd9-d4723b793dc0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event updated for resources: {'Network': ['ID=74acd32c-0ab8-408e-9460-ba95daf6a400,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:33.321578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 74acd32c-0ab8-408e-9460-ba95daf6a400 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:27:33.378796 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-860ddd4e-d7f7-4d40-8346-113acd0f58c6 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.457916 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-860ddd4e-d7f7-4d40-8346-113acd0f58c6 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.468848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-860ddd4e-d7f7-4d40-8346-113acd0f58c6 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74acd32c-0ab8-408e-9460-ba95daf6a400']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:33.484410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-860ddd4e-d7f7-4d40-8346-113acd0f58c6 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62211ce-a453-48f0-a45a-c326ca2b1545') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:33.484701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-860ddd4e-d7f7-4d40-8346-113acd0f58c6 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62211ce-a453-48f0-a45a-c326ca2b1545') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:33.493678 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-860ddd4e-d7f7-4d40-8346-113acd0f58c6 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.507150 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-860ddd4e-d7f7-4d40-8346-113acd0f58c6 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.512847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860ddd4e-d7f7-4d40-8346-113acd0f58c6 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:33.513247 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-860ddd4e-d7f7-4d40-8346-113acd0f58c6 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:33.514998 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:33.569837 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-860ddd4e-d7f7-4d40-8346-113acd0f58c6 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.575489 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860ddd4e-d7f7-4d40-8346-113acd0f58c6 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 74acd32c-0ab8-408e-9460-ba95daf6a400 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:27:33.578329 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-860ddd4e-d7f7-4d40-8346-113acd0f58c6 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.583510 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-860ddd4e-d7f7-4d40-8346-113acd0f58c6 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "DELETE /v2.0/networks/74acd32c-0ab8-408e-9460-ba95daf6a400 HTTP/1.1" status: 204 len: 168 time: 0.2731624 Aug 31 14:27:33.584213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42408) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:33.589441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e374aa39-f664-462b-9330-13a23b3fa2a8 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:33.589770 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ddd4e-d7f7-4d40-8346-113acd0f58c6 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event deleted for resources: {'Network': ['ID=74acd32c-0ab8-408e-9460-ba95daf6a400,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:33.613262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e374aa39-f664-462b-9330-13a23b3fa2a8 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Made reservation on behalf of 19f8c771a07740c9bdc69fd6e5167702 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:33.615939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e374aa39-f664-462b-9330-13a23b3fa2a8 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.641315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e374aa39-f664-462b-9330-13a23b3fa2a8 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:27:33.652381 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e374aa39-f664-462b-9330-13a23b3fa2a8 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.652740 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-e374aa39-f664-462b-9330-13a23b3fa2a8 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Added segment 1e3ca160-5449-4fd7-8cef-f4ef3949aab0 of type vlan for network fa183d93-dbe7-4239-81f3-e5bc80fbcb42 Aug 31 14:27:33.705328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e374aa39-f664-462b-9330-13a23b3fa2a8 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.737338 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e374aa39-f664-462b-9330-13a23b3fa2a8 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.738422 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e374aa39-f664-462b-9330-13a23b3fa2a8 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:33.739077 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e374aa39-f664-462b-9330-13a23b3fa2a8 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.823591 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e374aa39-f664-462b-9330-13a23b3fa2a8 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2355063 Aug 31 14:27:33.824592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42414) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:33.833037 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-44a20865-04a4-425b-9a3d-127515bd0eb0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Request body: {'subnet': {'network_id': 'fa183d93-dbe7-4239-81f3-e5bc80fbcb42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:33.849110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374aa39-f664-462b-9330-13a23b3fa2a8 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event updated for resources: {'Network': ['ID=fa183d93-dbe7-4239-81f3-e5bc80fbcb42,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:33.859993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network fa183d93-dbe7-4239-81f3-e5bc80fbcb42 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:27:33.869428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d1205-31ae-444a-b2b9-4a44620a5b99 req-042fe0bd-3f92-4f55-8230-fcab7af0934f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:33.870976 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da9d1205-31ae-444a-b2b9-4a44620a5b99 req-042fe0bd-3f92-4f55-8230-fcab7af0934f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1292989 Aug 31 14:27:33.876978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a20865-04a4-425b-9a3d-127515bd0eb0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Made reservation on behalf of 19f8c771a07740c9bdc69fd6e5167702 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:33.879434 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-44a20865-04a4-425b-9a3d-127515bd0eb0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.983906 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da9d1205-31ae-444a-b2b9-4a44620a5b99 req-acde60f4-f137-44c9-9fb9-812797b4f3cf tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011443 Aug 31 14:27:34.131757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0258cf0-0b4e-452e-896a-3cc5ca757fe3 req-0b8a5f26-b78f-48d0-8978-fef7dec10ab2 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:34.133275 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d0258cf0-0b4e-452e-896a-3cc5ca757fe3 req-0b8a5f26-b78f-48d0-8978-fef7dec10ab2 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 944 time: 0.0523233 Aug 31 14:27:34.139424 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60137b3b-d244-48d5-9ed1-9446df7a80d6 req-b8a2b5c0-4cab-4346-bfad-9a3e045ddc94 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0395792 Aug 31 14:27:34.187422 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d0258cf0-0b4e-452e-896a-3cc5ca757fe3 req-1c432f9e-698d-4c93-9778-44eefe1263d3 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3aae3c-26d2-4d90-ba60-c3a1c019614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466952 Aug 31 14:27:34.285982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.objects.ports [None req-44a20865-04a4-425b-9a3d-127515bd0eb0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:27:34.286443 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-44a20865-04a4-425b-9a3d-127515bd0eb0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.345862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a20865-04a4-425b-9a3d-127515bd0eb0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cc713c2e-511c-483c-a933-3e223d6b8e33,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:34.351095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a20865-04a4-425b-9a3d-127515bd0eb0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Checking segment: {'id': '1e3ca160-5449-4fd7-8cef-f4ef3949aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa183d93-dbe7-4239-81f3-e5bc80fbcb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:34.351553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a20865-04a4-425b-9a3d-127515bd0eb0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Network hostable DHCP agents. Network: fa183d93-dbe7-4239-81f3-e5bc80fbcb42, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:27:34.368425 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a20865-04a4-425b-9a3d-127515bd0eb0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Network fa183d93-dbe7-4239-81f3-e5bc80fbcb42 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:27:34.378040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-44a20865-04a4-425b-9a3d-127515bd0eb0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, fa183d93-dbe7-4239-81f3-e5bc80fbcb42) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:34.382200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a20865-04a4-425b-9a3d-127515bd0eb0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:34.382789 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-44a20865-04a4-425b-9a3d-127515bd0eb0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.386763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3d9ff6-3d46-457c-b338-b48fdbfdd4fc None None] Network fa183d93-dbe7-4239-81f3-e5bc80fbcb42 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:34.398243 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-44a20865-04a4-425b-9a3d-127515bd0eb0 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5728278 Aug 31 14:27:34.400947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42424) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:34.405555 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Request body: {'floatingip': {'floating_network_id': 'fa183d93-dbe7-4239-81f3-e5bc80fbcb42'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:34.426190 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.530398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3e3d32-7e05-4875-be24-c01f0de733ac None None] Network fa183d93-dbe7-4239-81f3-e5bc80fbcb42 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:34.543092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.650960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Allocated IP 172.20.0.3 (fa183d93-dbe7-4239-81f3-e5bc80fbcb42/cc713c2e-511c-483c-a933-3e223d6b8e33/76f2ce7a-1fe2-47c3-98b3-5b5e35521b65) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:34.782886 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.825101 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.865289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Network fa183d93-dbe7-4239-81f3-e5bc80fbcb42 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:34.868177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:34.872933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:34.894406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event updated for resources: {'Port': ['ID=76f2ce7a-1fe2-47c3-98b3-5b5e35521b65,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:34.963851 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.995735 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:35.153607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dca3e8-e29f-4549-8513-207141cd8dfb req-69baafa7-1d31-4a05-b537-419a1ca980ea tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:35.155089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9dca3e8-e29f-4549-8513-207141cd8dfb req-69baafa7-1d31-4a05-b537-419a1ca980ea tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0782266 Aug 31 14:27:35.210380 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:35.217384 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:35.223213 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9dca3e8-e29f-4549-8513-207141cd8dfb req-eb1aff2c-7d85-4ab0-9dd5-3b63c6f8a0b1 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573161 Aug 31 14:27:35.269222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2c6fdd82-2e6d-4c94-a018-ed272471a39a req-efbfb1ac-c7d7-47bb-99ec-df15b10af019 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0431862 Aug 31 14:27:35.333621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event updated for resources: {'Port': ['ID=76f2ce7a-1fe2-47c3-98b3-5b5e35521b65,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:35.343942 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:35.364793 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:35.366044 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-50092669-cc24-473e-a781-f0764bcc7dca tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9641514 Aug 31 14:27:35.369204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42442) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:35.384172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39d8fd-7866-4c8a-9325-189d3e8868e1 req-f714cbe2-c167-4d05-85cb-8bde61a67557 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:35.385647 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f39d8fd-7866-4c8a-9325-189d3e8868e1 req-f714cbe2-c167-4d05-85cb-8bde61a67557 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 944 time: 0.0939379 Aug 31 14:27:35.434150 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a0a9e63e-7ebd-4575-a383-f83717981293 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:27:35.671565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port a0a9e63e-7ebd-4575-a383-f83717981293, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a0a9e63e-7ebd-4575-a383-f83717981293,segment=NetworkSegment(3321b4ad-81bc-4416-919e-5dc48473c66d),segment_id=3321b4ad-81bc-4416-919e-5dc48473c66d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:35.683387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'a0a9e63e-7ebd-4575-a383-f83717981293', 'network_id': 'eaa419db-256f-4ace-b05c-2338cf9d43e5', 'port_id': 'a0a9e63e-7ebd-4575-a383-f83717981293', 'mac_address': 'fa:16:3e:66:49:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62a36cd-7ae6-4721-961e-2e3223207ccd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:27:35.720838 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:35.735035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a9e63e-7ebd-4575-a383-f83717981293 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:35.755217 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-88a2d881-43da-4ed8-a110-5ddbe5011f43 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=fa183d93-dbe7-4239-81f3-e5bc80fbcb42 HTTP/1.1" status: 200 len: 689 time: 0.3847513 Aug 31 14:27:35.761323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42448) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:35.763760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port a0a9e63e-7ebd-4575-a383-f83717981293, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a0a9e63e-7ebd-4575-a383-f83717981293,segment=NetworkSegment(3321b4ad-81bc-4416-919e-5dc48473c66d),segment_id=3321b4ad-81bc-4416-919e-5dc48473c66d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:35.769433 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:35.824732 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f39d8fd-7866-4c8a-9325-189d3e8868e1 req-98b568b3-c841-4a43-af5b-9b59af61ca8b tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3aae3c-26d2-4d90-ba60-c3a1c019614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188511 Aug 31 14:27:35.828387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=a0a9e63e-7ebd-4575-a383-f83717981293,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:35.865225 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:35.983077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Deleting port 76f2ce7a-1fe2-47c3-98b3-5b5e35521b65 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:35.983806 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.065103 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.065435 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.085869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Calling delete_port for 76f2ce7a-1fe2-47c3-98b3-5b5e35521b65 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:36.117957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['a0a9e63e-7ebd-4575-a383-f83717981293'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:36.167462 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-6b16d6a8-9b9e-48a2-8bad-8e37bc627b79 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0948989 Aug 31 14:27:36.290090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-c2408160-e6f8-4fde-9d21-c393c1c8c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.290658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-c2408160-e6f8-4fde-9d21-c393c1c8c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.291036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-c2408160-e6f8-4fde-9d21-c393c1c8c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.292259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-c2408160-e6f8-4fde-9d21-c393c1c8c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.292259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-c2408160-e6f8-4fde-9d21-c393c1c8c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.292570 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-c2408160-e6f8-4fde-9d21-c393c1c8c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.292951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-c2408160-e6f8-4fde-9d21-c393c1c8c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.295633 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-c2408160-e6f8-4fde-9d21-c393c1c8c10a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 6502 time: 0.0664086 Aug 31 14:27:36.296902 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.337000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event deleted for resources: {'Port': ['ID=76f2ce7a-1fe2-47c3-98b3-5b5e35521b65,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:36.365402 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ce296-bc53-42d7-8bca-7892c1e69221 req-3a541f15-28d1-4b6a-8f9f-4ef875d2116b tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.367200 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-965ce296-bc53-42d7-8bca-7892c1e69221 req-3a541f15-28d1-4b6a-8f9f-4ef875d2116b tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0624721 Aug 31 14:27:36.411083 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-965ce296-bc53-42d7-8bca-7892c1e69221 req-0d62e61b-9439-4464-9d92-a5f232e8f593 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367358 Aug 31 14:27:36.457907 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75483890-22e8-4284-89f4-7942c4e2b2d4 req-af535f2e-482c-4453-981b-a60ffe48b613 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0716276 Aug 31 14:27:36.504583 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.513163 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-52432e9d-28c2-4502-bdf5-a996592c3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.513650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-52432e9d-28c2-4502-bdf5-a996592c3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.514116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-52432e9d-28c2-4502-bdf5-a996592c3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.515794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-52432e9d-28c2-4502-bdf5-a996592c3e5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9389d65e-cc2a-46c3-97fe-2cd12fa0d276&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&id=102255ed-e1f5-4ea0-8992-73ed1fa161fb HTTP/1.1" status: 200 len: 2299 time: 0.1907580 Aug 31 14:27:36.607366 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.641993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-63245216-448e-43d3-a247-d12e4c34fe08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94a3dc65-7153-462e-95e3-3ed89ba870f6 HTTP/1.1" status: 200 len: 1002 time: 0.0969214 Aug 31 14:27:36.708755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-676b2595-df00-475e-aac8-756d2b083c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.710242 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-676b2595-df00-475e-aac8-756d2b083c2d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3 HTTP/1.1" status: 200 len: 856 time: 0.0600822 Aug 31 14:27:36.714032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.764170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cc713c2e-511c-483c-a933-3e223d6b8e33,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:36.831484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-082b9827-6da3-4d63-ade4-b26a4c007fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.833281 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-082b9827-6da3-4d63-ade4-b26a4c007fe2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9389d65e-cc2a-46c3-97fe-2cd12fa0d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144738 Aug 31 14:27:36.834784 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.856836 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa183d93-dbe7-4239-81f3-e5bc80fbcb42']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:36.912696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3ca160-5449-4fd7-8cef-f4ef3949aab0') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:36.912980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3ca160-5449-4fd7-8cef-f4ef3949aab0') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:36.927966 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.951911 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.959029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd2099-07bd-4c70-985d-5a92d628983a req-5753742e-7a98-4142-857b-c13dd967112a tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.961168 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ecfd2099-07bd-4c70-985d-5a92d628983a req-5753742e-7a98-4142-857b-c13dd967112a tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 945 time: 0.0542428 Aug 31 14:27:36.962486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:36.962885 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:36.964853 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:37.015740 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ecfd2099-07bd-4c70-985d-5a92d628983a req-cf1115f2-9370-400d-850f-b9a28efa9833 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3aae3c-26d2-4d90-ba60-c3a1c019614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Aug 31 14:27:37.024008 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-a683a2c5-124b-473b-8be5-8bd3105ccc42 service neutron] 10.222.0.60 "GET /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807621 Aug 31 14:27:37.083619 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.090106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa183d93-dbe7-4239-81f3-e5bc80fbcb42 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:27:37.101338 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.105482 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "DELETE /v2.0/networks/fa183d93-dbe7-4239-81f3-e5bc80fbcb42 HTTP/1.1" status: 204 len: 168 time: 1.3447614 Aug 31 14:27:37.105893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42464) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:37.108219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923aa5e5-04e2-44ea-8ad3-2f25ee469b15 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa183d93-dbe7-4239-81f3-e5bc80fbcb42,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:37.238730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-37c5dc44-d836-41c0-9633-028ff02cb29f service neutron] 10.222.0.60 "GET /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062469 Aug 31 14:27:37.257760 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e139b90f-c073-4eae-86a7-5105d472faac tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3353 time: 0.1505866 Aug 31 14:27:37.261173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42466) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:37.290495 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-4a764625-2a1f-498a-862d-5d9ee847dcad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=3b58f743-17da-4d06-af23-9ca491f1d45c HTTP/1.1" status: 200 len: 217 time: 0.0416059 Aug 31 14:27:37.339874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-67d0443a-5423-4fa4-89de-f43bc689db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.341901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-67d0443a-5423-4fa4-89de-f43bc689db9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.0445857 Aug 31 14:27:37.371041 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446af4a5-be7e-49a0-b162-3974757f1b0a tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.371896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446af4a5-be7e-49a0-b162-3974757f1b0a tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.373256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446af4a5-be7e-49a0-b162-3974757f1b0a tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.373720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446af4a5-be7e-49a0-b162-3974757f1b0a tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.374280 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446af4a5-be7e-49a0-b162-3974757f1b0a tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.374614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446af4a5-be7e-49a0-b162-3974757f1b0a tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.375064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446af4a5-be7e-49a0-b162-3974757f1b0a tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.375988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446af4a5-be7e-49a0-b162-3974757f1b0a tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.375988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446af4a5-be7e-49a0-b162-3974757f1b0a tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.376411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446af4a5-be7e-49a0-b162-3974757f1b0a tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.376856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446af4a5-be7e-49a0-b162-3974757f1b0a tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.377299 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446af4a5-be7e-49a0-b162-3974757f1b0a tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.377746 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446af4a5-be7e-49a0-b162-3974757f1b0a tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.382581 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-446af4a5-be7e-49a0-b162-3974757f1b0a tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8282 time: 0.1174066 Aug 31 14:27:37.382874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42468) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:37.391712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-aba2cf08-59d6-401c-a97b-83e6c761efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.393251 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-aba2cf08-59d6-401c-a97b-83e6c761efe8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443323 Aug 31 14:27:37.447074 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-2a19c617-a719-46e7-bf9b-20365a563c65 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] delete failed (client error): The resource could not be found. Aug 31 14:27:37.451101 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2a19c617-a719-46e7-bf9b-20365a563c65 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/0b6a7c10-99e8-4f8b-80a0-cd619acbd0d1 HTTP/1.1" status: 404 len: 345 time: 0.0643809 Aug 31 14:27:37.451413 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42472) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:37.463823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a0a9e63e-7ebd-4575-a383-f83717981293 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:37.469502 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6f8fe8-9cae-452c-bff1-0bb8b62dd29c tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] DELETE failed (client error): The resource could not be found. Aug 31 14:27:37.470099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6f8fe8-9cae-452c-bff1-0bb8b62dd29c tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:27:37.471963 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1e6f8fe8-9cae-452c-bff1-0bb8b62dd29c tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "DELETE /v2.0/networks/fa183d93-dbe7-4239-81f3-e5bc80fbcb42 HTTP/1.1" status: 404 len: 339 time: 0.0196366 Aug 31 14:27:37.476321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42474) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:37.481459 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-dd001c5c-6c08-4a4b-ab02-75029f90c05f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Request body: {'network': {'name': 'tempest-network--2000516112', 'router:external': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:37.511442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd001c5c-6c08-4a4b-ab02-75029f90c05f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Made reservation on behalf of 19f8c771a07740c9bdc69fd6e5167702 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:37.514963 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dd001c5c-6c08-4a4b-ab02-75029f90c05f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.543691 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd001c5c-6c08-4a4b-ab02-75029f90c05f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:27:37.544008 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-e4f0abf4-1ffa-45bf-8e4b-39dbee68d010 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425002 Aug 31 14:27:37.555249 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dd001c5c-6c08-4a4b-ab02-75029f90c05f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.555883 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-dd001c5c-6c08-4a4b-ab02-75029f90c05f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Added segment bdef6d09-8a6d-4d68-af1c-8cf857d3783c of type vlan for network 5ebfac44-98ca-4320-bf40-284dbf010195 Aug 31 14:27:37.577185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port a0a9e63e-7ebd-4575-a383-f83717981293 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:37.581338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port a0a9e63e-7ebd-4575-a383-f83717981293 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:37.581719 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.602400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ec48a-fb0e-4fd5-90e0-3a4c69dbd634 req-2f18d803-72f4-4cd7-a7b5-374631654e53 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.604077 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f26ec48a-fb0e-4fd5-90e0-3a4c69dbd634 req-2f18d803-72f4-4cd7-a7b5-374631654e53 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1043572 Aug 31 14:27:37.625607 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c8a57f44-e7db-4d53-bb0f-58c199b9293c req-05a167ee-53a4-4f14-989d-2000fc0f1a6a tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0366971 Aug 31 14:27:37.642652 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dd001c5c-6c08-4a4b-ab02-75029f90c05f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.680055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dd001c5c-6c08-4a4b-ab02-75029f90c05f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.681360 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd001c5c-6c08-4a4b-ab02-75029f90c05f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.682385 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dd001c5c-6c08-4a4b-ab02-75029f90c05f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.693180 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f26ec48a-fb0e-4fd5-90e0-3a4c69dbd634 req-31b89f1c-22f2-4a0c-8233-f8a32e173ace tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639629 Aug 31 14:27:37.726657 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.736621 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-fcde613e-6e16-460e-966e-4b6bcfc828a2 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825447 Aug 31 14:27:37.758052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787fe3e9-e92b-4465-91d4-466c1bcabeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a9e63e-7ebd-4575-a383-f83717981293'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:37.760766 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5925f6-de05-4bab-8451-3c2956da4616" -d '{"events": [{"server_uuid": "787fe3e9-e92b-4465-91d4-466c1bcabeda", "name": "network-vif-plugged", "status": "completed", "tag": "a0a9e63e-7ebd-4575-a383-f83717981293"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:37.761158 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dd001c5c-6c08-4a4b-ab02-75029f90c05f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2838204 Aug 31 14:27:37.765250 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42484) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:37.778076 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port a0a9e63e-7ebd-4575-a383-f83717981293, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a0a9e63e-7ebd-4575-a383-f83717981293,segment=NetworkSegment(3321b4ad-81bc-4416-919e-5dc48473c66d),segment_id=3321b4ad-81bc-4416-919e-5dc48473c66d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:37.784326 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.789086 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-1336dbf2-d2e6-48dc-bf06-ae92bae2039f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=bdd494a6-c0dc-45e9-a438-4b045656ddfe HTTP/1.1" status: 200 len: 217 time: 0.0441153 Aug 31 14:27:37.849781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=a0a9e63e-7ebd-4575-a383-f83717981293,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:37.854726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-6209ed45-a5f6-44fd-ae11-e0086e1867aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.857613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-6209ed45-a5f6-44fd-ae11-e0086e1867aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.0601270 Aug 31 14:27:37.878280 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcd7b1c-ba10-4640-8846-1ebebe77fd5a x-openstack-request-id: req-0bcd7b1c-ba10-4640-8846-1ebebe77fd5a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:37.878810 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787fe3e9-e92b-4465-91d4-466c1bcabeda", "name": "network-vif-plugged", "status": "completed", "tag": "a0a9e63e-7ebd-4575-a383-f83717981293", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:37.879061 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bcd7b1c-ba10-4640-8846-1ebebe77fd5a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:37.879476 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787fe3e9-e92b-4465-91d4-466c1bcabeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a9e63e-7ebd-4575-a383-f83717981293', 'code': 200} Aug 31 14:27:37.923234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-b321a643-8bfb-4358-8751-cf037f2cb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.924973 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-b321a643-8bfb-4358-8751-cf037f2cb468 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0572095 Aug 31 14:27:38.033626 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-214c15c4-dc83-411e-98a6-e88a03a36fa6 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006978 Aug 31 14:27:38.167115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df896585-f46b-49b3-9fa9-b254fe765a85 req-cbdfa8a1-cccf-450f-9e41-2dc78fcb7e6d tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:38.168746 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df896585-f46b-49b3-9fa9-b254fe765a85 req-cbdfa8a1-cccf-450f-9e41-2dc78fcb7e6d tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 946 time: 0.0813675 Aug 31 14:27:38.193353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-dda1ab76-0ea8-42e7-a7bf-97189933f520 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522162 Aug 31 14:27:38.216851 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd001c5c-6c08-4a4b-ab02-75029f90c05f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event updated for resources: {'Network': ['ID=5ebfac44-98ca-4320-bf40-284dbf010195,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:38.227049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 5ebfac44-98ca-4320-bf40-284dbf010195 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:27:38.244454 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-c937278c-86ae-43e2-8284-45f7ffe6a717 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=fef509ac-4d20-4346-80ac-7987799f5e7b HTTP/1.1" status: 200 len: 217 time: 0.0426488 Aug 31 14:27:38.248868 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df896585-f46b-49b3-9fa9-b254fe765a85 req-2629bdaf-9606-4556-bbc3-9390eb653f86 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3aae3c-26d2-4d90-ba60-c3a1c019614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730331 Aug 31 14:27:38.289870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040800c-f618-4aa8-922a-bc96e39f2641 req-7ce4ce39-a552-4389-b59f-2df5a252de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:38.291486 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e040800c-f618-4aa8-922a-bc96e39f2641 req-7ce4ce39-a552-4389-b59f-2df5a252de60 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 1097 time: 0.1407771 Aug 31 14:27:38.302106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-6bdcc341-dba0-4f50-9328-dc6024eb297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:38.303785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-6bdcc341-dba0-4f50-9328-dc6024eb297b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.0520332 Aug 31 14:27:38.328693 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e723057-2be5-464a-9d40-f45080136ebd tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:38.334725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e723057-2be5-464a-9d40-f45080136ebd tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:38.341106 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e723057-2be5-464a-9d40-f45080136ebd tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:38.347518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e723057-2be5-464a-9d40-f45080136ebd tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:38.349243 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3e723057-2be5-464a-9d40-f45080136ebd tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5830562 Aug 31 14:27:38.353340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42492) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:38.368401 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e040800c-f618-4aa8-922a-bc96e39f2641 req-ef507d33-4293-4a46-aa7e-2715d8f25e0e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2c3aae3c-26d2-4d90-ba60-c3a1c019614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647743 Aug 31 14:27:38.402542 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-6819c6d9-92fa-4b52-a1a2-91809387b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:38.404789 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-6819c6d9-92fa-4b52-a1a2-91809387b5e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0931845 Aug 31 14:27:38.479687 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f203ae67-6e68-4c43-b864-b8121ffdb571 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:38.578566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-da3b2a7f-26df-43e7-b538-0a7335dbb4a9 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655121 Aug 31 14:27:38.606993 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f203ae67-6e68-4c43-b864-b8121ffdb571 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:38.640633 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f203ae67-6e68-4c43-b864-b8121ffdb571 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebfac44-98ca-4320-bf40-284dbf010195']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:38.655124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f203ae67-6e68-4c43-b864-b8121ffdb571 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdef6d09-8a6d-4d68-af1c-8cf857d3783c') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:38.655435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f203ae67-6e68-4c43-b864-b8121ffdb571 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdef6d09-8a6d-4d68-af1c-8cf857d3783c') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:38.667006 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f203ae67-6e68-4c43-b864-b8121ffdb571 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:38.693587 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f203ae67-6e68-4c43-b864-b8121ffdb571 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:38.710756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f203ae67-6e68-4c43-b864-b8121ffdb571 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:38.711160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f203ae67-6e68-4c43-b864-b8121ffdb571 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:38.712872 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:38.725727 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-049dc91b-eea9-43f4-9cda-72d5e641696e service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395006 Aug 31 14:27:38.757942 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f64143a1-95fe-436a-ad59-bffe590015d2 req-012e3583-8398-475a-bd22-c78ff2ea2786 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0297608 Aug 31 14:27:38.797439 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-d9ce7c19-cd77-4a4c-8230-5cf8cdee61cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=fb942b53-8ca1-47a4-a21f-f0279210c88b HTTP/1.1" status: 200 len: 217 time: 0.0467017 Aug 31 14:27:38.870488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f203ae67-6e68-4c43-b864-b8121ffdb571 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:38.882346 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f203ae67-6e68-4c43-b864-b8121ffdb571 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ebfac44-98ca-4320-bf40-284dbf010195 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:27:38.886688 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f203ae67-6e68-4c43-b864-b8121ffdb571 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:38.888942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f203ae67-6e68-4c43-b864-b8121ffdb571 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "DELETE /v2.0/networks/5ebfac44-98ca-4320-bf40-284dbf010195 HTTP/1.1" status: 204 len: 168 time: 0.5328104 Aug 31 14:27:38.893249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42504) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:38.910757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b809debc-f1eb-47e3-bdbd-6fbb0bef83ed tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Request body: {'network': {'name': 'tempest-network--1852770296', 'router:external': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:38.915975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203ae67-6e68-4c43-b864-b8121ffdb571 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ebfac44-98ca-4320-bf40-284dbf010195,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:38.921724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-aa7b4b42-f395-4147-86cd-8fb810429f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:38.923442 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-aa7b4b42-f395-4147-86cd-8fb810429f30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.1132100 Aug 31 14:27:38.931551 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c9ee7-1dac-45a3-a2e6-7b4b65b8e78e req-77caf3b6-a134-4494-9502-e9a788914c04 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:38.933264 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d4c9ee7-1dac-45a3-a2e6-7b4b65b8e78e req-77caf3b6-a134-4494-9502-e9a788914c04 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1411147 Aug 31 14:27:39.008874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b809debc-f1eb-47e3-bdbd-6fbb0bef83ed tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Made reservation on behalf of 19f8c771a07740c9bdc69fd6e5167702 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:39.011020 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b809debc-f1eb-47e3-bdbd-6fbb0bef83ed tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.034099 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d4c9ee7-1dac-45a3-a2e6-7b4b65b8e78e req-f62ee540-2787-4474-a14b-a7eb610b8bba tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856535 Aug 31 14:27:39.046126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-c3900a18-3980-4012-816e-2665a25754fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:39.047745 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-c3900a18-3980-4012-816e-2665a25754fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1112485 Aug 31 14:27:39.058918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b809debc-f1eb-47e3-bdbd-6fbb0bef83ed tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:27:39.119055 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b809debc-f1eb-47e3-bdbd-6fbb0bef83ed tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.119396 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-b809debc-f1eb-47e3-bdbd-6fbb0bef83ed tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Added segment ad7776e4-90e2-47af-ae56-78385ea9a422 of type vlan for network 2986d126-1500-4cba-8b95-23e979fc8c4e Aug 31 14:27:39.184118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b809debc-f1eb-47e3-bdbd-6fbb0bef83ed tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.210693 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-18635e9a-a0fd-4bde-8da6-361b912fbdf9 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528804 Aug 31 14:27:39.283519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b809debc-f1eb-47e3-bdbd-6fbb0bef83ed tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.284721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b809debc-f1eb-47e3-bdbd-6fbb0bef83ed tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:39.285330 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b809debc-f1eb-47e3-bdbd-6fbb0bef83ed tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.343594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b809debc-f1eb-47e3-bdbd-6fbb0bef83ed tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4412458 Aug 31 14:27:39.346254 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42510) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:39.403000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809debc-f1eb-47e3-bdbd-6fbb0bef83ed tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event updated for resources: {'Network': ['ID=2986d126-1500-4cba-8b95-23e979fc8c4e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:39.422099 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 2986d126-1500-4cba-8b95-23e979fc8c4e details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:27:39.438734 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-41dd83c0-c752-4e21-8431-a5a377d9a371 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199748 Aug 31 14:27:39.452084 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1df10c4-6f52-4898-a20c-cb9c41d27166 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:39.453829 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e1df10c4-6f52-4898-a20c-cb9c41d27166 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] 10.222.0.39 "GET /v2.0/networks/2986d126-1500-4cba-8b95-23e979fc8c4e HTTP/1.1" status: 200 len: 757 time: 0.1061931 Aug 31 14:27:39.454507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52305ea6-2260-44a6-b56a-685aa70543fb req-b5fa4aa2-c87d-467c-a460-9c82795c13bc tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:39.456829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-52305ea6-2260-44a6-b56a-685aa70543fb req-b5fa4aa2-c87d-467c-a460-9c82795c13bc tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 946 time: 0.1028645 Aug 31 14:27:39.462575 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42512) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:39.509473 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-189a692a-6646-48fd-a58e-02b465a6302a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e57b84cc-a866-47d8-8732-69907ed220f0 HTTP/1.1" status: 200 len: 217 time: 0.0514998 Aug 31 14:27:39.550799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca3c9da-d1ad-4086-ad04-cad8d6408189 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:39.552182 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dca3c9da-d1ad-4086-ad04-cad8d6408189 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] 10.222.0.39 "GET /v2.0/networks/bffb5aba-d442-47b6-9412-c8679c18a434 HTTP/1.1" status: 200 len: 768 time: 0.0883610 Aug 31 14:27:39.555003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42514) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:39.557784 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-52305ea6-2260-44a6-b56a-685aa70543fb req-c7f9412a-8386-4a0e-be3f-8ce8e951e906 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3aae3c-26d2-4d90-ba60-c3a1c019614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922499 Aug 31 14:27:39.580686 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-44f973dc-57e5-43e0-a164-3a7db22b5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:39.582346 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-44f973dc-57e5-43e0-a164-3a7db22b5849 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef8e0da5-0757-4499-8cf1-b1603de9f949 HTTP/1.1" status: 200 len: 797 time: 0.0658174 Aug 31 14:27:39.626283 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6792d8c8-dfc1-43c1-ac6e-cde93f47da8f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.725579 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6792d8c8-dfc1-43c1-ac6e-cde93f47da8f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.737093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-6792d8c8-dfc1-43c1-ac6e-cde93f47da8f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2986d126-1500-4cba-8b95-23e979fc8c4e']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:39.749487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-6792d8c8-dfc1-43c1-ac6e-cde93f47da8f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7776e4-90e2-47af-ae56-78385ea9a422') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:39.749784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-6792d8c8-dfc1-43c1-ac6e-cde93f47da8f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7776e4-90e2-47af-ae56-78385ea9a422') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:39.759996 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6792d8c8-dfc1-43c1-ac6e-cde93f47da8f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.776044 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6792d8c8-dfc1-43c1-ac6e-cde93f47da8f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.783571 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6792d8c8-dfc1-43c1-ac6e-cde93f47da8f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:39.783892 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6792d8c8-dfc1-43c1-ac6e-cde93f47da8f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:39.785659 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:39.844766 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6792d8c8-dfc1-43c1-ac6e-cde93f47da8f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.850646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6792d8c8-dfc1-43c1-ac6e-cde93f47da8f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2986d126-1500-4cba-8b95-23e979fc8c4e {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:27:39.853707 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6792d8c8-dfc1-43c1-ac6e-cde93f47da8f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.855858 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6792d8c8-dfc1-43c1-ac6e-cde93f47da8f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "DELETE /v2.0/networks/2986d126-1500-4cba-8b95-23e979fc8c4e HTTP/1.1" status: 204 len: 168 time: 0.3000119 Aug 31 14:27:39.874872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42518) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:39.885794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792d8c8-dfc1-43c1-ac6e-cde93f47da8f tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event deleted for resources: {'Network': ['ID=2986d126-1500-4cba-8b95-23e979fc8c4e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:39.894257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5c941298-f23d-4b3a-a48f-8ce00e69b7be tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Request body: {'network': {'name': 'tempest-network--848554684'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:39.919569 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8e7747a3-8531-4a3c-9f86-28b847324e4f req-74a7927b-31be-41f2-9d24-1d3cba5eca26 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0607755 Aug 31 14:27:39.935999 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c941298-f23d-4b3a-a48f-8ce00e69b7be tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Made reservation on behalf of 19f8c771a07740c9bdc69fd6e5167702 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:39.938614 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c941298-f23d-4b3a-a48f-8ce00e69b7be tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.956914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-743ddde3-3182-4c4f-bf07-e73e047584c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:39.958459 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-743ddde3-3182-4c4f-bf07-e73e047584c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3676679 Aug 31 14:27:39.978607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c941298-f23d-4b3a-a48f-8ce00e69b7be tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:27:39.989865 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c941298-f23d-4b3a-a48f-8ce00e69b7be tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.990363 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-5c941298-f23d-4b3a-a48f-8ce00e69b7be tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Added segment b80fd302-5f8b-4bc5-8251-0784201d04c1 of type vlan for network 548243d0-3664-4df9-a47b-8e12984af7e0 Aug 31 14:27:40.037578 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c941298-f23d-4b3a-a48f-8ce00e69b7be tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.075351 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c941298-f23d-4b3a-a48f-8ce00e69b7be tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.077225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c941298-f23d-4b3a-a48f-8ce00e69b7be tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:40.077973 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c941298-f23d-4b3a-a48f-8ce00e69b7be tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.084500 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-7084b428-d42f-4263-8e43-3d67a8f3c5f0 service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173706 Aug 31 14:27:40.164637 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5c941298-f23d-4b3a-a48f-8ce00e69b7be tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2848675 Aug 31 14:27:40.166102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42532) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:40.186963 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c941298-f23d-4b3a-a48f-8ce00e69b7be tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event updated for resources: {'Network': ['ID=548243d0-3664-4df9-a47b-8e12984af7e0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:40.197189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 548243d0-3664-4df9-a47b-8e12984af7e0 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:27:40.216599 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-0312925b-3cfb-4d6b-8f6c-412c115f51c1 service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230056 Aug 31 14:27:40.221927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6c5b8d17-95a1-4e94-ad33-9cb5092ff115 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:40.234806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94ee0e-87f5-4355-93a4-2c64d2b82f3a req-1650d2ae-85c2-41a9-b477-2956e37951cf tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:40.242611 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b94ee0e-87f5-4355-93a4-2c64d2b82f3a req-1650d2ae-85c2-41a9-b477-2956e37951cf tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1050587 Aug 31 14:27:40.296728 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b94ee0e-87f5-4355-93a4-2c64d2b82f3a req-4e57f3d0-c8e6-43a1-ae04-fbdfbd9b3e7d tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510018 Aug 31 14:27:40.321408 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-ca81c8f1-1c23-4578-8bbf-702604dd3ddb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ffeccb-69ae-488c-9407-9562e4ddb943 HTTP/1.1" status: 200 len: 217 time: 0.0956261 Aug 31 14:27:40.428952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-8b94b595-ab2b-4843-9f60-d469330a49b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:40.430463 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-8b94b595-ab2b-4843-9f60-d469330a49b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef8e0da5-0757-4499-8cf1-b1603de9f949 HTTP/1.1" status: 200 len: 797 time: 0.1016054 Aug 31 14:27:40.503741 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8d17-95a1-4e94-ad33-9cb5092ff115 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.519812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-754fea1e-9599-4980-a3eb-b5a54bc08bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:40.521359 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-754fea1e-9599-4980-a3eb-b5a54bc08bc7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826254 Aug 31 14:27:40.522545 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8d17-95a1-4e94-ad33-9cb5092ff115 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.569839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c5b8d17-95a1-4e94-ad33-9cb5092ff115 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Network 548243d0-3664-4df9-a47b-8e12984af7e0 is not hosted by any dhcp agent {{(pid=94871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:27:40.570646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5b8d17-95a1-4e94-ad33-9cb5092ff115 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:40.571256 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8d17-95a1-4e94-ad33-9cb5092ff115 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.572475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6c5b8d17-95a1-4e94-ad33-9cb5092ff115 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "PUT /v2.0/networks/548243d0-3664-4df9-a47b-8e12984af7e0 HTTP/1.1" status: 200 len: 857 time: 0.4040728 Aug 31 14:27:40.576133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42534) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:40.652648 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c43b610-9f50-45e2-8099-8f80ff3127dd tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.660274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b8d17-95a1-4e94-ad33-9cb5092ff115 tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event updated for resources: {'Network': ['ID=548243d0-3664-4df9-a47b-8e12984af7e0,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:40.722822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aa0f0-da5d-4dc8-9bd4-56482f32fbf7 req-6cec2a58-9f66-4dee-bddf-6e2bbb1c27a2 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:40.724372 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-557aa0f0-da5d-4dc8-9bd4-56482f32fbf7 req-6cec2a58-9f66-4dee-bddf-6e2bbb1c27a2 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 946 time: 0.0857964 Aug 31 14:27:40.728120 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-fc000234-e647-40bf-a09e-53e6e74ebfce service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892364 Aug 31 14:27:40.739898 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c43b610-9f50-45e2-8099-8f80ff3127dd tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.752885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9c43b610-9f50-45e2-8099-8f80ff3127dd tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548243d0-3664-4df9-a47b-8e12984af7e0']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:40.765445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9c43b610-9f50-45e2-8099-8f80ff3127dd tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80fd302-5f8b-4bc5-8251-0784201d04c1') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:40.766123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9c43b610-9f50-45e2-8099-8f80ff3127dd tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80fd302-5f8b-4bc5-8251-0784201d04c1') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:40.775038 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c43b610-9f50-45e2-8099-8f80ff3127dd tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.791947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c43b610-9f50-45e2-8099-8f80ff3127dd tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.799407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c43b610-9f50-45e2-8099-8f80ff3127dd tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:40.799974 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c43b610-9f50-45e2-8099-8f80ff3127dd tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:40.801735 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:40.820956 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-557aa0f0-da5d-4dc8-9bd4-56482f32fbf7 req-b4f311e1-4fc4-439d-b35d-7adfa4cb0698 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3aae3c-26d2-4d90-ba60-c3a1c019614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903001 Aug 31 14:27:40.861392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3da10863-043a-4fc4-955a-615ebeae0ab0 req-ea8f5e00-a44a-48b7-9e97-eb7d11b9292a service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243606 Aug 31 14:27:40.874166 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c43b610-9f50-45e2-8099-8f80ff3127dd tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.895166 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c43b610-9f50-45e2-8099-8f80ff3127dd tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 548243d0-3664-4df9-a47b-8e12984af7e0 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:27:40.897336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43b610-9f50-45e2-8099-8f80ff3127dd tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Pushing event deleted for resources: {'Network': ['ID=548243d0-3664-4df9-a47b-8e12984af7e0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:40.904889 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c43b610-9f50-45e2-8099-8f80ff3127dd tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.911217 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9c43b610-9f50-45e2-8099-8f80ff3127dd tempest-ExternalNetworksTestJSON-767035136 tempest-ExternalNetworksTestJSON-767035136-project-admin] 10.222.0.39 "DELETE /v2.0/networks/548243d0-3664-4df9-a47b-8e12984af7e0 HTTP/1.1" status: 204 len: 168 time: 0.3337328 Aug 31 14:27:40.911596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42540) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:40.940750 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b9b3d0-40f6-4e1c-90cf-ebb2b7426ef0 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] DELETE failed (client error): The resource could not be found. Aug 31 14:27:40.941257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b9b3d0-40f6-4e1c-90cf-ebb2b7426ef0 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:27:40.945585 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-97b9b3d0-40f6-4e1c-90cf-ebb2b7426ef0 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] 10.222.0.39 "DELETE /v2.0/subnets/cc713c2e-511c-483c-a933-3e223d6b8e33 HTTP/1.1" status: 404 len: 337 time: 0.0304310 Aug 31 14:27:40.945790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42544) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:41.060388 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82d5e8f7-d6c6-4dc8-9749-5d39f096ea10 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.086528 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7f0b1164-c78a-4319-8af8-d70215808471 req-846d0687-8016-498c-859c-48040d062aec tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0471187 Aug 31 14:27:41.257919 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8676df5-5126-4939-b302-95148c529df1 req-432081ac-acf4-40ac-bdf0-093deebffa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:41.259701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8676df5-5126-4939-b302-95148c529df1 req-432081ac-acf4-40ac-bdf0-093deebffa06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7de88fec53364120a708395ceb3cca00&device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 1097 time: 0.1040905 Aug 31 14:27:41.295632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82d5e8f7-d6c6-4dc8-9749-5d39f096ea10 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.316914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82d5e8f7-d6c6-4dc8-9749-5d39f096ea10 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffb5aba-d442-47b6-9412-c8679c18a434']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:41.333123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82d5e8f7-d6c6-4dc8-9749-5d39f096ea10 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3915686-4a91-4c40-b00d-e5326525436e') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:41.333719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82d5e8f7-d6c6-4dc8-9749-5d39f096ea10 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3915686-4a91-4c40-b00d-e5326525436e') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:41.346923 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82d5e8f7-d6c6-4dc8-9749-5d39f096ea10 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.371047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810242b-49a0-4b6f-89cf-7282aea9a829 req-2719bfb6-6774-4294-bcbf-a6dcd414bec1 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:41.373511 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f810242b-49a0-4b6f-89cf-7282aea9a829 req-2719bfb6-6774-4294-bcbf-a6dcd414bec1 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 946 time: 0.1190457 Aug 31 14:27:41.389508 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82d5e8f7-d6c6-4dc8-9749-5d39f096ea10 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.401537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d5e8f7-d6c6-4dc8-9749-5d39f096ea10 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:41.402650 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82d5e8f7-d6c6-4dc8-9749-5d39f096ea10 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:41.413793 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:41.454966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8676df5-5126-4939-b302-95148c529df1 req-9750e4da-6bda-4185-8030-24a59ddad7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:41.456900 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8676df5-5126-4939-b302-95148c529df1 req-9750e4da-6bda-4185-8030-24a59ddad7f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eaa419db-256f-4ace-b05c-2338cf9d43e5 HTTP/1.1" status: 200 len: 914 time: 0.1896908 Aug 31 14:27:41.508151 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f810242b-49a0-4b6f-89cf-7282aea9a829 req-930b01ec-6d07-4219-91b4-11926f96b609 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3aae3c-26d2-4d90-ba60-c3a1c019614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952950 Aug 31 14:27:41.509290 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82d5e8f7-d6c6-4dc8-9749-5d39f096ea10 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.516485 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82d5e8f7-d6c6-4dc8-9749-5d39f096ea10 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.519148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-82d5e8f7-d6c6-4dc8-9749-5d39f096ea10 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] 10.222.0.39 "DELETE /v2.0/networks/bffb5aba-d442-47b6-9412-c8679c18a434 HTTP/1.1" status: 204 len: 168 time: 0.5723977 Aug 31 14:27:41.531817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5e8f7-d6c6-4dc8-9749-5d39f096ea10 tempest-ExternalNetworksTestJSON-2109485478 tempest-ExternalNetworksTestJSON-2109485478-project] Pushing event deleted for resources: {'Network': ['ID=bffb5aba-d442-47b6-9412-c8679c18a434,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:41.534631 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8676df5-5126-4939-b302-95148c529df1 req-1507dcec-0922-4078-8091-e7494c78edbf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0a9e63e-7ebd-4575-a383-f83717981293 HTTP/1.1" status: 200 len: 217 time: 0.0677240 Aug 31 14:27:41.608207 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece66a9-b4fd-4c73-aec5-a1a6c6713a5b req-30b90913-cd1d-4bdf-82e3-767fc037f99e tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:41.609753 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dece66a9-b4fd-4c73-aec5-a1a6c6713a5b req-30b90913-cd1d-4bdf-82e3-767fc037f99e tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1518579 Aug 31 14:27:41.616993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8676df5-5126-4939-b302-95148c529df1 req-81c441c4-cbbc-4965-89d8-b6974a877f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:41.618512 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8676df5-5126-4939-b302-95148c529df1 req-81c441c4-cbbc-4965-89d8-b6974a877f71 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a62a36cd-7ae6-4721-961e-2e3223207ccd HTTP/1.1" status: 200 len: 853 time: 0.0769408 Aug 31 14:27:41.677631 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8676df5-5126-4939-b302-95148c529df1 req-29b5f59a-a1fe-4208-9fad-a9678f02843b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eaa419db-256f-4ace-b05c-2338cf9d43e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511620 Aug 31 14:27:41.740789 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dece66a9-b4fd-4c73-aec5-a1a6c6713a5b req-1376dfd6-0b58-4210-81a9-e61fff8e8c56 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162648 Aug 31 14:27:41.802837 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8676df5-5126-4939-b302-95148c529df1 req-40ce75f7-1576-42d4-986a-9843cc755be4 service neutron] 10.222.0.25 "GET /v2.0/networks/eaa419db-256f-4ace-b05c-2338cf9d43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169972 Aug 31 14:27:41.921319 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8676df5-5126-4939-b302-95148c529df1 req-741b8330-419e-40c7-a5ed-2ca77ddf7922 service neutron] 10.222.0.25 "GET /v2.0/networks/eaa419db-256f-4ace-b05c-2338cf9d43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114259 Aug 31 14:27:41.926445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42564) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:42.036537 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1c628ff7-5467-498e-a1cf-3f0d0b8c8551 req-4827801b-d4cb-4071-a58e-4d2715220157 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0330069 Aug 31 14:27:42.099186 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1cc929fc-b0d7-44dc-ae56-cb7c38d555a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f26ebea772c4afbbd8fa51476b9e16c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715040 Aug 31 14:27:42.101624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42568) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:42.162971 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2dcb12fd-9de3-4920-b32a-37eaf3a166c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:42.190866 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2dcb12fd-9de3-4920-b32a-37eaf3a166c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:42.197317 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8659ad1d-7e5c-4a2e-b404-2f4bb8b53671 req-9e21d801-8c62-4efa-9fdb-d9d36e1eaacf tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0366104 Aug 31 14:27:42.253317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2dcb12fd-9de3-4920-b32a-37eaf3a166c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:42.256063 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2dcb12fd-9de3-4920-b32a-37eaf3a166c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:42.257254 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2dcb12fd-9de3-4920-b32a-37eaf3a166c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c86ef133-c4ff-4d95-97dc-cd8736be3203 HTTP/1.1" status: 204 len: 168 time: 0.1547093 Aug 31 14:27:42.274537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb12fd-9de3-4920-b32a-37eaf3a166c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86ef133-c4ff-4d95-97dc-cd8736be3203,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:42.557044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42586) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:42.635724 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7f7c0795-73f9-40a5-b576-8b63cef1910e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19f8c771a07740c9bdc69fd6e5167702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750835 Aug 31 14:27:42.636247 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42588) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:42.661909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa82cd-f4b2-4854-b7e5-e0c2b39a9c5e req-66283c7e-993c-44d5-a81a-c845840bc582 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:42.663638 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-21aa82cd-f4b2-4854-b7e5-e0c2b39a9c5e req-66283c7e-993c-44d5-a81a-c845840bc582 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 946 time: 0.0686054 Aug 31 14:27:42.691375 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-acf2baee-cb7b-475e-8ddc-47d00469629b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:42.707100 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-21aa82cd-f4b2-4854-b7e5-e0c2b39a9c5e req-8bf765aa-09ed-4cbd-ac48-b5c35161d91a tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3aae3c-26d2-4d90-ba60-c3a1c019614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366266 Aug 31 14:27:42.717649 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-acf2baee-cb7b-475e-8ddc-47d00469629b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:42.777503 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-acf2baee-cb7b-475e-8ddc-47d00469629b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:42.782318 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-acf2baee-cb7b-475e-8ddc-47d00469629b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:42.784629 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-acf2baee-cb7b-475e-8ddc-47d00469629b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5eac005-ace7-4ed9-b20e-15ee71226873 HTTP/1.1" status: 204 len: 168 time: 0.1470723 Aug 31 14:27:42.797861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2baee-cb7b-475e-8ddc-47d00469629b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eac005-ace7-4ed9-b20e-15ee71226873,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:42.881667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a82b9-507c-42a6-9282-72ab4f974132 req-5a25790b-cbdf-49be-8a81-5a1d3f500dfb tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:42.883520 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec7a82b9-507c-42a6-9282-72ab4f974132 req-5a25790b-cbdf-49be-8a81-5a1d3f500dfb tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0538092 Aug 31 14:27:42.927859 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ec7a82b9-507c-42a6-9282-72ab4f974132 req-592cf804-bb01-455e-ae1f-3e590b7aeb76 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371799 Aug 31 14:27:43.116045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062dafb-7596-482c-87c8-2eb38a2a567f req-b0338351-e77c-451f-8f3a-a352023e3862 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:43.117682 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3062dafb-7596-482c-87c8-2eb38a2a567f req-b0338351-e77c-451f-8f3a-a352023e3862 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 946 time: 0.0718880 Aug 31 14:27:43.162375 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3062dafb-7596-482c-87c8-2eb38a2a567f req-8d5a3fcd-ceb7-4e6d-b004-bae4e4ca64a6 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3aae3c-26d2-4d90-ba60-c3a1c019614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372400 Aug 31 14:27:43.320246 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-03ef5aaa-4079-4350-9687-0ff35fbd60dd req-a51ebb8e-13a8-42d7-8459-ec5590c42160 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0315676 Aug 31 14:27:43.570383 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-31ec64d6-86ab-48fe-88af-261a352397ab req-faeb521c-d1f2-4ecb-aa32-0c89aa5ce852 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31d5f0c771b64ae4959aa8d8b373d086&device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0342832 Aug 31 14:27:43.599957 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-31ec64d6-86ab-48fe-88af-261a352397ab req-28514959-fece-47cd-bc98-ef23f4d3eb04 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=31d5f0c771b64ae4959aa8d8b373d086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217061 Aug 31 14:27:43.600996 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-43da7cab-0f72-43c3-a948-14419a7a2ff2 req-ce9c2147-9857-4264-85ee-27e54bece2ee tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0317774 Aug 31 14:27:43.716371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec64d6-86ab-48fe-88af-261a352397ab req-1280f246-2d14-47f4-a2fa-90aa23b5e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:43.718009 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-31ec64d6-86ab-48fe-88af-261a352397ab req-1280f246-2d14-47f4-a2fa-90aa23b5e9f2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1105299 Aug 31 14:27:44.057891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a1c11-1213-4435-ae0e-e5ad7618c2f1 req-556f7708-8848-4ab8-a221-d69e20ef4b1e tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:44.059729 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bc8a1c11-1213-4435-ae0e-e5ad7618c2f1 req-556f7708-8848-4ab8-a221-d69e20ef4b1e tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0581307 Aug 31 14:27:44.106907 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bc8a1c11-1213-4435-ae0e-e5ad7618c2f1 req-07e95e9a-22ea-4d2f-939e-e578e7385888 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Aug 31 14:27:44.282363 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3432fbe-c42f-468a-a1fd-e64db8e2492d req-b1d092f9-83dc-49b1-8f58-6319ffb4a531 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:44.284102 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3432fbe-c42f-468a-a1fd-e64db8e2492d req-b1d092f9-83dc-49b1-8f58-6319ffb4a531 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 946 time: 0.0546243 Aug 31 14:27:44.327517 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3432fbe-c42f-468a-a1fd-e64db8e2492d req-55596d29-6f68-417d-bc6f-1a93f8846025 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3aae3c-26d2-4d90-ba60-c3a1c019614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367851 Aug 31 14:27:44.709946 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f8a3752-805f-4380-a51c-bb2ba1691ccb req-3f965b06-f133-4b1c-9427-0de8b0e9d24c tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.39 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0358295 Aug 31 14:27:44.722550 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42672) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:44.730391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba0409-9d5f-4b5e-ac52-367c78d122b0 req-9410631e-110d-4915-bae8-0a28eea7914f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:44.732456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36ba0409-9d5f-4b5e-ac52-367c78d122b0 req-9410631e-110d-4915-bae8-0a28eea7914f tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.25 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 946 time: 0.0578868 Aug 31 14:27:44.833424 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-36ba0409-9d5f-4b5e-ac52-367c78d122b0 req-b0e0a4a3-7bf6-452a-a202-04f4a90b41e2 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Deleting port a0a9e63e-7ebd-4575-a383-f83717981293 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:44.833772 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-36ba0409-9d5f-4b5e-ac52-367c78d122b0 req-b0e0a4a3-7bf6-452a-a202-04f4a90b41e2 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:44.891557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:44.941385 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:44.959577 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-36ba0409-9d5f-4b5e-ac52-367c78d122b0 req-b0e0a4a3-7bf6-452a-a202-04f4a90b41e2 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] For port a0a9e63e-7ebd-4575-a383-f83717981293, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a0a9e63e-7ebd-4575-a383-f83717981293,segment=NetworkSegment(3321b4ad-81bc-4416-919e-5dc48473c66d),segment_id=3321b4ad-81bc-4416-919e-5dc48473c66d)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:44.959960 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-36ba0409-9d5f-4b5e-ac52-367c78d122b0 req-b0e0a4a3-7bf6-452a-a202-04f4a90b41e2 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:44.960079 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-31ec64d6-86ab-48fe-88af-261a352397ab req-12ff09c0-8e8b-4c27-ac0d-f1658db09340 tempest-ServerShowV257Test-1424501982 tempest-ServerShowV257Test-1424501982-project] 10.222.0.60 "GET /v2.0/ports?device_id=539c94a6-c9e3-431d-b427-9972d0465d65 HTTP/1.1" status: 200 len: 210 time: 0.0275490 Aug 31 14:27:45.000671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-36ba0409-9d5f-4b5e-ac52-367c78d122b0 req-b0e0a4a3-7bf6-452a-a202-04f4a90b41e2 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Calling delete_port for a0a9e63e-7ebd-4575-a383-f83717981293 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:45.152923 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:45.181382 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-36ba0409-9d5f-4b5e-ac52-367c78d122b0 req-b0e0a4a3-7bf6-452a-a202-04f4a90b41e2 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:45.193493 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['a0a9e63e-7ebd-4575-a383-f83717981293'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:45.269914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0a4a3-7bf6-452a-a202-04f4a90b41e2 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Pushing event deleted for resources: {'Port': ['ID=a0a9e63e-7ebd-4575-a383-f83717981293,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:45.358185 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ba0409-9d5f-4b5e-ac52-367c78d122b0 req-b0e0a4a3-7bf6-452a-a202-04f4a90b41e2 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] No DVR routers for this DVR port a0a9e63e-7ebd-4575-a383-f83717981293 on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:27:45.366229 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-36ba0409-9d5f-4b5e-ac52-367c78d122b0 req-b0e0a4a3-7bf6-452a-a202-04f4a90b41e2 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:45.368167 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36ba0409-9d5f-4b5e-ac52-367c78d122b0 req-b0e0a4a3-7bf6-452a-a202-04f4a90b41e2 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.25 "DELETE /v2.0/ports/a0a9e63e-7ebd-4575-a383-f83717981293 HTTP/1.1" status: 204 len: 173 time: 0.6297433 Aug 31 14:27:45.370235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787fe3e9-e92b-4465-91d4-466c1bcabeda', 'name': 'network-vif-deleted', 'tag': 'a0a9e63e-7ebd-4575-a383-f83717981293'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:45.373883 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d40ba7-8609-4af2-9a88-67e1b5c64211" -d '{"events": [{"server_uuid": "787fe3e9-e92b-4465-91d4-466c1bcabeda", "name": "network-vif-deleted", "tag": "a0a9e63e-7ebd-4575-a383-f83717981293"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:45.389292 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac1cb9-441f-4a90-874f-4e48b7066407 req-a12b3d47-9c11-4093-b3bd-1d3e918ade21 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:45.391133 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c5ac1cb9-441f-4a90-874f-4e48b7066407 req-a12b3d47-9c11-4093-b3bd-1d3e918ade21 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1796956 Aug 31 14:27:45.426177 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Allocated IP 172.25.2.7 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/6f514cc3-2946-45f1-8186-6fab0d69ca13) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:45.464854 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bdfc91f9-246f-477a-b9d7-f90aebd4ad02 req-99843acd-c4c5-4ca8-8adf-285eb8e53125 tempest-InstanceActionsTestJSON-1134315287 tempest-InstanceActionsTestJSON-1134315287-project] 10.222.0.39 "GET /v2.0/ports?device_id=787fe3e9-e92b-4465-91d4-466c1bcabeda HTTP/1.1" status: 200 len: 210 time: 0.0506303 Aug 31 14:27:45.479855 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c5ac1cb9-441f-4a90-874f-4e48b7066407 req-445bcd0c-86e5-4702-a6d0-4199dcc37a2c tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803947 Aug 31 14:27:45.525830 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac016f4e-a3f9-42b2-a818-da7d7d7c085e x-openstack-request-id: req-ac016f4e-a3f9-42b2-a818-da7d7d7c085e {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:45.526135 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787fe3e9-e92b-4465-91d4-466c1bcabeda", "name": "network-vif-deleted", "tag": "a0a9e63e-7ebd-4575-a383-f83717981293", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:45.526387 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac016f4e-a3f9-42b2-a818-da7d7d7c085e {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:45.526787 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787fe3e9-e92b-4465-91d4-466c1bcabeda', 'name': 'network-vif-deleted', 'tag': 'a0a9e63e-7ebd-4575-a383-f83717981293', 'status': 'completed', 'code': 200} Aug 31 14:27:45.593132 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:45.640989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:45.686484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:45.689457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:45.694242 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:45.723194 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event updated for resources: {'Port': ['ID=6f514cc3-2946-45f1-8186-6fab0d69ca13,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:45.797428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:45.842581 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.008293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.013134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.038081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42698) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:46.087165 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event updated for resources: {'Port': ['ID=6f514cc3-2946-45f1-8186-6fab0d69ca13,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:46.103617 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.126940 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.128659 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f0378a1b-6afe-4a4f-a0a5-8589a7ff21f4 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3949327 Aug 31 14:27:46.131574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42702) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:46.136755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1603661775'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:46.167859 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04326b34-1e00-4235-880c-6bc7998aa3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.178415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Made reservation on behalf of bd99f8d047514892a5422a4f4de1c328 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:46.182796 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.196717 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.298115 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04326b34-1e00-4235-880c-6bc7998aa3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.304746 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04326b34-1e00-4235-880c-6bc7998aa3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.354818 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-04326b34-1e00-4235-880c-6bc7998aa3d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31d5f0c771b64ae4959aa8d8b373d086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155940 Aug 31 14:27:46.358632 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42704) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:46.364188 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04326b34-1e00-4235-880c-6bc7998aa3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e93de45-ae3f-43cf-8056-e4262b3b8f60,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:46.412076 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d753cef1-6d42-45dc-a56b-c8bfd65bebaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.435521 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d753cef1-6d42-45dc-a56b-c8bfd65bebaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.435789 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.441037 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.469383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:27:46.479521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b9e06b-37f7-4ce7-a293-6a83cb8abf63,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:46.484655 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.484999 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Added segment 14ebe16b-def7-4f4e-914c-13ffe273819d of type vlan for network 133a0adf-235b-47b5-8246-839ca43d52f0 Aug 31 14:27:46.506113 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d753cef1-6d42-45dc-a56b-c8bfd65bebaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.509254 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d753cef1-6d42-45dc-a56b-c8bfd65bebaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.531144 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d753cef1-6d42-45dc-a56b-c8bfd65bebaf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e93de45-ae3f-43cf-8056-e4262b3b8f60 HTTP/1.1" status: 204 len: 168 time: 0.1570930 Aug 31 14:27:46.531260 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.531596 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42712) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:46.549382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753cef1-6d42-45dc-a56b-c8bfd65bebaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e93de45-ae3f-43cf-8056-e4262b3b8f60,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:46.557686 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.564441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:46.565163 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.603736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf7f217-c255-498b-8cb2-38d86aa3a9aa admin admin] Deleting subnet a62a36cd-7ae6-4721-961e-2e3223207ccd {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:27:46.643968 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cf7f217-c255-498b-8cb2-38d86aa3a9aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.645611 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event updated for resources: {'Network': ['ID=133a0adf-235b-47b5-8246-839ca43d52f0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:46.659047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 133a0adf-235b-47b5-8246-839ca43d52f0 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:27:46.660079 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-092d5f66-83b7-4fdf-9b54-1ad03f0a08d8 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5266514 Aug 31 14:27:46.662335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42720) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:46.668794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e7532ef5-549f-4157-964b-acf42aabdf1d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Request body: {'subnet': {'network_id': '133a0adf-235b-47b5-8246-839ca43d52f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:46.722652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b48fb-347c-4e01-a9d8-30f7210dbb61 req-b6134655-c7b7-4b81-812d-6c65a10cb812 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:46.724538 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d9b48fb-347c-4e01-a9d8-30f7210dbb61 req-b6134655-c7b7-4b81-812d-6c65a10cb812 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1165321 Aug 31 14:27:46.726911 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cf7f217-c255-498b-8cb2-38d86aa3a9aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.807286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7532ef5-549f-4157-964b-acf42aabdf1d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Made reservation on behalf of bd99f8d047514892a5422a4f4de1c328 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:46.808988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d9b48fb-347c-4e01-a9d8-30f7210dbb61 req-35920a99-50cb-4fa0-9ef4-8ea95954528f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557857 Aug 31 14:27:46.812068 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7532ef5-549f-4157-964b-acf42aabdf1d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.815778 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cf7f217-c255-498b-8cb2-38d86aa3a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.914758 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cf7f217-c255-498b-8cb2-38d86aa3a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.945336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7f217-c255-498b-8cb2-38d86aa3a9aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62a36cd-7ae6-4721-961e-2e3223207ccd,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:46.955580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cf7f217-c255-498b-8cb2-38d86aa3a9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.957525 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4cf7f217-c255-498b-8cb2-38d86aa3a9aa admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a62a36cd-7ae6-4721-961e-2e3223207ccd HTTP/1.1" status: 204 len: 168 time: 0.4214292 Aug 31 14:27:46.960002 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42730) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:47.035682 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c840dd4e-d94a-47be-baf2-2b84cf4dd2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.064031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7532ef5-549f-4157-964b-acf42aabdf1d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.131448 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c840dd4e-d94a-47be-baf2-2b84cf4dd2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.142941 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-c840dd4e-d94a-47be-baf2-2b84cf4dd2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa419db-256f-4ace-b05c-2338cf9d43e5']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:47.156778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-c840dd4e-d94a-47be-baf2-2b84cf4dd2a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3321b4ad-81bc-4416-919e-5dc48473c66d') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:47.157059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-c840dd4e-d94a-47be-baf2-2b84cf4dd2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3321b4ad-81bc-4416-919e-5dc48473c66d') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:47.166129 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c840dd4e-d94a-47be-baf2-2b84cf4dd2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.166868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7532ef5-549f-4157-964b-acf42aabdf1d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event updated for resources: {'Subnet': ['ID=b0528aae-a81f-4c18-8562-51cecfa39ff8,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:47.178191 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7532ef5-549f-4157-964b-acf42aabdf1d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Checking segment: {'id': '14ebe16b-def7-4f4e-914c-13ffe273819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '133a0adf-235b-47b5-8246-839ca43d52f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:47.178660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7532ef5-549f-4157-964b-acf42aabdf1d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Network hostable DHCP agents. Network: 133a0adf-235b-47b5-8246-839ca43d52f0, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:27:47.182409 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c840dd4e-d94a-47be-baf2-2b84cf4dd2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.190508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c840dd4e-d94a-47be-baf2-2b84cf4dd2a4 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:47.190957 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c840dd4e-d94a-47be-baf2-2b84cf4dd2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:47.192790 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:47.200582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7532ef5-549f-4157-964b-acf42aabdf1d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Network 133a0adf-235b-47b5-8246-839ca43d52f0 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:27:47.217097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e7532ef5-549f-4157-964b-acf42aabdf1d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 133a0adf-235b-47b5-8246-839ca43d52f0) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:47.225291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7532ef5-549f-4157-964b-acf42aabdf1d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:47.225989 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7532ef5-549f-4157-964b-acf42aabdf1d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.226193 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6eb4d7-ad24-431b-abd5-3c80bd7625c3 None None] Network 133a0adf-235b-47b5-8246-839ca43d52f0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:47.245808 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e7532ef5-549f-4157-964b-acf42aabdf1d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5815618 Aug 31 14:27:47.249092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42738) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:47.255042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1019982871', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:47.282733 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c840dd4e-d94a-47be-baf2-2b84cf4dd2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.290848 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.292385 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.316307 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c840dd4e-d94a-47be-baf2-2b84cf4dd2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.321819 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c840dd4e-d94a-47be-baf2-2b84cf4dd2a4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/eaa419db-256f-4ace-b05c-2338cf9d43e5 HTTP/1.1" status: 204 len: 168 time: 0.3584909 Aug 31 14:27:47.321819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840dd4e-d94a-47be-baf2-2b84cf4dd2a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa419db-256f-4ace-b05c-2338cf9d43e5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:47.379957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.476770 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42748) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:47.495760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-133a0adf-235b-47b5-8246-839ca43d52f0', 'network_id': '133a0adf-235b-47b5-8246-839ca43d52f0', 'tenant_id': 'bd99f8d047514892a5422a4f4de1c328', 'fixed_ips': [{'subnet_id': 'b0528aae-a81f-4c18-8562-51cecfa39ff8'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:27:47.498325 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.537660 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c9adde5f-afc1-42bf-a5a7-422b5fce7162 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7de88fec53364120a708395ceb3cca00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594256 Aug 31 14:27:47.540545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42750) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:47.607117 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c3dec6ec-618b-4cf5-8988-6bc310729a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.610510 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.633923 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c3dec6ec-618b-4cf5-8988-6bc310729a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.656741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Allocated IP 172.20.0.2 (133a0adf-235b-47b5-8246-839ca43d52f0/b0528aae-a81f-4c18-8562-51cecfa39ff8/17d346d3-0837-4792-bc52-d28d9485c25d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:47.709040 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c3dec6ec-618b-4cf5-8988-6bc310729a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.713497 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c3dec6ec-618b-4cf5-8988-6bc310729a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.717746 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c3dec6ec-618b-4cf5-8988-6bc310729a45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c3aae3c-26d2-4d90-ba60-c3a1c019614f HTTP/1.1" status: 204 len: 168 time: 0.1729865 Aug 31 14:27:47.736029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dec6ec-618b-4cf5-8988-6bc310729a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3aae3c-26d2-4d90-ba60-c3a1c019614f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:47.919563 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.928920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Transition to ACTIVE for port object 17d346d3-0837-4792-bc52-d28d9485c25d will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:47.945347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Transition to ACTIVE for port object 17d346d3-0837-4792-bc52-d28d9485c25d will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:47.953925 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:47.954651 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:48.008402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Pushing event updated for resources: {'Port': ['ID=17d346d3-0837-4792-bc52-d28d9485c25d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:48.019063 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:48.023575 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Network 133a0adf-235b-47b5-8246-839ca43d52f0 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:48.030350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:48.033425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:48.123161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b726006-7937-4cbd-91cd-73cd8a8be301 req-6afb695e-5669-41be-b06f-191bca8eab8b tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:48.132123 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b726006-7937-4cbd-91cd-73cd8a8be301 req-6afb695e-5669-41be-b06f-191bca8eab8b tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1745877 Aug 31 14:27:48.134085 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Attempting to bind port 17d346d3-0837-4792-bc52-d28d9485c25d on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:48.134573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Attempting to bind port 17d346d3-0837-4792-bc52-d28d9485c25d by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '14ebe16b-def7-4f4e-914c-13ffe273819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '133a0adf-235b-47b5-8246-839ca43d52f0'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:48.135063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Attempting to bind port 17d346d3-0837-4792-bc52-d28d9485c25d on network 133a0adf-235b-47b5-8246-839ca43d52f0 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:48.146392 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:48.146769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Checking segment: {'id': '14ebe16b-def7-4f4e-914c-13ffe273819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '133a0adf-235b-47b5-8246-839ca43d52f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:48.147191 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:48.147591 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Bound using segment: {'id': '14ebe16b-def7-4f4e-914c-13ffe273819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '133a0adf-235b-47b5-8246-839ca43d52f0'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:48.150145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Bound port: 17d346d3-0837-4792-bc52-d28d9485c25d, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ebe16b-def7-4f4e-914c-13ffe273819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '133a0adf-235b-47b5-8246-839ca43d52f0'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:48.151488 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:48.226735 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b726006-7937-4cbd-91cd-73cd8a8be301 req-3da00e3c-a9ed-4f40-bad9-7638ccc7941a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933881 Aug 31 14:27:48.243926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Allocated IP 172.25.2.51 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/6e5fe317-2436-43f1-9fe4-4abd6b82645a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:48.286112 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] For port 17d346d3-0837-4792-bc52-d28d9485c25d, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:48.291770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] For port 17d346d3-0837-4792-bc52-d28d9485c25d, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=17d346d3-0837-4792-bc52-d28d9485c25d,segment=NetworkSegment(14ebe16b-def7-4f4e-914c-13ffe273819d),segment_id=14ebe16b-def7-4f4e-914c-13ffe273819d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:48.297882 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:48.382564 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7460bc8-7cb7-4bfc-b285-b3ddc1bd3517 None None] Pushing event updated for resources: {'Port': ['ID=17d346d3-0837-4792-bc52-d28d9485c25d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:48.422337 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:48.489726 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:48.532849 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:48.538404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:48.542899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:48.576191 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event updated for resources: {'Port': ['ID=6e5fe317-2436-43f1-9fe4-4abd6b82645a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:48.920222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42798) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:48.951273 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:49.105735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-401933514-network', 'tenant_id': '151cfbbb84e841a3b8a2487a35bb42db'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:49.127627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] Made reservation on behalf of 151cfbbb84e841a3b8a2487a35bb42db for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:49.130156 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:49.138794 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:49.266605 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:49.272844 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:49.277313 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:49.308671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:27:49.326345 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:49.327077 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] Added segment 7c36d9a6-733c-4c3b-8b6e-14a6e5d65385 of type vlan for network c9228764-d22a-4479-84ed-94766aaf7106 Aug 31 14:27:49.466927 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:49.501659 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58936d9f-2351-4bd8-a516-539769f721b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:49.509240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 17d346d3-0837-4792-bc52-d28d9485c25d up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:49.543752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8db909-a9af-4818-93e4-296cab152a98,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:49.546337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a0a9e63e-7ebd-4575-a383-f83717981293 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:49.563983 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:49.567133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:49.567772 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:49.586976 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: a0a9e63e-7ebd-4575-a383-f83717981293 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:49.587339 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a0a9e63e-7ebd-4575-a383-f83717981293 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:49.610346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 17d346d3-0837-4792-bc52-d28d9485c25d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:49.660162 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330b997-2978-41c1-90ac-48d546c984ed req-63195e40-dad5-4439-b14d-ec16daf5b053 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:49.673067 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5330b997-2978-41c1-90ac-48d546c984ed req-63195e40-dad5-4439-b14d-ec16daf5b053 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.2083800 Aug 31 14:27:49.683887 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:49.700492 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7779796 Aug 31 14:27:49.715422 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef338a-5b97-4718-95bc-2cb0a0b142a6 admin admin] Pushing event updated for resources: {'Network': ['ID=c9228764-d22a-4479-84ed-94766aaf7106,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:49.718774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7ad0d2-b8c7-474d-8cc1-6276f00398a1 None None] Network 133a0adf-235b-47b5-8246-839ca43d52f0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:49.742932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network c9228764-d22a-4479-84ed-94766aaf7106 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:27:49.748736 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5330b997-2978-41c1-90ac-48d546c984ed req-301c433e-dbea-4460-9133-d2bcfefaebfd tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725248 Aug 31 14:27:49.908575 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bb6573d5-c70c-423f-9f10-500456c688d0 None None] Provisioning for port 17d346d3-0837-4792-bc52-d28d9485c25d completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:49.931365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Router e870c7c1-477b-4be6-97d5-96aafbea0910 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:27:49.948966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bb6573d5-c70c-423f-9f10-500456c688d0 None None] Provisioning complete for port 17d346d3-0837-4792-bc52-d28d9485c25d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:49.949658 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6573d5-c70c-423f-9f10-500456c688d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.064904 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:50.074919 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dee73b-9904-494c-bb1e-0a92883b46a3 None None] Sync routers for ids ['e870c7c1-477b-4be6-97d5-96aafbea0910'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:50.086904 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dee73b-9904-494c-bb1e-0a92883b46a3 None None] Routers {'e870c7c1-477b-4be6-97d5-96aafbea0910'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:50.087587 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b2dee73b-9904-494c-bb1e-0a92883b46a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:27:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e870c7c1-477b-4be6-97d5-96aafbea0910'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:50.113215 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.117224 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4262739b-8d19-4232-9c93-2a3ca3b5fee6 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.8643017 Aug 31 14:27:50.117507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42838) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:50.133314 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6573d5-c70c-423f-9f10-500456c688d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.155650 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b2dee73b-9904-494c-bb1e-0a92883b46a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:50.171506 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dee73b-9904-494c-bb1e-0a92883b46a3 None None] Routers {'e870c7c1-477b-4be6-97d5-96aafbea0910'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:50.172490 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b2dee73b-9904-494c-bb1e-0a92883b46a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:27:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e870c7c1-477b-4be6-97d5-96aafbea0910'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:50.187099 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bb6573d5-c70c-423f-9f10-500456c688d0 None None] For port 17d346d3-0837-4792-bc52-d28d9485c25d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=17d346d3-0837-4792-bc52-d28d9485c25d,segment=NetworkSegment(14ebe16b-def7-4f4e-914c-13ffe273819d),segment_id=14ebe16b-def7-4f4e-914c-13ffe273819d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:50.200984 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6573d5-c70c-423f-9f10-500456c688d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.224852 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b2dee73b-9904-494c-bb1e-0a92883b46a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:50.225762 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dee73b-9904-494c-bb1e-0a92883b46a3 None None] The sync data for ids ['e870c7c1-477b-4be6-97d5-96aafbea0910'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:50.297217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6573d5-c70c-423f-9f10-500456c688d0 None None] Pushing event updated for resources: {'Port': ['ID=17d346d3-0837-4792-bc52-d28d9485c25d,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:50.409153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00143f2-5b7f-4098-b4d4-09edafefa7b7 req-b4cd17e7-da78-4172-bc8a-d77d0a040975 tempest-ComputeTenantNetworksTest-993069348 tempest-ComputeTenantNetworksTest-993069348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:50.415534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00143f2-5b7f-4098-b4d4-09edafefa7b7 req-b4cd17e7-da78-4172-bc8a-d77d0a040975 tempest-ComputeTenantNetworksTest-993069348 tempest-ComputeTenantNetworksTest-993069348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:50.421844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00143f2-5b7f-4098-b4d4-09edafefa7b7 req-b4cd17e7-da78-4172-bc8a-d77d0a040975 tempest-ComputeTenantNetworksTest-993069348 tempest-ComputeTenantNetworksTest-993069348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:50.423589 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c00143f2-5b7f-4098-b4d4-09edafefa7b7 req-b4cd17e7-da78-4172-bc8a-d77d0a040975 tempest-ComputeTenantNetworksTest-993069348 tempest-ComputeTenantNetworksTest-993069348-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1610363 Aug 31 14:27:50.523610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2ea8698c-ab26-4e4f-bd17-02b180423dbf None None] Provisioning complete for port 17d346d3-0837-4792-bc52-d28d9485c25d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:50.524398 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ea8698c-ab26-4e4f-bd17-02b180423dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.588378 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cd5da-394b-45b5-87b1-f33d2c1365de req-914731ac-84c5-4183-8993-776f79f5a0e0 tempest-ComputeTenantNetworksTest-993069348 tempest-ComputeTenantNetworksTest-993069348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:50.591952 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-737cd5da-394b-45b5-87b1-f33d2c1365de req-914731ac-84c5-4183-8993-776f79f5a0e0 tempest-ComputeTenantNetworksTest-993069348 tempest-ComputeTenantNetworksTest-993069348-project] 10.222.0.39 "GET /v2.0/networks/c9228764-d22a-4479-84ed-94766aaf7106 HTTP/1.1" status: 200 len: 768 time: 0.1423302 Aug 31 14:27:50.600717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42844) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:50.689255 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57fecc19-b8d2-406d-8aac-285ffe0896bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.774599 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57fecc19-b8d2-406d-8aac-285ffe0896bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.787586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-57fecc19-b8d2-406d-8aac-285ffe0896bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9228764-d22a-4479-84ed-94766aaf7106']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:50.805006 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.808614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-57fecc19-b8d2-406d-8aac-285ffe0896bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c36d9a6-733c-4c3b-8b6e-14a6e5d65385') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:50.808909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-57fecc19-b8d2-406d-8aac-285ffe0896bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c36d9a6-733c-4c3b-8b6e-14a6e5d65385') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:50.820130 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57fecc19-b8d2-406d-8aac-285ffe0896bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.836468 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57fecc19-b8d2-406d-8aac-285ffe0896bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.851906 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fecc19-b8d2-406d-8aac-285ffe0896bd admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:50.852261 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57fecc19-b8d2-406d-8aac-285ffe0896bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:50.853869 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:50.938692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e9d8d-9a22-4709-ab60-6121d0a0ea1b req-dde408c4-4daa-42f8-a534-e48d12538697 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:50.946181 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-db3e9d8d-9a22-4709-ab60-6121d0a0ea1b req-dde408c4-4daa-42f8-a534-e48d12538697 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1109304 Aug 31 14:27:50.954408 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57fecc19-b8d2-406d-8aac-285ffe0896bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.960243 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57fecc19-b8d2-406d-8aac-285ffe0896bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.962096 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-57fecc19-b8d2-406d-8aac-285ffe0896bd admin admin] 10.222.0.39 "DELETE /v2.0/networks/c9228764-d22a-4479-84ed-94766aaf7106 HTTP/1.1" status: 204 len: 168 time: 0.3601127 Aug 31 14:27:50.992723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fecc19-b8d2-406d-8aac-285ffe0896bd admin admin] Pushing event deleted for resources: {'Network': ['ID=c9228764-d22a-4479-84ed-94766aaf7106,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:51.017887 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-db3e9d8d-9a22-4709-ab60-6121d0a0ea1b req-f425696a-7c00-4d60-a33d-490e37c1c886 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708125 Aug 31 14:27:51.130714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Allocated IP 172.20.0.1 (133a0adf-235b-47b5-8246-839ca43d52f0/b0528aae-a81f-4c18-8562-51cecfa39ff8/b7fa5c18-efca-4855-8825-b20991099826) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:51.151393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42860) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:51.244728 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fc803607-8a49-442e-81f6-e6193dbd1591 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=151cfbbb84e841a3b8a2487a35bb42db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0921805 Aug 31 14:27:51.252487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42864) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:51.323499 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.332696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4564a398-0274-4485-aa0f-423c4002c114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.350026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Transition to ACTIVE for port object b7fa5c18-efca-4855-8825-b20991099826 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:51.371359 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4564a398-0274-4485-aa0f-423c4002c114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.436033 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.437431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 17d346d3-0837-4792-bc52-d28d9485c25d up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:51.462151 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4564a398-0274-4485-aa0f-423c4002c114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.464867 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4564a398-0274-4485-aa0f-423c4002c114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.466304 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4564a398-0274-4485-aa0f-423c4002c114 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c8db909-a9af-4818-93e4-296cab152a98 HTTP/1.1" status: 204 len: 168 time: 0.2117634 Aug 31 14:27:51.481229 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564a398-0274-4485-aa0f-423c4002c114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8db909-a9af-4818-93e4-296cab152a98,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:51.515669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Network 133a0adf-235b-47b5-8246-839ca43d52f0 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:51.519138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:51.523456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:51.552371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event updated for resources: {'Port': ['ID=b7fa5c18-efca-4855-8825-b20991099826,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:51.568046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 17d346d3-0837-4792-bc52-d28d9485c25d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:51.568420 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.586610 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.783936 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.850774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9c2d0523-647d-444e-9721-87302dc4ef58 None None] Provisioning for port b7fa5c18-efca-4855-8825-b20991099826 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:51.856537 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9c2d0523-647d-444e-9721-87302dc4ef58 None None] Provisioning complete for port b7fa5c18-efca-4855-8825-b20991099826 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:51.857453 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c2d0523-647d-444e-9721-87302dc4ef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.922099 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d0523-647d-444e-9721-87302dc4ef58 None None] Port b7fa5c18-efca-4855-8825-b20991099826 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:27:52.108291 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:52.114013 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:52.158456 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f513405c-c0c9-4a74-bb84-c6fe99796d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:52.218648 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:52.238553 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:52.240460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event updated for resources: {'Port': ['ID=b7fa5c18-efca-4855-8825-b20991099826,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:52.241996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf9a37-acf9-4d92-9a12-d5ef5b7cf936 req-e0b1210f-06c3-476a-81b9-93fc4b745094 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:52.247911 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-41cf9a37-acf9-4d92-9a12-d5ef5b7cf936 req-e0b1210f-06c3-476a-81b9-93fc4b745094 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1196918 Aug 31 14:27:52.311936 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-41cf9a37-acf9-4d92-9a12-d5ef5b7cf936 req-ff6a46ca-c083-4ad1-936c-883d640071d4 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574260 Aug 31 14:27:52.368226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Network 133a0adf-235b-47b5-8246-839ca43d52f0 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:52.369610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:52.525320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Router e870c7c1-477b-4be6-97d5-96aafbea0910 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:27:52.686109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:52.690949 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0881608d-4be0-4f96-9277-f1b1393b3611 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "PUT /v2.0/routers/e870c7c1-477b-4be6-97d5-96aafbea0910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5724721 Aug 31 14:27:52.694401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42920) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:52.700353 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Request body: {'port': {'network_id': '133a0adf-235b-47b5-8246-839ca43d52f0', 'name': 'tempest-FloatingIPAdminTestJSON-980653142'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:52.701805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab5744-fa79-4639-84e8-2ef338215dee None None] Sync routers for ids ['e870c7c1-477b-4be6-97d5-96aafbea0910'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:52.712512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab5744-fa79-4639-84e8-2ef338215dee None None] Routers {'e870c7c1-477b-4be6-97d5-96aafbea0910'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:52.713561 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d3ab5744-fa79-4639-84e8-2ef338215dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:27:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e870c7c1-477b-4be6-97d5-96aafbea0910'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:52.771813 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d3ab5744-fa79-4639-84e8-2ef338215dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:52.791572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-92f0faf2-5cd7-4eb0-9198-dd119bafa686 None None] Provisioning complete for port b7fa5c18-efca-4855-8825-b20991099826 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:52.792086 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92f0faf2-5cd7-4eb0-9198-dd119bafa686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:52.821198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab5744-fa79-4639-84e8-2ef338215dee None None] Routers {'e870c7c1-477b-4be6-97d5-96aafbea0910'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:52.821895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d3ab5744-fa79-4639-84e8-2ef338215dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:27:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e870c7c1-477b-4be6-97d5-96aafbea0910'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:52.859636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Made reservation on behalf of bd99f8d047514892a5422a4f4de1c328 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:52.863368 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:52.864338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d3ab5744-fa79-4639-84e8-2ef338215dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:52.865556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab5744-fa79-4639-84e8-2ef338215dee None None] The sync data for ids ['e870c7c1-477b-4be6-97d5-96aafbea0910'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:52.883747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] device_id is not set on port 4e678b8b-f73a-436c-8f4e-c69a1c5e3c4a yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:27:52.884620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-92f0faf2-5cd7-4eb0-9198-dd119bafa686 None None] Port b7fa5c18-efca-4855-8825-b20991099826 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:27:53.036889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Allocated IP 172.20.0.4 (133a0adf-235b-47b5-8246-839ca43d52f0/b0528aae-a81f-4c18-8562-51cecfa39ff8/4e678b8b-f73a-436c-8f4e-c69a1c5e3c4a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:53.240135 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:53.256309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Transition to ACTIVE for port object 4e678b8b-f73a-436c-8f4e-c69a1c5e3c4a will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:53.281516 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:53.303204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:53.348214 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Network 133a0adf-235b-47b5-8246-839ca43d52f0 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:53.349851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:53.362791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:53.493727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:53.495021 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:53.527650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event updated for resources: {'Port': ['ID=4e678b8b-f73a-436c-8f4e-c69a1c5e3c4a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:53.533959 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fedac9eb-b58c-42fb-b846-af0d289c31ba tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8381789 Aug 31 14:27:53.537133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42968) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:53.569873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b286e54-9426-46ed-9895-dc476ed22995 req-4af716c0-ab90-4b0d-99fb-7bc4bf37f3a5 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:53.569873 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4b286e54-9426-46ed-9895-dc476ed22995 req-4af716c0-ab90-4b0d-99fb-7bc4bf37f3a5 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1231742 Aug 31 14:27:53.626151 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4b286e54-9426-46ed-9895-dc476ed22995 req-a1bf8cd2-8dcc-4f11-bb5d-3d6da9b5e750 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503449 Aug 31 14:27:53.718338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-17c4c188-0077-42db-ae3e-3d0b344bb0ea None None] Provisioning for port 4e678b8b-f73a-436c-8f4e-c69a1c5e3c4a completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:53.727492 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-17c4c188-0077-42db-ae3e-3d0b344bb0ea None None] Provisioning complete for port 4e678b8b-f73a-436c-8f4e-c69a1c5e3c4a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:53.727967 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17c4c188-0077-42db-ae3e-3d0b344bb0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:53.774352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-17c4c188-0077-42db-ae3e-3d0b344bb0ea None None] Port 4e678b8b-f73a-436c-8f4e-c69a1c5e3c4a cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:27:53.839954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'project_id': 'bd99f8d047514892a5422a4f4de1c328', 'port_id': '4e678b8b-f73a-436c-8f4e-c69a1c5e3c4a'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:53.873630 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:53.967401 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:54.086958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Allocated IP 172.25.2.154 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/5739eea8-5e99-4e03-8cd5-ad6ee7bb535d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:54.133074 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:54.214082 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:54.264181 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:54.314260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:54.321307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:54.323250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:54.327831 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Pushing event updated for resources: {'Port': ['ID=5739eea8-5e99-4e03-8cd5-ad6ee7bb535d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:54.890446 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:55.140134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9bb21-ea72-49d4-a774-8b8ca97839cd req-d94d95ec-db91-4fe9-988a-1692ae7b38e9 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:55.141475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53d9bb21-ea72-49d4-a774-8b8ca97839cd req-d94d95ec-db91-4fe9-988a-1692ae7b38e9 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.4370790 Aug 31 14:27:55.149547 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:55.248351 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53d9bb21-ea72-49d4-a774-8b8ca97839cd req-7d508765-4107-43b5-b9ea-6f8da9a95320 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714843 Aug 31 14:27:55.262863 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:55.457071 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:55.462259 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:55.551510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Pushing event updated for resources: {'Port': ['ID=5739eea8-5e99-4e03-8cd5-ad6ee7bb535d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:55.562822 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:55.689495 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Floating IP fc678c63-9bca-4d96-832f-e01e4500e4bf associated. External IP: 172.25.2.154, port: 4e678b8b-f73a-436c-8f4e-c69a1c5e3c4a. Aug 31 14:27:55.947740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Router e870c7c1-477b-4be6-97d5-96aafbea0910 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:27:56.095678 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:56.106400 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec5b436-7ffb-48da-a773-f964873baaa7 None None] Sync routers for ids ['e870c7c1-477b-4be6-97d5-96aafbea0910'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:56.120545 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:56.124471 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5b436-7ffb-48da-a773-f964873baaa7 None None] Routers {'e870c7c1-477b-4be6-97d5-96aafbea0910'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:56.125485 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3ec5b436-7ffb-48da-a773-f964873baaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:27:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e870c7c1-477b-4be6-97d5-96aafbea0910'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:56.157692 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-312341dd-7f3e-4d33-b50b-c271c15cdcd2 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.6192639 Aug 31 14:27:56.160005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43064) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:56.213581 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3ec5b436-7ffb-48da-a773-f964873baaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:56.234009 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5b436-7ffb-48da-a773-f964873baaa7 None None] Routers {'e870c7c1-477b-4be6-97d5-96aafbea0910'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:56.234637 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3ec5b436-7ffb-48da-a773-f964873baaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:27:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e870c7c1-477b-4be6-97d5-96aafbea0910'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:56.267119 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43066) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:56.267624 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9b10fd5e-ed45-4b82-a948-3ac49fc85865 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] 10.222.0.39 "GET /v2.0/floatingips/fc678c63-9bca-4d96-832f-e01e4500e4bf HTTP/1.1" status: 200 len: 982 time: 0.1031868 Aug 31 14:27:56.330268 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3ec5b436-7ffb-48da-a773-f964873baaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:56.330980 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec5b436-7ffb-48da-a773-f964873baaa7 None None] The sync data for ids ['e870c7c1-477b-4be6-97d5-96aafbea0910'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:56.462375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43072) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:56.462929 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2a6a6aa7-580c-4ee4-994f-65774e68a109 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4605 time: 0.1943462 Aug 31 14:27:56.475932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd295a-66cc-4a83-b4f1-3917ccc7e617 req-6c70f1b5-9f25-467e-960a-774222abd3a3 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:56.484563 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-77dd295a-66cc-4a83-b4f1-3917ccc7e617 req-6c70f1b5-9f25-467e-960a-774222abd3a3 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1152139 Aug 31 14:27:56.723371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c4afd-edb5-4f02-b5a5-6e13e9bf9077 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Deleting port 5739eea8-5e99-4e03-8cd5-ad6ee7bb535d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:56.723371 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e4c4afd-edb5-4f02-b5a5-6e13e9bf9077 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:56.839084 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e4c4afd-edb5-4f02-b5a5-6e13e9bf9077 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:56.839445 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e4c4afd-edb5-4f02-b5a5-6e13e9bf9077 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:56.864807 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c4afd-edb5-4f02-b5a5-6e13e9bf9077 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Calling delete_port for 5739eea8-5e99-4e03-8cd5-ad6ee7bb535d owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:56.947351 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-77dd295a-66cc-4a83-b4f1-3917ccc7e617 req-34e5662e-3885-44e2-80c6-7c1d92c9e7ed tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615269 Aug 31 14:27:57.130142 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e4c4afd-edb5-4f02-b5a5-6e13e9bf9077 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:57.157896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c4afd-edb5-4f02-b5a5-6e13e9bf9077 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event deleted for resources: {'Port': ['ID=5739eea8-5e99-4e03-8cd5-ad6ee7bb535d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:57.260353 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e4c4afd-edb5-4f02-b5a5-6e13e9bf9077 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:57.260774 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-8e4c4afd-edb5-4f02-b5a5-6e13e9bf9077 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Floating IP fc678c63-9bca-4d96-832f-e01e4500e4bf disassociated (deleted). External IP: 172.25.2.154, port: 4e678b8b-f73a-436c-8f4e-c69a1c5e3c4a. Aug 31 14:27:57.541041 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4c4afd-edb5-4f02-b5a5-6e13e9bf9077 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Router e870c7c1-477b-4be6-97d5-96aafbea0910 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:27:57.673946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4c4afd-edb5-4f02-b5a5-6e13e9bf9077 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:57.679403 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e4c4afd-edb5-4f02-b5a5-6e13e9bf9077 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:57.686891 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcdb720-05cb-4aaf-8884-2bdbd7c22e2e None None] Sync routers for ids ['e870c7c1-477b-4be6-97d5-96aafbea0910'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:57.709980 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8e4c4afd-edb5-4f02-b5a5-6e13e9bf9077 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "DELETE /v2.0/floatingips/fc678c63-9bca-4d96-832f-e01e4500e4bf HTTP/1.1" status: 204 len: 168 time: 1.2457030 Aug 31 14:27:57.713393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcdb720-05cb-4aaf-8884-2bdbd7c22e2e None None] Routers {'e870c7c1-477b-4be6-97d5-96aafbea0910'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:57.713587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43154) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:57.714402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-edcdb720-05cb-4aaf-8884-2bdbd7c22e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:27:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e870c7c1-477b-4be6-97d5-96aafbea0910'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:57.719405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:57.746368 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:57.765990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-edcdb720-05cb-4aaf-8884-2bdbd7c22e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:57.779699 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcdb720-05cb-4aaf-8884-2bdbd7c22e2e None None] Routers {'e870c7c1-477b-4be6-97d5-96aafbea0910'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:57.780392 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-edcdb720-05cb-4aaf-8884-2bdbd7c22e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:27:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e870c7c1-477b-4be6-97d5-96aafbea0910'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:57.826737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-edcdb720-05cb-4aaf-8884-2bdbd7c22e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:57.827533 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcdb720-05cb-4aaf-8884-2bdbd7c22e2e None None] The sync data for ids ['e870c7c1-477b-4be6-97d5-96aafbea0910'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:57.883482 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:58.062325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Allocated IP 172.25.2.250 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/75d1570a-1ce1-47a0-b739-117cd7c5ed9b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:58.176400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8065f54-f483-47b7-bf62-4a04e5b78cbf req-d37a7706-236d-4649-a82f-662650696276 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:58.177989 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8065f54-f483-47b7-bf62-4a04e5b78cbf req-d37a7706-236d-4649-a82f-662650696276 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1327684 Aug 31 14:27:58.258504 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8065f54-f483-47b7-bf62-4a04e5b78cbf req-e7fcf775-29a2-404e-a93c-3e901ec55ffc tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686002 Aug 31 14:27:58.261415 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:58.354835 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:58.427128 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:58.430349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:58.433363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:58.490929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Pushing event updated for resources: {'Port': ['ID=75d1570a-1ce1-47a0-b739-117cd7c5ed9b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:58.568928 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:58.623233 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:58.836779 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:58.842707 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:58.903884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43220) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:58.933072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Pushing event updated for resources: {'Port': ['ID=75d1570a-1ce1-47a0-b739-117cd7c5ed9b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:58.938129 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:58.960332 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:58.965064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43226) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:58.966031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-01871106-5c66-4e04-99bb-a0c72e394532 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2508419 Aug 31 14:27:59.099673 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fcd19e1-ef21-4926-8e6a-1735fd1be390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.210240 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fcd19e1-ef21-4926-8e6a-1735fd1be390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.216821 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fcd19e1-ef21-4926-8e6a-1735fd1be390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.249274 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:59.270616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd19e1-ef21-4926-8e6a-1735fd1be390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254b1bca-dc76-4a95-bfe0-7792a12a5155,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:59.283548 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43232) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:59.283686 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2fcd19e1-ef21-4926-8e6a-1735fd1be390 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38670e03827b4d3b9122a547b76cf80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786025 Aug 31 14:27:59.316495 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.381908 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32250666-1057-4aa4-9055-429b4d747ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.422108 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32250666-1057-4aa4-9055-429b4d747ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.455456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9fa60-b4df-4204-8424-e11a2406ad44 req-dc674847-2844-4516-bbf2-1fed1b786314 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:59.456566 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-18e9fa60-b4df-4204-8424-e11a2406ad44 req-dc674847-2844-4516-bbf2-1fed1b786314 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0871198 Aug 31 14:27:59.486502 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32250666-1057-4aa4-9055-429b4d747ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.489475 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32250666-1057-4aa4-9055-429b4d747ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.493803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-32250666-1057-4aa4-9055-429b4d747ac2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/254b1bca-dc76-4a95-bfe0-7792a12a5155 HTTP/1.1" status: 204 len: 168 time: 0.2041085 Aug 31 14:27:59.517457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32250666-1057-4aa4-9055-429b4d747ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254b1bca-dc76-4a95-bfe0-7792a12a5155,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:59.537183 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-18e9fa60-b4df-4204-8424-e11a2406ad44 req-5eec7dab-d44b-4833-8d82-20b8d8a264e3 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738328 Aug 31 14:27:59.578376 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.697623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Allocated IP 172.25.2.47 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/8069be78-c833-4d53-ad9b-005fa193b158) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:59.821448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43244) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:59.837209 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.843437 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a126485-b797-43e0-8610-cb3458df725c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.889577 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.940216 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:59.944244 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:59.954454 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:59.967069 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a126485-b797-43e0-8610-cb3458df725c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.970983 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a126485-b797-43e0-8610-cb3458df725c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.984032 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Pushing event updated for resources: {'Port': ['ID=8069be78-c833-4d53-ad9b-005fa193b158,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:00.020679 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4a126485-b797-43e0-8610-cb3458df725c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53fe76d061944dabb11c77231b665b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974425 Aug 31 14:28:00.023359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43248) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:00.030378 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a126485-b797-43e0-8610-cb3458df725c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4949cf69-6dfd-40c1-a2e7-a6baba2103bc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:00.066024 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:00.094881 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81286369-a23d-4293-8633-59036be6dbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:00.104066 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:00.121002 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81286369-a23d-4293-8633-59036be6dbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:00.181945 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81286369-a23d-4293-8633-59036be6dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:00.185737 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81286369-a23d-4293-8633-59036be6dbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:00.189662 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-81286369-a23d-4293-8633-59036be6dbc2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4949cf69-6dfd-40c1-a2e7-a6baba2103bc HTTP/1.1" status: 204 len: 168 time: 0.1627252 Aug 31 14:28:00.195815 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81286369-a23d-4293-8633-59036be6dbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4949cf69-6dfd-40c1-a2e7-a6baba2103bc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:00.292506 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:00.299030 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:00.347163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Pushing event updated for resources: {'Port': ['ID=8069be78-c833-4d53-ad9b-005fa193b158,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:00.410008 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:00.428207 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:00.429858 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c403875b-3949-4e46-bb4e-adc70f6592f6 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4625232 Aug 31 14:28:00.432421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43258) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:00.521318 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-45841b73-7ec3-45c3-8a34-35a102820545 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4790 time: 0.0874884 Aug 31 14:28:00.523776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43264) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:00.605497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43274) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:00.606885 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c1576150-d0cd-4d27-bc8e-f0af5605fad5 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.0809946 Aug 31 14:28:00.790947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da5886-7579-47a0-ae4e-fe7b75e894e6 req-03d17f15-8f34-49f8-a3a5-8be0380927e9 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:00.792549 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-58da5886-7579-47a0-ae4e-fe7b75e894e6 req-03d17f15-8f34-49f8-a3a5-8be0380927e9 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1325781 Aug 31 14:28:00.810507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-51b53c9b-4e7d-497d-ade9-b3ebbabf3761 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Deleting port 8069be78-c833-4d53-ad9b-005fa193b158 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:00.810940 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-51b53c9b-4e7d-497d-ade9-b3ebbabf3761 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:00.882337 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43282) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:00.891545 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-58da5886-7579-47a0-ae4e-fe7b75e894e6 req-9ae14d37-1556-4e5f-bed7-56ba867d6c57 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836160 Aug 31 14:28:00.929285 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-51b53c9b-4e7d-497d-ade9-b3ebbabf3761 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:00.929616 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-51b53c9b-4e7d-497d-ade9-b3ebbabf3761 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:00.945523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-51b53c9b-4e7d-497d-ade9-b3ebbabf3761 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Calling delete_port for 8069be78-c833-4d53-ad9b-005fa193b158 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:01.077105 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57d1a85c-06bd-4008-848e-57343462ead0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:01.152384 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-51b53c9b-4e7d-497d-ade9-b3ebbabf3761 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:01.196649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b53c9b-4e7d-497d-ade9-b3ebbabf3761 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Pushing event deleted for resources: {'Port': ['ID=8069be78-c833-4d53-ad9b-005fa193b158,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:01.244569 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57d1a85c-06bd-4008-848e-57343462ead0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:01.250230 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57d1a85c-06bd-4008-848e-57343462ead0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:01.301617 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-57d1a85c-06bd-4008-848e-57343462ead0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40d5acb8cfc24802840f6104e475e699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184570 Aug 31 14:28:01.302570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1a85c-06bd-4008-848e-57343462ead0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4419da5d-ebe9-47e9-968b-0a80d37169a2,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:01.305368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43298) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:01.397958 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e27e1f2-ceba-4dea-94d6-3386839f9aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:01.432803 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e27e1f2-ceba-4dea-94d6-3386839f9aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:01.505081 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e27e1f2-ceba-4dea-94d6-3386839f9aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:01.507934 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e27e1f2-ceba-4dea-94d6-3386839f9aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:01.509227 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0e27e1f2-ceba-4dea-94d6-3386839f9aa0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4419da5d-ebe9-47e9-968b-0a80d37169a2 HTTP/1.1" status: 204 len: 168 time: 0.2029207 Aug 31 14:28:01.526696 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27e1f2-ceba-4dea-94d6-3386839f9aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4419da5d-ebe9-47e9-968b-0a80d37169a2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:01.628545 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-51b53c9b-4e7d-497d-ade9-b3ebbabf3761 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:01.634257 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-51b53c9b-4e7d-497d-ade9-b3ebbabf3761 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:01.636800 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-51b53c9b-4e7d-497d-ade9-b3ebbabf3761 tempest-FloatingIPAdminTestJSON-1405148510 tempest-FloatingIPAdminTestJSON-1405148510-project] 10.222.0.39 "DELETE /v2.0/floatingips/5211ee65-c162-4db1-9724-a9a6e76cda7b HTTP/1.1" status: 204 len: 168 time: 1.0295002 Aug 31 14:28:01.640731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43310) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:01.819045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fd2aa5c1-11ae-4060-8235-f08db3684622 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Deleting port 75d1570a-1ce1-47a0-b739-117cd7c5ed9b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:01.819424 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa5c1-11ae-4060-8235-f08db3684622 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:01.914118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa5c1-11ae-4060-8235-f08db3684622 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:01.914118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa5c1-11ae-4060-8235-f08db3684622 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:01.929966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fd2aa5c1-11ae-4060-8235-f08db3684622 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Calling delete_port for 75d1570a-1ce1-47a0-b739-117cd7c5ed9b owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:02.023356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a421-afb4-4e54-b01b-7928fbe1c461 req-959d3d77-8a12-4203-97c4-1f18d28181e1 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:02.024909 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7ff5a421-afb4-4e54-b01b-7928fbe1c461 req-959d3d77-8a12-4203-97c4-1f18d28181e1 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0615799 Aug 31 14:28:02.077158 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7ff5a421-afb4-4e54-b01b-7928fbe1c461 req-e2e43688-ab44-4e15-80ca-9cc1e2921c2f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427332 Aug 31 14:28:02.085782 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa5c1-11ae-4060-8235-f08db3684622 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:02.136720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2aa5c1-11ae-4060-8235-f08db3684622 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Pushing event deleted for resources: {'Port': ['ID=75d1570a-1ce1-47a0-b739-117cd7c5ed9b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:02.200395 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa5c1-11ae-4060-8235-f08db3684622 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:02.204311 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa5c1-11ae-4060-8235-f08db3684622 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:02.205457 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fd2aa5c1-11ae-4060-8235-f08db3684622 tempest-FloatingIPAdminTestJSON-2029623773 tempest-FloatingIPAdminTestJSON-2029623773-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/3d20a71e-1d91-4ab1-9077-c1a36802b0ae HTTP/1.1" status: 204 len: 168 time: 0.5629139 Aug 31 14:28:02.209093 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43338) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:02.324043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dc19b762-a16f-4566-be66-07f654c0124c tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Deleting port 4e678b8b-f73a-436c-8f4e-c69a1c5e3c4a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:02.326425 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc19b762-a16f-4566-be66-07f654c0124c tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:02.438600 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc19b762-a16f-4566-be66-07f654c0124c tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:02.453754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dc19b762-a16f-4566-be66-07f654c0124c tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Calling delete_port for 4e678b8b-f73a-436c-8f4e-c69a1c5e3c4a owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:02.626314 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc19b762-a16f-4566-be66-07f654c0124c tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:02.658232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19b762-a16f-4566-be66-07f654c0124c tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event deleted for resources: {'Port': ['ID=4e678b8b-f73a-436c-8f4e-c69a1c5e3c4a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:02.753727 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc19b762-a16f-4566-be66-07f654c0124c tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:02.759340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dc19b762-a16f-4566-be66-07f654c0124c tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "DELETE /v2.0/ports/4e678b8b-f73a-436c-8f4e-c69a1c5e3c4a HTTP/1.1" status: 204 len: 168 time: 0.5463865 Aug 31 14:28:02.759719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43368) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:02.837470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e46411-6980-47f6-bd4b-f5297565587f tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:02.839217 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e2e46411-6980-47f6-bd4b-f5297565587f tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "GET /v2.0/ports?device_id=e870c7c1-477b-4be6-97d5-96aafbea0910 HTTP/1.1" status: 200 len: 913 time: 0.0782101 Aug 31 14:28:02.842939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43370) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:03.302955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013653ec-2456-46d6-b9fc-dfb89c406418 req-a70060f4-6e9a-4a41-b292-bdb34a041825 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:03.311705 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-013653ec-2456-46d6-b9fc-dfb89c406418 req-a70060f4-6e9a-4a41-b292-bdb34a041825 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1148398 Aug 31 14:28:03.429221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-013653ec-2456-46d6-b9fc-dfb89c406418 req-e2072bbf-8297-40ac-b48d-6753c7bc7243 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110442 Aug 31 14:28:03.501275 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da1e7b72-c95a-44e9-a029-35ef6b213582 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:03.797752 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:28:03.902312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-da1e7b72-c95a-44e9-a029-35ef6b213582 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Deleting port b7fa5c18-efca-4855-8825-b20991099826 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:03.902644 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da1e7b72-c95a-44e9-a029-35ef6b213582 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:04.023339 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da1e7b72-c95a-44e9-a029-35ef6b213582 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:04.048431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-da1e7b72-c95a-44e9-a029-35ef6b213582 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Calling delete_port for b7fa5c18-efca-4855-8825-b20991099826 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:04.264180 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da1e7b72-c95a-44e9-a029-35ef6b213582 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:04.298772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e7b72-c95a-44e9-a029-35ef6b213582 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event deleted for resources: {'Port': ['ID=b7fa5c18-efca-4855-8825-b20991099826,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:04.487058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43428) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:04.595630 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da1e7b72-c95a-44e9-a029-35ef6b213582 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:04.638418 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397592-bd78-43cb-9e9c-fe9eccd067dc req-be3ff1a8-804e-4377-897d-e4618bf34a30 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:04.641511 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef397592-bd78-43cb-9e9c-fe9eccd067dc req-be3ff1a8-804e-4377-897d-e4618bf34a30 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0949755 Aug 31 14:28:04.692815 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef397592-bd78-43cb-9e9c-fe9eccd067dc req-e1fb0c32-5734-4179-8359-7ad6b088dad1 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459952 Aug 31 14:28:04.824389 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a646850-1c20-4db2-a4f1-d87af5e613d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:04.862237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1e7b72-c95a-44e9-a029-35ef6b213582 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Router e870c7c1-477b-4be6-97d5-96aafbea0910 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:28:04.941373 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a646850-1c20-4db2-a4f1-d87af5e613d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:04.946952 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a646850-1c20-4db2-a4f1-d87af5e613d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:04.997174 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9a646850-1c20-4db2-a4f1-d87af5e613d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=405ef31e289249089743e13534b083be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5086856 Aug 31 14:28:04.998063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a646850-1c20-4db2-a4f1-d87af5e613d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6342b4-91fc-47a3-8476-93b309d43c7c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:05.000504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43442) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:05.001751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1e7b72-c95a-44e9-a029-35ef6b213582 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:28:05.012108 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649757d-5f23-421a-9212-aa56842fa329 None None] Sync routers for ids ['e870c7c1-477b-4be6-97d5-96aafbea0910'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:28:05.014222 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-da1e7b72-c95a-44e9-a029-35ef6b213582 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "PUT /v2.0/routers/e870c7c1-477b-4be6-97d5-96aafbea0910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1698282 Aug 31 14:28:05.018844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43444) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:05.021900 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649757d-5f23-421a-9212-aa56842fa329 None None] Routers {'e870c7c1-477b-4be6-97d5-96aafbea0910'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:28:05.022523 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9649757d-5f23-421a-9212-aa56842fa329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:27:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e870c7c1-477b-4be6-97d5-96aafbea0910'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:05.056245 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9649757d-5f23-421a-9212-aa56842fa329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:05.065621 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649757d-5f23-421a-9212-aa56842fa329 None None] Routers {'e870c7c1-477b-4be6-97d5-96aafbea0910'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:28:05.066505 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9649757d-5f23-421a-9212-aa56842fa329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:27:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e870c7c1-477b-4be6-97d5-96aafbea0910'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:05.087835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43446) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:05.093202 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-052ca187-e377-4cbe-a18c-e01d198453c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.107274 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9649757d-5f23-421a-9212-aa56842fa329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:05.108175 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649757d-5f23-421a-9212-aa56842fa329 None None] The sync data for ids ['e870c7c1-477b-4be6-97d5-96aafbea0910'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:28:05.116602 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-052ca187-e377-4cbe-a18c-e01d198453c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.167976 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-052ca187-e377-4cbe-a18c-e01d198453c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.169513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.171479 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-052ca187-e377-4cbe-a18c-e01d198453c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.176176 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-052ca187-e377-4cbe-a18c-e01d198453c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f6342b4-91fc-47a3-8476-93b309d43c7c HTTP/1.1" status: 204 len: 168 time: 0.1719098 Aug 31 14:28:05.182029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ca187-e377-4cbe-a18c-e01d198453c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6342b4-91fc-47a3-8476-93b309d43c7c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:05.270740 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9395c6ba-e44d-4077-9483-5b872e2ed02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.315238 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.418392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Deleting port 6e5fe317-2436-43f1-9fe4-4abd6b82645a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:05.418923 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.474284 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9395c6ba-e44d-4077-9483-5b872e2ed02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.542420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43458) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:05.557427 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c96311c7-5c9e-4de4-bc0f-037d260bfe63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.627019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 44fb20a6-10bc-4b02-907c-f9a213d78a46 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:28:05.674897 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c96311c7-5c9e-4de4-bc0f-037d260bfe63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.679480 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c96311c7-5c9e-4de4-bc0f-037d260bfe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.722312 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c96311c7-5c9e-4de4-bc0f-037d260bfe63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5448285d45be43f19012fb217581ca6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785123 Aug 31 14:28:05.727804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43464) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:05.751082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96311c7-5c9e-4de4-bc0f-037d260bfe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fdb9c6-c1c1-4fea-9fc8-e184616bdc0c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:05.814952 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb6e9-ce51-4445-84b2-396ce6b59a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.815709 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9395c6ba-e44d-4077-9483-5b872e2ed02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.853589 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb6e9-ce51-4445-84b2-396ce6b59a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.881415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 44fb20a6-10bc-4b02-907c-f9a213d78a46, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=44fb20a6-10bc-4b02-907c-f9a213d78a46,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:05.893241 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '44fb20a6-10bc-4b02-907c-f9a213d78a46', 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631', 'port_id': '44fb20a6-10bc-4b02-907c-f9a213d78a46', 'mac_address': 'fa:16:3e:44:4b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f369ee74-3273-4e69-abd8-8da86f146e8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:28:05.900219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9395c6ba-e44d-4077-9483-5b872e2ed02b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e888d7be95714f30bd6ad2af15b47328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8113015 Aug 31 14:28:05.904059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43466) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:05.924494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395c6ba-e44d-4077-9483-5b872e2ed02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c6e58d-2791-4f93-88ab-8eb9120e44d9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:05.934209 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.937908 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.945304 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb6e9-ce51-4445-84b2-396ce6b59a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.948093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb6e9-ce51-4445-84b2-396ce6b59a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.949913 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4c0eb6e9-ce51-4445-84b2-396ce6b59a6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11fdb9c6-c1c1-4fea-9fc8-e184616bdc0c HTTP/1.1" status: 204 len: 168 time: 0.2204113 Aug 31 14:28:05.951351 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Calling delete_port for 6e5fe317-2436-43f1-9fe4-4abd6b82645a owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:05.956694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44fb20a6-10bc-4b02-907c-f9a213d78a46 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:28:05.962371 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0eb6e9-ce51-4445-84b2-396ce6b59a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fdb9c6-c1c1-4fea-9fc8-e184616bdc0c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:05.981891 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 44fb20a6-10bc-4b02-907c-f9a213d78a46, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=44fb20a6-10bc-4b02-907c-f9a213d78a46,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:05.985045 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8bc537c8-f40d-4f47-b08b-096c062102fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.998388 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.034459 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8bc537c8-f40d-4f47-b08b-096c062102fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.058850 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cdd69-ed25-4d44-872c-afa3885a10af req-3492d5cf-8952-4785-bdcf-292e9a4b5422 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:06.060563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d2cdd69-ed25-4d44-872c-afa3885a10af req-3492d5cf-8952-4785-bdcf-292e9a4b5422 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1835201 Aug 31 14:28:06.072453 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=44fb20a6-10bc-4b02-907c-f9a213d78a46,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:06.122096 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8bc537c8-f40d-4f47-b08b-096c062102fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.125171 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8bc537c8-f40d-4f47-b08b-096c062102fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.127663 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8bc537c8-f40d-4f47-b08b-096c062102fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30c6e58d-2791-4f93-88ab-8eb9120e44d9 HTTP/1.1" status: 204 len: 168 time: 0.2218339 Aug 31 14:28:06.138585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc537c8-f40d-4f47-b08b-096c062102fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c6e58d-2791-4f93-88ab-8eb9120e44d9,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:06.159783 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d2cdd69-ed25-4d44-872c-afa3885a10af req-7dd27ef7-1a5e-4bcd-9509-6d7ca660763a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882905 Aug 31 14:28:06.238051 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.270960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event deleted for resources: {'Port': ['ID=6e5fe317-2436-43f1-9fe4-4abd6b82645a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:06.290170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['44fb20a6-10bc-4b02-907c-f9a213d78a46'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:28:06.339673 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.446362 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.450982 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.534999 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.536081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Fanout notify agent at l3_agent the message router_deleted on router e870c7c1-477b-4be6-97d5-96aafbea0910 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:28:06.543612 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.544910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-40ec36f3-83b8-418f-b6c1-e80e8a03c35d tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "DELETE /v2.0/routers/e870c7c1-477b-4be6-97d5-96aafbea0910 HTTP/1.1" status: 204 len: 168 time: 1.5251331 Aug 31 14:28:06.547736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43488) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:06.548824 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43490) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:06.567255 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35057643-6eae-445f-b217-8ca25286b6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.624056 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa381dc-d7dc-4886-a4c5-e2d4f710d657 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Deleting subnet b0528aae-a81f-4c18-8562-51cecfa39ff8 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:28:06.627877 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5fa381dc-d7dc-4886-a4c5-e2d4f710d657 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.691872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5fa381dc-d7dc-4886-a4c5-e2d4f710d657 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.697327 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35057643-6eae-445f-b217-8ca25286b6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.702160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35057643-6eae-445f-b217-8ca25286b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.745992 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-35057643-6eae-445f-b217-8ca25286b6c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8887f6a2c6249cab008f0c3c9c8968f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935863 Aug 31 14:28:06.745992 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35057643-6eae-445f-b217-8ca25286b6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963863ca-f18a-40e3-b843-0b8b6e5f694a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:06.748049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43496) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:06.808408 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5fa381dc-d7dc-4886-a4c5-e2d4f710d657 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.818227 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31fc5ccf-cc66-4c69-8e43-f6cfcf3fe03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.841124 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31fc5ccf-cc66-4c69-8e43-f6cfcf3fe03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.890764 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5fa381dc-d7dc-4886-a4c5-e2d4f710d657 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.912146 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31fc5ccf-cc66-4c69-8e43-f6cfcf3fe03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.915935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31fc5ccf-cc66-4c69-8e43-f6cfcf3fe03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.920304 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-31fc5ccf-cc66-4c69-8e43-f6cfcf3fe03f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/963863ca-f18a-40e3-b843-0b8b6e5f694a HTTP/1.1" status: 204 len: 168 time: 0.1686850 Aug 31 14:28:06.926759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc5ccf-cc66-4c69-8e43-f6cfcf3fe03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963863ca-f18a-40e3-b843-0b8b6e5f694a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:06.933090 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa381dc-d7dc-4886-a4c5-e2d4f710d657 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event deleted for resources: {'Subnet': ['ID=b0528aae-a81f-4c18-8562-51cecfa39ff8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:06.935916 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5fa381dc-d7dc-4886-a4c5-e2d4f710d657 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.939911 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5fa381dc-d7dc-4886-a4c5-e2d4f710d657 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "DELETE /v2.0/subnets/b0528aae-a81f-4c18-8562-51cecfa39ff8 HTTP/1.1" status: 204 len: 168 time: 0.3909149 Aug 31 14:28:06.940930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43508) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:06.949781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6112cb8d-959c-4161-bfd4-8110f08d40dc None None] Network 133a0adf-235b-47b5-8246-839ca43d52f0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:07.065828 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.172746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Deleting port 17d346d3-0837-4792-bc52-d28d9485c25d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:07.173731 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.188835 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f02ef15-9f24-45df-b764-ac49e4c90e43 None None] DHCP port deletion for 133a0adf-235b-47b5-8246-839ca43d52f0 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:28:07.258112 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0f02ef15-9f24-45df-b764-ac49e4c90e43 None None] Deleting port 17d346d3-0837-4792-bc52-d28d9485c25d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:07.258756 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f02ef15-9f24-45df-b764-ac49e4c90e43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.263828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] For port 17d346d3-0837-4792-bc52-d28d9485c25d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=17d346d3-0837-4792-bc52-d28d9485c25d,segment=NetworkSegment(14ebe16b-def7-4f4e-914c-13ffe273819d),segment_id=14ebe16b-def7-4f4e-914c-13ffe273819d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:07.264271 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.294573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Calling delete_port for 17d346d3-0837-4792-bc52-d28d9485c25d owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:07.363087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa356-116b-4310-b213-5bb52fe17dd5 req-2551b8b9-c2c5-4329-906e-c7f94a954038 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:07.370864 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-910fa356-116b-4310-b213-5bb52fe17dd5 req-2551b8b9-c2c5-4329-906e-c7f94a954038 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 944 time: 0.0983825 Aug 31 14:28:07.378349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0f02ef15-9f24-45df-b764-ac49e4c90e43 None None] For port 17d346d3-0837-4792-bc52-d28d9485c25d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=17d346d3-0837-4792-bc52-d28d9485c25d,segment=NetworkSegment(14ebe16b-def7-4f4e-914c-13ffe273819d),segment_id=14ebe16b-def7-4f4e-914c-13ffe273819d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:07.378952 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f02ef15-9f24-45df-b764-ac49e4c90e43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.409816 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0f02ef15-9f24-45df-b764-ac49e4c90e43 None None] Calling delete_port for 17d346d3-0837-4792-bc52-d28d9485c25d owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:07.412033 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.431066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] No DVR routers for this DVR port 17d346d3-0837-4792-bc52-d28d9485c25d on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:28:07.461111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event deleted for resources: {'Port': ['ID=17d346d3-0837-4792-bc52-d28d9485c25d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:07.477464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 17d346d3-0837-4792-bc52-d28d9485c25d no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:28:07.494832 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-910fa356-116b-4310-b213-5bb52fe17dd5 req-be505c0d-c3be-40eb-a1f5-531b06485bc5 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082625 Aug 31 14:28:07.507461 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 17d346d3-0837-4792-bc52-d28d9485c25d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:28:07.507764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 17d346d3-0837-4792-bc52-d28d9485c25d not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:28:07.556249 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f02ef15-9f24-45df-b764-ac49e4c90e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.572591 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f02ef15-9f24-45df-b764-ac49e4c90e43 None None] No DVR routers for this DVR port 17d346d3-0837-4792-bc52-d28d9485c25d on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:28:07.602359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02ef15-9f24-45df-b764-ac49e4c90e43 None None] Pushing event deleted for resources: {'Port': ['ID=17d346d3-0837-4792-bc52-d28d9485c25d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:07.625330 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.636297 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133a0adf-235b-47b5-8246-839ca43d52f0']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:07.642345 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 44fb20a6-10bc-4b02-907c-f9a213d78a46 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:07.650637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ebe16b-def7-4f4e-914c-13ffe273819d') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:07.650961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ebe16b-def7-4f4e-914c-13ffe273819d') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:07.662402 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.677772 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.688811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:28:07.692676 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:28:07.698560 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:28:07.711258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 44fb20a6-10bc-4b02-907c-f9a213d78a46 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:07.712973 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.771987 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.781412 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.787085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43542) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:07.787610 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "DELETE /v2.0/networks/133a0adf-235b-47b5-8246-839ca43d52f0 HTTP/1.1" status: 204 len: 168 time: 0.8448110 Aug 31 14:28:07.811567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4b3c1-03a0-4d66-801e-811e49a7b921 tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event deleted for resources: {'Network': ['ID=133a0adf-235b-47b5-8246-839ca43d52f0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:07.847286 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:07.887856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8dcc15-dd88-497a-afe7-545f0d0db9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fb20a6-10bc-4b02-907c-f9a213d78a46'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:07.887856 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad52d830-8004-4163-8ee1-5f6315e01ae9" -d '{"events": [{"server_uuid": "9a8dcc15-dd88-497a-afe7-545f0d0db9c3", "name": "network-vif-plugged", "status": "completed", "tag": "44fb20a6-10bc-4b02-907c-f9a213d78a46"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:07.916112 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 44fb20a6-10bc-4b02-907c-f9a213d78a46, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=44fb20a6-10bc-4b02-907c-f9a213d78a46,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:07.928960 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:08.037147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=44fb20a6-10bc-4b02-907c-f9a213d78a46,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:08.043971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1e177d83-9b18-4ef0-a23c-a4458539f3bd tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Deleting port 6f514cc3-2946-45f1-8186-6fab0d69ca13 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:08.044351 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e177d83-9b18-4ef0-a23c-a4458539f3bd tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:08.053498 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b25392-62f8-48a0-b611-6e072847fd11 x-openstack-request-id: req-a4b25392-62f8-48a0-b611-6e072847fd11 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:08.054315 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8dcc15-dd88-497a-afe7-545f0d0db9c3", "name": "network-vif-plugged", "status": "completed", "tag": "44fb20a6-10bc-4b02-907c-f9a213d78a46", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:08.055039 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4b25392-62f8-48a0-b611-6e072847fd11 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:08.056069 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8dcc15-dd88-497a-afe7-545f0d0db9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fb20a6-10bc-4b02-907c-f9a213d78a46', 'code': 200} Aug 31 14:28:08.192030 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e177d83-9b18-4ef0-a23c-a4458539f3bd tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:08.192399 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e177d83-9b18-4ef0-a23c-a4458539f3bd tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:08.206530 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f84242-3b3f-49bb-9797-5e8c4c9f3219 req-978e7be2-5757-4b91-a4bc-9bde632a3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:08.208997 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3f84242-3b3f-49bb-9797-5e8c4c9f3219 req-978e7be2-5757-4b91-a4bc-9bde632a3c8a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 1096 time: 0.0903230 Aug 31 14:28:08.224531 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1e177d83-9b18-4ef0-a23c-a4458539f3bd tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Calling delete_port for 6f514cc3-2946-45f1-8186-6fab0d69ca13 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:08.315057 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3f84242-3b3f-49bb-9797-5e8c4c9f3219 req-660c2db5-f392-4254-b9b2-95237797f8eb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983479 Aug 31 14:28:08.427022 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e177d83-9b18-4ef0-a23c-a4458539f3bd tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:08.469039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e177d83-9b18-4ef0-a23c-a4458539f3bd tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Pushing event deleted for resources: {'Port': ['ID=6f514cc3-2946-45f1-8186-6fab0d69ca13,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:08.564067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e177d83-9b18-4ef0-a23c-a4458539f3bd tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:08.569430 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e177d83-9b18-4ef0-a23c-a4458539f3bd tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:08.570751 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1e177d83-9b18-4ef0-a23c-a4458539f3bd tempest-FloatingIPAdminTestJSON-2103869522 tempest-FloatingIPAdminTestJSON-2103869522-project] 10.222.0.39 "DELETE /v2.0/floatingips/9e62ffcc-c02f-4fba-b307-d28aae6453fe HTTP/1.1" status: 204 len: 168 time: 0.7826807 Aug 31 14:28:08.664795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83733438-07e6-4b43-a991-0a7e56f36c19 req-c7a8d821-b46d-48ab-87b5-e3c30bff9450 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:08.666417 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83733438-07e6-4b43-a991-0a7e56f36c19 req-c7a8d821-b46d-48ab-87b5-e3c30bff9450 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0943210 Aug 31 14:28:08.717228 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83733438-07e6-4b43-a991-0a7e56f36c19 req-3417d616-d9c2-4a33-8028-397cd05a78cd tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428638 Aug 31 14:28:08.950681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43606) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:09.135368 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f38098df-d3f4-4525-88f0-21ca4cc71d41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd99f8d047514892a5422a4f4de1c328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831408 Aug 31 14:28:09.138612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43614) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:09.200365 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f955ff30-335c-4ee4-924e-395543806179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:09.224488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f955ff30-335c-4ee4-924e-395543806179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:09.287667 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f955ff30-335c-4ee4-924e-395543806179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:09.290246 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f955ff30-335c-4ee4-924e-395543806179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:09.294669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f955ff30-335c-4ee4-924e-395543806179 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8b9e06b-37f7-4ce7-a293-6a83cb8abf63 HTTP/1.1" status: 204 len: 168 time: 0.1543071 Aug 31 14:28:09.302759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955ff30-335c-4ee4-924e-395543806179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b9e06b-37f7-4ce7-a293-6a83cb8abf63,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:09.695863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43634) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:09.867054 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08d61f92-49f5-43e0-935e-7a7326bf3294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:09.905664 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43646) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:09.906205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62bc3c-27a9-46ba-bfc3-91331a8946f3 req-b81375bd-07cd-4a33-9942-69b8f0754a8b tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:09.907828 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d62bc3c-27a9-46ba-bfc3-91331a8946f3 req-b81375bd-07cd-4a33-9942-69b8f0754a8b tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0981512 Aug 31 14:28:09.923524 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64131c85-0fcb-4a4d-88f2-4bb1279919bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:09.976451 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d62bc3c-27a9-46ba-bfc3-91331a8946f3 req-4d0e125e-21fb-458b-8083-d046cb99a6a3 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590544 Aug 31 14:28:10.042049 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08d61f92-49f5-43e0-935e-7a7326bf3294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:10.048351 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08d61f92-49f5-43e0-935e-7a7326bf3294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:10.106245 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-08d61f92-49f5-43e0-935e-7a7326bf3294 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77f3231474bb4bf393431896be3dcc7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089041 Aug 31 14:28:10.108015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d61f92-49f5-43e0-935e-7a7326bf3294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b9966c-8279-429f-bfff-50f7081e9d4d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:10.109508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43650) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:10.188872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc7a69-15d7-43b1-9342-6412f9507144 req-4fc2d3a9-c3cd-4c8b-9a14-d2174a09418d tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:10.190633 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-66dc7a69-15d7-43b1-9342-6412f9507144 req-4fc2d3a9-c3cd-4c8b-9a14-d2174a09418d tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.1219490 Aug 31 14:28:10.236903 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4821b562-7e25-4b67-9b2a-d016e87125f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:10.269564 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64131c85-0fcb-4a4d-88f2-4bb1279919bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:10.281786 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64131c85-0fcb-4a4d-88f2-4bb1279919bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:10.290445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4821b562-7e25-4b67-9b2a-d016e87125f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:10.301337 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-66dc7a69-15d7-43b1-9342-6412f9507144 req-87bd8500-b1c6-4ef1-babf-24276868315a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024303 Aug 31 14:28:10.360800 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-64131c85-0fcb-4a4d-88f2-4bb1279919bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab5dbe61ec0a4d998f4de0df17780ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537098 Aug 31 14:28:10.362474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64131c85-0fcb-4a4d-88f2-4bb1279919bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8063ddef-35e1-4735-a4b6-4d72b2357eaa,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:10.365335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43658) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:10.389423 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4821b562-7e25-4b67-9b2a-d016e87125f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:10.392414 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4821b562-7e25-4b67-9b2a-d016e87125f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:10.393632 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4821b562-7e25-4b67-9b2a-d016e87125f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03b9966c-8279-429f-bfff-50f7081e9d4d HTTP/1.1" status: 204 len: 168 time: 0.2821181 Aug 31 14:28:10.403716 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821b562-7e25-4b67-9b2a-d016e87125f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b9966c-8279-429f-bfff-50f7081e9d4d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:10.495916 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f34550a0-107b-48c1-a959-3ad6157e7c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:10.523009 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f34550a0-107b-48c1-a959-3ad6157e7c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:10.596388 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f34550a0-107b-48c1-a959-3ad6157e7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:10.599479 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f34550a0-107b-48c1-a959-3ad6157e7c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:10.603728 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f34550a0-107b-48c1-a959-3ad6157e7c21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8063ddef-35e1-4735-a4b6-4d72b2357eaa HTTP/1.1" status: 204 len: 168 time: 0.2357874 Aug 31 14:28:10.613503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34550a0-107b-48c1-a959-3ad6157e7c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8063ddef-35e1-4735-a4b6-4d72b2357eaa,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:10.742848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43682) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:10.912598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c82b7-3b46-424e-a49f-12f946770753 req-c5c012d4-598a-46d6-a715-9badece75515 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:10.914291 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a17c82b7-3b46-424e-a49f-12f946770753 req-c5c012d4-598a-46d6-a715-9badece75515 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/networks?id=87a1d08a-de4a-464e-9db1-2a8b6227a631 HTTP/1.1" status: 200 len: 815 time: 0.1530731 Aug 31 14:28:10.931818 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a17c82b7-3b46-424e-a49f-12f946770753 req-ae3d824d-01ca-43db-8038-55f46b6f3168 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/quotas/1e296a091eb24fc69c75f8c0d3d3144e HTTP/1.1" status: 200 len: 375 time: 0.0102150 Aug 31 14:28:10.990950 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a17c82b7-3b46-424e-a49f-12f946770753 req-23b48174-94ba-4158-86de-47480a55dfae tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e296a091eb24fc69c75f8c0d3d3144e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525000 Aug 31 14:28:11.077695 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46af5fa2-15db-4e9c-a450-e718a7bd94a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:11.141764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43698) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:11.157427 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c227-1cc9-4509-80aa-78c43f874181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:11.164162 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a17c82b7-3b46-424e-a49f-12f946770753 req-23af0c82-3a2a-4889-bf60-51f6fda4e658 service neutron] 10.222.0.39 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625557 Aug 31 14:28:11.292037 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a17c82b7-3b46-424e-a49f-12f946770753 req-42a27f8c-ec4c-43b9-8dbd-de50f64f88a5 service neutron] 10.222.0.39 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223333 Aug 31 14:28:11.312067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46af5fa2-15db-4e9c-a450-e718a7bd94a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:11.320800 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46af5fa2-15db-4e9c-a450-e718a7bd94a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:11.383156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5fa2-15db-4e9c-a450-e718a7bd94a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191e5efd-1044-4385-8962-de8af1310776,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:11.390018 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-46af5fa2-15db-4e9c-a450-e718a7bd94a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c40dff66c124a6facc545bbc19d4f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6458769 Aug 31 14:28:11.392943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43706) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:11.451826 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c227-1cc9-4509-80aa-78c43f874181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:11.456394 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c227-1cc9-4509-80aa-78c43f874181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:11.465495 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8fae4f33-0d15-4ce6-b3fb-326bdb12d5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:11.494411 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8fae4f33-0d15-4ce6-b3fb-326bdb12d5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:11.528505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3c227-1cc9-4509-80aa-78c43f874181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00522c34-ad13-4424-9b53-70bf2e14ad5b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:11.567219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e4a3c227-1cc9-4509-80aa-78c43f874181 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6f1a923064d47d6ac16d1af92ca83f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4240367 Aug 31 14:28:11.567764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43720) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:11.600146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f07fb875-b467-4df9-ae45-85ccfbdf6064 req-22cec9c1-5041-44d1-a195-62a82d3b7a81 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 210 time: 0.0634341 Aug 31 14:28:11.603038 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8fae4f33-0d15-4ce6-b3fb-326bdb12d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:11.609732 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8fae4f33-0d15-4ce6-b3fb-326bdb12d5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:11.616086 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8fae4f33-0d15-4ce6-b3fb-326bdb12d5e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/191e5efd-1044-4385-8962-de8af1310776 HTTP/1.1" status: 204 len: 168 time: 0.2174842 Aug 31 14:28:11.629333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae4f33-0d15-4ce6-b3fb-326bdb12d5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191e5efd-1044-4385-8962-de8af1310776,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:11.677952 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d65332d-b046-4349-a648-fd32ae0cf53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:11.705760 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d65332d-b046-4349-a648-fd32ae0cf53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:11.789628 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d65332d-b046-4349-a648-fd32ae0cf53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:11.794063 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d65332d-b046-4349-a648-fd32ae0cf53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:11.795674 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2d65332d-b046-4349-a648-fd32ae0cf53c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00522c34-ad13-4424-9b53-70bf2e14ad5b HTTP/1.1" status: 204 len: 168 time: 0.2062311 Aug 31 14:28:11.804590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65332d-b046-4349-a648-fd32ae0cf53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00522c34-ad13-4424-9b53-70bf2e14ad5b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:12.022685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89a7db-f892-47e3-867a-da856df45770 req-c175f3d7-b2b9-45a1-8988-b402c4b38b71 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:12.024303 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-da89a7db-f892-47e3-867a-da856df45770 req-c175f3d7-b2b9-45a1-8988-b402c4b38b71 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a8dcc15-dd88-497a-afe7-545f0d0db9c3 HTTP/1.1" status: 200 len: 945 time: 0.0753548 Aug 31 14:28:12.192768 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-da89a7db-f892-47e3-867a-da856df45770 req-127a361c-d0e5-46ef-a003-f16086d6e99f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Deleting port 44fb20a6-10bc-4b02-907c-f9a213d78a46 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:12.193360 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-da89a7db-f892-47e3-867a-da856df45770 req-127a361c-d0e5-46ef-a003-f16086d6e99f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:12.205665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43746) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:12.222706 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe4a7f20-e895-47c4-badd-cb44400bb0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:12.341762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-da89a7db-f892-47e3-867a-da856df45770 req-127a361c-d0e5-46ef-a003-f16086d6e99f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] For port 44fb20a6-10bc-4b02-907c-f9a213d78a46, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=44fb20a6-10bc-4b02-907c-f9a213d78a46,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:12.341898 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-da89a7db-f892-47e3-867a-da856df45770 req-127a361c-d0e5-46ef-a003-f16086d6e99f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:12.359526 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-da89a7db-f892-47e3-867a-da856df45770 req-127a361c-d0e5-46ef-a003-f16086d6e99f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Calling delete_port for 44fb20a6-10bc-4b02-907c-f9a213d78a46 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:12.388217 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe4a7f20-e895-47c4-badd-cb44400bb0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:12.398956 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe4a7f20-e895-47c4-badd-cb44400bb0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:12.465661 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fe4a7f20-e895-47c4-badd-cb44400bb0df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e60851b6aeb4d57a16c4d1240d64996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578580 Aug 31 14:28:12.471376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a7f20-e895-47c4-badd-cb44400bb0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e402d07-5c7b-41bc-a690-489ff2456fcd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:12.475398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43758) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:12.545234 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f252178f-b782-4efa-8d96-e46bb0c55e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:12.565414 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-da89a7db-f892-47e3-867a-da856df45770 req-127a361c-d0e5-46ef-a003-f16086d6e99f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:12.578483 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['44fb20a6-10bc-4b02-907c-f9a213d78a46'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:28:12.584296 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f252178f-b782-4efa-8d96-e46bb0c55e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:12.629964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a361c-d0e5-46ef-a003-f16086d6e99f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Pushing event deleted for resources: {'Port': ['ID=44fb20a6-10bc-4b02-907c-f9a213d78a46,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:12.675989 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f252178f-b782-4efa-8d96-e46bb0c55e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:12.679603 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f252178f-b782-4efa-8d96-e46bb0c55e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:12.681208 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f252178f-b782-4efa-8d96-e46bb0c55e26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e402d07-5c7b-41bc-a690-489ff2456fcd HTTP/1.1" status: 204 len: 168 time: 0.2045212 Aug 31 14:28:12.696696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252178f-b782-4efa-8d96-e46bb0c55e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e402d07-5c7b-41bc-a690-489ff2456fcd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:12.786789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-da89a7db-f892-47e3-867a-da856df45770 req-127a361c-d0e5-46ef-a003-f16086d6e99f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] No DVR routers for this DVR port 44fb20a6-10bc-4b02-907c-f9a213d78a46 on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:28:12.790706 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-da89a7db-f892-47e3-867a-da856df45770 req-127a361c-d0e5-46ef-a003-f16086d6e99f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:12.794004 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-da89a7db-f892-47e3-867a-da856df45770 req-127a361c-d0e5-46ef-a003-f16086d6e99f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.25 "DELETE /v2.0/ports/44fb20a6-10bc-4b02-907c-f9a213d78a46 HTTP/1.1" status: 204 len: 173 time: 0.7600315 Aug 31 14:28:12.825955 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8dcc15-dd88-497a-afe7-545f0d0db9c3', 'name': 'network-vif-deleted', 'tag': '44fb20a6-10bc-4b02-907c-f9a213d78a46'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:12.830250 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7633b858-6a6d-4609-9a57-a8ebf1ccf495" -d '{"events": [{"server_uuid": "9a8dcc15-dd88-497a-afe7-545f0d0db9c3", "name": "network-vif-deleted", "tag": "44fb20a6-10bc-4b02-907c-f9a213d78a46"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:12.856584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c08687bc-f88a-4139-bdf8-e48c98cac6fb req-c9cc517c-107c-40b4-adfe-0f982616ad9d tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 210 time: 0.1287613 Aug 31 14:28:12.899407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c82b7-3b46-424e-a49f-12f946770753 req-d404d6e6-6758-4809-8d06-191aa16522c6 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:12.901391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a17c82b7-3b46-424e-a49f-12f946770753 req-d404d6e6-6758-4809-8d06-191aa16522c6 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.60 "GET /v2.0/networks?id=87a1d08a-de4a-464e-9db1-2a8b6227a631 HTTP/1.1" status: 200 len: 815 time: 0.1376193 Aug 31 14:28:12.915832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a17c82b7-3b46-424e-a49f-12f946770753 req-cebe1f6f-9f20-4379-86bb-85e549e2c016 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Request body: {'port': {'device_id': 'ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754', 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631', 'admin_state_up': True, 'tenant_id': '1e296a091eb24fc69c75f8c0d3d3144e'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:12.933759 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef05214-138e-4994-ac6c-97ff373ee0f9 x-openstack-request-id: req-fef05214-138e-4994-ac6c-97ff373ee0f9 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:12.934209 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8dcc15-dd88-497a-afe7-545f0d0db9c3", "name": "network-vif-deleted", "tag": "44fb20a6-10bc-4b02-907c-f9a213d78a46", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:12.934660 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fef05214-138e-4994-ac6c-97ff373ee0f9 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:12.935315 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8dcc15-dd88-497a-afe7-545f0d0db9c3', 'name': 'network-vif-deleted', 'tag': '44fb20a6-10bc-4b02-907c-f9a213d78a46', 'status': 'completed', 'code': 200} Aug 31 14:28:13.085236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17c82b7-3b46-424e-a49f-12f946770753 req-cebe1f6f-9f20-4379-86bb-85e549e2c016 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Made reservation on behalf of 1e296a091eb24fc69c75f8c0d3d3144e for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:13.092089 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a17c82b7-3b46-424e-a49f-12f946770753 req-cebe1f6f-9f20-4379-86bb-85e549e2c016 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:13.097498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43782) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:13.326679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-a17c82b7-3b46-424e-a49f-12f946770753 req-cebe1f6f-9f20-4379-86bb-85e549e2c016 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Allocated IP 172.20.0.6 (87a1d08a-de4a-464e-9db1-2a8b6227a631/f369ee74-3273-4e69-abd8-8da86f146e8c/a7470c0b-e4c3-4706-a621-f36ac9abba4c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:13.508705 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-511315640'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:13.574429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Made reservation on behalf of 9746d0a5d9fd4ea7a5b63318e0b9e525 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:13.578199 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:13.581681 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a17c82b7-3b46-424e-a49f-12f946770753 req-cebe1f6f-9f20-4379-86bb-85e549e2c016 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:13.588363 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:13.672287 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a17c82b7-3b46-424e-a49f-12f946770753 req-cebe1f6f-9f20-4379-86bb-85e549e2c016 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:13.687872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['44fb20a6-10bc-4b02-907c-f9a213d78a46'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:28:13.748442 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:13.754090 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:13.801619 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:28:13.812229 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe1f6f-9f20-4379-86bb-85e549e2c016 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Pushing event updated for resources: {'Port': ['ID=a7470c0b-e4c3-4706-a621-f36ac9abba4c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:13.816525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17c82b7-3b46-424e-a49f-12f946770753 req-cebe1f6f-9f20-4379-86bb-85e549e2c016 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Network 87a1d08a-de4a-464e-9db1-2a8b6227a631 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:13.818551 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-a17c82b7-3b46-424e-a49f-12f946770753 req-cebe1f6f-9f20-4379-86bb-85e549e2c016 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:13.820911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17c82b7-3b46-424e-a49f-12f946770753 req-cebe1f6f-9f20-4379-86bb-85e549e2c016 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:13.845059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf3fdad-bca4-4bfd-abe9-70a9cfa13ec7,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:13.851125 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:13.852108 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Added segment 95e66eef-6163-4a83-a4ba-245952d3dabc of type vlan for network 05bd152b-4a20-47e3-8b85-d22c4665915a Aug 31 14:28:13.895675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c82b7-3b46-424e-a49f-12f946770753 req-cebe1f6f-9f20-4379-86bb-85e549e2c016 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:13.896350 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a17c82b7-3b46-424e-a49f-12f946770753 req-cebe1f6f-9f20-4379-86bb-85e549e2c016 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:13.923632 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a17c82b7-3b46-424e-a49f-12f946770753 req-cebe1f6f-9f20-4379-86bb-85e549e2c016 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0130823 Aug 31 14:28:13.936099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Request body: {'port': {'device_id': 'ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:14.037332 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:14.054266 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:14.114444 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:14.126364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:14.128157 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:14.276717 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1780102 Aug 31 14:28:14.281257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43826) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:14.288253 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-49929e88-453e-4268-a595-e3c53ef1be9b tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Request body: {'subnet': {'network_id': '05bd152b-4a20-47e3-8b85-d22c4665915a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:14.392852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19d2b2-d7bf-4156-9381-a0372bd6e0c7 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Pushing event updated for resources: {'Network': ['ID=05bd152b-4a20-47e3-8b85-d22c4665915a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:14.407922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfa546-496d-4fce-85d7-d6b86f0317f1 req-c1cca7a4-61d4-4cac-a171-230fe7ab5b03 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:14.409637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 05bd152b-4a20-47e3-8b85-d22c4665915a details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:28:14.416624 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9bfa546-496d-4fce-85d7-d6b86f0317f1 req-c1cca7a4-61d4-4cac-a171-230fe7ab5b03 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 931 time: 0.3335788 Aug 31 14:28:14.448552 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49929e88-453e-4268-a595-e3c53ef1be9b tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Made reservation on behalf of 9746d0a5d9fd4ea7a5b63318e0b9e525 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:14.453529 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49929e88-453e-4268-a595-e3c53ef1be9b tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:14.580111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9bfa546-496d-4fce-85d7-d6b86f0317f1 req-8b1e7dc5-39b6-4fd6-9904-0852011f0ef8 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624415 Aug 31 14:28:14.647009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7470c0b-e4c3-4706-a621-f36ac9abba4c {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:28:14.656989 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:14.676306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Transition to ACTIVE for port object a7470c0b-e4c3-4706-a621-f36ac9abba4c will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:14.684420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:14.766267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Pushing event updated for resources: {'Port': ['ID=a7470c0b-e4c3-4706-a621-f36ac9abba4c,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:14.850815 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49929e88-453e-4268-a595-e3c53ef1be9b tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:14.862886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Attempting to bind port a7470c0b-e4c3-4706-a621-f36ac9abba4c on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:28:14.865981 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Attempting to bind port a7470c0b-e4c3-4706-a621-f36ac9abba4c by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ceb73b58-575a-40e1-82b1-095bb125ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:28:14.866441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Attempting to bind port a7470c0b-e4c3-4706-a621-f36ac9abba4c on network 87a1d08a-de4a-464e-9db1-2a8b6227a631 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:14.874880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Port a7470c0b-e4c3-4706-a621-f36ac9abba4c on network 87a1d08a-de4a-464e-9db1-2a8b6227a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:28:14.875248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Attempting to bind port a7470c0b-e4c3-4706-a621-f36ac9abba4c on network 87a1d08a-de4a-464e-9db1-2a8b6227a631 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:14.880609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:28:14.880954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Checking segment: {'id': 'ceb73b58-575a-40e1-82b1-095bb125ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:14.881345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Bound using segment: {'id': 'ceb73b58-575a-40e1-82b1-095bb125ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:28:14.881784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Bound port: a7470c0b-e4c3-4706-a621-f36ac9abba4c, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb73b58-575a-40e1-82b1-095bb125ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:28:14.882153 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:14.922150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49929e88-453e-4268-a595-e3c53ef1be9b tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Pushing event updated for resources: {'Subnet': ['ID=b12eaafc-caff-435c-9258-33aef06e1d79,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:14.933511 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49929e88-453e-4268-a595-e3c53ef1be9b tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Checking segment: {'id': '95e66eef-6163-4a83-a4ba-245952d3dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05bd152b-4a20-47e3-8b85-d22c4665915a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:14.935159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49929e88-453e-4268-a595-e3c53ef1be9b tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Network hostable DHCP agents. Network: 05bd152b-4a20-47e3-8b85-d22c4665915a, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:28:14.957285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43844) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:14.969381 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] For port a7470c0b-e4c3-4706-a621-f36ac9abba4c, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:28:14.973050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] For port a7470c0b-e4c3-4706-a621-f36ac9abba4c, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a7470c0b-e4c3-4706-a621-f36ac9abba4c,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:28:14.981686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49929e88-453e-4268-a595-e3c53ef1be9b tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Network 05bd152b-4a20-47e3-8b85-d22c4665915a is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:28:14.987308 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:14.994946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-49929e88-453e-4268-a595-e3c53ef1be9b tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 05bd152b-4a20-47e3-8b85-d22c4665915a) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:15.009317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf2357-f2d5-4d80-b8ae-f65188bb92b6 None None] Network 05bd152b-4a20-47e3-8b85-d22c4665915a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:15.027388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49929e88-453e-4268-a595-e3c53ef1be9b tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:15.028606 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49929e88-453e-4268-a595-e3c53ef1be9b tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:15.055587 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-49929e88-453e-4268-a595-e3c53ef1be9b tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7711794 Aug 31 14:28:15.058292 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43852) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:15.065940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:15.066623 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:15.069451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Request body: {'port': {'network_id': '05bd152b-4a20-47e3-8b85-d22c4665915a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-987507073'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:15.073554 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a17c82b7-3b46-424e-a49f-12f946770753 req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] 10.222.0.60 "PUT /v2.0/ports/a7470c0b-e4c3-4706-a621-f36ac9abba4c HTTP/1.1" status: 200 len: 1091 time: 1.1419461 Aug 31 14:28:15.074031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754', 'tag': 'a7470c0b-e4c3-4706-a621-f36ac9abba4c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:15.076957 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff262e2-a1e0-4d52-b687-c7d67f736f05" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754", "tag": "a7470c0b-e4c3-4706-a621-f36ac9abba4c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:15.207335 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a73cd3e-9c33-4778-a000-3308a5033ab0 x-openstack-request-id: req-1a73cd3e-9c33-4778-a000-3308a5033ab0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:15.207578 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754", "tag": "a7470c0b-e4c3-4706-a621-f36ac9abba4c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:15.207827 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a73cd3e-9c33-4778-a000-3308a5033ab0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:15.208753 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754', 'tag': 'a7470c0b-e4c3-4706-a621-f36ac9abba4c', 'status': 'completed', 'code': 200} Aug 31 14:28:15.224778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-05bd152b-4a20-47e3-8b85-d22c4665915a', 'network_id': '05bd152b-4a20-47e3-8b85-d22c4665915a', 'tenant_id': '9746d0a5d9fd4ea7a5b63318e0b9e525', 'fixed_ips': [{'subnet_id': 'b12eaafc-caff-435c-9258-33aef06e1d79'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:28:15.228116 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:15.241664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a4c69-e987-495f-b53d-67ecff7ba6ba service neutron] Pushing event updated for resources: {'Port': ['ID=a7470c0b-e4c3-4706-a621-f36ac9abba4c,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:15.266000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c82b7-3b46-424e-a49f-12f946770753 req-813bcdfa-8805-422d-85a3-a903dcb79bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:15.269611 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a17c82b7-3b46-424e-a49f-12f946770753 req-813bcdfa-8805-422d-85a3-a903dcb79bd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e296a091eb24fc69c75f8c0d3d3144e&device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 1094 time: 0.1416719 Aug 31 14:28:15.275446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Made reservation on behalf of 9746d0a5d9fd4ea7a5b63318e0b9e525 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:15.282085 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:15.311285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] device_id is not set on port d3592205-841d-49e5-8d87-bd67c1e04959 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:28:15.345058 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a17c82b7-3b46-424e-a49f-12f946770753 req-f039a8da-7f38-47ff-ae28-2234bc11df2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7470c0b-e4c3-4706-a621-f36ac9abba4c HTTP/1.1" status: 200 len: 217 time: 0.0658975 Aug 31 14:28:15.379367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2033758187', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:15.411665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Made reservation on behalf of fc86f0dbad1c479ebfab32c1adca7154 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:15.414851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c82b7-3b46-424e-a49f-12f946770753 req-10f04c89-7bb6-4bac-84f5-c9eb43670c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:15.416504 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:15.417363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a17c82b7-3b46-424e-a49f-12f946770753 req-10f04c89-7bb6-4bac-84f5-c9eb43670c18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f369ee74-3273-4e69-abd8-8da86f146e8c HTTP/1.1" status: 200 len: 855 time: 0.0639381 Aug 31 14:28:15.420133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Allocated IP 172.20.0.2 (05bd152b-4a20-47e3-8b85-d22c4665915a/b12eaafc-caff-435c-9258-33aef06e1d79/62169760-1e2d-4f9e-964f-f348b121abd3) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:15.433121 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:15.473562 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a17c82b7-3b46-424e-a49f-12f946770753 req-78aa4343-23cf-4beb-bc21-7d88a95f2dec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=87a1d08a-de4a-464e-9db1-2a8b6227a631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488665 Aug 31 14:28:15.583076 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:15.588292 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:15.614141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] device_id is not set on port 35f85c34-c491-45e9-a599-4c66e366b0cc yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:28:15.620751 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63bbd35-3d50-4b24-8ba5-568572aa0285,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:15.652037 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a17c82b7-3b46-424e-a49f-12f946770753 req-eda0bc2e-05a6-4413-9caf-8851bc016ac3 service neutron] 10.222.0.60 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712112 Aug 31 14:28:15.661112 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:15.671604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Transition to ACTIVE for port object 62169760-1e2d-4f9e-964f-f348b121abd3 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:15.696749 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 44fb20a6-10bc-4b02-907c-f9a213d78a46 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:28:15.704795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Transition to ACTIVE for port object 62169760-1e2d-4f9e-964f-f348b121abd3 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:15.751637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 44fb20a6-10bc-4b02-907c-f9a213d78a46 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:28:15.752059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 44fb20a6-10bc-4b02-907c-f9a213d78a46 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:28:15.760797 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:15.783001 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a17c82b7-3b46-424e-a49f-12f946770753 req-a05caccb-ff6b-47df-843b-d0b8fbb993aa service neutron] 10.222.0.60 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227989 Aug 31 14:28:15.812999 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Network 05bd152b-4a20-47e3-8b85-d22c4665915a is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:15.817695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:15.821160 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:15.851132 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Allocated IP 172.25.2.163 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/35f85c34-c491-45e9-a599-4c66e366b0cc) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:15.870128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Allocated IP 172.20.0.12 (05bd152b-4a20-47e3-8b85-d22c4665915a/b12eaafc-caff-435c-9258-33aef06e1d79/d3592205-841d-49e5-8d87-bd67c1e04959) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:15.879641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Pushing event updated for resources: {'Port': ['ID=62169760-1e2d-4f9e-964f-f348b121abd3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:15.890984 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfbcba-67aa-4019-b57a-6f7e292e8032 req-dd90206d-18dd-41f3-a2db-22fbf788db19 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:15.892581 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27bfbcba-67aa-4019-b57a-6f7e292e8032 req-dd90206d-18dd-41f3-a2db-22fbf788db19 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 943 time: 0.1466448 Aug 31 14:28:15.899446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Attempting to bind port 62169760-1e2d-4f9e-964f-f348b121abd3 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:28:15.899678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Attempting to bind port 62169760-1e2d-4f9e-964f-f348b121abd3 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '95e66eef-6163-4a83-a4ba-245952d3dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05bd152b-4a20-47e3-8b85-d22c4665915a'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:28:15.900093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Attempting to bind port 62169760-1e2d-4f9e-964f-f348b121abd3 on network 05bd152b-4a20-47e3-8b85-d22c4665915a {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:15.906512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:28:15.907034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Checking segment: {'id': '95e66eef-6163-4a83-a4ba-245952d3dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05bd152b-4a20-47e3-8b85-d22c4665915a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:15.907595 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:15.908089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Bound using segment: {'id': '95e66eef-6163-4a83-a4ba-245952d3dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05bd152b-4a20-47e3-8b85-d22c4665915a'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:28:15.908697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Bound port: 62169760-1e2d-4f9e-964f-f348b121abd3, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e66eef-6163-4a83-a4ba-245952d3dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05bd152b-4a20-47e3-8b85-d22c4665915a'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:28:15.909193 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:15.912794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff262e2-a1e0-4d52-b687-c7d67f736f05 req-5a3028a9-81db-46c7-873a-31ed95e263ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:15.915152 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aff262e2-a1e0-4d52-b687-c7d67f736f05 req-5a3028a9-81db-46c7-873a-31ed95e263ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e296a091eb24fc69c75f8c0d3d3144e&device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 1094 time: 0.0762725 Aug 31 14:28:16.009432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] For port 62169760-1e2d-4f9e-964f-f348b121abd3, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:28:16.015949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] For port 62169760-1e2d-4f9e-964f-f348b121abd3, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=62169760-1e2d-4f9e-964f-f348b121abd3,segment=NetworkSegment(95e66eef-6163-4a83-a4ba-245952d3dabc),segment_id=95e66eef-6163-4a83-a4ba-245952d3dabc)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:28:16.022351 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:16.043042 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27bfbcba-67aa-4019-b57a-6f7e292e8032 req-38195c08-b8d5-4651-9afd-ef247d33668c tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364942 Aug 31 14:28:16.073860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff262e2-a1e0-4d52-b687-c7d67f736f05 req-4f766b51-f73a-401b-ac4a-65855c029e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:16.076453 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aff262e2-a1e0-4d52-b687-c7d67f736f05 req-4f766b51-f73a-401b-ac4a-65855c029e8b service neutron] 10.222.0.60 "GET /v2.0/networks?id=87a1d08a-de4a-464e-9db1-2a8b6227a631 HTTP/1.1" status: 200 len: 916 time: 0.1539369 Aug 31 14:28:16.122322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4afa9f-13c6-4f11-a26f-5c47503ff079 None None] Pushing event updated for resources: {'Port': ['ID=62169760-1e2d-4f9e-964f-f348b121abd3,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:16.149243 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aff262e2-a1e0-4d52-b687-c7d67f736f05 req-785915fa-70d1-4293-8b61-9fc568ec1b23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7470c0b-e4c3-4706-a621-f36ac9abba4c HTTP/1.1" status: 200 len: 217 time: 0.0634120 Aug 31 14:28:16.229368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff262e2-a1e0-4d52-b687-c7d67f736f05 req-45da39dc-9ad8-47d0-a712-3e48e401ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:16.231090 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aff262e2-a1e0-4d52-b687-c7d67f736f05 req-45da39dc-9ad8-47d0-a712-3e48e401ab44 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f369ee74-3273-4e69-abd8-8da86f146e8c HTTP/1.1" status: 200 len: 855 time: 0.0746832 Aug 31 14:28:16.275354 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aff262e2-a1e0-4d52-b687-c7d67f736f05 req-9845d23b-225b-48f7-97d3-1a07f6be3e24 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=87a1d08a-de4a-464e-9db1-2a8b6227a631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320890 Aug 31 14:28:16.471005 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aff262e2-a1e0-4d52-b687-c7d67f736f05 req-aa180b50-3114-4df1-b668-3d67bad445ed service neutron] 10.222.0.60 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879323 Aug 31 14:28:16.569976 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:16.600089 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:16.605128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Transition to ACTIVE for port object d3592205-841d-49e5-8d87-bd67c1e04959 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:16.617013 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aff262e2-a1e0-4d52-b687-c7d67f736f05 req-6d2d0788-b3c4-44f9-b5c8-73fae36540f1 service neutron] 10.222.0.60 "GET /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373270 Aug 31 14:28:16.668525 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:16.675372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:16.727796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Network 05bd152b-4a20-47e3-8b85-d22c4665915a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:16.736777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:16.742093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:16.743233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:16.748217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Pushing event updated for resources: {'Port': ['ID=d3592205-841d-49e5-8d87-bd67c1e04959,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:16.750375 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:16.770730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:16.804173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:16.804525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:16.804871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:16.805206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:16.805541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:16.805873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:16.806290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:16.806625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:16.806953 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:16.807320 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:16.807636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:16.807990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:16.866296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:16.866296 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:16.886032 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:16.886670 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:16.894156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Pushing event updated for resources: {'Port': ['ID=35f85c34-c491-45e9-a599-4c66e366b0cc,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:16.904751 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1767d618-64fd-47f1-9a6b-a9f5162bc0ce tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8369002 Aug 31 14:28:16.904967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43906) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:16.933812 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f7e48d33-c4b4-48d7-976e-a90bfc6de305 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9767778 Aug 31 14:28:16.936781 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43908) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:16.943821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-08b1ab14-1aec-4a05-a5c1-ff7039d03a7a tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.163'}]}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:17.000324 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08b1ab14-1aec-4a05-a5c1-ff7039d03a7a tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:17.001357 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08b1ab14-1aec-4a05-a5c1-ff7039d03a7a tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:17.069730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08b1ab14-1aec-4a05-a5c1-ff7039d03a7a tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:17.075469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5c993-028c-43a6-903c-9c135946d4c1 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Deleting port d3592205-841d-49e5-8d87-bd67c1e04959 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:17.076041 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c1e5c993-028c-43a6-903c-9c135946d4c1 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:17.197022 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201e784-097e-4012-ada7-ac0d79c96eed req-20bdd407-bbcc-4e40-98d3-719e129400b6 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:17.206304 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1201e784-097e-4012-ada7-ac0d79c96eed req-20bdd407-bbcc-4e40-98d3-719e129400b6 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 943 time: 0.0718918 Aug 31 14:28:17.265670 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1201e784-097e-4012-ada7-ac0d79c96eed req-17186893-84dc-4633-8775-870aaea6f3d8 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550184 Aug 31 14:28:17.279383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08b1ab14-1aec-4a05-a5c1-ff7039d03a7a tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:17.309463 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c1e5c993-028c-43a6-903c-9c135946d4c1 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:17.350042 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5c993-028c-43a6-903c-9c135946d4c1 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Calling delete_port for d3592205-841d-49e5-8d87-bd67c1e04959 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:17.405186 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a7470c0b-e4c3-4706-a621-f36ac9abba4c details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:28:17.470214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f8ce7-c747-49c8-a6f6-27c9242806bb None None] Network 05bd152b-4a20-47e3-8b85-d22c4665915a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:17.538153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 62169760-1e2d-4f9e-964f-f348b121abd3 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:17.653293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c1e5c993-028c-43a6-903c-9c135946d4c1 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:17.692865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-90fe1864-f955-4be7-9c34-bc3fb88b6f4e None None] Provisioning for port 62169760-1e2d-4f9e-964f-f348b121abd3 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:17.696881 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a7470c0b-e4c3-4706-a621-f36ac9abba4c, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a7470c0b-e4c3-4706-a621-f36ac9abba4c,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:17.706079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5c993-028c-43a6-903c-9c135946d4c1 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Pushing event deleted for resources: {'Port': ['ID=d3592205-841d-49e5-8d87-bd67c1e04959,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:17.732377 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'a7470c0b-e4c3-4706-a621-f36ac9abba4c', 'network_id': '87a1d08a-de4a-464e-9db1-2a8b6227a631', 'port_id': 'a7470c0b-e4c3-4706-a621-f36ac9abba4c', 'mac_address': 'fa:16:3e:7f:90:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f369ee74-3273-4e69-abd8-8da86f146e8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:28:17.760186 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08b1ab14-1aec-4a05-a5c1-ff7039d03a7a tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:17.782299 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 62169760-1e2d-4f9e-964f-f348b121abd3 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:17.802929 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08b1ab14-1aec-4a05-a5c1-ff7039d03a7a tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:17.820500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 62169760-1e2d-4f9e-964f-f348b121abd3 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:17.820726 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:17.847882 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:17.879229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7470c0b-e4c3-4706-a621-f36ac9abba4c {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:28:17.918780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a7470c0b-e4c3-4706-a621-f36ac9abba4c, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a7470c0b-e4c3-4706-a621-f36ac9abba4c,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:17.927065 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:17.997081 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c1e5c993-028c-43a6-903c-9c135946d4c1 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:18.001504 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c1e5c993-028c-43a6-903c-9c135946d4c1 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] 10.222.0.39 "DELETE /v2.0/ports/d3592205-841d-49e5-8d87-bd67c1e04959 HTTP/1.1" status: 204 len: 168 time: 1.0931575 Aug 31 14:28:18.008711 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a7470c0b-e4c3-4706-a621-f36ac9abba4c,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:18.013509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43938) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:18.023989 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:18.063596 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 62169760-1e2d-4f9e-964f-f348b121abd3, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=62169760-1e2d-4f9e-964f-f348b121abd3,segment=NetworkSegment(95e66eef-6163-4a83-a4ba-245952d3dabc),segment_id=95e66eef-6163-4a83-a4ba-245952d3dabc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:18.069083 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:18.148797 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08b1ab14-1aec-4a05-a5c1-ff7039d03a7a tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:18.162631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=62169760-1e2d-4f9e-964f-f348b121abd3,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:18.243333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['a7470c0b-e4c3-4706-a621-f36ac9abba4c'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:28:18.354058 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d3df8e13-3928-436a-9df3-3a9f0262bcb9 tempest-DHCPAgentSchedulersTestJSON-211136648 tempest-DHCPAgentSchedulersTestJSON-211136648-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.3393619 Aug 31 14:28:18.357230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43950) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:18.363376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1176d350-a2c6-4c5e-8c3e-cbfd19d62bbe tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1516838232'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:18.395209 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08b1ab14-1aec-4a05-a5c1-ff7039d03a7a tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:18.397832 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08b1ab14-1aec-4a05-a5c1-ff7039d03a7a tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:18.418202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1176d350-a2c6-4c5e-8c3e-cbfd19d62bbe tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Made reservation on behalf of 9746d0a5d9fd4ea7a5b63318e0b9e525 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:18.425217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-96954f35-0f56-4740-ad97-802ab8df3884 None None] Provisioning complete for port 62169760-1e2d-4f9e-964f-f348b121abd3 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:18.426392 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96954f35-0f56-4740-ad97-802ab8df3884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:18.427835 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1176d350-a2c6-4c5e-8c3e-cbfd19d62bbe tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:18.494907 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08b1ab14-1aec-4a05-a5c1-ff7039d03a7a tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:18.495479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b1ab14-1aec-4a05-a5c1-ff7039d03a7a tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e74640ca-de98-4fc3-9b36-2da75f3e2444 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:28:18.534320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1176d350-a2c6-4c5e-8c3e-cbfd19d62bbe tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:28:18.548835 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1176d350-a2c6-4c5e-8c3e-cbfd19d62bbe tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:18.549672 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-1176d350-a2c6-4c5e-8c3e-cbfd19d62bbe tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Added segment dbbb8fff-fc8a-41ee-80f4-b5c01323f567 of type vlan for network e1f1f990-bc7e-4d96-baa9-0a03ec782b61 Aug 31 14:28:18.550522 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed41e3-73d2-46ae-a8dd-2da746651941 req-7df25cce-aa85-4222-9ba0-3e42a8f48d71 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:18.567760 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1ed41e3-73d2-46ae-a8dd-2da746651941 req-7df25cce-aa85-4222-9ba0-3e42a8f48d71 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 944 time: 0.1218081 Aug 31 14:28:18.568920 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-08b1ab14-1aec-4a05-a5c1-ff7039d03a7a tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:28:18.570104 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-08b1ab14-1aec-4a05-a5c1-ff7039d03a7a tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6322970 Aug 31 14:28:18.576003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43958) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:18.640222 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1176d350-a2c6-4c5e-8c3e-cbfd19d62bbe tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:18.698472 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1176d350-a2c6-4c5e-8c3e-cbfd19d62bbe tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:18.707873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1176d350-a2c6-4c5e-8c3e-cbfd19d62bbe tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:18.708755 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1176d350-a2c6-4c5e-8c3e-cbfd19d62bbe tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:18.743987 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1ed41e3-73d2-46ae-a8dd-2da746651941 req-0d26dc82-682d-4f0f-b399-0de9a59b002f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492574 Aug 31 14:28:18.816420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e992838b-e840-4300-adbd-fe6f20233ae5 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Deleting port 35f85c34-c491-45e9-a599-4c66e366b0cc {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:18.817163 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e992838b-e840-4300-adbd-fe6f20233ae5 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:18.821472 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1176d350-a2c6-4c5e-8c3e-cbfd19d62bbe tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4629056 Aug 31 14:28:18.824810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43968) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:18.850166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176d350-a2c6-4c5e-8c3e-cbfd19d62bbe tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Pushing event updated for resources: {'Network': ['ID=e1f1f990-bc7e-4d96-baa9-0a03ec782b61,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:18.874752 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network e1f1f990-bc7e-4d96-baa9-0a03ec782b61 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:28:18.968025 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e992838b-e840-4300-adbd-fe6f20233ae5 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:19.040675 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e992838b-e840-4300-adbd-fe6f20233ae5 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Calling delete_port for 35f85c34-c491-45e9-a599-4c66e366b0cc owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:19.074214 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-73c0c035-810c-4f3f-9d30-654fdbacbb07 tempest-DHCPAgentSchedulersTestJSON-211136648 tempest-DHCPAgentSchedulersTestJSON-211136648-project-admin] 10.222.0.39 "GET /v2.0/agents/ab498034-0b65-4e04-beeb-4889aa83e33f/dhcp-networks HTTP/1.1" status: 200 len: 10436 time: 0.2470753 Aug 31 14:28:19.076230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43976) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:19.078824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d8f41-0598-4932-a238-284101aef32f req-37afc847-fa4b-4d32-a21f-4c98d6fba94f tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:19.080469 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-383d8f41-0598-4932-a238-284101aef32f req-37afc847-fa4b-4d32-a21f-4c98d6fba94f tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 945 time: 0.1013601 Aug 31 14:28:19.124793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bd50ed14-5ff5-4e52-b993-af01693dd7f4 None None] Could not find standard attr ID for object d3592205-841d-49e5-8d87-bd67c1e04959. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:28:19.159732 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-383d8f41-0598-4932-a238-284101aef32f req-8d3a7c25-cf47-4949-8a43-875c06b22a5c tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups?id=a72a7695-29ce-47b7-8e37-c0c59fd5f890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506277 Aug 31 14:28:19.174460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f601a98a-6cfe-452c-9c38-849caecd6361 tempest-DHCPAgentSchedulersTestJSON-211136648 tempest-DHCPAgentSchedulersTestJSON-211136648-project-admin] Network e1f1f990-bc7e-4d96-baa9-0a03ec782b61 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:28:19.202725 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f601a98a-6cfe-452c-9c38-849caecd6361 tempest-DHCPAgentSchedulersTestJSON-211136648 tempest-DHCPAgentSchedulersTestJSON-211136648-project-admin] 10.222.0.39 "POST /v2.0/agents/ab498034-0b65-4e04-beeb-4889aa83e33f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1252301 Aug 31 14:28:19.203780 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43982) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:19.205848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727eaa53-df57-4a00-9fa4-fd70fa139047 None None] Network e1f1f990-bc7e-4d96-baa9-0a03ec782b61 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:19.265713 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e992838b-e840-4300-adbd-fe6f20233ae5 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:19.286166 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:19.296158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992838b-e840-4300-adbd-fe6f20233ae5 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Pushing event deleted for resources: {'Port': ['ID=35f85c34-c491-45e9-a599-4c66e366b0cc,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:19.384626 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-198d7990-90b3-4bae-b76d-e81bf1ccc318 tempest-DHCPAgentSchedulersTestJSON-211136648 tempest-DHCPAgentSchedulersTestJSON-211136648-project-admin] 10.222.0.39 "GET /v2.0/agents/ab498034-0b65-4e04-beeb-4889aa83e33f/dhcp-networks HTTP/1.1" status: 200 len: 11207 time: 0.1795068 Aug 31 14:28:19.387813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43986) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:19.409232 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e992838b-e840-4300-adbd-fe6f20233ae5 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:19.412454 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e992838b-e840-4300-adbd-fe6f20233ae5 tempest-RoutersAdminNegativeTest-419657675 tempest-RoutersAdminNegativeTest-419657675-project-admin] 10.222.0.39 "DELETE /v2.0/ports/35f85c34-c491-45e9-a599-4c66e366b0cc HTTP/1.1" status: 204 len: 168 time: 0.8351574 Aug 31 14:28:19.469628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 62169760-1e2d-4f9e-964f-f348b121abd3 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:19.500377 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43994) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:19.505997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9dd78c8d-4ccd-45d4-ae47-6dbfe31987c3 tempest-DHCPAgentSchedulersTestJSON-211136648 tempest-DHCPAgentSchedulersTestJSON-211136648-project-admin] 10.222.0.39 "DELETE /v2.0/agents/ab498034-0b65-4e04-beeb-4889aa83e33f/dhcp-networks/e1f1f990-bc7e-4d96-baa9-0a03ec782b61 HTTP/1.1" status: 204 len: 168 time: 0.1070001 Aug 31 14:28:19.547130 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e9d1f6e-6d4c-421b-a952-ab67176e8a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:19.566818 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 62169760-1e2d-4f9e-964f-f348b121abd3 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:19.567209 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:19.764481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44004) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:19.800388 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2f36c784-a586-44cf-8ebd-0b26753991e3 tempest-DHCPAgentSchedulersTestJSON-211136648 tempest-DHCPAgentSchedulersTestJSON-211136648-project-admin] 10.222.0.39 "GET /v2.0/agents/ab498034-0b65-4e04-beeb-4889aa83e33f/dhcp-networks HTTP/1.1" status: 200 len: 10436 time: 0.2987905 Aug 31 14:28:19.804801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44010) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:19.840334 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7bd46f96-333b-43c7-90aa-5173fed3bdf6 tempest-DHCPAgentSchedulersTestJSON-211136648 tempest-DHCPAgentSchedulersTestJSON-211136648-project-admin] 10.222.0.39 "GET /v2.0/networks/05bd152b-4a20-47e3-8b85-d22c4665915a/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0336783 Aug 31 14:28:19.844123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44012) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:19.865579 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6ad5c634-ec56-4fa0-aa68-8f74d429ba5b tempest-DHCPAgentSchedulersTestJSON-211136648 tempest-DHCPAgentSchedulersTestJSON-211136648-project-admin] 10.222.0.39 "GET /v2.0/networks/05bd152b-4a20-47e3-8b85-d22c4665915a/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0201721 Aug 31 14:28:19.868068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44014) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:19.894706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79985363-2387-4672-bfc5-6342dc056396 req-1dedc715-3723-4663-90a0-4db7123f7eff tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:19.903221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79985363-2387-4672-bfc5-6342dc056396 req-1dedc715-3723-4663-90a0-4db7123f7eff tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 944 time: 0.0765824 Aug 31 14:28:20.015315 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79985363-2387-4672-bfc5-6342dc056396 req-33df56a1-ed58-4cec-a04f-b35a04449483 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052244 Aug 31 14:28:20.094267 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e435f441-c7fe-4dd0-97c6-6a3d707020e0 tempest-DHCPAgentSchedulersTestJSON-211136648 tempest-DHCPAgentSchedulersTestJSON-211136648-project-admin] 10.222.0.39 "GET /v2.0/agents/ab498034-0b65-4e04-beeb-4889aa83e33f/dhcp-networks HTTP/1.1" status: 200 len: 10436 time: 0.2248340 Aug 31 14:28:20.098259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44024) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:20.183494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191eaeab-4aef-43a3-92a0-5e0f9ab6a7fe req-faf4d71d-809d-44e4-9c1a-b2e936407ce6 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:20.187681 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-191eaeab-4aef-43a3-92a0-5e0f9ab6a7fe req-faf4d71d-809d-44e4-9c1a-b2e936407ce6 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 945 time: 0.0671382 Aug 31 14:28:20.198379 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.235671 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-191eaeab-4aef-43a3-92a0-5e0f9ab6a7fe req-039552cd-c41a-43b0-bd65-8e537b720c97 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups?id=a72a7695-29ce-47b7-8e37-c0c59fd5f890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434291 Aug 31 14:28:20.245085 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-151aeb67-25c4-4c87-867c-acb8fa4ab69d tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.383202 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-151aeb67-25c4-4c87-867c-acb8fa4ab69d tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.397934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-151aeb67-25c4-4c87-867c-acb8fa4ab69d tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f1f990-bc7e-4d96-baa9-0a03ec782b61']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:20.412866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-151aeb67-25c4-4c87-867c-acb8fa4ab69d tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbb8fff-fc8a-41ee-80f4-b5c01323f567') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:20.413170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-151aeb67-25c4-4c87-867c-acb8fa4ab69d tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbb8fff-fc8a-41ee-80f4-b5c01323f567') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:20.430029 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-151aeb67-25c4-4c87-867c-acb8fa4ab69d tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.451999 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.456437 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-151aeb67-25c4-4c87-867c-acb8fa4ab69d tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.458616 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.468605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151aeb67-25c4-4c87-867c-acb8fa4ab69d tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:28:20.469212 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-151aeb67-25c4-4c87-867c-acb8fa4ab69d tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:28:20.476671 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:28:20.559158 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc730ffc2d0b45e1a276675df6d39016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7930362 Aug 31 14:28:20.562832 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44046) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:20.563161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061d29c6-94c7-4da4-8461-0284a1cfc7eb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:20.572756 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-151aeb67-25c4-4c87-867c-acb8fa4ab69d tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.579363 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-151aeb67-25c4-4c87-867c-acb8fa4ab69d tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.583984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-151aeb67-25c4-4c87-867c-acb8fa4ab69d tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] 10.222.0.39 "DELETE /v2.0/networks/e1f1f990-bc7e-4d96-baa9-0a03ec782b61 HTTP/1.1" status: 204 len: 168 time: 0.4823439 Aug 31 14:28:20.583984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:20.583984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:20.583984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:20.584663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:20.584663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:20.584935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:20.585016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:20.585363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:20.585659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:20.585989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:20.586316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:20.586641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac50e5-d917-4116-a977-cefac66daddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:20.588382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44048) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:20.607614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151aeb67-25c4-4c87-867c-acb8fa4ab69d tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Pushing event deleted for resources: {'Network': ['ID=e1f1f990-bc7e-4d96-baa9-0a03ec782b61,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:20.650650 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffd8cb6-e075-44b2-b205-7fef9dd2ab12 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] DELETE failed (client error): The resource could not be found. Aug 31 14:28:20.651697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffd8cb6-e075-44b2-b205-7fef9dd2ab12 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:28:20.654073 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6ffd8cb6-e075-44b2-b205-7fef9dd2ab12 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] 10.222.0.39 "DELETE /v2.0/ports/d3592205-841d-49e5-8d87-bd67c1e04959 HTTP/1.1" status: 404 len: 333 time: 0.0648115 Aug 31 14:28:20.656774 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44056) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:20.722522 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1549b2a2-1790-4473-adeb-2db9a21dcae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.735693 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e283ac0-005f-48b6-97a8-fb53bdc76277 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Deleting subnet b12eaafc-caff-435c-9258-33aef06e1d79 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:28:20.744263 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e283ac0-005f-48b6-97a8-fb53bdc76277 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.798886 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1549b2a2-1790-4473-adeb-2db9a21dcae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.881104 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e283ac0-005f-48b6-97a8-fb53bdc76277 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.942817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173863e7-14ce-49d4-b625-5696d5748a54 req-6a741e61-48e1-4bbf-b032-81c0af149394 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:20.944609 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-173863e7-14ce-49d4-b625-5696d5748a54 req-6a741e61-48e1-4bbf-b032-81c0af149394 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 945 time: 0.1270056 Aug 31 14:28:20.990034 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1549b2a2-1790-4473-adeb-2db9a21dcae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.992623 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1549b2a2-1790-4473-adeb-2db9a21dcae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.993771 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1549b2a2-1790-4473-adeb-2db9a21dcae0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/061d29c6-94c7-4da4-8461-0284a1cfc7eb HTTP/1.1" status: 204 len: 168 time: 0.4299319 Aug 31 14:28:21.024877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549b2a2-1790-4473-adeb-2db9a21dcae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061d29c6-94c7-4da4-8461-0284a1cfc7eb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:21.034728 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e283ac0-005f-48b6-97a8-fb53bdc76277 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:21.080543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-173863e7-14ce-49d4-b625-5696d5748a54 req-e779a431-0a75-48d0-8884-20eece347154 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups?id=a72a7695-29ce-47b7-8e37-c0c59fd5f890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238849 Aug 31 14:28:21.132725 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e283ac0-005f-48b6-97a8-fb53bdc76277 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:21.199834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cb77f-122d-4a0a-9107-519086767054 req-fdee366d-c63c-43d0-93ea-be018dd886a5 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:21.212206 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d7cb77f-122d-4a0a-9107-519086767054 req-fdee366d-c63c-43d0-93ea-be018dd886a5 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 944 time: 0.0839500 Aug 31 14:28:21.263074 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d7cb77f-122d-4a0a-9107-519086767054 req-bf5cd789-6de9-4896-8651-66324e00feae tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444238 Aug 31 14:28:21.417054 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a7470c0b-e4c3-4706-a621-f36ac9abba4c up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:21.474464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44090) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:21.488416 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port a7470c0b-e4c3-4706-a621-f36ac9abba4c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:21.497101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port a7470c0b-e4c3-4706-a621-f36ac9abba4c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:21.497763 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:21.529987 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5b26f35b-f107-4148-9ba9-ae793d296776 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc86f0dbad1c479ebfab32c1adca7154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531228 Aug 31 14:28:21.530902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44092) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:21.556839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e283ac0-005f-48b6-97a8-fb53bdc76277 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Pushing event deleted for resources: {'Subnet': ['ID=b12eaafc-caff-435c-9258-33aef06e1d79,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:21.569992 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e283ac0-005f-48b6-97a8-fb53bdc76277 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:21.570518 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736d0f61-b6ab-49b8-8fb6-0b8b4396edaa None None] Network 05bd152b-4a20-47e3-8b85-d22c4665915a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:21.572116 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2e283ac0-005f-48b6-97a8-fb53bdc76277 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] 10.222.0.39 "DELETE /v2.0/subnets/b12eaafc-caff-435c-9258-33aef06e1d79 HTTP/1.1" status: 204 len: 168 time: 0.9141951 Aug 31 14:28:21.575564 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44094) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:21.612082 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a5da25c-71dd-4f30-8623-da8d7327af4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:21.640978 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a5da25c-71dd-4f30-8623-da8d7327af4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:21.678401 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:21.687465 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:21.705548 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a5da25c-71dd-4f30-8623-da8d7327af4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:21.709716 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a5da25c-71dd-4f30-8623-da8d7327af4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:21.716904 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0a5da25c-71dd-4f30-8623-da8d7327af4b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b63bbd35-3d50-4b24-8ba5-568572aa0285 HTTP/1.1" status: 204 len: 168 time: 0.1840765 Aug 31 14:28:21.726343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5da25c-71dd-4f30-8623-da8d7327af4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63bbd35-3d50-4b24-8ba5-568572aa0285,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:21.780089 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Deleting port 62169760-1e2d-4f9e-964f-f348b121abd3 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:21.781168 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:21.793589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7470c0b-e4c3-4706-a621-f36ac9abba4c'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:21.796082 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df7a427-9bd9-455c-b62d-226d0d18bbb1" -d '{"events": [{"server_uuid": "ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754", "name": "network-vif-plugged", "status": "completed", "tag": "a7470c0b-e4c3-4706-a621-f36ac9abba4c"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:21.812340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a7470c0b-e4c3-4706-a621-f36ac9abba4c, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a7470c0b-e4c3-4706-a621-f36ac9abba4c,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:21.820826 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:21.912414 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bae1717-bc0e-4b41-8f1b-5abfe4217fb4 x-openstack-request-id: req-6bae1717-bc0e-4b41-8f1b-5abfe4217fb4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:21.912757 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754", "name": "network-vif-plugged", "status": "completed", "tag": "a7470c0b-e4c3-4706-a621-f36ac9abba4c", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:21.915010 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bae1717-bc0e-4b41-8f1b-5abfe4217fb4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:21.920258 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7470c0b-e4c3-4706-a621-f36ac9abba4c', 'code': 200} Aug 31 14:28:21.922464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a7470c0b-e4c3-4706-a621-f36ac9abba4c,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:21.926910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c56b4e-f689-4caa-a230-00b2ba4a575f None None] DHCP port deletion for 05bd152b-4a20-47e3-8b85-d22c4665915a request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:28:21.968076 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] For port 62169760-1e2d-4f9e-964f-f348b121abd3, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=62169760-1e2d-4f9e-964f-f348b121abd3,segment=NetworkSegment(95e66eef-6163-4a83-a4ba-245952d3dabc),segment_id=95e66eef-6163-4a83-a4ba-245952d3dabc)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:21.968668 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:21.988247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Calling delete_port for 62169760-1e2d-4f9e-964f-f348b121abd3 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:22.017605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-17c56b4e-f689-4caa-a230-00b2ba4a575f None None] Deleting port 62169760-1e2d-4f9e-964f-f348b121abd3 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:22.020098 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17c56b4e-f689-4caa-a230-00b2ba4a575f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.026454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7327682-a92b-484f-a8bb-e32ce4d24367 req-60c93df8-ae3b-4114-8edf-758929a1e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:22.029927 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7327682-a92b-484f-a8bb-e32ce4d24367 req-60c93df8-ae3b-4114-8edf-758929a1e370 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 1096 time: 0.0534663 Aug 31 14:28:22.109530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7327682-a92b-484f-a8bb-e32ce4d24367 req-735014c5-df27-4d9b-bb03-f0ecb44d9fa7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686145 Aug 31 14:28:22.161090 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-17c56b4e-f689-4caa-a230-00b2ba4a575f None None] For port 62169760-1e2d-4f9e-964f-f348b121abd3, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=62169760-1e2d-4f9e-964f-f348b121abd3,segment=NetworkSegment(95e66eef-6163-4a83-a4ba-245952d3dabc),segment_id=95e66eef-6163-4a83-a4ba-245952d3dabc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:22.162249 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17c56b4e-f689-4caa-a230-00b2ba4a575f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.169757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-a9aff133-8e91-4e1d-b7cc-03bc6a28f836 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:22.172550 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-a9aff133-8e91-4e1d-b7cc-03bc6a28f836 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 945 time: 0.1203039 Aug 31 14:28:22.191876 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.218646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-17c56b4e-f689-4caa-a230-00b2ba4a575f None None] Calling delete_port for 62169760-1e2d-4f9e-964f-f348b121abd3 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:22.221061 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-934d34eb-a323-491b-a28c-1c6409d55294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.241736 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.244541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] No DVR routers for this DVR port 62169760-1e2d-4f9e-964f-f348b121abd3 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:28:22.248643 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Pushing event deleted for resources: {'Port': ['ID=62169760-1e2d-4f9e-964f-f348b121abd3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: from cryptography.utils import int_from_bytes Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: from cryptography.utils import int_from_bytes Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.328484 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.331898 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.331898 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.331898 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.331898 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.331898 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.331898 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.331898 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.331898 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.331898 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.331898 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.331898 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.331898 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.331898 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:28:22.331898 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:28:22.344154 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17c56b4e-f689-4caa-a230-00b2ba4a575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.380705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c56b4e-f689-4caa-a230-00b2ba4a575f None None] Pushing event deleted for resources: {'Port': ['ID=62169760-1e2d-4f9e-964f-f348b121abd3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:22.383869 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c56b4e-f689-4caa-a230-00b2ba4a575f None None] No DVR routers for this DVR port 62169760-1e2d-4f9e-964f-f348b121abd3 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:28:22.476648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b383e4b-40f2-473e-8cb7-ddd90fa28932 req-51bd7b68-4715-4773-9039-e46cdde6f8b6 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:22.480305 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.483887 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b383e4b-40f2-473e-8cb7-ddd90fa28932 req-51bd7b68-4715-4773-9039-e46cdde6f8b6 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 945 time: 0.0754809 Aug 31 14:28:22.502993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bd152b-4a20-47e3-8b85-d22c4665915a']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:22.513383 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e9152-9689-4b78-9630-714dadaaa29e req-a0f6cb57-7a2b-4166-beb6-df9cb698bbfe tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:22.530336 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-634e9152-9689-4b78-9630-714dadaaa29e req-a0f6cb57-7a2b-4166-beb6-df9cb698bbfe tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 945 time: 0.2998302 Aug 31 14:28:22.532231 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b383e4b-40f2-473e-8cb7-ddd90fa28932 req-cc97759d-7a61-4646-be50-b0de3fd0a459 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448015 Aug 31 14:28:22.574638 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e66eef-6163-4a83-a4ba-245952d3dabc') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:22.574950 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e66eef-6163-4a83-a4ba-245952d3dabc') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:22.596332 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.625931 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.643424 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-634e9152-9689-4b78-9630-714dadaaa29e req-59e9e28c-89a9-4864-a858-6e19a9bc5fe9 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups?id=a72a7695-29ce-47b7-8e37-c0c59fd5f890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115081 Aug 31 14:28:22.645330 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:28:22.645741 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:28:22.648871 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:28:22.719393 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Deleting port a2ead2dc-8d3a-418e-bf63-5c727e06544e {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:22.719766 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.769109 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.779412 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.783730 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] 10.222.0.39 "DELETE /v2.0/networks/05bd152b-4a20-47e3-8b85-d22c4665915a HTTP/1.1" status: 204 len: 168 time: 1.2046881 Aug 31 14:28:22.798473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b135349-39d0-4421-a112-177a050edbc4 tempest-DHCPAgentSchedulersTestJSON-1672512524 tempest-DHCPAgentSchedulersTestJSON-1672512524-project] Pushing event deleted for resources: {'Network': ['ID=05bd152b-4a20-47e3-8b85-d22c4665915a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:22.855556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] For port a2ead2dc-8d3a-418e-bf63-5c727e06544e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a2ead2dc-8d3a-418e-bf63-5c727e06544e,segment=NetworkSegment(9f677e75-1c7f-47d0-bdd0-133f6ec3f094),segment_id=9f677e75-1c7f-47d0-bdd0-133f6ec3f094)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:22.857208 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.070450 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.071914 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.072414 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Floating IP a582b791-88cf-406d-92a2-0132029ca5c4 disassociated. External IP: 172.25.2.33, port: a2ead2dc-8d3a-418e-bf63-5c727e06544e. Aug 31 14:28:23.073021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Calling delete_port for a2ead2dc-8d3a-418e-bf63-5c727e06544e owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:23.085296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44148) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:23.245590 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.285567 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.296687 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Pushing event deleted for resources: {'Port': ['ID=a2ead2dc-8d3a-418e-bf63-5c727e06544e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:23.436629 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Router 58504bee-1feb-4efb-84dc-ea46b9a33c8b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:28:23.447848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 62169760-1e2d-4f9e-964f-f348b121abd3 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:28:23.454439 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7500cd4e-643d-43b9-b1fc-ecebcb1c329b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9746d0a5d9fd4ea7a5b63318e0b9e525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680103 Aug 31 14:28:23.457088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44158) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:23.465253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44160) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:23.477756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 62169760-1e2d-4f9e-964f-f348b121abd3 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:28:23.478447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 62169760-1e2d-4f9e-964f-f348b121abd3 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:28:23.520499 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aad2161b-7b12-4bb4-8e11-515344a9c1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.559986 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aad2161b-7b12-4bb4-8e11-515344a9c1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.611609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:28:23.619606 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aad2161b-7b12-4bb4-8e11-515344a9c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.625402 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aad2161b-7b12-4bb4-8e11-515344a9c1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.628790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-aad2161b-7b12-4bb4-8e11-515344a9c1e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4cf3fdad-bca4-4bfd-abe9-70a9cfa13ec7 HTTP/1.1" status: 204 len: 168 time: 0.1704934 Aug 31 14:28:23.632191 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62900cc0-b2a9-429b-af66-28c38bebe971 None None] Sync routers for ids ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:28:23.648132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62900cc0-b2a9-429b-af66-28c38bebe971 None None] Routers {'58504bee-1feb-4efb-84dc-ea46b9a33c8b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:28:23.650280 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2161b-7b12-4bb4-8e11-515344a9c1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf3fdad-bca4-4bfd-abe9-70a9cfa13ec7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:23.651143 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-62900cc0-b2a9-429b-af66-28c38bebe971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:28:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:23.723652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] No DVR routers for this DVR port a2ead2dc-8d3a-418e-bf63-5c727e06544e on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:28:23.736589 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.743654 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-58f7c67e-6ecc-4f31-a403-d335509b9239 req-791547b6-894f-4d6a-b788-be71d1ef432d tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.60 "DELETE /v2.0/ports/a2ead2dc-8d3a-418e-bf63-5c727e06544e HTTP/1.1" status: 204 len: 173 time: 1.4444656 Aug 31 14:28:23.744158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb9741b-c657-475f-8914-fe8c6d74f55c', 'name': 'network-vif-deleted', 'tag': 'a2ead2dc-8d3a-418e-bf63-5c727e06544e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:23.748681 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b50038-ebcf-4602-9249-9a318030957c" -d '{"events": [{"server_uuid": "ccb9741b-c657-475f-8914-fe8c6d74f55c", "name": "network-vif-deleted", "tag": "a2ead2dc-8d3a-418e-bf63-5c727e06544e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:23.794797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7585-5a47-4197-84bf-e7deee23e94f req-dc8f2343-f1f2-46ed-99cf-692b342e8269 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:23.796470 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc8f7585-5a47-4197-84bf-e7deee23e94f req-dc8f2343-f1f2-46ed-99cf-692b342e8269 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 945 time: 0.1106248 Aug 31 14:28:23.872236 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-53d02fc2-0c42-4228-a028-4da448f184b0 req-1e31a6d1-cff9-4320-93d4-2566047cbe9e tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccb9741b-c657-475f-8914-fe8c6d74f55c HTTP/1.1" status: 200 len: 210 time: 0.0619314 Aug 31 14:28:23.917559 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc8f7585-5a47-4197-84bf-e7deee23e94f req-6cacdae9-77bd-4b60-8049-ce8db2ec7996 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136966 Aug 31 14:28:23.951872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-62900cc0-b2a9-429b-af66-28c38bebe971 None None] Set router 58504bee-1feb-4efb-84dc-ea46b9a33c8b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:28:23.955077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-054bc41e-988c-415a-9803-374f76d81cbf tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:23.958977 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44182) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:23.959502 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-054bc41e-988c-415a-9803-374f76d81cbf tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4915571 Aug 31 14:28:23.966542 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-dd1b7e5a-6465-4fb3-85f6-34d95cae08c3 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:23.968232 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dd1b7e5a-6465-4fb3-85f6-34d95cae08c3 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0074255 Aug 31 14:28:23.970710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44184) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:23.981312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-a7f3606e-0fbd-461a-ad4f-1b6ea51b2766 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:23.995484 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a7f3606e-0fbd-461a-ad4f-1b6ea51b2766 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0199988 Aug 31 14:28:23.997166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44186) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.002796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-35fba397-2ddd-4738-b0a7-197b26a7968a tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.007518 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-35fba397-2ddd-4738-b0a7-197b26a7968a tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0088139 Aug 31 14:28:24.008312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44188) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.015328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-cc5d1572-5ed6-46b1-8684-b01b4326b6dc tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.021766 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b05fc5-f0fc-48b8-b189-e5a3c711bd39 x-openstack-request-id: req-36b05fc5-f0fc-48b8-b189-e5a3c711bd39 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:24.021766 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb9741b-c657-475f-8914-fe8c6d74f55c", "name": "network-vif-deleted", "tag": "a2ead2dc-8d3a-418e-bf63-5c727e06544e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:24.021766 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36b05fc5-f0fc-48b8-b189-e5a3c711bd39 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:24.021766 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb9741b-c657-475f-8914-fe8c6d74f55c', 'name': 'network-vif-deleted', 'tag': 'a2ead2dc-8d3a-418e-bf63-5c727e06544e', 'status': 'completed', 'code': 200} Aug 31 14:28:24.022947 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cc5d1572-5ed6-46b1-8684-b01b4326b6dc tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0134959 Aug 31 14:28:24.026642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44190) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.031382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-39e698b1-4c0f-4b80-bcd4-ed2466d977c4 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.045135 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-39e698b1-4c0f-4b80-bcd4-ed2466d977c4 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0147226 Aug 31 14:28:24.045837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44194) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.057034 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-a7143efe-d874-49cd-aad5-58ccf53742d7 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.061458 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a7143efe-d874-49cd-aad5-58ccf53742d7 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0130477 Aug 31 14:28:24.064697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44196) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.071312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-6d7c2487-1ca1-4f82-92e7-301a02228155 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.075617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6d7c2487-1ca1-4f82-92e7-301a02228155 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0095763 Aug 31 14:28:24.078575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44198) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.086512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-cc646f3f-b9c7-48de-b691-84af549b84c3 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.089092 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cc646f3f-b9c7-48de-b691-84af549b84c3 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0079846 Aug 31 14:28:24.092269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44202) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.114272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db721f-7291-4355-8a28-dda1f2c84392 req-ee86606f-cdee-43f3-94c8-f34166e00af3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:24.116018 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4db721f-7291-4355-8a28-dda1f2c84392 req-ee86606f-cdee-43f3-94c8-f34166e00af3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 946 time: 0.1426675 Aug 31 14:28:24.130512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-91abf3de-37b7-4a26-ae25-b145531adf20 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.131408 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-91abf3de-37b7-4a26-ae25-b145531adf20 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0144308 Aug 31 14:28:24.134097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44204) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.140412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-bda021a3-823d-40e8-9989-2576a5c0c8a7 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.141745 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bda021a3-823d-40e8-9989-2576a5c0c8a7 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0064924 Aug 31 14:28:24.146608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44206) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.151232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-328dd45d-a587-45eb-8a4c-1d0eb44c4b88 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.154842 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-328dd45d-a587-45eb-8a4c-1d0eb44c4b88 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0071759 Aug 31 14:28:24.159219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44208) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.169203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-ae7fceed-e018-4c6f-9e37-fe0008c15903 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.172196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ae7fceed-e018-4c6f-9e37-fe0008c15903 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0104275 Aug 31 14:28:24.174609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44210) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.190949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-575abb86-13b1-4e16-ab98-7e50e06bb8a9 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.193201 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-575abb86-13b1-4e16-ab98-7e50e06bb8a9 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0158486 Aug 31 14:28:24.195621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44214) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.201475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-265456e2-8421-4e4c-92cd-5f3ad1188c2f tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.202853 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-265456e2-8421-4e4c-92cd-5f3ad1188c2f tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0061047 Aug 31 14:28:24.216780 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a4db721f-7291-4355-8a28-dda1f2c84392 req-98477752-3c5d-4880-bda8-60422735626c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860703 Aug 31 14:28:24.219109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44216) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.236957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-c9265911-601d-4950-b820-dd68b35e730e tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.237964 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c9265911-601d-4950-b820-dd68b35e730e tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0166032 Aug 31 14:28:24.241505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44218) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.249133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-0e3243cb-9af3-4204-8080-632f9685a76e tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.251676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0e3243cb-9af3-4204-8080-632f9685a76e tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0085139 Aug 31 14:28:24.254394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44222) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.273393 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-0a76ca2f-b741-424c-bee1-ccb5c5efabdd tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.273749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c36bce-9ffd-45c8-a2a9-41abc71c9a3e req-c74c5060-0d21-4eac-9a40-20dd33605c64 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:24.278865 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-32c36bce-9ffd-45c8-a2a9-41abc71c9a3e req-c74c5060-0d21-4eac-9a40-20dd33605c64 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 945 time: 0.1050193 Aug 31 14:28:24.279385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44224) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.285827 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0a76ca2f-b741-424c-bee1-ccb5c5efabdd tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0098658 Aug 31 14:28:24.289106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-d7aed211-3ec5-4aba-8b42-8b8f87242de7 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.290452 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d7aed211-3ec5-4aba-8b42-8b8f87242de7 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0100853 Aug 31 14:28:24.294180 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44226) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.295935 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:24.301553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-2122d2fc-29ef-417d-b824-ff18d77468e0 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.303267 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2122d2fc-29ef-417d-b824-ff18d77468e0 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0079334 Aug 31 14:28:24.305860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44228) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.320463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-d4cf8585-991b-4bee-89b1-fc7ff1d86271 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.323443 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d4cf8585-991b-4bee-89b1-fc7ff1d86271 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0162084 Aug 31 14:28:24.327640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44230) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.336395 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-b59f6cd4-3018-4e8d-982b-2d75239a17b9 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.337499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b59f6cd4-3018-4e8d-982b-2d75239a17b9 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0088389 Aug 31 14:28:24.338594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-62900cc0-b2a9-429b-af66-28c38bebe971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:26:08Z', 'revision_number': 4, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port': {'id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '264f5c70-6636-4750-a336-365c8f93fbfb', 'name': '', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'mac_address': 'fa:16:3e:4a:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:07Z', 'updated_at': '2021-08-31T14:26:16Z', 'revision_number': 5, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'subnets': [{'id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:24.340927 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44232) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.372604 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-afbac089-fb04-47cf-afae-5d20568f9d5b tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.374343 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-afbac089-fb04-47cf-afae-5d20568f9d5b tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0265515 Aug 31 14:28:24.378000 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-32c36bce-9ffd-45c8-a2a9-41abc71c9a3e req-e80393d7-89ac-435d-9e6e-ba65f3108a41 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850618 Aug 31 14:28:24.378230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44236) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.395021 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62900cc0-b2a9-429b-af66-28c38bebe971 None None] Checking router: 58504bee-1feb-4efb-84dc-ea46b9a33c8b for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:28:24.401112 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-d046a95f-d708-4f38-8037-846f25f59571 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.402164 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d046a95f-d708-4f38-8037-846f25f59571 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0201459 Aug 31 14:28:24.405276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44240) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.410788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-f0863c2f-6c82-4481-ba64-8ffed76d7d2d tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.414081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f0863c2f-6c82-4481-ba64-8ffed76d7d2d tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0049942 Aug 31 14:28:24.414542 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44242) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.418755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-32ef452e-cc05-4bb2-87cc-672317dd70cf tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.427142 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-32ef452e-cc05-4bb2-87cc-672317dd70cf tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0115848 Aug 31 14:28:24.429554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44244) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.435865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62900cc0-b2a9-429b-af66-28c38bebe971 None None] Routers {'58504bee-1feb-4efb-84dc-ea46b9a33c8b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:28:24.436331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-d047b7ca-a22c-4134-9702-1bd0df2c4d8f tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.437285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-62900cc0-b2a9-429b-af66-28c38bebe971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:28:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:24.438290 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d047b7ca-a22c-4134-9702-1bd0df2c4d8f tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0067692 Aug 31 14:28:24.441328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44246) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.446254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-c667f0ef-4296-470f-b9ef-cb331211b973 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.447247 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c667f0ef-4296-470f-b9ef-cb331211b973 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049117 Aug 31 14:28:24.451315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44248) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.455974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-f8811fef-6e28-43da-96a2-77133d6871ca tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.456901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f8811fef-6e28-43da-96a2-77133d6871ca tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042717 Aug 31 14:28:24.459542 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44250) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.464236 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-e1c845f8-27e9-4dd3-97fc-6c54a1def1f7 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.465941 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e1c845f8-27e9-4dd3-97fc-6c54a1def1f7 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0054052 Aug 31 14:28:24.468748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44252) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.476470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-853b85a5-5e20-4269-b930-03ee52fc2db8 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.482114 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-853b85a5-5e20-4269-b930-03ee52fc2db8 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0121577 Aug 31 14:28:24.483005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44254) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.490026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44256) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.503665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-7e30ba03-d0cc-4513-ae99-35844a2fcc1b tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.509533 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7e30ba03-d0cc-4513-ae99-35844a2fcc1b tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0174158 Aug 31 14:28:24.512993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44258) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.524714 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c0a-593b-4ec7-abfb-6416770bfcb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:24.527721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-d4836acf-46d0-454c-9094-e8ebc5763e06 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.529191 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d4836acf-46d0-454c-9094-e8ebc5763e06 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0146503 Aug 31 14:28:24.531588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44260) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.537600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-b7a07281-d9b8-4196-bacf-701139a52ea9 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.541646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44266) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.546800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-318d8508-bb01-4af4-8e02-723842193fb4 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.548499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-318d8508-bb01-4af4-8e02-723842193fb4 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049045 Aug 31 14:28:24.552764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44270) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.557527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-df6d82dc-0630-4458-b8a8-bbd657c2d324 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.559157 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b7a07281-d9b8-4196-bacf-701139a52ea9 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0061743 Aug 31 14:28:24.562218 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44272) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.566602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-48656716-2f2b-4324-b83a-1d8e8da40a5e tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.569910 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-48656716-2f2b-4324-b83a-1d8e8da40a5e tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044837 Aug 31 14:28:24.571611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44274) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.576300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-c51d9a01-4946-4fc7-9b18-b4b3445b95a2 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.579531 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c51d9a01-4946-4fc7-9b18-b4b3445b95a2 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043836 Aug 31 14:28:24.579726 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-df6d82dc-0630-4458-b8a8-bbd657c2d324 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0253618 Aug 31 14:28:24.579858 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44276) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.593903 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-ed3b6db9-04dd-4593-a9ee-d67392b33cd2 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.596933 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ed3b6db9-04dd-4593-a9ee-d67392b33cd2 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0152125 Aug 31 14:28:24.599031 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44278) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.611907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-9694845d-4261-4efd-bc95-90952342018b tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.615661 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9694845d-4261-4efd-bc95-90952342018b tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0126545 Aug 31 14:28:24.616137 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44280) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.630342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-bccb8ea3-295b-4582-af74-188b7c896884 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.633824 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bccb8ea3-295b-4582-af74-188b7c896884 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0139592 Aug 31 14:28:24.635580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44282) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.640915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-f9a56475-034a-4e32-b326-9ee123305264 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.641958 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f9a56475-034a-4e32-b326-9ee123305264 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052955 Aug 31 14:28:24.645028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44284) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.650531 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-d26f925b-11d7-4c2e-baa5-4bccf2c5d582 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.655644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44286) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.655965 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d26f925b-11d7-4c2e-baa5-4bccf2c5d582 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0090837 Aug 31 14:28:24.662041 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-e7c655aa-0a30-45b4-ad94-07b144da75af tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.666091 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e7c655aa-0a30-45b4-ad94-07b144da75af tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0089598 Aug 31 14:28:24.669032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44288) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.673185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-62900cc0-b2a9-429b-af66-28c38bebe971 None None] Set router 58504bee-1feb-4efb-84dc-ea46b9a33c8b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:28:24.674111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-c19d9492-78ca-40c7-bd52-ab52c82d63b4 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.677976 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c19d9492-78ca-40c7-bd52-ab52c82d63b4 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0075884 Aug 31 14:28:24.682406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44290) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.688330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-09422a25-17d8-4bc8-9b45-eace38a7663f tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.692257 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-09422a25-17d8-4bc8-9b45-eace38a7663f tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0086765 Aug 31 14:28:24.694334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44292) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.703520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-41487e42-0a0e-4f60-891a-32a8db9cd73f tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.708663 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44294) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.709041 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-41487e42-0a0e-4f60-891a-32a8db9cd73f tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0129695 Aug 31 14:28:24.713786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-12e27faf-ead5-4081-97bd-e7e499d176f5 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.718169 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-12e27faf-ead5-4081-97bd-e7e499d176f5 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0062611 Aug 31 14:28:24.719521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44296) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.726687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-88549933-6749-4583-977c-07b8fd51e2ae tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.731080 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-88549933-6749-4583-977c-07b8fd51e2ae tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0103307 Aug 31 14:28:24.731902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44298) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.732020 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf9d45-ed27-49ea-9748-c84ca4297332 req-bd3f2661-4d7b-49fb-9aec-48da157ff9b3 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:24.733792 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ecdf9d45-ed27-49ea-9748-c84ca4297332 req-bd3f2661-4d7b-49fb-9aec-48da157ff9b3 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 945 time: 0.0765300 Aug 31 14:28:24.759079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-46fd013e-c966-4aff-b711-b10acb7c57f3 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.766968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44304) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.767800 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-46fd013e-c966-4aff-b711-b10acb7c57f3 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0117486 Aug 31 14:28:24.778400 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-c311b31a-91a5-47ae-abe5-ae0cd793dca6 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.785432 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c311b31a-91a5-47ae-abe5-ae0cd793dca6 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0093834 Aug 31 14:28:24.792233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44308) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.798623 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c0a-593b-4ec7-abfb-6416770bfcb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:24.804438 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c0a-593b-4ec7-abfb-6416770bfcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:24.817266 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-31bb7400-bbf6-4692-8bee-3ee5209cc2db tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.818260 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-31bb7400-bbf6-4692-8bee-3ee5209cc2db tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0200207 Aug 31 14:28:24.821581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44310) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.831702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-5d126610-9818-41a8-9903-6772546e0a56 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.835639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44312) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.835989 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5d126610-9818-41a8-9903-6772546e0a56 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0090177 Aug 31 14:28:24.847798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-fbe5b2ff-1ae8-4c08-b5b8-090cf319d62b tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.848842 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fbe5b2ff-1ae8-4c08-b5b8-090cf319d62b tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0122666 Aug 31 14:28:24.854915 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ecdf9d45-ed27-49ea-9748-c84ca4297332 req-d3073986-3841-4097-a4dc-a6c8a6bc7e26 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149077 Aug 31 14:28:24.855978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44314) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.867434 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-531534c9-1ab6-4d29-97e5-6bdc745d9279 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.871101 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-531534c9-1ab6-4d29-97e5-6bdc745d9279 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0115771 Aug 31 14:28:24.873026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44316) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.887287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-94908c19-1500-4d91-8ae1-549f61400946 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.887287 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-94908c19-1500-4d91-8ae1-549f61400946 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0090172 Aug 31 14:28:24.894463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44320) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.898173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-b7e60fdc-81d4-4df7-8315-48b88d0c2b14 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.902652 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b7e60fdc-81d4-4df7-8315-48b88d0c2b14 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079997 Aug 31 14:28:24.903341 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44324) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.909558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-17da4634-19f8-47c2-a21a-2b8692d9f884 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.913441 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-17da4634-19f8-47c2-a21a-2b8692d9f884 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0065942 Aug 31 14:28:24.913441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44326) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.914329 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e68e8c0a-593b-4ec7-abfb-6416770bfcb2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40583aafd9b9413eb33ed65b6d05e8df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252326 Aug 31 14:28:24.915129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44328) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.924489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-44117f4e-a9fc-414d-b130-2687306847e8 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.928674 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-44117f4e-a9fc-414d-b130-2687306847e8 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0114665 Aug 31 14:28:24.930174 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e8c0a-593b-4ec7-abfb-6416770bfcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb316348-812f-4471-8836-22a265d37759,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:24.933012 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44330) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.939066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-e4e78054-67ae-4b17-9521-1ce975a24121 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.942894 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e4e78054-67ae-4b17-9521-1ce975a24121 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0077834 Aug 31 14:28:24.945832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44336) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.954753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-69acdef1-7ca2-449d-817f-bacaff7966b6 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.961380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-69acdef1-7ca2-449d-817f-bacaff7966b6 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0135510 Aug 31 14:28:24.961553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44338) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.972256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-d0dc3c0b-4052-491b-b3ad-9fe3ebbd9312 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:24.975290 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:24.977544 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d0dc3c0b-4052-491b-b3ad-9fe3ebbd9312 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0145748 Aug 31 14:28:24.987238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44340) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:24.998619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-17ccaed4-34bd-4e69-8eed-1345922b9fb6 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:25.003231 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-17ccaed4-34bd-4e69-8eed-1345922b9fb6 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0132778 Aug 31 14:28:25.009680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44342) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:25.021514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-1eeb0498-4e4c-4dc0-875c-ae917a5c557d tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:25.031312 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1eeb0498-4e4c-4dc0-875c-ae917a5c557d tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0232458 Aug 31 14:28:25.031553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44344) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:25.036863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-50720991-bbea-4dd9-89e2-ff28adbe9d2f tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:25.038035 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-50720991-bbea-4dd9-89e2-ff28adbe9d2f tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0051603 Aug 31 14:28:25.043717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44346) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:25.048960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-6cc6dd36-50a3-4dd3-8565-15115b965044 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:25.050023 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6cc6dd36-50a3-4dd3-8565-15115b965044 tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050020 Aug 31 14:28:25.058492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44348) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:25.070546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [None req-78712b4b-a9d3-420e-9190-aea88bdb7d2f tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:25.076169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44352) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:25.076579 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-78712b4b-a9d3-420e-9190-aea88bdb7d2f tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0151975 Aug 31 14:28:25.087438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-2039873a-3e25-4a20-b93f-5df2c62e1fda tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:25.088450 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2039873a-3e25-4a20-b93f-5df2c62e1fda tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0112703 Aug 31 14:28:25.094115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44356) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:25.110630 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [None req-00b8b4c5-437c-435e-97fa-682376de8bae tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:25.115782 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-00b8b4c5-437c-435e-97fa-682376de8bae tempest-ExtensionsTestJSON-1995346989 tempest-ExtensionsTestJSON-1995346989-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0206819 Aug 31 14:28:25.117489 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ec42-a760-465e-a07d-684de6f92745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:25.173474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91f5f-a284-49d5-a265-abdc33e8650c req-f24529df-33cd-4f7d-90ce-807146b02673 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:25.181879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44362) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:25.194173 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4cd91f5f-a284-49d5-a265-abdc33e8650c req-f24529df-33cd-4f7d-90ce-807146b02673 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 945 time: 0.1609337 Aug 31 14:28:25.217152 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ec42-a760-465e-a07d-684de6f92745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:25.266919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-62900cc0-b2a9-429b-af66-28c38bebe971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:26:08Z', 'revision_number': 4, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port': {'id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '264f5c70-6636-4750-a336-365c8f93fbfb', 'name': '', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'mac_address': 'fa:16:3e:4a:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:07Z', 'updated_at': '2021-08-31T14:26:16Z', 'revision_number': 5, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'subnets': [{'id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:25.279497 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4cd91f5f-a284-49d5-a265-abdc33e8650c req-42ebae13-6d69-4e90-85cc-6fbd15cf00a1 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820189 Aug 31 14:28:25.381278 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0c72b503-991e-4940-808c-cc7809afc41c tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:25.419079 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0c72b503-991e-4940-808c-cc7809afc41c tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:25.482314 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0c72b503-991e-4940-808c-cc7809afc41c tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:25.485586 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0c72b503-991e-4940-808c-cc7809afc41c tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:25.487341 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0c72b503-991e-4940-808c-cc7809afc41c tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "DELETE /v2.0/security-groups/a72a7695-29ce-47b7-8e37-c0c59fd5f890 HTTP/1.1" status: 204 len: 168 time: 0.3028815 Aug 31 14:28:25.490738 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44370) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:25.510347 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ec42-a760-465e-a07d-684de6f92745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:25.514467 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ec42-a760-465e-a07d-684de6f92745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:25.519957 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8eb5ec42-a760-465e-a07d-684de6f92745 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb316348-812f-4471-8836-22a265d37759 HTTP/1.1" status: 204 len: 168 time: 0.6061420 Aug 31 14:28:25.525556 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-5ba23981-a763-488a-afb8-1330fd3716e4 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] show failed (client error): The resource could not be found. Aug 31 14:28:25.526107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72b503-991e-4940-808c-cc7809afc41c tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72a7695-29ce-47b7-8e37-c0c59fd5f890,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:25.530895 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5ba23981-a763-488a-afb8-1330fd3716e4 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "GET /v2.0/security-groups/a72a7695-29ce-47b7-8e37-c0c59fd5f890 HTTP/1.1" status: 404 len: 347 time: 0.0372589 Aug 31 14:28:25.533352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44376) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:25.537551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5ec42-a760-465e-a07d-684de6f92745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb316348-812f-4471-8836-22a265d37759,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:25.600183 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a2ead2dc-8d3a-418e-bf63-5c727e06544e no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:28:25.615603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62900cc0-b2a9-429b-af66-28c38bebe971 None None] The sync data for ids ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'] in n-d-806683-5 is: [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:26:08Z', 'revision_number': 4, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port': {'id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '264f5c70-6636-4750-a336-365c8f93fbfb', 'name': '', 'network_id': 'e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'mac_address': 'fa:16:3e:4a:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:07Z', 'updated_at': '2021-08-31T14:26:16Z', 'revision_number': 5, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'subnets': [{'id': '2f50e77b-5355-49e4-bd63-f06d29bc86d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:28:25.672663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: a2ead2dc-8d3a-418e-bf63-5c727e06544e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:28:25.673643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a2ead2dc-8d3a-418e-bf63-5c727e06544e not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:28:25.742917 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44382) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:25.791306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbd6af-1e0e-48e5-99dd-9989cd516492 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Deleting port ff39b016-ec82-4e48-99c3-fc27d91c36b3 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:25.791935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd6af-1e0e-48e5-99dd-9989cd516492 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:25.794081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fec29-31d0-4c1a-b72c-b203545dfc50 req-3ddf15b5-fa17-46e2-a2ce-0800986e645a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:25.796101 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3a0fec29-31d0-4c1a-b72c-b203545dfc50 req-3ddf15b5-fa17-46e2-a2ce-0800986e645a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 945 time: 0.0805998 Aug 31 14:28:25.846852 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3a0fec29-31d0-4c1a-b72c-b203545dfc50 req-81a437d7-9ed1-4f32-a112-83723a0c2d89 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441229 Aug 31 14:28:25.902552 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd6af-1e0e-48e5-99dd-9989cd516492 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:25.903420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd6af-1e0e-48e5-99dd-9989cd516492 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:25.921324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbd6af-1e0e-48e5-99dd-9989cd516492 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Calling delete_port for ff39b016-ec82-4e48-99c3-fc27d91c36b3 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:26.074886 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a36e558-36ad-4949-b3f1-b753dd3d849c None None] New status for floating IP a582b791-88cf-406d-92a2-0132029ca5c4: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:28:26.081003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ef7d8-293a-4d68-acc6-6409fb7c5a69 req-085f1715-cbd1-494f-87d2-77e0ea9c6ef2 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:26.082552 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c3ef7d8-293a-4d68-acc6-6409fb7c5a69 req-085f1715-cbd1-494f-87d2-77e0ea9c6ef2 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 945 time: 0.1454098 Aug 31 14:28:26.083364 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c05d827-d2ba-40e6-9c0e-6da7a34cbf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.184762 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c3ef7d8-293a-4d68-acc6-6409fb7c5a69 req-53ae88ad-16f4-4c05-9756-3fa5c087705a tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900679 Aug 31 14:28:26.231833 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-7a36e558-36ad-4949-b3f1-b753dd3d849c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:28:26.232213 n-d-806683-5 neutron-server[94873]: DEBUG oslo_db.api [None req-7a36e558-36ad-4949-b3f1-b753dd3d849c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:28:26.234756 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd6af-1e0e-48e5-99dd-9989cd516492 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.280587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbd6af-1e0e-48e5-99dd-9989cd516492 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Pushing event deleted for resources: {'Port': ['ID=ff39b016-ec82-4e48-99c3-fc27d91c36b3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:26.360801 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c05d827-d2ba-40e6-9c0e-6da7a34cbf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.367557 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c05d827-d2ba-40e6-9c0e-6da7a34cbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.377335 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd6af-1e0e-48e5-99dd-9989cd516492 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.380164 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd6af-1e0e-48e5-99dd-9989cd516492 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.384185 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f2fbd6af-1e0e-48e5-99dd-9989cd516492 tempest-ServersTestJSON-1904855140 tempest-ServersTestJSON-1904855140-project] 10.222.0.39 "DELETE /v2.0/floatingips/a582b791-88cf-406d-92a2-0132029ca5c4 HTTP/1.1" status: 204 len: 168 time: 0.8468173 Aug 31 14:28:26.384523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44412) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:26.419245 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7c05d827-d2ba-40e6-9c0e-6da7a34cbf95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44878d25972447d4bfdda3ed8f258509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6746917 Aug 31 14:28:26.421684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05d827-d2ba-40e6-9c0e-6da7a34cbf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd53122-30bf-4e17-963b-728ec97618b4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:26.423681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44418) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:26.586528 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c36399a-7a74-463b-a226-62ab12e90ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.619876 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c36399a-7a74-463b-a226-62ab12e90ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.679124 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c36399a-7a74-463b-a226-62ab12e90ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.681670 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c36399a-7a74-463b-a226-62ab12e90ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.682783 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1c36399a-7a74-463b-a226-62ab12e90ca6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0bd53122-30bf-4e17-963b-728ec97618b4 HTTP/1.1" status: 204 len: 168 time: 0.2567866 Aug 31 14:28:26.728001 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36399a-7a74-463b-a226-62ab12e90ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd53122-30bf-4e17-963b-728ec97618b4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:26.730624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3f3c7-bfab-4494-a904-7088ab450c35 req-da0df420-86cb-4ce3-968b-d7f5c06bbca5 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:26.733805 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a36e558-36ad-4949-b3f1-b753dd3d849c None None] New status for floating IP a582b791-88cf-406d-92a2-0132029ca5c4: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:28:26.754195 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-faa3f3c7-bfab-4494-a904-7088ab450c35 req-da0df420-86cb-4ce3-968b-d7f5c06bbca5 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 945 time: 0.0869842 Aug 31 14:28:26.837716 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-faa3f3c7-bfab-4494-a904-7088ab450c35 req-767387f6-e895-4506-b114-ae067dbfbf79 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825536 Aug 31 14:28:27.215425 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c37cc7df-5794-4f26-96cd-17a45173ec34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:27.570564 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-c37cc7df-5794-4f26-96cd-17a45173ec34 admin admin] Deleting port 264f5c70-6636-4750-a336-365c8f93fbfb {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:27.571506 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c37cc7df-5794-4f26-96cd-17a45173ec34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:27.688497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-c37cc7df-5794-4f26-96cd-17a45173ec34 admin admin] For port 264f5c70-6636-4750-a336-365c8f93fbfb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=264f5c70-6636-4750-a336-365c8f93fbfb,segment=NetworkSegment(9f677e75-1c7f-47d0-bdd0-133f6ec3f094),segment_id=9f677e75-1c7f-47d0-bdd0-133f6ec3f094)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:27.689277 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c37cc7df-5794-4f26-96cd-17a45173ec34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:27.713578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-c37cc7df-5794-4f26-96cd-17a45173ec34 admin admin] Calling delete_port for 264f5c70-6636-4750-a336-365c8f93fbfb owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:27.785446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ef248e17-ff68-45a2-a95a-b080183edfb0 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:28:27.842453 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730643f-30c8-47f8-b75b-369a5796b9f9 req-22a1ab30-53ff-414c-a591-3f39cd11d3cd tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:27.844281 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7730643f-30c8-47f8-b75b-369a5796b9f9 req-22a1ab30-53ff-414c-a591-3f39cd11d3cd tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 945 time: 0.1218815 Aug 31 14:28:27.974981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:28.012503 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'port_id': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'mac_address': 'fa:16:3e:bb:c1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:28:28.067003 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:28.084718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef248e17-ff68-45a2-a95a-b080183edfb0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:28:28.116797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:28.125427 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:28.173646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4fe5f-29b9-46d2-b598-79c4ebcd9a8a req-4e4bdfe6-9b07-4061-ac37-6ee061fd997c tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:28.175535 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c1a4fe5f-29b9-46d2-b598-79c4ebcd9a8a req-4e4bdfe6-9b07-4061-ac37-6ee061fd997c tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 945 time: 0.1690569 Aug 31 14:28:28.178442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-7730643f-30c8-47f8-b75b-369a5796b9f9 req-1ae3b490-de32-40db-a636-cfdf406df361 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Deleting port a7470c0b-e4c3-4706-a621-f36ac9abba4c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:28.178823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7730643f-30c8-47f8-b75b-369a5796b9f9 req-1ae3b490-de32-40db-a636-cfdf406df361 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:28.180787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:28.191532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:28.192162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:28.192679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:28.193177 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:28.193727 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:28.194213 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:28.194698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:28.195210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:28.195705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:28.196177 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:28.196642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:28.197124 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:28.201311 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c37cc7df-5794-4f26-96cd-17a45173ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:28.267337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['ef248e17-ff68-45a2-a95a-b080183edfb0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:28:28.276262 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cc7df-5794-4f26-96cd-17a45173ec34 admin admin] Pushing event deleted for resources: {'Port': ['ID=264f5c70-6636-4750-a336-365c8f93fbfb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:28.369765 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c1a4fe5f-29b9-46d2-b598-79c4ebcd9a8a req-a1be8a76-a7ad-4bae-80fb-6aaa0f9ea735 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c7c22c5-b415-406d-b7f9-86c536bb6640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862888 Aug 31 14:28:28.417270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7730643f-30c8-47f8-b75b-369a5796b9f9 req-1ae3b490-de32-40db-a636-cfdf406df361 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] For port a7470c0b-e4c3-4706-a621-f36ac9abba4c, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a7470c0b-e4c3-4706-a621-f36ac9abba4c,segment=NetworkSegment(ceb73b58-575a-40e1-82b1-095bb125ea8b),segment_id=ceb73b58-575a-40e1-82b1-095bb125ea8b)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:28.417739 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7730643f-30c8-47f8-b75b-369a5796b9f9 req-1ae3b490-de32-40db-a636-cfdf406df361 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:28.438885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44498) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:28.458443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-7730643f-30c8-47f8-b75b-369a5796b9f9 req-1ae3b490-de32-40db-a636-cfdf406df361 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Calling delete_port for a7470c0b-e4c3-4706-a621-f36ac9abba4c owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:28.606262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44506) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:28.671749 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c37cc7df-5794-4f26-96cd-17a45173ec34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:28.745132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1741137609', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:28.774681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-755874727'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:28.837868 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:28:28.837868 n-d-806683-5 neutron-server[94871]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 14:28:28.837868 n-d-806683-5 neutron-server[94871]: [parameters: {'project_id': 'f0f393b48808447eab53d19121fd4c04', 'id': '10cc03e8-afd4-4d20-910a-8cc2f695c652', 'expiration': datetime.datetime(2021, 8, 31, 14, 30, 28, 816436)}] Aug 31 14:28:28.837868 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:28:28.838852 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:28:28.842130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Made reservation on behalf of 23c1b323f4bd44458e4dd30bace0ddce for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:28.846010 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:28.863479 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:28.877753 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7730643f-30c8-47f8-b75b-369a5796b9f9 req-1ae3b490-de32-40db-a636-cfdf406df361 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:28.894225 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['a7470c0b-e4c3-4706-a621-f36ac9abba4c'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:28:29.066670 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.087449 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.135810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:28:29.149418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c1f9b1-f478-40e7-9e71-bfadb0fcc0bb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:29.170508 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.175491 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Added segment 38f0cd68-b62e-4ab4-83b0-0bca5fdb4414 of type vlan for network 4309de42-6450-4cf7-9a40-965ed442acca Aug 31 14:28:29.233192 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.284828 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.298897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:29.299863 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.327701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3b490-de32-40db-a636-cfdf406df361 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Pushing event deleted for resources: {'Port': ['ID=a7470c0b-e4c3-4706-a621-f36ac9abba4c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:29.374517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7730643f-30c8-47f8-b75b-369a5796b9f9 req-1ae3b490-de32-40db-a636-cfdf406df361 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] No DVR routers for this DVR port a7470c0b-e4c3-4706-a621-f36ac9abba4c on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:28:29.378909 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7730643f-30c8-47f8-b75b-369a5796b9f9 req-1ae3b490-de32-40db-a636-cfdf406df361 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.381536 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7730643f-30c8-47f8-b75b-369a5796b9f9 req-1ae3b490-de32-40db-a636-cfdf406df361 tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.60 "DELETE /v2.0/ports/a7470c0b-e4c3-4706-a621-f36ac9abba4c HTTP/1.1" status: 204 len: 173 time: 1.5296206 Aug 31 14:28:29.382736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754', 'name': 'network-vif-deleted', 'tag': 'a7470c0b-e4c3-4706-a621-f36ac9abba4c'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:29.384851 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5138b89-cd5e-4de9-baa3-7efea0a4b311" -d '{"events": [{"server_uuid": "ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754", "name": "network-vif-deleted", "tag": "a7470c0b-e4c3-4706-a621-f36ac9abba4c"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:29.445144 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0048170 Aug 31 14:28:29.454562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44554) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:29.463155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bd0be6ef-20ec-43e8-969d-f1784a89e178 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Request body: {'subnet': {'network_id': '4309de42-6450-4cf7-9a40-965ed442acca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:29.485724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eff1e-943d-4ab7-a4c0-bd9fbeea653d tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Pushing event updated for resources: {'Network': ['ID=4309de42-6450-4cf7-9a40-965ed442acca,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:29.502192 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 4309de42-6450-4cf7-9a40-965ed442acca details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:28:29.541528 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37cc7df-5794-4f26-96cd-17a45173ec34 admin admin] Router 58504bee-1feb-4efb-84dc-ea46b9a33c8b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:28:29.602601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Made reservation on behalf of f0f393b48808447eab53d19121fd4c04 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:29.611831 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.637095 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.638891 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cafa3bd-1f5c-4545-aca0-ec8bfa9d7c44 x-openstack-request-id: req-4cafa3bd-1f5c-4545-aca0-ec8bfa9d7c44 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:29.639222 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754", "name": "network-vif-deleted", "tag": "a7470c0b-e4c3-4706-a621-f36ac9abba4c", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:29.639461 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4cafa3bd-1f5c-4545-aca0-ec8bfa9d7c44 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:29.639871 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754', 'name': 'network-vif-deleted', 'tag': 'a7470c0b-e4c3-4706-a621-f36ac9abba4c', 'status': 'completed', 'code': 200} Aug 31 14:28:29.691565 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eecb104c-267d-43e5-af66-f5e36479298c req-a19d18ea-7520-4a80-acc9-1875c148536f tempest-ServerDiskConfigTestJSON-1913081931 tempest-ServerDiskConfigTestJSON-1913081931-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0c53d5-6e24-4b8e-ac02-04dcc0ad5754 HTTP/1.1" status: 200 len: 210 time: 0.0597651 Aug 31 14:28:29.694195 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-bd0be6ef-20ec-43e8-969d-f1784a89e178 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:28:29.694195 n-d-806683-5 neutron-server[94871]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:28:29.694195 n-d-806683-5 neutron-server[94871]: [parameters: {'project_id_1': '23c1b323f4bd44458e4dd30bace0ddce', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 28, 29, 669690)}] Aug 31 14:28:29.694195 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:28:29.695067 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [None req-bd0be6ef-20ec-43e8-969d-f1784a89e178 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:28:29.772372 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37cc7df-5794-4f26-96cd-17a45173ec34 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:28:29.778574 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c37cc7df-5794-4f26-96cd-17a45173ec34 admin admin] 10.222.0.39 "PUT /v2.0/routers/58504bee-1feb-4efb-84dc-ea46b9a33c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3927197 Aug 31 14:28:29.781006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44564) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:29.787911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e5ee3c-9035-4bbd-895f-3049a13a16b7 None None] Sync routers for ids ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:28:29.796931 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ef248e17-ff68-45a2-a95a-b080183edfb0 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:29.891061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e5ee3c-9035-4bbd-895f-3049a13a16b7 None None] Routers {'58504bee-1feb-4efb-84dc-ea46b9a33c8b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:28:29.893058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.893236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-93e5ee3c-9035-4bbd-895f-3049a13a16b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:28:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:29.899553 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.912304 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] device_id is not set on port dbe0dcd0-2cf0-4cb3-9917-004b390ad9d9 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:28:29.950158 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:30.163006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:30.272548 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] Deleting port e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:30.273204 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:30.294012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-93e5ee3c-9035-4bbd-895f-3049a13a16b7 None None] Set router 58504bee-1feb-4efb-84dc-ea46b9a33c8b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:28:30.470973 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] For port e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:30.472023 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:30.500737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] Calling delete_port for e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:30.540041 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port ef248e17-ff68-45a2-a95a-b080183edfb0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:30.540465 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:30.702581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61207547-5678-43ae-8dff-bf04f8aeb0aa,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:30.707735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Allocated IP 172.25.2.250 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/dbe0dcd0-2cf0-4cb3-9917-004b390ad9d9) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:30.712839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0be6ef-20ec-43e8-969d-f1784a89e178 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Made reservation on behalf of 23c1b323f4bd44458e4dd30bace0ddce for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:30.718044 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd0be6ef-20ec-43e8-969d-f1784a89e178 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:30.763230 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:30.808181 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:30.896371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-93e5ee3c-9035-4bbd-895f-3049a13a16b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:28:28Z', 'revision_number': 5, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port': {'id': 'e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:30.976637 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:30.978515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e5ee3c-9035-4bbd-895f-3049a13a16b7 None None] Checking router: 58504bee-1feb-4efb-84dc-ea46b9a33c8b for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:28:31.006532 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.022503 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e5ee3c-9035-4bbd-895f-3049a13a16b7 None None] Routers {'58504bee-1feb-4efb-84dc-ea46b9a33c8b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:28:31.023430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-93e5ee3c-9035-4bbd-895f-3049a13a16b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:28:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:31.105712 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.142513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd0be6ef-20ec-43e8-969d-f1784a89e178 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.198395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0be6ef-20ec-43e8-969d-f1784a89e178 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Pushing event updated for resources: {'Subnet': ['ID=17f52469-71c2-4966-985e-80472aa4e20e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:31.231784 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.239201 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.255871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:31.259626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:31.262327 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2e38e8-0a57-43a1-b9ce-4bf67bfd48f4" -d '{"events": [{"server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "name": "network-vif-plugged", "status": "completed", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:31.268497 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.271610 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.275272 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-93e5ee3c-9035-4bbd-895f-3049a13a16b7 None None] Set router 58504bee-1feb-4efb-84dc-ea46b9a33c8b gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:28:31.318364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0be6ef-20ec-43e8-969d-f1784a89e178 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Checking segment: {'id': '38f0cd68-b62e-4ab4-83b0-0bca5fdb4414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4309de42-6450-4cf7-9a40-965ed442acca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:31.319897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0be6ef-20ec-43e8-969d-f1784a89e178 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Network hostable DHCP agents. Network: 4309de42-6450-4cf7-9a40-965ed442acca, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:28:31.327026 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.327877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58504bee-1feb-4efb-84dc-ea46b9a33c8b {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:28:31.344692 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.347584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7bb61cc3-3dc3-4e5d-b8fd-42c035afa07c admin admin] 10.222.0.39 "DELETE /v2.0/routers/58504bee-1feb-4efb-84dc-ea46b9a33c8b HTTP/1.1" status: 204 len: 168 time: 1.5629375 Aug 31 14:28:31.348590 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44606) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:31.371984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:31.417260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:31.422670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:31.430186 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa33959-5b43-4179-a321-b22cf68ff0b8 x-openstack-request-id: req-8aa33959-5b43-4179-a321-b22cf68ff0b8 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:31.430580 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "name": "network-vif-plugged", "status": "completed", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:31.430955 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8aa33959-5b43-4179-a321-b22cf68ff0b8 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:31.431663 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'code': 200} Aug 31 14:28:31.432829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a7470c0b-e4c3-4706-a621-f36ac9abba4c no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:28:31.434848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:31.484009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44610) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:31.487378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-93e5ee3c-9035-4bbd-895f-3049a13a16b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:28:30Z', 'revision_number': 7, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:31.493429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: a7470c0b-e4c3-4706-a621-f36ac9abba4c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:28:31.494905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a7470c0b-e4c3-4706-a621-f36ac9abba4c not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:28:31.502702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-eede4574-0f35-444f-8ddd-2d4c2669ea8d admin admin] Deleting subnet 2f50e77b-5355-49e4-bd63-f06d29bc86d6 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:28:31.517548 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eede4574-0f35-444f-8ddd-2d4c2669ea8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.531732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Pushing event updated for resources: {'Port': ['ID=dbe0dcd0-2cf0-4cb3-9917-004b390ad9d9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:31.553089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0be6ef-20ec-43e8-969d-f1784a89e178 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Network 4309de42-6450-4cf7-9a40-965ed442acca is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:28:31.562095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e5ee3c-9035-4bbd-895f-3049a13a16b7 None None] The sync data for ids ['58504bee-1feb-4efb-84dc-ea46b9a33c8b'] in n-d-806683-5 is: [{'id': '58504bee-1feb-4efb-84dc-ea46b9a33c8b', 'name': 'tempest-ServersTestJSON-906147092-router', 'tenant_id': 'f80abaf64806401083cba1525e4cb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:02Z', 'updated_at': '2021-08-31T14:28:30Z', 'revision_number': 7, 'project_id': 'f80abaf64806401083cba1525e4cb216', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:28:31.580409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bd0be6ef-20ec-43e8-969d-f1784a89e178 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 4309de42-6450-4cf7-9a40-965ed442acca) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:31.591843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656d025e-4259-4ab0-9b8a-a0cf55f74b8c None None] Network 4309de42-6450-4cf7-9a40-965ed442acca requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:31.608626 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0be6ef-20ec-43e8-969d-f1784a89e178 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:31.613778 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd0be6ef-20ec-43e8-969d-f1784a89e178 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.627927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:31.628541 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.643236 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eede4574-0f35-444f-8ddd-2d4c2669ea8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.676871 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bd0be6ef-20ec-43e8-969d-f1784a89e178 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2207904 Aug 31 14:28:31.677724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44614) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:31.684742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Request body: {'port': {'network_id': '4309de42-6450-4cf7-9a40-965ed442acca', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1273258566'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:31.689587 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5a8db0ca-8990-434b-ad2c-316598d940bb tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.0819256 Aug 31 14:28:31.702651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44616) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:31.723573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2ece0dc3-e184-4f5d-b740-4e7272cef511 tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.250'}]}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:31.790235 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eede4574-0f35-444f-8ddd-2d4c2669ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.812024 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ece0dc3-e184-4f5d-b740-4e7272cef511 tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.813138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ece0dc3-e184-4f5d-b740-4e7272cef511 tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.867376 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-332b2ddf-ec50-4555-8ea5-de866b712b62 admin admin] Deleting subnet f369ee74-3273-4e69-abd8-8da86f146e8c {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:28:31.873908 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-332b2ddf-ec50-4555-8ea5-de866b712b62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.916147 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ece0dc3-e184-4f5d-b740-4e7272cef511 tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.925981 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-332b2ddf-ec50-4555-8ea5-de866b712b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.940712 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-4309de42-6450-4cf7-9a40-965ed442acca', 'network_id': '4309de42-6450-4cf7-9a40-965ed442acca', 'tenant_id': '23c1b323f4bd44458e4dd30bace0ddce', 'fixed_ips': [{'subnet_id': '17f52469-71c2-4966-985e-80472aa4e20e'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:28:31.941786 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.063170 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-332b2ddf-ec50-4555-8ea5-de866b712b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.189732 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eede4574-0f35-444f-8ddd-2d4c2669ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.256094 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede4574-0f35-444f-8ddd-2d4c2669ea8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f50e77b-5355-49e4-bd63-f06d29bc86d6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:32.288647 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eede4574-0f35-444f-8ddd-2d4c2669ea8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.294697 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eede4574-0f35-444f-8ddd-2d4c2669ea8d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2f50e77b-5355-49e4-bd63-f06d29bc86d6 HTTP/1.1" status: 204 len: 168 time: 0.9415874 Aug 31 14:28:32.295794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44628) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:32.307598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534e63b7-8ea7-49fb-9a99-246b47fa642c None None] Network e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:32.308239 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ece0dc3-e184-4f5d-b740-4e7272cef511 tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.347330 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-332b2ddf-ec50-4555-8ea5-de866b712b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.431990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b2ddf-ec50-4555-8ea5-de866b712b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f369ee74-3273-4e69-abd8-8da86f146e8c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:32.436482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Made reservation on behalf of 23c1b323f4bd44458e4dd30bace0ddce for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:32.443218 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-332b2ddf-ec50-4555-8ea5-de866b712b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.448128 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-332b2ddf-ec50-4555-8ea5-de866b712b62 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f369ee74-3273-4e69-abd8-8da86f146e8c HTTP/1.1" status: 204 len: 168 time: 0.9496281 Aug 31 14:28:32.451189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.455109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44632) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:32.497070 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.521095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] device_id is not set on port 50562867-c682-4bce-92b9-5eb718eba506 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:28:32.607557 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5302-bd51-4b02-be1d-0f8dbd297c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.629936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Allocated IP 172.20.0.2 (4309de42-6450-4cf7-9a40-965ed442acca/17f52469-71c2-4966-985e-80472aa4e20e/b5c6ad29-d448-42f3-b29c-49bd6af9de06) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:32.732593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Deleting port c781302a-998d-49a1-b8ef-92e968c819ea {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:32.733202 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.797778 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5302-bd51-4b02-be1d-0f8dbd297c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.818890 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-2ebc5302-bd51-4b02-be1d-0f8dbd297c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a1d08a-de4a-464e-9db1-2a8b6227a631']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:32.835231 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-2ebc5302-bd51-4b02-be1d-0f8dbd297c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb73b58-575a-40e1-82b1-095bb125ea8b') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:32.835810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-2ebc5302-bd51-4b02-be1d-0f8dbd297c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb73b58-575a-40e1-82b1-095bb125ea8b') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:32.862074 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5302-bd51-4b02-be1d-0f8dbd297c11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.865539 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] For port c781302a-998d-49a1-b8ef-92e968c819ea, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c781302a-998d-49a1-b8ef-92e968c819ea,segment=NetworkSegment(9f677e75-1c7f-47d0-bdd0-133f6ec3f094),segment_id=9f677e75-1c7f-47d0-bdd0-133f6ec3f094)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:32.866210 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.890057 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Calling delete_port for c781302a-998d-49a1-b8ef-92e968c819ea owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:32.892540 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5302-bd51-4b02-be1d-0f8dbd297c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.921483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebc5302-bd51-4b02-be1d-0f8dbd297c11 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:28:32.922313 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5302-bd51-4b02-be1d-0f8dbd297c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:28:32.924322 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:28:32.946623 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ece0dc3-e184-4f5d-b740-4e7272cef511 tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.964438 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:32.994456 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ece0dc3-e184-4f5d-b740-4e7272cef511 tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:33.083241 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Transition to ACTIVE for port object b5c6ad29-d448-42f3-b29c-49bd6af9de06 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:33.085604 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5302-bd51-4b02-be1d-0f8dbd297c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:33.097812 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5302-bd51-4b02-be1d-0f8dbd297c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:33.105685 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2ebc5302-bd51-4b02-be1d-0f8dbd297c11 admin admin] 10.222.0.39 "DELETE /v2.0/networks/87a1d08a-de4a-464e-9db1-2a8b6227a631 HTTP/1.1" status: 204 len: 168 time: 0.6484907 Aug 31 14:28:33.157436 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Transition to ACTIVE for port object b5c6ad29-d448-42f3-b29c-49bd6af9de06 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:33.164268 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc5302-bd51-4b02-be1d-0f8dbd297c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=87a1d08a-de4a-464e-9db1-2a8b6227a631,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:33.166540 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:33.210852 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:33.217405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b5d422-5a2b-4152-b371-0b7bb693a7e9 None None] DHCP port deletion for e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:28:33.224665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] No DVR routers for this DVR port c781302a-998d-49a1-b8ef-92e968c819ea on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:28:33.253722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Network 4309de42-6450-4cf7-9a40-965ed442acca is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:33.256972 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Pushing event deleted for resources: {'Port': ['ID=c781302a-998d-49a1-b8ef-92e968c819ea,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:33.258824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:33.270139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:33.370950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Pushing event updated for resources: {'Port': ['ID=b5c6ad29-d448-42f3-b29c-49bd6af9de06,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:33.383008 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:33.421354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:33.443030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Attempting to bind port b5c6ad29-d448-42f3-b29c-49bd6af9de06 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:28:33.446122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Attempting to bind port b5c6ad29-d448-42f3-b29c-49bd6af9de06 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '38f0cd68-b62e-4ab4-83b0-0bca5fdb4414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4309de42-6450-4cf7-9a40-965ed442acca'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:28:33.446731 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Attempting to bind port b5c6ad29-d448-42f3-b29c-49bd6af9de06 on network 4309de42-6450-4cf7-9a40-965ed442acca {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:33.457156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:28:33.457541 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Checking segment: {'id': '38f0cd68-b62e-4ab4-83b0-0bca5fdb4414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4309de42-6450-4cf7-9a40-965ed442acca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:33.458012 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:33.458342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Bound using segment: {'id': '38f0cd68-b62e-4ab4-83b0-0bca5fdb4414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4309de42-6450-4cf7-9a40-965ed442acca'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:28:33.458822 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Bound port: b5c6ad29-d448-42f3-b29c-49bd6af9de06, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f0cd68-b62e-4ab4-83b0-0bca5fdb4414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4309de42-6450-4cf7-9a40-965ed442acca'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:28:33.459225 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:33.499588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f677e75-1c7f-47d0-bdd0-133f6ec3f094') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:33.503612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f677e75-1c7f-47d0-bdd0-133f6ec3f094') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:33.522515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 264f5c70-6636-4750-a336-365c8f93fbfb no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:28:33.526362 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:33.558895 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:33.566611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 264f5c70-6636-4750-a336-365c8f93fbfb {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:28:33.566956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 264f5c70-6636-4750-a336-365c8f93fbfb not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:28:33.567417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:28:33.575097 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:28:33.576773 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:28:33.584208 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:28:33.595837 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:28:33.596178 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e2e2c2c5-1124-4c1b-ba30-236ca2e19ed7 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:28:33.597479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c781302a-998d-49a1-b8ef-92e968c819ea no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:28:33.642890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: c781302a-998d-49a1-b8ef-92e968c819ea {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:28:33.643609 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c781302a-998d-49a1-b8ef-92e968c819ea not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:28:33.655026 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] For port b5c6ad29-d448-42f3-b29c-49bd6af9de06, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:28:33.679902 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] For port b5c6ad29-d448-42f3-b29c-49bd6af9de06, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b5c6ad29-d448-42f3-b29c-49bd6af9de06,segment=NetworkSegment(38f0cd68-b62e-4ab4-83b0-0bca5fdb4414),segment_id=38f0cd68-b62e-4ab4-83b0-0bca5fdb4414)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:28:33.686903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Allocated IP 172.20.0.13 (4309de42-6450-4cf7-9a40-965ed442acca/17f52469-71c2-4966-985e-80472aa4e20e/50562867-c682-4bce-92b9-5eb718eba506) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:33.687041 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:33.736570 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:33.756618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df5c0b-15a4-4a2c-a103-52a119a503c6 None None] Pushing event updated for resources: {'Port': ['ID=b5c6ad29-d448-42f3-b29c-49bd6af9de06,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:33.757967 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44650) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:33.768872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:33.773174 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] 10.222.0.39 "DELETE /v2.0/networks/e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c HTTP/1.1" status: 204 len: 168 time: 1.4741895 Aug 31 14:28:33.773174 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1395f2b-21fa-4038-8c91-f96b49c9988e admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b8b8d1-5e0e-4960-9a0a-86c75eeba16c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:33.796506 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ece0dc3-e184-4f5d-b740-4e7272cef511 tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.106395 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ece0dc3-e184-4f5d-b740-4e7272cef511 tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.112845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44656) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:34.115261 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-221aae2d-405d-4bf6-9225-dceb7e818342 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e296a091eb24fc69c75f8c0d3d3144e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396821 Aug 31 14:28:34.117163 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ece0dc3-e184-4f5d-b740-4e7272cef511 tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.179868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44658) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:34.269803 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ece0dc3-e184-4f5d-b740-4e7272cef511 tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.270493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ece0dc3-e184-4f5d-b740-4e7272cef511 tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35eba5b1-2209-4012-af4e-5b563f47e20a {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:28:34.296738 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b2c889b8-a24c-418f-add5-00e2c94bfff7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f80abaf64806401083cba1525e4cb216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1154053 Aug 31 14:28:34.299319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44660) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:34.310535 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-2ece0dc3-e184-4f5d-b740-4e7272cef511 tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:28:34.312138 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2ece0dc3-e184-4f5d-b740-4e7272cef511 tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5925021 Aug 31 14:28:34.316147 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44662) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:34.396166 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.417902 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdbf635b-7059-43ff-b3b4-aecac8459a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.438898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Transition to ACTIVE for port object 50562867-c682-4bce-92b9-5eb718eba506 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:34.509562 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdbf635b-7059-43ff-b3b4-aecac8459a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.530665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-509ab39b-c84e-47b9-9e36-f3ffc04db33c tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Deleting port dbe0dcd0-2cf0-4cb3-9917-004b390ad9d9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:34.540123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-509ab39b-c84e-47b9-9e36-f3ffc04db33c tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.546331 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5e96bad-bf7b-4f9b-87cb-24c86f8590c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.596600 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5e96bad-bf7b-4f9b-87cb-24c86f8590c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.676397 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdbf635b-7059-43ff-b3b4-aecac8459a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.679144 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.683569 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdbf635b-7059-43ff-b3b4-aecac8459a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.683569 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bdbf635b-7059-43ff-b3b4-aecac8459a88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c7c22c5-b415-406d-b7f9-86c536bb6640 HTTP/1.1" status: 204 len: 168 time: 0.5684731 Aug 31 14:28:34.698143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf635b-7059-43ff-b3b4-aecac8459a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7c22c5-b415-406d-b7f9-86c536bb6640,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:34.703375 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5e96bad-bf7b-4f9b-87cb-24c86f8590c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.727371 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5e96bad-bf7b-4f9b-87cb-24c86f8590c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.728811 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f5e96bad-bf7b-4f9b-87cb-24c86f8590c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/981ea9e8-0cf1-4704-a555-b21534937707 HTTP/1.1" status: 204 len: 168 time: 0.4281874 Aug 31 14:28:34.729423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44676) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:34.747161 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e96bad-bf7b-4f9b-87cb-24c86f8590c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981ea9e8-0cf1-4704-a555-b21534937707,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:34.816901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Network 4309de42-6450-4cf7-9a40-965ed442acca is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:34.829432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:34.832371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:34.844383 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-509ab39b-c84e-47b9-9e36-f3ffc04db33c tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.882193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Pushing event updated for resources: {'Port': ['ID=50562867-c682-4bce-92b9-5eb718eba506,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:34.899314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-509ab39b-c84e-47b9-9e36-f3ffc04db33c tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Calling delete_port for dbe0dcd0-2cf0-4cb3-9917-004b390ad9d9 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:34.920916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:34.921838 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:35.002658 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7637c5c4-49ba-4c8a-a392-b5147da601f4 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3236737 Aug 31 14:28:35.007352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44684) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:35.012592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Request body: {'port': {'network_id': '4309de42-6450-4cf7-9a40-965ed442acca', 'name': 'tempest-ExtraDHCPOptionsTestJSON-726105164', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:35.013136 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] bootfile-name is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:28:35.013471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] tftp-server is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:28:35.013906 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] server-ip-address is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:28:35.275423 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-509ab39b-c84e-47b9-9e36-f3ffc04db33c tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:35.279434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Made reservation on behalf of 23c1b323f4bd44458e4dd30bace0ddce for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:35.286698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:35.343038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ab39b-c84e-47b9-9e36-f3ffc04db33c tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbe0dcd0-2cf0-4cb3-9917-004b390ad9d9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:35.391354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d07fc4fe-7813-421e-8b59-e81c1087ff84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:35.465481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] device_id is not set on port 9e170285-4746-434b-8c7f-dbd7546dffe6 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:28:35.539087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd81835-261e-4c2e-8cc4-bf801269fa6f None None] Network 4309de42-6450-4cf7-9a40-965ed442acca requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:35.572588 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-509ab39b-c84e-47b9-9e36-f3ffc04db33c tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:35.580430 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-509ab39b-c84e-47b9-9e36-f3ffc04db33c tempest-RoutersAdminNegativeIpV6Test-1705262166 tempest-RoutersAdminNegativeIpV6Test-1705262166-project-admin] 10.222.0.39 "DELETE /v2.0/ports/dbe0dcd0-2cf0-4cb3-9917-004b390ad9d9 HTTP/1.1" status: 204 len: 168 time: 1.2626400 Aug 31 14:28:35.725486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Allocated IP 172.20.0.14 (4309de42-6450-4cf7-9a40-965ed442acca/17f52469-71c2-4966-985e-80472aa4e20e/9e170285-4746-434b-8c7f-dbd7546dffe6) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:35.741835 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b5c6ad29-d448-42f3-b29c-49bd6af9de06 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:35.823209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c1d167a6-9580-4e22-9e6f-b5629d323807 None None] Provisioning for port b5c6ad29-d448-42f3-b29c-49bd6af9de06 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:35.846782 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d07fc4fe-7813-421e-8b59-e81c1087ff84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:35.853801 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d07fc4fe-7813-421e-8b59-e81c1087ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:35.889834 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d07fc4fe-7813-421e-8b59-e81c1087ff84 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96e89606a6564680b40d4cb609cab3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1496801 Aug 31 14:28:35.899027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44716) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:35.942222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fc4fe-7813-421e-8b59-e81c1087ff84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edc4aa8-e9b6-45da-894d-e5bdb96740cf,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:35.990483 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port b5c6ad29-d448-42f3-b29c-49bd6af9de06 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:35.995037 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13af88ee-366b-4a6e-8127-7e9565a1c62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.004767 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b5c6ad29-d448-42f3-b29c-49bd6af9de06 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:36.005131 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.072074 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13af88ee-366b-4a6e-8127-7e9565a1c62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.205445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13af88ee-366b-4a6e-8127-7e9565a1c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.208456 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13af88ee-366b-4a6e-8127-7e9565a1c62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.213052 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-13af88ee-366b-4a6e-8127-7e9565a1c62c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3edc4aa8-e9b6-45da-894d-e5bdb96740cf HTTP/1.1" status: 204 len: 168 time: 0.3129804 Aug 31 14:28:36.217898 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.225682 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.230731 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af88ee-366b-4a6e-8127-7e9565a1c62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edc4aa8-e9b6-45da-894d-e5bdb96740cf,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:36.250641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Transition to ACTIVE for port object 9e170285-4746-434b-8c7f-dbd7546dffe6 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:36.332597 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port b5c6ad29-d448-42f3-b29c-49bd6af9de06, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b5c6ad29-d448-42f3-b29c-49bd6af9de06,segment=NetworkSegment(38f0cd68-b62e-4ab4-83b0-0bca5fdb4414),segment_id=38f0cd68-b62e-4ab4-83b0-0bca5fdb4414)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:36.340283 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.342081 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.424766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Network 4309de42-6450-4cf7-9a40-965ed442acca is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:36.429529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:36.438051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:36.471473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=b5c6ad29-d448-42f3-b29c-49bd6af9de06,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:36.501442 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1e096d73-d03e-4c97-8c9f-9a210ef39ace None None] Provisioning complete for port b5c6ad29-d448-42f3-b29c-49bd6af9de06 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:36.501870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:36.502950 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.505984 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e096d73-d03e-4c97-8c9f-9a210ef39ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.527732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Pushing event updated for resources: {'Port': ['ID=9e170285-4746-434b-8c7f-dbd7546dffe6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:36.533738 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-73df2529-ac22-46df-8650-d81e71d38ae1 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5253420 Aug 31 14:28:36.536258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44734) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:36.561114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44736) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:36.700671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1e096d73-d03e-4c97-8c9f-9a210ef39ace None None] Provisioning for port 50562867-c682-4bce-92b9-5eb718eba506 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:36.701268 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69b902-a0cd-4c20-8bd2-479d6dcc21ae tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:36.707431 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69b902-a0cd-4c20-8bd2-479d6dcc21ae tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:36.708455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1e096d73-d03e-4c97-8c9f-9a210ef39ace None None] Provisioning complete for port 50562867-c682-4bce-92b9-5eb718eba506 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:36.708833 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e096d73-d03e-4c97-8c9f-9a210ef39ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.715170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69b902-a0cd-4c20-8bd2-479d6dcc21ae tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:36.719109 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cb69b902-a0cd-4c20-8bd2-479d6dcc21ae tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1803114 Aug 31 14:28:36.721735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44742) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:36.798970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1e096d73-d03e-4c97-8c9f-9a210ef39ace None None] Port 50562867-c682-4bce-92b9-5eb718eba506 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:28:36.964968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf557e-e5ae-4d31-81db-a59d4ced644a tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Deleting port 9e170285-4746-434b-8c7f-dbd7546dffe6 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:36.965628 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8dbf557e-e5ae-4d31-81db-a59d4ced644a tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.994421 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a481442c-9ac2-4160-9a7a-596b2eb78ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.014094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:37.030199 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-60cfadaa-b6e1-4003-9e14-c585e3965129 None None] Provisioning complete for port 50562867-c682-4bce-92b9-5eb718eba506 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:37.030772 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60cfadaa-b6e1-4003-9e14-c585e3965129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.126583 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8dbf557e-e5ae-4d31-81db-a59d4ced644a tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.145823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-60cfadaa-b6e1-4003-9e14-c585e3965129 None None] Port 50562867-c682-4bce-92b9-5eb718eba506 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:28:37.148881 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf557e-e5ae-4d31-81db-a59d4ced644a tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Calling delete_port for 9e170285-4746-434b-8c7f-dbd7546dffe6 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:37.202513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a481442c-9ac2-4160-9a7a-596b2eb78ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.221518 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a481442c-9ac2-4160-9a7a-596b2eb78ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.274921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44758) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:37.288972 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a481442c-9ac2-4160-9a7a-596b2eb78ce6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7f23c57c82f41cabc910f1abc91e611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7238278 Aug 31 14:28:37.288972 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481442c-9ac2-4160-9a7a-596b2eb78ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1860909a-dad6-437e-bc87-755c86a9916e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:37.291923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44760) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:37.345454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9cdbca95-f489-4ee2-a688-b21e09a8e82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.376135 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66d2a814-d3e9-43d7-a4ce-8f84501c8608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.398084 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-75074c7e-79ac-46d2-9024-7882fd3fc1cf None None] Provisioning for port 9e170285-4746-434b-8c7f-dbd7546dffe6 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:37.404876 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-75074c7e-79ac-46d2-9024-7882fd3fc1cf None None] Provisioning complete for port 9e170285-4746-434b-8c7f-dbd7546dffe6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:37.405212 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75074c7e-79ac-46d2-9024-7882fd3fc1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.428035 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66d2a814-d3e9-43d7-a4ce-8f84501c8608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.517895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-75074c7e-79ac-46d2-9024-7882fd3fc1cf None None] Port 9e170285-4746-434b-8c7f-dbd7546dffe6 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:28:37.530490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44766) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:37.556836 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b5c6ad29-d448-42f3-b29c-49bd6af9de06 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:37.571633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66d2a814-d3e9-43d7-a4ce-8f84501c8608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.575613 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66d2a814-d3e9-43d7-a4ce-8f84501c8608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.579577 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-66d2a814-d3e9-43d7-a4ce-8f84501c8608 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1860909a-dad6-437e-bc87-755c86a9916e HTTP/1.1" status: 204 len: 168 time: 0.2830889 Aug 31 14:28:37.602215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2a814-d3e9-43d7-a4ce-8f84501c8608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1860909a-dad6-437e-bc87-755c86a9916e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:37.612335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1958306635-network', 'tenant_id': '9ffab4d14e7943b1a9edd157062c7bd4'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:37.641820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-10244884-network', 'tenant_id': '3f3aa11ecbff45eba80e1f881db9560b'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:37.655436 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b5c6ad29-d448-42f3-b29c-49bd6af9de06 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:37.656107 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.664782 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:28:37.664782 n-d-806683-5 neutron-server[94871]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:28:37.664782 n-d-806683-5 neutron-server[94871]: [parameters: {'project_id_1': '9ffab4d14e7943b1a9edd157062c7bd4', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 28, 37, 626665)}] Aug 31 14:28:37.664782 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:28:37.665280 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:28:37.693257 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8dbf557e-e5ae-4d31-81db-a59d4ced644a tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.732905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf557e-e5ae-4d31-81db-a59d4ced644a tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Pushing event deleted for resources: {'Port': ['ID=9e170285-4746-434b-8c7f-dbd7546dffe6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:37.864150 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8dbf557e-e5ae-4d31-81db-a59d4ced644a tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.866509 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8dbf557e-e5ae-4d31-81db-a59d4ced644a tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] 10.222.0.39 "DELETE /v2.0/ports/9e170285-4746-434b-8c7f-dbd7546dffe6 HTTP/1.1" status: 204 len: 168 time: 1.1435502 Aug 31 14:28:37.873020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44774) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:37.878793 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5a50b650-3304-4b34-8c8b-b6275143e572 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Request body: {'port': {'name': 'tempest-new-port-name-550559879', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:37.879252 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-5a50b650-3304-4b34-8c8b-b6275143e572 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] bootfile-name is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:28:37.879633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-5a50b650-3304-4b34-8c8b-b6275143e572 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] tftp-server is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:28:37.880524 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-5a50b650-3304-4b34-8c8b-b6275143e572 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] server-ip-address is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:28:37.882480 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9cdbca95-f489-4ee2-a688-b21e09a8e82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.896125 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9cdbca95-f489-4ee2-a688-b21e09a8e82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.960853 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9cdbca95-f489-4ee2-a688-b21e09a8e82d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=986291c8d440492aaef3749d30490218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6791041 Aug 31 14:28:37.963322 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44780) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:38.006672 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbca95-f489-4ee2-a688-b21e09a8e82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1d78a4-daa3-41c7-9eb8-46f58659b69b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:38.047734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] Made reservation on behalf of 3f3aa11ecbff45eba80e1f881db9560b for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:38.049972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.062271 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59d1fceb-2f27-4a04-afa1-3f9050c70b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.084159 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.110823 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a50b650-3304-4b34-8c8b-b6275143e572 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.138278 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59d1fceb-2f27-4a04-afa1-3f9050c70b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.224387 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59d1fceb-2f27-4a04-afa1-3f9050c70b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.236159 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59d1fceb-2f27-4a04-afa1-3f9050c70b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.236159 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-59d1fceb-2f27-4a04-afa1-3f9050c70b7a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d1d78a4-daa3-41c7-9eb8-46f58659b69b HTTP/1.1" status: 204 len: 168 time: 0.2684398 Aug 31 14:28:38.241933 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44786) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:38.263585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1fceb-2f27-4a04-afa1-3f9050c70b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1d78a4-daa3-41c7-9eb8-46f58659b69b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:38.305416 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7b1d6dea-9283-465b-86c8-bf0952c7918c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0f393b48808447eab53d19121fd4c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588179 Aug 31 14:28:38.305416 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44790) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:38.350557 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.365077 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.393418 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d7ae4069-b439-41aa-bdeb-dce18c38e2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.422504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:28:38.423697 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d7ae4069-b439-41aa-bdeb-dce18c38e2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.437178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Made reservation on behalf of 9ffab4d14e7943b1a9edd157062c7bd4 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:38.440532 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.461476 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.479009 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a50b650-3304-4b34-8c8b-b6275143e572 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.482532 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.482976 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] Added segment f86c102f-a5ef-40c0-9a43-8d8c6c178ca4 of type vlan for network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 Aug 31 14:28:38.486668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b03895-0a08-497e-b7c0-bbf24b20592f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:38.504249 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a50b650-3304-4b34-8c8b-b6275143e572 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.513102 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d7ae4069-b439-41aa-bdeb-dce18c38e2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.516718 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d7ae4069-b439-41aa-bdeb-dce18c38e2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.518233 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d7ae4069-b439-41aa-bdeb-dce18c38e2cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61207547-5678-43ae-8dff-bf04f8aeb0aa HTTP/1.1" status: 204 len: 168 time: 0.2112019 Aug 31 14:28:38.551052 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae4069-b439-41aa-bdeb-dce18c38e2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61207547-5678-43ae-8dff-bf04f8aeb0aa,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:38.604468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50b650-3304-4b34-8c8b-b6275143e572 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Pushing event updated for resources: {'Port': ['ID=50562867-c682-4bce-92b9-5eb718eba506,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:38.638371 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.771135 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5a50b650-3304-4b34-8c8b-b6275143e572 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] In _notify_port_updated(), no bound segment for port 50562867-c682-4bce-92b9-5eb718eba506 on network 4309de42-6450-4cf7-9a40-965ed442acca {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:28:38.779060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a50b650-3304-4b34-8c8b-b6275143e572 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:38.779925 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a50b650-3304-4b34-8c8b-b6275143e572 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.783843 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5a50b650-3304-4b34-8c8b-b6275143e572 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] 10.222.0.39 "PUT /v2.0/ports/50562867-c682-4bce-92b9-5eb718eba506 HTTP/1.1" status: 200 len: 1136 time: 0.9073474 Aug 31 14:28:38.784019 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.786534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44802) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:38.787118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:38.787118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.910939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] Pushing event updated for resources: {'Network': ['ID=7d5699d4-367e-4360-928b-4ab5ff2fe5b5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:38.926210 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe6dd92-d343-434f-9eba-bf50d3b25d5e tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:38.928134 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ffe6dd92-d343-434f-9eba-bf50d3b25d5e tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] 10.222.0.39 "GET /v2.0/ports/50562867-c682-4bce-92b9-5eb718eba506 HTTP/1.1" status: 200 len: 1136 time: 0.1426682 Aug 31 14:28:38.928655 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:28:38.931881 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44806) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:38.950672 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.999930 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.038417 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f150d8cc-a49c-4175-83d5-3c8b4fd55e04 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5059664 Aug 31 14:28:39.042418 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44814) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:39.051347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7454da84-3dd6-4b3e-ba1f-cdb31fa83d41 admin admin] Request body: {'subnet': {'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-10244884-subnet', 'tenant_id': '3f3aa11ecbff45eba80e1f881db9560b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:39.107565 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7454da84-3dd6-4b3e-ba1f-cdb31fa83d41 admin admin] Made reservation on behalf of 3f3aa11ecbff45eba80e1f881db9560b for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:39.111358 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7454da84-3dd6-4b3e-ba1f-cdb31fa83d41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.180458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-db967742-1c86-4fbc-a3ff-8ea02ef7f408 None None] Provisioning complete for port 50562867-c682-4bce-92b9-5eb718eba506 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:39.183712 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db967742-1c86-4fbc-a3ff-8ea02ef7f408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.221114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:28:39.281098 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-db967742-1c86-4fbc-a3ff-8ea02ef7f408 None None] Port 50562867-c682-4bce-92b9-5eb718eba506 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:28:39.281635 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addfcad3-e9bb-44d1-824b-373b42f32b42,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:39.285360 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.287953 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Added segment b5a88ac7-b737-430b-b16f-8488eccf55c1 of type vlan for network cbae36b7-aba1-474b-b070-86ee65d68601 Aug 31 14:28:39.360792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f69386d2-8585-4f5d-99d6-e45b7cc9e52e tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Deleting port 50562867-c682-4bce-92b9-5eb718eba506 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:39.361364 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f69386d2-8585-4f5d-99d6-e45b7cc9e52e tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.365655 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.469216 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7454da84-3dd6-4b3e-ba1f-cdb31fa83d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.555118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.560480 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:39.561120 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.602352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454da84-3dd6-4b3e-ba1f-cdb31fa83d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=387ec1f0-9e2b-4993-b320-20e62aebb29c,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:39.616451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454da84-3dd6-4b3e-ba1f-cdb31fa83d41 admin admin] Checking segment: {'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:39.617364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7454da84-3dd6-4b3e-ba1f-cdb31fa83d41 admin admin] Network hostable DHCP agents. Network: 7d5699d4-367e-4360-928b-4ab5ff2fe5b5, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:28:39.647441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7454da84-3dd6-4b3e-ba1f-cdb31fa83d41 admin admin] Network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:28:39.678274 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-7454da84-3dd6-4b3e-ba1f-cdb31fa83d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 7d5699d4-367e-4360-928b-4ab5ff2fe5b5) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:39.690201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7454da84-3dd6-4b3e-ba1f-cdb31fa83d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:39.690816 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7454da84-3dd6-4b3e-ba1f-cdb31fa83d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.691371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617375b3-8e26-4eaf-96b7-787673ac0fc1 None None] Network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:39.699701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] Pushing event updated for resources: {'Network': ['ID=cbae36b7-aba1-474b-b070-86ee65d68601,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:39.729628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44836) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:39.735022 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-287eedbd-7b9f-4416-93b1-a2f45833f3d8 admin admin] Request body: {'subnet': {'network_id': 'cbae36b7-aba1-474b-b070-86ee65d68601', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1958306635-subnet', 'tenant_id': '9ffab4d14e7943b1a9edd157062c7bd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:39.744422 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-407b1dc9-4f4c-4f54-b42b-341cd80c060f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7236288 Aug 31 14:28:39.747243 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7454da84-3dd6-4b3e-ba1f-cdb31fa83d41 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7018759 Aug 31 14:28:39.770896 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f69386d2-8585-4f5d-99d6-e45b7cc9e52e tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.788437 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network cbae36b7-aba1-474b-b070-86ee65d68601 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:28:39.791639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287eedbd-7b9f-4416-93b1-a2f45833f3d8 admin admin] Made reservation on behalf of 9ffab4d14e7943b1a9edd157062c7bd4 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:39.794303 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-287eedbd-7b9f-4416-93b1-a2f45833f3d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.795935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f69386d2-8585-4f5d-99d6-e45b7cc9e52e tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Calling delete_port for 50562867-c682-4bce-92b9-5eb718eba506 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:40.106220 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f69386d2-8585-4f5d-99d6-e45b7cc9e52e tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:40.152809 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-7d5699d4-367e-4360-928b-4ab5ff2fe5b5', 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5', 'tenant_id': '3f3aa11ecbff45eba80e1f881db9560b', 'fixed_ips': [{'subnet_id': '387ec1f0-9e2b-4993-b320-20e62aebb29c'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:28:40.153675 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:40.166006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69386d2-8585-4f5d-99d6-e45b7cc9e52e tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Pushing event deleted for resources: {'Port': ['ID=50562867-c682-4bce-92b9-5eb718eba506,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:40.168525 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-287eedbd-7b9f-4416-93b1-a2f45833f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:40.301972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f69386d2-8585-4f5d-99d6-e45b7cc9e52e tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:40.306468 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f69386d2-8585-4f5d-99d6-e45b7cc9e52e tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] 10.222.0.39 "DELETE /v2.0/ports/50562867-c682-4bce-92b9-5eb718eba506 HTTP/1.1" status: 204 len: 168 time: 1.3684371 Aug 31 14:28:40.307074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44854) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:40.338178 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287eedbd-7b9f-4416-93b1-a2f45833f3d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14471299-6aee-45f6-a756-0917ee7a2300,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:40.381613 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287eedbd-7b9f-4416-93b1-a2f45833f3d8 admin admin] Checking segment: {'id': 'b5a88ac7-b737-430b-b16f-8488eccf55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cbae36b7-aba1-474b-b070-86ee65d68601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:40.392216 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287eedbd-7b9f-4416-93b1-a2f45833f3d8 admin admin] Network hostable DHCP agents. Network: cbae36b7-aba1-474b-b070-86ee65d68601, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:28:40.417950 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44856) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:40.459476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b96343-7442-453d-8016-609ec3601cfd tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Deleting subnet 17f52469-71c2-4966-985e-80472aa4e20e {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:28:40.475080 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Allocated IP 172.20.0.2 (7d5699d4-367e-4360-928b-4ab5ff2fe5b5/387ec1f0-9e2b-4993-b320-20e62aebb29c/47a27d20-ef81-4acc-bae0-1dcabe4614e1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:40.476900 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01b96343-7442-453d-8016-609ec3601cfd tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:40.477094 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287eedbd-7b9f-4416-93b1-a2f45833f3d8 admin admin] Network cbae36b7-aba1-474b-b070-86ee65d68601 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:28:40.509149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-287eedbd-7b9f-4416-93b1-a2f45833f3d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, cbae36b7-aba1-474b-b070-86ee65d68601) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:40.529545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287eedbd-7b9f-4416-93b1-a2f45833f3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:40.530286 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-287eedbd-7b9f-4416-93b1-a2f45833f3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:40.579065 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-287eedbd-7b9f-4416-93b1-a2f45833f3d8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8482194 Aug 31 14:28:40.615728 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01b96343-7442-453d-8016-609ec3601cfd tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:40.649798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4f63f009-e164-4518-af9c-bcd32b5e5fd3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:40.650918 n-d-806683-5 neutron-server[94871]: WARNING neutron.api.v2.base [None req-4f63f009-e164-4518-af9c-bcd32b5e5fd3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 14:28:40.652258 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-4f63f009-e164-4518-af9c-bcd32b5e5fd3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:28:40.659312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44870) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:40.659677 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4f63f009-e164-4518-af9c-bcd32b5e5fd3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2401969 Aug 31 14:28:40.665745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6aeecd6c-cab4-4c4b-8040-47e40f5120ce tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384936951'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:40.679455 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:40.694694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Transition to ACTIVE for port object 47a27d20-ef81-4acc-bae0-1dcabe4614e1 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:40.712952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Transition to ACTIVE for port object 47a27d20-ef81-4acc-bae0-1dcabe4614e1 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:40.722935 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea78b02-7c15-42a4-9968-548074928d78 None None] Network cbae36b7-aba1-474b-b070-86ee65d68601 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:40.725287 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6aeecd6c-cab4-4c4b-8040-47e40f5120ce tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:40.741662 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6aeecd6c-cab4-4c4b-8040-47e40f5120ce tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:40.778861 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01b96343-7442-453d-8016-609ec3601cfd tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:40.798844 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:28:40.972766 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6aeecd6c-cab4-4c4b-8040-47e40f5120ce tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:40.981194 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6aeecd6c-cab4-4c4b-8040-47e40f5120ce tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:40.987910 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:41.094396 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeecd6c-cab4-4c4b-8040-47e40f5120ce tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5223ba-27c5-41af-aac7-bec7d7416c23,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:41.258835 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6aeecd6c-cab4-4c4b-8040-47e40f5120ce tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:41.277347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b718be6-3c06-4bf5-a591-78c283439b4d None None] Network cbae36b7-aba1-474b-b070-86ee65d68601 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:41.278953 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6aeecd6c-cab4-4c4b-8040-47e40f5120ce tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:41.345406 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6aeecd6c-cab4-4c4b-8040-47e40f5120ce tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:41.349000 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6aeecd6c-cab4-4c4b-8040-47e40f5120ce tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6864707 Aug 31 14:28:41.351147 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44894) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:41.359416 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:41.368303 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:41.370179 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Pushing event updated for resources: {'Port': ['ID=47a27d20-ef81-4acc-bae0-1dcabe4614e1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:41.382264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:41.420611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-52b80c54-c7e8-4a49-8499-7000db1736c3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': '239c8607-8f8e-4307-a48f-81311a28100a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:41.501964 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01b96343-7442-453d-8016-609ec3601cfd tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:41.530399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Attempting to bind port 47a27d20-ef81-4acc-bae0-1dcabe4614e1 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:28:41.530776 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Attempting to bind port 47a27d20-ef81-4acc-bae0-1dcabe4614e1 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:28:41.531147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Attempting to bind port 47a27d20-ef81-4acc-bae0-1dcabe4614e1 on network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:41.582755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b96343-7442-453d-8016-609ec3601cfd tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Pushing event deleted for resources: {'Subnet': ['ID=17f52469-71c2-4966-985e-80472aa4e20e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:41.604858 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01b96343-7442-453d-8016-609ec3601cfd tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:41.607638 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-01b96343-7442-453d-8016-609ec3601cfd tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] 10.222.0.39 "DELETE /v2.0/subnets/17f52469-71c2-4966-985e-80472aa4e20e HTTP/1.1" status: 204 len: 168 time: 1.2995665 Aug 31 14:28:41.610955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44912) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:41.647192 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:28:41.647591 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Checking segment: {'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:41.647990 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:41.648506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Bound using segment: {'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:28:41.649012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Bound port: 47a27d20-ef81-4acc-bae0-1dcabe4614e1, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:28:41.649400 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:41.655507 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646980e4-b2ac-4ec1-a9f6-8afc5a8e0485 None None] Network 4309de42-6450-4cf7-9a40-965ed442acca requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:41.675904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeecd6c-cab4-4c4b-8040-47e40f5120ce tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=239c8607-8f8e-4307-a48f-81311a28100a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:41.756944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-c16c9471-7b55-4d57-8d9d-164c46ed42eb tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:41.759829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-c16c9471-7b55-4d57-8d9d-164c46ed42eb tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/networks?id=cbae36b7-aba1-474b-b070-86ee65d68601 HTTP/1.1" status: 200 len: 818 time: 0.2735560 Aug 31 14:28:41.770502 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:41.790203 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-9ce84b27-73ff-4f64-99e1-a8c001fbaef1 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/quotas/9ffab4d14e7943b1a9edd157062c7bd4 HTTP/1.1" status: 200 len: 375 time: 0.0173912 Aug 31 14:28:41.804461 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-d3270252-fea2-4a7b-9fd6-cff613a76b9e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3466694 Aug 31 14:28:41.855914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-e8aed39d-95a6-4713-a74b-f0a9179148aa tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:41.857508 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-e8aed39d-95a6-4713-a74b-f0a9179148aa tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/networks?id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5 HTTP/1.1" status: 200 len: 814 time: 0.5954025 Aug 31 14:28:41.859089 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52b80c54-c7e8-4a49-8499-7000db1736c3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:41.881113 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-6e23f5a1-a1a5-4b1d-beaa-c33b641a9bd4 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ffab4d14e7943b1a9edd157062c7bd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611939 Aug 31 14:28:41.909823 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-f38ae91b-3010-4df1-a1c2-a90e594ef2a3 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/quotas/3f3aa11ecbff45eba80e1f881db9560b HTTP/1.1" status: 200 len: 375 time: 0.0407457 Aug 31 14:28:41.969887 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Deleting port b5c6ad29-d448-42f3-b29c-49bd6af9de06 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:41.970403 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:42.014465 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52b80c54-c7e8-4a49-8499-7000db1736c3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:42.025497 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52b80c54-c7e8-4a49-8499-7000db1736c3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:42.065121 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-c8a68599-aa8f-42ff-a726-4db448374710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:42.065780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-c8a68599-aa8f-42ff-a726-4db448374710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:42.066313 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-c8a68599-aa8f-42ff-a726-4db448374710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:42.066891 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-c8a68599-aa8f-42ff-a726-4db448374710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:42.067438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-c8a68599-aa8f-42ff-a726-4db448374710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:42.067956 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-c8a68599-aa8f-42ff-a726-4db448374710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:42.068757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-c8a68599-aa8f-42ff-a726-4db448374710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:42.070497 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-c8a68599-aa8f-42ff-a726-4db448374710 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 6491 time: 0.1806118 Aug 31 14:28:42.078513 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-cca59cec-cd9c-4ee5-a7b2-d991812cade4 service neutron] 10.222.0.39 "GET /v2.0/networks/cbae36b7-aba1-474b-b070-86ee65d68601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955953 Aug 31 14:28:42.095067 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-8b57d7f8-8a5c-430a-8218-6217935a77fa tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f3aa11ecbff45eba80e1f881db9560b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1657190 Aug 31 14:28:42.097640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b80c54-c7e8-4a49-8499-7000db1736c3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfef50c9-8e8f-4982-8ab5-0881fb9a288f,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:42.159280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] For port 47a27d20-ef81-4acc-bae0-1dcabe4614e1, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:28:42.165426 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] For port 47a27d20-ef81-4acc-bae0-1dcabe4614e1, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=47a27d20-ef81-4acc-bae0-1dcabe4614e1,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:28:42.173680 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:42.197693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] For port b5c6ad29-d448-42f3-b29c-49bd6af9de06, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b5c6ad29-d448-42f3-b29c-49bd6af9de06,segment=NetworkSegment(38f0cd68-b62e-4ab4-83b0-0bca5fdb4414),segment_id=38f0cd68-b62e-4ab4-83b0-0bca5fdb4414)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:42.198125 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:42.231565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Calling delete_port for b5c6ad29-d448-42f3-b29c-49bd6af9de06 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:42.319468 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-9a52bd8e-6853-4091-983c-45a06c725636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:42.320118 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-9a52bd8e-6853-4091-983c-45a06c725636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:42.320648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-9a52bd8e-6853-4091-983c-45a06c725636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:42.322321 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-9a52bd8e-6853-4091-983c-45a06c725636 service neutron] 10.222.0.25 "GET /v2.0/networks?id=71a1c2c5-5453-43a1-84ef-1e0d36712da3&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=703d1749-b334-41de-af58-b448e639a222&id=703d1749-b334-41de-af58-b448e639a222 HTTP/1.1" status: 200 len: 2293 time: 0.2176306 Aug 31 14:28:42.330872 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-5f2c0742-1671-48b1-8146-9f5a2961c13f service neutron] 10.222.0.39 "GET /v2.0/networks/cbae36b7-aba1-474b-b070-86ee65d68601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380915 Aug 31 14:28:42.345840 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52b80c54-c7e8-4a49-8499-7000db1736c3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:42.348439 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-52b80c54-c7e8-4a49-8499-7000db1736c3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9907672 Aug 31 14:28:42.354675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44928) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:42.367334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-cb75a5be-cc83-46d2-92a6-263ab910e871 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': '239c8607-8f8e-4307-a48f-81311a28100a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:42.379621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c292b18-1cad-4765-af46-ed6aa928a94f None None] Pushing event updated for resources: {'Port': ['ID=47a27d20-ef81-4acc-bae0-1dcabe4614e1,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:42.471809 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:42.474574 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb75a5be-cc83-46d2-92a6-263ab910e871 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:42.547962 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bd5435-4d14-4bb3-b2e3-bba1fc4d1429 None None] DHCP port deletion for 4309de42-6450-4cf7-9a40-965ed442acca request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:28:42.562249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Pushing event deleted for resources: {'Port': ['ID=b5c6ad29-d448-42f3-b29c-49bd6af9de06,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:42.582506 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] No DVR routers for this DVR port b5c6ad29-d448-42f3-b29c-49bd6af9de06 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:28:42.643384 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-31dc1e69-6bcd-4d7e-a373-a364164447ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f535e7-a803-49b2-8109-1a1e28f045a9 HTTP/1.1" status: 200 len: 1001 time: 0.2908821 Aug 31 14:28:42.809011 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:42.809590 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-2f38cf08-a7d5-4fc2-84c9-977931b3f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:42.810834 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-2f38cf08-a7d5-4fc2-84c9-977931b3f4a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2e8e2f7-0116-42a6-a90d-411eec89334e HTTP/1.1" status: 200 len: 851 time: 0.1365087 Aug 31 14:28:42.846972 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-cb75a5be-cc83-46d2-92a6-263ab910e871 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:28:42.850583 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cb75a5be-cc83-46d2-92a6-263ab910e871 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4917188 Aug 31 14:28:42.850583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4309de42-6450-4cf7-9a40-965ed442acca']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:42.858260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44942) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:42.914330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f0cd68-b62e-4ab4-83b0-0bca5fdb4414') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:42.920068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f0cd68-b62e-4ab4-83b0-0bca5fdb4414') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:42.946911 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:42.982882 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-dc12ed21-f999-4d39-8257-87671cb026d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:42.987525 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-dc12ed21-f999-4d39-8257-87671cb026d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=71a1c2c5-5453-43a1-84ef-1e0d36712da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654913 Aug 31 14:28:43.001215 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-c3f026d4-00d1-4ab8-8322-61343eab8cef service neutron] 10.222.0.39 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769426 Aug 31 14:28:43.007259 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:43.065511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:28:43.066152 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:28:43.085563 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:28:43.119608 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7778baf4-3420-4520-bcfc-29be662871e2 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:43.316624 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7778baf4-3420-4520-bcfc-29be662871e2 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:43.332952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44952) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:43.361866 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:43.383025 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:43.390926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] 10.222.0.39 "DELETE /v2.0/networks/4309de42-6450-4cf7-9a40-965ed442acca HTTP/1.1" status: 204 len: 168 time: 1.7786758 Aug 31 14:28:43.516390 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e5c2205f-5e0e-426c-bf0a-1ae9b523bc36 req-28920738-411e-490b-b971-a58d27242ea0 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 210 time: 0.1911023 Aug 31 14:28:43.580778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e75c64-0d96-469b-8da4-9ca8db9c66d8 tempest-ExtraDHCPOptionsTestJSON-2124015015 tempest-ExtraDHCPOptionsTestJSON-2124015015-project] Pushing event deleted for resources: {'Network': ['ID=4309de42-6450-4cf7-9a40-965ed442acca,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:43.649968 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7778baf4-3420-4520-bcfc-29be662871e2 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:43.654303 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7778baf4-3420-4520-bcfc-29be662871e2 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:43.656795 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7778baf4-3420-4520-bcfc-29be662871e2 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "DELETE /v2.0/security-groups/239c8607-8f8e-4307-a48f-81311a28100a HTTP/1.1" status: 204 len: 168 time: 0.7975547 Aug 31 14:28:43.673091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44958) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:43.677621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 47a27d20-ef81-4acc-bae0-1dcabe4614e1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:43.739244 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-cd614cb4-8918-4eb2-b4cd-86595e1ae46d service neutron] 10.222.0.39 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7322834 Aug 31 14:28:43.874065 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 47a27d20-ef81-4acc-bae0-1dcabe4614e1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:43.874313 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7b8425c7-5820-4e4b-98ca-7e75e59ddbf7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1876101 Aug 31 14:28:43.908252 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bff43bf8-66b5-43e6-b54a-fae77fdbb53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:43.910311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778baf4-3420-4520-bcfc-29be662871e2 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=239c8607-8f8e-4307-a48f-81311a28100a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:43.918318 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44964) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:43.926570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d6b9f750-cf09-48ca-914c-32035c24fc19 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group': {'name': 'tempest-secgroup--782561168'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:44.001754 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-bff43bf8-66b5-43e6-b54a-fae77fdbb53e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:28:44.001754 n-d-806683-5 neutron-server[94871]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 14:28:44.001754 n-d-806683-5 neutron-server[94871]: [parameters: {'project_id': '3e6abc2e68d543eba80349400362470b', 'id': 'ff54bc69-f0a6-458e-9a18-4988a7c820a0', 'expiration': datetime.datetime(2021, 8, 31, 14, 30, 43, 997768)}] Aug 31 14:28:44.001754 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:28:44.002270 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [None req-bff43bf8-66b5-43e6-b54a-fae77fdbb53e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:28:44.031959 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f750-cf09-48ca-914c-32035c24fc19 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:44.042982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b5c6ad29-d448-42f3-b29c-49bd6af9de06 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:28:44.109277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: b5c6ad29-d448-42f3-b29c-49bd6af9de06 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:28:44.112484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b5c6ad29-d448-42f3-b29c-49bd6af9de06 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:28:44.184511 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-f604d28c-cede-405f-a4e2-b6d501281225 service neutron] 10.222.0.25 "GET /v2.0/networks/71a1c2c5-5453-43a1-84ef-1e0d36712da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1801310 Aug 31 14:28:44.228872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44976) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:44.313094 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728f44ba-60ea-43bf-9c20-876aa95af0c6 None None] Network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:44.393213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-50e2899e-507f-4ca7-b586-71cf382bef3b service neutron] 10.222.0.25 "GET /v2.0/networks/71a1c2c5-5453-43a1-84ef-1e0d36712da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991730 Aug 31 14:28:44.457537 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-56963519-3fd5-4c02-abe0-e46c426b0071 None None] Provisioning for port 47a27d20-ef81-4acc-bae0-1dcabe4614e1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:44.463621 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-4518e408-5fba-4c8f-add0-703c8590f139 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 HTTP/1.1" status: 200 len: 217 time: 0.0623362 Aug 31 14:28:44.471570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-56963519-3fd5-4c02-abe0-e46c426b0071 None None] Provisioning complete for port 47a27d20-ef81-4acc-bae0-1dcabe4614e1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:44.472845 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56963519-3fd5-4c02-abe0-e46c426b0071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:44.510707 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bff43bf8-66b5-43e6-b54a-fae77fdbb53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:44.649834 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-62af4cb8-dcdb-4819-96f7-ff72f8f67ff4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23c1b323f4bd44458e4dd30bace0ddce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191561 Aug 31 14:28:44.654391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44996) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:44.725072 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56963519-3fd5-4c02-abe0-e46c426b0071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:44.753787 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-515fbc2b-c9ea-4bc3-849c-0b7c7da324a5 req-3d4a9a50-865e-44f7-954e-e000bdf11c86 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 210 time: 0.0802805 Aug 31 14:28:44.814285 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53a8b93f-c135-48e6-8d13-006cc3355a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:44.865741 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53a8b93f-c135-48e6-8d13-006cc3355a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:44.875434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-56963519-3fd5-4c02-abe0-e46c426b0071 None None] For port 47a27d20-ef81-4acc-bae0-1dcabe4614e1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=47a27d20-ef81-4acc-bae0-1dcabe4614e1,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:44.889084 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56963519-3fd5-4c02-abe0-e46c426b0071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:44.999235 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53a8b93f-c135-48e6-8d13-006cc3355a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:45.012270 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53a8b93f-c135-48e6-8d13-006cc3355a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:45.013613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-53a8b93f-c135-48e6-8d13-006cc3355a1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6c1f9b1-f478-40e7-9e71-bfadb0fcc0bb HTTP/1.1" status: 204 len: 168 time: 0.3574660 Aug 31 14:28:45.032447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8b93f-c135-48e6-8d13-006cc3355a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c1f9b1-f478-40e7-9e71-bfadb0fcc0bb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:45.036117 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56963519-3fd5-4c02-abe0-e46c426b0071 None None] Pushing event updated for resources: {'Port': ['ID=47a27d20-ef81-4acc-bae0-1dcabe4614e1,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:45.150163 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f750-cf09-48ca-914c-32035c24fc19 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:45.162367 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f750-cf09-48ca-914c-32035c24fc19 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:45.221020 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-56d6587a-2100-4b41-b560-3fa37641b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:45.222797 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-56d6587a-2100-4b41-b560-3fa37641b636 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.4444895 Aug 31 14:28:45.235243 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-4f1d85c7-4ebc-43ed-b12f-c53627cc177b tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:45.237062 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-4f1d85c7-4ebc-43ed-b12f-c53627cc177b tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/networks?id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5 HTTP/1.1" status: 200 len: 814 time: 0.7812436 Aug 31 14:28:45.347124 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bff43bf8-66b5-43e6-b54a-fae77fdbb53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:45.359303 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bff43bf8-66b5-43e6-b54a-fae77fdbb53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:45.451527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff43bf8-66b5-43e6-b54a-fae77fdbb53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c22c2b-58b7-4593-b536-5c3d400b5096,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:45.454684 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-9cf7722f-32ea-40ba-9cbf-8dbbe1e6ad22 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:45.462048 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-9cf7722f-32ea-40ba-9cbf-8dbbe1e6ad22 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.60 "GET /v2.0/networks?id=cbae36b7-aba1-474b-b070-86ee65d68601 HTTP/1.1" status: 200 len: 818 time: 0.6818950 Aug 31 14:28:45.481891 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-db31f785-c3a1-432c-92fa-0082bb96b929 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Request body: {'port': {'device_id': 'f7f2922a-4670-4a8b-bf02-6295d247832f', 'network_id': 'cbae36b7-aba1-474b-b070-86ee65d68601', 'admin_state_up': True, 'tenant_id': '9ffab4d14e7943b1a9edd157062c7bd4'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:45.488421 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f750-cf09-48ca-914c-32035c24fc19 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:45.496421 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bff43bf8-66b5-43e6-b54a-fae77fdbb53e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e6abc2e68d543eba80349400362470b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1504996 Aug 31 14:28:45.497698 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d6b9f750-cf09-48ca-914c-32035c24fc19 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5770612 Aug 31 14:28:45.499743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45012) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:45.502055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 47a27d20-ef81-4acc-bae0-1dcabe4614e1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:45.507911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9f750-cf09-48ca-914c-32035c24fc19 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da81ad7-bc8c-4f5e-b054-742d96a067ba,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:45.552540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45014) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:45.564673 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-41f83b58-d94c-4a83-8416-0602ca58d5c7 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/quotas/3f3aa11ecbff45eba80e1f881db9560b HTTP/1.1" status: 200 len: 375 time: 0.2148719 Aug 31 14:28:45.619675 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-796d3895-80fe-468e-b074-3da3a3842663 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': '8da81ad7-bc8c-4f5e-b054-742d96a067ba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:45.620549 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-796d3895-80fe-468e-b074-3da3a3842663 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 14:28:45.621342 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-796d3895-80fe-468e-b074-3da3a3842663 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:45.622802 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-796d3895-80fe-468e-b074-3da3a3842663 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072043 Aug 31 14:28:45.625305 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd33adaf-d7bb-4288-a227-a0ab6379b036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:45.627665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45018) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:45.629611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 47a27d20-ef81-4acc-bae0-1dcabe4614e1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:45.630190 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:45.710855 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-2596529c-c74c-4ff3-93f2-c85810e57aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:45.712802 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-2596529c-c74c-4ff3-93f2-c85810e57aa1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4748569 Aug 31 14:28:45.741657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-49228658-5a92-4793-886d-e2df46dab2fe None None] Provisioning complete for port 47a27d20-ef81-4acc-bae0-1dcabe4614e1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:45.742206 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49228658-5a92-4793-886d-e2df46dab2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:45.800010 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd33adaf-d7bb-4288-a227-a0ab6379b036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:45.856137 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-3c8c033a-2a36-4567-917a-13ae366840d4 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f3aa11ecbff45eba80e1f881db9560b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2872393 Aug 31 14:28:45.859897 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49dae8a4-0ae3-4ba2-a862-78b8248e4cd4 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:46.035598 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49dae8a4-0ae3-4ba2-a862-78b8248e4cd4 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:46.053401 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd33adaf-d7bb-4288-a227-a0ab6379b036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:46.057059 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd33adaf-d7bb-4288-a227-a0ab6379b036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:46.063724 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cd33adaf-d7bb-4288-a227-a0ab6379b036 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66c22c2b-58b7-4593-b536-5c3d400b5096 HTTP/1.1" status: 204 len: 168 time: 0.5627825 Aug 31 14:28:46.106598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-db31f785-c3a1-432c-92fa-0082bb96b929 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Made reservation on behalf of 9ffab4d14e7943b1a9edd157062c7bd4 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:46.124126 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-db31f785-c3a1-432c-92fa-0082bb96b929 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:46.178182 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-878bd5bd-8e85-43ae-8df5-4be69f224437 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450042 Aug 31 14:28:46.279514 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-491fe3cc-20b6-4c2e-810c-07fbd49a5748 req-c7bba60e-0b71-450b-802a-ed6b51d68f23 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 210 time: 0.3619707 Aug 31 14:28:46.299829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33adaf-d7bb-4288-a227-a0ab6379b036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c22c2b-58b7-4593-b536-5c3d400b5096,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:46.416039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-7dedc27a-c68f-494f-8ee1-9191a6136b15 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:46.421825 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-7dedc27a-c68f-494f-8ee1-9191a6136b15 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.25 "GET /v2.0/networks?id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5 HTTP/1.1" status: 200 len: 814 time: 0.4087586 Aug 31 14:28:46.424698 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-9a25af79-f04a-4b88-a2db-021d82669df7 service neutron] 10.222.0.39 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636547 Aug 31 14:28:46.453160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-aff95b21-ed8e-4f07-a59c-4af9353a46fb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Request body: {'port': {'device_id': '76e6d553-a1bc-4c8d-b10f-5ad034def2c9', 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5', 'admin_state_up': True, 'tenant_id': '3f3aa11ecbff45eba80e1f881db9560b'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:46.463339 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49dae8a4-0ae3-4ba2-a862-78b8248e4cd4 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:46.471231 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49dae8a4-0ae3-4ba2-a862-78b8248e4cd4 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:46.481795 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-49dae8a4-0ae3-4ba2-a862-78b8248e4cd4 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "DELETE /v2.0/security-groups/8da81ad7-bc8c-4f5e-b054-742d96a067ba HTTP/1.1" status: 204 len: 168 time: 0.8506718 Aug 31 14:28:46.483018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45046) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:46.515039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45048) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:46.527792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dae8a4-0ae3-4ba2-a862-78b8248e4cd4 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da81ad7-bc8c-4f5e-b054-742d96a067ba,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:46.650891 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-8746c3f1-d7b8-40a7-9628-e5a1aaf4d8fb service neutron] 10.222.0.39 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230049 Aug 31 14:28:46.660925 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-c721ac77-ddd9-4ef9-9b43-a978474f2af6 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802973 Aug 31 14:28:46.723337 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8c6d74a4-97a6-4f78-9cf9-8df7c6625de8 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2168150 Aug 31 14:28:46.724342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45058) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:46.733198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1fcea23a-184b-4aff-8157-8484f6c950f7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group': {'name': 'tempest-secgroup--600304104'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:46.751079 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-1005e515-d2b9-4f64-8264-ebed4e940940 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=dbc07de3-f945-4450-882b-57900fb39169 HTTP/1.1" status: 200 len: 217 time: 0.0675402 Aug 31 14:28:46.781858 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1fcea23a-184b-4aff-8157-8484f6c950f7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:46.821478 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-fced3ccc-cc36-4485-9008-6151840ed18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:46.822992 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-fced3ccc-cc36-4485-9008-6151840ed18b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.0638611 Aug 31 14:28:46.846778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-aff95b21-ed8e-4f07-a59c-4af9353a46fb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Made reservation on behalf of 3f3aa11ecbff45eba80e1f881db9560b for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:46.851038 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-aff95b21-ed8e-4f07-a59c-4af9353a46fb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:46.874084 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-db31f785-c3a1-432c-92fa-0082bb96b929 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Allocated IP 172.20.0.14 (cbae36b7-aba1-474b-b070-86ee65d68601/14471299-6aee-45f6-a756-0917ee7a2300/22f67c86-3141-4e61-96ce-d83154ea9567) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:46.898342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2008054468'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:46.937484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-5e5b1ff2-b9cc-4ed5-83b1-85cd0efbf372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:46.939429 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-5e5b1ff2-b9cc-4ed5-83b1-85cd0efbf372 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1023316 Aug 31 14:28:47.109161 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1fcea23a-184b-4aff-8157-8484f6c950f7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:47.119306 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1fcea23a-184b-4aff-8157-8484f6c950f7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:47.131678 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-aff95b21-ed8e-4f07-a59c-4af9353a46fb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Allocated IP 172.20.0.4 (7d5699d4-367e-4360-928b-4ab5ff2fe5b5/387ec1f0-9e2b-4993-b320-20e62aebb29c/aa63b912-cbaf-4802-a383-2a85dc5d82b7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:47.177563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:47.181429 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:47.188762 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1fcea23a-184b-4aff-8157-8484f6c950f7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:47.193366 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1fcea23a-184b-4aff-8157-8484f6c950f7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4643884 Aug 31 14:28:47.199027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45070) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:47.217931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5e9b69b6-754c-4429-b9a3-22785c289bed tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'a82efe0d-ec41-4942-8c88-799b64d5cb21', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:47.219010 n-d-806683-5 neutron-server[94871]: WARNING neutron.api.v2.base [None req-5e9b69b6-754c-4429-b9a3-22785c289bed tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 14:28:47.219674 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-5e9b69b6-754c-4429-b9a3-22785c289bed tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:47.223597 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5e9b69b6-754c-4429-b9a3-22785c289bed tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0232747 Aug 31 14:28:47.224280 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45074) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:47.229201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcea23a-184b-4aff-8157-8484f6c950f7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82efe0d-ec41-4942-8c88-799b64d5cb21,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:47.240971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:47.268696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45080) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:47.373975 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c46ac5d-5147-4f38-92c7-99bb784ac8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:47.445779 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4f1053c9-dac0-45c4-8881-5c0f6869f8f0 req-ce529df7-be88-4c41-8f9a-b8561e83157b tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 210 time: 0.0489604 Aug 31 14:28:47.474032 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-db31f785-c3a1-432c-92fa-0082bb96b929 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:47.480164 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-556638cd-0f31-4b03-988e-91cbeeaf3220 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212266 Aug 31 14:28:47.528263 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-aff95b21-ed8e-4f07-a59c-4af9353a46fb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:47.593955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-aff95b21-ed8e-4f07-a59c-4af9353a46fb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Transition to ACTIVE for port object aa63b912-cbaf-4802-a383-2a85dc5d82b7 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:47.625324 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-db31f785-c3a1-432c-92fa-0082bb96b929 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:47.628642 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-d0f8811c-5934-4a48-9404-f2ade68d0f3c service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411097 Aug 31 14:28:47.728481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31f785-c3a1-432c-92fa-0082bb96b929 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Pushing event updated for resources: {'Port': ['ID=22f67c86-3141-4e61-96ce-d83154ea9567,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:47.783574 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48164ad0-81b8-40cd-8431-26d4dab5821a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:47.821460 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-a9a64e7c-582f-407d-be28-0408640ae449 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=46681e42-b392-40ec-9c3e-c611227256b0 HTTP/1.1" status: 200 len: 217 time: 0.0940602 Aug 31 14:28:47.823094 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-db31f785-c3a1-432c-92fa-0082bb96b929 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Network cbae36b7-aba1-474b-b070-86ee65d68601 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:47.851379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-db31f785-c3a1-432c-92fa-0082bb96b929 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:47.869228 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-db31f785-c3a1-432c-92fa-0082bb96b929 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:47.932354 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48164ad0-81b8-40cd-8431-26d4dab5821a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:47.976721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-456cef08-d0e9-4c08-ab4f-bc705087abe8 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:47.984829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-456cef08-d0e9-4c08-ab4f-bc705087abe8 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/networks?id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5 HTTP/1.1" status: 200 len: 814 time: 0.6135221 Aug 31 14:28:47.999828 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-aff95b21-ed8e-4f07-a59c-4af9353a46fb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:48.040545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-db31f785-c3a1-432c-92fa-0082bb96b929 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:48.041132 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-db31f785-c3a1-432c-92fa-0082bb96b929 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:48.044836 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-81c2f149-d235-4505-a76e-5e1c47f3885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:48.046511 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-81c2f149-d235-4505-a76e-5e1c47f3885a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.2099268 Aug 31 14:28:48.149529 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-bceedceb-d8a7-4cb4-b091-705437d50490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:48.153291 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-619d37e5-24be-44fa-ad21-8b65d70e94a5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/quotas/3f3aa11ecbff45eba80e1f881db9560b HTTP/1.1" status: 200 len: 375 time: 0.1673498 Aug 31 14:28:48.157414 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-bceedceb-d8a7-4cb4-b091-705437d50490 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949998 Aug 31 14:28:48.194632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-aff95b21-ed8e-4f07-a59c-4af9353a46fb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:48.215039 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:48.220560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-aff95b21-ed8e-4f07-a59c-4af9353a46fb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:48.223217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-aff95b21-ed8e-4f07-a59c-4af9353a46fb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:48.256400 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:48.270873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff95b21-ed8e-4f07-a59c-4af9353a46fb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Pushing event updated for resources: {'Port': ['ID=aa63b912-cbaf-4802-a383-2a85dc5d82b7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:48.280659 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48164ad0-81b8-40cd-8431-26d4dab5821a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:48.283006 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48164ad0-81b8-40cd-8431-26d4dab5821a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:48.286818 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-48164ad0-81b8-40cd-8431-26d4dab5821a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "DELETE /v2.0/security-groups/a82efe0d-ec41-4942-8c88-799b64d5cb21 HTTP/1.1" status: 204 len: 168 time: 1.0591929 Aug 31 14:28:48.289800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45104) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:48.310182 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-db31f785-c3a1-432c-92fa-0082bb96b929 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8366594 Aug 31 14:28:48.329446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Request body: {'port': {'device_id': 'f7f2922a-4670-4a8b-bf02-6295d247832f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:48.374679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:28:48.419104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-aff95b21-ed8e-4f07-a59c-4af9353a46fb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:48.419797 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-aff95b21-ed8e-4f07-a59c-4af9353a46fb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:48.496593 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-c59185d1-d616-46a5-a022-454f603fbf6c service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315036 Aug 31 14:28:48.521795 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:48.638050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a65100-9f6a-4454-b8ef-98dfaa67940a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:48.664747 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-61561269-636e-4b53-ab80-12416ce518e9 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3499360 Aug 31 14:28:48.683777 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-3a9909c2-4dae-4400-8080-8f00dfd34ef7 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f3aa11ecbff45eba80e1f881db9560b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5288365 Aug 31 14:28:48.693840 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45108) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:48.700819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-713d841d-8f3a-41fc-a21d-8108ace5b061 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297717410'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:48.731016 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:48.731786 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Added segment e570728b-3132-4553-b438-6b933857e225 of type vlan for network cc7dae14-12db-4efa-ba88-f363054d179a Aug 31 14:28:48.736540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-949e4067-5275-4a1a-b189-f287d993b544 None None] Provisioning for port aa63b912-cbaf-4802-a383-2a85dc5d82b7 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:48.754811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-949e4067-5275-4a1a-b189-f287d993b544 None None] Provisioning complete for port aa63b912-cbaf-4802-a383-2a85dc5d82b7 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:48.762880 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-949e4067-5275-4a1a-b189-f287d993b544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:48.832286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7641-b5ae-450a-b123-48b1e1d0934c req-9312b949-9752-4d2b-97e7-175cf269dcd4 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:48.840345 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd8f7641-b5ae-450a-b123-48b1e1d0934c req-9312b949-9752-4d2b-97e7-175cf269dcd4 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 932 time: 0.2063475 Aug 31 14:28:48.867133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-949e4067-5275-4a1a-b189-f287d993b544 None None] Port aa63b912-cbaf-4802-a383-2a85dc5d82b7 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:28:48.872382 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-6844faf5-f8b9-45f7-b37a-b65605be760c service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614323 Aug 31 14:28:48.876051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48164ad0-81b8-40cd-8431-26d4dab5821a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82efe0d-ec41-4942-8c88-799b64d5cb21,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:48.957816 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:48.979589 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-d7f7afdd-603c-47d1-aaa6-2dd9b344a5fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=9a69c30f-e49c-4c35-82b4-3dbc7c73eced HTTP/1.1" status: 200 len: 217 time: 0.0990808 Aug 31 14:28:49.012739 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd8f7641-b5ae-450a-b123-48b1e1d0934c req-87a5d47a-0b4a-4ea2-a579-a3083e164b2d tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/security-groups?id=addfcad3-e9bb-44d1-824b-373b42f32b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649044 Aug 31 14:28:49.060914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-c0ac7cd5-304e-4d79-8289-363b16b009a1 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:49.062511 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-c0ac7cd5-304e-4d79-8289-363b16b009a1 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.60 "GET /v2.0/networks?id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5 HTTP/1.1" status: 200 len: 814 time: 0.6015911 Aug 31 14:28:49.080303 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-133dc4cd-e292-4a1e-a99b-42ba8da610ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:49.082075 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-133dc4cd-e292-4a1e-a99b-42ba8da610ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.0943341 Aug 31 14:28:49.085104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-129810c8-ccde-42bd-a1b7-cee90e77091f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Request body: {'port': {'device_id': 'd9429899-2467-4187-9dd9-7ffc32b891d4', 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5', 'admin_state_up': True, 'tenant_id': '3f3aa11ecbff45eba80e1f881db9560b'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:49.098585 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.105300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:49.106514 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.198968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-1495c95a-b277-4c98-9b3a-2f95cb912c06 service neutron] 10.222.0.39 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134552 Aug 31 14:28:49.207628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-9cff2df7-2ef0-4841-b111-51720841c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:49.219849 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-9cff2df7-2ef0-4841-b111-51720841c5bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227577 Aug 31 14:28:49.225968 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c46ac5d-5147-4f38-92c7-99bb784ac8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.227376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Network': ['ID=cc7dae14-12db-4efa-ba88-f363054d179a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:49.253683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f67c86-3141-4e61-96ce-d83154ea9567 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:28:49.273633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network cc7dae14-12db-4efa-ba88-f363054d179a details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:28:49.304067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.333803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Transition to ACTIVE for port object 22f67c86-3141-4e61-96ce-d83154ea9567 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:49.337837 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.366933 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c46ac5d-5147-4f38-92c7-99bb784ac8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.382919 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-aff95b21-ed8e-4f07-a59c-4af9353a46fb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9442470 Aug 31 14:28:49.409250 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-713d841d-8f3a-41fc-a21d-8108ace5b061 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.415566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Request body: {'port': {'device_id': '76e6d553-a1bc-4c8d-b10f-5ad034def2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:49.424404 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.453710 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-12fb9ef1-c9af-437b-aaac-dd50e6c42d1c service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224751 Aug 31 14:28:49.478117 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Pushing event updated for resources: {'Port': ['ID=22f67c86-3141-4e61-96ce-d83154ea9567,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:49.524204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.527438 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5aff9730-14c9-4bf2-9895-a1666944d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.560617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e68e2c70-282f-4117-b290-c25ce74129df tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0352187 Aug 31 14:28:49.577067 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45120) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:49.596941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'name': 'tempest-PortsIpV6TestJSON-234292557'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:49.613875 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8c46ac5d-5147-4f38-92c7-99bb784ac8ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3fcc496c67ab4c028fdfa7a27d533666&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3398063 Aug 31 14:28:49.619414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45122) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:49.628173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46ac5d-5147-4f38-92c7-99bb784ac8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb9081a-a682-4475-9c9e-6c6204298c2a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:49.664140 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-fbc97e60-6b21-4d97-9b50-d6b17c8e6af5 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886473 Aug 31 14:28:49.669013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Attempting to bind port 22f67c86-3141-4e61-96ce-d83154ea9567 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:28:49.669342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Attempting to bind port 22f67c86-3141-4e61-96ce-d83154ea9567 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'b5a88ac7-b737-430b-b16f-8488eccf55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cbae36b7-aba1-474b-b070-86ee65d68601'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:28:49.669666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Attempting to bind port 22f67c86-3141-4e61-96ce-d83154ea9567 on network cbae36b7-aba1-474b-b070-86ee65d68601 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:49.724190 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Port 22f67c86-3141-4e61-96ce-d83154ea9567 on network cbae36b7-aba1-474b-b070-86ee65d68601 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:28:49.724507 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Attempting to bind port 22f67c86-3141-4e61-96ce-d83154ea9567 on network cbae36b7-aba1-474b-b070-86ee65d68601 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:49.727787 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-875c0907-948f-4b19-a01a-49b079b5a927 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3b849ce-aa09-477e-8cca-9af7f3f55d9b HTTP/1.1" status: 200 len: 217 time: 0.0533965 Aug 31 14:28:49.734765 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:28:49.735392 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Checking segment: {'id': 'b5a88ac7-b737-430b-b16f-8488eccf55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cbae36b7-aba1-474b-b070-86ee65d68601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:49.735948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Bound using segment: {'id': 'b5a88ac7-b737-430b-b16f-8488eccf55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cbae36b7-aba1-474b-b070-86ee65d68601'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:28:49.736555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Bound port: 22f67c86-3141-4e61-96ce-d83154ea9567, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a88ac7-b737-430b-b16f-8488eccf55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cbae36b7-aba1-474b-b070-86ee65d68601'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:28:49.736908 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.794771 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b1e76b8d-fcca-4284-89c7-584a18a45525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.827563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-129810c8-ccde-42bd-a1b7-cee90e77091f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Made reservation on behalf of 3f3aa11ecbff45eba80e1f881db9560b for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:49.832006 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-129810c8-ccde-42bd-a1b7-cee90e77091f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.866563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-ca356a6c-c0e6-4233-b98f-b535abacf4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:49.868559 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-ca356a6c-c0e6-4233-b98f-b535abacf4b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2d72d2fc-c8a5-4582-90c7-ef167bb569ca HTTP/1.1" status: 200 len: 797 time: 0.1288536 Aug 31 14:28:49.904230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b4e48ca8-1e73-4560-ad8f-7ac2035d844b service neutron] 10.222.0.39 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7041502 Aug 31 14:28:49.922816 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b1e76b8d-fcca-4284-89c7-584a18a45525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:50.052345 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] For port 22f67c86-3141-4e61-96ce-d83154ea9567, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:28:50.086023 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] For port 22f67c86-3141-4e61-96ce-d83154ea9567, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=22f67c86-3141-4e61-96ce-d83154ea9567,segment=NetworkSegment(b5a88ac7-b737-430b-b16f-8488eccf55c1),segment_id=b5a88ac7-b737-430b-b16f-8488eccf55c1)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:28:50.101896 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-713d841d-8f3a-41fc-a21d-8108ace5b061 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:50.119040 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-7caba2b8-05b9-4bda-86dc-b6859dfe7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:50.121986 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-7caba2b8-05b9-4bda-86dc-b6859dfe7a3d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=703d1749-b334-41de-af58-b448e639a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2352819 Aug 31 14:28:50.124717 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:50.138159 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-713d841d-8f3a-41fc-a21d-8108ace5b061 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:50.156692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:50.161949 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:50.185439 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port b89a3684-8f2c-4d3a-8ac7-6a0966506e35 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:28:50.381570 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-762a664f-2579-4a8d-8a23-f360582f16e2 req-a7ac7d43-51f7-472e-aeb9-ef9823549e38 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 210 time: 0.0807719 Aug 31 14:28:50.701615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:50.702885 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:50.705112 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] 10.222.0.60 "PUT /v2.0/ports/22f67c86-3141-4e61-96ce-d83154ea9567 HTTP/1.1" status: 200 len: 1092 time: 2.3829496 Aug 31 14:28:50.711824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f2922a-4670-4a8b-bf02-6295d247832f', 'tag': '22f67c86-3141-4e61-96ce-d83154ea9567'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:50.715299 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60325bb5-b535-4a00-b60a-210603f4e964" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f2922a-4670-4a8b-bf02-6295d247832f", "tag": "22f67c86-3141-4e61-96ce-d83154ea9567"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:50.718030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:50.725827 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d841d-8f3a-41fc-a21d-8108ace5b061 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd133b50-2b9b-4230-9f57-cb322da3d905,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:50.729073 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-713d841d-8f3a-41fc-a21d-8108ace5b061 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:50.735691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa63b912-cbaf-4802-a383-2a85dc5d82b7 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:28:50.736562 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-713d841d-8f3a-41fc-a21d-8108ace5b061 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0393932 Aug 31 14:28:50.742099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45146) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:50.743129 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b1e76b8d-fcca-4284-89c7-584a18a45525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:50.746151 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b1e76b8d-fcca-4284-89c7-584a18a45525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:50.747903 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b1e76b8d-fcca-4284-89c7-584a18a45525 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1eb9081a-a682-4475-9c9e-6c6204298c2a HTTP/1.1" status: 204 len: 168 time: 1.1269572 Aug 31 14:28:50.771860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-68fe0011-7206-4396-98ae-d255f14ef6f8 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'cd133b50-2b9b-4230-9f57-cb322da3d905', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:50.779100 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:50.789145 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-68fe0011-7206-4396-98ae-d255f14ef6f8 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 14:28:50.789798 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-68fe0011-7206-4396-98ae-d255f14ef6f8 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:50.791319 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-68fe0011-7206-4396-98ae-d255f14ef6f8 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0420697 Aug 31 14:28:50.795260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45150) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:50.831672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-25fae81e-f17c-4272-9261-1eb7ba9d3ab7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'cd133b50-2b9b-4230-9f57-cb322da3d905', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:50.833245 n-d-806683-5 neutron-server[94871]: WARNING neutron.api.v2.base [None req-25fae81e-f17c-4272-9261-1eb7ba9d3ab7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 14:28:50.833895 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-25fae81e-f17c-4272-9261-1eb7ba9d3ab7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:50.834772 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-25fae81e-f17c-4272-9261-1eb7ba9d3ab7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0378010 Aug 31 14:28:50.848018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45152) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:50.853706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-42e28173-af51-4974-80b0-11d7be476781 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'cd133b50-2b9b-4230-9f57-cb322da3d905', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:50.871984 n-d-806683-5 neutron-server[94871]: WARNING neutron.api.v2.base [None req-42e28173-af51-4974-80b0-11d7be476781 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 14:28:50.872632 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-42e28173-af51-4974-80b0-11d7be476781 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:50.877204 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-42e28173-af51-4974-80b0-11d7be476781 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0256350 Aug 31 14:28:50.884694 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e76b8d-fcca-4284-89c7-584a18a45525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb9081a-a682-4475-9c9e-6c6204298c2a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:50.888511 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29960084-34d2-43e3-976f-6b649b181f10 x-openstack-request-id: req-29960084-34d2-43e3-976f-6b649b181f10 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:50.888797 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f2922a-4670-4a8b-bf02-6295d247832f", "tag": "22f67c86-3141-4e61-96ce-d83154ea9567", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:50.889042 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29960084-34d2-43e3-976f-6b649b181f10 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:50.889511 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f2922a-4670-4a8b-bf02-6295d247832f', 'tag': '22f67c86-3141-4e61-96ce-d83154ea9567', 'status': 'completed', 'code': 200} Aug 31 14:28:50.890482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45154) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:50.913707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6af14cf6-39ed-4ed5-933a-69837233eebc tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'cd133b50-2b9b-4230-9f57-cb322da3d905', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:50.916127 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-6af14cf6-39ed-4ed5-933a-69837233eebc tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 14:28:50.916761 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-6af14cf6-39ed-4ed5-933a-69837233eebc tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:50.924024 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6af14cf6-39ed-4ed5-933a-69837233eebc tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0233331 Aug 31 14:28:50.927364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Transition to ACTIVE for port object aa63b912-cbaf-4802-a383-2a85dc5d82b7 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:50.927527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c963f90-e3dc-46d2-bdba-6668748ba585 service neutron] Pushing event updated for resources: {'Port': ['ID=22f67c86-3141-4e61-96ce-d83154ea9567,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:50.928035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45156) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:50.969355 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d0d49-4c0d-41b7-8a38-423515c67760 req-8779a43d-8a30-4800-a27b-0143f19182d0 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:50.980456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f01d0d49-4c0d-41b7-8a38-423515c67760 req-8779a43d-8a30-4800-a27b-0143f19182d0 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 944 time: 0.7726183 Aug 31 14:28:50.983676 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:51.064606 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-7680b30d-f047-49ea-8ed0-f857f947544c service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9219937 Aug 31 14:28:51.110744 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:51.138385 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b425758e-ce3d-4314-84ae-f5d3e10a75a3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:51.164216 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b425758e-ce3d-4314-84ae-f5d3e10a75a3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:51.165050 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f01d0d49-4c0d-41b7-8a38-423515c67760 req-fea91457-90bc-48f7-a38a-2310e6dabd86 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/security-groups?id=addfcad3-e9bb-44d1-824b-373b42f32b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839099 Aug 31 14:28:51.171797 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-9395de55-e3db-4900-be29-8dff30331378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:51.173826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-9395de55-e3db-4900-be29-8dff30331378 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ffab4d14e7943b1a9edd157062c7bd4&device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 1095 time: 0.1651549 Aug 31 14:28:51.202946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa63b912-cbaf-4802-a383-2a85dc5d82b7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:51.234086 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-129810c8-ccde-42bd-a1b7-cee90e77091f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Allocated IP 172.20.0.8 (7d5699d4-367e-4360-928b-4ab5ff2fe5b5/387ec1f0-9e2b-4993-b320-20e62aebb29c/299599ff-459e-41c2-8d74-1eee0cc7e849) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:51.285070 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-03d3c17b-a252-4f67-a816-00a72e20b507 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22f67c86-3141-4e61-96ce-d83154ea9567 HTTP/1.1" status: 200 len: 217 time: 0.1005187 Aug 31 14:28:51.385368 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-c5c6c7dd-8733-4352-9683-6afccc3db7c1 service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101950 Aug 31 14:28:51.455355 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-030fc98f-8b2e-45d6-8177-9a82874671f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bae37ea2-d7e6-4513-a927-0d658b3709e2 HTTP/1.1" status: 200 len: 217 time: 0.0680935 Aug 31 14:28:51.456496 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b425758e-ce3d-4314-84ae-f5d3e10a75a3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:51.459566 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b425758e-ce3d-4314-84ae-f5d3e10a75a3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:51.464337 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b425758e-ce3d-4314-84ae-f5d3e10a75a3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "DELETE /v2.0/security-groups/cd133b50-2b9b-4230-9f57-cb322da3d905 HTTP/1.1" status: 204 len: 168 time: 0.5352736 Aug 31 14:28:51.474265 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45174) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:51.479025 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-a60f1983-24b9-4186-bb0e-a0da955c0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:51.481222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-a60f1983-24b9-4186-bb0e-a0da955c0220 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14471299-6aee-45f6-a756-0917ee7a2300 HTTP/1.1" status: 200 len: 858 time: 0.1855783 Aug 31 14:28:51.547492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425758e-ce3d-4314-84ae-f5d3e10a75a3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd133b50-2b9b-4230-9f57-cb322da3d905,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:51.549182 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=b89a3684-8f2c-4d3a-8ac7-6a0966506e35,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:51.589057 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-51855361-2bf3-4a79-9475-9923dfd36002 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbae36b7-aba1-474b-b070-86ee65d68601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519798 Aug 31 14:28:51.632459 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-899a2067-cfab-4dc1-936e-0c3c407682d7 req-0b343289-48d0-41bd-9ca7-5f0ee433b6f4 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 210 time: 0.0878232 Aug 31 14:28:51.658459 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2a124eb5-afaf-4047-8296-1bc0b1eb867d tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1779246 Aug 31 14:28:51.663168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Checking segment: {'id': 'e570728b-3132-4553-b438-6b933857e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:51.663566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network hostable DHCP agents. Network: cc7dae14-12db-4efa-ba88-f363054d179a, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:28:51.675770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45178) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:51.694118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Attempting to bind port aa63b912-cbaf-4802-a383-2a85dc5d82b7 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:28:51.694503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Attempting to bind port aa63b912-cbaf-4802-a383-2a85dc5d82b7 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:28:51.694848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Attempting to bind port aa63b912-cbaf-4802-a383-2a85dc5d82b7 on network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:51.700614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-18339bb3-9aac-4234-9bb3-68bf1fb70dc7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715871325'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:51.738989 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-03c191bf-5239-44b0-9d70-b6f1f13bb9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:51.740850 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-03c191bf-5239-44b0-9d70-b6f1f13bb9ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2d72d2fc-c8a5-4582-90c7-ef167bb569ca HTTP/1.1" status: 200 len: 797 time: 0.2755742 Aug 31 14:28:51.836246 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-0ff0b8fb-3d67-4068-a85f-f13744f30ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:51.838112 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-0ff0b8fb-3d67-4068-a85f-f13744f30ae0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=703d1749-b334-41de-af58-b448e639a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0808897 Aug 31 14:28:51.843963 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-b811ed3d-5015-4947-af1c-353f0411d020 service neutron] 10.222.0.60 "GET /v2.0/networks/cbae36b7-aba1-474b-b070-86ee65d68601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001460 Aug 31 14:28:51.969844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-110ffb9c-c606-46d9-b724-16795537e247 service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169958 Aug 31 14:28:52.141619 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e884a285-9177-4374-b234-640d235df13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:52.174432 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeec1998-6fa5-484f-be5f-0fffff312002 req-a28e8285-8324-43b4-b521-19e334278bf6 service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978955 Aug 31 14:28:52.208929 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:52.227404 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac832c4b-fcac-4f75-ace9-fcffc1ac4090 req-a48bbdc3-4aff-4fec-86f0-494572b1bdd8 service neutron] 10.222.0.60 "GET /v2.0/networks/cbae36b7-aba1-474b-b070-86ee65d68601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602303 Aug 31 14:28:52.255031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Port aa63b912-cbaf-4802-a383-2a85dc5d82b7 on network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:28:52.255445 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Attempting to bind port aa63b912-cbaf-4802-a383-2a85dc5d82b7 on network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:52.377781 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60325bb5-b535-4a00-b60a-210603f4e964 req-cbdbd15e-b111-4d3d-a7dd-4a1a5e1e856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:52.380064 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60325bb5-b535-4a00-b60a-210603f4e964 req-cbdbd15e-b111-4d3d-a7dd-4a1a5e1e856d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ffab4d14e7943b1a9edd157062c7bd4&device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 1095 time: 0.0853786 Aug 31 14:28:52.383505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network cc7dae14-12db-4efa-ba88-f363054d179a is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:28:52.386781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:28:52.387270 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Checking segment: {'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:52.387738 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Bound using segment: {'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:28:52.388235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Bound port: aa63b912-cbaf-4802-a383-2a85dc5d82b7, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:28:52.388607 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:52.428426 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18339bb3-9aac-4234-9bb3-68bf1fb70dc7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:52.444866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, cc7dae14-12db-4efa-ba88-f363054d179a) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:52.467204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d373c78a-3177-4c7a-83d4-2c04a9fcf2b7 None None] Network cc7dae14-12db-4efa-ba88-f363054d179a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:52.473292 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35a436-30e2-464a-8fe6-b1b5c9309a21 req-ffe55d75-06a1-45e9-9e63-52c3af5e1c73 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:52.474895 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7f35a436-30e2-464a-8fe6-b1b5c9309a21 req-ffe55d75-06a1-45e9-9e63-52c3af5e1c73 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 944 time: 0.1376944 Aug 31 14:28:52.493233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:52.500135 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:52.501064 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:52.521815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60325bb5-b535-4a00-b60a-210603f4e964 req-a2927b69-f16b-421b-9a4e-e11058e97394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:52.523856 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60325bb5-b535-4a00-b60a-210603f4e964 req-a2927b69-f16b-421b-9a4e-e11058e97394 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cbae36b7-aba1-474b-b070-86ee65d68601 HTTP/1.1" status: 200 len: 919 time: 0.1352715 Aug 31 14:28:52.582479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-cc186547-795c-4158-aeb1-769bd205b499 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:52.584060 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-cc186547-795c-4158-aeb1-769bd205b499 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.25 "GET /v2.0/networks?id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5 HTTP/1.1" status: 200 len: 814 time: 0.3779459 Aug 31 14:28:52.591138 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60325bb5-b535-4a00-b60a-210603f4e964 req-c510a57a-2cb1-4404-a27e-5524e2b01799 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22f67c86-3141-4e61-96ce-d83154ea9567 HTTP/1.1" status: 200 len: 217 time: 0.0446846 Aug 31 14:28:52.608054 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7f35a436-30e2-464a-8fe6-b1b5c9309a21 req-45700003-bc56-46de-903c-2bd8c89b3b3e tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/security-groups?id=addfcad3-e9bb-44d1-824b-373b42f32b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881555 Aug 31 14:28:52.650816 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b23b4a33-c313-4740-be3a-01bf5ff15cde tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Request body: {'port': {'device_id': '6910f75f-a1ca-40b6-8d5d-9d2a48b8015f', 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5', 'admin_state_up': True, 'tenant_id': '3f3aa11ecbff45eba80e1f881db9560b'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:52.709550 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-129810c8-ccde-42bd-a1b7-cee90e77091f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:52.740769 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60325bb5-b535-4a00-b60a-210603f4e964 req-61b72704-1f46-4d86-8d04-74f3a155ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:52.756090 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60325bb5-b535-4a00-b60a-210603f4e964 req-61b72704-1f46-4d86-8d04-74f3a155ee80 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14471299-6aee-45f6-a756-0917ee7a2300 HTTP/1.1" status: 200 len: 858 time: 0.1471472 Aug 31 14:28:52.878914 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60325bb5-b535-4a00-b60a-210603f4e964 req-14826b4d-0c17-422b-a6c3-487843830dfb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbae36b7-aba1-474b-b070-86ee65d68601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113031 Aug 31 14:28:53.046586 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60325bb5-b535-4a00-b60a-210603f4e964 req-83685932-7c5e-4efc-8013-b59148527347 service neutron] 10.222.0.60 "GET /v2.0/networks/cbae36b7-aba1-474b-b070-86ee65d68601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577406 Aug 31 14:28:53.102020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-129810c8-ccde-42bd-a1b7-cee90e77091f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Transition to ACTIVE for port object 299599ff-459e-41c2-8d74-1eee0cc7e849 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:53.112494 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc5af023-0042-4a2f-8a07-083cf6cdddba req-90f5f377-0b5c-4201-b86c-b70614dac1d5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 210 time: 0.1144421 Aug 31 14:28:53.113757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] For port aa63b912-cbaf-4802-a383-2a85dc5d82b7, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:28:53.152461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] For port aa63b912-cbaf-4802-a383-2a85dc5d82b7, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=aa63b912-cbaf-4802-a383-2a85dc5d82b7,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:28:53.155815 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18339bb3-9aac-4234-9bb3-68bf1fb70dc7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:53.165280 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:53.176018 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18339bb3-9aac-4234-9bb3-68bf1fb70dc7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:53.211467 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5be4c7e4-7354-44b2-a9e7-05b7e8d936a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.6253874 Aug 31 14:28:53.222563 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60325bb5-b535-4a00-b60a-210603f4e964 req-68f20a6f-772e-4d8e-82f3-ea3a8e925f47 service neutron] 10.222.0.60 "GET /v2.0/networks/cbae36b7-aba1-474b-b070-86ee65d68601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678452 Aug 31 14:28:53.223260 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45224) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:53.241903 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-62a4cfd6-1fc6-4d4c-a063-1334ee881bfc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1813808118'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:53.268963 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:53.269800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:53.270420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:53.271849 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] 10.222.0.25 "PUT /v2.0/ports/aa63b912-cbaf-4802-a383-2a85dc5d82b7 HTTP/1.1" status: 200 len: 1091 time: 3.8791528 Aug 31 14:28:53.280645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e6d553-a1bc-4c8d-b10f-5ad034def2c9', 'tag': 'aa63b912-cbaf-4802-a383-2a85dc5d82b7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:53.285851 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b0857e-fddf-4a21-a771-a604a38025ce" -d '{"events": [{"name": "network-changed", "server_uuid": "76e6d553-a1bc-4c8d-b10f-5ad034def2c9", "tag": "aa63b912-cbaf-4802-a383-2a85dc5d82b7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:53.361417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a4cfd6-1fc6-4d4c-a063-1334ee881bfc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:53.365539 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-62a4cfd6-1fc6-4d4c-a063-1334ee881bfc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:53.373641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b23b4a33-c313-4740-be3a-01bf5ff15cde tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Made reservation on behalf of 3f3aa11ecbff45eba80e1f881db9560b for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:53.376820 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b23b4a33-c313-4740-be3a-01bf5ff15cde tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:53.387214 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425a9ca6-b26d-4367-8473-e4725a6f81d2 x-openstack-request-id: req-425a9ca6-b26d-4367-8473-e4725a6f81d2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:53.387508 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e6d553-a1bc-4c8d-b10f-5ad034def2c9", "tag": "aa63b912-cbaf-4802-a383-2a85dc5d82b7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:53.387757 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-425a9ca6-b26d-4367-8473-e4725a6f81d2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:53.388153 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e6d553-a1bc-4c8d-b10f-5ad034def2c9', 'tag': 'aa63b912-cbaf-4802-a383-2a85dc5d82b7', 'status': 'completed', 'code': 200} Aug 31 14:28:53.391033 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18339bb3-9aac-4234-9bb3-68bf1fb70dc7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:53.396371 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-18339bb3-9aac-4234-9bb3-68bf1fb70dc7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7019792 Aug 31 14:28:53.397159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45232) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:53.404424 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-4e7ce588-f1b4-46e0-9bf9-2da2d205cbf5 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'cdb5651f-98b8-4834-a8f8-e08a6b40f1b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:53.405517 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-4e7ce588-f1b4-46e0-9bf9-2da2d205cbf5 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 14:28:53.406281 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-4e7ce588-f1b4-46e0-9bf9-2da2d205cbf5 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:53.410633 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4e7ce588-f1b4-46e0-9bf9-2da2d205cbf5 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108862 Aug 31 14:28:53.411622 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45234) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:53.422234 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-36200819-44f2-4b68-b938-f3f75639e632 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'cdb5651f-98b8-4834-a8f8-e08a6b40f1b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:53.423902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18339bb3-9aac-4234-9bb3-68bf1fb70dc7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb5651f-98b8-4834-a8f8-e08a6b40f1b2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:53.451722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a4cfd6-1fc6-4d4c-a063-1334ee881bfc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:28:53.467330 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-62a4cfd6-1fc6-4d4c-a063-1334ee881bfc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:53.467763 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-62a4cfd6-1fc6-4d4c-a063-1334ee881bfc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Added segment 4aa87f1c-e4e5-402c-ad97-5346afda837a of type vlan for network 01173c30-0cad-40a0-8afb-9346a6e15c83 Aug 31 14:28:53.474922 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-129810c8-ccde-42bd-a1b7-cee90e77091f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:53.494297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 22f67c86-3141-4e61-96ce-d83154ea9567 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:28:53.512995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-4cbb6009-4ed0-42e5-9928-cb85b9c3757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:53.516885 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-4cbb6009-4ed0-42e5-9928-cb85b9c3757c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f3aa11ecbff45eba80e1f881db9560b&device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 1094 time: 0.1834416 Aug 31 14:28:53.537332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584aafca-d08c-4b77-9ded-39643dae2da4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa63b912-cbaf-4802-a383-2a85dc5d82b7,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:53.600012 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-36200819-44f2-4b68-b938-f3f75639e632 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:53.606857 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-36200819-44f2-4b68-b938-f3f75639e632 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1849089 Aug 31 14:28:53.607613 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45242) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:53.616294 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-62a4cfd6-1fc6-4d4c-a063-1334ee881bfc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:53.636867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8c86e899-c87f-42d1-ab0f-105e02fb9ada tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'cdb5651f-98b8-4834-a8f8-e08a6b40f1b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:53.637487 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-8c86e899-c87f-42d1-ab0f-105e02fb9ada tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 14:28:53.638463 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-8c86e899-c87f-42d1-ab0f-105e02fb9ada tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:53.655645 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8c86e899-c87f-42d1-ab0f-105e02fb9ada tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0339284 Aug 31 14:28:53.659840 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45252) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:53.687298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a1bdc129-c959-4b55-8ba1-7a2d74b62fa7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'cdb5651f-98b8-4834-a8f8-e08a6b40f1b2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:53.698629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 22f67c86-3141-4e61-96ce-d83154ea9567, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=22f67c86-3141-4e61-96ce-d83154ea9567,segment=NetworkSegment(b5a88ac7-b737-430b-b16f-8488eccf55c1),segment_id=b5a88ac7-b737-430b-b16f-8488eccf55c1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:53.736884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '22f67c86-3141-4e61-96ce-d83154ea9567', 'network_id': 'cbae36b7-aba1-474b-b070-86ee65d68601', 'port_id': '22f67c86-3141-4e61-96ce-d83154ea9567', 'mac_address': 'fa:16:3e:13:e1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14471299-6aee-45f6-a756-0917ee7a2300', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:28:53.769418 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.resource_extend [None req-62a4cfd6-1fc6-4d4c-a063-1334ee881bfc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:28:53.772916 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-8332b901-a741-40cd-8d26-49cb22a0c035 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa63b912-cbaf-4802-a383-2a85dc5d82b7 HTTP/1.1" status: 200 len: 217 time: 0.2284911 Aug 31 14:28:53.783252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-129810c8-ccde-42bd-a1b7-cee90e77091f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:53.799928 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-62a4cfd6-1fc6-4d4c-a063-1334ee881bfc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:53.810506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a4cfd6-1fc6-4d4c-a063-1334ee881bfc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:53.811201 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-62a4cfd6-1fc6-4d4c-a063-1334ee881bfc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:53.837590 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:53.868362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f67c86-3141-4e61-96ce-d83154ea9567 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:28:53.878587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-129810c8-ccde-42bd-a1b7-cee90e77091f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:53.905908 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-129810c8-ccde-42bd-a1b7-cee90e77091f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:53.906823 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4cfd6-1fc6-4d4c-a063-1334ee881bfc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Network': ['ID=01173c30-0cad-40a0-8afb-9346a6e15c83,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:53.915069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-62a4cfd6-1fc6-4d4c-a063-1334ee881bfc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6885142 Aug 31 14:28:53.915069 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-a1bdc129-c959-4b55-8ba1-7a2d74b62fa7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:53.915841 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a1bdc129-c959-4b55-8ba1-7a2d74b62fa7 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2438009 Aug 31 14:28:53.917980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45262) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:53.926074 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'ports': [{'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a'}, {'network_id': '01173c30-0cad-40a0-8afb-9346a6e15c83'}]} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:53.926440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:53.929455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 22f67c86-3141-4e61-96ce-d83154ea9567, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=22f67c86-3141-4e61-96ce-d83154ea9567,segment=NetworkSegment(b5a88ac7-b737-430b-b16f-8488eccf55c1),segment_id=b5a88ac7-b737-430b-b16f-8488eccf55c1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:53.937020 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 01173c30-0cad-40a0-8afb-9346a6e15c83 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:28:53.937847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'network_id': '01173c30-0cad-40a0-8afb-9346a6e15c83'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:53.940384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129810c8-ccde-42bd-a1b7-cee90e77091f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Pushing event updated for resources: {'Port': ['ID=299599ff-459e-41c2-8d74-1eee0cc7e849,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:53.949137 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:54.008876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45266) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:54.035274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-882baf6a-ce4d-4a95-a15f-18da1b4b205b tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'cdb5651f-98b8-4834-a8f8-e08a6b40f1b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:54.036194 n-d-806683-5 neutron-server[94871]: WARNING neutron.api.v2.base [None req-882baf6a-ce4d-4a95-a15f-18da1b4b205b tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 14:28:54.036721 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-882baf6a-ce4d-4a95-a15f-18da1b4b205b tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:54.037766 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-882baf6a-ce4d-4a95-a15f-18da1b4b205b tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0189450 Aug 31 14:28:54.056745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45272) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:54.163790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-02ceb4a6-f16a-440a-8074-3429c187a60a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'cdb5651f-98b8-4834-a8f8-e08a6b40f1b2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:54.201549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 2} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:54.208362 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:54.234207 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:54.249128 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['22f67c86-3141-4e61-96ce-d83154ea9567'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:28:54.250985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b23b4a33-c313-4740-be3a-01bf5ff15cde tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Allocated IP 172.20.0.10 (7d5699d4-367e-4360-928b-4ab5ff2fe5b5/387ec1f0-9e2b-4993-b320-20e62aebb29c/4533d45f-1d17-4f66-818b-395c85781536) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:54.339572 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:54.406014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=22f67c86-3141-4e61-96ce-d83154ea9567,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:54.506555 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8765713-88e6-45ae-852b-3a0f588863ab req-cc060066-ccca-45ee-ae20-ffa8cea8fb5f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 210 time: 0.0633957 Aug 31 14:28:54.518839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port 776be0bc-75a8-42e4-8444-84421ebf17ad yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:28:54.557961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39808f-0811-4fbd-9ec2-c1b43d1e14e8 req-7a1febb3-3308-4ad3-b9a7-da042bcaf7a7 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:54.560525 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc39808f-0811-4fbd-9ec2-c1b43d1e14e8 req-7a1febb3-3308-4ad3-b9a7-da042bcaf7a7 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 944 time: 0.7991610 Aug 31 14:28:54.563065 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-86e801b3-cc3d-4f38-8cea-0a973eb4bb57 None None] Provisioning for port 299599ff-459e-41c2-8d74-1eee0cc7e849 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:54.568377 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-02ceb4a6-f16a-440a-8074-3429c187a60a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:54.569758 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-02ceb4a6-f16a-440a-8074-3429c187a60a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4133656 Aug 31 14:28:54.572084 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45300) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:54.577163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-2aeb5f0d-4761-49bb-8aff-e684fdeb2350 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'cdb5651f-98b8-4834-a8f8-e08a6b40f1b2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:54.578115 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-2aeb5f0d-4761-49bb-8aff-e684fdeb2350 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 14:28:54.578618 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-2aeb5f0d-4761-49bb-8aff-e684fdeb2350 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:54.579622 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2aeb5f0d-4761-49bb-8aff-e684fdeb2350 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064616 Aug 31 14:28:54.582352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45302) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:54.587140 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b8b93bf2-45cf-49e3-bd37-e1eef64d827c tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'cdb5651f-98b8-4834-a8f8-e08a6b40f1b2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:54.595964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-14eecc71-8806-47ce-a140-540e123ce244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:54.599471 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-14eecc71-8806-47ce-a140-540e123ce244 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=387ec1f0-9e2b-4993-b320-20e62aebb29c HTTP/1.1" status: 200 len: 853 time: 0.7464929 Aug 31 14:28:54.618404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-86e801b3-cc3d-4f38-8cea-0a973eb4bb57 None None] Provisioning complete for port 299599ff-459e-41c2-8d74-1eee0cc7e849 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:54.619074 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86e801b3-cc3d-4f38-8cea-0a973eb4bb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:54.640957 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-b8b93bf2-45cf-49e3-bd37-e1eef64d827c tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:54.642154 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b8b93bf2-45cf-49e3-bd37-e1eef64d827c tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0586190 Aug 31 14:28:54.645715 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45304) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:54.650300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-558b0292-1514-47c1-a3c2-82499e460716 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'cdb5651f-98b8-4834-a8f8-e08a6b40f1b2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:54.690565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-129810c8-ccde-42bd-a1b7-cee90e77091f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:54.691265 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-129810c8-ccde-42bd-a1b7-cee90e77091f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:54.736265 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-558b0292-1514-47c1-a3c2-82499e460716 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:54.737646 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-558b0292-1514-47c1-a3c2-82499e460716 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0909920 Aug 31 14:28:54.740593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45308) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:54.747908 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-86e801b3-cc3d-4f38-8cea-0a973eb4bb57 None None] Port 299599ff-459e-41c2-8d74-1eee0cc7e849 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:28:54.756970 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b23b4a33-c313-4740-be3a-01bf5ff15cde tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:54.796631 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-129810c8-ccde-42bd-a1b7-cee90e77091f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7199311 Aug 31 14:28:54.802101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b23b4a33-c313-4740-be3a-01bf5ff15cde tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Transition to ACTIVE for port object 4533d45f-1d17-4f66-818b-395c85781536 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:54.815121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Request body: {'port': {'device_id': 'd9429899-2467-4187-9dd9-7ffc32b891d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:54.854307 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45e2a02b-d606-4df7-8773-b29b460e332a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:54.862413 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc39808f-0811-4fbd-9ec2-c1b43d1e14e8 req-9b37a6e1-d76a-401e-bebe-8da841762c42 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/security-groups?id=addfcad3-e9bb-44d1-824b-373b42f32b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655497 Aug 31 14:28:54.875887 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:54.892673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45310) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:54.903097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45e2a02b-d606-4df7-8773-b29b460e332a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:54.925412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-10f28c2b-d941-4809-9f89-e0e42ade1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:54.925696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:54.927338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-10f28c2b-d941-4809-9f89-e0e42ade1f29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2933750 Aug 31 14:28:55.072367 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45e2a02b-d606-4df7-8773-b29b460e332a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.077833 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.085415 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45e2a02b-d606-4df7-8773-b29b460e332a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.087230 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-45e2a02b-d606-4df7-8773-b29b460e332a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "DELETE /v2.0/security-groups/cdb5651f-98b8-4834-a8f8-e08a6b40f1b2 HTTP/1.1" status: 204 len: 168 time: 0.3450737 Aug 31 14:28:55.092907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45324) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:55.093106 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port 569b6e48-6e9c-481c-b975-44d090901b1a yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:28:55.122283 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b23b4a33-c313-4740-be3a-01bf5ff15cde tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.126913 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2a02b-d606-4df7-8773-b29b460e332a tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb5651f-98b8-4834-a8f8-e08a6b40f1b2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:55.140005 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-c0adc71e-260b-4262-97b4-fa19545b6d6e service neutron] 10.222.0.25 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035191 Aug 31 14:28:55.157863 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-79f5d2e3-e9d6-456b-b8c7-41725348616d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.274076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b23b4a33-c313-4740-be3a-01bf5ff15cde tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:55.298055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b23b4a33-c313-4740-be3a-01bf5ff15cde tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:55.300974 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.313845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b23b4a33-c313-4740-be3a-01bf5ff15cde tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:55.320117 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b4a33-c313-4740-be3a-01bf5ff15cde tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Pushing event updated for resources: {'Port': ['ID=4533d45f-1d17-4f66-818b-395c85781536,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:55.348403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d2b504bd-d3e1-4ac8-b67e-499190f4d594 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2431042 Aug 31 14:28:55.352540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45330) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:55.365614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-3d8dc2f7-4c3a-4114-811e-90d212c4e628 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group': {'name': 'tempest-secgroup--943937284'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:55.383530 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-79f5d2e3-e9d6-456b-b8c7-41725348616d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.394354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-79f5d2e3-e9d6-456b-b8c7-41725348616d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.415525 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.474063 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525ae893-a0d2-414e-9ce4-5a8ae2de0cff req-a833ee68-ed70-4018-83eb-545d543ab880 service neutron] 10.222.0.25 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204134 Aug 31 14:28:55.491678 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b23b4a33-c313-4740-be3a-01bf5ff15cde tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:55.492354 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b23b4a33-c313-4740-be3a-01bf5ff15cde tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.498400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 22f67c86-3141-4e61-96ce-d83154ea9567 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:55.549046 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-79f5d2e3-e9d6-456b-b8c7-41725348616d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef8b69174a624b48a8c5ab7086170865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6549873 Aug 31 14:28:55.552126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45338) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:55.555303 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc2f7-4c3a-4114-811e-90d212c4e628 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.578540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5d2e3-e9d6-456b-b8c7-41725348616d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce67796-2260-4aa5-bdb9-c55423526bfe,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:55.609126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network cc7dae14-12db-4efa-ba88-f363054d179a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:55.622842 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b23b4a33-c313-4740-be3a-01bf5ff15cde tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9980373 Aug 31 14:28:55.623956 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:55.629740 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:55.631402 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.642006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=776be0bc-75a8-42e4-8444-84421ebf17ad,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:55.648525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Request body: {'port': {'device_id': '6910f75f-a1ca-40b6-8d5d-9d2a48b8015f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:55.733926 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 22f67c86-3141-4e61-96ce-d83154ea9567 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:55.743930 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 22f67c86-3141-4e61-96ce-d83154ea9567 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:55.744476 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.771750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0857e-fddf-4a21-a771-a604a38025ce req-0ee649e5-3462-4202-bc89-69f58b25ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:55.773935 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b0857e-fddf-4a21-a771-a604a38025ce req-0ee649e5-3462-4202-bc89-69f58b25ae92 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f3aa11ecbff45eba80e1f881db9560b&device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 1094 time: 0.2208514 Aug 31 14:28:55.790635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=569b6e48-6e9c-481c-b975-44d090901b1a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:55.856186 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Checking segment: {'id': '4aa87f1c-e4e5-402c-ad97-5346afda837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01173c30-0cad-40a0-8afb-9346a6e15c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:55.856948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network hostable DHCP agents. Network: 01173c30-0cad-40a0-8afb-9346a6e15c83, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:28:55.882458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b2a00-2eb9-46f5-b41d-c5e13d7182a2 req-e11cb736-c29e-4555-8a77-9c4ce3a97a38 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:55.884093 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cc9b2a00-2eb9-46f5-b41d-c5e13d7182a2 req-e11cb736-c29e-4555-8a77-9c4ce3a97a38 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 932 time: 0.1224597 Aug 31 14:28:55.892319 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc2f7-4c3a-4114-811e-90d212c4e628 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.899493 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.900170 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc2f7-4c3a-4114-811e-90d212c4e628 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.903380 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4c82e151-e7b3-4f28-aa93-e19e25786528 None None] Provisioning for port 4533d45f-1d17-4f66-818b-395c85781536 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:55.917062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4c82e151-e7b3-4f28-aa93-e19e25786528 None None] Provisioning complete for port 4533d45f-1d17-4f66-818b-395c85781536 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:55.917282 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c82e151-e7b3-4f28-aa93-e19e25786528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.926379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network 01173c30-0cad-40a0-8afb-9346a6e15c83 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:28:55.928287 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.935652 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-435d8f28-893f-4f1c-8a99-a0ca39752b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.960327 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 01173c30-0cad-40a0-8afb-9346a6e15c83) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:55.960556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f2922a-4670-4a8b-bf02-6295d247832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f67c86-3141-4e61-96ce-d83154ea9567'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:55.963072 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dec2c2-093f-4162-8c73-b086629b6a83" -d '{"events": [{"server_uuid": "f7f2922a-4670-4a8b-bf02-6295d247832f", "name": "network-vif-plugged", "status": "completed", "tag": "22f67c86-3141-4e61-96ce-d83154ea9567"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:55.967618 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc2f7-4c3a-4114-811e-90d212c4e628 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.971763 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3d8dc2f7-4c3a-4114-811e-90d212c4e628 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6132364 Aug 31 14:28:55.973632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45350) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:55.973798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dc2f7-4c3a-4114-811e-90d212c4e628 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b215bd-0210-4460-92eb-1911c63e6be6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:55.978177 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:55.980378 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fc250e75-dbaf-4e29-b507-8217fb6f9fe3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': '36b215bd-0210-4460-92eb-1911c63e6be6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:55.984215 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:55.989388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:55.990090 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:55.998777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 22f67c86-3141-4e61-96ce-d83154ea9567, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=22f67c86-3141-4e61-96ce-d83154ea9567,segment=NetworkSegment(b5a88ac7-b737-430b-b16f-8488eccf55c1),segment_id=b5a88ac7-b737-430b-b16f-8488eccf55c1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:56.004098 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7bae4b-e049-407a-9012-ae54be003f7f None None] Network 01173c30-0cad-40a0-8afb-9346a6e15c83 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:56.008535 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:56.014228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4c82e151-e7b3-4f28-aa93-e19e25786528 None None] Port 4533d45f-1d17-4f66-818b-395c85781536 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:28:56.018686 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cc9b2a00-2eb9-46f5-b41d-c5e13d7182a2 req-3f32ec2e-190c-48ef-a233-008ea4c8a1a2 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196291 Aug 31 14:28:56.020844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-569b6ec6-597d-4060-8ba6-3496d59779bf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1019287 Aug 31 14:28:56.028956 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45352) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:56.044616 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-435d8f28-893f-4f1c-8a99-a0ca39752b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:56.053328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8481166-e1ba-42b6-bd43-17d66b6e7860 req-6d2e32ed-93c3-4139-bc7f-819034876b82 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:56.054786 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8481166-e1ba-42b6-bd43-17d66b6e7860 req-6d2e32ed-93c3-4139-bc7f-819034876b82 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 946 time: 0.2795942 Aug 31 14:28:56.155846 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-401e5806-74f0-43e2-a59b-21c6380f0176 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port 569b6e48-6e9c-481c-b975-44d090901b1a {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:56.156252 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-401e5806-74f0-43e2-a59b-21c6380f0176 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:56.160912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=22f67c86-3141-4e61-96ce-d83154ea9567,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:56.228372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299599ff-459e-41c2-8d74-1eee0cc7e849 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:28:56.245909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0857e-fddf-4a21-a771-a604a38025ce req-14359c8e-6b20-4d2f-bbda-89115f1dc11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:56.247764 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b0857e-fddf-4a21-a771-a604a38025ce req-14359c8e-6b20-4d2f-bbda-89115f1dc11c service neutron] 10.222.0.25 "GET /v2.0/networks?id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5 HTTP/1.1" status: 200 len: 915 time: 0.4132874 Aug 31 14:28:56.257992 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:56.259674 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-401e5806-74f0-43e2-a59b-21c6380f0176 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:56.276312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-401e5806-74f0-43e2-a59b-21c6380f0176 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for 569b6e48-6e9c-481c-b975-44d090901b1a owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:56.290764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e754b-9b75-44d7-898f-41705431d4c1 req-05b99188-a217-44a5-bd15-64af7ab8efc6 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:56.293307 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-685e754b-9b75-44d7-898f-41705431d4c1 req-05b99188-a217-44a5-bd15-64af7ab8efc6 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 946 time: 0.1296396 Aug 31 14:28:56.330423 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8481166-e1ba-42b6-bd43-17d66b6e7860 req-8549a83d-7c0e-4075-afb6-f10231f45521 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515965 Aug 31 14:28:56.341079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Transition to ACTIVE for port object 299599ff-459e-41c2-8d74-1eee0cc7e849 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:56.342754 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b0857e-fddf-4a21-a771-a604a38025ce req-802d45ce-a991-4967-855c-6863fd7dbe74 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa63b912-cbaf-4802-a383-2a85dc5d82b7 HTTP/1.1" status: 200 len: 217 time: 0.0809636 Aug 31 14:28:56.349290 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:56.394586 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-685e754b-9b75-44d7-898f-41705431d4c1 req-b4c4f6ba-9638-4f36-bce4-a5f6e9fea1a0 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/security-groups?id=addfcad3-e9bb-44d1-824b-373b42f32b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903099 Aug 31 14:28:56.400407 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-fc250e75-dbaf-4e29-b507-8217fb6f9fe3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The resource could not be found. Aug 31 14:28:56.401297 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fc250e75-dbaf-4e29-b507-8217fb6f9fe3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4253621 Aug 31 14:28:56.409349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45358) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:56.416424 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-69191c72-0510-4eae-b5b3-7ac7083d0917 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': '36b215bd-0210-4460-92eb-1911c63e6be6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '607dbd9f-29b7-49eb-a0e4-1603f87b0d0f'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:56.431059 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-401e5806-74f0-43e2-a59b-21c6380f0176 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:56.446181 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a6eb69-f4e7-4b55-a40f-7fae3642edfb x-openstack-request-id: req-b2a6eb69-f4e7-4b55-a40f-7fae3642edfb {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:56.446511 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f2922a-4670-4a8b-bf02-6295d247832f", "name": "network-vif-plugged", "status": "completed", "tag": "22f67c86-3141-4e61-96ce-d83154ea9567", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:56.446811 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2a6eb69-f4e7-4b55-a40f-7fae3642edfb {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:56.447279 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f2922a-4670-4a8b-bf02-6295d247832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f67c86-3141-4e61-96ce-d83154ea9567', 'code': 200} Aug 31 14:28:56.460621 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-435d8f28-893f-4f1c-8a99-a0ca39752b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:56.463846 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-435d8f28-893f-4f1c-8a99-a0ca39752b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:56.469218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-435d8f28-893f-4f1c-8a99-a0ca39752b54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dce67796-2260-4aa5-bdb9-c55423526bfe HTTP/1.1" status: 204 len: 168 time: 0.9099257 Aug 31 14:28:56.516154 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d8f28-893f-4f1c-8a99-a0ca39752b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce67796-2260-4aa5-bdb9-c55423526bfe,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:56.532222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Pushing event updated for resources: {'Port': ['ID=299599ff-459e-41c2-8d74-1eee0cc7e849,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:56.539325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0857e-fddf-4a21-a771-a604a38025ce req-53a477d6-690f-4d88-9d60-656bc103ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:56.540870 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b0857e-fddf-4a21-a771-a604a38025ce req-53a477d6-690f-4d88-9d60-656bc103ccbd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=387ec1f0-9e2b-4993-b320-20e62aebb29c HTTP/1.1" status: 200 len: 853 time: 0.1798718 Aug 31 14:28:56.548248 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e5806-74f0-43e2-a59b-21c6380f0176 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=569b6e48-6e9c-481c-b975-44d090901b1a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:56.559738 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-401e5806-74f0-43e2-a59b-21c6380f0176 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:56.582997 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-401e5806-74f0-43e2-a59b-21c6380f0176 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/569b6e48-6e9c-481c-b975-44d090901b1a HTTP/1.1" status: 204 len: 168 time: 0.5319664 Aug 31 14:28:56.586006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45364) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:56.734674 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb2fd1d-e728-4c6e-8086-5694149f239f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:56.741115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb2fd1d-e728-4c6e-8086-5694149f239f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:56.746170 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7eb2fd1d-e728-4c6e-8086-5694149f239f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1584265 Aug 31 14:28:56.746991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45372) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:56.756422 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-69191c72-0510-4eae-b5b3-7ac7083d0917 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The resource could not be found. Aug 31 14:28:56.757456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-69191c72-0510-4eae-b5b3-7ac7083d0917 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3462791 Aug 31 14:28:56.762009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf74753-491c-4cb8-839f-8d1928170212 req-e930adea-2c1a-4ed9-94d2-4e7762b17e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:56.763197 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8cf74753-491c-4cb8-839f-8d1928170212 req-e930adea-2c1a-4ed9-94d2-4e7762b17e68 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 1097 time: 0.1735647 Aug 31 14:28:56.765002 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45374) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:56.920880 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8cf74753-491c-4cb8-839f-8d1928170212 req-05f54572-760e-41eb-8489-070ea399dba2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=addfcad3-e9bb-44d1-824b-373b42f32b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989077 Aug 31 14:28:56.950706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-08e29334-a376-4fa9-850f-1660cfd2a0c8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port 776be0bc-75a8-42e4-8444-84421ebf17ad {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:56.951053 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08e29334-a376-4fa9-850f-1660cfd2a0c8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.026949 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3462bffd-a2dd-47d1-88f8-1801f2c7597b tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.062491 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08e29334-a376-4fa9-850f-1660cfd2a0c8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.083870 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3462bffd-a2dd-47d1-88f8-1801f2c7597b tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.086505 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-08e29334-a376-4fa9-850f-1660cfd2a0c8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for 776be0bc-75a8-42e4-8444-84421ebf17ad owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:57.087931 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45386) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:57.108090 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa3b4-eb43-492e-b5c4-6d64b2d15a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.257976 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3462bffd-a2dd-47d1-88f8-1801f2c7597b tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.261125 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3462bffd-a2dd-47d1-88f8-1801f2c7597b tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.262356 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3462bffd-a2dd-47d1-88f8-1801f2c7597b tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "DELETE /v2.0/security-groups/36b215bd-0210-4460-92eb-1911c63e6be6 HTTP/1.1" status: 204 len: 168 time: 0.4964139 Aug 31 14:28:57.272585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45388) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:57.284643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0857e-fddf-4a21-a771-a604a38025ce req-46490db2-d12e-43fd-afed-8eca155548a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:57.286170 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b0857e-fddf-4a21-a771-a604a38025ce req-46490db2-d12e-43fd-afed-8eca155548a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7129941 Aug 31 14:28:57.286833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Attempting to bind port 299599ff-459e-41c2-8d74-1eee0cc7e849 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:28:57.287168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Attempting to bind port 299599ff-459e-41c2-8d74-1eee0cc7e849 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:28:57.287507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Attempting to bind port 299599ff-459e-41c2-8d74-1eee0cc7e849 on network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:57.308383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Port 299599ff-459e-41c2-8d74-1eee0cc7e849 on network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:28:57.308805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Attempting to bind port 299599ff-459e-41c2-8d74-1eee0cc7e849 on network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:57.315276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8c56b-7882-4f28-a317-be6fafe358de req-7ebe1cab-85b4-46da-9648-2f946c1fe4e1 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:57.316794 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1c8c56b-7882-4f28-a317-be6fafe358de req-7ebe1cab-85b4-46da-9648-2f946c1fe4e1 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 932 time: 0.1800067 Aug 31 14:28:57.321078 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462bffd-a2dd-47d1-88f8-1801f2c7597b tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b215bd-0210-4460-92eb-1911c63e6be6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:57.321686 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4533d45f-1d17-4f66-818b-395c85781536 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:28:57.357348 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.361437 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:28:57.361714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Checking segment: {'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:57.362099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Bound using segment: {'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:28:57.362544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Bound port: 299599ff-459e-41c2-8d74-1eee0cc7e849, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:28:57.362899 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.365976 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08e29334-a376-4fa9-850f-1660cfd2a0c8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.394619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Transition to ACTIVE for port object 4533d45f-1d17-4f66-818b-395c85781536 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:57.425690 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.425969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e29334-a376-4fa9-850f-1660cfd2a0c8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=776be0bc-75a8-42e4-8444-84421ebf17ad,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:57.439999 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-207f32e5-f62f-46b5-b7cc-54d484f10608 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1661599 Aug 31 14:28:57.446712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45390) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:57.450681 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08e29334-a376-4fa9-850f-1660cfd2a0c8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.457757 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-08e29334-a376-4fa9-850f-1660cfd2a0c8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/776be0bc-75a8-42e4-8444-84421ebf17ad HTTP/1.1" status: 204 len: 168 time: 0.7032821 Aug 31 14:28:57.458556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b43ae493-6a3b-488a-a3d9-9d0c3fb28fa2 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': 'a639ad0e-fd75-4094-85b4-0115334d4cdf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:57.460861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45394) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:57.465571 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1c8c56b-7882-4f28-a317-be6fafe358de req-8b01ca32-b8b3-40d7-b3c6-aa1be6bf882e tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379113 Aug 31 14:28:57.489071 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa3b4-eb43-492e-b5c4-6d64b2d15a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.497021 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa3b4-eb43-492e-b5c4-6d64b2d15a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.546401 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b0857e-fddf-4a21-a771-a604a38025ce req-c7ee02c4-94b8-48e6-b1f7-ba03a2902bed service neutron] 10.222.0.25 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490153 Aug 31 14:28:57.553587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4aa3b4-eb43-492e-b5c4-6d64b2d15a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c038bf70-659e-4239-93a4-fe3761d3f820,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:57.561730 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5c4aa3b4-eb43-492e-b5c4-6d64b2d15a4f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf3ed4ebb4da4eee9a0390225851159a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701247 Aug 31 14:28:57.563201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45396) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:57.591728 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-b43ae493-6a3b-488a-a3d9-9d0c3fb28fa2 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The resource could not be found. Aug 31 14:28:57.596112 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b43ae493-6a3b-488a-a3d9-9d0c3fb28fa2 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1449952 Aug 31 14:28:57.596394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45398) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:57.604045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5e071b78-ac55-4f94-a6a3-89da82a4936d tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group': {'name': 'tempest-secgroup--711264854'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:57.651978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] For port 299599ff-459e-41c2-8d74-1eee0cc7e849, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:28:57.652199 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e071b78-ac55-4f94-a6a3-89da82a4936d tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.656860 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41d20de4-78ab-41e6-8cb0-20c9347d025e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.694157 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Pushing event updated for resources: {'Port': ['ID=4533d45f-1d17-4f66-818b-395c85781536,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:57.702880 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41d20de4-78ab-41e6-8cb0-20c9347d025e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.741445 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] For port 299599ff-459e-41c2-8d74-1eee0cc7e849, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=299599ff-459e-41c2-8d74-1eee0cc7e849,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:28:57.765784 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.802582 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41d20de4-78ab-41e6-8cb0-20c9347d025e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.805726 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41d20de4-78ab-41e6-8cb0-20c9347d025e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.806456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-41d20de4-78ab-41e6-8cb0-20c9347d025e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c038bf70-659e-4239-93a4-fe3761d3f820 HTTP/1.1" status: 204 len: 168 time: 0.2422981 Aug 31 14:28:57.822457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d20de4-78ab-41e6-8cb0-20c9347d025e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c038bf70-659e-4239-93a4-fe3761d3f820,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:57.828191 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e071b78-ac55-4f94-a6a3-89da82a4936d tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.844063 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e071b78-ac55-4f94-a6a3-89da82a4936d tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.863897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6bb7b6-014f-4c50-9b9a-6bcf5a93b27a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:57.868010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5d6bb7b6-014f-4c50-9b9a-6bcf5a93b27a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3972752 Aug 31 14:28:57.871642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Pushing event updated for resources: {'Port': ['ID=299599ff-459e-41c2-8d74-1eee0cc7e849,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:57.873216 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45406) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:57.890482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495df98-9ba3-43f7-bbed-31279178f783 req-9240db3e-717d-4468-ba14-fca9547a5e83 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:57.892088 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6495df98-9ba3-43f7-bbed-31279178f783 req-9240db3e-717d-4468-ba14-fca9547a5e83 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 946 time: 0.3692086 Aug 31 14:28:57.918760 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4357711-ef35-4eae-ae10-095826a08d25 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] GET failed (client error): The resource could not be found. Aug 31 14:28:57.921077 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d4357711-ef35-4eae-ae10-095826a08d25 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/569b6e48-6e9c-481c-b975-44d090901b1a HTTP/1.1" status: 404 len: 333 time: 0.0468700 Aug 31 14:28:57.927730 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:57.928365 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.930612 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e071b78-ac55-4f94-a6a3-89da82a4936d tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:57.931972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5e071b78-ac55-4f94-a6a3-89da82a4936d tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3346803 Aug 31 14:28:57.932661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device aa63b912-cbaf-4802-a383-2a85dc5d82b7 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:28:57.933225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e071b78-ac55-4f94-a6a3-89da82a4936d tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1314b5ec-eb31-47f0-828e-060eb585834c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:57.935323 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45408) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:57.935583 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45410) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:57.940984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-99e7ea22-1acc-41a2-9264-11f46ff66280 service neutron] 10.222.0.60 "PUT /v2.0/ports/299599ff-459e-41c2-8d74-1eee0cc7e849 HTTP/1.1" status: 200 len: 1091 time: 3.1227062 Aug 31 14:28:57.971522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9429899-2467-4187-9dd9-7ffc32b891d4', 'tag': '299599ff-459e-41c2-8d74-1eee0cc7e849'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:57.979419 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570e0d26-6557-49fb-a625-b408a579d006" -d '{"events": [{"name": "network-changed", "server_uuid": "d9429899-2467-4187-9dd9-7ffc32b891d4", "tag": "299599ff-459e-41c2-8d74-1eee0cc7e849"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:58.011202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-11313577-8592-407a-8f65-90065bd4aaa4 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group': {'name': 'tempest-secgroup--230803535'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:58.023214 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9828d0-fba4-4ada-a211-71df81e74a8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] GET failed (client error): The resource could not be found. Aug 31 14:28:58.032202 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4d9828d0-fba4-4ada-a211-71df81e74a8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/776be0bc-75a8-42e4-8444-84421ebf17ad HTTP/1.1" status: 404 len: 333 time: 0.0753868 Aug 31 14:28:58.035685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45414) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:58.098086 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14150021-3965-4cf4-84d0-6db0bc3d497b x-openstack-request-id: req-14150021-3965-4cf4-84d0-6db0bc3d497b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:58.100674 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9429899-2467-4187-9dd9-7ffc32b891d4", "tag": "299599ff-459e-41c2-8d74-1eee0cc7e849", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:58.100938 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14150021-3965-4cf4-84d0-6db0bc3d497b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:58.101459 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9429899-2467-4187-9dd9-7ffc32b891d4', 'tag': '299599ff-459e-41c2-8d74-1eee0cc7e849', 'status': 'completed', 'code': 200} Aug 31 14:28:58.126172 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11313577-8592-407a-8f65-90065bd4aaa4 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.162178 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port aa63b912-cbaf-4802-a383-2a85dc5d82b7, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=aa63b912-cbaf-4802-a383-2a85dc5d82b7,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:58.177219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'aa63b912-cbaf-4802-a383-2a85dc5d82b7', 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5', 'port_id': 'aa63b912-cbaf-4802-a383-2a85dc5d82b7', 'mac_address': 'fa:16:3e:9b:7d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387ec1f0-9e2b-4993-b320-20e62aebb29c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:28:58.192820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Attempting to bind port 4533d45f-1d17-4f66-818b-395c85781536 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:28:58.193258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Attempting to bind port 4533d45f-1d17-4f66-818b-395c85781536 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:28:58.193568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Attempting to bind port 4533d45f-1d17-4f66-818b-395c85781536 on network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:58.210618 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b0857e-fddf-4a21-a771-a604a38025ce req-a1d463b1-31f4-431b-be40-5b0c94586d86 service neutron] 10.222.0.25 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392367 Aug 31 14:28:58.227421 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.240746 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6495df98-9ba3-43f7-bbed-31279178f783 req-402a92a8-103d-4b4b-a85e-73fd1d13b926 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/security-groups?id=addfcad3-e9bb-44d1-824b-373b42f32b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344507 Aug 31 14:28:58.247860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-dd35a0cb-35e1-455b-9081-dce14d43db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:58.248365 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa63b912-cbaf-4802-a383-2a85dc5d82b7 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:28:58.249413 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-dd35a0cb-35e1-455b-9081-dce14d43db36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f3aa11ecbff45eba80e1f881db9560b&device_id=d9429899-2467-4187-9dd9-7ffc32b891d4 HTTP/1.1" status: 200 len: 1094 time: 0.2513022 Aug 31 14:28:58.250007 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Port 4533d45f-1d17-4f66-818b-395c85781536 on network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:28:58.250333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Attempting to bind port 4533d45f-1d17-4f66-818b-395c85781536 on network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:58.296323 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port aa63b912-cbaf-4802-a383-2a85dc5d82b7, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=aa63b912-cbaf-4802-a383-2a85dc5d82b7,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:58.302212 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.325458 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11313577-8592-407a-8f65-90065bd4aaa4 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.335873 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11313577-8592-407a-8f65-90065bd4aaa4 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.341907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:28:58.342499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Checking segment: {'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:58.342847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Bound using segment: {'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:28:58.343527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Bound port: 4533d45f-1d17-4f66-818b-395c85781536, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:28:58.343991 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.361913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02978be9-9ab1-4d2b-97c0-306c06839564 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.367361 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-1b1b0425-4b6e-42e5-8750-fa45f35f6f52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=299599ff-459e-41c2-8d74-1eee0cc7e849 HTTP/1.1" status: 200 len: 217 time: 0.0910203 Aug 31 14:28:58.384713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=aa63b912-cbaf-4802-a383-2a85dc5d82b7,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:58.409975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11313577-8592-407a-8f65-90065bd4aaa4 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79574996-492e-4a70-81da-98755b96548f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:58.415744 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11313577-8592-407a-8f65-90065bd4aaa4 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.419620 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-11313577-8592-407a-8f65-90065bd4aaa4 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4608135 Aug 31 14:28:58.421448 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45424) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:58.426075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-845627f5-f7d7-42a0-8a2a-a7ff6f6db57d tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group_rule': {'security_group_id': '1314b5ec-eb31-47f0-828e-060eb585834c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '79574996-492e-4a70-81da-98755b96548f'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:58.475844 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-845627f5-f7d7-42a0-8a2a-a7ff6f6db57d tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:28:58.476907 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-845627f5-f7d7-42a0-8a2a-a7ff6f6db57d tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0544810 Aug 31 14:28:58.480681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45428) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:58.486765 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-7ee891e2-f2c9-4c3d-9421-123d0104d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:58.488268 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-7ee891e2-f2c9-4c3d-9421-123d0104d61f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=387ec1f0-9e2b-4993-b320-20e62aebb29c HTTP/1.1" status: 200 len: 853 time: 0.1126535 Aug 31 14:28:58.554594 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ec3ee15-1e2e-49d5-92f6-fff119cf2ad3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.594359 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ec3ee15-1e2e-49d5-92f6-fff119cf2ad3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.609702 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02978be9-9ab1-4d2b-97c0-306c06839564 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.613023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] For port 4533d45f-1d17-4f66-818b-395c85781536, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:28:58.630925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['aa63b912-cbaf-4802-a383-2a85dc5d82b7'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:28:58.635642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] For port 4533d45f-1d17-4f66-818b-395c85781536, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4533d45f-1d17-4f66-818b-395c85781536,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:28:58.638079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-02978be9-9ab1-4d2b-97c0-306c06839564 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01173c30-0cad-40a0-8afb-9346a6e15c83']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:58.652659 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.657437 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-02978be9-9ab1-4d2b-97c0-306c06839564 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa87f1c-e4e5-402c-ad97-5346afda837a') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:58.657437 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-02978be9-9ab1-4d2b-97c0-306c06839564 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa87f1c-e4e5-402c-ad97-5346afda837a') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:58.667230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916422d5-79be-4a67-b59f-aa8344a3eb1e req-9b93bd7a-35f5-4d76-a57b-7c0f7425ba2e tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:58.674130 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-916422d5-79be-4a67-b59f-aa8344a3eb1e req-9b93bd7a-35f5-4d76-a57b-7c0f7425ba2e tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 944 time: 0.1012459 Aug 31 14:28:58.699647 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ec3ee15-1e2e-49d5-92f6-fff119cf2ad3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.702680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ec3ee15-1e2e-49d5-92f6-fff119cf2ad3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.704043 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2ec3ee15-1e2e-49d5-92f6-fff119cf2ad3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "DELETE /v2.0/security-groups/79574996-492e-4a70-81da-98755b96548f HTTP/1.1" status: 204 len: 168 time: 0.2225182 Aug 31 14:28:58.707160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45436) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:58.709031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02978be9-9ab1-4d2b-97c0-306c06839564 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.724554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3ee15-1e2e-49d5-92f6-fff119cf2ad3 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79574996-492e-4a70-81da-98755b96548f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:58.735978 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-916422d5-79be-4a67-b59f-aa8344a3eb1e req-8af70a22-b6b0-4b3a-85f0-907074ef85fa tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607989 Aug 31 14:28:58.745975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-421d4ae4-035a-4302-86aa-0f3a759478fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:58.748236 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-421d4ae4-035a-4302-86aa-0f3a759478fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2466800 Aug 31 14:28:58.813319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:58.813946 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.815372 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] 10.222.0.25 "PUT /v2.0/ports/4533d45f-1d17-4f66-818b-395c85781536 HTTP/1.1" status: 200 len: 1092 time: 3.1731331 Aug 31 14:28:58.818387 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02978be9-9ab1-4d2b-97c0-306c06839564 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.831716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6ce13-e02c-4f84-8071-6cfcc7c7383e service neutron] Pushing event updated for resources: {'Port': ['ID=4533d45f-1d17-4f66-818b-395c85781536,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:58.884890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02978be9-9ab1-4d2b-97c0-306c06839564 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:28:58.885401 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02978be9-9ab1-4d2b-97c0-306c06839564 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:28:58.956926 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:28:59.014153 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02978be9-9ab1-4d2b-97c0-306c06839564 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.019686 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02978be9-9ab1-4d2b-97c0-306c06839564 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.021830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-02978be9-9ab1-4d2b-97c0-306c06839564 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/networks/01173c30-0cad-40a0-8afb-9346a6e15c83 HTTP/1.1" status: 204 len: 168 time: 0.9790919 Aug 31 14:28:59.026942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45450) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:59.031661 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7fe8d4ff-e9d2-488e-8722-39dd4f58b4da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-663160223'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:59.057579 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe8d4ff-e9d2-488e-8722-39dd4f58b4da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:59.061395 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d4ff-e9d2-488e-8722-39dd4f58b4da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.075316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02978be9-9ab1-4d2b-97c0-306c06839564 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Network': ['ID=01173c30-0cad-40a0-8afb-9346a6e15c83,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:59.096378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe8d4ff-e9d2-488e-8722-39dd4f58b4da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:28:59.109286 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d4ff-e9d2-488e-8722-39dd4f58b4da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.109658 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-7fe8d4ff-e9d2-488e-8722-39dd4f58b4da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Added segment 491f1c93-1bf1-4a09-bd74-89737ac3f26e of type vlan for network 4b394a71-9681-428d-a307-d3ed477f2ca5 Aug 31 14:28:59.147440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-3d0cc361-16b9-4904-9b6e-a214ffb38906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:59.150436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-3d0cc361-16b9-4904-9b6e-a214ffb38906 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f3aa11ecbff45eba80e1f881db9560b&device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 1095 time: 0.1903563 Aug 31 14:28:59.157781 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d4ff-e9d2-488e-8722-39dd4f58b4da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.161525 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0e4d5e7b-c599-4fa7-b463-9f2deef33a32 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4356725 Aug 31 14:28:59.164409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45456) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:59.165058 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-717daff3-5fdb-4c10-b15d-eb3f41623d8c service neutron] 10.222.0.60 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711588 Aug 31 14:28:59.227296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-b6c191ca-51a0-40dc-8c9c-0dd0c0fe20d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4533d45f-1d17-4f66-818b-395c85781536 HTTP/1.1" status: 200 len: 217 time: 0.0608981 Aug 31 14:28:59.227781 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d4ff-e9d2-488e-8722-39dd4f58b4da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.233386 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe8d4ff-e9d2-488e-8722-39dd4f58b4da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:59.234454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d4ff-e9d2-488e-8722-39dd4f58b4da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.263822 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7fe8d4ff-e9d2-488e-8722-39dd4f58b4da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2363040 Aug 31 14:28:59.271869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45464) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:59.277871 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dd535111-db0f-476c-bac5-7aa2f31471fe tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': '4b394a71-9681-428d-a307-d3ed477f2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:59.327957 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e7514d0-afdb-4d86-9321-eda79a441c08 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.352559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8d4ff-e9d2-488e-8722-39dd4f58b4da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Network': ['ID=4b394a71-9681-428d-a307-d3ed477f2ca5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:59.366055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e7514d0-afdb-4d86-9321-eda79a441c08 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.369483 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 4b394a71-9681-428d-a307-d3ed477f2ca5 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:28:59.428488 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e7514d0-afdb-4d86-9321-eda79a441c08 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.433998 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e7514d0-afdb-4d86-9321-eda79a441c08 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.433998 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1e7514d0-afdb-4d86-9321-eda79a441c08 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "DELETE /v2.0/security-groups/1314b5ec-eb31-47f0-828e-060eb585834c HTTP/1.1" status: 204 len: 168 time: 0.2657466 Aug 31 14:28:59.441195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45480) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:59.443343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-5de171de-06f4-4bb5-b16f-f1104f2ea120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:59.445202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7514d0-afdb-4d86-9321-eda79a441c08 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1314b5ec-eb31-47f0-828e-060eb585834c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:59.445493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-5de171de-06f4-4bb5-b16f-f1104f2ea120 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=387ec1f0-9e2b-4993-b320-20e62aebb29c HTTP/1.1" status: 200 len: 853 time: 0.2080734 Aug 31 14:28:59.545861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649613fe-4ca7-4e0d-b040-03c9c133f5ea req-ef9332d1-c349-4a7e-9d93-e5f4f6e3eb0c tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:59.547395 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-649613fe-4ca7-4e0d-b040-03c9c133f5ea req-ef9332d1-c349-4a7e-9d93-e5f4f6e3eb0c tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 946 time: 0.1944609 Aug 31 14:28:59.574323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a35ffdf3-a4bc-4e3b-b560-6542e2ae49a8 req-ddab2e77-0684-45f4-bd0d-5d0cbf688a58 service neutron] 10.222.0.60 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905501 Aug 31 14:28:59.594410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd535111-db0f-476c-bac5-7aa2f31471fe tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:59.597907 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd535111-db0f-476c-bac5-7aa2f31471fe tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.669413 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c666e50d-a97d-4d10-97e3-f436932efb42 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2185435 Aug 31 14:28:59.672436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45502) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:59.676166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-6d62b6c9-48d4-46ed-8b07-b2f977aea07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:59.676600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-3a7b7812-c930-4695-a3cb-172fe0fa5502 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group': {'name': 'tempest-secgroup--220787343'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:59.677799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-6d62b6c9-48d4-46ed-8b07-b2f977aea07e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122588 Aug 31 14:28:59.708695 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7812-c930-4695-a3cb-172fe0fa5502 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.775476 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-649613fe-4ca7-4e0d-b040-03c9c133f5ea req-45abb63f-d9d7-45f0-8a5c-6d998b98f353 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/security-groups?id=addfcad3-e9bb-44d1-824b-373b42f32b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086353 Aug 31 14:28:59.856754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e0d26-6557-49fb-a625-b408a579d006 req-8be8c613-9706-4955-b9c4-c57883040f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:59.858300 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-570e0d26-6557-49fb-a625-b408a579d006 req-8be8c613-9706-4955-b9c4-c57883040f14 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f3aa11ecbff45eba80e1f881db9560b&device_id=d9429899-2467-4187-9dd9-7ffc32b891d4 HTTP/1.1" status: 200 len: 1094 time: 0.2082291 Aug 31 14:28:59.896769 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7812-c930-4695-a3cb-172fe0fa5502 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.904029 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7812-c930-4695-a3cb-172fe0fa5502 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.926344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad584fb-b867-4cba-ab40-8f9583e2495e req-c4670863-4c5f-4c61-9501-3f0e179907cb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:59.933178 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ef248e17-ff68-45a2-a95a-b080183edfb0 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:28:59.935436 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bad584fb-b867-4cba-ab40-8f9583e2495e req-c4670863-4c5f-4c61-9501-3f0e179907cb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 944 time: 0.0891087 Aug 31 14:28:59.937941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device aa63b912-cbaf-4802-a383-2a85dc5d82b7 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:59.965797 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7812-c930-4695-a3cb-172fe0fa5502 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.969862 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3a7b7812-c930-4695-a3cb-172fe0fa5502 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2984557 Aug 31 14:28:59.970463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45548) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:59.989302 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-358af356-80ca-4a14-956a-f61d43ffccad service neutron] 10.222.0.25 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890818 Aug 31 14:28:59.994208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6292ba68-90f7-4f20-b72b-4486d5d9bdb5 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:59.995691 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-6292ba68-90f7-4f20-b72b-4486d5d9bdb5 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 14:28:59.996218 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-6292ba68-90f7-4f20-b72b-4486d5d9bdb5 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 14:28:59.999047 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6292ba68-90f7-4f20-b72b-4486d5d9bdb5 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "PUT /v2.0/security-groups/13cadadf-f64b-4a58-b771-e9671d1c5f6f HTTP/1.1" status: 409 len: 330 time: 0.0217252 Aug 31 14:29:00.004761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45550) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:00.022161 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b7812-c930-4695-a3cb-172fe0fa5502 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cadadf-f64b-4a58-b771-e9671d1c5f6f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:00.043813 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd535111-db0f-476c-bac5-7aa2f31471fe tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:00.047457 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bad584fb-b867-4cba-ab40-8f9583e2495e req-f24a2f70-c011-480f-9241-1176cb2b4413 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102188 Aug 31 14:29:00.102660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6910f75f-a1ca-40b6-8d5d-9d2a48b8015f', 'tag': '4533d45f-1d17-4f66-818b-395c85781536'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:00.105466 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd9b63c-c51d-4873-ba1b-85b04b59f040" -d '{"events": [{"name": "network-changed", "server_uuid": "6910f75f-a1ca-40b6-8d5d-9d2a48b8015f", "tag": "4533d45f-1d17-4f66-818b-395c85781536"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:00.144805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port aa63b912-cbaf-4802-a383-2a85dc5d82b7 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:00.159375 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port aa63b912-cbaf-4802-a383-2a85dc5d82b7 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:00.160133 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:00.205285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:00.209471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e0d26-6557-49fb-a625-b408a579d006 req-b9351089-43f9-4498-b425-f121c30a4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:00.211430 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-570e0d26-6557-49fb-a625-b408a579d006 req-b9351089-43f9-4498-b425-f121c30a4dce service neutron] 10.222.0.60 "GET /v2.0/networks?id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5 HTTP/1.1" status: 200 len: 915 time: 0.3446159 Aug 31 14:29:00.242783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'port_id': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'mac_address': 'fa:16:3e:bb:c1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:29:00.303865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd535111-db0f-476c-bac5-7aa2f31471fe tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Subnet': ['ID=86b200e5-4cf6-4e2c-b184-130e50dcf50f,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:00.314167 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-570e0d26-6557-49fb-a625-b408a579d006 req-23d1839b-213f-446a-9d9b-25e7b2c4232a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=299599ff-459e-41c2-8d74-1eee0cc7e849 HTTP/1.1" status: 200 len: 217 time: 0.0929501 Aug 31 14:29:00.324419 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:00.340546 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e6a489b-d51a-4327-b1c2-f8f4302c9f54 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:00.345254 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6ffce5-07af-4d69-908f-bd752d427428 x-openstack-request-id: req-5e6ffce5-07af-4d69-908f-bd752d427428 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:00.345564 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6910f75f-a1ca-40b6-8d5d-9d2a48b8015f", "tag": "4533d45f-1d17-4f66-818b-395c85781536", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:00.345813 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e6ffce5-07af-4d69-908f-bd752d427428 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:00.346211 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6910f75f-a1ca-40b6-8d5d-9d2a48b8015f', 'tag': '4533d45f-1d17-4f66-818b-395c85781536', 'status': 'completed', 'code': 200} Aug 31 14:29:00.350952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef248e17-ff68-45a2-a95a-b080183edfb0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:00.356773 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:00.366085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765054f0-3518-4489-9228-6157cf5b8bdc req-7de62b43-954d-4345-a3ec-fcfa3fc16c7e tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:00.377206 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f0c1d99-659d-4dd4-bc21-ee8a269562e4 req-2ba39564-bf80-4102-9ebc-402976d8e1cd service neutron] 10.222.0.25 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740387 Aug 31 14:29:00.377923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd535111-db0f-476c-bac5-7aa2f31471fe tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Checking segment: {'id': '491f1c93-1bf1-4a09-bd74-89737ac3f26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4b394a71-9681-428d-a307-d3ed477f2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:00.378285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd535111-db0f-476c-bac5-7aa2f31471fe tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network hostable DHCP agents. Network: 4b394a71-9681-428d-a307-d3ed477f2ca5, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:29:00.379087 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-765054f0-3518-4489-9228-6157cf5b8bdc req-7de62b43-954d-4345-a3ec-fcfa3fc16c7e tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 946 time: 0.0902405 Aug 31 14:29:00.397916 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:00.405134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e6d553-a1bc-4c8d-b10f-5ad034def2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa63b912-cbaf-4802-a383-2a85dc5d82b7'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:00.407875 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cd485b-acd1-484b-b6da-fdb854f56438" -d '{"events": [{"server_uuid": "76e6d553-a1bc-4c8d-b10f-5ad034def2c9", "name": "network-vif-plugged", "status": "completed", "tag": "aa63b912-cbaf-4802-a383-2a85dc5d82b7"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:00.410250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e6a489b-d51a-4327-b1c2-f8f4302c9f54 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:00.419205 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:00.426243 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port aa63b912-cbaf-4802-a383-2a85dc5d82b7, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=aa63b912-cbaf-4802-a383-2a85dc5d82b7,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:00.434261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e0d26-6557-49fb-a625-b408a579d006 req-c2f30999-6dab-4f79-9170-347d06fd730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:00.436043 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-570e0d26-6557-49fb-a625-b408a579d006 req-c2f30999-6dab-4f79-9170-347d06fd730c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=387ec1f0-9e2b-4993-b320-20e62aebb29c HTTP/1.1" status: 200 len: 853 time: 0.1111927 Aug 31 14:29:00.488204 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-765054f0-3518-4489-9228-6157cf5b8bdc req-02190b95-e261-4980-8d0e-6cd06baf7aca tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/security-groups?id=addfcad3-e9bb-44d1-824b-373b42f32b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075883 Aug 31 14:29:00.508228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd535111-db0f-476c-bac5-7aa2f31471fe tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network 4b394a71-9681-428d-a307-d3ed477f2ca5 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:29:00.552734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-dd535111-db0f-476c-bac5-7aa2f31471fe tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 4b394a71-9681-428d-a307-d3ed477f2ca5) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:00.561672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd535111-db0f-476c-bac5-7aa2f31471fe tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:00.562400 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd535111-db0f-476c-bac5-7aa2f31471fe tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:00.584681 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e6a489b-d51a-4327-b1c2-f8f4302c9f54 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:00.587871 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e6a489b-d51a-4327-b1c2-f8f4302c9f54 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:00.589122 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6e6a489b-d51a-4327-b1c2-f8f4302c9f54 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "DELETE /v2.0/security-groups/13cadadf-f64b-4a58-b771-e9671d1c5f6f HTTP/1.1" status: 204 len: 168 time: 0.5734217 Aug 31 14:29:00.592070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45578) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:00.607693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b63c-c51d-4873-ba1b-85b04b59f040 req-fd1c352d-89ee-4de3-8e1c-732ae3c89cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:00.609287 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfd9b63c-c51d-4873-ba1b-85b04b59f040 req-fd1c352d-89ee-4de3-8e1c-732ae3c89cb4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f3aa11ecbff45eba80e1f881db9560b&device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 1095 time: 0.1454308 Aug 31 14:29:00.613857 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dd535111-db0f-476c-bac5-7aa2f31471fe tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3374977 Aug 31 14:29:00.613857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e0d26-6557-49fb-a625-b408a579d006 req-3e08db6c-6b1e-47bf-872f-51c1d2c3ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:00.614661 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-570e0d26-6557-49fb-a625-b408a579d006 req-3e08db6c-6b1e-47bf-872f-51c1d2c3ee4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449370 Aug 31 14:29:00.615138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45580) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:00.617737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a489b-d51a-4327-b1c2-f8f4302c9f54 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cadadf-f64b-4a58-b771-e9671d1c5f6f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:00.624499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'network_id': '4b394a71-9681-428d-a307-d3ed477f2ca5', 'name': 'tempest-PortsIpV6TestJSON-1191367627'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:00.632202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:00.639447 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bc615f-ee6e-4e85-ae1a-0c7e9c0f74c6 x-openstack-request-id: req-e2bc615f-ee6e-4e85-ae1a-0c7e9c0f74c6 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:00.639718 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e6d553-a1bc-4c8d-b10f-5ad034def2c9", "name": "network-vif-plugged", "status": "completed", "tag": "aa63b912-cbaf-4802-a383-2a85dc5d82b7", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:00.640253 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2bc615f-ee6e-4e85-ae1a-0c7e9c0f74c6 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:00.640860 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e6d553-a1bc-4c8d-b10f-5ad034def2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa63b912-cbaf-4802-a383-2a85dc5d82b7', 'code': 200} Aug 31 14:29:00.643544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f013e4-4a17-403d-b1be-39a5e934ee86 None None] Network 4b394a71-9681-428d-a307-d3ed477f2ca5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:00.651405 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:00.652590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ef248e17-ff68-45a2-a95a-b080183edfb0 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:00.680538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45582) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:00.715537 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5d1f8fb7-6662-40bc-be2a-ee5af78156b5 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1202469 Aug 31 14:29:00.718326 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45588) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:00.738351 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-8488dc08-ea37-4998-873a-afbc0cb404ca tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] delete failed (client error): The resource could not be found. Aug 31 14:29:00.739707 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8488dc08-ea37-4998-873a-afbc0cb404ca tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "DELETE /v2.0/security-groups/c34fedd5-88ed-40b7-9c90-65c0bfb25f52 HTTP/1.1" status: 404 len: 347 time: 0.0199044 Aug 31 14:29:00.750832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['ef248e17-ff68-45a2-a95a-b080183edfb0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:29:00.751330 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45590) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:00.770432 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-8abf8f45-9361-4429-91f5-e332fc6c7747 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] show failed (client error): The resource could not be found. Aug 31 14:29:00.772886 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8abf8f45-9361-4429-91f5-e332fc6c7747 tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "GET /v2.0/security-groups/2ddd3305-950c-4c5a-8431-c2821047f8a1 HTTP/1.1" status: 404 len: 347 time: 0.0202522 Aug 31 14:29:00.782027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45596) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:00.800410 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-ac224964-c308-4109-af07-895e7cf815fd tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] show failed (client error): The resource could not be found. Aug 31 14:29:00.802916 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ac224964-c308-4109-af07-895e7cf815fd tempest-NegativeSecGroupTest-392686058 tempest-NegativeSecGroupTest-392686058-project] 10.222.0.39 "GET /v2.0/security-group-rules/ef1315fe-2a60-4bc1-aff8-d75ccf6b7c2a HTTP/1.1" status: 404 len: 356 time: 0.0192680 Aug 31 14:29:00.883069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=aa63b912-cbaf-4802-a383-2a85dc5d82b7,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:00.899073 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2857eb19-7e76-41ed-bced-f327b11631df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:00.989941 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:01.056614 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2857eb19-7e76-41ed-bced-f327b11631df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:01.070110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ef248e17-ff68-45a2-a95a-b080183edfb0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:01.072535 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2857eb19-7e76-41ed-bced-f327b11631df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:01.092857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-4b394a71-9681-428d-a307-d3ed477f2ca5', 'network_id': '4b394a71-9681-428d-a307-d3ed477f2ca5', 'tenant_id': 'f3c611d741be49adbca35ee8a5cd3d28', 'fixed_ips': [{'subnet_id': '86b200e5-4cf6-4e2c-b184-130e50dcf50f'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:29:01.093716 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:01.136750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:01.149167 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:01.178406 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857eb19-7e76-41ed-bced-f327b11631df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d977f55a-cef5-4acd-b7ac-31b6daf18838,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:01.184213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2857eb19-7e76-41ed-bced-f327b11631df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d24fca3d3da4ac7bb17f5d48aecb2f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020313 Aug 31 14:29:01.186832 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45610) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:01.226405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45616) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:01.277551 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-223e78ed-2945-4155-8804-85b8c159e5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:01.302979 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-223e78ed-2945-4155-8804-85b8c159e5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:01.390381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-223e78ed-2945-4155-8804-85b8c159e5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:01.393381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-223e78ed-2945-4155-8804-85b8c159e5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:01.396782 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-223e78ed-2945-4155-8804-85b8c159e5b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d977f55a-cef5-4acd-b7ac-31b6daf18838 HTTP/1.1" status: 204 len: 168 time: 0.2067232 Aug 31 14:29:01.404292 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e78ed-2945-4155-8804-85b8c159e5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d977f55a-cef5-4acd-b7ac-31b6daf18838,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:01.495372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b74a-e562-405d-b06c-4d29869fe61f req-ee1d01ab-006e-4e6a-8757-85002d0467c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:01.497069 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c376b74a-e562-405d-b06c-4d29869fe61f req-ee1d01ab-006e-4e6a-8757-85002d0467c1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 1096 time: 0.8280547 Aug 31 14:29:01.497830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7331c7d-3e75-439a-b43c-132d360ee520 req-eb271d47-157c-448b-a592-b0fc39b87108 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:01.499574 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b7331c7d-3e75-439a-b43c-132d360ee520 req-eb271d47-157c-448b-a592-b0fc39b87108 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 946 time: 0.0668750 Aug 31 14:29:01.512558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478811f-ae82-4b09-b598-3d411413b159 req-e9f00b49-2a99-407e-bef0-5817926202ef tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:01.520590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6478811f-ae82-4b09-b598-3d411413b159 req-e9f00b49-2a99-407e-bef0-5817926202ef tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 944 time: 0.2221005 Aug 31 14:29:01.522879 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:01.528937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b63c-c51d-4873-ba1b-85b04b59f040 req-740b090c-9058-48b0-85b7-bd9ce24c7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:01.530428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfd9b63c-c51d-4873-ba1b-85b04b59f040 req-740b090c-9058-48b0-85b7-bd9ce24c7eca service neutron] 10.222.0.25 "GET /v2.0/networks?id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5 HTTP/1.1" status: 200 len: 915 time: 0.9107385 Aug 31 14:29:01.534320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Allocated IP 2001:db8::2 (4b394a71-9681-428d-a307-d3ed477f2ca5/86b200e5-4cf6-4e2c-b184-130e50dcf50f/4f4d91c4-de8e-406c-ac23-63609c688003) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:01.538125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 299599ff-459e-41c2-8d74-1eee0cc7e849 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:29:01.544145 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-570e0d26-6557-49fb-a625-b408a579d006 req-0fb4a60e-5e4d-4422-b0b4-f5f686075714 service neutron] 10.222.0.60 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9054642 Aug 31 14:29:01.664516 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfd9b63c-c51d-4873-ba1b-85b04b59f040 req-b7a88475-ba56-407a-8d1c-99a6a72ebe99 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4533d45f-1d17-4f66-818b-395c85781536 HTTP/1.1" status: 200 len: 217 time: 0.1172903 Aug 31 14:29:01.695121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 299599ff-459e-41c2-8d74-1eee0cc7e849, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=299599ff-459e-41c2-8d74-1eee0cc7e849,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:01.718773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '299599ff-459e-41c2-8d74-1eee0cc7e849', 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5', 'port_id': '299599ff-459e-41c2-8d74-1eee0cc7e849', 'mac_address': 'fa:16:3e:2b:7c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387ec1f0-9e2b-4993-b320-20e62aebb29c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:29:01.731338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:01.735918 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:01.755380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6478811f-ae82-4b09-b598-3d411413b159 req-9456eb6b-e66e-48ba-b01d-8e6b7272f25e tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337871 Aug 31 14:29:01.775581 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c376b74a-e562-405d-b06c-4d29869fe61f req-60ce1da1-562a-4897-85fe-6b65305aa084 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514954 Aug 31 14:29:01.806045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port da000f5c-3e45-49e0-a46a-260196392a46 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:01.808124 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7bfd3605-7f8a-4139-9512-7a1857a5c5af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f749814e0294139afa78266b0e5736b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5777919 Aug 31 14:29:01.813299 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45636) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:01.864609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b63c-c51d-4873-ba1b-85b04b59f040 req-ec4ab4b2-c9db-451d-82e2-0967ded0540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:01.866135 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfd9b63c-c51d-4873-ba1b-85b04b59f040 req-ec4ab4b2-c9db-451d-82e2-0967ded0540a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=387ec1f0-9e2b-4993-b320-20e62aebb29c HTTP/1.1" status: 200 len: 853 time: 0.1900759 Aug 31 14:29:01.921543 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-570e0d26-6557-49fb-a625-b408a579d006 req-879d4ecb-7857-4e75-9404-83020130a88e service neutron] 10.222.0.60 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567502 Aug 31 14:29:01.952228 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:01.982470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299599ff-459e-41c2-8d74-1eee0cc7e849 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:02.018543 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070af4e-d0ce-47df-a8d8-2d8ee08f77f3 req-9a7bd7bc-6355-4932-8abc-864c7342716e tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:02.020955 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f070af4e-d0ce-47df-a8d8-2d8ee08f77f3 req-9a7bd7bc-6355-4932-8abc-864c7342716e tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 946 time: 0.3311081 Aug 31 14:29:02.029528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 299599ff-459e-41c2-8d74-1eee0cc7e849, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=299599ff-459e-41c2-8d74-1eee0cc7e849,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:02.029798 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0047bf0-7c29-42eb-bd99-dcd6d9b9fb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.041482 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.063255 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0047bf0-7c29-42eb-bd99-dcd6d9b9fb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.077277 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-b7331c7d-3e75-439a-b43c-132d360ee520 req-4ddeae0c-2dcd-44e8-a33c-88086136b677 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Deleting port 22f67c86-3141-4e61-96ce-d83154ea9567 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:02.078775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b63c-c51d-4873-ba1b-85b04b59f040 req-4cd0c7ea-cb8c-4daf-9329-4e85c948e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:02.079383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b7331c7d-3e75-439a-b43c-132d360ee520 req-4ddeae0c-2dcd-44e8-a33c-88086136b677 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.080352 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfd9b63c-c51d-4873-ba1b-85b04b59f040 req-4cd0c7ea-cb8c-4daf-9329-4e85c948e1d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995066 Aug 31 14:29:02.201799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0047bf0-7c29-42eb-bd99-dcd6d9b9fb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.205118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0047bf0-7c29-42eb-bd99-dcd6d9b9fb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.206381 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d0047bf0-7c29-42eb-bd99-dcd6d9b9fb75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d5223ba-27c5-41af-aac7-bec7d7416c23 HTTP/1.1" status: 204 len: 168 time: 0.3889499 Aug 31 14:29:02.242907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-b7331c7d-3e75-439a-b43c-132d360ee520 req-4ddeae0c-2dcd-44e8-a33c-88086136b677 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] For port 22f67c86-3141-4e61-96ce-d83154ea9567, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=22f67c86-3141-4e61-96ce-d83154ea9567,segment=NetworkSegment(b5a88ac7-b737-430b-b16f-8488eccf55c1),segment_id=b5a88ac7-b737-430b-b16f-8488eccf55c1)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:02.243447 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b7331c7d-3e75-439a-b43c-132d360ee520 req-4ddeae0c-2dcd-44e8-a33c-88086136b677 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.269075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-b7331c7d-3e75-439a-b43c-132d360ee520 req-4ddeae0c-2dcd-44e8-a33c-88086136b677 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Calling delete_port for 22f67c86-3141-4e61-96ce-d83154ea9567 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:02.272335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0047bf0-7c29-42eb-bd99-dcd6d9b9fb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5223ba-27c5-41af-aac7-bec7d7416c23,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:02.280713 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfd9b63c-c51d-4873-ba1b-85b04b59f040 req-9903f08b-b759-44bd-a9f0-e9461caff795 service neutron] 10.222.0.25 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866121 Aug 31 14:29:02.309627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=299599ff-459e-41c2-8d74-1eee0cc7e849,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:02.348474 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['299599ff-459e-41c2-8d74-1eee0cc7e849'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:29:02.392146 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.413695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Transition to ACTIVE for port object 4f4d91c4-de8e-406c-ac23-63609c688003 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:02.443368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Transition to ACTIVE for port object 4f4d91c4-de8e-406c-ac23-63609c688003 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:02.454933 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.563532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Pushing event updated for resources: {'Port': ['ID=4f4d91c4-de8e-406c-ac23-63609c688003,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:02.600553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Network 4b394a71-9681-428d-a307-d3ed477f2ca5 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:02.605490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:02.614524 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:02.665067 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f070af4e-d0ce-47df-a8d8-2d8ee08f77f3 req-53d615b4-f17b-4205-8264-abde166338e6 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/security-groups?id=addfcad3-e9bb-44d1-824b-373b42f32b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262405 Aug 31 14:29:02.754748 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Attempting to bind port 4f4d91c4-de8e-406c-ac23-63609c688003 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:02.755211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Attempting to bind port 4f4d91c4-de8e-406c-ac23-63609c688003 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '491f1c93-1bf1-4a09-bd74-89737ac3f26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4b394a71-9681-428d-a307-d3ed477f2ca5'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:02.755744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Attempting to bind port 4f4d91c4-de8e-406c-ac23-63609c688003 on network 4b394a71-9681-428d-a307-d3ed477f2ca5 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:02.762778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:02.763152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Checking segment: {'id': '491f1c93-1bf1-4a09-bd74-89737ac3f26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4b394a71-9681-428d-a307-d3ed477f2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:02.763576 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.763970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Bound using segment: {'id': '491f1c93-1bf1-4a09-bd74-89737ac3f26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4b394a71-9681-428d-a307-d3ed477f2ca5'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:02.764440 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Bound port: 4f4d91c4-de8e-406c-ac23-63609c688003, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491f1c93-1bf1-4a09-bd74-89737ac3f26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4b394a71-9681-428d-a307-d3ed477f2ca5'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:02.764817 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.858995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] For port 4f4d91c4-de8e-406c-ac23-63609c688003, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:02.862694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] For port 4f4d91c4-de8e-406c-ac23-63609c688003, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4f4d91c4-de8e-406c-ac23-63609c688003,segment=NetworkSegment(491f1c93-1bf1-4a09-bd74-89737ac3f26e),segment_id=491f1c93-1bf1-4a09-bd74-89737ac3f26e)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:02.870706 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.906786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Allocated IP 2001:db8::3a (4b394a71-9681-428d-a307-d3ed477f2ca5/86b200e5-4cf6-4e2c-b184-130e50dcf50f/da000f5c-3e45-49e0-a46a-260196392a46) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:02.976500 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfd9b63c-c51d-4873-ba1b-85b04b59f040 req-0282ce5b-7add-49d5-ad3a-211870950e45 service neutron] 10.222.0.25 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6834846 Aug 31 14:29:03.001836 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453149d0-4bf1-471d-a8fa-5c2eb624b1da None None] Pushing event updated for resources: {'Port': ['ID=4f4d91c4-de8e-406c-ac23-63609c688003,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:03.066555 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b7331c7d-3e75-439a-b43c-132d360ee520 req-4ddeae0c-2dcd-44e8-a33c-88086136b677 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:03.179531 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddeae0c-2dcd-44e8-a33c-88086136b677 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Pushing event deleted for resources: {'Port': ['ID=22f67c86-3141-4e61-96ce-d83154ea9567,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:03.241170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50335b0-3ef2-449b-a7ba-ea2585079fc3 req-cd75d72b-22cf-4778-b65f-a6a5a2e4449f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:03.254717 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d50335b0-3ef2-449b-a7ba-ea2585079fc3 req-cd75d72b-22cf-4778-b65f-a6a5a2e4449f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 944 time: 0.3289165 Aug 31 14:29:03.262398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7331c7d-3e75-439a-b43c-132d360ee520 req-4ddeae0c-2dcd-44e8-a33c-88086136b677 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] No DVR routers for this DVR port 22f67c86-3141-4e61-96ce-d83154ea9567 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:03.265227 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b7331c7d-3e75-439a-b43c-132d360ee520 req-4ddeae0c-2dcd-44e8-a33c-88086136b677 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:03.287197 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b7331c7d-3e75-439a-b43c-132d360ee520 req-4ddeae0c-2dcd-44e8-a33c-88086136b677 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.60 "DELETE /v2.0/ports/22f67c86-3141-4e61-96ce-d83154ea9567 HTTP/1.1" status: 204 len: 173 time: 1.7087913 Aug 31 14:29:03.287742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f2922a-4670-4a8b-bf02-6295d247832f', 'name': 'network-vif-deleted', 'tag': '22f67c86-3141-4e61-96ce-d83154ea9567'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:03.290204 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1f10f4-11cc-4ce8-bf6f-d2d5de0f4a48" -d '{"events": [{"server_uuid": "f7f2922a-4670-4a8b-bf02-6295d247832f", "name": "network-vif-deleted", "tag": "22f67c86-3141-4e61-96ce-d83154ea9567"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:03.416896 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:03.459308 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d4001a-71e0-49c2-9ff2-d5c03304f66c x-openstack-request-id: req-89d4001a-71e0-49c2-9ff2-d5c03304f66c {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:03.459696 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f2922a-4670-4a8b-bf02-6295d247832f", "name": "network-vif-deleted", "tag": "22f67c86-3141-4e61-96ce-d83154ea9567", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:03.459894 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89d4001a-71e0-49c2-9ff2-d5c03304f66c {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:03.461443 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f2922a-4670-4a8b-bf02-6295d247832f', 'name': 'network-vif-deleted', 'tag': '22f67c86-3141-4e61-96ce-d83154ea9567', 'status': 'completed', 'code': 200} Aug 31 14:29:03.481900 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d50335b0-3ef2-449b-a7ba-ea2585079fc3 req-f7f6ef1a-a193-492d-8243-408acd7b3791 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231991 Aug 31 14:29:03.515840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Transition to ACTIVE for port object da000f5c-3e45-49e0-a46a-260196392a46 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:03.528638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 22f67c86-3141-4e61-96ce-d83154ea9567 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:03.579194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 22f67c86-3141-4e61-96ce-d83154ea9567 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:03.579860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 22f67c86-3141-4e61-96ce-d83154ea9567 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:03.596218 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:03.670420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=da000f5c-3e45-49e0-a46a-260196392a46,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:03.689770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network 4b394a71-9681-428d-a307-d3ed477f2ca5 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:03.698905 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:03.705392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:03.707204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4f4d91c4-de8e-406c-ac23-63609c688003 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:03.711648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:03.712627 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:03.742439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45702) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:03.753684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f96948d9-15f8-48af-996a-248e57ecd920 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1357963 Aug 31 14:29:03.904975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 4f4d91c4-de8e-406c-ac23-63609c688003 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:03.966551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4533d45f-1d17-4f66-818b-395c85781536 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:29:03.971659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ef248e17-ff68-45a2-a95a-b080183edfb0 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:04.167609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45728) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:04.367289 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port ef248e17-ff68-45a2-a95a-b080183edfb0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:04.367955 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.373043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2053174249'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:04.412552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Made reservation on behalf of e37d1b3691594d14899f64ebb75bd2de for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:04.421747 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.436713 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.447134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4533d45f-1d17-4f66-818b-395c85781536, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4533d45f-1d17-4f66-818b-395c85781536,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:04.474622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '4533d45f-1d17-4f66-818b-395c85781536', 'network_id': '7d5699d4-367e-4360-928b-4ab5ff2fe5b5', 'port_id': '4533d45f-1d17-4f66-818b-395c85781536', 'mac_address': 'fa:16:3e:97:f8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387ec1f0-9e2b-4993-b320-20e62aebb29c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:29:04.586794 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.614506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4533d45f-1d17-4f66-818b-395c85781536 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:04.625296 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e9f1480-050e-4564-907a-95a1a73623bc req-e7f7b1c9-3fb7-4762-ba49-00fd64827a90 tempest-InstanceActionsV221TestJSON-704396328 tempest-InstanceActionsV221TestJSON-704396328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7f2922a-4670-4a8b-bf02-6295d247832f HTTP/1.1" status: 200 len: 210 time: 0.1176059 Aug 31 14:29:04.671561 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4533d45f-1d17-4f66-818b-395c85781536, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4533d45f-1d17-4f66-818b-395c85781536,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:04.675678 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.701626 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45740) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:04.731334 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.744531 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.756482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e36cba53-1203-4179-bb35-77342d467385 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port da000f5c-3e45-49e0-a46a-260196392a46 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:04.757267 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e36cba53-1203-4179-bb35-77342d467385 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.787682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:29:04.856277 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.858372 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.858903 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Added segment c7b47cb2-0bd7-4ddd-96f4-303e0f868179 of type vlan for network 8b7ee4ef-7550-4256-a8ec-d471fda52d39 Aug 31 14:29:04.919301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b77a9-d626-455c-9337-df2d352c6815 req-34821de3-89b8-41d4-83b8-202d28f17957 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:04.925190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=4533d45f-1d17-4f66-818b-395c85781536,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:04.926852 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-489b77a9-d626-455c-9337-df2d352c6815 req-34821de3-89b8-41d4-83b8-202d28f17957 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 945 time: 0.2481961 Aug 31 14:29:04.974228 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce619843-11c8-467d-a8c7-1455c3ffe78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.992123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:04.997567 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-489b77a9-d626-455c-9337-df2d352c6815 req-9f6c816b-f391-442f-9b6f-3d275e53a799 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696242 Aug 31 14:29:04.998312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbcdef9-316c-45ef-b22b-e2d4ef004030,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:05.002136 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d0e0e0-4ea8-452c-9e12-55d4d5fd427e" -d '{"events": [{"server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "name": "network-vif-plugged", "status": "completed", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:05.009563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528d3193-d0da-4548-a560-bc9e7dd3060b None None] Network 4b394a71-9681-428d-a307-d3ed477f2ca5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:05.060758 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e36cba53-1203-4179-bb35-77342d467385 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.066526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:05.075212 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e36cba53-1203-4179-bb35-77342d467385 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for da000f5c-3e45-49e0-a46a-260196392a46 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:05.077334 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.130342 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.138656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:05.139431 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.146546 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d63af3-13b8-4b8d-b16b-2734693e23e6 x-openstack-request-id: req-79d63af3-13b8-4b8d-b16b-2734693e23e6 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:05.147726 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "name": "network-vif-plugged", "status": "completed", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:05.148160 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79d63af3-13b8-4b8d-b16b-2734693e23e6 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:05.149507 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'code': 200} Aug 31 14:29:05.152585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['4533d45f-1d17-4f66-818b-395c85781536'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:29:05.157194 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.281512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Pushing event updated for resources: {'Network': ['ID=8b7ee4ef-7550-4256-a8ec-d471fda52d39,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:05.326892 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e36cba53-1203-4179-bb35-77342d467385 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.375008 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce619843-11c8-467d-a8c7-1455c3ffe78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.377638 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cba53-1203-4179-bb35-77342d467385 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=da000f5c-3e45-49e0-a46a-260196392a46,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:05.383875 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce619843-11c8-467d-a8c7-1455c3ffe78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.392312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45752) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:05.392479 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d36ff5ab-8711-4c49-9c77-ef0b62d2bd98 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2220511 Aug 31 14:29:05.395924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-a5055587-46d8-402c-be91-6e593e95a825 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8b7ee4ef-7550-4256-a8ec-d471fda52d39', 'tempest-TagsTest-Tag-1627657235') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:05.427301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 8b7ee4ef-7550-4256-a8ec-d471fda52d39 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:29:05.475235 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e36cba53-1203-4179-bb35-77342d467385 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.477300 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e36cba53-1203-4179-bb35-77342d467385 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/da000f5c-3e45-49e0-a46a-260196392a46 HTTP/1.1" status: 204 len: 168 time: 1.7338502 Aug 31 14:29:05.482148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45754) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:05.508645 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ce619843-11c8-467d-a8c7-1455c3ffe78f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ab3839834b942659b27d7551f602abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8024228 Aug 31 14:29:05.513730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45756) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:05.520464 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfcae7f-7e58-41d8-87d2-8635d119d72b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] DELETE failed (client error): The resource could not be found. Aug 31 14:29:05.522907 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d7d64b04-3981-401d-a09e-5eda218bf6ee None None] Provisioning for port 4f4d91c4-de8e-406c-ac23-63609c688003 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:05.530867 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfcae7f-7e58-41d8-87d2-8635d119d72b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:29:05.536617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8bfcae7f-7e58-41d8-87d2-8635d119d72b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/da000f5c-3e45-49e0-a46a-260196392a46 HTTP/1.1" status: 404 len: 333 time: 0.0498724 Aug 31 14:29:05.539730 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45758) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:05.556878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 299599ff-459e-41c2-8d74-1eee0cc7e849 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:05.559603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce619843-11c8-467d-a8c7-1455c3ffe78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649865a6-f08f-49f2-a37f-0928957ee202,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:05.574661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d7d64b04-3981-401d-a09e-5eda218bf6ee None None] Provisioning complete for port 4f4d91c4-de8e-406c-ac23-63609c688003 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:05.576243 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7d64b04-3981-401d-a09e-5eda218bf6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.596198 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b17a9f5-1c84-4afb-8a1f-f42d031c7299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.601956 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ee1a96-8c8a-4695-9830-4f98785aa7ca tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] GET failed (client error): The resource could not be found. Aug 31 14:29:05.607662 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b7ee1a96-8c8a-4695-9830-4f98785aa7ca tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/da000f5c-3e45-49e0-a46a-260196392a46 HTTP/1.1" status: 404 len: 333 time: 0.0665751 Aug 31 14:29:05.608504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45760) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:05.625412 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a5055587-46d8-402c-be91-6e593e95a825 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] 10.222.0.39 "PUT /v2.0/networks/8b7ee4ef-7550-4256-a8ec-d471fda52d39/tags/tempest-TagsTest-Tag-1627657235 HTTP/1.1" status: 201 len: 201 time: 0.2332854 Aug 31 14:29:05.627932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45762) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:05.632500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-a7508daf-45e5-4440-9f9a-1a8f28ee408b tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8b7ee4ef-7550-4256-a8ec-d471fda52d39', 'tempest-TagsTest-Tag-1627657235') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:05.687214 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b17a9f5-1c84-4afb-8a1f-f42d031c7299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.694252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f945ff1-d656-4ff7-85b8-a67dfe873a65 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting subnet 86b200e5-4cf6-4e2c-b184-130e50dcf50f {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:29:05.700784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=10']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:05.701325 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f945ff1-d656-4ff7-85b8-a67dfe873a65 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.809128 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f945ff1-d656-4ff7-85b8-a67dfe873a65 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.866887 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a7508daf-45e5-4440-9f9a-1a8f28ee408b tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] 10.222.0.39 "GET /v2.0/networks/8b7ee4ef-7550-4256-a8ec-d471fda52d39/tags/tempest-TagsTest-Tag-1627657235 HTTP/1.1" status: 204 len: 168 time: 0.2380030 Aug 31 14:29:05.881422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 299599ff-459e-41c2-8d74-1eee0cc7e849 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:05.883560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45770) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:05.888190 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b17a9f5-1c84-4afb-8a1f-f42d031c7299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.891321 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b17a9f5-1c84-4afb-8a1f-f42d031c7299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.893500 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-67805563-bfc3-4f4c-ad47-25982ae895d0 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8b7ee4ef-7550-4256-a8ec-d471fda52d39') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:05.897234 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0b17a9f5-1c84-4afb-8a1f-f42d031c7299 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/649865a6-f08f-49f2-a37f-0928957ee202 HTTP/1.1" status: 204 len: 168 time: 0.3750293 Aug 31 14:29:05.916455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17a9f5-1c84-4afb-8a1f-f42d031c7299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649865a6-f08f-49f2-a37f-0928957ee202,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:05.927021 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 299599ff-459e-41c2-8d74-1eee0cc7e849 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:05.927421 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.933534 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7d64b04-3981-401d-a09e-5eda218bf6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.082132 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45786) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:06.082659 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-67805563-bfc3-4f4c-ad47-25982ae895d0 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] 10.222.0.39 "GET /v2.0/networks/8b7ee4ef-7550-4256-a8ec-d471fda52d39/tags HTTP/1.1" status: 200 len: 238 time: 0.1939185 Aug 31 14:29:06.088438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-60bc653b-dde8-4588-bfc6-eefaefff7072 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8b7ee4ef-7550-4256-a8ec-d471fda52d39', {'tags': ['tempest-TagsTest-Tag-904404644', 'tempest-TagsTest-Tag-129471406', 'tempest-TagsTest-Tag-210377113']}) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:06.112449 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d7d64b04-3981-401d-a09e-5eda218bf6ee None None] For port 4f4d91c4-de8e-406c-ac23-63609c688003, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4f4d91c4-de8e-406c-ac23-63609c688003,segment=NetworkSegment(491f1c93-1bf1-4a09-bd74-89737ac3f26e),segment_id=491f1c93-1bf1-4a09-bd74-89737ac3f26e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:06.142697 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f945ff1-d656-4ff7-85b8-a67dfe873a65 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.180141 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7d64b04-3981-401d-a09e-5eda218bf6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.250333 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-60bc653b-dde8-4588-bfc6-eefaefff7072 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] 10.222.0.39 "PUT /v2.0/networks/8b7ee4ef-7550-4256-a8ec-d471fda52d39/tags HTTP/1.1" status: 200 len: 306 time: 0.1660724 Aug 31 14:29:06.255071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45790) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:06.262434 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-5798d1a1-ea08-4dd3-ae46-0e6aa93e37b7 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8b7ee4ef-7550-4256-a8ec-d471fda52d39', 'tempest-TagsTest-Tag-904404644') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:06.351201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45792) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:06.404932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d64b04-3981-401d-a09e-5eda218bf6ee None None] Pushing event updated for resources: {'Port': ['ID=4f4d91c4-de8e-406c-ac23-63609c688003,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:06.440688 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.456440 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f945ff1-d656-4ff7-85b8-a67dfe873a65 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.488372 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222c3c7-55ed-4c22-b160-e49918c819b7 req-d72796ad-e161-4c16-bcf9-4a7dafcba309 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:06.509954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f945ff1-d656-4ff7-85b8-a67dfe873a65 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Subnet': ['ID=86b200e5-4cf6-4e2c-b184-130e50dcf50f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:06.514394 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a222c3c7-55ed-4c22-b160-e49918c819b7 req-d72796ad-e161-4c16-bcf9-4a7dafcba309 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 945 time: 0.2763023 Aug 31 14:29:06.520515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 299599ff-459e-41c2-8d74-1eee0cc7e849, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=299599ff-459e-41c2-8d74-1eee0cc7e849,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:06.526807 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f945ff1-d656-4ff7-85b8-a67dfe873a65 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.527147 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.529426 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0f945ff1-d656-4ff7-85b8-a67dfe873a65 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/86b200e5-4cf6-4e2c-b184-130e50dcf50f HTTP/1.1" status: 204 len: 168 time: 0.9187450 Aug 31 14:29:06.534487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d62a98-d23a-47b5-addf-7cea4bbe5630 admin admin] Deleting subnet 14471299-6aee-45f6-a756-0917ee7a2300 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:29:06.538306 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36d62a98-d23a-47b5-addf-7cea4bbe5630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.559924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45796) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:06.586893 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36d62a98-d23a-47b5-addf-7cea4bbe5630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.613011 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=299599ff-459e-41c2-8d74-1eee0cc7e849,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:06.650514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555d9a35-3f81-4df6-8a4d-c38ed7cf8417 None None] Network 4b394a71-9681-428d-a307-d3ed477f2ca5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:06.681696 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a222c3c7-55ed-4c22-b160-e49918c819b7 req-29200a4d-838b-48a7-bfd4-c4c8cf39585c tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597137 Aug 31 14:29:06.692137 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36d62a98-d23a-47b5-addf-7cea4bbe5630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.710543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5798d1a1-ea08-4dd3-ae46-0e6aa93e37b7 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] 10.222.0.39 "DELETE /v2.0/networks/8b7ee4ef-7550-4256-a8ec-d471fda52d39/tags/tempest-TagsTest-Tag-904404644 HTTP/1.1" status: 204 len: 168 time: 0.4540384 Aug 31 14:29:06.717490 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45802) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:06.724352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-32d28305-b354-408e-87f0-f490e5297710 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8b7ee4ef-7550-4256-a8ec-d471fda52d39', 'tempest-TagsTest-Tag-904404644') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:06.744841 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.764589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2fdef13d-c8c4-472a-a3a0-b3a5079bbbef None None] Provisioning complete for port 4f4d91c4-de8e-406c-ac23-63609c688003 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:06.765158 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fdef13d-c8c4-472a-a3a0-b3a5079bbbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.843154 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36d62a98-d23a-47b5-addf-7cea4bbe5630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.880100 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d62a98-d23a-47b5-addf-7cea4bbe5630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14471299-6aee-45f6-a756-0917ee7a2300,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:06.893412 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36d62a98-d23a-47b5-addf-7cea4bbe5630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.896517 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-36d62a98-d23a-47b5-addf-7cea4bbe5630 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/14471299-6aee-45f6-a756-0917ee7a2300 HTTP/1.1" status: 204 len: 168 time: 0.5365891 Aug 31 14:29:06.898778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45806) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:06.966890 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-32d28305-b354-408e-87f0-f490e5297710 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] show failed (client error): The resource could not be found. Aug 31 14:29:06.970708 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-32d28305-b354-408e-87f0-f490e5297710 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] 10.222.0.39 "GET /v2.0/networks/8b7ee4ef-7550-4256-a8ec-d471fda52d39/tags/tempest-TagsTest-Tag-904404644 HTTP/1.1" status: 404 len: 325 time: 0.2492259 Aug 31 14:29:06.973136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45808) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:06.979996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-d8dfcdbd-c580-4c6a-8c75-3046bd397f10 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8b7ee4ef-7550-4256-a8ec-d471fda52d39', 'tempest-TagsTest-Tag-129471406') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:07.072232 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3d51459-fe68-4f23-943f-25757fc44cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.109626 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port 4f4d91c4-de8e-406c-ac23-63609c688003 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:07.110193 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.151389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9429899-2467-4187-9dd9-7ffc32b891d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299599ff-459e-41c2-8d74-1eee0cc7e849'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:07.154213 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1e839a-8210-4c17-aaef-833f0f2fac8a" -d '{"events": [{"server_uuid": "d9429899-2467-4187-9dd9-7ffc32b891d4", "name": "network-vif-plugged", "status": "completed", "tag": "299599ff-459e-41c2-8d74-1eee0cc7e849"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:07.180913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15618668-5c97-45e2-bf71-7bd5ab66cd31 None None] DHCP port deletion for 4b394a71-9681-428d-a307-d3ed477f2ca5 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:29:07.221216 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d8dfcdbd-c580-4c6a-8c75-3046bd397f10 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] 10.222.0.39 "GET /v2.0/networks/8b7ee4ef-7550-4256-a8ec-d471fda52d39/tags/tempest-TagsTest-Tag-129471406 HTTP/1.1" status: 204 len: 168 time: 0.2452855 Aug 31 14:29:07.222824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45824) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:07.229513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-745af6c3-7b40-4f43-9c32-01c3636f1bb5 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8b7ee4ef-7550-4256-a8ec-d471fda52d39', 'tempest-TagsTest-Tag-210377113') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:07.288560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-15618668-5c97-45e2-bf71-7bd5ab66cd31 None None] Deleting port 4f4d91c4-de8e-406c-ac23-63609c688003 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:07.292865 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15618668-5c97-45e2-bf71-7bd5ab66cd31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.300720 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5310c8-85f0-4a29-bb4f-586b3cac0153 x-openstack-request-id: req-cd5310c8-85f0-4a29-bb4f-586b3cac0153 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:07.301411 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9429899-2467-4187-9dd9-7ffc32b891d4", "name": "network-vif-plugged", "status": "completed", "tag": "299599ff-459e-41c2-8d74-1eee0cc7e849", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:07.302813 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd5310c8-85f0-4a29-bb4f-586b3cac0153 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:07.303769 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9429899-2467-4187-9dd9-7ffc32b891d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299599ff-459e-41c2-8d74-1eee0cc7e849', 'code': 200} Aug 31 14:29:07.305975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] For port 4f4d91c4-de8e-406c-ac23-63609c688003, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4f4d91c4-de8e-406c-ac23-63609c688003,segment=NetworkSegment(491f1c93-1bf1-4a09-bd74-89737ac3f26e),segment_id=491f1c93-1bf1-4a09-bd74-89737ac3f26e)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:07.306566 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.387113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for 4f4d91c4-de8e-406c-ac23-63609c688003 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:07.422509 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3d51459-fe68-4f23-943f-25757fc44cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.429370 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-15618668-5c97-45e2-bf71-7bd5ab66cd31 None None] For port 4f4d91c4-de8e-406c-ac23-63609c688003, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4f4d91c4-de8e-406c-ac23-63609c688003,segment=NetworkSegment(491f1c93-1bf1-4a09-bd74-89737ac3f26e),segment_id=491f1c93-1bf1-4a09-bd74-89737ac3f26e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:07.429370 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15618668-5c97-45e2-bf71-7bd5ab66cd31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.457575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e3d51459-fe68-4f23-943f-25757fc44cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbae36b7-aba1-474b-b070-86ee65d68601']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:07.466206 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-15618668-5c97-45e2-bf71-7bd5ab66cd31 None None] Calling delete_port for 4f4d91c4-de8e-406c-ac23-63609c688003 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:07.470963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45830) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:07.471656 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-745af6c3-7b40-4f43-9c32-01c3636f1bb5 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] 10.222.0.39 "GET /v2.0/networks/8b7ee4ef-7550-4256-a8ec-d471fda52d39/tags/tempest-TagsTest-Tag-210377113 HTTP/1.1" status: 204 len: 168 time: 0.2450614 Aug 31 14:29:07.477717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf026cf-6ae4-4a70-b765-22a1937f4760 req-bbf6157a-970d-42e2-b017-ea6877450a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:07.480005 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9cf026cf-6ae4-4a70-b765-22a1937f4760 req-bbf6157a-970d-42e2-b017-ea6877450a71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9429899-2467-4187-9dd9-7ffc32b891d4 HTTP/1.1" status: 200 len: 1096 time: 0.1442404 Aug 31 14:29:07.482172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-29a9318c-7e40-4a79-b10d-e29e84b92b52 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8b7ee4ef-7550-4256-a8ec-d471fda52d39') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:07.487035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e3d51459-fe68-4f23-943f-25757fc44cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a88ac7-b737-430b-b16f-8488eccf55c1') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:07.489928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e3d51459-fe68-4f23-943f-25757fc44cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a88ac7-b737-430b-b16f-8488eccf55c1') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:07.579299 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9cf026cf-6ae4-4a70-b765-22a1937f4760 req-38df5fb6-9080-4c1e-bc79-10e20d869851 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580783 Aug 31 14:29:07.582123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45832) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:07.602037 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3d51459-fe68-4f23-943f-25757fc44cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.619129 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4f4d91c4-de8e-406c-ac23-63609c688003 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:07.650452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 4f4d91c4-de8e-406c-ac23-63609c688003 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:07.652333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4f4d91c4-de8e-406c-ac23-63609c688003 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:07.653221 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.678572 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15618668-5c97-45e2-bf71-7bd5ab66cd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.688673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=4f4d91c4-de8e-406c-ac23-63609c688003,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:07.695057 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No DVR routers for this DVR port 4f4d91c4-de8e-406c-ac23-63609c688003 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:07.724454 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3d51459-fe68-4f23-943f-25757fc44cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.747282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15618668-5c97-45e2-bf71-7bd5ab66cd31 None None] Pushing event deleted for resources: {'Port': ['ID=4f4d91c4-de8e-406c-ac23-63609c688003,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:07.756064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15618668-5c97-45e2-bf71-7bd5ab66cd31 None None] No DVR routers for this DVR port 4f4d91c4-de8e-406c-ac23-63609c688003 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:07.766973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d51459-fe68-4f23-943f-25757fc44cc6 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:29:07.767320 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3d51459-fe68-4f23-943f-25757fc44cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:29:07.770299 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:29:07.794609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1555381192'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:07.865886 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Made reservation on behalf of f7072ff28b154d8ea4bcda36f63a8060 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:07.869058 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.880408 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3d51459-fe68-4f23-943f-25757fc44cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.906384 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3d51459-fe68-4f23-943f-25757fc44cc6 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.918673 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e3d51459-fe68-4f23-943f-25757fc44cc6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cbae36b7-aba1-474b-b070-86ee65d68601 HTTP/1.1" status: 204 len: 168 time: 1.0155294 Aug 31 14:29:07.918673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d51459-fe68-4f23-943f-25757fc44cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbae36b7-aba1-474b-b070-86ee65d68601,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:07.924374 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-29a9318c-7e40-4a79-b10d-e29e84b92b52 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] 10.222.0.39 "DELETE /v2.0/networks/8b7ee4ef-7550-4256-a8ec-d471fda52d39/tags HTTP/1.1" status: 204 len: 168 time: 0.4523306 Aug 31 14:29:07.927231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45840) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:07.933139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-b0ef1ca9-b796-485c-9a9f-7892f955b3c0 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8b7ee4ef-7550-4256-a8ec-d471fda52d39', 'tempest-TagsTest-Tag-129471406') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:07.937456 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.956464 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.987483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b394a71-9681-428d-a307-d3ed477f2ca5']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:07.993996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4533d45f-1d17-4f66-818b-395c85781536 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:08.022589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c3671-ee62-45c9-90d8-99796fbafd07 req-ca08291b-faf7-4b31-baf3-df4ea008b9b2 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:08.024287 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d7c3671-ee62-45c9-90d8-99796fbafd07 req-ca08291b-faf7-4b31-baf3-df4ea008b9b2 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 945 time: 0.1745534 Aug 31 14:29:08.055666 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-b0ef1ca9-b796-485c-9a9f-7892f955b3c0 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] show failed (client error): The resource could not be found. Aug 31 14:29:08.061559 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b0ef1ca9-b796-485c-9a9f-7892f955b3c0 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] 10.222.0.39 "GET /v2.0/networks/8b7ee4ef-7550-4256-a8ec-d471fda52d39/tags/tempest-TagsTest-Tag-129471406 HTTP/1.1" status: 404 len: 325 time: 0.1328168 Aug 31 14:29:08.064253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45846) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:08.070663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-a5e3d677-eb53-41b3-a9f8-198efe2d693a tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8b7ee4ef-7550-4256-a8ec-d471fda52d39', 'tempest-TagsTest-Tag-210377113') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:08.094753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491f1c93-1bf1-4a09-bd74-89737ac3f26e') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:08.095047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491f1c93-1bf1-4a09-bd74-89737ac3f26e') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:08.151370 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 4533d45f-1d17-4f66-818b-395c85781536 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:08.156490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 4533d45f-1d17-4f66-818b-395c85781536 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:08.156884 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.159610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.184152 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-a5e3d677-eb53-41b3-a9f8-198efe2d693a tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] show failed (client error): The resource could not be found. Aug 31 14:29:08.189197 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a5e3d677-eb53-41b3-a9f8-198efe2d693a tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] 10.222.0.39 "GET /v2.0/networks/8b7ee4ef-7550-4256-a8ec-d471fda52d39/tags/tempest-TagsTest-Tag-210377113 HTTP/1.1" status: 404 len: 325 time: 0.1213150 Aug 31 14:29:08.190248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45850) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:08.199865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-641b6e87-d487-4064-99fe-9714b2cf210b tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8b7ee4ef-7550-4256-a8ec-d471fda52d39') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:08.292208 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.335278 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d7c3671-ee62-45c9-90d8-99796fbafd07 req-f90dd638-f62b-4012-a6da-e4deb9afe0a5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889972 Aug 31 14:29:08.347785 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:29:08.359759 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.364661 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-641b6e87-d487-4064-99fe-9714b2cf210b tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] 10.222.0.39 "DELETE /v2.0/networks/8b7ee4ef-7550-4256-a8ec-d471fda52d39/tags HTTP/1.1" status: 204 len: 168 time: 0.1714909 Aug 31 14:29:08.374843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45852) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:29:08.417533 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:29:08.423130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45854) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:08.452182 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.562206 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46331cb4-59e2-4181-b485-cbe2e2f96796 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.601567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4533d45f-1d17-4f66-818b-395c85781536, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4533d45f-1d17-4f66-818b-395c85781536,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:08.613749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45858) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:08.614521 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3c723769-c9ac-4a8e-bc9c-1744d757f268 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ffab4d14e7943b1a9edd157062c7bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858735 Aug 31 14:29:08.616788 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.617864 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.626793 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.635105 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/networks/4b394a71-9681-428d-a307-d3ed477f2ca5 HTTP/1.1" status: 204 len: 168 time: 2.0737226 Aug 31 14:29:08.635801 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45860) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:08.657988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8ac3c9ab-fa6f-47e0-864c-368c23627a38 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1349331100'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:08.688095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92fb86-540c-466b-9426-922bc205ae37 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Network': ['ID=4b394a71-9681-428d-a307-d3ed477f2ca5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:08.712189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=4533d45f-1d17-4f66-818b-395c85781536,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:08.738082 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.765937 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.783484 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46331cb4-59e2-4181-b485-cbe2e2f96796 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.799429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-46331cb4-59e2-4181-b485-cbe2e2f96796 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7ee4ef-7550-4256-a8ec-d471fda52d39']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:08.805911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac3c9ab-fa6f-47e0-864c-368c23627a38 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:08.811855 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c9ab-fa6f-47e0-864c-368c23627a38 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.820256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-46331cb4-59e2-4181-b485-cbe2e2f96796 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b47cb2-0bd7-4ddd-96f4-303e0f868179') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:08.820616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-46331cb4-59e2-4181-b485-cbe2e2f96796 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b47cb2-0bd7-4ddd-96f4-303e0f868179') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:08.827702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa245384-5085-4277-935e-c2c6acc679d7,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:08.829717 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599a9682-4486-486f-bac8-0b126746e30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.837090 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46331cb4-59e2-4181-b485-cbe2e2f96796 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.848870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:29:08.869262 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46331cb4-59e2-4181-b485-cbe2e2f96796 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.873288 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599a9682-4486-486f-bac8-0b126746e30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.883347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac3c9ab-fa6f-47e0-864c-368c23627a38 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:29:08.888383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46331cb4-59e2-4181-b485-cbe2e2f96796 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:29:08.888920 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46331cb4-59e2-4181-b485-cbe2e2f96796 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:29:08.892307 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:29:09.023013 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46331cb4-59e2-4181-b485-cbe2e2f96796 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.027686 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.030165 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Added segment e12c30fe-1e50-4f6a-b219-0ba52f7c127c of type vlan for network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf Aug 31 14:29:09.050832 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46331cb4-59e2-4181-b485-cbe2e2f96796 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.051123 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c9ab-fa6f-47e0-864c-368c23627a38 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.051507 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-8ac3c9ab-fa6f-47e0-864c-368c23627a38 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Added segment 9aa79c5b-01cd-4f05-8975-6d45b4d27767 of type vlan for network dc9a34e4-f75c-4cb1-b257-8f63b13acacb Aug 31 14:29:09.053999 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-46331cb4-59e2-4181-b485-cbe2e2f96796 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] 10.222.0.39 "DELETE /v2.0/networks/8b7ee4ef-7550-4256-a8ec-d471fda52d39 HTTP/1.1" status: 204 len: 168 time: 0.6774254 Aug 31 14:29:09.057957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599a9682-4486-486f-bac8-0b126746e30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.062507 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599a9682-4486-486f-bac8-0b126746e30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.066895 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-599a9682-4486-486f-bac8-0b126746e30f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/addfcad3-e9bb-44d1-824b-373b42f32b42 HTTP/1.1" status: 204 len: 168 time: 0.4029138 Aug 31 14:29:09.081444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46331cb4-59e2-4181-b485-cbe2e2f96796 tempest-TagsTest-470016750 tempest-TagsTest-470016750-project] Pushing event deleted for resources: {'Network': ['ID=8b7ee4ef-7550-4256-a8ec-d471fda52d39,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:09.088182 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a9682-4486-486f-bac8-0b126746e30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addfcad3-e9bb-44d1-824b-373b42f32b42,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:09.170096 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.225336 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c9ab-fa6f-47e0-864c-368c23627a38 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.237057 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.243210 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:09.243832 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.305181 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6910f75f-a1ca-40b6-8d5d-9d2a48b8015f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4533d45f-1d17-4f66-818b-395c85781536'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:09.307978 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80fc20f-f21c-4a85-81ec-4094e7981a59" -d '{"events": [{"server_uuid": "6910f75f-a1ca-40b6-8d5d-9d2a48b8015f", "name": "network-vif-plugged", "status": "completed", "tag": "4533d45f-1d17-4f66-818b-395c85781536"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:09.351683 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762e3139-c3e6-478e-a34d-e11f7c82b59b x-openstack-request-id: req-762e3139-c3e6-478e-a34d-e11f7c82b59b {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:09.352362 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6910f75f-a1ca-40b6-8d5d-9d2a48b8015f", "name": "network-vif-plugged", "status": "completed", "tag": "4533d45f-1d17-4f66-818b-395c85781536", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:09.353003 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-762e3139-c3e6-478e-a34d-e11f7c82b59b {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:09.353877 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6910f75f-a1ca-40b6-8d5d-9d2a48b8015f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4533d45f-1d17-4f66-818b-395c85781536', 'code': 200} Aug 31 14:29:09.384159 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.resource_extend [None req-8ac3c9ab-fa6f-47e0-864c-368c23627a38 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:29:09.386679 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event updated for resources: {'Network': ['ID=3a5f7e78-93ab-4a8f-98dd-3038159f3ebf,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:09.402842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:29:09.443763 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-64b7f979-c550-41f1-bbcd-68085d3aa004 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8604946 Aug 31 14:29:09.445053 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45880) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:09.446469 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c9ab-fa6f-47e0-864c-368c23627a38 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.458160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac3c9ab-fa6f-47e0-864c-368c23627a38 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:09.458837 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c9ab-fa6f-47e0-864c-368c23627a38 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.480830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-04cb3e44-8120-45c8-8232-32087057222f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Request body: {'subnet': {'network_id': '3a5f7e78-93ab-4a8f-98dd-3038159f3ebf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:09.581466 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe10f1-5688-4662-a280-27f1890b9ee7 req-ff5aea7c-1d54-4505-a6ba-2c7e11e8d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:09.583206 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bdbe10f1-5688-4662-a280-27f1890b9ee7 req-ff5aea7c-1d54-4505-a6ba-2c7e11e8d963 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 1097 time: 0.1619020 Aug 31 14:29:09.624141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45888) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:09.624746 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8ac3c9ab-fa6f-47e0-864c-368c23627a38 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9784327 Aug 31 14:29:09.625396 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45890) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:09.635159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-33df209f-8487-48f0-ac88-a23cc342669d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': 'dc9a34e4-f75c-4cb1-b257-8f63b13acacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:09.655038 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cb3e44-8120-45c8-8232-32087057222f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Made reservation on behalf of f7072ff28b154d8ea4bcda36f63a8060 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:09.661779 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-04cb3e44-8120-45c8-8232-32087057222f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.709808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356174e-1fcf-45e6-9f7b-e145bf044bbf req-84f46a60-d5ae-4763-b2d1-d737b6448ab3 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:09.711942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b356174e-1fcf-45e6-9f7b-e145bf044bbf req-84f46a60-d5ae-4763-b2d1-d737b6448ab3 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 946 time: 0.1738226 Aug 31 14:29:09.733035 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bdbe10f1-5688-4662-a280-27f1890b9ee7 req-d8acd046-ee4a-4f05-8e14-f595d3e22d67 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405993 Aug 31 14:29:09.816050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b356174e-1fcf-45e6-9f7b-e145bf044bbf req-2cc491c6-e132-4867-a498-b04b1b3191f5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891829 Aug 31 14:29:09.857528 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3c9ab-fa6f-47e0-864c-368c23627a38 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Network': ['ID=dc9a34e4-f75c-4cb1-b257-8f63b13acacb,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:09.861482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33df209f-8487-48f0-ac88-a23cc342669d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:09.874318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network dc9a34e4-f75c-4cb1-b257-8f63b13acacb details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:29:09.875149 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-33df209f-8487-48f0-ac88-a23cc342669d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.003087 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2f500df0-f4c9-437f-ab6a-09cd775ae366 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e37d1b3691594d14899f64ebb75bd2de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639250 Aug 31 14:29:10.006503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45902) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:10.112158 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-04cb3e44-8120-45c8-8232-32087057222f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.117648 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c478334c-6ae8-4272-afe8-66bf5d1a9b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.145702 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c478334c-6ae8-4272-afe8-66bf5d1a9b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.188053 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb3e44-8120-45c8-8232-32087057222f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event updated for resources: {'Subnet': ['ID=9ad6f70d-5642-4c75-b848-fe57b6cb0d14,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:10.196468 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cb3e44-8120-45c8-8232-32087057222f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Checking segment: {'id': 'e12c30fe-1e50-4f6a-b219-0ba52f7c127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a5f7e78-93ab-4a8f-98dd-3038159f3ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:10.197006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cb3e44-8120-45c8-8232-32087057222f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Network hostable DHCP agents. Network: 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:29:10.223238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cb3e44-8120-45c8-8232-32087057222f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:29:10.238113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-04cb3e44-8120-45c8-8232-32087057222f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:10.247139 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cb3e44-8120-45c8-8232-32087057222f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:10.249898 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-04cb3e44-8120-45c8-8232-32087057222f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.259710 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8af948-d98a-49c2-8b7e-773501ef3684 None None] Network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:10.280611 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-04cb3e44-8120-45c8-8232-32087057222f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8047342 Aug 31 14:29:10.281279 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45914) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:10.294607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Request body: {'port': {'network_id': '3a5f7e78-93ab-4a8f-98dd-3038159f3ebf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2022392456'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:10.340372 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c478334c-6ae8-4272-afe8-66bf5d1a9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.343041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c478334c-6ae8-4272-afe8-66bf5d1a9b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.346863 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c478334c-6ae8-4272-afe8-66bf5d1a9b06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0bbcdef9-316c-45ef-b22b-e2d4ef004030 HTTP/1.1" status: 204 len: 168 time: 0.3367016 Aug 31 14:29:10.413313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478334c-6ae8-4272-afe8-66bf5d1a9b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbcdef9-316c-45ef-b22b-e2d4ef004030,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:10.479431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-3a5f7e78-93ab-4a8f-98dd-3038159f3ebf', 'network_id': '3a5f7e78-93ab-4a8f-98dd-3038159f3ebf', 'tenant_id': 'f7072ff28b154d8ea4bcda36f63a8060', 'fixed_ips': [{'subnet_id': '9ad6f70d-5642-4c75-b848-fe57b6cb0d14'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:29:10.480373 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.521876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Made reservation on behalf of f7072ff28b154d8ea4bcda36f63a8060 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:10.528738 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.535489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45922) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:10.552321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] device_id is not set on port fec365a7-9d5d-4a15-9818-3ad497e5b51f yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:10.590872 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-33df209f-8487-48f0-ac88-a23cc342669d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.729184 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df209f-8487-48f0-ac88-a23cc342669d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Subnet': ['ID=c7679f7f-809d-4cf6-88a9-c4f0f917b3af,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:10.834933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df209f-8487-48f0-ac88-a23cc342669d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Checking segment: {'id': '9aa79c5b-01cd-4f05-8975-6d45b4d27767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dc9a34e4-f75c-4cb1-b257-8f63b13acacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:10.838944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33df209f-8487-48f0-ac88-a23cc342669d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network hostable DHCP agents. Network: dc9a34e4-f75c-4cb1-b257-8f63b13acacb, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:29:10.853726 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Allocated IP 2001:db8::3d3 (3a5f7e78-93ab-4a8f-98dd-3038159f3ebf/9ad6f70d-5642-4c75-b848-fe57b6cb0d14/fec365a7-9d5d-4a15-9818-3ad497e5b51f) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:10.865392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33df209f-8487-48f0-ac88-a23cc342669d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network dc9a34e4-f75c-4cb1-b257-8f63b13acacb is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:29:10.901957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-33df209f-8487-48f0-ac88-a23cc342669d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, dc9a34e4-f75c-4cb1-b257-8f63b13acacb) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:10.907877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33df209f-8487-48f0-ac88-a23cc342669d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:10.912274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638a6d25-e65c-468b-84ab-dbd8587db989 None None] Network dc9a34e4-f75c-4cb1-b257-8f63b13acacb requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:10.913086 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-33df209f-8487-48f0-ac88-a23cc342669d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.939515 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-33df209f-8487-48f0-ac88-a23cc342669d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3139815 Aug 31 14:29:10.944298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45932) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:10.950342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'network_id': 'dc9a34e4-f75c-4cb1-b257-8f63b13acacb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-818388888'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:11.065596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1445137795-network', 'tenant_id': '52f6ed891e354bcd9f2c30fe7ff246b6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:11.095496 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf545ea2-5de9-4772-96c9-a203ae259c1a req-8eba6635-04b1-49a9-b1d4-259de87d4a4a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:11.097108 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf545ea2-5de9-4772-96c9-a203ae259c1a req-8eba6635-04b1-49a9-b1d4-259de87d4a4a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 946 time: 0.1336827 Aug 31 14:29:11.136128 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] Made reservation on behalf of 52f6ed891e354bcd9f2c30fe7ff246b6 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:11.141363 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.165838 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.254603 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf545ea2-5de9-4772-96c9-a203ae259c1a req-c3db6de8-d69d-4f27-8541-8dafe457d0d2 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469035 Aug 31 14:29:11.259603 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.283555 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:29:11.283555 n-d-806683-5 neutron-server[94871]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:29:11.283555 n-d-806683-5 neutron-server[94871]: [parameters: {'project_id_1': 'f3c611d741be49adbca35ee8a5cd3d28', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 29, 11, 268188)}] Aug 31 14:29:11.283555 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:29:11.283555 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:29:11.296689 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Transition to ACTIVE for port object fec365a7-9d5d-4a15-9818-3ad497e5b51f will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:11.306654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-dc9a34e4-f75c-4cb1-b257-8f63b13acacb', 'network_id': 'dc9a34e4-f75c-4cb1-b257-8f63b13acacb', 'tenant_id': 'f3c611d741be49adbca35ee8a5cd3d28', 'fixed_ips': [{'subnet_id': 'c7679f7f-809d-4cf6-88a9-c4f0f917b3af'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:29:11.308342 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.344486 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.415586 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.422106 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.465170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d5acfc-5021-4613-b5cc-ed612b557a63,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:11.471873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:11.476322 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:11.484669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Allocated IP 2001:db8::2 (3a5f7e78-93ab-4a8f-98dd-3038159f3ebf/9ad6f70d-5642-4c75-b848-fe57b6cb0d14/66d75424-dd21-40f8-8217-8f5ed0f6dbcf) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:11.505491 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:11.507438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:29:11.527386 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.527949 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] Added segment db2598d0-1da1-4918-9497-36ca4165795c of type vlan for network b3dfa402-1efb-4348-be4b-50abfd2c0f4a Aug 31 14:29:11.529205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:11.530047 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.546570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event updated for resources: {'Port': ['ID=fec365a7-9d5d-4a15-9818-3ad497e5b51f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:11.574474 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1be22708-fd4a-4b13-b0c1-6f0c011ad67f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2873597 Aug 31 14:29:11.574689 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45952) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:11.591146 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Request body: {'port': {'network_id': '3a5f7e78-93ab-4a8f-98dd-3038159f3ebf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-172741518', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d3', 'mac_address': 'fa:16:3e:2b:dc:78'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:11.624747 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.676448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Allocated IP 2001:db8::2 (dc9a34e4-f75c-4cb1-b257-8f63b13acacb/c7679f7f-809d-4cf6-88a9-c4f0f917b3af/9918a45d-620f-4717-8b09-fae0d24888f0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:11.677631 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.678799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:11.679464 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.837098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=b3dfa402-1efb-4348-be4b-50abfd2c0f4a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:11.855745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45958) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:11.858489 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9eb9b578-1ae7-4656-a79e-134c312f5aa8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2829967 Aug 31 14:29:11.860940 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network b3dfa402-1efb-4348-be4b-50abfd2c0f4a details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:29:11.864513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-60965d15-1e06-4401-9195-f0c704b181b0 admin admin] Request body: {'subnet': {'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1445137795-subnet', 'tenant_id': '52f6ed891e354bcd9f2c30fe7ff246b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:11.892974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:11.906034 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.918054 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.api [None req-60965d15-1e06-4401-9195-f0c704b181b0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:29:11.918054 n-d-806683-5 neutron-server[94870]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:29:11.918054 n-d-806683-5 neutron-server[94870]: [parameters: {'project_id_1': '52f6ed891e354bcd9f2c30fe7ff246b6', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 29, 11, 878281)}] Aug 31 14:29:11.918054 n-d-806683-5 neutron-server[94870]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:29:11.919465 n-d-806683-5 neutron-server[94870]: DEBUG oslo_db.api [None req-60965d15-1e06-4401-9195-f0c704b181b0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:29:11.920741 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Made reservation on behalf of f7072ff28b154d8ea4bcda36f63a8060 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:11.948748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port 9fbab5da-8967-45ae-86ec-024ef33f51a0 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:11.954657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45962) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:11.959542 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037222 Aug 31 14:29:11.963920 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:12.017693 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.069864 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.091629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Transition to ACTIVE for port object 66d75424-dd21-40f8-8217-8f5ed0f6dbcf will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:12.114298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] device_id is not set on port db0c3afe-a2e7-4bea-bb59-481e8cd4d276 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:12.200489 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.206072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Transition to ACTIVE for port object 66d75424-dd21-40f8-8217-8f5ed0f6dbcf will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:12.216409 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9f664aa3-7ad0-40db-bf4b-e44fffff9c58 tempest-NetworksApiDiscovery-1733433259 tempest-NetworksApiDiscovery-1733433259-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2512412 Aug 31 14:29:12.223437 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Transition to ACTIVE for port object 9918a45d-620f-4717-8b09-fae0d24888f0 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:12.226273 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.281920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:12.288746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:12.295470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Transition to ACTIVE for port object 9918a45d-620f-4717-8b09-fae0d24888f0 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:12.297482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:12.300942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Allocated IP 2001:db8::1ad (3a5f7e78-93ab-4a8f-98dd-3038159f3ebf/9ad6f70d-5642-4c75-b848-fe57b6cb0d14/db0c3afe-a2e7-4bea-bb59-481e8cd4d276) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:12.315096 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.337486 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Pushing event updated for resources: {'Port': ['ID=66d75424-dd21-40f8-8217-8f5ed0f6dbcf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:12.342335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Network dc9a34e4-f75c-4cb1-b257-8f63b13acacb is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:12.365148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:12.403836 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:12.422669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Attempting to bind port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:12.423132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Attempting to bind port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e12c30fe-1e50-4f6a-b219-0ba52f7c127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a5f7e78-93ab-4a8f-98dd-3038159f3ebf'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:12.423603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Attempting to bind port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf on network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:12.470717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Allocated IP 2001:db8::114 (dc9a34e4-f75c-4cb1-b257-8f63b13acacb/c7679f7f-809d-4cf6-88a9-c4f0f917b3af/9fbab5da-8967-45ae-86ec-024ef33f51a0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:12.611828 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:12.612476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Checking segment: {'id': 'e12c30fe-1e50-4f6a-b219-0ba52f7c127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a5f7e78-93ab-4a8f-98dd-3038159f3ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:12.612830 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.613404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Bound using segment: {'id': 'e12c30fe-1e50-4f6a-b219-0ba52f7c127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a5f7e78-93ab-4a8f-98dd-3038159f3ebf'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:12.614013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Bound port: 66d75424-dd21-40f8-8217-8f5ed0f6dbcf, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12c30fe-1e50-4f6a-b219-0ba52f7c127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a5f7e78-93ab-4a8f-98dd-3038159f3ebf'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:12.614503 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.647400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Pushing event updated for resources: {'Port': ['ID=9918a45d-620f-4717-8b09-fae0d24888f0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:12.659342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60965d15-1e06-4401-9195-f0c704b181b0 admin admin] Made reservation on behalf of 52f6ed891e354bcd9f2c30fe7ff246b6 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:12.668254 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-60965d15-1e06-4401-9195-f0c704b181b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.722195 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Attempting to bind port 9918a45d-620f-4717-8b09-fae0d24888f0 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:12.724783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Attempting to bind port 9918a45d-620f-4717-8b09-fae0d24888f0 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '9aa79c5b-01cd-4f05-8975-6d45b4d27767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dc9a34e4-f75c-4cb1-b257-8f63b13acacb'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:12.725377 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Attempting to bind port 9918a45d-620f-4717-8b09-fae0d24888f0 on network dc9a34e4-f75c-4cb1-b257-8f63b13acacb {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:12.753315 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:12.754103 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Checking segment: {'id': '9aa79c5b-01cd-4f05-8975-6d45b4d27767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dc9a34e4-f75c-4cb1-b257-8f63b13acacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:12.754677 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.755281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Bound using segment: {'id': '9aa79c5b-01cd-4f05-8975-6d45b4d27767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dc9a34e4-f75c-4cb1-b257-8f63b13acacb'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:12.756475 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Bound port: 9918a45d-620f-4717-8b09-fae0d24888f0, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa79c5b-01cd-4f05-8975-6d45b4d27767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dc9a34e4-f75c-4cb1-b257-8f63b13acacb'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:12.757055 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.795306 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.810934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Transition to ACTIVE for port object 9fbab5da-8967-45ae-86ec-024ef33f51a0 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:12.857824 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.860232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ec0dc-1280-46dc-9c5e-cce0aa294bdb req-4308f99f-81c7-459e-b70e-7c60d31e7841 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:12.862150 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-698ec0dc-1280-46dc-9c5e-cce0aa294bdb req-4308f99f-81c7-459e-b70e-7c60d31e7841 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 946 time: 0.2383473 Aug 31 14:29:12.863368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45980) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:12.864703 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.869924 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] For port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:12.879528 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Transition to ACTIVE for port object db0c3afe-a2e7-4bea-bb59-481e8cd4d276 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:12.882034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] For port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=66d75424-dd21-40f8-8217-8f5ed0f6dbcf,segment=NetworkSegment(e12c30fe-1e50-4f6a-b219-0ba52f7c127c),segment_id=e12c30fe-1e50-4f6a-b219-0ba52f7c127c)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:12.896781 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.933769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network dc9a34e4-f75c-4cb1-b257-8f63b13acacb is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:12.943706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:12.947648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:12.951344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] For port 9918a45d-620f-4717-8b09-fae0d24888f0, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:12.962442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:12.964104 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.983415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] For port 9918a45d-620f-4717-8b09-fae0d24888f0, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9918a45d-620f-4717-8b09-fae0d24888f0,segment=NetworkSegment(9aa79c5b-01cd-4f05-8975-6d45b4d27767),segment_id=9aa79c5b-01cd-4f05-8975-6d45b4d27767)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:12.990374 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.001225 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.045165 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56193649-f96f-4385-918c-8d8f6bbc826c None None] Pushing event updated for resources: {'Port': ['ID=66d75424-dd21-40f8-8217-8f5ed0f6dbcf,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:13.080832 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.1259406 Aug 31 14:29:13.089386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45984) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:13.152950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de023c3d-dfe6-4b33-a2cb-9816d3dbeb9e None None] Pushing event updated for resources: {'Port': ['ID=9918a45d-620f-4717-8b09-fae0d24888f0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:13.190061 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event updated for resources: {'Port': ['ID=db0c3afe-a2e7-4bea-bb59-481e8cd4d276,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:13.205931 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-698ec0dc-1280-46dc-9c5e-cce0aa294bdb req-9b458a64-3aa1-42f1-86ee-238a77714a91 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281541 Aug 31 14:29:13.228842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:13.238398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:13.256724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:13.269445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:13.270143 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.275384 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9cb5a48-446a-415b-84e7-3e5691918c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.279223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7b851-a11a-430a-b21f-11460dd2ca8e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=9fbab5da-8967-45ae-86ec-024ef33f51a0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:13.321690 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5acc817a-69a1-4a9b-a6c2-6175d8372944 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.7416482 Aug 31 14:29:13.331915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45994) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:13.565888 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9cb5a48-446a-415b-84e7-3e5691918c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.571498 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9cb5a48-446a-415b-84e7-3e5691918c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.587157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05fdf13-38d4-4ac9-a034-937275b07164 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:13.595470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05fdf13-38d4-4ac9-a034-937275b07164 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:13.602456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05fdf13-38d4-4ac9-a034-937275b07164 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:13.605943 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c05fdf13-38d4-4ac9-a034-937275b07164 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2700064 Aug 31 14:29:13.621713 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45996) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:13.645638 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb5a48-446a-415b-84e7-3e5691918c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176e158b-b03c-4647-875a-59ad8b664410,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:13.726409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 66d75424-dd21-40f8-8217-8f5ed0f6dbcf up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:13.740099 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a9cb5a48-446a-415b-84e7-3e5691918c45 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2efbb75c3354456081e7b0717e56a09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8729250 Aug 31 14:29:13.741080 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45998) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:13.780208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769b3eb-b0ca-406f-955e-a9bd1145181d req-402c7f31-b67c-4ad3-9c01-058f9e67723a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:13.782112 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2769b3eb-b0ca-406f-955e-a9bd1145181d req-402c7f31-b67c-4ad3-9c01-058f9e67723a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.2146134 Aug 31 14:29:13.806796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:13.885459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-19a0180a-2d3a-4ed9-92a9-2c267c1d4f77 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port 9fbab5da-8967-45ae-86ec-024ef33f51a0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:13.886544 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19a0180a-2d3a-4ed9-92a9-2c267c1d4f77 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.908889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2769b3eb-b0ca-406f-955e-a9bd1145181d req-a920fb63-638d-4032-978a-360c0ba5df9f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972610 Aug 31 14:29:13.966003 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-60965d15-1e06-4401-9195-f0c704b181b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.056818 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f288-71fc-4624-a08b-a02e88a0d94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.099433 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19a0180a-2d3a-4ed9-92a9-2c267c1d4f77 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.117040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-19a0180a-2d3a-4ed9-92a9-2c267c1d4f77 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for 9fbab5da-8967-45ae-86ec-024ef33f51a0 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:14.147082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60965d15-1e06-4401-9195-f0c704b181b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8f7091-5fe4-45aa-9a19-f724117eb063,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:14.149414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60965d15-1e06-4401-9195-f0c704b181b0 admin admin] Checking segment: {'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:14.149783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60965d15-1e06-4401-9195-f0c704b181b0 admin admin] Network hostable DHCP agents. Network: b3dfa402-1efb-4348-be4b-50abfd2c0f4a, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:29:14.186122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-6b967a03-acd6-414a-a8fb-40a10707927f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Deleting port db0c3afe-a2e7-4bea-bb59-481e8cd4d276 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:14.186723 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6b967a03-acd6-414a-a8fb-40a10707927f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.295808 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60965d15-1e06-4401-9195-f0c704b181b0 admin admin] Network b3dfa402-1efb-4348-be4b-50abfd2c0f4a is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:29:14.299865 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f288-71fc-4624-a08b-a02e88a0d94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.326320 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4e2ba-d2ab-42e1-8d09-7334a011a291 req-70b346fe-3707-4cf0-9b47-99169bacb0fd tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:14.327743 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4bf4e2ba-d2ab-42e1-8d09-7334a011a291 req-70b346fe-3707-4cf0-9b47-99169bacb0fd tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9429899-2467-4187-9dd9-7ffc32b891d4 HTTP/1.1" status: 200 len: 945 time: 0.2603412 Aug 31 14:29:14.331407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-60965d15-1e06-4401-9195-f0c704b181b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, b3dfa402-1efb-4348-be4b-50abfd2c0f4a) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:14.346523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60965d15-1e06-4401-9195-f0c704b181b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:14.348661 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-60965d15-1e06-4401-9195-f0c704b181b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.348879 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b804b32-b946-487f-bbd3-d31bdde5558f None None] Network b3dfa402-1efb-4348-be4b-50abfd2c0f4a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:14.384496 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19a0180a-2d3a-4ed9-92a9-2c267c1d4f77 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.515784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0180a-2d3a-4ed9-92a9-2c267c1d4f77 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=9fbab5da-8967-45ae-86ec-024ef33f51a0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:14.537242 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4bf4e2ba-d2ab-42e1-8d09-7334a011a291 req-5d304315-c73d-4511-8df4-ce61fc4a4461 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002568 Aug 31 14:29:14.565493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-60965d15-1e06-4401-9195-f0c704b181b0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7081015 Aug 31 14:29:14.589289 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6b967a03-acd6-414a-a8fb-40a10707927f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.591724 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19a0180a-2d3a-4ed9-92a9-2c267c1d4f77 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.601801 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-19a0180a-2d3a-4ed9-92a9-2c267c1d4f77 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/9fbab5da-8967-45ae-86ec-024ef33f51a0 HTTP/1.1" status: 204 len: 168 time: 1.5106332 Aug 31 14:29:14.607773 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46014) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:14.644684 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-6b967a03-acd6-414a-a8fb-40a10707927f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Calling delete_port for db0c3afe-a2e7-4bea-bb59-481e8cd4d276 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:14.667022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c231682-b85c-4544-a187-31354e8d6456 None None] Network b3dfa402-1efb-4348-be4b-50abfd2c0f4a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:14.679340 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f288-71fc-4624-a08b-a02e88a0d94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.682489 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f288-71fc-4624-a08b-a02e88a0d94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.686509 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b3d3f288-71fc-4624-a08b-a02e88a0d94b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/176e158b-b03c-4647-875a-59ad8b664410 HTTP/1.1" status: 204 len: 168 time: 0.9382153 Aug 31 14:29:14.727135 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-107c3a0a-34e5-465c-ac30-55c7539867c1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] GET failed (client error): The resource could not be found. Aug 31 14:29:14.729958 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-107c3a0a-34e5-465c-ac30-55c7539867c1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/9fbab5da-8967-45ae-86ec-024ef33f51a0 HTTP/1.1" status: 404 len: 333 time: 0.1206939 Aug 31 14:29:14.734719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46018) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:14.788261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3f288-71fc-4624-a08b-a02e88a0d94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176e158b-b03c-4647-875a-59ad8b664410,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:14.951712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c90866-8b8f-4e56-8ed8-58040699150a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting subnet c7679f7f-809d-4cf6-88a9-c4f0f917b3af {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:29:14.967918 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68c90866-8b8f-4e56-8ed8-58040699150a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.085187 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6b967a03-acd6-414a-a8fb-40a10707927f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.120968 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68c90866-8b8f-4e56-8ed8-58040699150a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.187722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529f24b1-5883-45ef-94f3-71cc3b101e42 None None] Network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:15.207828 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b967a03-acd6-414a-a8fb-40a10707927f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event deleted for resources: {'Port': ['ID=db0c3afe-a2e7-4bea-bb59-481e8cd4d276,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:15.310122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fb7fede5-8018-4c62-9655-9f5c661d63cb None None] Provisioning for port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:15.332050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fb7fede5-8018-4c62-9655-9f5c661d63cb None None] Provisioning complete for port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:15.333573 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb7fede5-8018-4c62-9655-9f5c661d63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.493243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bf1e1-33dc-45bb-b8f0-ad0661d540f0 req-671d2426-f9a5-461c-afb3-fffff8cbbc2a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:15.504481 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f1bf1e1-33dc-45bb-b8f0-ad0661d540f0 req-671d2426-f9a5-461c-afb3-fffff8cbbc2a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 946 time: 0.2720947 Aug 31 14:29:15.552624 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68c90866-8b8f-4e56-8ed8-58040699150a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.628474 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6b967a03-acd6-414a-a8fb-40a10707927f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.641606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46052) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:15.642800 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6b967a03-acd6-414a-a8fb-40a10707927f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "DELETE /v2.0/ports/db0c3afe-a2e7-4bea-bb59-481e8cd4d276 HTTP/1.1" status: 204 len: 168 time: 2.0085037 Aug 31 14:29:15.701044 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2b337c-92fa-4451-8c9a-5ec808751661 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] GET failed (client error): The resource could not be found. Aug 31 14:29:15.703504 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4a2b337c-92fa-4451-8c9a-5ec808751661 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "GET /v2.0/ports/db0c3afe-a2e7-4bea-bb59-481e8cd4d276 HTTP/1.1" status: 404 len: 333 time: 0.0597038 Aug 31 14:29:15.713759 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f1bf1e1-33dc-45bb-b8f0-ad0661d540f0 req-0ebc102c-43cc-47f2-834d-9a66a38ba570 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052240 Aug 31 14:29:15.714407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46054) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:15.751973 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9918a45d-620f-4717-8b09-fae0d24888f0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:15.762439 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb7fede5-8018-4c62-9655-9f5c661d63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.765531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Request body: {'port': {'network_id': '3a5f7e78-93ab-4a8f-98dd-3038159f3ebf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-30108456'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:15.809558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c969226-92bd-4c23-82fe-82480500895a None None] Network dc9a34e4-f75c-4cb1-b257-8f63b13acacb requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:16.099929 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-fb7fede5-8018-4c62-9655-9f5c661d63cb None None] For port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=66d75424-dd21-40f8-8217-8f5ed0f6dbcf,segment=NetworkSegment(e12c30fe-1e50-4f6a-b219-0ba52f7c127c),segment_id=e12c30fe-1e50-4f6a-b219-0ba52f7c127c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:16.108476 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb7fede5-8018-4c62-9655-9f5c661d63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.250834 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 9918a45d-620f-4717-8b09-fae0d24888f0 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:16.300536 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fede5-8018-4c62-9655-9f5c661d63cb None None] Pushing event updated for resources: {'Port': ['ID=66d75424-dd21-40f8-8217-8f5ed0f6dbcf,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:16.319454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c08fb0df-e612-4e4d-9e91-c139e7d525a7 None None] Provisioning for port 9918a45d-620f-4717-8b09-fae0d24888f0 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:16.342246 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c08fb0df-e612-4e4d-9e91-c139e7d525a7 None None] Provisioning complete for port 9918a45d-620f-4717-8b09-fae0d24888f0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:16.342922 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c08fb0df-e612-4e4d-9e91-c139e7d525a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.496389 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c08fb0df-e612-4e4d-9e91-c139e7d525a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.705990 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68c90866-8b8f-4e56-8ed8-58040699150a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.747108 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-c08fb0df-e612-4e4d-9e91-c139e7d525a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:29:16.751677 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-c08fb0df-e612-4e4d-9e91-c139e7d525a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:29:16.768584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214324b-38da-4e32-bd94-a04ba82421fd req-6896832c-d090-49a9-95fd-1f605bb87b8e tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:16.779145 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-6896832c-d090-49a9-95fd-1f605bb87b8e tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/networks?id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a HTTP/1.1" status: 200 len: 813 time: 1.0946245 Aug 31 14:29:16.795523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c90866-8b8f-4e56-8ed8-58040699150a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Subnet': ['ID=c7679f7f-809d-4cf6-88a9-c4f0f917b3af,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:16.797887 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-1845d704-0ec0-4702-9e79-4feb4306f188 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/quotas/52f6ed891e354bcd9f2c30fe7ff246b6 HTTP/1.1" status: 200 len: 375 time: 0.0172613 Aug 31 14:29:16.837959 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-fcfb5906-96c6-4aa5-8fb7-3b55efd54a04 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=52f6ed891e354bcd9f2c30fe7ff246b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389040 Aug 31 14:29:16.840675 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68c90866-8b8f-4e56-8ed8-58040699150a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.842660 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-68c90866-8b8f-4e56-8ed8-58040699150a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/c7679f7f-809d-4cf6-88a9-c4f0f917b3af HTTP/1.1" status: 204 len: 168 time: 2.0913589 Aug 31 14:29:16.848319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46074) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:17.039832 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e7a16009-a0a1-4ab0-8af6-ddc56d613579 service neutron] 10.222.0.39 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995101 Aug 31 14:29:17.077173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa51f08-a99f-436c-8283-c3514389474c req-07ce079d-ff36-4964-82e9-a25ff9a843eb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:17.086754 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afa51f08-a99f-436c-8283-c3514389474c req-07ce079d-ff36-4964-82e9-a25ff9a843eb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.4584329 Aug 31 14:29:17.158609 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842a0a2a-d30a-4b9b-8c93-ff49d8220e9b None None] Network dc9a34e4-f75c-4cb1-b257-8f63b13acacb requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:17.204115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Made reservation on behalf of f7072ff28b154d8ea4bcda36f63a8060 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:17.209957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:17.234845 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:17.290602 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-75aebc8b-18bc-47f6-9941-a9f73baef1d0 service neutron] 10.222.0.39 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498760 Aug 31 14:29:17.298469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] device_id is not set on port 5a0befcf-1509-41d1-9fb6-e1f6a0007018 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:17.360286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afa51f08-a99f-436c-8283-c3514389474c req-4ca566a2-8eb9-44bd-a05b-0454b9558fa1 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606134 Aug 31 14:29:17.393866 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c08fb0df-e612-4e4d-9e91-c139e7d525a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:17.783525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 66d75424-dd21-40f8-8217-8f5ed0f6dbcf up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:17.786578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c08fb0df-e612-4e4d-9e91-c139e7d525a7 None None] For port 9918a45d-620f-4717-8b09-fae0d24888f0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9918a45d-620f-4717-8b09-fae0d24888f0,segment=NetworkSegment(9aa79c5b-01cd-4f05-8975-6d45b4d27767),segment_id=9aa79c5b-01cd-4f05-8975-6d45b4d27767)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:17.800685 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:29:17.860156 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Allocated IP 2001:db8::13c (3a5f7e78-93ab-4a8f-98dd-3038159f3ebf/9ad6f70d-5642-4c75-b848-fe57b6cb0d14/5a0befcf-1509-41d1-9fb6-e1f6a0007018) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:17.871281 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c08fb0df-e612-4e4d-9e91-c139e7d525a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:17.878922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port 9918a45d-620f-4717-8b09-fae0d24888f0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:17.879566 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.040798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] For port 9918a45d-620f-4717-8b09-fae0d24888f0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9918a45d-620f-4717-8b09-fae0d24888f0,segment=NetworkSegment(9aa79c5b-01cd-4f05-8975-6d45b4d27767),segment_id=9aa79c5b-01cd-4f05-8975-6d45b4d27767)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:18.041767 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.099104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for 9918a45d-620f-4717-8b09-fae0d24888f0 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:18.129487 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fb0df-e612-4e4d-9e91-c139e7d525a7 None None] Pushing event updated for resources: {'Port': ['ID=9918a45d-620f-4717-8b09-fae0d24888f0,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:18.189682 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f491487-077f-4abf-bf6a-88d5fd42d7a4 None None] Provisioning complete for port 9918a45d-620f-4717-8b09-fae0d24888f0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:18.190073 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f491487-077f-4abf-bf6a-88d5fd42d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.288012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd0e18-632e-457f-be7d-be2dcb8c3fb8 None None] DHCP port deletion for dc9a34e4-f75c-4cb1-b257-8f63b13acacb request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:29:18.302312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:18.302580 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.369062 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e42197a-37c9-48eb-bb20-1cbe44b4c8dd req-97da9f5e-d1dc-41db-8c09-fd97c01c5b52 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 210 time: 0.0504093 Aug 31 14:29:18.394671 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.446204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-64fd0e18-632e-457f-be7d-be2dcb8c3fb8 None None] The port '9918a45d-620f-4717-8b09-fae0d24888f0' was deleted {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 14:29:18.478554 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f491487-077f-4abf-bf6a-88d5fd42d7a4 None None] Could not find standard attr ID for object 9918a45d-620f-4717-8b09-fae0d24888f0. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:29:18.487819 n-d-806683-5 neutron-server[94872]: INFO neutron.plugins.ml2.db [None req-9f491487-077f-4abf-bf6a-88d5fd42d7a4 None None] No ports have port_id starting with 9918a45d-620f-4717-8b09-fae0d24888f0 Aug 31 14:29:18.496171 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=9918a45d-620f-4717-8b09-fae0d24888f0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:18.502822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No DVR routers for this DVR port 9918a45d-620f-4717-8b09-fae0d24888f0 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:18.545716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f491487-077f-4abf-bf6a-88d5fd42d7a4 None None] Provisioning complete for port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:18.546126 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f491487-077f-4abf-bf6a-88d5fd42d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.629514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bb13a-9d9c-4e54-9a34-f3379ff0872a req-54721207-d0c7-4c9c-ba9d-d7d586f980c4 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:18.654407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bb13a-9d9c-4e54-9a34-f3379ff0872a req-54721207-d0c7-4c9c-ba9d-d7d586f980c4 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:18.672036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bb13a-9d9c-4e54-9a34-f3379ff0872a req-54721207-d0c7-4c9c-ba9d-d7d586f980c4 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:18.674247 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d3bb13a-9d9c-4e54-9a34-f3379ff0872a req-54721207-d0c7-4c9c-ba9d-d7d586f980c4 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f&device_id=d9429899-2467-4187-9dd9-7ffc32b891d4&device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 2417 time: 0.1992164 Aug 31 14:29:18.785099 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d3bb13a-9d9c-4e54-9a34-f3379ff0872a req-ba489f78-14fb-4826-a31a-5854e3f9c495 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828781 Aug 31 14:29:18.884559 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.901675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9a34e4-f75c-4cb1-b257-8f63b13acacb']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:18.926124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa79c5b-01cd-4f05-8975-6d45b4d27767') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:18.926449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa79c5b-01cd-4f05-8975-6d45b4d27767') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:18.943386 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.973169 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f491487-077f-4abf-bf6a-88d5fd42d7a4 None None] Could not find standard attr ID for object 9fbab5da-8967-45ae-86ec-024ef33f51a0. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:29:18.976971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f491487-077f-4abf-bf6a-88d5fd42d7a4 None None] Could not find standard attr ID for object db0c3afe-a2e7-4bea-bb59-481e8cd4d276. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:29:18.996037 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.024617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f491487-077f-4abf-bf6a-88d5fd42d7a4 None None] Provisioning for port fec365a7-9d5d-4a15-9818-3ad497e5b51f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:19.029831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f491487-077f-4abf-bf6a-88d5fd42d7a4 None None] Provisioning complete for port fec365a7-9d5d-4a15-9818-3ad497e5b51f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:19.030478 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f491487-077f-4abf-bf6a-88d5fd42d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.065953 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f21164-7d82-4034-b7d8-f26b5c022d6c req-18deaf9d-a408-460c-8408-38d28fa8933f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:19.070553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:29:19.070863 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86f21164-7d82-4034-b7d8-f26b5c022d6c req-18deaf9d-a408-460c-8408-38d28fa8933f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 946 time: 0.1559615 Aug 31 14:29:19.081512 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:29:19.085314 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:29:19.091737 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.130544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f491487-077f-4abf-bf6a-88d5fd42d7a4 None None] Port fec365a7-9d5d-4a15-9818-3ad497e5b51f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:19.191001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86f21164-7d82-4034-b7d8-f26b5c022d6c req-29d9295d-b117-4915-bc51-19d52dcefe08 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920265 Aug 31 14:29:19.262615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Transition to ACTIVE for port object 5a0befcf-1509-41d1-9fb6-e1f6a0007018 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:19.266232 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.350716 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.406006 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.421926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46148) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:19.425136 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/networks/dc9a34e4-f75c-4cb1-b257-8f63b13acacb HTTP/1.1" status: 204 len: 168 time: 2.5602915 Aug 31 14:29:19.438319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'name': 'tempest-PortsIpV6TestJSON-1947227683'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:19.478073 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c55cda-d273-4d39-8434-c834230c75fa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Network': ['ID=dc9a34e4-f75c-4cb1-b257-8f63b13acacb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:19.484431 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.553875 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a36c16ce-2b93-44f6-a3ff-f8e1f2179f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.592589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:19.597880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:19.603334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:19.624076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:19.624340 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.649324 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.9326885 Aug 31 14:29:19.650450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46152) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:19.657419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d3', 'mac_address': 'fa:16:3e:2b:dc:78'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:19.710058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3eefb-76f5-431e-a5e6-d9b49124691e tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event updated for resources: {'Port': ['ID=5a0befcf-1509-41d1-9fb6-e1f6a0007018,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:19.743827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9918a45d-620f-4717-8b09-fae0d24888f0 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:19.825925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fe701441-f655-473c-8871-cb29ec70ee29 req-4062118b-84ca-4deb-9688-dc83fa5992dd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 210 time: 0.1247394 Aug 31 14:29:19.830332 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 9918a45d-620f-4717-8b09-fae0d24888f0 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:19.830702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9918a45d-620f-4717-8b09-fae0d24888f0 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:19.867458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:19.872641 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.943559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port ee08cfbb-c296-44ee-8043-75a7e3d09a55 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:20.337001 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.383198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7e96ddf8-655a-41bb-a0bf-5dc599493ab0 None None] Provisioning for port 5a0befcf-1509-41d1-9fb6-e1f6a0007018 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:20.394170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7e96ddf8-655a-41bb-a0bf-5dc599493ab0 None None] Provisioning complete for port 5a0befcf-1509-41d1-9fb6-e1f6a0007018 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:20.395429 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e96ddf8-655a-41bb-a0bf-5dc599493ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.522220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7e96ddf8-655a-41bb-a0bf-5dc599493ab0 None None] Port 5a0befcf-1509-41d1-9fb6-e1f6a0007018 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:20.822396 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.841123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214324b-38da-4e32-bd94-a04ba82421fd req-33c88b2f-d5f0-4731-b5ef-08bb4ca1364c tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:20.846281 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-33c88b2f-d5f0-4731-b5ef-08bb4ca1364c tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.60 "GET /v2.0/networks?id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a HTTP/1.1" status: 200 len: 813 time: 0.4523180 Aug 31 14:29:20.864251 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.871624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-a214324b-38da-4e32-bd94-a04ba82421fd req-6731f221-0d3d-448e-8fd7-f0a8d64929e4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Request body: {'port': {'device_id': '7f86cf16-64f3-4d17-be36-013cb4beff49', 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a', 'admin_state_up': True, 'tenant_id': '52f6ed891e354bcd9f2c30fe7ff246b6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:20.914595 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.974643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214324b-38da-4e32-bd94-a04ba82421fd req-ef6d2d81-69a6-4b6d-b35a-bc2ba7079112 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:20.976777 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-ef6d2d81-69a6-4b6d-b35a-bc2ba7079112 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.60 "GET /v2.0/networks?id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a HTTP/1.1" status: 200 len: 813 time: 0.3707950 Aug 31 14:29:20.978081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] In _notify_port_updated(), no bound segment for port 5a0befcf-1509-41d1-9fb6-e1f6a0007018 on network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:29:20.984759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:20.985842 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.987536 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "PUT /v2.0/ports/5a0befcf-1509-41d1-9fb6-e1f6a0007018 HTTP/1.1" status: 200 len: 1001 time: 1.3350821 Aug 31 14:29:20.992149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46198) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:21.021707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a214324b-38da-4e32-bd94-a04ba82421fd req-a0be9073-c5a8-4687-9426-bb111cd43bcd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Request body: {'port': {'device_id': '287e8ce4-e784-44ef-b2ca-88d841bdbf05', 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a', 'admin_state_up': True, 'tenant_id': '52f6ed891e354bcd9f2c30fe7ff246b6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:21.070860 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98a65b0b-17be-4629-b1ea-c897066eed4f req-dee09baa-fb1d-4d36-b0af-de597e5d938b tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 210 time: 0.0756693 Aug 31 14:29:21.200648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event updated for resources: {'Port': ['ID=5a0befcf-1509-41d1-9fb6-e1f6a0007018,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:21.229361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a214324b-38da-4e32-bd94-a04ba82421fd req-6731f221-0d3d-448e-8fd7-f0a8d64929e4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Made reservation on behalf of 52f6ed891e354bcd9f2c30fe7ff246b6 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:21.234174 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-6731f221-0d3d-448e-8fd7-f0a8d64929e4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.237608 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.256925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.257531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.257970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.258424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.258884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.259370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.259834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.260264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.261616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.261616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.261616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.261970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929954b0-5925-4209-8b6e-fbb191a105ff tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.271006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network cc7dae14-12db-4efa-ba88-f363054d179a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:21.290675 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:21.349182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:21.356337 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:21.356679 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.381484 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9516921 Aug 31 14:29:21.381878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46202) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:21.409783 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ee3851a2-49f2-404a-bf60-281a83d595ad tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Deleting port 5a0befcf-1509-41d1-9fb6-e1f6a0007018 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:21.410187 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee3851a2-49f2-404a-bf60-281a83d595ad tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.565632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-de56f4e4-460f-4764-9739-336557e785c2 None None] Provisioning complete for port 5a0befcf-1509-41d1-9fb6-e1f6a0007018 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:21.566174 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de56f4e4-460f-4764-9739-336557e785c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.631666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=ee08cfbb-c296-44ee-8043-75a7e3d09a55,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:21.655883 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.656241 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.656763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.657110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.657457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.657813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.658216 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.658487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.658824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.659290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.659795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.660248 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792f165-027c-460e-855e-8614b2d20e4f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:21.675881 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-a214324b-38da-4e32-bd94-a04ba82421fd req-6731f221-0d3d-448e-8fd7-f0a8d64929e4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Allocated IP 172.20.0.14 (b3dfa402-1efb-4348-be4b-50abfd2c0f4a/fa8f7091-5fe4-45aa-9a19-f724117eb063/3426a221-cd65-4c07-9050-981f3f53933e) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:21.715698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-de56f4e4-460f-4764-9739-336557e785c2 None None] Port 5a0befcf-1509-41d1-9fb6-e1f6a0007018 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:21.845701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a214324b-38da-4e32-bd94-a04ba82421fd req-a0be9073-c5a8-4687-9426-bb111cd43bcd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Made reservation on behalf of 52f6ed891e354bcd9f2c30fe7ff246b6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:21.849770 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-a0be9073-c5a8-4687-9426-bb111cd43bcd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.908474 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee3851a2-49f2-404a-bf60-281a83d595ad tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.954955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b99e5-f7ac-40e5-9716-0976ddc983b6 req-099a35c0-05e6-404c-834f-64000a429044 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:21.970649 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d5b99e5-f7ac-40e5-9716-0976ddc983b6 req-099a35c0-05e6-404c-834f-64000a429044 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.2946696 Aug 31 14:29:21.991793 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa6157-451b-404f-8189-b36feac6c6f8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port ee08cfbb-c296-44ee-8043-75a7e3d09a55 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:21.995199 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6157-451b-404f-8189-b36feac6c6f8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.016109 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-6731f221-0d3d-448e-8fd7-f0a8d64929e4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.019654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ee3851a2-49f2-404a-bf60-281a83d595ad tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Calling delete_port for 5a0befcf-1509-41d1-9fb6-e1f6a0007018 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:22.087128 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-6731f221-0d3d-448e-8fd7-f0a8d64929e4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.131686 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83ec50d7-cb76-4b11-9b25-bbd724c67a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.223931 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.253446 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-632dd54a-5c19-42b5-9168-54e4c7c6037c req-ce704c08-c12c-4364-b460-71c1c7224f3b tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 210 time: 0.0628948 Aug 31 14:29:22.258629 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a214324b-38da-4e32-bd94-a04ba82421fd req-6731f221-0d3d-448e-8fd7-f0a8d64929e4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Network b3dfa402-1efb-4348-be4b-50abfd2c0f4a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:22.263871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-a214324b-38da-4e32-bd94-a04ba82421fd req-6731f221-0d3d-448e-8fd7-f0a8d64929e4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:22.266940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a214324b-38da-4e32-bd94-a04ba82421fd req-6731f221-0d3d-448e-8fd7-f0a8d64929e4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:22.292907 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d5b99e5-f7ac-40e5-9716-0976ddc983b6 req-26ef0e3a-06be-475d-a7bd-a8ae98b5a12e tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113539 Aug 31 14:29:22.329511 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6157-451b-404f-8189-b36feac6c6f8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.338598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214324b-38da-4e32-bd94-a04ba82421fd req-6731f221-0d3d-448e-8fd7-f0a8d64929e4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.340815 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-6731f221-0d3d-448e-8fd7-f0a8d64929e4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.353084 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731f221-0d3d-448e-8fd7-f0a8d64929e4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Pushing event updated for resources: {'Port': ['ID=3426a221-cd65-4c07-9050-981f3f53933e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:22.383129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa6157-451b-404f-8189-b36feac6c6f8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for ee08cfbb-c296-44ee-8043-75a7e3d09a55 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:22.399933 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-6731f221-0d3d-448e-8fd7-f0a8d64929e4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5327818 Aug 31 14:29:22.410957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Request body: {'port': {'device_id': '7f86cf16-64f3-4d17-be36-013cb4beff49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:22.491865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-a214324b-38da-4e32-bd94-a04ba82421fd req-a0be9073-c5a8-4687-9426-bb111cd43bcd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Allocated IP 172.20.0.6 (b3dfa402-1efb-4348-be4b-50abfd2c0f4a/fa8f7091-5fe4-45aa-9a19-f724117eb063/32566976-4a8e-4a7c-8f15-5470acd5c669) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:22.499244 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.909144 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6157-451b-404f-8189-b36feac6c6f8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.963419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-a0be9073-c5a8-4687-9426-bb111cd43bcd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.965820 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee3851a2-49f2-404a-bf60-281a83d595ad tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.971454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa6157-451b-404f-8189-b36feac6c6f8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=ee08cfbb-c296-44ee-8043-75a7e3d09a55,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:23.004995 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6157-451b-404f-8189-b36feac6c6f8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.011630 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46236) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:23.011931 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e2aa6157-451b-404f-8189-b36feac6c6f8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/ee08cfbb-c296-44ee-8043-75a7e3d09a55 HTTP/1.1" status: 204 len: 168 time: 1.6227913 Aug 31 14:29:23.027387 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-e9391a8a-bc22-4cb4-bf1b-505d3ef101ce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'mac_address': 'fa:16:3e:13:1a:4c', 'name': 'tempest-PortsIpV6TestJSON-1163019044'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:23.118123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-a0be9073-c5a8-4687-9426-bb111cd43bcd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.180821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3851a2-49f2-404a-bf60-281a83d595ad tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event deleted for resources: {'Port': ['ID=5a0befcf-1509-41d1-9fb6-e1f6a0007018,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:23.219427 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a214324b-38da-4e32-bd94-a04ba82421fd req-a0be9073-c5a8-4687-9426-bb111cd43bcd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Network b3dfa402-1efb-4348-be4b-50abfd2c0f4a is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:23.243892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-a214324b-38da-4e32-bd94-a04ba82421fd req-a0be9073-c5a8-4687-9426-bb111cd43bcd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:23.277368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9391a8a-bc22-4cb4-bf1b-505d3ef101ce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:23.304823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a214324b-38da-4e32-bd94-a04ba82421fd req-a0be9073-c5a8-4687-9426-bb111cd43bcd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:23.305595 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.358740 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9391a8a-bc22-4cb4-bf1b-505d3ef101ce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.457832 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-e9391a8a-bc22-4cb4-bf1b-505d3ef101ce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port d60021ba-99a9-4bce-9055-988135152927 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:23.458172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214324b-38da-4e32-bd94-a04ba82421fd req-a0be9073-c5a8-4687-9426-bb111cd43bcd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:23.458913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-a0be9073-c5a8-4687-9426-bb111cd43bcd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.508729 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee3851a2-49f2-404a-bf60-281a83d595ad tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.511456 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ee3851a2-49f2-404a-bf60-281a83d595ad tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "DELETE /v2.0/ports/5a0befcf-1509-41d1-9fb6-e1f6a0007018 HTTP/1.1" status: 204 len: 168 time: 2.5170085 Aug 31 14:29:23.542781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be9073-c5a8-4687-9426-bb111cd43bcd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Pushing event updated for resources: {'Port': ['ID=32566976-4a8e-4a7c-8f15-5470acd5c669,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:23.553641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46248) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:23.608597 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-a0be9073-c5a8-4687-9426-bb111cd43bcd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6173439 Aug 31 14:29:23.615436 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1495ed8a-0a77-4a59-915f-2433c89a73dc tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] GET failed (client error): The resource could not be found. Aug 31 14:29:23.617262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1495ed8a-0a77-4a59-915f-2433c89a73dc tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "GET /v2.0/ports/5a0befcf-1509-41d1-9fb6-e1f6a0007018 HTTP/1.1" status: 404 len: 333 time: 0.0608420 Aug 31 14:29:23.623325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Request body: {'port': {'device_id': '287e8ce4-e784-44ef-b2ca-88d841bdbf05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:23.654861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46250) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:23.662004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Request body: {'port': {'network_id': '3a5f7e78-93ab-4a8f-98dd-3038159f3ebf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-627174747'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:23.677960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803dd90-d4c5-49aa-9e85-a5f8aa8a48da req-3d91600e-1db1-4aee-bc0f-074a09e52505 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:23.679549 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e803dd90-d4c5-49aa-9e85-a5f8aa8a48da req-3d91600e-1db1-4aee-bc0f-074a09e52505 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.1879668 Aug 31 14:29:23.763926 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9391a8a-bc22-4cb4-bf1b-505d3ef101ce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.767518 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.793991 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e803dd90-d4c5-49aa-9e85-a5f8aa8a48da req-96990a20-ada4-464c-a5a3-b6020971943c tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857522 Aug 31 14:29:23.948629 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9391a8a-bc22-4cb4-bf1b-505d3ef101ce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.050335 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b12b9c-5797-4fb0-b57c-435ca149fecf req-560e01dd-aedb-4487-bfd1-97315dd15dbe tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:24.051876 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-08b12b9c-5797-4fb0-b57c-435ca149fecf req-560e01dd-aedb-4487-bfd1-97315dd15dbe tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 931 time: 0.2406447 Aug 31 14:29:24.080456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Made reservation on behalf of f7072ff28b154d8ea4bcda36f63a8060 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:24.084904 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.086715 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9391a8a-bc22-4cb4-bf1b-505d3ef101ce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network cc7dae14-12db-4efa-ba88-f363054d179a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:24.101831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-e9391a8a-bc22-4cb4-bf1b-505d3ef101ce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:24.105399 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9391a8a-bc22-4cb4-bf1b-505d3ef101ce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:24.112814 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9391a8a-bc22-4cb4-bf1b-505d3ef101ce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:24.113645 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e9391a8a-bc22-4cb4-bf1b-505d3ef101ce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.130109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] device_id is not set on port bf94bac9-2088-4f47-a265-2f926218ba24 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:24.130329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3426a221-cd65-4c07-9050-981f3f53933e {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:24.144419 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e9391a8a-bc22-4cb4-bf1b-505d3ef101ce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1305304 Aug 31 14:29:24.145867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46260) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:24.151136 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.157860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9391a8a-bc22-4cb4-bf1b-505d3ef101ce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=d60021ba-99a9-4bce-9055-988135152927,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:24.178254 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.220885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c48fe3-685b-414e-9711-cb8393054ebd tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:24.222340 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-27c48fe3-685b-414e-9711-cb8393054ebd tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/d60021ba-99a9-4bce-9055-988135152927 HTTP/1.1" status: 200 len: 845 time: 0.0679145 Aug 31 14:29:24.229148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46262) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:24.235513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Transition to ACTIVE for port object 3426a221-cd65-4c07-9050-981f3f53933e will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:24.245694 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.270983 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-08b12b9c-5797-4fb0-b57c-435ca149fecf req-f10db013-268d-4ba3-8dc0-17d3121a4978 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966662 Aug 31 14:29:24.350905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=3426a221-cd65-4c07-9050-981f3f53933e,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:24.419879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Allocated IP 2001:db8::199 (3a5f7e78-93ab-4a8f-98dd-3038159f3ebf/9ad6f70d-5642-4c75-b848-fe57b6cb0d14/bf94bac9-2088-4f47-a265-2f926218ba24) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:24.481008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Attempting to bind port 3426a221-cd65-4c07-9050-981f3f53933e on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:24.481008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Attempting to bind port 3426a221-cd65-4c07-9050-981f3f53933e by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:24.481008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Attempting to bind port 3426a221-cd65-4c07-9050-981f3f53933e on network b3dfa402-1efb-4348-be4b-50abfd2c0f4a {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:24.485917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-faecf9c7-0f9a-40e7-a297-8cf97a15d4b1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port d60021ba-99a9-4bce-9055-988135152927 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:24.486656 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-faecf9c7-0f9a-40e7-a297-8cf97a15d4b1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.492365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Port 3426a221-cd65-4c07-9050-981f3f53933e on network b3dfa402-1efb-4348-be4b-50abfd2c0f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:29:24.492365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Attempting to bind port 3426a221-cd65-4c07-9050-981f3f53933e on network b3dfa402-1efb-4348-be4b-50abfd2c0f4a {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:24.569644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:24.570244 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Checking segment: {'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:24.570825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Bound using segment: {'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:24.571464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Bound port: 3426a221-cd65-4c07-9050-981f3f53933e, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:24.572178 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.692586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32566976-4a8e-4a7c-8f15-5470acd5c669 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:24.710336 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.731142 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.733735 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-faecf9c7-0f9a-40e7-a297-8cf97a15d4b1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.746294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Transition to ACTIVE for port object 32566976-4a8e-4a7c-8f15-5470acd5c669 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:24.749090 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-faecf9c7-0f9a-40e7-a297-8cf97a15d4b1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for d60021ba-99a9-4bce-9055-988135152927 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:24.751866 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.754172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Transition to ACTIVE for port object bf94bac9-2088-4f47-a265-2f926218ba24 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:24.851566 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] For port 3426a221-cd65-4c07-9050-981f3f53933e, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:24.866090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Pushing event updated for resources: {'Port': ['ID=32566976-4a8e-4a7c-8f15-5470acd5c669,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:24.867605 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] For port 3426a221-cd65-4c07-9050-981f3f53933e, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3426a221-cd65-4c07-9050-981f3f53933e,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:24.874296 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.881235 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-faecf9c7-0f9a-40e7-a297-8cf97a15d4b1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.895748 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.930546 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:24.932401 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.934693 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] 10.222.0.60 "PUT /v2.0/ports/3426a221-cd65-4c07-9050-981f3f53933e HTTP/1.1" status: 200 len: 1092 time: 2.5284910 Aug 31 14:29:24.935494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f86cf16-64f3-4d17-be36-013cb4beff49', 'tag': '3426a221-cd65-4c07-9050-981f3f53933e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:24.938199 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810f3712-5e83-4aec-92e2-94b22ece2d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f86cf16-64f3-4d17-be36-013cb4beff49", "tag": "3426a221-cd65-4c07-9050-981f3f53933e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:24.955421 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-faecf9c7-0f9a-40e7-a297-8cf97a15d4b1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.961600 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-faecf9c7-0f9a-40e7-a297-8cf97a15d4b1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/d60021ba-99a9-4bce-9055-988135152927 HTTP/1.1" status: 204 len: 168 time: 0.7283909 Aug 31 14:29:25.029173 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.039732 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a75907b-0095-45e2-8ae5-e3cfc59bc8ac x-openstack-request-id: req-2a75907b-0095-45e2-8ae5-e3cfc59bc8ac {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:25.040332 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f86cf16-64f3-4d17-be36-013cb4beff49", "tag": "3426a221-cd65-4c07-9050-981f3f53933e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:25.040587 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a75907b-0095-45e2-8ae5-e3cfc59bc8ac {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:25.041128 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f86cf16-64f3-4d17-be36-013cb4beff49', 'tag': '3426a221-cd65-4c07-9050-981f3f53933e', 'status': 'completed', 'code': 200} Aug 31 14:29:25.043488 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc04d6a-1488-4a8b-aead-c3e11fcd7eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=3426a221-cd65-4c07-9050-981f3f53933e,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:25.054561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46276) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:25.123990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faecf9c7-0f9a-40e7-a297-8cf97a15d4b1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=d60021ba-99a9-4bce-9055-988135152927,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:25.128364 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6ecf71-7441-46eb-abae-9cd29bbe0528 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] GET failed (client error): The resource could not be found. Aug 31 14:29:25.130071 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ba6ecf71-7441-46eb-abae-9cd29bbe0528 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/d60021ba-99a9-4bce-9055-988135152927 HTTP/1.1" status: 404 len: 333 time: 0.0710173 Aug 31 14:29:25.134835 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46280) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:25.146258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5ff30d4c-5987-43fc-8b9c-bb58b63fed73 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'name': 'tempest-PortsIpV6TestJSON-447633110'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:25.163945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Attempting to bind port 32566976-4a8e-4a7c-8f15-5470acd5c669 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:25.164332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Attempting to bind port 32566976-4a8e-4a7c-8f15-5470acd5c669 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:25.164620 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Attempting to bind port 32566976-4a8e-4a7c-8f15-5470acd5c669 on network b3dfa402-1efb-4348-be4b-50abfd2c0f4a {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:25.170547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Port 32566976-4a8e-4a7c-8f15-5470acd5c669 on network b3dfa402-1efb-4348-be4b-50abfd2c0f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:29:25.170881 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Attempting to bind port 32566976-4a8e-4a7c-8f15-5470acd5c669 on network b3dfa402-1efb-4348-be4b-50abfd2c0f4a {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:25.177354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:25.177354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Checking segment: {'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:25.177724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Bound using segment: {'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:25.178306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Bound port: 32566976-4a8e-4a7c-8f15-5470acd5c669, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:25.178541 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.196798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6d3a2-c5e9-4e29-bf37-321f2ab05cf9 req-ea2a1206-7390-46ca-b440-2a3454cf9683 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:25.198780 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90b6d3a2-c5e9-4e29-bf37-321f2ab05cf9 req-ea2a1206-7390-46ca-b440-2a3454cf9683 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.2408867 Aug 31 14:29:25.213941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:25.219410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event updated for resources: {'Port': ['ID=bf94bac9-2088-4f47-a265-2f926218ba24,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:25.238285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:25.244304 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:25.250640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:25.251364 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.301396 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214324b-38da-4e32-bd94-a04ba82421fd req-3796c367-43e1-4884-b1df-465defccb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:25.302927 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-3796c367-43e1-4884-b1df-465defccb667 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52f6ed891e354bcd9f2c30fe7ff246b6&device_id=7f86cf16-64f3-4d17-be36-013cb4beff49 HTTP/1.1" status: 200 len: 1095 time: 0.3031721 Aug 31 14:29:25.336612 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90b6d3a2-c5e9-4e29-bf37-321f2ab05cf9 req-4d84136b-ef66-4f41-93e1-0625d5e914ee tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211619 Aug 31 14:29:25.358842 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c35ddfb9-a945-4a2e-877c-8b022627dc8d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7007904 Aug 31 14:29:25.372208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46284) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:25.387078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1ee479ec-cd51-4a66-b5ca-5c033136b5b6 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2b:dc:78'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:25.438090 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-c4c9bfd6-7cfc-4104-840e-62b7cebccd63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3426a221-cd65-4c07-9050-981f3f53933e HTTP/1.1" status: 200 len: 217 time: 0.1178319 Aug 31 14:29:25.485444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] For port 32566976-4a8e-4a7c-8f15-5470acd5c669, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:25.553976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] For port 32566976-4a8e-4a7c-8f15-5470acd5c669, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=32566976-4a8e-4a7c-8f15-5470acd5c669,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:25.558577 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8f4a3-cbbd-4ba9-a998-20b7e769d995 req-59a1fc7f-37ba-474f-af3e-18f34f795569 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:25.560314 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaa8f4a3-cbbd-4ba9-a998-20b7e769d995 req-59a1fc7f-37ba-474f-af3e-18f34f795569 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 943 time: 0.1385450 Aug 31 14:29:25.563547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e422666d-6a8b-4e4b-b596-acae3ba481e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:25.565764 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e422666d-6a8b-4e4b-b596-acae3ba481e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa8f7091-5fe4-45aa-9a19-f724117eb063 HTTP/1.1" status: 200 len: 853 time: 0.1017482 Aug 31 14:29:25.567037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff30d4c-5987-43fc-8b9c-bb58b63fed73 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:25.570784 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.571026 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ff30d4c-5987-43fc-8b9c-bb58b63fed73 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.628402 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e94d3249-6b1b-4b5a-bf48-cc2af843cbe5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467803 Aug 31 14:29:25.654817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-5ff30d4c-5987-43fc-8b9c-bb58b63fed73 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port 85ba55fa-4af7-417c-be52-2b09b78155e1 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:25.688207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:25.689100 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.691617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] 10.222.0.60 "PUT /v2.0/ports/32566976-4a8e-4a7c-8f15-5470acd5c669 HTTP/1.1" status: 200 len: 1091 time: 2.0731411 Aug 31 14:29:25.692081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287e8ce4-e784-44ef-b2ca-88d841bdbf05', 'tag': '32566976-4a8e-4a7c-8f15-5470acd5c669'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:25.700361 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fa971e-30a0-461f-aad2-d200713d3ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "287e8ce4-e784-44ef-b2ca-88d841bdbf05", "tag": "32566976-4a8e-4a7c-8f15-5470acd5c669"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:25.761857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e86201-7dc3-4791-baf3-c40a17d97b9a service neutron] Pushing event updated for resources: {'Port': ['ID=32566976-4a8e-4a7c-8f15-5470acd5c669,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:25.783354 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aaa8f4a3-cbbd-4ba9-a998-20b7e769d995 req-18e9e7a4-9009-4ad1-8e0c-52b5aa18e06a tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087598 Aug 31 14:29:25.850063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-48926082-7859-4d3f-b242-56743cea57d4 None None] Provisioning for port bf94bac9-2088-4f47-a265-2f926218ba24 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:25.885497 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-48926082-7859-4d3f-b242-56743cea57d4 None None] Provisioning complete for port bf94bac9-2088-4f47-a265-2f926218ba24 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:25.885819 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48926082-7859-4d3f-b242-56743cea57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.908945 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-f150baaf-2d37-48f9-899b-5cae174a9dda service neutron] 10.222.0.60 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632074 Aug 31 14:29:25.962217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-48926082-7859-4d3f-b242-56743cea57d4 None None] Port bf94bac9-2088-4f47-a265-2f926218ba24 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:26.030219 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ff30d4c-5987-43fc-8b9c-bb58b63fed73 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.174730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ff30d4c-5987-43fc-8b9c-bb58b63fed73 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.242818 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8aabb598-14ce-49d9-810b-88d1ac6a528a service neutron] 10.222.0.60 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435536 Aug 31 14:29:26.282219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff30d4c-5987-43fc-8b9c-bb58b63fed73 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network cc7dae14-12db-4efa-ba88-f363054d179a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:26.286443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5ff30d4c-5987-43fc-8b9c-bb58b63fed73 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:26.288970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff30d4c-5987-43fc-8b9c-bb58b63fed73 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=85ba55fa-4af7-417c-be52-2b09b78155e1,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:26.291877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff30d4c-5987-43fc-8b9c-bb58b63fed73 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:26.299414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff30d4c-5987-43fc-8b9c-bb58b63fed73 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:26.300374 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ff30d4c-5987-43fc-8b9c-bb58b63fed73 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.302572 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213567ff-78ca-41d3-b61c-da704b424857 x-openstack-request-id: req-213567ff-78ca-41d3-b61c-da704b424857 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:26.303352 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287e8ce4-e784-44ef-b2ca-88d841bdbf05", "tag": "32566976-4a8e-4a7c-8f15-5470acd5c669", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:26.303844 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-213567ff-78ca-41d3-b61c-da704b424857 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:26.305109 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287e8ce4-e784-44ef-b2ca-88d841bdbf05', 'tag': '32566976-4a8e-4a7c-8f15-5470acd5c669', 'status': 'completed', 'code': 200} Aug 31 14:29:26.319125 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5ff30d4c-5987-43fc-8b9c-bb58b63fed73 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1826546 Aug 31 14:29:26.321266 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46302) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:26.330063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-3f6070f7-69f5-45b9-9ca5-ac06c5c44af2 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:26.330310 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ee479ec-cd51-4a66-b5ca-5c033136b5b6 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.348627 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214324b-38da-4e32-bd94-a04ba82421fd req-93d1a44f-27e8-4df2-8129-7f5470c080a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:26.350150 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-93d1a44f-27e8-4df2-8129-7f5470c080a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52f6ed891e354bcd9f2c30fe7ff246b6&device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 1094 time: 0.6002357 Aug 31 14:29:26.476138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f3712-5e83-4aec-92e2-94b22ece2d1a req-15f0304b-cba6-4a5c-990a-a2a15f9ac9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:26.477903 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-810f3712-5e83-4aec-92e2-94b22ece2d1a req-15f0304b-cba6-4a5c-990a-a2a15f9ac9af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52f6ed891e354bcd9f2c30fe7ff246b6&device_id=7f86cf16-64f3-4d17-be36-013cb4beff49 HTTP/1.1" status: 200 len: 1095 time: 0.1076150 Aug 31 14:29:26.479459 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f6070f7-69f5-45b9-9ca5-ac06c5c44af2 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.658779 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481141e-e399-48a9-8fc0-eaed3c229667 req-769cb33c-495e-43a5-8a5a-ab00651e0717 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:26.660583 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f481141e-e399-48a9-8fc0-eaed3c229667 req-769cb33c-495e-43a5-8a5a-ab00651e0717 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.1778212 Aug 31 14:29:26.679433 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ee479ec-cd51-4a66-b5ca-5c033136b5b6 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.686496 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-125b6b16-8c70-43c6-bad7-6747fbf9ca1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32566976-4a8e-4a7c-8f15-5470acd5c669 HTTP/1.1" status: 200 len: 217 time: 0.3091323 Aug 31 14:29:26.687944 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ee479ec-cd51-4a66-b5ca-5c033136b5b6 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.714989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1ee479ec-cd51-4a66-b5ca-5c033136b5b6 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] In _notify_port_updated(), no bound segment for port bf94bac9-2088-4f47-a265-2f926218ba24 on network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:29:26.721812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee479ec-cd51-4a66-b5ca-5c033136b5b6 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:26.722490 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ee479ec-cd51-4a66-b5ca-5c033136b5b6 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.726500 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1ee479ec-cd51-4a66-b5ca-5c033136b5b6 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "PUT /v2.0/ports/bf94bac9-2088-4f47-a265-2f926218ba24 HTTP/1.1" status: 200 len: 1002 time: 1.3474817 Aug 31 14:29:26.729292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46306) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:26.772825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f3712-5e83-4aec-92e2-94b22ece2d1a req-a72c7fc0-a5d8-4fe4-b7f9-e1eece9de29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:26.774480 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-810f3712-5e83-4aec-92e2-94b22ece2d1a req-a72c7fc0-a5d8-4fe4-b7f9-e1eece9de29d service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a HTTP/1.1" status: 200 len: 914 time: 0.2839196 Aug 31 14:29:26.855306 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-810f3712-5e83-4aec-92e2-94b22ece2d1a req-4e76fca5-521b-4686-8ae4-52edef443743 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3426a221-cd65-4c07-9050-981f3f53933e HTTP/1.1" status: 200 len: 217 time: 0.0658221 Aug 31 14:29:26.858598 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f481141e-e399-48a9-8fc0-eaed3c229667 req-32c6c832-3a30-4d3e-8a92-7832b4108cc8 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889923 Aug 31 14:29:26.946926 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f6070f7-69f5-45b9-9ca5-ac06c5c44af2 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.958613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f6070f7-69f5-45b9-9ca5-ac06c5c44af2 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.975267 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f3712-5e83-4aec-92e2-94b22ece2d1a req-844632a8-247c-43f1-8b04-77f8e3e48d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:26.977007 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-810f3712-5e83-4aec-92e2-94b22ece2d1a req-844632a8-247c-43f1-8b04-77f8e3e48d52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa8f7091-5fe4-45aa-9a19-f724117eb063 HTTP/1.1" status: 200 len: 853 time: 0.1123707 Aug 31 14:29:27.038207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee479ec-cd51-4a66-b5ca-5c033136b5b6 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event updated for resources: {'Port': ['ID=bf94bac9-2088-4f47-a265-2f926218ba24,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:27.074735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214324b-38da-4e32-bd94-a04ba82421fd req-2aa0e439-cccd-4c42-a43c-b46bc1db64df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:27.079965 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-2aa0e439-cccd-4c42-a43c-b46bc1db64df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa8f7091-5fe4-45aa-9a19-f724117eb063 HTTP/1.1" status: 200 len: 853 time: 0.3499360 Aug 31 14:29:27.144202 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-8b702130-5d34-466f-925f-c3cad242b19d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557075 Aug 31 14:29:27.148966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d0664-3cb1-4fa8-9c34-7d724a1bbbeb tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Deleting port bf94bac9-2088-4f47-a265-2f926218ba24 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:27.149315 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0664-3cb1-4fa8-9c34-7d724a1bbbeb tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:27.211868 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8225978b-9cd4-4b95-bb0f-77ef8fff16f9 None None] Provisioning complete for port bf94bac9-2088-4f47-a265-2f926218ba24 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:27.212526 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8225978b-9cd4-4b95-bb0f-77ef8fff16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:27.322592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf4f95-6e21-49a0-a3fd-aa6e5d5f2b85 req-cccbad84-e3d3-4ec3-ab23-909e01d464d0 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:27.335427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11cf4f95-6e21-49a0-a3fd-aa6e5d5f2b85 req-cccbad84-e3d3-4ec3-ab23-909e01d464d0 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 943 time: 0.3891318 Aug 31 14:29:27.389383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8225978b-9cd4-4b95-bb0f-77ef8fff16f9 None None] Port bf94bac9-2088-4f47-a265-2f926218ba24 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:27.514686 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-810f3712-5e83-4aec-92e2-94b22ece2d1a req-d7b2a31b-160f-447c-83d1-b8241899d9d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435143 Aug 31 14:29:27.514686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-3f6070f7-69f5-45b9-9ca5-ac06c5c44af2 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] In _notify_port_updated(), no bound segment for port 85ba55fa-4af7-417c-be52-2b09b78155e1 on network cc7dae14-12db-4efa-ba88-f363054d179a {{(pid=94870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:29:27.514686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6070f7-69f5-45b9-9ca5-ac06c5c44af2 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:27.514686 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f6070f7-69f5-45b9-9ca5-ac06c5c44af2 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:27.514686 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3f6070f7-69f5-45b9-9ca5-ac06c5c44af2 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "PUT /v2.0/ports/85ba55fa-4af7-417c-be52-2b09b78155e1 HTTP/1.1" status: 200 len: 818 time: 1.1851864 Aug 31 14:29:27.514686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46324) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:27.655267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 3426a221-cd65-4c07-9050-981f3f53933e details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:29:27.669735 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11cf4f95-6e21-49a0-a3fd-aa6e5d5f2b85 req-ef1825b9-8f8b-4a4f-b952-5b442caf292a tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058951 Aug 31 14:29:27.676901 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0664-3cb1-4fa8-9c34-7d724a1bbbeb tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:27.691602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6070f7-69f5-45b9-9ca5-ac06c5c44af2 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=85ba55fa-4af7-417c-be52-2b09b78155e1,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:27.707219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-b046391e-0ca1-4cd0-b36a-108ab6b93d3f service neutron] 10.222.0.60 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476103 Aug 31 14:29:27.731996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d0664-3cb1-4fa8-9c34-7d724a1bbbeb tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Calling delete_port for bf94bac9-2088-4f47-a265-2f926218ba24 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:27.795667 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-810f3712-5e83-4aec-92e2-94b22ece2d1a req-939637b1-fa5d-4523-8e32-8d9be69878ae service neutron] 10.222.0.60 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861032 Aug 31 14:29:27.866646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 3426a221-cd65-4c07-9050-981f3f53933e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3426a221-cd65-4c07-9050-981f3f53933e,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:27.918479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-183c7853-6469-455f-b130-1c03f5c50122 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port 85ba55fa-4af7-417c-be52-2b09b78155e1 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:27.920855 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-183c7853-6469-455f-b130-1c03f5c50122 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:27.924333 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a214324b-38da-4e32-bd94-a04ba82421fd req-c9c0b632-8241-4bdb-85b2-7492553c2770 service neutron] 10.222.0.60 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065475 Aug 31 14:29:28.092121 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-183c7853-6469-455f-b130-1c03f5c50122 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.096520 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-810f3712-5e83-4aec-92e2-94b22ece2d1a req-b1d4374a-d0c8-490e-a67d-e5c576c0baf5 service neutron] 10.222.0.60 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895520 Aug 31 14:29:28.128869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-183c7853-6469-455f-b130-1c03f5c50122 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for 85ba55fa-4af7-417c-be52-2b09b78155e1 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:28.183542 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0664-3cb1-4fa8-9c34-7d724a1bbbeb tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.194269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de4cd0-7a2e-4c3f-a28e-2581d4b8accd req-121a271f-60da-4d67-a444-258d614057cf tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:28.196511 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-29de4cd0-7a2e-4c3f-a28e-2581d4b8accd req-121a271f-60da-4d67-a444-258d614057cf tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.1267705 Aug 31 14:29:28.225338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d0664-3cb1-4fa8-9c34-7d724a1bbbeb tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event deleted for resources: {'Port': ['ID=bf94bac9-2088-4f47-a265-2f926218ba24,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:28.231772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '3426a221-cd65-4c07-9050-981f3f53933e', 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a', 'port_id': '3426a221-cd65-4c07-9050-981f3f53933e', 'mac_address': 'fa:16:3e:fd:14:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8f7091-5fe4-45aa-9a19-f724117eb063', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:29:28.250431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa971e-30a0-461f-aad2-d200713d3ee0 req-c2c97113-0a3b-43d5-abfd-5b37e5738462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:28.253591 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95fa971e-30a0-461f-aad2-d200713d3ee0 req-c2c97113-0a3b-43d5-abfd-5b37e5738462 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52f6ed891e354bcd9f2c30fe7ff246b6&device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 1094 time: 0.1922073 Aug 31 14:29:28.261808 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-29de4cd0-7a2e-4c3f-a28e-2581d4b8accd req-15b5289f-0b2c-4e62-8ee9-81613de068fa tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553992 Aug 31 14:29:28.271492 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-183c7853-6469-455f-b130-1c03f5c50122 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.309773 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c7853-6469-455f-b130-1c03f5c50122 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=85ba55fa-4af7-417c-be52-2b09b78155e1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:28.319827 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-183c7853-6469-455f-b130-1c03f5c50122 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.324239 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-183c7853-6469-455f-b130-1c03f5c50122 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/85ba55fa-4af7-417c-be52-2b09b78155e1 HTTP/1.1" status: 204 len: 168 time: 0.6887560 Aug 31 14:29:28.329382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46352) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:28.369258 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.413679 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c5bd3b-2cea-476a-97f1-60ff1a51e089 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:28.415528 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-01c5bd3b-2cea-476a-97f1-60ff1a51e089 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0851080 Aug 31 14:29:28.422000 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0664-3cb1-4fa8-9c34-7d724a1bbbeb tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.425101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46360) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:28.426976 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0b3d0664-3cb1-4fa8-9c34-7d724a1bbbeb tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "DELETE /v2.0/ports/bf94bac9-2088-4f47-a265-2f926218ba24 HTTP/1.1" status: 204 len: 168 time: 1.6888735 Aug 31 14:29:28.427669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46362) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:28.450048 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3426a221-cd65-4c07-9050-981f3f53933e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:28.461873 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a82099-8b48-446e-b0c2-e52a8da69f0d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] GET failed (client error): The resource could not be found. Aug 31 14:29:28.471982 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c7a82099-8b48-446e-b0c2-e52a8da69f0d tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "GET /v2.0/ports/bf94bac9-2088-4f47-a265-2f926218ba24 HTTP/1.1" status: 404 len: 333 time: 0.0429034 Aug 31 14:29:28.472277 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f543df-0a36-4578-891e-37aac8e1ba43 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] GET failed (client error): The resource could not be found. Aug 31 14:29:28.474608 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-63f543df-0a36-4578-891e-37aac8e1ba43 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/85ba55fa-4af7-417c-be52-2b09b78155e1 HTTP/1.1" status: 404 len: 333 time: 0.0484495 Aug 31 14:29:28.475348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46364) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:28.481116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46366) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:28.485472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Request body: {'port': {'network_id': '3a5f7e78-93ab-4a8f-98dd-3038159f3ebf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1904938701'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:28.492149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-970c95ab-9afe-4a88-b7a9-53c5f0697d5b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-454711148'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:28.508475 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 3426a221-cd65-4c07-9050-981f3f53933e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3426a221-cd65-4c07-9050-981f3f53933e,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:28.514540 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.583637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=3426a221-cd65-4c07-9050-981f3f53933e,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:28.593912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:28.594396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:28.594615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:28.594953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:28.595330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:28.595665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:28.595997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:28.596505 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:28.596728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:28.597302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:28.597922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:28.598499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:28.639413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa971e-30a0-461f-aad2-d200713d3ee0 req-bece8143-1e32-4744-ae36-3fd1d1dbdeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:28.640971 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95fa971e-30a0-461f-aad2-d200713d3ee0 req-bece8143-1e32-4744-ae36-3fd1d1dbdeac service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a HTTP/1.1" status: 200 len: 914 time: 0.3507059 Aug 31 14:29:28.667615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970c95ab-9afe-4a88-b7a9-53c5f0697d5b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:28.672837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-970c95ab-9afe-4a88-b7a9-53c5f0697d5b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.734098 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95fa971e-30a0-461f-aad2-d200713d3ee0 req-be48bae1-7a1b-4f65-bf51-7ee18000b15b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32566976-4a8e-4a7c-8f15-5470acd5c669 HTTP/1.1" status: 200 len: 217 time: 0.0823047 Aug 31 14:29:28.741133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Made reservation on behalf of f7072ff28b154d8ea4bcda36f63a8060 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:28.744929 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.746669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a5f80-260b-4a81-88d1-427a2d6a5f00 req-8c012f46-c99a-4e49-856d-d5dfd7a38b23 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:28.748644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a38a5f80-260b-4a81-88d1-427a2d6a5f00 req-8c012f46-c99a-4e49-856d-d5dfd7a38b23 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.2352281 Aug 31 14:29:28.780833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] device_id is not set on port 8622e8f2-842c-4c15-abec-6f0c4d7bbde4 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:28.830707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970c95ab-9afe-4a88-b7a9-53c5f0697d5b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:29:28.848300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['3426a221-cd65-4c07-9050-981f3f53933e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:29:28.859189 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa971e-30a0-461f-aad2-d200713d3ee0 req-9c0c26ac-1e09-499b-998d-4fabdf39d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:28.860699 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95fa971e-30a0-461f-aad2-d200713d3ee0 req-9c0c26ac-1e09-499b-998d-4fabdf39d8f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa8f7091-5fe4-45aa-9a19-f724117eb063 HTTP/1.1" status: 200 len: 853 time: 0.1081052 Aug 31 14:29:28.863664 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-970c95ab-9afe-4a88-b7a9-53c5f0697d5b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.864008 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-970c95ab-9afe-4a88-b7a9-53c5f0697d5b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Added segment 2905c516-143a-480b-8e22-b753ca88c2e2 of type vlan for network bc841267-7fb5-4977-b53e-b9c43cf95469 Aug 31 14:29:28.878065 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a38a5f80-260b-4a81-88d1-427a2d6a5f00 req-c71a8eac-86b8-4b12-bb4a-639bcd121aec tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004987 Aug 31 14:29:28.921110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b9b7-00b4-48fc-85d2-e640ccbe41fa req-356bc2cd-732f-44ce-b120-fdae7e14bd5a tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:28.928729 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a939b9b7-00b4-48fc-85d2-e640ccbe41fa req-356bc2cd-732f-44ce-b120-fdae7e14bd5a tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 943 time: 0.1018500 Aug 31 14:29:28.937580 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95fa971e-30a0-461f-aad2-d200713d3ee0 req-f662ba42-08e6-43f8-b0a0-f3e011b6fe4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630639 Aug 31 14:29:28.963241 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-970c95ab-9afe-4a88-b7a9-53c5f0697d5b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.996760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Allocated IP 2001:db8::fb (3a5f7e78-93ab-4a8f-98dd-3038159f3ebf/9ad6f70d-5642-4c75-b848-fe57b6cb0d14/8622e8f2-842c-4c15-abec-6f0c4d7bbde4) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:29.013530 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a939b9b7-00b4-48fc-85d2-e640ccbe41fa req-c55372da-76ac-4436-bd62-a41a8e4986b1 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835664 Aug 31 14:29:29.061108 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-970c95ab-9afe-4a88-b7a9-53c5f0697d5b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.066642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970c95ab-9afe-4a88-b7a9-53c5f0697d5b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:29.067253 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-970c95ab-9afe-4a88-b7a9-53c5f0697d5b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.145762 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-970c95ab-9afe-4a88-b7a9-53c5f0697d5b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6634719 Aug 31 14:29:29.148905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46380) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:29.154628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a45594a2-60f4-4ef5-85bb-8b3f7c19d939 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': 'bc841267-7fb5-4977-b53e-b9c43cf95469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:29.154809 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c95ab-9afe-4a88-b7a9-53c5f0697d5b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Network': ['ID=bc841267-7fb5-4977-b53e-b9c43cf95469,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:29.157942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95fa971e-30a0-461f-aad2-d200713d3ee0 req-b8e4ba44-73a8-4f91-8c9b-d12519fbd0f4 service neutron] 10.222.0.60 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096562 Aug 31 14:29:29.169945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network bc841267-7fb5-4977-b53e-b9c43cf95469 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:29:29.244771 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.274310 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95fa971e-30a0-461f-aad2-d200713d3ee0 req-c4314153-b44c-4000-91a9-0b8fe39bc1b7 service neutron] 10.222.0.60 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072154 Aug 31 14:29:29.277040 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Transition to ACTIVE for port object 8622e8f2-842c-4c15-abec-6f0c4d7bbde4 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:29.310749 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45594a2-60f4-4ef5-85bb-8b3f7c19d939 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:29.314473 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a45594a2-60f4-4ef5-85bb-8b3f7c19d939 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.408788 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.421236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659dedf-b05f-4eaf-b829-12a75a0da5d1 req-aef3ea06-9997-4a86-96eb-b61c57d912f1 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:29.422976 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7659dedf-b05f-4eaf-b829-12a75a0da5d1 req-aef3ea06-9997-4a86-96eb-b61c57d912f1 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.0623407 Aug 31 14:29:29.468493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7659dedf-b05f-4eaf-b829-12a75a0da5d1 req-eb8c201f-a3f9-4e25-b6ef-6616651f2545 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378175 Aug 31 14:29:29.491632 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:29.501351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3a89e-d4f1-45a9-93e2-2afc90f7691f req-c25321ba-edd1-47ff-a408-477552c52c81 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:29.502837 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ae3a89e-d4f1-45a9-93e2-2afc90f7691f req-c25321ba-edd1-47ff-a408-477552c52c81 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.1445224 Aug 31 14:29:29.508543 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:29.516813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:29.523081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:29.523081 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.537653 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event updated for resources: {'Port': ['ID=8622e8f2-842c-4c15-abec-6f0c4d7bbde4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:29.562915 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-44c8b8da-dfc3-4ff2-8706-181766f7ccb7 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0864091 Aug 31 14:29:29.565844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46392) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:29.571383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Request body: {'port': {'network_id': '3a5f7e78-93ab-4a8f-98dd-3038159f3ebf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1076820089'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:29.618025 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ae3a89e-d4f1-45a9-93e2-2afc90f7691f req-718548a2-4898-4495-8342-4b6743995c1a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026418 Aug 31 14:29:29.682237 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 32566976-4a8e-4a7c-8f15-5470acd5c669 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:29:29.702447 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a45594a2-60f4-4ef5-85bb-8b3f7c19d939 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.724664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Made reservation on behalf of f7072ff28b154d8ea4bcda36f63a8060 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:29.729374 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.772984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] device_id is not set on port 79aaa0a0-011c-4185-8e69-6585ab0c7fba yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:29.802114 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45594a2-60f4-4ef5-85bb-8b3f7c19d939 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Subnet': ['ID=1a5eae83-9e21-4b26-b30d-adff86f0580b,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:29.830014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 32566976-4a8e-4a7c-8f15-5470acd5c669, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=32566976-4a8e-4a7c-8f15-5470acd5c669,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:29.833200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45594a2-60f4-4ef5-85bb-8b3f7c19d939 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Checking segment: {'id': '2905c516-143a-480b-8e22-b753ca88c2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bc841267-7fb5-4977-b53e-b9c43cf95469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:29.833578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45594a2-60f4-4ef5-85bb-8b3f7c19d939 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network hostable DHCP agents. Network: bc841267-7fb5-4977-b53e-b9c43cf95469, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:29:29.846251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '32566976-4a8e-4a7c-8f15-5470acd5c669', 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a', 'port_id': '32566976-4a8e-4a7c-8f15-5470acd5c669', 'mac_address': 'fa:16:3e:0b:46:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8f7091-5fe4-45aa-9a19-f724117eb063', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:29:29.868194 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45594a2-60f4-4ef5-85bb-8b3f7c19d939 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network bc841267-7fb5-4977-b53e-b9c43cf95469 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:29:29.879646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a45594a2-60f4-4ef5-85bb-8b3f7c19d939 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, bc841267-7fb5-4977-b53e-b9c43cf95469) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:29.884307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45594a2-60f4-4ef5-85bb-8b3f7c19d939 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:29.884938 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a45594a2-60f4-4ef5-85bb-8b3f7c19d939 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.896996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d793c40a-3ad8-47bb-8ea0-d34864434e9e None None] Network bc841267-7fb5-4977-b53e-b9c43cf95469 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:29.904063 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a45594a2-60f4-4ef5-85bb-8b3f7c19d939 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7540078 Aug 31 14:29:29.906731 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46402) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:29.912942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c3d0f2da-469b-4d8d-a6a3-792d2c98f1cc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': 'bc841267-7fb5-4977-b53e-b9c43cf95469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:29.959358 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.968407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Allocated IP 2001:db8::f4 (3a5f7e78-93ab-4a8f-98dd-3038159f3ebf/9ad6f70d-5642-4c75-b848-fe57b6cb0d14/79aaa0a0-011c-4185-8e69-6585ab0c7fba) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:29.981560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32566976-4a8e-4a7c-8f15-5470acd5c669 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:30.003017 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c1ac38f2-65fc-47ad-8a62-caa2f4d2204e None None] Provisioning for port 8622e8f2-842c-4c15-abec-6f0c4d7bbde4 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:30.025867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c1ac38f2-65fc-47ad-8a62-caa2f4d2204e None None] Provisioning complete for port 8622e8f2-842c-4c15-abec-6f0c4d7bbde4 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:30.026232 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1ac38f2-65fc-47ad-8a62-caa2f4d2204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.057113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 32566976-4a8e-4a7c-8f15-5470acd5c669, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=32566976-4a8e-4a7c-8f15-5470acd5c669,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:30.071577 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.113285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac38f2-65fc-47ad-8a62-caa2f4d2204e None None] Port 8622e8f2-842c-4c15-abec-6f0c4d7bbde4 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:30.163353 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac88bb-2b2c-44c8-bd57-d562222aa6b1 req-842b37b2-0640-4c66-af1d-287f0fa17592 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:30.170020 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=32566976-4a8e-4a7c-8f15-5470acd5c669,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:30.172042 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-35ac88bb-2b2c-44c8-bd57-d562222aa6b1 req-842b37b2-0640-4c66-af1d-287f0fa17592 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 944 time: 0.0836337 Aug 31 14:29:30.182109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d0f2da-469b-4d8d-a6a3-792d2c98f1cc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:30.186129 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c3d0f2da-469b-4d8d-a6a3-792d2c98f1cc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.202984 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.211499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-bc841267-7fb5-4977-b53e-b9c43cf95469', 'network_id': 'bc841267-7fb5-4977-b53e-b9c43cf95469', 'tenant_id': 'f3c611d741be49adbca35ee8a5cd3d28', 'fixed_ips': [{'subnet_id': '1a5eae83-9e21-4b26-b30d-adff86f0580b'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:29:30.212735 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.222012 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Transition to ACTIVE for port object 79aaa0a0-011c-4185-8e69-6585ab0c7fba will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:30.266283 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-35ac88bb-2b2c-44c8-bd57-d562222aa6b1 req-8c20ee45-503f-499e-a64f-447cba94736c tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932999 Aug 31 14:29:30.267724 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.321263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:30.327767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:30.331019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:30.337909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:30.338470 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.345182 n-d-806683-5 neutron-server[94870]: INFO neutron.db.ipam_backend_mixin [None req-c3d0f2da-469b-4d8d-a6a3-792d2c98f1cc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1a5eae83-9e21-4b26-b30d-adff86f0580b (CIDR: 2001:db8::/64) Aug 31 14:29:30.352400 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d0f2da-469b-4d8d-a6a3-792d2c98f1cc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:29:30.353029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d0f2da-469b-4d8d-a6a3-792d2c98f1cc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:29:30.374384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event updated for resources: {'Port': ['ID=79aaa0a0-011c-4185-8e69-6585ab0c7fba,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:30.374590 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c3d0f2da-469b-4d8d-a6a3-792d2c98f1cc tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4636092 Aug 31 14:29:30.374825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46412) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:30.384372 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4a2da41c-68c7-48e4-a734-4d1863238b37 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8149304 Aug 31 14:29:30.385110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46414) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:30.385837 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0318acf0-4d8b-40a3-b3d2-dd72cb754bea tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': 'bc841267-7fb5-4977-b53e-b9c43cf95469', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:30.388661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['32566976-4a8e-4a7c-8f15-5470acd5c669'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:29:30.399811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a54bfee9-6509-40e0-b593-6034e51035b1 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d3', 'mac_address': 'fa:16:3e:2b:dc:78'}, {'ip_address': '2001:db8::fb', 'mac_address': 'fa:16:3e:68:da:27'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:30.476313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Allocated IP 2001:db8::2 (bc841267-7fb5-4977-b53e-b9c43cf95469/1a5eae83-9e21-4b26-b30d-adff86f0580b/5819f43e-8208-4bb3-bdbf-29616d074d44) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:30.488153 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a54bfee9-6509-40e0-b593-6034e51035b1 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.544428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0318acf0-4d8b-40a3-b3d2-dd72cb754bea tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:30.547960 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0318acf0-4d8b-40a3-b3d2-dd72cb754bea tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.772792 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bd33a368-0f39-4e20-9070-0874143329ae None None] Provisioning for port 79aaa0a0-011c-4185-8e69-6585ab0c7fba completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:30.779725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2c595-e075-413c-9cab-bc37259adcb0 req-11e4e190-8b58-4448-9c62-12e4144d8e30 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:30.785729 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bd33a368-0f39-4e20-9070-0874143329ae None None] Provisioning complete for port 79aaa0a0-011c-4185-8e69-6585ab0c7fba triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:30.786099 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd33a368-0f39-4e20-9070-0874143329ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.788858 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ebc2c595-e075-413c-9cab-bc37259adcb0 req-11e4e190-8b58-4448-9c62-12e4144d8e30 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.1841218 Aug 31 14:29:30.826965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bd33a368-0f39-4e20-9070-0874143329ae None None] Port 79aaa0a0-011c-4185-8e69-6585ab0c7fba cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:30.873163 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ebc2c595-e075-413c-9cab-bc37259adcb0 req-9d06c782-e58d-43a0-bb9d-e31428c5ef77 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832410 Aug 31 14:29:30.948696 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.958186 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Transition to ACTIVE for port object 5819f43e-8208-4bb3-bdbf-29616d074d44 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:30.964590 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0318acf0-4d8b-40a3-b3d2-dd72cb754bea tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.976565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Transition to ACTIVE for port object 5819f43e-8208-4bb3-bdbf-29616d074d44 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:30.980670 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a54bfee9-6509-40e0-b593-6034e51035b1 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.984651 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.985144 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a54bfee9-6509-40e0-b593-6034e51035b1 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.030462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a54bfee9-6509-40e0-b593-6034e51035b1 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] In _notify_port_updated(), no bound segment for port 79aaa0a0-011c-4185-8e69-6585ab0c7fba on network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:29:31.036064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318acf0-4d8b-40a3-b3d2-dd72cb754bea tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network bc841267-7fb5-4977-b53e-b9c43cf95469 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:31.038593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54bfee9-6509-40e0-b593-6034e51035b1 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:31.039364 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a54bfee9-6509-40e0-b593-6034e51035b1 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.043235 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a54bfee9-6509-40e0-b593-6034e51035b1 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "PUT /v2.0/ports/79aaa0a0-011c-4185-8e69-6585ab0c7fba HTTP/1.1" status: 200 len: 1066 time: 0.6556919 Aug 31 14:29:31.046842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-0318acf0-4d8b-40a3-b3d2-dd72cb754bea tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:31.047283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46430) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:31.053093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318acf0-4d8b-40a3-b3d2-dd72cb754bea tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:31.053751 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0318acf0-4d8b-40a3-b3d2-dd72cb754bea tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.090304 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9f8ba-5a64-477b-8919-058596ee2899 req-74d4e3dd-0fac-4ef8-84b1-e0c1d90f6f10 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:31.092361 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9d9f8ba-5a64-477b-8919-058596ee2899 req-74d4e3dd-0fac-4ef8-84b1-e0c1d90f6f10 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.1589801 Aug 31 14:29:31.110359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bfee9-6509-40e0-b593-6034e51035b1 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event updated for resources: {'Port': ['ID=79aaa0a0-011c-4185-8e69-6585ab0c7fba,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:31.112896 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Network bc841267-7fb5-4977-b53e-b9c43cf95469 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:31.114389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Pushing event updated for resources: {'Port': ['ID=5819f43e-8208-4bb3-bdbf-29616d074d44,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:31.117291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:31.120445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318acf0-4d8b-40a3-b3d2-dd72cb754bea tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Subnet': ['ID=219a661c-7d6c-41c1-ba99-abf00dc1f360,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:31.126974 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0318acf0-4d8b-40a3-b3d2-dd72cb754bea tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7505534 Aug 31 14:29:31.127531 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:31.128239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46436) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:31.159868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'network_id': 'bc841267-7fb5-4977-b53e-b9c43cf95469', 'fixed_ips': [{'subnet_id': '1a5eae83-9e21-4b26-b30d-adff86f0580b'}, {'subnet_id': '219a661c-7d6c-41c1-ba99-abf00dc1f360'}], 'name': 'tempest-PortsIpV6TestJSON-2011256045'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:31.165407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9d9f8ba-5a64-477b-8919-058596ee2899 req-4ef36209-e140-4575-bc91-9aff5da7b75b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624762 Aug 31 14:29:31.212138 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Attempting to bind port 5819f43e-8208-4bb3-bdbf-29616d074d44 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:31.213086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Attempting to bind port 5819f43e-8208-4bb3-bdbf-29616d074d44 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '2905c516-143a-480b-8e22-b753ca88c2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bc841267-7fb5-4977-b53e-b9c43cf95469'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:31.213708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Attempting to bind port 5819f43e-8208-4bb3-bdbf-29616d074d44 on network bc841267-7fb5-4977-b53e-b9c43cf95469 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:31.222912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:31.223556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Checking segment: {'id': '2905c516-143a-480b-8e22-b753ca88c2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bc841267-7fb5-4977-b53e-b9c43cf95469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:31.223972 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.224368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Bound using segment: {'id': '2905c516-143a-480b-8e22-b753ca88c2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bc841267-7fb5-4977-b53e-b9c43cf95469'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:31.226411 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Bound port: 5819f43e-8208-4bb3-bdbf-29616d074d44, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2905c516-143a-480b-8e22-b753ca88c2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bc841267-7fb5-4977-b53e-b9c43cf95469'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:31.226820 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.305035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] For port 5819f43e-8208-4bb3-bdbf-29616d074d44, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:31.309556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] For port 5819f43e-8208-4bb3-bdbf-29616d074d44, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5819f43e-8208-4bb3-bdbf-29616d074d44,segment=NetworkSegment(2905c516-143a-480b-8e22-b753ca88c2e2),segment_id=2905c516-143a-480b-8e22-b753ca88c2e2)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:31.314127 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.358236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ff56f6c8-690d-42d2-9e10-465aaf988aa8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Deleting port 79aaa0a0-011c-4185-8e69-6585ab0c7fba {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:31.358606 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff56f6c8-690d-42d2-9e10-465aaf988aa8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.396542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd342c-09d3-4fb9-a493-f890d0944fb7 None None] Pushing event updated for resources: {'Port': ['ID=5819f43e-8208-4bb3-bdbf-29616d074d44,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:31.455219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5ee16a41-d371-41e8-a198-97f8fbc37522 None None] Provisioning complete for port 79aaa0a0-011c-4185-8e69-6585ab0c7fba triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:31.455976 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5ee16a41-d371-41e8-a198-97f8fbc37522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.506546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5ee16a41-d371-41e8-a198-97f8fbc37522 None None] Port 79aaa0a0-011c-4185-8e69-6585ab0c7fba cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:31.533185 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d4cfc-eab5-4216-9b52-918ce89e84f4 req-a0d3e27b-e3b8-423e-af02-45b322c14790 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:31.535062 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e21d4cfc-eab5-4216-9b52-918ce89e84f4 req-a0d3e27b-e3b8-423e-af02-45b322c14790 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 944 time: 0.1559079 Aug 31 14:29:31.543736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:31.548971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff56f6c8-690d-42d2-9e10-465aaf988aa8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.635289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ff56f6c8-690d-42d2-9e10-465aaf988aa8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Calling delete_port for 79aaa0a0-011c-4185-8e69-6585ab0c7fba owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:31.696301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 3426a221-cd65-4c07-9050-981f3f53933e up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:31.731242 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e21d4cfc-eab5-4216-9b52-918ce89e84f4 req-2a25d265-0c01-4ee9-b57a-9ca470e33be9 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794500 Aug 31 14:29:31.761573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 3426a221-cd65-4c07-9050-981f3f53933e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:31.765944 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 3426a221-cd65-4c07-9050-981f3f53933e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:31.766117 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.778646 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.808765 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port 8ae8bc46-27c1-452c-9088-d201df33a325 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:31.856955 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.887023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f86cf16-64f3-4d17-be36-013cb4beff49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3426a221-cd65-4c07-9050-981f3f53933e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:31.889458 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce21bb0c-dd8c-46f4-a0c8-245c0bbc9a7f" -d '{"events": [{"server_uuid": "7f86cf16-64f3-4d17-be36-013cb4beff49", "name": "network-vif-plugged", "status": "completed", "tag": "3426a221-cd65-4c07-9050-981f3f53933e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:31.904306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 3426a221-cd65-4c07-9050-981f3f53933e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3426a221-cd65-4c07-9050-981f3f53933e,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:31.912023 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.912956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 32566976-4a8e-4a7c-8f15-5470acd5c669 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:32.001207 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e07506-8540-4ef0-bd34-c1d23a3cf9a4 x-openstack-request-id: req-e9e07506-8540-4ef0-bd34-c1d23a3cf9a4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:32.001939 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f86cf16-64f3-4d17-be36-013cb4beff49", "name": "network-vif-plugged", "status": "completed", "tag": "3426a221-cd65-4c07-9050-981f3f53933e", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:32.002200 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9e07506-8540-4ef0-bd34-c1d23a3cf9a4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:32.002605 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f86cf16-64f3-4d17-be36-013cb4beff49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3426a221-cd65-4c07-9050-981f3f53933e', 'code': 200} Aug 31 14:29:32.016513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 32566976-4a8e-4a7c-8f15-5470acd5c669 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:32.022205 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 32566976-4a8e-4a7c-8f15-5470acd5c669 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:32.025145 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.077236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=3426a221-cd65-4c07-9050-981f3f53933e,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:32.078056 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff56f6c8-690d-42d2-9e10-465aaf988aa8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.090898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ef248e17-ff68-45a2-a95a-b080183edfb0 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:29:32.092964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ef248e17-ff68-45a2-a95a-b080183edfb0 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:32.227689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56f6c8-690d-42d2-9e10-465aaf988aa8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event deleted for resources: {'Port': ['ID=79aaa0a0-011c-4185-8e69-6585ab0c7fba,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:32.247380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59669226-1841-46fd-854a-9ddb1a962e25 req-db569cfb-59ba-45a3-8dd1-227c8bb9cc8f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:32.255199 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-59669226-1841-46fd-854a-9ddb1a962e25 req-db569cfb-59ba-45a3-8dd1-227c8bb9cc8f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.2596052 Aug 31 14:29:32.311881 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.330744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fff85e-bb0e-447b-8fcd-c7d5beaa6a0c req-d58fbc79-e1fa-47ae-8e40-f039d249d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:32.332363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a6fff85e-bb0e-447b-8fcd-c7d5beaa6a0c req-d58fbc79-e1fa-47ae-8e40-f039d249d134 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7f86cf16-64f3-4d17-be36-013cb4beff49 HTTP/1.1" status: 200 len: 1097 time: 0.2475722 Aug 31 14:29:32.341366 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-59669226-1841-46fd-854a-9ddb1a962e25 req-553806e4-0fa9-4e14-87e1-c725c980e10a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851328 Aug 31 14:29:32.413127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca2a44-a7fd-4f59-abb7-a236d2b0f72d req-c4bd4944-0352-4642-bb27-26ae4c830bb3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:32.413628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 32566976-4a8e-4a7c-8f15-5470acd5c669, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=32566976-4a8e-4a7c-8f15-5470acd5c669,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:32.414731 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.421445 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.426068 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fbca2a44-a7fd-4f59-abb7-a236d2b0f72d req-c4bd4944-0352-4642-bb27-26ae4c830bb3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.1141851 Aug 31 14:29:32.471240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:32.512653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'port_id': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'mac_address': 'fa:16:3e:bb:c1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:29:32.513931 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a6fff85e-bb0e-447b-8fcd-c7d5beaa6a0c req-eb22ee6b-e12d-4708-a19e-bc46c890eb81 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715639 Aug 31 14:29:32.516785 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fbca2a44-a7fd-4f59-abb7-a236d2b0f72d req-a0fe4e82-456e-45f9-b0ba-21070edaf4a2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813367 Aug 31 14:29:32.547478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:32.600570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=32566976-4a8e-4a7c-8f15-5470acd5c669,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:32.603595 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.653983 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.683316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef248e17-ff68-45a2-a95a-b080183edfb0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:32.692220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=11']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:32.705674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Allocated IP 2001:db8::8 (bc841267-7fb5-4977-b53e-b9c43cf95469/1a5eae83-9e21-4b26-b30d-adff86f0580b/8ae8bc46-27c1-452c-9088-d201df33a325) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:32.713308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:32.719414 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.727030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff56f6c8-690d-42d2-9e10-465aaf988aa8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.729202 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ff56f6c8-690d-42d2-9e10-465aaf988aa8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "DELETE /v2.0/ports/79aaa0a0-011c-4185-8e69-6585ab0c7fba HTTP/1.1" status: 204 len: 168 time: 1.6812618 Aug 31 14:29:32.732437 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46454) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:32.741241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Allocated IP 2001:db8:0:1::188 (bc841267-7fb5-4977-b53e-b9c43cf95469/219a661c-7d6c-41c1-ba99-abf00dc1f360/8ae8bc46-27c1-452c-9088-d201df33a325) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:32.771121 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1caae970-3ad3-434e-9687-cb7d9e7781cd tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] GET failed (client error): The resource could not be found. Aug 31 14:29:32.773015 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1caae970-3ad3-434e-9687-cb7d9e7781cd tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "GET /v2.0/ports/79aaa0a0-011c-4185-8e69-6585ab0c7fba HTTP/1.1" status: 404 len: 333 time: 0.0396855 Aug 31 14:29:32.775935 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46458) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:32.827023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=12']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:32.901620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765ff422-901b-47e0-8985-a3f92a23604d None None] Network bc841267-7fb5-4977-b53e-b9c43cf95469 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:32.944188 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-6df7a81a-d811-40ef-a94f-9677b9507746 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Deleting port 8622e8f2-842c-4c15-abec-6f0c4d7bbde4 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:32.944752 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6df7a81a-d811-40ef-a94f-9677b9507746 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.964700 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['ef248e17-ff68-45a2-a95a-b080183edfb0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:29:32.991059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6a7b4-fa04-4d1a-986b-8ecb381ddcc8 req-a30cdbde-bbf2-4351-bbe7-22e46d0bc8dc tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:32.993681 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6a6a7b4-fa04-4d1a-986b-8ecb381ddcc8 req-a30cdbde-bbf2-4351-bbe7-22e46d0bc8dc tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 945 time: 0.1140416 Aug 31 14:29:33.029329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b6836b3e-74ab-4be8-9b9c-8eda4527cfea None None] Provisioning for port 5819f43e-8208-4bb3-bdbf-29616d074d44 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:33.061356 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.063936 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6df7a81a-d811-40ef-a94f-9677b9507746 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.076852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-6df7a81a-d811-40ef-a94f-9677b9507746 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Calling delete_port for 8622e8f2-842c-4c15-abec-6f0c4d7bbde4 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:33.086434 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6a6a7b4-fa04-4d1a-986b-8ecb381ddcc8 req-b2e54f9c-f4b0-4189-bb32-83d731f778a5 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831957 Aug 31 14:29:33.105249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Transition to ACTIVE for port object 8ae8bc46-27c1-452c-9088-d201df33a325 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:33.166237 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.226106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network bc841267-7fb5-4977-b53e-b9c43cf95469 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:33.230697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:33.234825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:33.245852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:33.246554 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.262090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=8ae8bc46-27c1-452c-9088-d201df33a325,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:33.293076 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2b79a381-6f84-429a-b93a-c6237a5d5932 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.1582842 Aug 31 14:29:33.293488 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46464) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:33.299120 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-268355cb-e589-40e1-b0c3-f7153f3ebc41 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a5eae83-9e21-4b26-b30d-adff86f0580b'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:33.303619 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6df7a81a-d811-40ef-a94f-9677b9507746 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.318830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea71cca-6951-4965-899e-a64f8899c48d None None] Update dhcp port {'port': {'network_id': 'bc841267-7fb5-4977-b53e-b9c43cf95469', 'fixed_ips': [{'subnet_id': '1a5eae83-9e21-4b26-b30d-adff86f0580b', 'ip_address': '2001:db8::2'}, {'subnet_id': '219a661c-7d6c-41c1-ba99-abf00dc1f360'}], 'binding:host_id': 'n-d-806683-5'}, 'id': '5819f43e-8208-4bb3-bdbf-29616d074d44'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:29:33.350589 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ea71cca-6951-4965-899e-a64f8899c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.366947 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7a81a-d811-40ef-a94f-9677b9507746 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event deleted for resources: {'Port': ['ID=8622e8f2-842c-4c15-abec-6f0c4d7bbde4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:33.435062 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6df7a81a-d811-40ef-a94f-9677b9507746 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.440127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46470) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:33.449717 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6df7a81a-d811-40ef-a94f-9677b9507746 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "DELETE /v2.0/ports/8622e8f2-842c-4c15-abec-6f0c4d7bbde4 HTTP/1.1" status: 204 len: 168 time: 0.6724887 Aug 31 14:29:33.491026 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-194aa4cc-6534-4430-abe1-7fcec9e13fb1 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] GET failed (client error): The resource could not be found. Aug 31 14:29:33.499250 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46474) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:33.508135 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-194aa4cc-6534-4430-abe1-7fcec9e13fb1 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "GET /v2.0/ports/8622e8f2-842c-4c15-abec-6f0c4d7bbde4 HTTP/1.1" status: 404 len: 333 time: 0.0667114 Aug 31 14:29:33.647681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3d93-8c37-4ec6-9dda-d3459455bab9 req-1e5d1144-fc2d-4ca3-8016-3ad034ffc09a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:33.655680 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c9f3d93-8c37-4ec6-9dda-d3459455bab9 req-1e5d1144-fc2d-4ca3-8016-3ad034ffc09a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.1666851 Aug 31 14:29:33.749199 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5819f43e-8208-4bb3-bdbf-29616d074d44 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:33.778928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c9f3d93-8c37-4ec6-9dda-d3459455bab9 req-9299554f-860d-4aeb-97b4-1983cf540115 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144285 Aug 31 14:29:33.887958 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-3ea71cca-6951-4965-899e-a64f8899c48d None None] Allocated IP 2001:db8:0:1::2 (bc841267-7fb5-4977-b53e-b9c43cf95469/219a661c-7d6c-41c1-ba99-abf00dc1f360/5819f43e-8208-4bb3-bdbf-29616d074d44) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:33.907130 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-268355cb-e589-40e1-b0c3-f7153f3ebc41 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.911534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 5819f43e-8208-4bb3-bdbf-29616d074d44 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:33.920367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 5819f43e-8208-4bb3-bdbf-29616d074d44 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:33.920729 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.966542 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74d5ae-c045-49ac-b32e-727cf29ebc15 req-0b982a36-b5f5-4b04-b720-b2b2d5ee3fef tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:33.969016 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b74d5ae-c045-49ac-b32e-727cf29ebc15 req-0b982a36-b5f5-4b04-b720-b2b2d5ee3fef tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 946 time: 0.2438166 Aug 31 14:29:34.004232 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287e8ce4-e784-44ef-b2ca-88d841bdbf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32566976-4a8e-4a7c-8f15-5470acd5c669'}, {'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:34.007030 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f8330a-13d3-47f0-95ce-8dfb425f636b" -d '{"events": [{"server_uuid": "287e8ce4-e784-44ef-b2ca-88d841bdbf05", "name": "network-vif-plugged", "status": "completed", "tag": "32566976-4a8e-4a7c-8f15-5470acd5c669"}, {"server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:34.007300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1bb051e8-d0e7-4999-825f-ec2783f6b209 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Deleting port fec365a7-9d5d-4a15-9818-3ad497e5b51f {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:34.007614 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1bb051e8-d0e7-4999-825f-ec2783f6b209 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.140549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3ea71cca-6951-4965-899e-a64f8899c48d None None] For port 5819f43e-8208-4bb3-bdbf-29616d074d44, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5819f43e-8208-4bb3-bdbf-29616d074d44,segment=NetworkSegment(2905c516-143a-480b-8e22-b753ca88c2e2),segment_id=2905c516-143a-480b-8e22-b753ca88c2e2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:34.191810 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfac033-f466-429a-8aa0-5f0cd043ebac x-openstack-request-id: req-3dfac033-f466-429a-8aa0-5f0cd043ebac {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:34.192107 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287e8ce4-e784-44ef-b2ca-88d841bdbf05", "name": "network-vif-plugged", "status": "completed", "tag": "32566976-4a8e-4a7c-8f15-5470acd5c669", "code": 200}, {"server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:34.192375 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3dfac033-f466-429a-8aa0-5f0cd043ebac {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:34.193976 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287e8ce4-e784-44ef-b2ca-88d841bdbf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32566976-4a8e-4a7c-8f15-5470acd5c669', 'code': 200} Aug 31 14:29:34.194288 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'code': 200} Aug 31 14:29:34.229273 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.308742 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ea71cca-6951-4965-899e-a64f8899c48d None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.354110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3ea71cca-6951-4965-899e-a64f8899c48d None None] Transition to ACTIVE for port object 5819f43e-8208-4bb3-bdbf-29616d074d44 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:34.358227 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ea71cca-6951-4965-899e-a64f8899c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.375545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462589a-59e8-4752-9f0b-33b9900485c4 req-3d2def8c-7221-4557-b747-d89b579a2588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:34.377914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7462589a-59e8-4752-9f0b-33b9900485c4 req-3d2def8c-7221-4557-b747-d89b579a2588 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 1096 time: 0.1200721 Aug 31 14:29:34.404251 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b74d5ae-c045-49ac-b32e-727cf29ebc15 req-9e265c02-410b-4854-8bc1-4bb6fcb49d3d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4094603 Aug 31 14:29:34.427594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c64b2-596b-4dd4-959c-81d6c818b598 req-1ace644b-5d8e-4e13-8274-33bd4a7d2a30 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:34.436842 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c12c64b2-596b-4dd4-959c-81d6c818b598 req-1ace644b-5d8e-4e13-8274-33bd4a7d2a30 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 945 time: 0.1228290 Aug 31 14:29:34.455511 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7462589a-59e8-4752-9f0b-33b9900485c4 req-f60c901a-d18f-4562-a2e4-6a8921aa108d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657840 Aug 31 14:29:34.526338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c12c64b2-596b-4dd4-959c-81d6c818b598 req-f646bb8c-d200-487a-9888-a06a4a0af49f tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884297 Aug 31 14:29:34.558204 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1bb051e8-d0e7-4999-825f-ec2783f6b209 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.607209 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1bb051e8-d0e7-4999-825f-ec2783f6b209 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Calling delete_port for fec365a7-9d5d-4a15-9818-3ad497e5b51f owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:34.607900 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:29:34.608258 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:29:34.614158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-268355cb-e589-40e1-b0c3-f7153f3ebc41 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Delete allocated IP 2001:db8:0:1::188 (bc841267-7fb5-4977-b53e-b9c43cf95469/219a661c-7d6c-41c1-ba99-abf00dc1f360) {{(pid=94870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:29:34.656446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46518) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:34.665872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea71cca-6951-4965-899e-a64f8899c48d None None] Pushing event updated for resources: {'Port': ['ID=5819f43e-8208-4bb3-bdbf-29616d074d44,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:34.941083 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-268355cb-e589-40e1-b0c3-f7153f3ebc41 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.963692 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1bb051e8-d0e7-4999-825f-ec2783f6b209 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.966398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-268355cb-e589-40e1-b0c3-f7153f3ebc41 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Ignored duplicate provisioning block setup for port 8ae8bc46-27c1-452c-9088-d201df33a325 by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:29:35.019927 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-268355cb-e589-40e1-b0c3-f7153f3ebc41 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.034833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb051e8-d0e7-4999-825f-ec2783f6b209 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event deleted for resources: {'Port': ['ID=fec365a7-9d5d-4a15-9818-3ad497e5b51f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:35.224985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-268355cb-e589-40e1-b0c3-f7153f3ebc41 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] In _notify_port_updated(), no bound segment for port 8ae8bc46-27c1-452c-9088-d201df33a325 on network bc841267-7fb5-4977-b53e-b9c43cf95469 {{(pid=94870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:29:35.248975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268355cb-e589-40e1-b0c3-f7153f3ebc41 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:35.251269 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-268355cb-e589-40e1-b0c3-f7153f3ebc41 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.257627 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-268355cb-e589-40e1-b0c3-f7153f3ebc41 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "PUT /v2.0/ports/8ae8bc46-27c1-452c-9088-d201df33a325 HTTP/1.1" status: 200 len: 924 time: 1.9630134 Aug 31 14:29:35.258649 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46530) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:35.283847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-351ab46e-8427-4653-a5a9-4f7064b41315 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a5eae83-9e21-4b26-b30d-adff86f0580b'}, {'subnet_id': '219a661c-7d6c-41c1-ba99-abf00dc1f360'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:35.354278 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268355cb-e589-40e1-b0c3-f7153f3ebc41 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=8ae8bc46-27c1-452c-9088-d201df33a325,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:35.357520 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1bb051e8-d0e7-4999-825f-ec2783f6b209 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.364171 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1bb051e8-d0e7-4999-825f-ec2783f6b209 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "DELETE /v2.0/ports/fec365a7-9d5d-4a15-9818-3ad497e5b51f HTTP/1.1" status: 204 len: 168 time: 1.8554304 Aug 31 14:29:35.371309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46532) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:35.372607 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-97c15eb9-4a41-4a49-b910-f669cb68eaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.483812 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.484625 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-351ab46e-8427-4653-a5a9-4f7064b41315 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.505529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-28939d1a-ccd6-4c45-845a-5c6ca75a5be8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Deleting subnet 9ad6f70d-5642-4c75-b848-fe57b6cb0d14 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:29:35.513803 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28939d1a-ccd6-4c45-845a-5c6ca75a5be8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.568281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 5819f43e-8208-4bb3-bdbf-29616d074d44, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5819f43e-8208-4bb3-bdbf-29616d074d44,segment=NetworkSegment(2905c516-143a-480b-8e22-b753ca88c2e2),segment_id=2905c516-143a-480b-8e22-b753ca88c2e2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:35.587269 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.615061 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28939d1a-ccd6-4c45-845a-5c6ca75a5be8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.656919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af1c3f-c36c-4bd0-9350-699a94021571 req-3a2219ff-cfab-4b5b-8ced-436c1af1222b tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:35.666629 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-72af1c3f-c36c-4bd0-9350-699a94021571 req-3a2219ff-cfab-4b5b-8ced-436c1af1222b tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.3186193 Aug 31 14:29:35.680808 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f046b-ae6b-498d-88bb-51b2e07c4f92 req-93b5eac7-2d23-4e53-ac25-b8efd051482b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:35.685820 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e3f046b-ae6b-498d-88bb-51b2e07c4f92 req-93b5eac7-2d23-4e53-ac25-b8efd051482b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 946 time: 0.1192617 Aug 31 14:29:35.729118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c89e868-0fe9-47f0-8a2d-42af0589ea6d None None] Network bc841267-7fb5-4977-b53e-b9c43cf95469 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:35.767961 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-72af1c3f-c36c-4bd0-9350-699a94021571 req-df43f99a-bac4-4394-89ac-6794308e1f40 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000743 Aug 31 14:29:35.789997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d227b890-0e46-4a65-801a-b6ff29a63b3a None None] Provisioning for port 5819f43e-8208-4bb3-bdbf-29616d074d44 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:35.845562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5819f43e-8208-4bb3-bdbf-29616d074d44 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:35.847356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d227b890-0e46-4a65-801a-b6ff29a63b3a None None] Provisioning complete for port 5819f43e-8208-4bb3-bdbf-29616d074d44 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:35.847724 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d227b890-0e46-4a65-801a-b6ff29a63b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.877653 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28939d1a-ccd6-4c45-845a-5c6ca75a5be8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.016924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-351ab46e-8427-4653-a5a9-4f7064b41315 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Allocated IP 2001:db8:0:1::6b (bc841267-7fb5-4977-b53e-b9c43cf95469/219a661c-7d6c-41c1-ba99-abf00dc1f360/8ae8bc46-27c1-452c-9088-d201df33a325) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:36.018764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=5819f43e-8208-4bb3-bdbf-29616d074d44,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:36.029826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211fefd-05ec-4ee0-b017-518115e8075a req-e7cbf3f2-cedf-4f42-b39d-233c1309b64b tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:36.039452 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a211fefd-05ec-4ee0-b017-518115e8075a req-e7cbf3f2-cedf-4f42-b39d-233c1309b64b tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 945 time: 0.1001606 Aug 31 14:29:36.071714 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-97c15eb9-4a41-4a49-b910-f669cb68eaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.074275 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28939d1a-ccd6-4c45-845a-5c6ca75a5be8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.095606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ef248e17-ff68-45a2-a95a-b080183edfb0 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:36.110889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28939d1a-ccd6-4c45-845a-5c6ca75a5be8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad6f70d-5642-4c75-b848-fe57b6cb0d14,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:36.114984 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-97c15eb9-4a41-4a49-b910-f669cb68eaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.154902 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28939d1a-ccd6-4c45-845a-5c6ca75a5be8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.157208 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-28939d1a-ccd6-4c45-845a-5c6ca75a5be8 tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "DELETE /v2.0/subnets/9ad6f70d-5642-4c75-b848-fe57b6cb0d14 HTTP/1.1" status: 204 len: 168 time: 0.7665520 Aug 31 14:29:36.161325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46540) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:36.162151 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-351ab46e-8427-4653-a5a9-4f7064b41315 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.164276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c95eda3-5c07-4fd5-8a99-da5bfc8f92d3 None None] Network 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:36.167254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d227b890-0e46-4a65-801a-b6ff29a63b3a None None] Provisioning for port 8ae8bc46-27c1-452c-9088-d201df33a325 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:36.174331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d227b890-0e46-4a65-801a-b6ff29a63b3a None None] Provisioning complete for port 8ae8bc46-27c1-452c-9088-d201df33a325 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:36.174710 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d227b890-0e46-4a65-801a-b6ff29a63b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.175816 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-351ab46e-8427-4653-a5a9-4f7064b41315 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Ignored duplicate provisioning block setup for port 8ae8bc46-27c1-452c-9088-d201df33a325 by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:29:36.201563 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-351ab46e-8427-4653-a5a9-4f7064b41315 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.253622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d227b890-0e46-4a65-801a-b6ff29a63b3a None None] Port 8ae8bc46-27c1-452c-9088-d201df33a325 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:36.264739 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ab46e-8427-4653-a5a9-4f7064b41315 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=8ae8bc46-27c1-452c-9088-d201df33a325,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:36.279327 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e3f046b-ae6b-498d-88bb-51b2e07c4f92 req-367b10fd-da5b-4db2-b0ba-776a234473d5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019402 Aug 31 14:29:36.281983 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.300713 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a211fefd-05ec-4ee0-b017-518115e8075a req-0abbdddb-12cb-416b-a85b-c93182df65cc tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598953 Aug 31 14:29:36.321131 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 5819f43e-8208-4bb3-bdbf-29616d074d44 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:36.321597 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.381511 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-351ab46e-8427-4653-a5a9-4f7064b41315 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] In _notify_port_updated(), no bound segment for port 8ae8bc46-27c1-452c-9088-d201df33a325 on network bc841267-7fb5-4977-b53e-b9c43cf95469 {{(pid=94870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:29:36.387043 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port ef248e17-ff68-45a2-a95a-b080183edfb0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:36.387445 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.393993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-97c15eb9-4a41-4a49-b910-f669cb68eaf4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94e18b5ff75b43be9e9c3a8a2a987d77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7329931 Aug 31 14:29:36.395557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c15eb9-4a41-4a49-b910-f669cb68eaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471fa5a3-1302-483b-b01c-aa2d8c5e061c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:36.396127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351ab46e-8427-4653-a5a9-4f7064b41315 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:36.396839 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-351ab46e-8427-4653-a5a9-4f7064b41315 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.401301 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-351ab46e-8427-4653-a5a9-4f7064b41315 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "PUT /v2.0/ports/8ae8bc46-27c1-452c-9088-d201df33a325 HTTP/1.1" status: 200 len: 1009 time: 1.1190121 Aug 31 14:29:36.404773 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46546) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:36.405119 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46548) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:36.489909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-8b58667e-140b-4902-81d1-69fb8d6104fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2254453 Aug 31 14:29:36.538451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Deleting port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:36.540200 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.623288 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fbeef867-2eda-4227-b57e-7c97f8e866b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.654829 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fbeef867-2eda-4227-b57e-7c97f8e866b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.677756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] For port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=66d75424-dd21-40f8-8217-8f5ed0f6dbcf,segment=NetworkSegment(e12c30fe-1e50-4f6a-b219-0ba52f7c127c),segment_id=e12c30fe-1e50-4f6a-b219-0ba52f7c127c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:36.678574 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.694786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Calling delete_port for 66d75424-dd21-40f8-8217-8f5ed0f6dbcf owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:36.711418 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fbeef867-2eda-4227-b57e-7c97f8e866b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.715287 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fbeef867-2eda-4227-b57e-7c97f8e866b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.733251 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fbeef867-2eda-4227-b57e-7c97f8e866b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/471fa5a3-1302-483b-b01c-aa2d8c5e061c HTTP/1.1" status: 204 len: 168 time: 0.3132157 Aug 31 14:29:36.745570 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.770701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeef867-2eda-4227-b57e-7c97f8e866b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471fa5a3-1302-483b-b01c-aa2d8c5e061c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:36.797103 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:36.800390 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7daf26-2b94-4970-9e02-632b0f80d3c0" -d '{"events": [{"server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "name": "network-vif-plugged", "status": "completed", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:36.801372 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-3dcae94d-4022-4487-93da-47c5359f9a14 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port 8ae8bc46-27c1-452c-9088-d201df33a325 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:36.801697 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3dcae94d-4022-4487-93da-47c5359f9a14 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.857934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:36.873181 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6689e0-61bc-4e3c-953c-f94d5d2d90d6 None None] DHCP port deletion for 3a5f7e78-93ab-4a8f-98dd-3038159f3ebf request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:29:36.943667 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.050142 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3dcae94d-4022-4487-93da-47c5359f9a14 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.085515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=13']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:37.085762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-3dcae94d-4022-4487-93da-47c5359f9a14 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for 8ae8bc46-27c1-452c-9088-d201df33a325 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:37.111442 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7e6689e0-61bc-4e3c-953c-f94d5d2d90d6 None None] Deleting port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:37.111810 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e6689e0-61bc-4e3c-953c-f94d5d2d90d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.123538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-f274d420-d038-40ad-b480-369502161934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:37.124021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-f274d420-d038-40ad-b480-369502161934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:37.125125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-f274d420-d038-40ad-b480-369502161934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:37.125125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-f274d420-d038-40ad-b480-369502161934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:37.125499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-f274d420-d038-40ad-b480-369502161934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:37.125883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-f274d420-d038-40ad-b480-369502161934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:37.127076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-f274d420-d038-40ad-b480-369502161934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:37.140996 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-f274d420-d038-40ad-b480-369502161934 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 6502 time: 0.2365899 Aug 31 14:29:37.168654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e45f-ff71-429b-8243-b0b0b10bdbca req-63e2addd-dadd-4ec6-bea7-65ad321e754c tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:37.179544 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c630e45f-ff71-429b-8243-b0b0b10bdbca req-63e2addd-dadd-4ec6-bea7-65ad321e754c tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f86cf16-64f3-4d17-be36-013cb4beff49 HTTP/1.1" status: 200 len: 946 time: 0.2169714 Aug 31 14:29:37.201038 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5c1f3-f8ae-4bb1-a2c7-d376746ec044 req-8f5018e9-fdd0-4321-ac03-748810dbebaa tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:37.219231 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.223451 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7ca5c1f3-f8ae-4bb1-a2c7-d376746ec044 req-8f5018e9-fdd0-4321-ac03-748810dbebaa tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.2644711 Aug 31 14:29:37.277787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-7e6689e0-61bc-4e3c-953c-f94d5d2d90d6 None None] For port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=66d75424-dd21-40f8-8217-8f5ed0f6dbcf,segment=NetworkSegment(e12c30fe-1e50-4f6a-b219-0ba52f7c127c),segment_id=e12c30fe-1e50-4f6a-b219-0ba52f7c127c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:37.278058 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e6689e0-61bc-4e3c-953c-f94d5d2d90d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.301794 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7e6689e0-61bc-4e3c-953c-f94d5d2d90d6 None None] Calling delete_port for 66d75424-dd21-40f8-8217-8f5ed0f6dbcf owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:37.350056 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7ca5c1f3-f8ae-4bb1-a2c7-d376746ec044 req-af502056-cc0d-429c-8697-fccd8036794f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254964 Aug 31 14:29:37.410216 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e6689e0-61bc-4e3c-953c-f94d5d2d90d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.410623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event deleted for resources: {'Port': ['ID=66d75424-dd21-40f8-8217-8f5ed0f6dbcf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:37.413514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46560) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:37.439765 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6689e0-61bc-4e3c-953c-f94d5d2d90d6 None None] Pushing event deleted for resources: {'Port': ['ID=66d75424-dd21-40f8-8217-8f5ed0f6dbcf,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:37.453870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6689e0-61bc-4e3c-953c-f94d5d2d90d6 None None] No DVR routers for this DVR port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:37.457759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7ff1a693-091f-44a2-bf70-32cdfe1492b3 None None] Provisioning complete for port 5819f43e-8208-4bb3-bdbf-29616d074d44 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:37.464578 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a693-091f-44a2-bf70-32cdfe1492b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.494095 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-762e7ee1-cfea-4f8c-8065-fa29d09204c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.512988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] No DVR routers for this DVR port 66d75424-dd21-40f8-8217-8f5ed0f6dbcf on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:37.556618 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4337d5-32b5-4df5-8228-14654efc00d0 x-openstack-request-id: req-8a4337d5-32b5-4df5-8228-14654efc00d0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:37.556927 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "name": "network-vif-plugged", "status": "completed", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:37.557143 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a4337d5-32b5-4df5-8228-14654efc00d0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:37.560526 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'code': 200} Aug 31 14:29:37.568760 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c630e45f-ff71-429b-8243-b0b0b10bdbca req-ca5b581b-4145-4f90-af16-f9e12be85f84 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883078 Aug 31 14:29:37.611133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7ff1a693-091f-44a2-bf70-32cdfe1492b3 None None] Provisioning complete for port 8ae8bc46-27c1-452c-9088-d201df33a325 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:37.611750 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a693-091f-44a2-bf70-32cdfe1492b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.618860 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3dcae94d-4022-4487-93da-47c5359f9a14 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.673005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1a693-091f-44a2-bf70-32cdfe1492b3 None None] Port 8ae8bc46-27c1-452c-9088-d201df33a325 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:37.681635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcae94d-4022-4487-93da-47c5359f9a14 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=8ae8bc46-27c1-452c-9088-d201df33a325,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:37.728427 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-c0d3b552-e78e-4730-bf29-d068448b7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:37.729190 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-c0d3b552-e78e-4730-bf29-d068448b7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:37.729902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-c0d3b552-e78e-4730-bf29-d068448b7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:37.731785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-c0d3b552-e78e-4730-bf29-d068448b7ef9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9389d65e-cc2a-46c3-97fe-2cd12fa0d276&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&id=102255ed-e1f5-4ea0-8992-73ed1fa161fb HTTP/1.1" status: 200 len: 2299 time: 0.5406733 Aug 31 14:29:37.772708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5819f43e-8208-4bb3-bdbf-29616d074d44 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:37.843071 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 5819f43e-8208-4bb3-bdbf-29616d074d44 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:37.843572 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.878397 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3dcae94d-4022-4487-93da-47c5359f9a14 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.880428 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3dcae94d-4022-4487-93da-47c5359f9a14 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/8ae8bc46-27c1-452c-9088-d201df33a325 HTTP/1.1" status: 204 len: 168 time: 1.4638064 Aug 31 14:29:37.896052 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46568) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:37.908876 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.918473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-55cb161c-d82f-426b-8545-3a2d54a1d4c2 None None] Could not find standard attr ID for object 8ae8bc46-27c1-452c-9088-d201df33a325. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:29:37.950488 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17345cc-a953-47cb-a46a-7c2fbd2c4ecf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] GET failed (client error): The resource could not be found. Aug 31 14:29:37.952302 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b17345cc-a953-47cb-a46a-7c2fbd2c4ecf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/8ae8bc46-27c1-452c-9088-d201df33a325 HTTP/1.1" status: 404 len: 333 time: 0.0522959 Aug 31 14:29:37.954643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5f7e78-93ab-4a8f-98dd-3038159f3ebf']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:37.960109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46570) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:38.005365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12c30fe-1e50-4f6a-b219-0ba52f7c127c') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:38.005662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12c30fe-1e50-4f6a-b219-0ba52f7c127c') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:38.080244 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-58a59820-252d-4c69-bd61-c3135f0e4528 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94a3dc65-7153-462e-95e3-3ed89ba870f6 HTTP/1.1" status: 200 len: 1002 time: 0.3025563 Aug 31 14:29:38.083343 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.093535 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 66d75424-dd21-40f8-8217-8f5ed0f6dbcf no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:38.095532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f70027-e6a5-4284-9727-cd0dcebdb927 req-2e014864-cee0-4e9f-9047-846de515f80c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:38.099451 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.106481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:29:38.106893 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.109754 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a1f70027-e6a5-4284-9727-cd0dcebdb927 req-2e014864-cee0-4e9f-9047-846de515f80c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.4119751 Aug 31 14:29:38.154074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 66d75424-dd21-40f8-8217-8f5ed0f6dbcf {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:38.156137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 66d75424-dd21-40f8-8217-8f5ed0f6dbcf not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:29:38.158739 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:29:38.182738 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd59eb6f-31a7-4486-9481-0d254934e456 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting subnet 219a661c-7d6c-41c1-ba99-abf00dc1f360 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:29:38.194401 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd59eb6f-31a7-4486-9481-0d254934e456 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.260617 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a1f70027-e6a5-4284-9727-cd0dcebdb927 req-61f81838-a137-4aed-be6b-3142ffefbcd2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445749 Aug 31 14:29:38.283434 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd59eb6f-31a7-4486-9481-0d254934e456 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.332638 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.358183 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.364050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] 10.222.0.39 "DELETE /v2.0/networks/3a5f7e78-93ab-4a8f-98dd-3038159f3ebf HTTP/1.1" status: 204 len: 168 time: 2.1927838 Aug 31 14:29:38.382287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-b04ac15c-717d-479e-8526-9523341b90be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:38.384173 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-b04ac15c-717d-479e-8526-9523341b90be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3 HTTP/1.1" status: 200 len: 856 time: 0.2214539 Aug 31 14:29:38.390212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38df485-0050-4f5e-a026-ef4e2217427f tempest-AllowedAddressPairIpV6TestJSON-1067344974 tempest-AllowedAddressPairIpV6TestJSON-1067344974-project] Pushing event deleted for resources: {'Network': ['ID=3a5f7e78-93ab-4a8f-98dd-3038159f3ebf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:38.403006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e98c508c-b1da-4e1b-b2df-085036ab0d39 None None] Could not find standard attr ID for object 8ae8bc46-27c1-452c-9088-d201df33a325. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:29:38.409755 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-762e7ee1-cfea-4f8c-8065-fa29d09204c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.450335 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-762e7ee1-cfea-4f8c-8065-fa29d09204c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.498376 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd59eb6f-31a7-4486-9481-0d254934e456 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.548088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e7ee1-cfea-4f8c-8065-fa29d09204c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952449c8-26d6-43bc-aa30-71e418d37e61,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:38.610242 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-762e7ee1-cfea-4f8c-8065-fa29d09204c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b7b62924c484341b2aee702e0e36d39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1491680 Aug 31 14:29:38.610940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46586) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:38.643554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-49e89341-63f5-4d68-bf39-ba08797db1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:38.645377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-49e89341-63f5-4d68-bf39-ba08797db1f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9389d65e-cc2a-46c3-97fe-2cd12fa0d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2499731 Aug 31 14:29:38.729540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27fa27-9a4e-43fa-a1b8-9dc15b01f45d req-ac839932-ff38-436c-b7d1-846bbfbdc85f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:38.731627 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a27fa27-9a4e-43fa-a1b8-9dc15b01f45d req-ac839932-ff38-436c-b7d1-846bbfbdc85f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.2190924 Aug 31 14:29:38.733269 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd59eb6f-31a7-4486-9481-0d254934e456 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.788526 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59eb6f-31a7-4486-9481-0d254934e456 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Subnet': ['ID=219a661c-7d6c-41c1-ba99-abf00dc1f360,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:38.815045 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd59eb6f-31a7-4486-9481-0d254934e456 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.822954 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cd59eb6f-31a7-4486-9481-0d254934e456 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/219a661c-7d6c-41c1-ba99-abf00dc1f360 HTTP/1.1" status: 204 len: 168 time: 0.8591442 Aug 31 14:29:38.835560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-50369879-f27a-45e2-9e81-92d85df1e32c None None] Could not find standard attr ID for object 8ae8bc46-27c1-452c-9088-d201df33a325. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:29:38.839625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46598) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:38.841180 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9a6c50-2abf-40ce-b935-66492e14984c None None] Network bc841267-7fb5-4977-b53e-b9c43cf95469 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:38.848386 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-33eea35b-7377-4fee-ad55-3c6c692fa801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.906343 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-33eea35b-7377-4fee-ad55-3c6c692fa801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.925757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd5d476-1d12-4010-9fa0-d2d582a7939f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting subnet 1a5eae83-9e21-4b26-b30d-adff86f0580b {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:29:38.933898 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3fd5d476-1d12-4010-9fa0-d2d582a7939f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.973218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-fd8bea58-6f67-451c-9d59-c950c14f2eee service neutron] 10.222.0.60 "GET /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993753 Aug 31 14:29:38.992522 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a27fa27-9a4e-43fa-a1b8-9dc15b01f45d req-f48e22f3-4ca8-4912-8af9-3716eeb7a33f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521038 Aug 31 14:29:39.010067 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-13511075-049e-4f1c-bd13-4160eed7a6d4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:39.025347 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-13511075-049e-4f1c-bd13-4160eed7a6d4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/networks?id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a HTTP/1.1" status: 200 len: 813 time: 0.3667343 Aug 31 14:29:39.036324 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46600) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:39.050856 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3fd5d476-1d12-4010-9fa0-d2d582a7939f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:39.107618 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-4a9b322d-1034-484d-9b0a-a944eed800fc tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/quotas/52f6ed891e354bcd9f2c30fe7ff246b6 HTTP/1.1" status: 200 len: 375 time: 0.0798571 Aug 31 14:29:39.199614 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-33eea35b-7377-4fee-ad55-3c6c692fa801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:39.202172 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-33eea35b-7377-4fee-ad55-3c6c692fa801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:39.205689 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-33eea35b-7377-4fee-ad55-3c6c692fa801 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/952449c8-26d6-43bc-aa30-71e418d37e61 HTTP/1.1" status: 204 len: 168 time: 0.5916495 Aug 31 14:29:39.231403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eea35b-7377-4fee-ad55-3c6c692fa801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952449c8-26d6-43bc-aa30-71e418d37e61,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:39.253900 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-0dec7452-b8d7-40a6-95db-8c6c1dd92170 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=52f6ed891e354bcd9f2c30fe7ff246b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1452925 Aug 31 14:29:39.265468 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-9cea74a9-f068-462b-93e5-febf4b18448a service neutron] 10.222.0.60 "GET /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230804 Aug 31 14:29:39.407925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-d95306ae-afa9-4f67-b35e-4cbaafb686fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=3b58f743-17da-4d06-af23-9ca491f1d45c HTTP/1.1" status: 200 len: 217 time: 0.1104496 Aug 31 14:29:39.584959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-f35e98d2-2a15-45b1-aa9c-5e275d75bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:39.586780 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-f35e98d2-2a15-45b1-aa9c-5e275d75bb2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.1515880 Aug 31 14:29:39.602023 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-360d8a07-df6f-4a9c-9cf3-7f7f912b49d6 service neutron] 10.222.0.39 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471289 Aug 31 14:29:39.721794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-c649c2c1-2e26-4987-9fd9-87896b703d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:39.724545 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-c649c2c1-2e26-4987-9fd9-87896b703d2e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0944989 Aug 31 14:29:39.865293 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-86f6c7f9-9f70-4b63-a1ca-abd9d7b8a34e service neutron] 10.222.0.39 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622330 Aug 31 14:29:39.881507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46610) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:39.898384 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6227600-4f9f-4d76-a2ef-8c04a3f9e4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:39.946494 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3fd5d476-1d12-4010-9fa0-d2d582a7939f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.000108 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-e3373464-bf3c-4da6-8f13-e14c37ec806e service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639627 Aug 31 14:29:40.070270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e16532-5e26-4928-ab45-ca76d83f5840 req-5254f63c-1218-4641-a260-ee42d9c2a65c tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:40.072504 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03e16532-5e26-4928-ab45-ca76d83f5840 req-5254f63c-1218-4641-a260-ee42d9c2a65c tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f86cf16-64f3-4d17-be36-013cb4beff49 HTTP/1.1" status: 200 len: 946 time: 0.2512157 Aug 31 14:29:40.108658 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-be48e38e-a7b8-438b-aea9-7e80b9b84a11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7072ff28b154d8ea4bcda36f63a8060&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0710549 Aug 31 14:29:40.114625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46614) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:40.123695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-fe5d4fd9-5431-4270-af20-2e12064d9ec2 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094275 Aug 31 14:29:40.138071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78349d-4088-464f-abad-a3939858e5ca req-fc385ca1-1dcb-4f74-8389-9e9bed5ebbdb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:40.140434 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5d78349d-4088-464f-abad-a3939858e5ca req-fc385ca1-1dcb-4f74-8389-9e9bed5ebbdb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.2895427 Aug 31 14:29:40.271766 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3fd5d476-1d12-4010-9fa0-d2d582a7939f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.272682 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-b3589818-a739-4a7b-8a73-e4aa35e69129 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=bdd494a6-c0dc-45e9-a438-4b045656ddfe HTTP/1.1" status: 200 len: 217 time: 0.1202760 Aug 31 14:29:40.301403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249434d-87c5-4d0c-8369-7e0b7f4fa633 req-b60e336f-771f-4e86-8135-c24791277a91 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:40.302943 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f249434d-87c5-4d0c-8369-7e0b7f4fa633 req-b60e336f-771f-4e86-8135-c24791277a91 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.60 "GET /v2.0/ports?device_id=287e8ce4-e784-44ef-b2ca-88d841bdbf05 HTTP/1.1" status: 200 len: 945 time: 0.3742578 Aug 31 14:29:40.343421 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e3067a4f-e172-43ec-842f-4dd6927e4486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.373254 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e3067a4f-e172-43ec-842f-4dd6927e4486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.433172 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3fd5d476-1d12-4010-9fa0-d2d582a7939f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.437704 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3fd5d476-1d12-4010-9fa0-d2d582a7939f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/1a5eae83-9e21-4b26-b30d-adff86f0580b HTTP/1.1" status: 204 len: 168 time: 1.5941060 Aug 31 14:29:40.437704 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5d476-1d12-4010-9fa0-d2d582a7939f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5eae83-9e21-4b26-b30d-adff86f0580b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:40.441849 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46628) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:40.489556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1d1e5e-9fa9-4bf5-a662-c6d6ca9dbdb9 None None] Network bc841267-7fb5-4977-b53e-b9c43cf95469 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:40.529606 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5d78349d-4088-464f-abad-a3939858e5ca req-51f56859-29c1-4a13-9915-db8a519efbbb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3402767 Aug 31 14:29:40.549674 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e3067a4f-e172-43ec-842f-4dd6927e4486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.553338 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e3067a4f-e172-43ec-842f-4dd6927e4486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.554783 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e3067a4f-e172-43ec-842f-4dd6927e4486 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa245384-5085-4277-935e-c2c6acc679d7 HTTP/1.1" status: 204 len: 168 time: 0.4129691 Aug 31 14:29:40.633055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c0cb9-f972-4cee-a58f-d31da0ecbdc6 req-cb4f8d24-5948-4cd4-b2e1-a297516b0d42 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:40.640490 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3067a4f-e172-43ec-842f-4dd6927e4486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa245384-5085-4277-935e-c2c6acc679d7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:40.648853 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-768c0cb9-f972-4cee-a58f-d31da0ecbdc6 req-cb4f8d24-5948-4cd4-b2e1-a297516b0d42 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.4151866 Aug 31 14:29:40.674036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-7c32004f-5a16-4aeb-be6e-20982a15f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:40.676091 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-7c32004f-5a16-4aeb-be6e-20982a15f00a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.3701460 Aug 31 14:29:40.689853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-03643b11-adf5-4f1b-b6dc-2350886defed None None] Provisioning complete for port 5819f43e-8208-4bb3-bdbf-29616d074d44 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:40.691796 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03643b11-adf5-4f1b-b6dc-2350886defed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.714165 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.779121 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-03e16532-5e26-4928-ab45-ca76d83f5840 req-60beb1a4-a762-4a40-9b30-a70ddd884139 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Deleting port 3426a221-cd65-4c07-9050-981f3f53933e {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:40.779569 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-03e16532-5e26-4928-ab45-ca76d83f5840 req-60beb1a4-a762-4a40-9b30-a70ddd884139 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.804815 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-768c0cb9-f972-4cee-a58f-d31da0ecbdc6 req-667a961a-ad8c-4ad3-a479-4683184c1922 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548893 Aug 31 14:29:40.967863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f249434d-87c5-4d0c-8369-7e0b7f4fa633 req-657dd0e3-f8ce-47f4-be9d-6add424b42b3 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Deleting port 32566976-4a8e-4a7c-8f15-5470acd5c669 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:40.968206 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f249434d-87c5-4d0c-8369-7e0b7f4fa633 req-657dd0e3-f8ce-47f4-be9d-6add424b42b3 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.083059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-03e16532-5e26-4928-ab45-ca76d83f5840 req-60beb1a4-a762-4a40-9b30-a70ddd884139 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] For port 3426a221-cd65-4c07-9050-981f3f53933e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3426a221-cd65-4c07-9050-981f3f53933e,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:41.083570 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-03e16532-5e26-4928-ab45-ca76d83f5840 req-60beb1a4-a762-4a40-9b30-a70ddd884139 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.103965 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-03e16532-5e26-4928-ab45-ca76d83f5840 req-60beb1a4-a762-4a40-9b30-a70ddd884139 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Calling delete_port for 3426a221-cd65-4c07-9050-981f3f53933e owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:41.110275 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port 5819f43e-8208-4bb3-bdbf-29616d074d44 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:41.110748 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.125159 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3349e7-1fc0-4a86-b720-5ceae38d9085 None None] DHCP port deletion for bc841267-7fb5-4977-b53e-b9c43cf95469 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:29:41.206990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f249434d-87c5-4d0c-8369-7e0b7f4fa633 req-657dd0e3-f8ce-47f4-be9d-6add424b42b3 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] For port 32566976-4a8e-4a7c-8f15-5470acd5c669, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=32566976-4a8e-4a7c-8f15-5470acd5c669,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:41.207414 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f249434d-87c5-4d0c-8369-7e0b7f4fa633 req-657dd0e3-f8ce-47f4-be9d-6add424b42b3 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.230871 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f249434d-87c5-4d0c-8369-7e0b7f4fa633 req-657dd0e3-f8ce-47f4-be9d-6add424b42b3 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Calling delete_port for 32566976-4a8e-4a7c-8f15-5470acd5c669 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:41.285645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5c3349e7-1fc0-4a86-b720-5ceae38d9085 None None] Deleting port 5819f43e-8208-4bb3-bdbf-29616d074d44 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:41.291082 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c3349e7-1fc0-4a86-b720-5ceae38d9085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.338557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] For port 5819f43e-8208-4bb3-bdbf-29616d074d44, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5819f43e-8208-4bb3-bdbf-29616d074d44,segment=NetworkSegment(2905c516-143a-480b-8e22-b753ca88c2e2),segment_id=2905c516-143a-480b-8e22-b753ca88c2e2)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:41.338928 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.383007 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for 5819f43e-8208-4bb3-bdbf-29616d074d44 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:41.438982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-28909089-2aeb-4ca5-867a-cbc96e6a05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:41.440682 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-28909089-2aeb-4ca5-867a-cbc96e6a05ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7371104 Aug 31 14:29:41.443162 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6227600-4f9f-4d76-a2ef-8c04a3f9e4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.520951 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6227600-4f9f-4d76-a2ef-8c04a3f9e4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.575922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c65a4d38-98b0-4044-a47f-f939c5071c59 req-c698ae35-70e1-4ecd-8b00-dfc7953ea44a tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 210 time: 0.1620810 Aug 31 14:29:41.636574 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5c3349e7-1fc0-4a86-b720-5ceae38d9085 None None] For port 5819f43e-8208-4bb3-bdbf-29616d074d44, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5819f43e-8208-4bb3-bdbf-29616d074d44,segment=NetworkSegment(2905c516-143a-480b-8e22-b753ca88c2e2),segment_id=2905c516-143a-480b-8e22-b753ca88c2e2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:41.637089 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c3349e7-1fc0-4a86-b720-5ceae38d9085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.655314 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-03e16532-5e26-4928-ab45-ca76d83f5840 req-60beb1a4-a762-4a40-9b30-a70ddd884139 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.770073 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e6227600-4f9f-4d76-a2ef-8c04a3f9e4da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d39a82142634066849c3ea1758ac6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8872962 Aug 31 14:29:41.780698 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46652) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:41.844014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60beb1a4-a762-4a40-9b30-a70ddd884139 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Pushing event deleted for resources: {'Port': ['ID=3426a221-cd65-4c07-9050-981f3f53933e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:41.849496 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f249434d-87c5-4d0c-8369-7e0b7f4fa633 req-657dd0e3-f8ce-47f4-be9d-6add424b42b3 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.860590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6227600-4f9f-4d76-a2ef-8c04a3f9e4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca602873-e92c-4b7a-81e2-4ddc5c289383,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:41.924981 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb82fb9-ff3d-4ac4-9cda-1dc465826854 req-e19cadf4-1b02-4639-9c12-d300519e5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:41.932569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1bb82fb9-ff3d-4ac4-9cda-1dc465826854 req-e19cadf4-1b02-4639-9c12-d300519e5acc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 1098 time: 0.4837439 Aug 31 14:29:42.081232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dd0e3-f8ce-47f4-be9d-6add424b42b3 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Pushing event deleted for resources: {'Port': ['ID=32566976-4a8e-4a7c-8f15-5470acd5c669,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:42.209335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['3426a221-cd65-4c07-9050-981f3f53933e', '32566976-4a8e-4a7c-8f15-5470acd5c669'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:29:42.236276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5819f43e-8208-4bb3-bdbf-29616d074d44 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:42.238803 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5c3349e7-1fc0-4a86-b720-5ceae38d9085 None None] Calling delete_port for 5819f43e-8208-4bb3-bdbf-29616d074d44 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:42.272512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e16532-5e26-4928-ab45-ca76d83f5840 req-60beb1a4-a762-4a40-9b30-a70ddd884139 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] No DVR routers for this DVR port 3426a221-cd65-4c07-9050-981f3f53933e on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:42.295337 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-03e16532-5e26-4928-ab45-ca76d83f5840 req-60beb1a4-a762-4a40-9b30-a70ddd884139 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.305185 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03e16532-5e26-4928-ab45-ca76d83f5840 req-60beb1a4-a762-4a40-9b30-a70ddd884139 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.60 "DELETE /v2.0/ports/3426a221-cd65-4c07-9050-981f3f53933e HTTP/1.1" status: 204 len: 173 time: 2.1878486 Aug 31 14:29:42.319313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f249434d-87c5-4d0c-8369-7e0b7f4fa633 req-657dd0e3-f8ce-47f4-be9d-6add424b42b3 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] No DVR routers for this DVR port 32566976-4a8e-4a7c-8f15-5470acd5c669 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:42.338782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eeb01-80cd-4348-a208-8e9082a94bcc req-c9cc2d9d-fada-4faf-a23f-83560b230028 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:42.341180 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-229eeb01-80cd-4348-a208-8e9082a94bcc req-c9cc2d9d-fada-4faf-a23f-83560b230028 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.5443790 Aug 31 14:29:42.341666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f86cf16-64f3-4d17-be36-013cb4beff49', 'name': 'network-vif-deleted', 'tag': '3426a221-cd65-4c07-9050-981f3f53933e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:42.343668 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f249434d-87c5-4d0c-8369-7e0b7f4fa633 req-657dd0e3-f8ce-47f4-be9d-6add424b42b3 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.347940 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f249434d-87c5-4d0c-8369-7e0b7f4fa633 req-657dd0e3-f8ce-47f4-be9d-6add424b42b3 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.60 "DELETE /v2.0/ports/32566976-4a8e-4a7c-8f15-5470acd5c669 HTTP/1.1" status: 204 len: 173 time: 2.0270925 Aug 31 14:29:42.349151 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953b22e8-293b-45d4-ba45-eedbf4df01b2" -d '{"events": [{"server_uuid": "7f86cf16-64f3-4d17-be36-013cb4beff49", "name": "network-vif-deleted", "tag": "3426a221-cd65-4c07-9050-981f3f53933e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:42.363960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287e8ce4-e784-44ef-b2ca-88d841bdbf05', 'name': 'network-vif-deleted', 'tag': '32566976-4a8e-4a7c-8f15-5470acd5c669'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:42.378480 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afc7468-eb36-4781-a41f-d0283dba887c" -d '{"events": [{"server_uuid": "287e8ce4-e784-44ef-b2ca-88d841bdbf05", "name": "network-vif-deleted", "tag": "32566976-4a8e-4a7c-8f15-5470acd5c669"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:42.391223 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.407627 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-b2ed3547-1070-4e43-8fa6-df0f82389ee8 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9459293 Aug 31 14:29:42.441814 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.475467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=5819f43e-8208-4bb3-bdbf-29616d074d44,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:42.528829 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-229eeb01-80cd-4348-a208-8e9082a94bcc req-9fd97221-6f75-4eef-84ac-f84bf2f5d1a7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526227 Aug 31 14:29:42.532705 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No DVR routers for this DVR port 5819f43e-8208-4bb3-bdbf-29616d074d44 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:42.537193 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7e0d864e-227d-4e08-b1a5-fa868cbd907e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.608572 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c3349e7-1fc0-4a86-b720-5ceae38d9085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.724575 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.736962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc841267-7fb5-4977-b53e-b9c43cf95469']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:42.749375 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-3065eda6-2b4b-468b-be3a-3e6ab78155bb service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229170 Aug 31 14:29:42.760264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2905c516-143a-480b-8e22-b753ca88c2e2') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:42.760264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2905c516-143a-480b-8e22-b753ca88c2e2') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:42.773272 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3349e7-1fc0-4a86-b720-5ceae38d9085 None None] No DVR routers for this DVR port 5819f43e-8208-4bb3-bdbf-29616d074d44 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:42.774680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.785258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3349e7-1fc0-4a86-b720-5ceae38d9085 None None] Pushing event deleted for resources: {'Port': ['ID=5819f43e-8208-4bb3-bdbf-29616d074d44,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:42.798854 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.802153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb82fb9-ff3d-4ac4-9cda-1dc465826854 req-fabbff3c-b783-4103-8c2d-b4426bfcd8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:42.803857 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1bb82fb9-ff3d-4ac4-9cda-1dc465826854 req-fabbff3c-b783-4103-8c2d-b4426bfcd8fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.7601120 Aug 31 14:29:42.805670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:29:42.806436 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.818363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58826b27-b756-4365-852b-dbefc898c145 req-26a9188c-a4b5-42d7-a10f-b1c8fa21d825 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:42.827045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-58826b27-b756-4365-852b-dbefc898c145 req-26a9188c-a4b5-42d7-a10f-b1c8fa21d825 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.8144319 Aug 31 14:29:42.834091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46676) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:29:42.886616 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:29:42.893667 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.918507 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.923983 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/networks/bc841267-7fb5-4977-b53e-b9c43cf95469 HTTP/1.1" status: 204 len: 168 time: 2.4786947 Aug 31 14:29:42.923983 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7e0d864e-227d-4e08-b1a5-fa868cbd907e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.925254 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029571e-52ba-478b-b88e-165607fafff9 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Network': ['ID=bc841267-7fb5-4977-b53e-b9c43cf95469,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:42.932537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46686) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:43.024152 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2b37d5-84cd-45b3-b7ac-4899bd7573ec x-openstack-request-id: req-0b2b37d5-84cd-45b3-b7ac-4899bd7573ec {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:43.033097 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f86cf16-64f3-4d17-be36-013cb4beff49", "name": "network-vif-deleted", "tag": "3426a221-cd65-4c07-9050-981f3f53933e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:43.035040 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b2b37d5-84cd-45b3-b7ac-4899bd7573ec {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:43.036951 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f86cf16-64f3-4d17-be36-013cb4beff49', 'name': 'network-vif-deleted', 'tag': '3426a221-cd65-4c07-9050-981f3f53933e', 'status': 'completed', 'code': 200} Aug 31 14:29:43.080567 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7e0d864e-227d-4e08-b1a5-fa868cbd907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:43.089006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7e0d864e-227d-4e08-b1a5-fa868cbd907e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:43.104701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7e0d864e-227d-4e08-b1a5-fa868cbd907e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca602873-e92c-4b7a-81e2-4ddc5c289383 HTTP/1.1" status: 204 len: 168 time: 1.2868621 Aug 31 14:29:43.137166 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d864e-227d-4e08-b1a5-fa868cbd907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca602873-e92c-4b7a-81e2-4ddc5c289383,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:43.296501 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-56410fdd-3005-440d-a2e5-ce3b45df3569 req-34fe8db4-92e6-4c78-a412-58638ee7a6d0 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 210 time: 0.0542500 Aug 31 14:29:43.700591 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a604b0a-858e-4273-b817-8263861c63af x-openstack-request-id: req-8a604b0a-858e-4273-b817-8263861c63af {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:43.700874 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287e8ce4-e784-44ef-b2ca-88d841bdbf05", "name": "network-vif-deleted", "tag": "32566976-4a8e-4a7c-8f15-5470acd5c669", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:43.701122 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a604b0a-858e-4273-b817-8263861c63af {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:43.701520 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287e8ce4-e784-44ef-b2ca-88d841bdbf05', 'name': 'network-vif-deleted', 'tag': '32566976-4a8e-4a7c-8f15-5470acd5c669', 'status': 'completed', 'code': 200} Aug 31 14:29:43.735105 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e3e07-75dc-4028-a258-1fa6af356905 req-3c7f12b3-81aa-4535-b368-859d886e89ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:43.737237 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-765e3e07-75dc-4028-a258-1fa6af356905 req-3c7f12b3-81aa-4535-b368-859d886e89ba tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.0746946 Aug 31 14:29:43.762831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 3426a221-cd65-4c07-9050-981f3f53933e no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:43.784274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1516827717'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:43.815399 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-765e3e07-75dc-4028-a258-1fa6af356905 req-5983e78b-1809-4f87-9144-31ff43b82765 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661829 Aug 31 14:29:43.816417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 3426a221-cd65-4c07-9050-981f3f53933e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:43.816955 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 3426a221-cd65-4c07-9050-981f3f53933e not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:43.817242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 32566976-4a8e-4a7c-8f15-5470acd5c669 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:43.858013 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-ac50acaa-7902-43df-b349-a98096c39ed9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=fef509ac-4d20-4346-80ac-7987799f5e7b HTTP/1.1" status: 200 len: 217 time: 1.0257351 Aug 31 14:29:43.858607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Made reservation on behalf of 745d2b1339134ebabe01afcad0e4f0c5 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:43.858733 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 32566976-4a8e-4a7c-8f15-5470acd5c669 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:43.861266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 32566976-4a8e-4a7c-8f15-5470acd5c669 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:43.862382 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:43.903543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa385142-c094-4ce4-8cda-2a4e5c5cc26c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:43.908831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46710) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:43.910377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fa385142-c094-4ce4-8cda-2a4e5c5cc26c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2470911 Aug 31 14:29:43.974482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-26ae0ead-bb8f-4401-84fd-8c74b028e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:43.976114 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-26ae0ead-bb8f-4401-84fd-8c74b028e084 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.0841138 Aug 31 14:29:43.989877 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.036990 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9eddd2d4-1d59-4870-8817-3bf701868ae8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1265459 Aug 31 14:29:44.043647 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46712) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:44.057455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-322f2e03-5085-45ec-a9c7-5ea5860a488a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1504434932'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:44.078895 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-58826b27-b756-4365-852b-dbefc898c145 req-db671ff2-5f83-4729-b513-55fed13a31b5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2503090 Aug 31 14:29:44.101687 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1bb82fb9-ff3d-4ac4-9cda-1dc465826854 req-c1f50ce5-1f57-4f2e-ad0c-ed1437fc1072 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef248e17-ff68-45a2-a95a-b080183edfb0 HTTP/1.1" status: 200 len: 1002 time: 1.2711127 Aug 31 14:29:44.188594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-3df9d3ae-7b34-493b-9762-43fb8cb51359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:44.190196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-3df9d3ae-7b34-493b-9762-43fb8cb51359 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1875377 Aug 31 14:29:44.205591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-a8ec057c-caf2-4aff-b368-490bf52e3e07 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:44.207142 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-a8ec057c-caf2-4aff-b368-490bf52e3e07 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.25 "GET /v2.0/networks?id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a HTTP/1.1" status: 200 len: 813 time: 1.4072371 Aug 31 14:29:44.240220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-58d331ec-758a-4f49-b49a-f3601a34976f tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:44.241692 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-58d331ec-758a-4f49-b49a-f3601a34976f tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.60 "GET /v2.0/networks?id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a HTTP/1.1" status: 200 len: 813 time: 1.4084444 Aug 31 14:29:44.248519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Request body: {'port': {'device_id': 'ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c', 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a', 'admin_state_up': True, 'tenant_id': '52f6ed891e354bcd9f2c30fe7ff246b6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:44.266030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Request body: {'port': {'device_id': '3064083a-ae8f-463a-9c8f-5a7f67c9bccb', 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a', 'admin_state_up': True, 'tenant_id': '52f6ed891e354bcd9f2c30fe7ff246b6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:44.295649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb82fb9-ff3d-4ac4-9cda-1dc465826854 req-b68bc420-47dc-4459-8584-04b15d193c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:44.297181 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1bb82fb9-ff3d-4ac4-9cda-1dc465826854 req-b68bc420-47dc-4459-8584-04b15d193c6f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1747258 Aug 31 14:29:44.443693 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-975e2fe4-8abe-4169-8214-0def4b1b9c8b req-4449a38d-b5c6-49a5-839b-6afb069793dd tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 210 time: 0.0485036 Aug 31 14:29:44.606745 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb82fb9-ff3d-4ac4-9cda-1dc465826854 req-0c36724a-5e2f-4648-b3be-182022cc7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:44.608304 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1bb82fb9-ff3d-4ac4-9cda-1dc465826854 req-0c36724a-5e2f-4648-b3be-182022cc7adc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2364390 Aug 31 14:29:44.615630 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-5b19e892-563b-4771-a676-83ef580a85bf service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012258 Aug 31 14:29:44.663813 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.693888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322f2e03-5085-45ec-a9c7-5ea5860a488a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:44.698222 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-322f2e03-5085-45ec-a9c7-5ea5860a488a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.718343 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.754974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322f2e03-5085-45ec-a9c7-5ea5860a488a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:29:44.761726 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:29:44.761726 n-d-806683-5 neutron-server[94871]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:29:44.761726 n-d-806683-5 neutron-server[94871]: [parameters: {'project_id_1': '52f6ed891e354bcd9f2c30fe7ff246b6', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 29, 44, 676521)}] Aug 31 14:29:44.761726 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:29:44.762661 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:29:44.762661 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:29:44.762661 n-d-806683-5 neutron-server[94871]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:29:44.762661 n-d-806683-5 neutron-server[94871]: [parameters: {'project_id_1': '52f6ed891e354bcd9f2c30fe7ff246b6', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 29, 44, 653873)}] Aug 31 14:29:44.762661 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:29:44.763072 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:29:44.774257 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-322f2e03-5085-45ec-a9c7-5ea5860a488a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.774616 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-322f2e03-5085-45ec-a9c7-5ea5860a488a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Added segment 5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f of type vlan for network 9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd Aug 31 14:29:44.804914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:29:44.819517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a441a6f3-5eb3-4f1d-892c-c251b52feb8f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:44.847285 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.847591 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Added segment ba459bba-c919-4c3a-9b16-5025af353f02 of type vlan for network 059d9754-05ac-4f22-9828-ff9d2cb5ac43 Aug 31 14:29:44.880727 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-322f2e03-5085-45ec-a9c7-5ea5860a488a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.920700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-2db81589-8c6c-448f-94a3-5cc5e3a8473a service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729299 Aug 31 14:29:44.925939 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-322f2e03-5085-45ec-a9c7-5ea5860a488a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.928010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1bb82fb9-ff3d-4ac4-9cda-1dc465826854 req-f859c45a-fe55-4263-bb1d-060e12993a0a service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020067 Aug 31 14:29:44.935620 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322f2e03-5085-45ec-a9c7-5ea5860a488a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:44.940127 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.942831 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-322f2e03-5085-45ec-a9c7-5ea5860a488a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.988182 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-3fd0c861-168c-4b83-8245-ffab92151710 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=fb942b53-8ca1-47a4-a21f-f0279210c88b HTTP/1.1" status: 200 len: 217 time: 0.0591540 Aug 31 14:29:45.041012 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-322f2e03-5085-45ec-a9c7-5ea5860a488a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9962232 Aug 31 14:29:45.056789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46736) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:45.068404 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-e4aa0012-ee26-4a58-9e63-11b16b6e939e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': '9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:45.078199 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:29:45.163888 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:45.171505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:45.172174 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:45.208625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f2e03-5085-45ec-a9c7-5ea5860a488a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Network': ['ID=9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:45.228029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:29:45.294739 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aa0012-ee26-4a58-9e63-11b16b6e939e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:45.311084 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0012-ee26-4a58-9e63-11b16b6e939e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:45.326673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-c5709165-bdd1-4128-84e3-3fa2e6706a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:45.330124 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-c5709165-bdd1-4128-84e3-3fa2e6706a23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.3198342 Aug 31 14:29:45.361912 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5146506 Aug 31 14:29:45.366914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46748) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:45.372657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec410f0-fe0c-46b2-a637-a8d427dce1fe req-fe5c08b8-8283-457a-b37a-7d84c1223970 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:45.382353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cec410f0-fe0c-46b2-a637-a8d427dce1fe req-fe5c08b8-8283-457a-b37a-7d84c1223970 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.3988149 Aug 31 14:29:45.410258 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1bb82fb9-ff3d-4ac4-9cda-1dc465826854 req-f8c8fc23-21d1-4018-89c7-0b43ca8e29f0 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722245 Aug 31 14:29:45.426666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6bd8fef4-773a-460b-aead-012817ef481a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'subnet': {'network_id': '059d9754-05ac-4f22-9828-ff9d2cb5ac43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:45.456032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dd76e-730e-4685-8b99-92c6de557f3b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Network': ['ID=059d9754-05ac-4f22-9828-ff9d2cb5ac43,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:45.468917 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Made reservation on behalf of 52f6ed891e354bcd9f2c30fe7ff246b6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:45.472750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 059d9754-05ac-4f22-9828-ff9d2cb5ac43 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:29:45.473562 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:45.534857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Made reservation on behalf of 52f6ed891e354bcd9f2c30fe7ff246b6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:45.539277 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:45.557905 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cec410f0-fe0c-46b2-a637-a8d427dce1fe req-d6d5dc82-1e1d-485a-9273-090b3a69904e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691291 Aug 31 14:29:45.652452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e5fe4-2e22-4d95-aff9-1e570512588d req-5f644338-bc24-4656-8d2a-25efd8ff3b3f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:45.667404 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e47e5fe4-2e22-4d95-aff9-1e570512588d req-5f644338-bc24-4656-8d2a-25efd8ff3b3f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.3441505 Aug 31 14:29:45.677004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-a8bd468a-d51a-4684-8c11-3b1070d9f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:45.678742 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-a8bd468a-d51a-4684-8c11-3b1070d9f1f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3264635 Aug 31 14:29:45.703524 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd8fef4-773a-460b-aead-012817ef481a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Made reservation on behalf of 745d2b1339134ebabe01afcad0e4f0c5 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:45.706398 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bd8fef4-773a-460b-aead-012817ef481a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:45.797900 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-050ad370-ab8e-40b2-8bbe-34e20b2809e9 req-6572c0e4-711f-469c-a0a5-3c2636774669 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 210 time: 0.1146266 Aug 31 14:29:45.842073 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e47e5fe4-2e22-4d95-aff9-1e570512588d req-d2676c64-12d7-4c5b-9308-3237ca189017 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734600 Aug 31 14:29:46.020517 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0012-ee26-4a58-9e63-11b16b6e939e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:46.132335 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-c09c575e-8137-426f-92d2-7f56408463c4 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433153 Aug 31 14:29:46.134781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Allocated IP 172.20.0.11 (b3dfa402-1efb-4348-be4b-50abfd2c0f4a/fa8f7091-5fe4-45aa-9a19-f724117eb063/cefde84e-a60c-4052-9fd7-19ac764d9d03) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:46.216234 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa0012-ee26-4a58-9e63-11b16b6e939e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Subnet': ['ID=6d2ae0d5-09a7-47ce-b8c3-ea2185fc8375,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:46.238009 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bd8fef4-773a-460b-aead-012817ef481a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:46.314259 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa0012-ee26-4a58-9e63-11b16b6e939e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Checking segment: {'id': '5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:46.314259 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa0012-ee26-4a58-9e63-11b16b6e939e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network hostable DHCP agents. Network: 9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:29:46.405911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd8fef4-773a-460b-aead-012817ef481a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Checking segment: {'id': 'ba459bba-c919-4c3a-9b16-5025af353f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '059d9754-05ac-4f22-9828-ff9d2cb5ac43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:46.406432 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd8fef4-773a-460b-aead-012817ef481a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network hostable DHCP agents. Network: 059d9754-05ac-4f22-9828-ff9d2cb5ac43, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:29:46.409508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa0012-ee26-4a58-9e63-11b16b6e939e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network 9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:29:46.413909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8fef4-773a-460b-aead-012817ef481a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Subnet': ['ID=35a4ef4f-8e80-4d94-9d6c-178b4e713db5,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:46.432633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-e4aa0012-ee26-4a58-9e63-11b16b6e939e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:46.443444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e794450-1a62-44d6-9f9f-e42dd4317a70 None None] Network 9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:46.448724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aa0012-ee26-4a58-9e63-11b16b6e939e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:46.449671 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0012-ee26-4a58-9e63-11b16b6e939e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:46.482919 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd8fef4-773a-460b-aead-012817ef481a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network 059d9754-05ac-4f22-9828-ff9d2cb5ac43 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:29:46.493213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e4aa0012-ee26-4a58-9e63-11b16b6e939e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4323716 Aug 31 14:29:46.523672 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46772) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:46.536214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'network_id': '9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd', 'name': 'tempest-PortsIpV6TestJSON-1634276059'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:46.546314 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-c16f33a1-2d2b-4a2a-8b20-0627ea0fd094 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055562 Aug 31 14:29:46.565027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-6bd8fef4-773a-460b-aead-012817ef481a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 059d9754-05ac-4f22-9828-ff9d2cb5ac43) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:46.621120 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bb8487-28cb-4d8e-84fa-c7bc7cbe6624 None None] Network 059d9754-05ac-4f22-9828-ff9d2cb5ac43 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:46.637714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd8fef4-773a-460b-aead-012817ef481a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:46.638539 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bd8fef4-773a-460b-aead-012817ef481a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:46.657564 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-c1d66a45-3c96-41f2-bf9d-9865b90da185 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e57b84cc-a866-47d8-8732-69907ed220f0 HTTP/1.1" status: 200 len: 217 time: 0.0966537 Aug 31 14:29:46.681280 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6bd8fef4-773a-460b-aead-012817ef481a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2590466 Aug 31 14:29:46.688589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46776) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:46.694282 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-497267580', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:46.721843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2ca37-457c-4a33-bf27-95e3f38d8234 req-baf937c0-741b-47f8-8a00-9a5619a0fbe2 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:46.732930 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-50c2ca37-457c-4a33-bf27-95e3f38d8234 req-baf937c0-741b-47f8-8a00-9a5619a0fbe2 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.2634158 Aug 31 14:29:46.825921 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:46.827142 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:46.845638 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabacc3-484c-41b0-aa09-56f3427ad170 req-6aba65a2-62c0-4a51-9d90-f885f0dcb6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:46.850792 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0cabacc3-484c-41b0-aa09-56f3427ad170 req-6aba65a2-62c0-4a51-9d90-f885f0dcb6ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f3aa11ecbff45eba80e1f881db9560b&device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 1096 time: 0.4148982 Aug 31 14:29:46.880700 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd', 'network_id': '9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd', 'tenant_id': 'f3c611d741be49adbca35ee8a5cd3d28', 'fixed_ips': [{'subnet_id': '6d2ae0d5-09a7-47ce-b8c3-ea2185fc8375'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:29:46.883018 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:46.905845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:47.026031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:47.095254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c969b2d6-8e3c-4e12-83d7-3548f4c7f0fe None None] Network 059d9754-05ac-4f22-9828-ff9d2cb5ac43 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:47.117202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-93d384d1-0908-4c2c-894b-45eb459bedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:47.119795 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-93d384d1-0908-4c2c-894b-45eb459bedd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef8e0da5-0757-4499-8cf1-b1603de9f949 HTTP/1.1" status: 200 len: 797 time: 0.4167888 Aug 31 14:29:47.204237 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-50c2ca37-457c-4a33-bf27-95e3f38d8234 req-55fb4c5a-1e1a-4970-b370-c5543f128027 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702461 Aug 31 14:29:47.281785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabacc3-484c-41b0-aa09-56f3427ad170 req-087f0b49-105e-40b4-94d3-1f7361d6cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:47.287684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0cabacc3-484c-41b0-aa09-56f3427ad170 req-087f0b49-105e-40b4-94d3-1f7361d6cb8a service neutron] 10.222.0.25 "GET /v2.0/networks?id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5 HTTP/1.1" status: 200 len: 915 time: 0.3756456 Aug 31 14:29:47.309189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:47.343704 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:47.346724 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:47.389408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Allocated IP 2001:db8::2 (9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd/6d2ae0d5-09a7-47ce-b8c3-ea2185fc8375/c6e9795e-875d-42fe-afa0-110c5a532837) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:47.442788 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:47.453304 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port 49998690-185a-4b5e-9ebc-a252c2866e1a yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:47.544082 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0cabacc3-484c-41b0-aa09-56f3427ad170 req-1455936c-8f63-4272-8c99-aba748cdbdd8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa63b912-cbaf-4802-a383-2a85dc5d82b7 HTTP/1.1" status: 200 len: 217 time: 0.1951237 Aug 31 14:29:47.549756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Pushing event updated for resources: {'Port': ['ID=cefde84e-a60c-4052-9fd7-19ac764d9d03,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:47.563702 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-75e008ce-84b3-454e-97a0-1e0af36f3526 {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:29:47.564089 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:29:47.576583 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9b508-a9ed-47b9-a376-f3245b471548 req-f543ac64-eeb4-4360-83b9-ed3d66a4d900 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:47.578219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3d9b508-a9ed-47b9-a376-f3245b471548 req-f543ac64-eeb4-4360-83b9-ed3d66a4d900 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 932 time: 0.2387836 Aug 31 14:29:47.594926 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:47.610653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Transition to ACTIVE for port object c6e9795e-875d-42fe-afa0-110c5a532837 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:47.628113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Transition to ACTIVE for port object c6e9795e-875d-42fe-afa0-110c5a532837 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:47.635391 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:47.673163 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Network 9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:47.675657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:47.680016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe95130-cd72-4586-a00e-20ac3cd38e07 req-b69683e7-eac4-4972-9e1e-4d1d0fa08851 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:47.681951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:47.685577 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cbe95130-cd72-4586-a00e-20ac3cd38e07 req-b69683e7-eac4-4972-9e1e-4d1d0fa08851 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.9073091 Aug 31 14:29:47.721506 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3d9b508-a9ed-47b9-a376-f3245b471548 req-a0fbaf01-0823-457e-914c-fd831c0cd747 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755372 Aug 31 14:29:47.738313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Network b3dfa402-1efb-4348-be4b-50abfd2c0f4a is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:47.803373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Allocated IP 2001:db8::18 (9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd/6d2ae0d5-09a7-47ce-b8c3-ea2185fc8375/49998690-185a-4b5e-9ebc-a252c2866e1a) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:47.816648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:47.832548 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:47.889789 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Pushing event updated for resources: {'Port': ['ID=c6e9795e-875d-42fe-afa0-110c5a532837,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:47.897771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Attempting to bind port c6e9795e-875d-42fe-afa0-110c5a532837 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:47.901641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Attempting to bind port c6e9795e-875d-42fe-afa0-110c5a532837 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:47.902168 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Attempting to bind port c6e9795e-875d-42fe-afa0-110c5a532837 on network 9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:47.914921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:47.917675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Checking segment: {'id': '5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:47.922244 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:47.922770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Bound using segment: {'id': '5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:47.923404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Bound port: c6e9795e-875d-42fe-afa0-110c5a532837, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:47.924165 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:47.938888 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-b804b7ae-e4d4-4f52-a787-6bb7d6352d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:47.958937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-b804b7ae-e4d4-4f52-a787-6bb7d6352d5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6663110 Aug 31 14:29:47.975888 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabacc3-484c-41b0-aa09-56f3427ad170 req-3462b92e-7da1-41f7-9d1e-02dc9852a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:47.977378 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0cabacc3-484c-41b0-aa09-56f3427ad170 req-3462b92e-7da1-41f7-9d1e-02dc9852a1ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=387ec1f0-9e2b-4993-b320-20e62aebb29c HTTP/1.1" status: 200 len: 853 time: 0.4092224 Aug 31 14:29:48.075120 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1369f599-c8e2-481f-9595-509a32569531 None None] For port c6e9795e-875d-42fe-afa0-110c5a532837, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:48.079362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1369f599-c8e2-481f-9595-509a32569531 None None] For port c6e9795e-875d-42fe-afa0-110c5a532837, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c6e9795e-875d-42fe-afa0-110c5a532837,segment=NetworkSegment(5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f),segment_id=5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:48.085407 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:48.099755 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cbe95130-cd72-4586-a00e-20ac3cd38e07 req-e686149f-b7ca-48ab-8dad-adb7ce78122a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072218 Aug 31 14:29:48.100419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:48.173815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369f599-c8e2-481f-9595-509a32569531 None None] Pushing event updated for resources: {'Port': ['ID=c6e9795e-875d-42fe-afa0-110c5a532837,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:48.263130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:48.263869 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:48.321079 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-9966da58-2ddd-4dd3-945d-33775ed09f8d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0614774 Aug 31 14:29:48.368921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Request body: {'port': {'device_id': '3064083a-ae8f-463a-9c8f-5a7f67c9bccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:48.526288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Allocated IP 172.20.0.9 (b3dfa402-1efb-4348-be4b-50abfd2c0f4a/fa8f7091-5fe4-45aa-9a19-f724117eb063/618f77d5-330b-4663-b75a-4c90fcdb35a6) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:48.558768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabacc3-484c-41b0-aa09-56f3427ad170 req-99667964-0a7e-4fd8-9573-c77647c6a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:48.566168 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0cabacc3-484c-41b0-aa09-56f3427ad170 req-99667964-0a7e-4fd8-9573-c77647c6a81f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d5699d4-367e-4360-928b-4ab5ff2fe5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5616059 Aug 31 14:29:48.611449 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-21027c45-7d12-41e6-ac02-39f7365fd891 service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328857 Aug 31 14:29:48.616490 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:48.825729 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:48.859094 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:48.880508 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:48.939064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7e44b-04dc-45b3-9582-cf7608b9a380 req-16d982ad-d46b-474f-a953-3b7fe52bb6fc tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:48.941617 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1bc7e44b-04dc-45b3-9582-cf7608b9a380 req-16d982ad-d46b-474f-a953-3b7fe52bb6fc tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.2222872 Aug 31 14:29:48.978233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Transition to ACTIVE for port object 49998690-185a-4b5e-9ebc-a252c2866e1a will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:49.047717 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1bc7e44b-04dc-45b3-9582-cf7608b9a380 req-9897b058-e8d0-4d29-89e2-8badd8f73a31 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980167 Aug 31 14:29:49.118598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.25.2.207 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/1a408b5e-a4bd-4073-8275-bc3d5642403a) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:49.126000 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:49.327283 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:49.332350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network 9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:49.334016 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:49.409514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:49.418945 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:49.419946 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:49.429664 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=49998690-185a-4b5e-9ebc-a252c2866e1a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:49.458495 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:49.525666 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e71e8985-7861-488e-a8eb-a412d881e2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:49.556973 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bd989cec-1bc3-4d92-a4c1-60d87d2444f3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0292668 Aug 31 14:29:49.561724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46812) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:49.568804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'network_id': '9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd', 'name': 'tempest-PortsIpV6TestJSON-1460876297'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:49.654323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777824a-b3c6-4c3d-858a-5795009a649f req-14b9a06e-7632-48ba-afa7-98de66e32e49 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:49.657326 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b777824a-b3c6-4c3d-858a-5795009a649f req-14b9a06e-7632-48ba-afa7-98de66e32e49 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 932 time: 0.7742805 Aug 31 14:29:49.740398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dba28c-4134-4682-a97e-a32e74b76ad7 req-0ea62b96-0d4c-4bb1-b2e8-2eac52f7f724 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:49.748897 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4dba28c-4134-4682-a97e-a32e74b76ad7 req-0ea62b96-0d4c-4bb1-b2e8-2eac52f7f724 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.3030651 Aug 31 14:29:49.830736 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:49.879555 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4dba28c-4134-4682-a97e-a32e74b76ad7 req-3b4895cd-62b4-4668-a136-74e9aa9c7392 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294587 Aug 31 14:29:49.921584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c6e9795e-875d-42fe-afa0-110c5a532837 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:49.924887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:49.938622 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:49.947221 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=1a408b5e-a4bd-4073-8275-bc3d5642403a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:49.957651 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:49.958223 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:49.983975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:49.988372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:49.989688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f374a01-c67c-4fed-b6fb-ab9a627cfa35 None None] Network 9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:50.006266 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0cabacc3-484c-41b0-aa09-56f3427ad170 req-99c8930b-1801-4713-b63f-71de78ac40ce service neutron] 10.222.0.25 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4246495 Aug 31 14:29:50.013442 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-3f484728-9314-4f73-b410-83dcf7552bd8 service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3770835 Aug 31 14:29:50.033379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port aba84d21-4a4e-40cd-9b04-f95a87b68a8f yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:50.178666 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0cabacc3-484c-41b0-aa09-56f3427ad170 req-c5c9fa87-fc78-4e13-82c4-8bf5b82a4dd8 service neutron] 10.222.0.25 "GET /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513162 Aug 31 14:29:50.206196 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d0da977e-fd5c-4037-9194-e784756010ac None None] Provisioning for port c6e9795e-875d-42fe-afa0-110c5a532837 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:50.287053 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port c6e9795e-875d-42fe-afa0-110c5a532837 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:50.298035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c6e9795e-875d-42fe-afa0-110c5a532837 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:50.298538 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:50.323689 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-d250dc89-dd76-4832-8d5c-0291c0f00662 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ffeccb-69ae-488c-9407-9562e4ddb943 HTTP/1.1" status: 200 len: 217 time: 0.1463320 Aug 31 14:29:50.424633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706eb13-e9e5-4758-bd27-f63ae6ae0e84 req-b7bef823-1acf-4165-acbe-7c662e8c08cf tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:50.434452 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3706eb13-e9e5-4758-bd27-f63ae6ae0e84 req-b7bef823-1acf-4165-acbe-7c662e8c08cf tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.2043617 Aug 31 14:29:50.451997 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:50.511026 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port c6e9795e-875d-42fe-afa0-110c5a532837, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c6e9795e-875d-42fe-afa0-110c5a532837,segment=NetworkSegment(5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f),segment_id=5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:50.517764 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:50.614516 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=c6e9795e-875d-42fe-afa0-110c5a532837,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:50.714424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefde84e-a60c-4052-9fd7-19ac764d9d03 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:50.731226 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:50.765520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Transition to ACTIVE for port object cefde84e-a60c-4052-9fd7-19ac764d9d03 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:50.771339 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:50.787899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a69225c5-261e-4936-bdd4-2376fdc5307b None None] Provisioning complete for port c6e9795e-875d-42fe-afa0-110c5a532837 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:50.788276 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a69225c5-261e-4936-bdd4-2376fdc5307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:50.813882 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Allocated IP 2001:db8::55 (9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd/6d2ae0d5-09a7-47ce-b8c3-ea2185fc8375/aba84d21-4a4e-40cd-9b04-f95a87b68a8f) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:50.830151 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:50.871634 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:51.001508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a69225c5-261e-4936-bdd4-2376fdc5307b None None] Provisioning for port 49998690-185a-4b5e-9ebc-a252c2866e1a completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:51.016953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a69225c5-261e-4936-bdd4-2376fdc5307b None None] Provisioning complete for port 49998690-185a-4b5e-9ebc-a252c2866e1a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:51.017520 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a69225c5-261e-4936-bdd4-2376fdc5307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:51.048237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Pushing event updated for resources: {'Port': ['ID=cefde84e-a60c-4052-9fd7-19ac764d9d03,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:51.069300 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b777824a-b3c6-4c3d-858a-5795009a649f req-344f16f6-32d0-422c-bfa9-9e3edad1ff9d tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3975906 Aug 31 14:29:51.071335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Network b3dfa402-1efb-4348-be4b-50abfd2c0f4a is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:51.098085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:51.098085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-e9c58ae8-b72b-4cb0-b815-65cedb44d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:51.098412 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a69225c5-261e-4936-bdd4-2376fdc5307b None None] Port 49998690-185a-4b5e-9ebc-a252c2866e1a cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:51.098510 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-e9c58ae8-b72b-4cb0-b815-65cedb44d2ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef8e0da5-0757-4499-8cf1-b1603de9f949 HTTP/1.1" status: 200 len: 797 time: 0.3292172 Aug 31 14:29:51.100688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:51.182518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3706eb13-e9e5-4758-bd27-f63ae6ae0e84 req-f9e3e8bf-7a3b-48f7-b5f4-4a3ce6e668be tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7469018 Aug 31 14:29:51.209574 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:51.245704 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-12976c0e-37a5-4184-988c-6d71b4d0a354 None None] Provisioning complete for port 49998690-185a-4b5e-9ebc-a252c2866e1a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:51.251170 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12976c0e-37a5-4184-988c-6d71b4d0a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:51.304091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Pushing event updated for resources: {'Port': ['ID=618f77d5-330b-4663-b75a-4c90fcdb35a6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:51.332556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:51.334381 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:51.338729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Transition to ACTIVE for port object aba84d21-4a4e-40cd-9b04-f95a87b68a8f will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:51.349277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce608-fc21-408d-a1a2-f119035a335f req-d9e22765-450f-4256-ab55-0bc12daf596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:51.350090 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-d9e22765-450f-4256-ab55-0bc12daf596b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2169392 Aug 31 14:29:51.352257 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-12976c0e-37a5-4184-988c-6d71b4d0a354 None None] Port 49998690-185a-4b5e-9ebc-a252c2866e1a cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:51.462516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Attempting to bind port cefde84e-a60c-4052-9fd7-19ac764d9d03 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:51.463491 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Attempting to bind port cefde84e-a60c-4052-9fd7-19ac764d9d03 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:51.464170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Attempting to bind port cefde84e-a60c-4052-9fd7-19ac764d9d03 on network b3dfa402-1efb-4348-be4b-50abfd2c0f4a {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:51.472863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Port cefde84e-a60c-4052-9fd7-19ac764d9d03 on network b3dfa402-1efb-4348-be4b-50abfd2c0f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:29:51.473558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Attempting to bind port cefde84e-a60c-4052-9fd7-19ac764d9d03 on network b3dfa402-1efb-4348-be4b-50abfd2c0f4a {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:51.480768 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-dbed83c5-5b5c-4a16-afe9-3644a1d21321 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2507703 Aug 31 14:29:51.486226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:51.486941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Checking segment: {'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:51.487696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Bound using segment: {'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:51.488414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Bound port: cefde84e-a60c-4052-9fd7-19ac764d9d03, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:51.489111 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:51.496636 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:51.498946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Request body: {'port': {'device_id': 'ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:51.556063 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:51.565044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network 9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:51.584475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da458115-4177-4789-bd71-8adf6ce09c51 req-61df04a6-9b64-4955-ae4d-695b0aab83bc tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:51.586282 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da458115-4177-4789-bd71-8adf6ce09c51 req-61df04a6-9b64-4955-ae4d-695b0aab83bc tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.2736294 Aug 31 14:29:51.654492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:51.658082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=aba84d21-4a4e-40cd-9b04-f95a87b68a8f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:51.660426 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:51.674492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:51.675495 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:51.753253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c6e9795e-875d-42fe-afa0-110c5a532837 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:51.764069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-438d5890-3f0e-4694-ac65-8cb266294115 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2010052 Aug 31 14:29:51.766680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46828) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:51.800518 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] For port cefde84e-a60c-4052-9fd7-19ac764d9d03, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:51.804023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] For port cefde84e-a60c-4052-9fd7-19ac764d9d03, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=cefde84e-a60c-4052-9fd7-19ac764d9d03,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:51.822300 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-d3536f14-3b43-461d-b0fd-6b78ba22ecc2 service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495456 Aug 31 14:29:51.826138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:51.840342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da458115-4177-4789-bd71-8adf6ce09c51 req-33d33711-d7ad-4164-b099-492aba6ec9ee tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244239 Aug 31 14:29:51.862143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:29:51.883384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f99c09-69b1-4edc-b56f-664a3e3ee2d0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:51.888367 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f6f99c09-69b1-4edc-b56f-664a3e3ee2d0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A18 HTTP/1.1" status: 200 len: 928 time: 0.1172216 Aug 31 14:29:51.894473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46830) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:51.936696 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:52.018509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:52.019591 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:52.022770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] 10.222.0.60 "PUT /v2.0/ports/cefde84e-a60c-4052-9fd7-19ac764d9d03 HTTP/1.1" status: 200 len: 1092 time: 3.6769490 Aug 31 14:29:52.033838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c6e9795e-875d-42fe-afa0-110c5a532837 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:52.034979 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:52.038708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3064083a-ae8f-463a-9c8f-5a7f67c9bccb', 'tag': 'cefde84e-a60c-4052-9fd7-19ac764d9d03'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:52.042647 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0381096-89d4-40fa-9035-560e500e68a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3064083a-ae8f-463a-9c8f-5a7f67c9bccb", "tag": "cefde84e-a60c-4052-9fd7-19ac764d9d03"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:52.125421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c86289-0bec-44d5-84e8-26c511325922 service neutron] Pushing event updated for resources: {'Port': ['ID=cefde84e-a60c-4052-9fd7-19ac764d9d03,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:52.181586 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-70dce608-fc21-408d-a1a2-f119035a335f req-37aabdb5-0219-4990-88ac-e7f88c83a702 service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397970 Aug 31 14:29:52.239695 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fc7b0b-10fa-49fa-8c26-ea644ddc5f95 x-openstack-request-id: req-a8fc7b0b-10fa-49fa-8c26-ea644ddc5f95 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:52.240045 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3064083a-ae8f-463a-9c8f-5a7f67c9bccb", "tag": "cefde84e-a60c-4052-9fd7-19ac764d9d03", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:52.240252 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8fc7b0b-10fa-49fa-8c26-ea644ddc5f95 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:52.241949 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3064083a-ae8f-463a-9c8f-5a7f67c9bccb', 'tag': 'cefde84e-a60c-4052-9fd7-19ac764d9d03', 'status': 'completed', 'code': 200} Aug 31 14:29:52.321116 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f776ffa-701c-4a47-a784-37f3c6211dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:52.325121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8816d1fa-fa50-4a74-bb37-c5dd6b309cb8 None None] Provisioning for port aba84d21-4a4e-40cd-9b04-f95a87b68a8f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:52.346101 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:52.352786 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8816d1fa-fa50-4a74-bb37-c5dd6b309cb8 None None] Provisioning complete for port aba84d21-4a4e-40cd-9b04-f95a87b68a8f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:52.353162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8816d1fa-fa50-4a74-bb37-c5dd6b309cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:52.421282 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-8d3ca881-84a2-4d02-80de-841bc5468744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:52.424050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-8d3ca881-84a2-4d02-80de-841bc5468744 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52f6ed891e354bcd9f2c30fe7ff246b6&device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 1095 time: 0.3133059 Aug 31 14:29:52.469959 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8816d1fa-fa50-4a74-bb37-c5dd6b309cb8 None None] Port aba84d21-4a4e-40cd-9b04-f95a87b68a8f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:52.484417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:52.499235 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3642d0e-6391-40ec-bbf5-9b4ec28922fe None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:52.503517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7be5a57e-b4ba-4055-935d-8982abcf4d6a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port aba84d21-4a4e-40cd-9b04-f95a87b68a8f {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:52.503991 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7be5a57e-b4ba-4055-935d-8982abcf4d6a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:52.526796 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3642d0e-6391-40ec-bbf5-9b4ec28922fe None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:52.530774 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c3642d0e-6391-40ec-bbf5-9b4ec28922fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:52.578502 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:52.582583 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cb31a004-846a-4c9a-944b-2e724b92d4a9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.8928120 Aug 31 14:29:52.593179 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46844) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:52.616496 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-5ac88c38-8f88-4e3c-998c-7a3f4e4e4668 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cefde84e-a60c-4052-9fd7-19ac764d9d03 HTTP/1.1" status: 200 len: 217 time: 0.1064472 Aug 31 14:29:52.655740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5125-91cc-4bd5-8949-169e4a82223c req-15901502-cf2e-492e-bbbe-e6f9252ea409 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:52.659323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c75d5125-91cc-4bd5-8949-169e4a82223c req-15901502-cf2e-492e-bbbe-e6f9252ea409 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 944 time: 0.2318316 Aug 31 14:29:52.676592 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c3642d0e-6391-40ec-bbf5-9b4ec28922fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:52.698619 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3642d0e-6391-40ec-bbf5-9b4ec28922fe None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:52.701600 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c3642d0e-6391-40ec-bbf5-9b4ec28922fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:52.784555 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c3642d0e-6391-40ec-bbf5-9b4ec28922fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:52.792920 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3642d0e-6391-40ec-bbf5-9b4ec28922fe None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:52.823711 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c75d5125-91cc-4bd5-8949-169e4a82223c req-ebfcd6f9-0122-4b1e-9282-d6cc441cda91 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405754 Aug 31 14:29:52.835217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-7be880af-83f1-45db-a88e-726777432dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:52.837832 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-7be880af-83f1-45db-a88e-726777432dbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa8f7091-5fe4-45aa-9a19-f724117eb063 HTTP/1.1" status: 200 len: 853 time: 0.2131710 Aug 31 14:29:52.906560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453acb2-1220-428c-8b0e-7b5b86e138b7 req-bab43072-8bc4-4378-86c5-0ab2cc44a474 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:52.907670 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-5a0a7b1b-b584-4c4c-bda7-800040e4652c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623901 Aug 31 14:29:52.916003 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b453acb2-1220-428c-8b0e-7b5b86e138b7 req-bab43072-8bc4-4378-86c5-0ab2cc44a474 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.1535599 Aug 31 14:29:52.925398 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7be5a57e-b4ba-4055-935d-8982abcf4d6a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:53.003863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7be5a57e-b4ba-4055-935d-8982abcf4d6a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for aba84d21-4a4e-40cd-9b04-f95a87b68a8f owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:53.103710 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b453acb2-1220-428c-8b0e-7b5b86e138b7 req-f25e19d7-e6f7-4e32-82c4-b812eb4ee4fe tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838760 Aug 31 14:29:53.146000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd504b7d-2b38-42db-833f-f7d0114bf656 req-aacce8f5-bc3c-4ecb-8272-79a6260dcfad tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:53.147583 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd504b7d-2b38-42db-833f-f7d0114bf656 req-aacce8f5-bc3c-4ecb-8272-79a6260dcfad tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.1179323 Aug 31 14:29:53.220196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-cb80eb9d-a5a1-4d64-a9b6-cd31fe90ff97 service neutron] 10.222.0.60 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014579 Aug 31 14:29:53.254873 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd504b7d-2b38-42db-833f-f7d0114bf656 req-d26dceec-2816-4aff-9419-d204b81b3063 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904772 Aug 31 14:29:53.294024 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:53.315014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618f77d5-330b-4663-b75a-4c90fcdb35a6 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:53.325719 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:53.406995 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-23214fd9-8789-49e2-9af0-43f5e63cd5cb service neutron] 10.222.0.60 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684475 Aug 31 14:29:53.533168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0381096-89d4-40fa-9035-560e500e68a2 req-c47fb1d7-435d-4a5c-a665-b81d6ff1816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:53.534883 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0381096-89d4-40fa-9035-560e500e68a2 req-c47fb1d7-435d-4a5c-a665-b81d6ff1816c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52f6ed891e354bcd9f2c30fe7ff246b6&device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 1095 time: 0.0729508 Aug 31 14:29:53.700417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0381096-89d4-40fa-9035-560e500e68a2 req-b150307e-5de2-423e-a7fd-26351eafb5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:53.702615 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0381096-89d4-40fa-9035-560e500e68a2 req-b150307e-5de2-423e-a7fd-26351eafb5d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a HTTP/1.1" status: 200 len: 914 time: 0.1589203 Aug 31 14:29:53.769703 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0381096-89d4-40fa-9035-560e500e68a2 req-0c91bb4d-d7f5-46d5-bb30-200dc90f8528 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cefde84e-a60c-4052-9fd7-19ac764d9d03 HTTP/1.1" status: 200 len: 217 time: 0.0583611 Aug 31 14:29:53.907415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Transition to ACTIVE for port object 618f77d5-330b-4663-b75a-4c90fcdb35a6 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:53.917685 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7be5a57e-b4ba-4055-935d-8982abcf4d6a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:53.923638 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0381096-89d4-40fa-9035-560e500e68a2 req-32c96662-0d07-4786-9498-925473b3ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:53.929912 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0381096-89d4-40fa-9035-560e500e68a2 req-32c96662-0d07-4786-9498-925473b3ac4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa8f7091-5fe4-45aa-9a19-f724117eb063 HTTP/1.1" status: 200 len: 853 time: 0.1489375 Aug 31 14:29:53.935864 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:53.939712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b624b-f41a-41c5-8db0-400348080aa7 req-d809d517-cae8-450e-9e0f-c9e21389662c tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:53.947429 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0c0b624b-f41a-41c5-8db0-400348080aa7 req-d809d517-cae8-450e-9e0f-c9e21389662c tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.6880076 Aug 31 14:29:53.996559 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0381096-89d4-40fa-9035-560e500e68a2 req-0e70c2f0-105a-47c0-ba0e-d8ebd20e7b93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544488 Aug 31 14:29:54.027063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5a57e-b4ba-4055-935d-8982abcf4d6a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=aba84d21-4a4e-40cd-9b04-f95a87b68a8f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:54.153131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Pushing event updated for resources: {'Port': ['ID=618f77d5-330b-4663-b75a-4c90fcdb35a6,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:54.180454 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0c0b624b-f41a-41c5-8db0-400348080aa7 req-649089ae-115b-4b0f-bd69-a3e5aef3747e tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280107 Aug 31 14:29:54.181987 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7be5a57e-b4ba-4055-935d-8982abcf4d6a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:54.194155 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:54.199833 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7be5a57e-b4ba-4055-935d-8982abcf4d6a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/aba84d21-4a4e-40cd-9b04-f95a87b68a8f HTTP/1.1" status: 204 len: 168 time: 2.3024459 Aug 31 14:29:54.203924 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46874) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:54.271121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0b507-247e-4292-abc1-ba47ad5bdb69 req-9f2f6d0e-379d-4d9e-9a19-97a5c68d7487 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:54.279526 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d2a0b507-247e-4292-abc1-ba47ad5bdb69 req-9f2f6d0e-379d-4d9e-9a19-97a5c68d7487 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 944 time: 0.2366381 Aug 31 14:29:54.368973 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-97775190-d063-442b-8b0e-23399fa57cce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] GET failed (client error): The resource could not be found. Aug 31 14:29:54.373317 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-97775190-d063-442b-8b0e-23399fa57cce tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/aba84d21-4a4e-40cd-9b04-f95a87b68a8f HTTP/1.1" status: 404 len: 333 time: 0.1613142 Aug 31 14:29:54.379294 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46878) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:54.426228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0381096-89d4-40fa-9035-560e500e68a2 req-8ae09b20-8099-4091-ac4a-ebb8f9377830 service neutron] 10.222.0.60 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945782 Aug 31 14:29:54.468262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d2a0b507-247e-4292-abc1-ba47ad5bdb69 req-3e2358cb-d5f9-47cc-a6c8-267e7bffdce1 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877229 Aug 31 14:29:54.519920 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:54.691221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0381096-89d4-40fa-9035-560e500e68a2 req-154edd62-9182-4996-b8d7-96e5049ea709 service neutron] 10.222.0.60 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540071 Aug 31 14:29:54.709051 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ef880-cffa-4b8c-a574-a510a2e4fae0 req-70234750-652a-46fe-a849-8e72b477cafe tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:54.711220 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d9ef880-cffa-4b8c-a574-a510a2e4fae0 req-70234750-652a-46fe-a849-8e72b477cafe tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9429899-2467-4187-9dd9-7ffc32b891d4 HTTP/1.1" status: 200 len: 945 time: 0.1659834 Aug 31 14:29:54.720038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Attempting to bind port 618f77d5-330b-4663-b75a-4c90fcdb35a6 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:54.720628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Attempting to bind port 618f77d5-330b-4663-b75a-4c90fcdb35a6 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:54.720960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Attempting to bind port 618f77d5-330b-4663-b75a-4c90fcdb35a6 on network b3dfa402-1efb-4348-be4b-50abfd2c0f4a {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:54.722537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-42e7aea1-f704-44c2-b867-2fec17f05358 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port 49998690-185a-4b5e-9ebc-a252c2866e1a {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:54.722974 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42e7aea1-f704-44c2-b867-2fec17f05358 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:54.742962 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Port 618f77d5-330b-4663-b75a-4c90fcdb35a6 on network b3dfa402-1efb-4348-be4b-50abfd2c0f4a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:29:54.745723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Attempting to bind port 618f77d5-330b-4663-b75a-4c90fcdb35a6 on network b3dfa402-1efb-4348-be4b-50abfd2c0f4a {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:54.772388 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a7104-237a-4f69-8808-806b9a39377a req-e9d36e05-7955-46b8-bb48-ab207876aaa0 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:54.774284 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-896a7104-237a-4f69-8808-806b9a39377a req-e9d36e05-7955-46b8-bb48-ab207876aaa0 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.1744776 Aug 31 14:29:54.776180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:54.776729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Checking segment: {'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:54.777294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Bound using segment: {'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:54.777910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Bound port: 618f77d5-330b-4663-b75a-4c90fcdb35a6, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2598d0-1da1-4918-9497-36ca4165795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:54.778438 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:54.801232 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:29:54.869768 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:54.894074 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d9ef880-cffa-4b8c-a574-a510a2e4fae0 req-8ac0ea15-353b-4ba4-9227-b18e9157923b tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755400 Aug 31 14:29:54.922293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] For port 618f77d5-330b-4663-b75a-4c90fcdb35a6, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:54.942688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] For port 618f77d5-330b-4663-b75a-4c90fcdb35a6, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=618f77d5-330b-4663-b75a-4c90fcdb35a6,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:54.969256 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42e7aea1-f704-44c2-b867-2fec17f05358 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:54.991510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-42e7aea1-f704-44c2-b867-2fec17f05358 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for 49998690-185a-4b5e-9ebc-a252c2866e1a owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:54.996073 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-896a7104-237a-4f69-8808-806b9a39377a req-646a8d8b-4a60-428f-a4c0-eabe8bea42b9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128623 Aug 31 14:29:54.997773 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:55.124238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Pushing event updated for resources: {'Port': ['ID=618f77d5-330b-4663-b75a-4c90fcdb35a6,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:55.132209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:55.133219 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:55.135096 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-835eae69-02e6-4289-9593-38f2dd57c068 service neutron] 10.222.0.25 "PUT /v2.0/ports/618f77d5-330b-4663-b75a-4c90fcdb35a6 HTTP/1.1" status: 200 len: 1091 time: 3.6413410 Aug 31 14:29:55.137601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c', 'tag': '618f77d5-330b-4663-b75a-4c90fcdb35a6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:55.140390 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114747f3-5153-49c8-a055-c03745a7be46" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c", "tag": "618f77d5-330b-4663-b75a-4c90fcdb35a6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:55.164047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.20.0.1 (059d9754-05ac-4f22-9828-ff9d2cb5ac43/35a4ef4f-8e80-4d94-9d6c-178b4e713db5/2333c58a-9611-4373-9a0b-9484203260d4) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:55.194771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23daa74a-f2a5-4c56-9a0d-c586f1190ee9 req-4273a56e-a299-4401-8173-c4cdab49ad0a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:55.197178 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23daa74a-f2a5-4c56-9a0d-c586f1190ee9 req-4273a56e-a299-4401-8173-c4cdab49ad0a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 946 time: 0.0848022 Aug 31 14:29:55.242826 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa851dd-1627-4f59-aa71-5cd452cf6b39 x-openstack-request-id: req-afa851dd-1627-4f59-aa71-5cd452cf6b39 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:55.244036 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c", "tag": "618f77d5-330b-4663-b75a-4c90fcdb35a6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:55.244473 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afa851dd-1627-4f59-aa71-5cd452cf6b39 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:55.245146 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c', 'tag': '618f77d5-330b-4663-b75a-4c90fcdb35a6', 'status': 'completed', 'code': 200} Aug 31 14:29:55.296936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-c4c9d292-be4e-4c29-9613-a009562ccd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:55.298822 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-c4c9d292-be4e-4c29-9613-a009562ccd35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52f6ed891e354bcd9f2c30fe7ff246b6&device_id=ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c HTTP/1.1" status: 200 len: 1094 time: 0.1001451 Aug 31 14:29:55.303553 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23daa74a-f2a5-4c56-9a0d-c586f1190ee9 req-a1ab6c77-6383-454f-91f0-15b94f8774dd tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573897 Aug 31 14:29:55.367665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-8082e581-0361-4108-8094-3cda94e02db2 req-93127745-4ae0-42ab-897c-73dba0a84ebc tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:29:55.369566 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8082e581-0361-4108-8094-3cda94e02db2 req-93127745-4ae0-42ab-897c-73dba0a84ebc tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090368 Aug 31 14:29:55.374913 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42e7aea1-f704-44c2-b867-2fec17f05358 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:55.377663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-c1dd2580-e134-4a38-a6d8-37f2f9cfd143 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=618f77d5-330b-4663-b75a-4c90fcdb35a6 HTTP/1.1" status: 200 len: 217 time: 0.0638604 Aug 31 14:29:55.453728 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7aea1-f704-44c2-b867-2fec17f05358 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=49998690-185a-4b5e-9ebc-a252c2866e1a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:55.505278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-8aed20bb-f7ab-42d3-b1f7-811698922432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:55.507665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-8aed20bb-f7ab-42d3-b1f7-811698922432 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fa8f7091-5fe4-45aa-9a19-f724117eb063 HTTP/1.1" status: 200 len: 853 time: 0.1216128 Aug 31 14:29:55.560618 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-d7a23ea2-5c84-49ff-894d-19b70dc20425 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412068 Aug 31 14:29:55.623436 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42e7aea1-f704-44c2-b867-2fec17f05358 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:55.628123 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-42e7aea1-f704-44c2-b867-2fec17f05358 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/49998690-185a-4b5e-9ebc-a252c2866e1a HTTP/1.1" status: 204 len: 168 time: 1.2448699 Aug 31 14:29:55.630544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46894) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:55.680957 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:55.716302 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d43951-5cf6-4349-8f29-2a50f7b274d4 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] GET failed (client error): The resource could not be found. Aug 31 14:29:55.720522 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-64d43951-5cf6-4349-8f29-2a50f7b274d4 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/49998690-185a-4b5e-9ebc-a252c2866e1a HTTP/1.1" status: 404 len: 333 time: 0.0863073 Aug 31 14:29:55.723772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46896) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:55.750133 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8082e581-0361-4108-8094-3cda94e02db2 req-56eee634-3534-475b-86fd-d1f6579b93ee tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3096883 Aug 31 14:29:55.809157 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:55.820154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device cefde84e-a60c-4052-9fd7-19ac764d9d03 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:29:55.896644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network 059d9754-05ac-4f22-9828-ff9d2cb5ac43 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:55.901169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:55.906116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:55.933369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c2a47-411b-4789-b9b9-b938c6f5dfb5 req-8804d756-9873-4bbf-9c9d-dfa417a9930c tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:55.943805 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c6c2a47-411b-4789-b9b9-b938c6f5dfb5 req-8804d756-9873-4bbf-9c9d-dfa417a9930c tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 944 time: 0.3230278 Aug 31 14:29:55.950932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=2333c58a-9611-4373-9a0b-9484203260d4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:56.000976 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:56.031828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7af20bf-530a-41c9-babd-67ef318577e3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting subnet 6d2ae0d5-09a7-47ce-b8c3-ea2185fc8375 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:29:56.061268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7af20bf-530a-41c9-babd-67ef318577e3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:56.111229 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c6c2a47-411b-4789-b9b9-b938c6f5dfb5 req-fa90706b-4006-4af8-b35d-d7013ebc3a66 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580975 Aug 31 14:29:56.131454 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-e10ea2f5-65d7-4b2b-815c-2e72e3ca6c2f service neutron] 10.222.0.25 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448728 Aug 31 14:29:56.167450 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port cefde84e-a60c-4052-9fd7-19ac764d9d03, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=cefde84e-a60c-4052-9fd7-19ac764d9d03,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:56.168048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7af20bf-530a-41c9-babd-67ef318577e3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:56.195501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'cefde84e-a60c-4052-9fd7-19ac764d9d03', 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a', 'port_id': 'cefde84e-a60c-4052-9fd7-19ac764d9d03', 'mac_address': 'fa:16:3e:17:8b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8f7091-5fe4-45aa-9a19-f724117eb063', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:29:56.286750 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:56.310581 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefde84e-a60c-4052-9fd7-19ac764d9d03 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:56.338477 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7af20bf-530a-41c9-babd-67ef318577e3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:56.358361 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port cefde84e-a60c-4052-9fd7-19ac764d9d03, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=cefde84e-a60c-4052-9fd7-19ac764d9d03,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:56.363364 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:56.457606 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98dcfbdf-eaae-4fbf-85f8-a7bb277e5738 req-b51c8866-333c-4bf7-81bd-595bf097aaf1 service neutron] 10.222.0.25 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248765 Aug 31 14:29:56.495902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fa313-f7ee-4884-9e4e-8da71fdd772b req-560ebc09-357a-4f74-8be6-302995a76dc5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:56.499864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=cefde84e-a60c-4052-9fd7-19ac764d9d03,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:56.504915 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c11fa313-f7ee-4884-9e4e-8da71fdd772b req-560ebc09-357a-4f74-8be6-302995a76dc5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.1007507 Aug 31 14:29:56.507239 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7af20bf-530a-41c9-babd-67ef318577e3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:56.554112 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a617-bd1a-4de9-ba47-ffd073e5e75e req-5ba23ae0-659d-48c2-82f3-e3a6a94dd06c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:56.556860 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5444a617-bd1a-4de9-ba47-ffd073e5e75e req-5ba23ae0-659d-48c2-82f3-e3a6a94dd06c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.3160598 Aug 31 14:29:56.564594 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:56.637954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['cefde84e-a60c-4052-9fd7-19ac764d9d03'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:29:56.969491 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:57.058416 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5444a617-bd1a-4de9-ba47-ffd073e5e75e req-b4c7ab06-aa43-420f-8fc5-0958cf609092 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4752984 Aug 31 14:29:57.059963 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:57.153096 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=2333c58a-9611-4373-9a0b-9484203260d4,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:57.204821 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:57.222264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba8e5f-3de5-441c-9b46-865aad6a6d16 None None] Network 9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:57.262944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af20bf-530a-41c9-babd-67ef318577e3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Subnet': ['ID=6d2ae0d5-09a7-47ce-b8c3-ea2185fc8375,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:57.292585 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7af20bf-530a-41c9-babd-67ef318577e3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:57.294484 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f7af20bf-530a-41c9-babd-67ef318577e3 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/6d2ae0d5-09a7-47ce-b8c3-ea2185fc8375 HTTP/1.1" status: 204 len: 168 time: 1.5695305 Aug 31 14:29:57.297403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46918) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:57.354684 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network 059d9754-05ac-4f22-9828-ff9d2cb5ac43 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:57.358551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:57.442676 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:57.485571 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c11fa313-f7ee-4884-9e4e-8da71fdd772b req-9d3529b4-358f-4b8c-908b-ef761937c9a0 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9651389 Aug 31 14:29:57.529848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114747f3-5153-49c8-a055-c03745a7be46 req-46d6b264-a3cf-4763-a73a-6c69ab2a2530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:57.531725 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-114747f3-5153-49c8-a055-c03745a7be46 req-46d6b264-a3cf-4763-a73a-6c69ab2a2530 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52f6ed891e354bcd9f2c30fe7ff246b6&device_id=ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c HTTP/1.1" status: 200 len: 1094 time: 0.2719808 Aug 31 14:29:57.618729 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5c1219-75f8-48a7-8837-bd65c2d084ba None None] DHCP port deletion for 9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:29:57.625326 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:29:57.685444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa6e66-00db-444e-b4fd-aa8ecb4c5dbe req-59d1ca74-d012-4b3c-881d-7d6af3618481 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:57.687365 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3dfa6e66-00db-444e-b4fd-aa8ecb4c5dbe req-59d1ca74-d012-4b3c-881d-7d6af3618481 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 945 time: 0.1208310 Aug 31 14:29:57.741263 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c6e9795e-875d-42fe-afa0-110c5a532837 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:57.752477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114747f3-5153-49c8-a055-c03745a7be46 req-41940618-8efc-4203-a230-675484831bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:57.754155 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-114747f3-5153-49c8-a055-c03745a7be46 req-41940618-8efc-4203-a230-675484831bf3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a HTTP/1.1" status: 200 len: 914 time: 0.1855881 Aug 31 14:29:57.812768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ac5c1219-75f8-48a7-8837-bd65c2d084ba None None] Deleting port c6e9795e-875d-42fe-afa0-110c5a532837 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:57.813441 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1219-75f8-48a7-8837-bd65c2d084ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:57.836008 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-114747f3-5153-49c8-a055-c03745a7be46 req-803c79e1-4d47-41a4-a208-004855872f52 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=618f77d5-330b-4663-b75a-4c90fcdb35a6 HTTP/1.1" status: 200 len: 217 time: 0.0640154 Aug 31 14:29:57.864024 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3dfa6e66-00db-444e-b4fd-aa8ecb4c5dbe req-85d700dc-7300-4ecf-bb36-3e8e6ef32390 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807049 Aug 31 14:29:57.928469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:57.940200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cb74e-e0dd-421e-bdc4-66ff8904fa8a req-0139859a-5595-41ab-8edb-138736836dff tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:57.948305 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-935cb74e-e0dd-421e-bdc4-66ff8904fa8a req-0139859a-5595-41ab-8edb-138736836dff tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9429899-2467-4187-9dd9-7ffc32b891d4 HTTP/1.1" status: 200 len: 945 time: 0.1873589 Aug 31 14:29:57.953621 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b67e4755-f963-4e12-a11b-57cd6004bfc3 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "PUT /v2.0/routers/856f3943-2a7a-4fe5-8f9e-0e9ef12fe989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3581586 Aug 31 14:29:57.954669 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46926) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:57.961106 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-69a6a7f3-fb9f-4ba1-a1cd-1b0000eda309 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'port': {'network_id': '059d9754-05ac-4f22-9828-ff9d2cb5ac43', 'name': 'tempest-FloatingIPTestJSON-1499813633'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:58.010019 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:58.022595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device cefde84e-a60c-4052-9fd7-19ac764d9d03 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:58.026690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb314270-367d-4c10-8205-de4a4bb0a98c None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:58.080934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port c6e9795e-875d-42fe-afa0-110c5a532837 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:58.081313 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:58.083470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port c6e9795e-875d-42fe-afa0-110c5a532837, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c6e9795e-875d-42fe-afa0-110c5a532837,segment=NetworkSegment(5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f),segment_id=5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:58.099807 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-935cb74e-e0dd-421e-bdc4-66ff8904fa8a req-a891783f-24dc-4923-a70e-d214a0bc3010 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505182 Aug 31 14:29:58.125996 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:58.140836 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a6a7f3-fb9f-4ba1-a1cd-1b0000eda309 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Made reservation on behalf of 745d2b1339134ebabe01afcad0e4f0c5 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:58.146267 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69a6a7f3-fb9f-4ba1-a1cd-1b0000eda309 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:58.150629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114747f3-5153-49c8-a055-c03745a7be46 req-babe08da-6a48-4d06-adbe-980d816d4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:58.152157 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-114747f3-5153-49c8-a055-c03745a7be46 req-babe08da-6a48-4d06-adbe-980d816d4a55 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fa8f7091-5fe4-45aa-9a19-f724117eb063 HTTP/1.1" status: 200 len: 853 time: 0.3083146 Aug 31 14:29:58.159829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb314270-367d-4c10-8205-de4a4bb0a98c None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:58.160503 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cb314270-367d-4c10-8205-de4a4bb0a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:58.178032 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-69a6a7f3-fb9f-4ba1-a1cd-1b0000eda309 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] device_id is not set on port 18924a1b-055d-4fed-9a97-24f331772d73 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:58.268900 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 618f77d5-330b-4663-b75a-4c90fcdb35a6 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:29:58.306829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cb314270-367d-4c10-8205-de4a4bb0a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:58.331482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c6d21-7824-42e1-bf0f-0f582a96f1ff req-904dbcee-c01a-439e-8582-21a0efdef7da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:58.338692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb314270-367d-4c10-8205-de4a4bb0a98c None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:58.339354 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cb314270-367d-4c10-8205-de4a4bb0a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:58.343244 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a51c6d21-7824-42e1-bf0f-0f582a96f1ff req-904dbcee-c01a-439e-8582-21a0efdef7da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.0992513 Aug 31 14:29:58.364237 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-114747f3-5153-49c8-a055-c03745a7be46 req-299a0f1a-277e-4aa4-ba82-d2f8c5b00cf3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b3dfa402-1efb-4348-be4b-50abfd2c0f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461129 Aug 31 14:29:58.388521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cb314270-367d-4c10-8205-de4a4bb0a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:58.389167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb314270-367d-4c10-8205-de4a4bb0a98c None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:58.398224 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ac5c1219-75f8-48a7-8837-bd65c2d084ba None None] For port c6e9795e-875d-42fe-afa0-110c5a532837, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c6e9795e-875d-42fe-afa0-110c5a532837,segment=NetworkSegment(5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f),segment_id=5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:58.398840 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1219-75f8-48a7-8837-bd65c2d084ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:58.417628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=c6e9795e-875d-42fe-afa0-110c5a532837,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:58.439342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ac5c1219-75f8-48a7-8837-bd65c2d084ba None None] Calling delete_port for c6e9795e-875d-42fe-afa0-110c5a532837 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:58.496242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port cefde84e-a60c-4052-9fd7-19ac764d9d03 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:58.503965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port cefde84e-a60c-4052-9fd7-19ac764d9d03 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:58.504582 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:58.528339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] For port c6e9795e-875d-42fe-afa0-110c5a532837, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c6e9795e-875d-42fe-afa0-110c5a532837,segment=NetworkSegment(5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f),segment_id=5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:58.528659 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:58.557420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d71299-0b67-4186-be0f-9aee7db20b0e req-d4f341e5-e26c-4127-9dd5-f70d1ece75c1 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:58.559733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-47d71299-0b67-4186-be0f-9aee7db20b0e req-d4f341e5-e26c-4127-9dd5-f70d1ece75c1 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 946 time: 0.3406029 Aug 31 14:29:58.575958 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-69a6a7f3-fb9f-4ba1-a1cd-1b0000eda309 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.20.0.4 (059d9754-05ac-4f22-9828-ff9d2cb5ac43/35a4ef4f-8e80-4d94-9d6c-178b4e713db5/18924a1b-055d-4fed-9a97-24f331772d73) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:58.589224 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a51c6d21-7824-42e1-bf0f-0f582a96f1ff req-bc6d35f3-0a36-42fe-b167-3fe22875af1a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451048 Aug 31 14:29:58.648296 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 618f77d5-330b-4663-b75a-4c90fcdb35a6, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=618f77d5-330b-4663-b75a-4c90fcdb35a6,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:58.676867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '618f77d5-330b-4663-b75a-4c90fcdb35a6', 'network_id': 'b3dfa402-1efb-4348-be4b-50abfd2c0f4a', 'port_id': '618f77d5-330b-4663-b75a-4c90fcdb35a6', 'mac_address': 'fa:16:3e:61:1b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8f7091-5fe4-45aa-9a19-f724117eb063', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:29:58.713436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for c6e9795e-875d-42fe-afa0-110c5a532837 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:58.797809 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-47d71299-0b67-4186-be0f-9aee7db20b0e req-7e23549b-bcd8-450b-9e01-bc28b67850ce tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200809 Aug 31 14:29:58.805047 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1219-75f8-48a7-8837-bd65c2d084ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:58.846254 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:58.847967 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:58.871073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618f77d5-330b-4663-b75a-4c90fcdb35a6 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:58.924649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c1219-75f8-48a7-8837-bd65c2d084ba None None] No DVR routers for this DVR port c6e9795e-875d-42fe-afa0-110c5a532837 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:58.932985 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c1219-75f8-48a7-8837-bd65c2d084ba None None] Pushing event deleted for resources: {'Port': ['ID=c6e9795e-875d-42fe-afa0-110c5a532837,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:58.962931 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69a6a7f3-fb9f-4ba1-a1cd-1b0000eda309 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:58.997445 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 618f77d5-330b-4663-b75a-4c90fcdb35a6, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=618f77d5-330b-4663-b75a-4c90fcdb35a6,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:59.012864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3064083a-ae8f-463a-9c8f-5a7f67c9bccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefde84e-a60c-4052-9fd7-19ac764d9d03'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:59.020040 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47612580-3dd8-4ebc-8311-a4af2cabcac3" -d '{"events": [{"server_uuid": "3064083a-ae8f-463a-9c8f-5a7f67c9bccb", "name": "network-vif-plugged", "status": "completed", "tag": "cefde84e-a60c-4052-9fd7-19ac764d9d03"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:59.029774 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69a6a7f3-fb9f-4ba1-a1cd-1b0000eda309 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.034138 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.053864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port cefde84e-a60c-4052-9fd7-19ac764d9d03, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=cefde84e-a60c-4052-9fd7-19ac764d9d03,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:59.054957 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-114747f3-5153-49c8-a055-c03745a7be46 req-4353252c-c43b-4490-98af-02ae01826f1f service neutron] 10.222.0.25 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761260 Aug 31 14:29:59.099643 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.174329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=618f77d5-330b-4663-b75a-4c90fcdb35a6,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:59.176113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6a7f3-fb9f-4ba1-a1cd-1b0000eda309 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=18924a1b-055d-4fed-9a97-24f331772d73,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:59.201919 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.202235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a6a7f3-fb9f-4ba1-a1cd-1b0000eda309 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network 059d9754-05ac-4f22-9828-ff9d2cb5ac43 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:59.206509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-69a6a7f3-fb9f-4ba1-a1cd-1b0000eda309 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:59.209440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a6a7f3-fb9f-4ba1-a1cd-1b0000eda309 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:59.253302 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No DVR routers for this DVR port c6e9795e-875d-42fe-afa0-110c5a532837 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:59.263549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f0ac6-e305-4d1b-9104-f8de969e5a44 req-ee0a1f6d-532e-4a57-87b1-97e909b54368 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:59.271405 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d4f0ac6-e305-4d1b-9104-f8de969e5a44 req-ee0a1f6d-532e-4a57-87b1-97e909b54368 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 946 time: 0.1082220 Aug 31 14:29:59.289062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=c6e9795e-875d-42fe-afa0-110c5a532837,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:59.304958 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a6a7f3-fb9f-4ba1-a1cd-1b0000eda309 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:59.306518 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69a6a7f3-fb9f-4ba1-a1cd-1b0000eda309 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.336510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=cefde84e-a60c-4052-9fd7-19ac764d9d03,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:59.346539 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d4f0ac6-e305-4d1b-9104-f8de969e5a44 req-e4556458-2960-4978-abef-c30858e96f27 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692012 Aug 31 14:29:59.354341 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-69a6a7f3-fb9f-4ba1-a1cd-1b0000eda309 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3976104 Aug 31 14:29:59.356537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46944) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:59.366411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0b85a6d2-f98d-48c5-97c0-da4125c46ec6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'port': {'network_id': '059d9754-05ac-4f22-9828-ff9d2cb5ac43', 'name': 'tempest-FloatingIPTestJSON-514858607'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:59.369384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b329ad-8225-410c-a427-825cdf823e6e req-02349e31-365b-4687-8433-8a3961a5d945 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:59.377372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b329ad-8225-410c-a427-825cdf823e6e req-02349e31-365b-4687-8433-8a3961a5d945 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:59.383991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b329ad-8225-410c-a427-825cdf823e6e req-02349e31-365b-4687-8433-8a3961a5d945 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:59.385756 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7b329ad-8225-410c-a427-825cdf823e6e req-02349e31-365b-4687-8433-8a3961a5d945 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f&device_id=d9429899-2467-4187-9dd9-7ffc32b891d4&device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 2417 time: 0.2316103 Aug 31 14:29:59.409037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['618f77d5-330b-4663-b75a-4c90fcdb35a6'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:29:59.416571 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-114747f3-5153-49c8-a055-c03745a7be46 req-1668d252-cd47-4bc2-8594-fc4edeae786d service neutron] 10.222.0.25 "GET /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506925 Aug 31 14:29:59.429709 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.461884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:59.489284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:59.489284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6f98c9-e02b-4f7f-a4e5-9342cb46ca3f') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:59.502079 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fadcaa1-c973-4202-91f3-007803f8750e x-openstack-request-id: req-6fadcaa1-c973-4202-91f3-007803f8750e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:59.502731 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3064083a-ae8f-463a-9c8f-5a7f67c9bccb", "name": "network-vif-plugged", "status": "completed", "tag": "cefde84e-a60c-4052-9fd7-19ac764d9d03", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:59.503347 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fadcaa1-c973-4202-91f3-007803f8750e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:59.503928 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3064083a-ae8f-463a-9c8f-5a7f67c9bccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefde84e-a60c-4052-9fd7-19ac764d9d03', 'code': 200} Aug 31 14:29:59.516281 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.551755 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.564926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:29:59.565213 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:29:59.614951 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:29:59.620513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b85a6d2-f98d-48c5-97c0-da4125c46ec6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Made reservation on behalf of 745d2b1339134ebabe01afcad0e4f0c5 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:59.646900 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b85a6d2-f98d-48c5-97c0-da4125c46ec6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.672736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7b329ad-8225-410c-a427-825cdf823e6e req-45aa2a42-6bad-4f0d-a583-a36bedd790ac tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745907 Aug 31 14:29:59.700363 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-0b85a6d2-f98d-48c5-97c0-da4125c46ec6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] device_id is not set on port 1add8b84-c7e6-417f-baf3-86c53b9eee53 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:29:59.708172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa792f25-c242-49c0-ac06-34a760c8bb32 req-488938e2-9614-431d-8002-fbaed9fd8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:59.713525 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa792f25-c242-49c0-ac06-34a760c8bb32 req-488938e2-9614-431d-8002-fbaed9fd8589 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 1097 time: 0.0908039 Aug 31 14:29:59.715381 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.754707 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.756610 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/networks/9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd HTTP/1.1" status: 204 len: 168 time: 2.4306402 Aug 31 14:29:59.763126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-66bb72ef-7360-4573-83c5-c5561dee6fcf req-e2003b26-31f3-4526-a42a-b726602b61d2 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:29:59.764341 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66bb72ef-7360-4573-83c5-c5561dee6fcf req-e2003b26-31f3-4526-a42a-b726602b61d2 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142078 Aug 31 14:29:59.779156 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46954) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:59.843448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-49a88a6b-da81-4013-b1ea-5db41ac68f68 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-913495471'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:59.865277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f52536-6ae7-474c-8c89-d7331735f93c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Network': ['ID=9b831c84-ad6c-40a6-9c5a-fc28f9ba71cd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:59.884189 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45dfc3-516b-4fe8-bf71-05b24732cf73 req-f9fab398-009e-4351-9f21-984bbae2e199 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:59.886202 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e45dfc3-516b-4fe8-bf71-05b24732cf73 req-f9fab398-009e-4351-9f21-984bbae2e199 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.0887239 Aug 31 14:29:59.908746 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa792f25-c242-49c0-ac06-34a760c8bb32 req-b4314a9a-1022-4de3-9152-aced6c52f299 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858706 Aug 31 14:29:59.964266 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66bb72ef-7360-4573-83c5-c5561dee6fcf req-10720794-7b94-4ee5-91c0-24f9bfb702ad tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1672616 Aug 31 14:29:59.976514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a88a6b-da81-4013-b1ea-5db41ac68f68 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:59.994121 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49a88a6b-da81-4013-b1ea-5db41ac68f68 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:59.997724 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e45dfc3-516b-4fe8-bf71-05b24732cf73 req-5fc8efce-9046-4aff-a1d7-c25b8d5ff299 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748279 Aug 31 14:29:59.999241 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-0b85a6d2-f98d-48c5-97c0-da4125c46ec6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.20.0.13 (059d9754-05ac-4f22-9828-ff9d2cb5ac43/35a4ef4f-8e80-4d94-9d6c-178b4e713db5/1add8b84-c7e6-417f-baf3-86c53b9eee53) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:00.038554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a88a6b-da81-4013-b1ea-5db41ac68f68 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:30:00.053088 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49a88a6b-da81-4013-b1ea-5db41ac68f68 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:00.053486 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-49a88a6b-da81-4013-b1ea-5db41ac68f68 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Added segment b95e1aea-7e07-430a-9eda-103b1857e2b4 of type vlan for network a6a6e293-2c40-46bf-92b2-153b962dd317 Aug 31 14:30:00.108943 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49a88a6b-da81-4013-b1ea-5db41ac68f68 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:00.174763 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49a88a6b-da81-4013-b1ea-5db41ac68f68 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:00.191376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a88a6b-da81-4013-b1ea-5db41ac68f68 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:00.195365 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49a88a6b-da81-4013-b1ea-5db41ac68f68 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:00.335216 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-49a88a6b-da81-4013-b1ea-5db41ac68f68 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4965227 Aug 31 14:30:00.336300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46974) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:00.346915 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b85a6d2-f98d-48c5-97c0-da4125c46ec6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:00.347512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-601d567d-0bb8-4c65-8b8c-001a3f32dfcf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': 'a6a6e293-2c40-46bf-92b2-153b962dd317', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:00.398888 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b85a6d2-f98d-48c5-97c0-da4125c46ec6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:00.455717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85a6d2-f98d-48c5-97c0-da4125c46ec6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=1add8b84-c7e6-417f-baf3-86c53b9eee53,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:00.459695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a88a6b-da81-4013-b1ea-5db41ac68f68 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Network': ['ID=a6a6e293-2c40-46bf-92b2-153b962dd317,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:00.482507 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network a6a6e293-2c40-46bf-92b2-153b962dd317 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:30:00.490706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b85a6d2-f98d-48c5-97c0-da4125c46ec6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network 059d9754-05ac-4f22-9828-ff9d2cb5ac43 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:00.492522 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-0b85a6d2-f98d-48c5-97c0-da4125c46ec6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:00.496772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b85a6d2-f98d-48c5-97c0-da4125c46ec6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:00.544075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601d567d-0bb8-4c65-8b8c-001a3f32dfcf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:00.549235 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-601d567d-0bb8-4c65-8b8c-001a3f32dfcf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:00.560957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b85a6d2-f98d-48c5-97c0-da4125c46ec6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:00.562418 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b85a6d2-f98d-48c5-97c0-da4125c46ec6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:00.615021 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0b85a6d2-f98d-48c5-97c0-da4125c46ec6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2542360 Aug 31 14:30:00.615681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46982) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:00.622318 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46984) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:00.627345 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '1add8b84-c7e6-417f-baf3-86c53b9eee53', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:00.714729 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:00.858385 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03f3dcae-6e0b-4698-b512-68e831ec25e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:00.873939 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:00.983935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-601d567d-0bb8-4c65-8b8c-001a3f32dfcf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:01.050210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d567d-0bb8-4c65-8b8c-001a3f32dfcf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Subnet': ['ID=cdf8aa87-7251-4547-bd00-be85fe2045d4,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:01.066459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1675e-16fb-4671-8d48-b060c446e063 req-87ab0472-b0f7-40a0-a768-531529d4289a tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:01.076593 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aba1675e-16fb-4671-8d48-b060c446e063 req-87ab0472-b0f7-40a0-a768-531529d4289a tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 946 time: 0.6025481 Aug 31 14:30:01.104312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.25.2.92 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/4922dc8b-687e-4f1d-a353-6cc0d2908c18) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:01.158035 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aba1675e-16fb-4671-8d48-b060c446e063 req-06d3ea5c-fd9e-4efb-b29b-5c0f23ec4e8f tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802135 Aug 31 14:30:01.174326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601d567d-0bb8-4c65-8b8c-001a3f32dfcf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Checking segment: {'id': 'b95e1aea-7e07-430a-9eda-103b1857e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6a6e293-2c40-46bf-92b2-153b962dd317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:01.183406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d567d-0bb8-4c65-8b8c-001a3f32dfcf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network hostable DHCP agents. Network: a6a6e293-2c40-46bf-92b2-153b962dd317, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:30:01.230264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d567d-0bb8-4c65-8b8c-001a3f32dfcf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network a6a6e293-2c40-46bf-92b2-153b962dd317 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:30:01.255997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-601d567d-0bb8-4c65-8b8c-001a3f32dfcf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, a6a6e293-2c40-46bf-92b2-153b962dd317) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:01.264879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d567d-0bb8-4c65-8b8c-001a3f32dfcf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:01.265562 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-601d567d-0bb8-4c65-8b8c-001a3f32dfcf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:01.265873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cf22b2-167f-45c3-aed4-0e067cdbc36d None None] Network a6a6e293-2c40-46bf-92b2-153b962dd317 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:01.281858 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03f3dcae-6e0b-4698-b512-68e831ec25e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:01.289722 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03f3dcae-6e0b-4698-b512-68e831ec25e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:01.305031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-601d567d-0bb8-4c65-8b8c-001a3f32dfcf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9598250 Aug 31 14:30:01.306744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47020) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:01.326391 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:01.345434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'network_id': 'a6a6e293-2c40-46bf-92b2-153b962dd317', 'name': 'tempest-PortsIpV6TestJSON-956181664', 'fixed_ips': [{'subnet_id': 'cdf8aa87-7251-4547-bd00-be85fe2045d4', 'ip_address': '2001:db8::10'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:01.418199 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-03f3dcae-6e0b-4698-b512-68e831ec25e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=386848cb31e74c979797e45b602f18cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7947998 Aug 31 14:30:01.423649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47030) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:01.460868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3dcae-6e0b-4698-b512-68e831ec25e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da60d495-4ea5-4cb6-96f7-a24035b7d1ab,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:01.498995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-a6a6e293-2c40-46bf-92b2-153b962dd317', 'network_id': 'a6a6e293-2c40-46bf-92b2-153b962dd317', 'tenant_id': 'f3c611d741be49adbca35ee8a5cd3d28', 'fixed_ips': [{'subnet_id': 'cdf8aa87-7251-4547-bd00-be85fe2045d4'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:30:01.500878 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:01.520955 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171ba0d-ec9e-42c6-98c5-84d99e05b685 req-81ec059b-bedb-4e7c-8342-c2024d71b80a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:01.522162 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6171ba0d-ec9e-42c6-98c5-84d99e05b685 req-81ec059b-bedb-4e7c-8342-c2024d71b80a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 947 time: 0.3170195 Aug 31 14:30:01.531934 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:01.551580 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f71a04d1-38f8-4bb3-942e-0e2a536e3b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:01.582456 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f71a04d1-38f8-4bb3-942e-0e2a536e3b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:01.631500 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6171ba0d-ec9e-42c6-98c5-84d99e05b685 req-a9e47490-6224-4a6f-ac9f-ce46a4e09bc3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976441 Aug 31 14:30:01.646655 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:01.661707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:01.668100 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:01.691044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:01.736225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=4922dc8b-687e-4f1d-a353-6cc0d2908c18,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:01.744052 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f71a04d1-38f8-4bb3-942e-0e2a536e3b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:01.747160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f71a04d1-38f8-4bb3-942e-0e2a536e3b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:01.748409 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f71a04d1-38f8-4bb3-942e-0e2a536e3b65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da60d495-4ea5-4cb6-96f7-a24035b7d1ab HTTP/1.1" status: 204 len: 168 time: 0.3237665 Aug 31 14:30:01.789648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a04d1-38f8-4bb3-942e-0e2a536e3b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da60d495-4ea5-4cb6-96f7-a24035b7d1ab,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:01.840650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Allocated IP 2001:db8::2 (a6a6e293-2c40-46bf-92b2-153b962dd317/cdf8aa87-7251-4547-bd00-be85fe2045d4/d55ea90d-d8cb-4ed4-b222-4611f2d11e15) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:01.873589 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:01.911959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port 389d3b60-2a7b-4687-a162-6f28a113c832 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:30:02.097912 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:02.110044 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Transition to ACTIVE for port object d55ea90d-d8cb-4ed4-b222-4611f2d11e15 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:02.131642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Transition to ACTIVE for port object d55ea90d-d8cb-4ed4-b222-4611f2d11e15 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:02.145346 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:02.192720 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Network a6a6e293-2c40-46bf-92b2-153b962dd317 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:02.196804 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:02.200432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:02.243277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 618f77d5-330b-4663-b75a-4c90fcdb35a6 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:02.271731 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47060) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:02.278949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Pushing event updated for resources: {'Port': ['ID=d55ea90d-d8cb-4ed4-b222-4611f2d11e15,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:02.300965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Allocated IP 2001:db8::10 (a6a6e293-2c40-46bf-92b2-153b962dd317/cdf8aa87-7251-4547-bd00-be85fe2045d4/389d3b60-2a7b-4687-a162-6f28a113c832) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:02.306155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Attempting to bind port d55ea90d-d8cb-4ed4-b222-4611f2d11e15 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:02.306542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Attempting to bind port d55ea90d-d8cb-4ed4-b222-4611f2d11e15 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'b95e1aea-7e07-430a-9eda-103b1857e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6a6e293-2c40-46bf-92b2-153b962dd317'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:02.306969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Attempting to bind port d55ea90d-d8cb-4ed4-b222-4611f2d11e15 on network a6a6e293-2c40-46bf-92b2-153b962dd317 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:02.314098 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:02.314469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Checking segment: {'id': 'b95e1aea-7e07-430a-9eda-103b1857e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6a6e293-2c40-46bf-92b2-153b962dd317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:02.314879 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:02.316068 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Bound using segment: {'id': 'b95e1aea-7e07-430a-9eda-103b1857e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6a6e293-2c40-46bf-92b2-153b962dd317'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:02.316197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Bound port: d55ea90d-d8cb-4ed4-b222-4611f2d11e15, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95e1aea-7e07-430a-9eda-103b1857e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6a6e293-2c40-46bf-92b2-153b962dd317'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:02.316551 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:02.353716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b384b70-b358-4e7f-aa7a-b2daad486456 req-0927d18c-2b94-4eca-b72e-a5905dff15ac tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:02.355220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b384b70-b358-4e7f-aa7a-b2daad486456 req-0927d18c-2b94-4eca-b72e-a5905dff15ac tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 946 time: 0.0929639 Aug 31 14:30:02.370008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 618f77d5-330b-4663-b75a-4c90fcdb35a6 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:02.377701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 618f77d5-330b-4663-b75a-4c90fcdb35a6 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:02.377701 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:02.429884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] For port d55ea90d-d8cb-4ed4-b222-4611f2d11e15, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:02.434975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] For port d55ea90d-d8cb-4ed4-b222-4611f2d11e15, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d55ea90d-d8cb-4ed4-b222-4611f2d11e15,segment=NetworkSegment(b95e1aea-7e07-430a-9eda-103b1857e2b4),segment_id=b95e1aea-7e07-430a-9eda-103b1857e2b4)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:02.441062 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:02.499852 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b384b70-b358-4e7f-aa7a-b2daad486456 req-4ea13dfb-9423-4bec-9f08-226ac4b019ee tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300926 Aug 31 14:30:02.593982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780d73a-d965-45d0-869f-46278e8e4ce2 None None] Pushing event updated for resources: {'Port': ['ID=d55ea90d-d8cb-4ed4-b222-4611f2d11e15,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:02.619902 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:02.625794 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:02.655980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Transition to ACTIVE for port object 389d3b60-2a7b-4687-a162-6f28a113c832 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:02.674302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 618f77d5-330b-4663-b75a-4c90fcdb35a6, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=618f77d5-330b-4663-b75a-4c90fcdb35a6,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:02.677293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618f77d5-330b-4663-b75a-4c90fcdb35a6'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:02.681259 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96935c5-7250-4b07-8cc5-9faea21fa44a" -d '{"events": [{"server_uuid": "ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c", "name": "network-vif-plugged", "status": "completed", "tag": "618f77d5-330b-4663-b75a-4c90fcdb35a6"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:02.689343 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:02.691975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ef248e17-ff68-45a2-a95a-b080183edfb0 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:02.757135 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:02.774508 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0613b058-ef4d-49bc-8b8b-6951614c59d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:02.811797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network a6a6e293-2c40-46bf-92b2-153b962dd317 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:02.822762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26bd79-140a-46e8-9ae8-d316ab1fce06 req-e65dc8d6-12d4-40a0-b7cd-d400b5c5124b tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:02.825880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=618f77d5-330b-4663-b75a-4c90fcdb35a6,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:02.831162 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c26bd79-140a-46e8-9ae8-d316ab1fce06 req-e65dc8d6-12d4-40a0-b7cd-d400b5c5124b tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c HTTP/1.1" status: 200 len: 945 time: 0.1184671 Aug 31 14:30:02.858158 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:02.862860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:02.870464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34eb94-319e-4d71-982a-5f4b9e447faf req-20520657-71dc-4bd9-8520-d2d299992875 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:02.873719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:02.879157 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c34eb94-319e-4d71-982a-5f4b9e447faf req-20520657-71dc-4bd9-8520-d2d299992875 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 946 time: 0.6083307 Aug 31 14:30:02.880201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:02.881125 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:02.920608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=389d3b60-2a7b-4687-a162-6f28a113c832,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:02.961392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c26bd79-140a-46e8-9ae8-d316ab1fce06 req-c085da87-d8bc-4301-aa25-0af320d15d2e tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290541 Aug 31 14:30:02.971086 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:03.039346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:03.044749 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:03.103613 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c34eb94-319e-4d71-982a-5f4b9e447faf req-c795a1b6-64ca-42f9-af40-8c14294f0f4c tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215507 Aug 31 14:30:03.126606 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:03.127024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=14']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:03.163583 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9369eaff-fd85-411d-9156-ff166d2ea770 x-openstack-request-id: req-9369eaff-fd85-411d-9156-ff166d2ea770 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:03.164298 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c", "name": "network-vif-plugged", "status": "completed", "tag": "618f77d5-330b-4663-b75a-4c90fcdb35a6", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:03.164778 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9369eaff-fd85-411d-9156-ff166d2ea770 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:03.168224 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618f77d5-330b-4663-b75a-4c90fcdb35a6', 'code': 200} Aug 31 14:30:03.174628 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0613b058-ef4d-49bc-8b8b-6951614c59d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:03.184690 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-15db3251-7ec7-4d1e-8b16-544723658d09 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8741093 Aug 31 14:30:03.187242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47080) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:03.194087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'network_id': 'a6a6e293-2c40-46bf-92b2-153b962dd317', 'name': 'tempest-PortsIpV6TestJSON-619089134', 'fixed_ips': [{'subnet_id': 'cdf8aa87-7251-4547-bd00-be85fe2045d4', 'ip_address': '2001:db8::f'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:03.203093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0613b058-ef4d-49bc-8b8b-6951614c59d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:03.330051 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0613b058-ef4d-49bc-8b8b-6951614c59d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5db5cab971a24fa68c5f5c4d5ae6f0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0546334 Aug 31 14:30:03.334096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d81742-d915-4624-903a-d1f73600b085 req-4ec30d3e-6306-4256-9079-58c3ea4e5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:03.334849 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47082) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:03.335548 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613b058-ef4d-49bc-8b8b-6951614c59d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa39b85-c88f-425b-9be5-5c577fbcd9d0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:03.339596 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6d81742-d915-4624-903a-d1f73600b085 req-4ec30d3e-6306-4256-9079-58c3ea4e5b68 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c HTTP/1.1" status: 200 len: 1096 time: 0.0848110 Aug 31 14:30:03.394900 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6d81742-d915-4624-903a-d1f73600b085 req-bcfca343-62c5-462f-87ea-2527b3eaf649 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458174 Aug 31 14:30:03.396308 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:03.399256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72258a67-d7f6-4a0e-8aa1-a9f95d20c655 req-6afd0146-67f8-4a62-bb3f-7adc7ff7fd3b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:03.400757 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-72258a67-d7f6-4a0e-8aa1-a9f95d20c655 req-6afd0146-67f8-4a62-bb3f-7adc7ff7fd3b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1749945 Aug 31 14:30:03.401286 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:03.418493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port d0107bac-cc5b-4d1f-8eec-e8d8e6a145eb yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:30:03.484794 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57e4a97c-0cff-41ed-952b-bfab31d4e5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:03.494428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:03.499226 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-72258a67-d7f6-4a0e-8aa1-a9f95d20c655 req-ad0bec78-5fbb-4a9e-83bc-8b5f23bd98d0 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818095 Aug 31 14:30:03.505144 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:03.558332 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57e4a97c-0cff-41ed-952b-bfab31d4e5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:03.615004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Allocated IP 2001:db8::f (a6a6e293-2c40-46bf-92b2-153b962dd317/cdf8aa87-7251-4547-bd00-be85fe2045d4/d0107bac-cc5b-4d1f-8eec-e8d8e6a145eb) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:03.629993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=4922dc8b-687e-4f1d-a353-6cc0d2908c18,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:03.647449 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:03.755280 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57e4a97c-0cff-41ed-952b-bfab31d4e5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:03.763838 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57e4a97c-0cff-41ed-952b-bfab31d4e5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:03.766600 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-57e4a97c-0cff-41ed-952b-bfab31d4e5da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fa39b85-c88f-425b-9be5-5c577fbcd9d0 HTTP/1.1" status: 204 len: 168 time: 0.4271564 Aug 31 14:30:03.842149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d55ea90d-d8cb-4ed4-b222-4611f2d11e15 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:03.856713 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4a97c-0cff-41ed-952b-bfab31d4e5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa39b85-c88f-425b-9be5-5c577fbcd9d0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:03.907554 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Floating IP 6581ceb2-5f9c-42b6-a0c5-25d8f2bc8172 associated. External IP: 172.25.2.92, port: 1add8b84-c7e6-417f-baf3-86c53b9eee53. Aug 31 14:30:03.991330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port d55ea90d-d8cb-4ed4-b222-4611f2d11e15 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:04.058920 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:04.115991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4410dc3e-c86b-4ea0-9f65-6290dddd5897 None None] Network a6a6e293-2c40-46bf-92b2-153b962dd317 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:04.119549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Transition to ACTIVE for port object d0107bac-cc5b-4d1f-8eec-e8d8e6a145eb will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:04.170404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477c8c2-031b-464f-a154-22bdb2095bf8 req-e725f285-2381-4ad5-967a-8c6a3096cbf3 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:04.175372 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2477c8c2-031b-464f-a154-22bdb2095bf8 req-e725f285-2381-4ad5-967a-8c6a3096cbf3 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.25 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 946 time: 0.1617520 Aug 31 14:30:04.255464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-457aa772-88c6-4fd0-8dab-96ec7c08449a None None] Provisioning for port d55ea90d-d8cb-4ed4-b222-4611f2d11e15 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:04.271418 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:04.285058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-457aa772-88c6-4fd0-8dab-96ec7c08449a None None] Provisioning complete for port d55ea90d-d8cb-4ed4-b222-4611f2d11e15 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:04.290299 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-457aa772-88c6-4fd0-8dab-96ec7c08449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:04.482669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba35eee-202a-4396-ae7d-3576ad9e11e5 req-981e1017-1bea-41ce-8de0-0c0600de72be tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:04.486360 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:04.492575 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eba35eee-202a-4396-ae7d-3576ad9e11e5 req-981e1017-1bea-41ce-8de0-0c0600de72be tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 946 time: 0.1394873 Aug 31 14:30:04.506425 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070c8285-11b1-40c8-97ce-dc2f0604c5a0 None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:04.520578 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070c8285-11b1-40c8-97ce-dc2f0604c5a0 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:04.521777 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-070c8285-11b1-40c8-97ce-dc2f0604c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:04.540518 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:04.586961 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-070c8285-11b1-40c8-97ce-dc2f0604c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:04.595677 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:04.596932 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bff0df5f-7b35-472e-b8a6-9151641ed3e6 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9772663 Aug 31 14:30:04.597763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47132) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:04.599113 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070c8285-11b1-40c8-97ce-dc2f0604c5a0 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:04.599868 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-070c8285-11b1-40c8-97ce-dc2f0604c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:04.604429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-2cf29ce1-78eb-4355-8afb-3474d735ad97 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:04.645000 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-070c8285-11b1-40c8-97ce-dc2f0604c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:04.645947 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070c8285-11b1-40c8-97ce-dc2f0604c5a0 None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:04.724504 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cf29ce1-78eb-4355-8afb-3474d735ad97 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:04.752252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-2477c8c2-031b-464f-a154-22bdb2095bf8 req-d6ec66ea-e4d1-4316-8e0d-4a515aa34617 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Deleting port 4533d45f-1d17-4f66-818b-395c85781536 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:04.752834 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2477c8c2-031b-464f-a154-22bdb2095bf8 req-d6ec66ea-e4d1-4316-8e0d-4a515aa34617 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:04.796726 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eba35eee-202a-4396-ae7d-3576ad9e11e5 req-3f708e2f-2fe8-4ac1-a201-211f8eecbc64 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985256 Aug 31 14:30:04.799151 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-457aa772-88c6-4fd0-8dab-96ec7c08449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:04.919954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network a6a6e293-2c40-46bf-92b2-153b962dd317 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:04.926848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-457aa772-88c6-4fd0-8dab-96ec7c08449a None None] For port d55ea90d-d8cb-4ed4-b222-4611f2d11e15, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d55ea90d-d8cb-4ed4-b222-4611f2d11e15,segment=NetworkSegment(b95e1aea-7e07-430a-9eda-103b1857e2b4),segment_id=b95e1aea-7e07-430a-9eda-103b1857e2b4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:04.934187 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-457aa772-88c6-4fd0-8dab-96ec7c08449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:04.944632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:04.953290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:04.959507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:04.960421 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:04.980000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=d0107bac-cc5b-4d1f-8eec-e8d8e6a145eb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:05.001594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-35ebb088-a302-4eaf-ba81-d2c94c2ff2ef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8130949 Aug 31 14:30:05.004802 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47156) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:05.034799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457aa772-88c6-4fd0-8dab-96ec7c08449a None None] Pushing event updated for resources: {'Port': ['ID=d55ea90d-d8cb-4ed4-b222-4611f2d11e15,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:05.090929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d06bce2-28b8-4e55-b054-e8f7f5e6d63b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:05.093315 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9d06bce2-28b8-4e55-b054-e8f7f5e6d63b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0871806 Aug 31 14:30:05.096738 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47160) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:05.117488 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cf29ce1-78eb-4355-8afb-3474d735ad97 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.127208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a35a3f-934f-4f46-a163-9e24c6159b38 req-ef999a41-c8ae-407d-be07-56780d8f1880 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:05.128823 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30a35a3f-934f-4f46-a163-9e24c6159b38 req-ef999a41-c8ae-407d-be07-56780d8f1880 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c HTTP/1.1" status: 200 len: 945 time: 0.1781449 Aug 31 14:30:05.130087 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cf29ce1-78eb-4355-8afb-3474d735ad97 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.130407 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-2cf29ce1-78eb-4355-8afb-3474d735ad97 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Floating IP 6581ceb2-5f9c-42b6-a0c5-25d8f2bc8172 disassociated. External IP: 172.25.2.92, port: 1add8b84-c7e6-417f-baf3-86c53b9eee53. Aug 31 14:30:05.162277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2477c8c2-031b-464f-a154-22bdb2095bf8 req-d6ec66ea-e4d1-4316-8e0d-4a515aa34617 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] For port 4533d45f-1d17-4f66-818b-395c85781536, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4533d45f-1d17-4f66-818b-395c85781536,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:05.162938 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2477c8c2-031b-464f-a154-22bdb2095bf8 req-d6ec66ea-e4d1-4316-8e0d-4a515aa34617 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.169331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:05.173103 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2169b1bd-81d7-426f-baf3-9b14ca7a7ff0" -d '{"events": [{"server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:05.204297 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-2477c8c2-031b-464f-a154-22bdb2095bf8 req-d6ec66ea-e4d1-4316-8e0d-4a515aa34617 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Calling delete_port for 4533d45f-1d17-4f66-818b-395c85781536 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:05.264776 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a8212f-d34a-4756-a0e8-743bdf088ab9 x-openstack-request-id: req-53a8212f-d34a-4756-a0e8-743bdf088ab9 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:05.265067 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:05.266962 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53a8212f-d34a-4756-a0e8-743bdf088ab9 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:05.267457 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'code': 200} Aug 31 14:30:05.354835 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30a35a3f-934f-4f46-a163-9e24c6159b38 req-06f086bb-b154-4b25-a7fb-1c20d773acdf tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612435 Aug 31 14:30:05.451499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6338285a-626f-4e4e-a33c-7176a5dc6215 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:05.458892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6338285a-626f-4e4e-a33c-7176a5dc6215 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:05.466474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6338285a-626f-4e4e-a33c-7176a5dc6215 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:05.476141 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6338285a-626f-4e4e-a33c-7176a5dc6215 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3775225 Aug 31 14:30:05.478750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47174) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:05.487819 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2477c8c2-031b-464f-a154-22bdb2095bf8 req-d6ec66ea-e4d1-4316-8e0d-4a515aa34617 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.501435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['aa63b912-cbaf-4802-a383-2a85dc5d82b7', '4533d45f-1d17-4f66-818b-395c85781536'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:05.504049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['299599ff-459e-41c2-8d74-1eee0cc7e849'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:05.553468 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf29ce1-78eb-4355-8afb-3474d735ad97 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:05.580757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec66ea-e4d1-4316-8e0d-4a515aa34617 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Pushing event deleted for resources: {'Port': ['ID=4533d45f-1d17-4f66-818b-395c85781536,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:05.737998 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2477c8c2-031b-464f-a154-22bdb2095bf8 req-d6ec66ea-e4d1-4316-8e0d-4a515aa34617 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] No DVR routers for this DVR port 4533d45f-1d17-4f66-818b-395c85781536 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:30:05.744203 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2477c8c2-031b-464f-a154-22bdb2095bf8 req-d6ec66ea-e4d1-4316-8e0d-4a515aa34617 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.756548 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2477c8c2-031b-464f-a154-22bdb2095bf8 req-d6ec66ea-e4d1-4316-8e0d-4a515aa34617 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.25 "DELETE /v2.0/ports/4533d45f-1d17-4f66-818b-395c85781536 HTTP/1.1" status: 204 len: 173 time: 1.5652919 Aug 31 14:30:05.758337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6910f75f-a1ca-40b6-8d5d-9d2a48b8015f', 'name': 'network-vif-deleted', 'tag': '4533d45f-1d17-4f66-818b-395c85781536'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:05.763838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4918085f-1bc2-4407-a3af-9411d64b7122 None None] Provisioning for port 389d3b60-2a7b-4687-a162-6f28a113c832 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:05.773993 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7833f7e-8181-4dd6-8f31-77f5c7cd6920" -d '{"events": [{"server_uuid": "6910f75f-a1ca-40b6-8d5d-9d2a48b8015f", "name": "network-vif-deleted", "tag": "4533d45f-1d17-4f66-818b-395c85781536"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:05.779901 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d55ea90d-d8cb-4ed4-b222-4611f2d11e15 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:05.792379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4918085f-1bc2-4407-a3af-9411d64b7122 None None] Provisioning complete for port 389d3b60-2a7b-4687-a162-6f28a113c832 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:05.792492 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4918085f-1bc2-4407-a3af-9411d64b7122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.802232 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf29ce1-78eb-4355-8afb-3474d735ad97 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:05.808681 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cf29ce1-78eb-4355-8afb-3474d735ad97 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.847466 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-07d04e83-7ac3-475b-9d89-fda02890a720 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port d0107bac-cc5b-4d1f-8eec-e8d8e6a145eb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:05.847916 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07d04e83-7ac3-475b-9d89-fda02890a720 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.864083 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2cf29ce1-78eb-4355-8afb-3474d735ad97 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "PUT /v2.0/floatingips/6581ceb2-5f9c-42b6-a0c5-25d8f2bc8172 HTTP/1.1" status: 200 len: 687 time: 1.2611983 Aug 31 14:30:05.865020 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47200) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:05.979846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4918085f-1bc2-4407-a3af-9411d64b7122 None None] Port 389d3b60-2a7b-4687-a162-6f28a113c832 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:05.982427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3bfca2-535e-4fdb-9ebc-54f5cd5a7553 None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:06.012433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3bfca2-535e-4fdb-9ebc-54f5cd5a7553 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:06.013035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6a3bfca2-535e-4fdb-9ebc-54f5cd5a7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:06.049637 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07d04e83-7ac3-475b-9d89-fda02890a720 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:06.078750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-07d04e83-7ac3-475b-9d89-fda02890a720 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for d0107bac-cc5b-4d1f-8eec-e8d8e6a145eb owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:06.100904 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7c7f6b-4c22-4731-94a3-8582d6edc40b x-openstack-request-id: req-9f7c7f6b-4c22-4731-94a3-8582d6edc40b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:06.101614 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6910f75f-a1ca-40b6-8d5d-9d2a48b8015f", "name": "network-vif-deleted", "tag": "4533d45f-1d17-4f66-818b-395c85781536", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:06.102658 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f7c7f6b-4c22-4731-94a3-8582d6edc40b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:06.103375 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6910f75f-a1ca-40b6-8d5d-9d2a48b8015f', 'name': 'network-vif-deleted', 'tag': '4533d45f-1d17-4f66-818b-395c85781536', 'status': 'completed', 'code': 200} Aug 31 14:30:06.136073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6a3bfca2-535e-4fdb-9ebc-54f5cd5a7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:06.200851 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cf26f196-f033-46f3-8f9a-4d8cd8aabae5 req-5f8e5f0e-2f9f-480b-b465-464f44c6f11d tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=6910f75f-a1ca-40b6-8d5d-9d2a48b8015f HTTP/1.1" status: 200 len: 210 time: 0.1094985 Aug 31 14:30:06.225288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4918085f-1bc2-4407-a3af-9411d64b7122 None None] Provisioning complete for port d55ea90d-d8cb-4ed4-b222-4611f2d11e15 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:06.225645 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4918085f-1bc2-4407-a3af-9411d64b7122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:06.275576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3bfca2-535e-4fdb-9ebc-54f5cd5a7553 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:06.276100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6a3bfca2-535e-4fdb-9ebc-54f5cd5a7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:06.315251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6a3bfca2-535e-4fdb-9ebc-54f5cd5a7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:06.316139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3bfca2-535e-4fdb-9ebc-54f5cd5a7553 None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:06.362475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-03018af4-a376-4015-9523-5ca7ee190ec1 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port 4922dc8b-687e-4f1d-a353-6cc0d2908c18 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:06.363083 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-03018af4-a376-4015-9523-5ca7ee190ec1 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:06.396240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d55ea90d-d8cb-4ed4-b222-4611f2d11e15 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:06.396872 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:06.557122 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-03018af4-a376-4015-9523-5ca7ee190ec1 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:06.557451 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-03018af4-a376-4015-9523-5ca7ee190ec1 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:06.590491 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-03018af4-a376-4015-9523-5ca7ee190ec1 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for 4922dc8b-687e-4f1d-a353-6cc0d2908c18 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:06.732515 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876120c-31f1-4ee4-be25-a5e840e2ae53 req-a8c3b7e9-87da-4988-a3f9-aa498ab0120e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:06.734195 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b876120c-31f1-4ee4-be25-a5e840e2ae53 req-a8c3b7e9-87da-4988-a3f9-aa498ab0120e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1325612 Aug 31 14:30:06.816974 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b876120c-31f1-4ee4-be25-a5e840e2ae53 req-13b69034-5dec-4015-9e2b-6acab43efebf tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660930 Aug 31 14:30:06.847290 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-03018af4-a376-4015-9523-5ca7ee190ec1 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:06.878228 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03018af4-a376-4015-9523-5ca7ee190ec1 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=4922dc8b-687e-4f1d-a353-6cc0d2908c18,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:06.972213 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-03018af4-a376-4015-9523-5ca7ee190ec1 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:06.981590 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-03018af4-a376-4015-9523-5ca7ee190ec1 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:06.987814 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-03018af4-a376-4015-9523-5ca7ee190ec1 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/floatingips/6581ceb2-5f9c-42b6-a0c5-25d8f2bc8172 HTTP/1.1" status: 204 len: 168 time: 1.1216557 Aug 31 14:30:06.988876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47238) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:06.997189 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '18924a1b-055d-4fed-9a97-24f331772d73'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:07.033152 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:07.059531 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07d04e83-7ac3-475b-9d89-fda02890a720 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:07.060291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4918085f-1bc2-4407-a3af-9411d64b7122 None None] Provisioning for port d0107bac-cc5b-4d1f-8eec-e8d8e6a145eb completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:07.067389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4918085f-1bc2-4407-a3af-9411d64b7122 None None] Provisioning complete for port d0107bac-cc5b-4d1f-8eec-e8d8e6a145eb triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:07.067771 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4918085f-1bc2-4407-a3af-9411d64b7122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:07.112764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d04e83-7ac3-475b-9d89-fda02890a720 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=d0107bac-cc5b-4d1f-8eec-e8d8e6a145eb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:07.123965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216106f-0a99-471e-8640-3e25c0fa7227 req-9a05ac1c-6c03-4011-8d94-1017811fbeb8 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:07.132247 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b216106f-0a99-471e-8640-3e25c0fa7227 req-9a05ac1c-6c03-4011-8d94-1017811fbeb8 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c HTTP/1.1" status: 200 len: 945 time: 0.1188931 Aug 31 14:30:07.147101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4918085f-1bc2-4407-a3af-9411d64b7122 None None] Port d0107bac-cc5b-4d1f-8eec-e8d8e6a145eb was deleted so its status cannot be updated. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 14:30:07.193594 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:07.225898 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07d04e83-7ac3-475b-9d89-fda02890a720 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:07.231718 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-07d04e83-7ac3-475b-9d89-fda02890a720 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/d0107bac-cc5b-4d1f-8eec-e8d8e6a145eb HTTP/1.1" status: 204 len: 168 time: 1.7516079 Aug 31 14:30:07.233271 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47256) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:07.281710 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-acacdcf5-7651-4a46-a5e1-86211e5e35e1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] GET failed (client error): The resource could not be found. Aug 31 14:30:07.285427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-acacdcf5-7651-4a46-a5e1-86211e5e35e1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/d0107bac-cc5b-4d1f-8eec-e8d8e6a145eb HTTP/1.1" status: 404 len: 333 time: 0.0507557 Aug 31 14:30:07.288614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47260) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:07.307851 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2b8016a8-7e0c-4cfb-bb38-7752090150e6 None None] Provisioning complete for port 389d3b60-2a7b-4687-a162-6f28a113c832 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:07.308227 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b8016a8-7e0c-4cfb-bb38-7752090150e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:07.384354 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2b8016a8-7e0c-4cfb-bb38-7752090150e6 None None] Port 389d3b60-2a7b-4687-a162-6f28a113c832 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:07.387500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2b8016a8-7e0c-4cfb-bb38-7752090150e6 None None] Could not find standard attr ID for object d0107bac-cc5b-4d1f-8eec-e8d8e6a145eb. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:30:07.400816 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b216106f-0a99-471e-8640-3e25c0fa7227 req-f0b201a1-838c-4c39-9ce6-1a761f50b3ff tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673130 Aug 31 14:30:07.407117 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c68d3-fb7c-4efe-bae1-9acf13ffa239 req-962786cc-4a46-4c80-9b3b-29270fdbdccf tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:07.419285 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-564c68d3-fb7c-4efe-bae1-9acf13ffa239 req-962786cc-4a46-4c80-9b3b-29270fdbdccf tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1610165 Aug 31 14:30:07.459660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.25.2.6 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/4813a41c-6f8e-4abe-9b8c-7bb6465af2a5) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:07.522568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4944d449-adf5-4f8d-a0cf-ea4a283125a5 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port 389d3b60-2a7b-4687-a162-6f28a113c832 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:07.522914 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4944d449-adf5-4f8d-a0cf-ea4a283125a5 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:07.551715 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-564c68d3-fb7c-4efe-bae1-9acf13ffa239 req-ecc60627-ec9b-4a41-8ce7-7bf5ed856b5e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340508 Aug 31 14:30:07.625726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7696b4-93e9-45d6-974a-61b2372927a2 req-a40871c2-e68b-4a46-9ae6-e57e9171ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:07.627335 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc7696b4-93e9-45d6-974a-61b2372927a2 req-a40871c2-e68b-4a46-9ae6-e57e9171ebd9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 1096 time: 0.4689267 Aug 31 14:30:07.671247 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:07.747885 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:07.812208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7696b4-93e9-45d6-974a-61b2372927a2 req-4f3bfbea-44bd-4f4f-a475-e308ab15347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:07.813955 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc7696b4-93e9-45d6-974a-61b2372927a2 req-4f3bfbea-44bd-4f4f-a475-e308ab15347a service neutron] 10.222.0.25 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.1710985 Aug 31 14:30:07.824821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:07.826370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=4813a41c-6f8e-4abe-9b8c-7bb6465af2a5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:07.829618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:07.835364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:07.942400 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4944d449-adf5-4f8d-a0cf-ea4a283125a5 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:07.971855 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc7696b4-93e9-45d6-974a-61b2372927a2 req-78812027-596f-442f-901e-3694dc3a4d81 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef248e17-ff68-45a2-a95a-b080183edfb0 HTTP/1.1" status: 200 len: 1000 time: 0.1464512 Aug 31 14:30:07.974690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4944d449-adf5-4f8d-a0cf-ea4a283125a5 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for 389d3b60-2a7b-4687-a162-6f28a113c832 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:08.001727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ecd0-86a8-4a13-8949-18e0505a128c req-843c798b-2ed4-431c-a669-94712d4216fa tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:08.011378 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2969ecd0-86a8-4a13-8949-18e0505a128c req-843c798b-2ed4-431c-a669-94712d4216fa tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9429899-2467-4187-9dd9-7ffc32b891d4 HTTP/1.1" status: 200 len: 945 time: 0.1724527 Aug 31 14:30:08.177822 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2969ecd0-86a8-4a13-8949-18e0505a128c req-6366c299-9909-402c-aef1-fba70afebcac tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654515 Aug 31 14:30:08.201896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7696b4-93e9-45d6-974a-61b2372927a2 req-331fd9af-37b6-4ad3-83a1-49869a09e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:08.203587 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc7696b4-93e9-45d6-974a-61b2372927a2 req-331fd9af-37b6-4ad3-83a1-49869a09e78b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.2212117 Aug 31 14:30:08.249331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47288) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:08.253473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4533d45f-1d17-4f66-818b-395c85781536 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:08.291927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 4533d45f-1d17-4f66-818b-395c85781536 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:30:08.293663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4533d45f-1d17-4f66-818b-395c85781536 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:30:08.296484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7696b4-93e9-45d6-974a-61b2372927a2 req-0e576368-b3ba-4600-a951-1c2aa5233ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:08.298280 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc7696b4-93e9-45d6-974a-61b2372927a2 req-0e576368-b3ba-4600-a951-1c2aa5233ac3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828149 Aug 31 14:30:08.370996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c71db-02dd-4ba1-b9e4-f65f08c8402c req-d84ea88e-1f62-45ef-be8f-7c4bd29c53bc tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:08.375782 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b46c71db-02dd-4ba1-b9e4-f65f08c8402c req-d84ea88e-1f62-45ef-be8f-7c4bd29c53bc tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c HTTP/1.1" status: 200 len: 945 time: 0.1787572 Aug 31 14:30:08.458839 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4944d449-adf5-4f8d-a0cf-ea4a283125a5 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:08.523725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944d449-adf5-4f8d-a0cf-ea4a283125a5 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=389d3b60-2a7b-4687-a162-6f28a113c832,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:08.525200 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b1047202-0edd-487c-a9a1-366cbdda549c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:08.548587 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b46c71db-02dd-4ba1-b9e4-f65f08c8402c req-ed88496c-2269-4450-a5e1-8aa3b1d8af05 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554008 Aug 31 14:30:08.554340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc7696b4-93e9-45d6-974a-61b2372927a2 req-8470c997-9120-4381-8a75-9408fce7194f service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403977 Aug 31 14:30:08.568773 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4944d449-adf5-4f8d-a0cf-ea4a283125a5 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:08.572403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4944d449-adf5-4f8d-a0cf-ea4a283125a5 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/389d3b60-2a7b-4687-a162-6f28a113c832 HTTP/1.1" status: 204 len: 168 time: 1.2810919 Aug 31 14:30:08.591438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47294) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:08.611500 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:08.724806 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba18b78-fb42-4d28-bfc4-e806e120c413 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] GET failed (client error): The resource could not be found. Aug 31 14:30:08.726617 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4ba18b78-fb42-4d28-bfc4-e806e120c413 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/389d3b60-2a7b-4687-a162-6f28a113c832 HTTP/1.1" status: 404 len: 333 time: 0.1340928 Aug 31 14:30:08.731701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47298) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:08.834856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-38423254-42e7-4616-92fa-350495059fd1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting subnet cdf8aa87-7251-4547-bd00-be85fe2045d4 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:30:08.839675 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc7696b4-93e9-45d6-974a-61b2372927a2 req-c4a080f9-7a75-417e-9304-35d2687737cb service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726429 Aug 31 14:30:08.840369 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38423254-42e7-4616-92fa-350495059fd1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:08.854772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46d92b-6312-449e-85e3-f954e971ca5d req-e14734eb-b2f5-4cb8-a2b3-d746092e98dd tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:08.857091 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf46d92b-6312-449e-85e3-f954e971ca5d req-e14734eb-b2f5-4cb8-a2b3-d746092e98dd tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1450174 Aug 31 14:30:08.873326 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:08.887687 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38423254-42e7-4616-92fa-350495059fd1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:08.995629 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf46d92b-6312-449e-85e3-f954e971ca5d req-0dc5c66c-a3e2-4abc-8152-9d0356313099 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257455 Aug 31 14:30:09.030184 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b1047202-0edd-487c-a9a1-366cbdda549c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.052443 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38423254-42e7-4616-92fa-350495059fd1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.055157 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b1047202-0edd-487c-a9a1-366cbdda549c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.126449 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38423254-42e7-4616-92fa-350495059fd1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.142307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1047202-0edd-487c-a9a1-366cbdda549c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cba23c3-64e6-41bd-8b25-848279ac4cf0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:09.153258 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b1047202-0edd-487c-a9a1-366cbdda549c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd5546e1e10a4362ad5ed8f5b5eb6289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9027219 Aug 31 14:30:09.156066 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47302) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:09.189138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38423254-42e7-4616-92fa-350495059fd1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.191311 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-38423254-42e7-4616-92fa-350495059fd1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/cdf8aa87-7251-4547-bd00-be85fe2045d4 HTTP/1.1" status: 204 len: 168 time: 0.4582677 Aug 31 14:30:09.194598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47304) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:09.195998 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38423254-42e7-4616-92fa-350495059fd1 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf8aa87-7251-4547-bd00-be85fe2045d4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:09.204962 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eecb874-ac1a-4f19-a917-b4088f24e272 None None] Network a6a6e293-2c40-46bf-92b2-153b962dd317 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:09.293956 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.296779 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3992-8df9-4221-98e4-9e56bd30685f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.303384 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.319940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7a213-c5d0-4793-928f-a4f5a34df0cd req-1eb41dc4-1ca7-4088-b559-b8a949e99523 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:09.321665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94e7a213-c5d0-4793-928f-a4f5a34df0cd req-1eb41dc4-1ca7-4088-b559-b8a949e99523 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9429899-2467-4187-9dd9-7ffc32b891d4 HTTP/1.1" status: 200 len: 945 time: 0.1913550 Aug 31 14:30:09.378769 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.381988 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3992-8df9-4221-98e4-9e56bd30685f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.503988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=4813a41c-6f8e-4abe-9b8c-7bb6465af2a5,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:09.527782 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.540847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caddd8f-ca1c-4ad5-9ee8-a04ae31ec8a1 None None] DHCP port deletion for a6a6e293-2c40-46bf-92b2-153b962dd317 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:30:09.546771 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d494e65-a7a4-4be7-b4a1-a7d60b0bac76 req-a99e7d83-515e-4959-9d3e-3682993e371f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:09.548707 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d494e65-a7a4-4be7-b4a1-a7d60b0bac76 req-a99e7d83-515e-4959-9d3e-3682993e371f tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9429899-2467-4187-9dd9-7ffc32b891d4 HTTP/1.1" status: 200 len: 945 time: 0.1561279 Aug 31 14:30:09.582949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035f32f-ba9b-44f8-97aa-67c1f6f89203 req-43f01990-b3e0-47c4-9464-b7adea39e110 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:09.584563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f035f32f-ba9b-44f8-97aa-67c1f6f89203 req-43f01990-b3e0-47c4-9464-b7adea39e110 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c HTTP/1.1" status: 200 len: 945 time: 0.1879177 Aug 31 14:30:09.605677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9caddd8f-ca1c-4ad5-9ee8-a04ae31ec8a1 None None] Deleting port d55ea90d-d8cb-4ed4-b222-4611f2d11e15 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:09.606316 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9caddd8f-ca1c-4ad5-9ee8-a04ae31ec8a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.606791 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3992-8df9-4221-98e4-9e56bd30685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.607806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port d55ea90d-d8cb-4ed4-b222-4611f2d11e15 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:09.608157 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.609390 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3992-8df9-4221-98e4-9e56bd30685f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.612962 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cf6c3992-8df9-4221-98e4-9e56bd30685f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cba23c3-64e6-41bd-8b25-848279ac4cf0 HTTP/1.1" status: 204 len: 168 time: 0.4534950 Aug 31 14:30:09.632446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c3992-8df9-4221-98e4-9e56bd30685f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cba23c3-64e6-41bd-8b25-848279ac4cf0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:09.680840 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d494e65-a7a4-4be7-b4a1-a7d60b0bac76 req-4e62462d-8cfe-4dd3-b223-32c3b61b5c1d tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992918 Aug 31 14:30:09.699869 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Floating IP 1f3cbe39-d69d-453a-bd49-938fd6626545 associated. External IP: 172.25.2.6, port: 18924a1b-055d-4fed-9a97-24f331772d73. Aug 31 14:30:09.784190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9caddd8f-ca1c-4ad5-9ee8-a04ae31ec8a1 None None] For port d55ea90d-d8cb-4ed4-b222-4611f2d11e15, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d55ea90d-d8cb-4ed4-b222-4611f2d11e15,segment=NetworkSegment(b95e1aea-7e07-430a-9eda-103b1857e2b4),segment_id=b95e1aea-7e07-430a-9eda-103b1857e2b4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:09.785093 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9caddd8f-ca1c-4ad5-9ee8-a04ae31ec8a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.809077 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d55ea90d-d8cb-4ed4-b222-4611f2d11e15 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:09.820134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9caddd8f-ca1c-4ad5-9ee8-a04ae31ec8a1 None None] Calling delete_port for d55ea90d-d8cb-4ed4-b222-4611f2d11e15 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:09.856484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711f276-c1a2-49c7-956c-3787f45831e9 req-19c6d086-12b8-4e75-aa4c-03d095b18290 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:09.858025 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f711f276-c1a2-49c7-956c-3787f45831e9 req-19c6d086-12b8-4e75-aa4c-03d095b18290 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3064083a-ae8f-463a-9c8f-5a7f67c9bccb HTTP/1.1" status: 200 len: 946 time: 0.3993320 Aug 31 14:30:09.905090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-94e7a213-c5d0-4793-928f-a4f5a34df0cd req-14b6d16c-ef8b-43e2-98e4-f29c2ebab9e5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Deleting port 299599ff-459e-41c2-8d74-1eee0cc7e849 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:09.905580 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-94e7a213-c5d0-4793-928f-a4f5a34df0cd req-14b6d16c-ef8b-43e2-98e4-f29c2ebab9e5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.913949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] For port d55ea90d-d8cb-4ed4-b222-4611f2d11e15, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d55ea90d-d8cb-4ed4-b222-4611f2d11e15,segment=NetworkSegment(b95e1aea-7e07-430a-9eda-103b1857e2b4),segment_id=b95e1aea-7e07-430a-9eda-103b1857e2b4)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:09.914321 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.001180 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.044233 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9caddd8f-ca1c-4ad5-9ee8-a04ae31ec8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.045984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for d55ea90d-d8cb-4ed4-b222-4611f2d11e15 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:10.096687 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caddd8f-ca1c-4ad5-9ee8-a04ae31ec8a1 None None] Pushing event deleted for resources: {'Port': ['ID=d55ea90d-d8cb-4ed4-b222-4611f2d11e15,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:10.105039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caddd8f-ca1c-4ad5-9ee8-a04ae31ec8a1 None None] No DVR routers for this DVR port d55ea90d-d8cb-4ed4-b222-4611f2d11e15 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:30:10.146876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47318) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:10.217274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6a5b8-33ba-4300-aead-97f917bf72d5 req-5d571171-516e-4f82-81ca-a62c9a5f9706 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:10.218801 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ae6a5b8-33ba-4300-aead-97f917bf72d5 req-5d571171-516e-4f82-81ca-a62c9a5f9706 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c HTTP/1.1" status: 200 len: 945 time: 0.5109868 Aug 31 14:30:10.229273 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9276773-aa71-41fe-a8af-6b6e58251fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.372977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f035f32f-ba9b-44f8-97aa-67c1f6f89203 req-e8519f4d-984d-43cb-8564-d305f168c4ae tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Deleting port 618f77d5-330b-4663-b75a-4c90fcdb35a6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:10.373357 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f035f32f-ba9b-44f8-97aa-67c1f6f89203 req-e8519f4d-984d-43cb-8564-d305f168c4ae tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.376966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-94e7a213-c5d0-4793-928f-a4f5a34df0cd req-14b6d16c-ef8b-43e2-98e4-f29c2ebab9e5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] For port 299599ff-459e-41c2-8d74-1eee0cc7e849, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=299599ff-459e-41c2-8d74-1eee0cc7e849,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:10.377318 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-94e7a213-c5d0-4793-928f-a4f5a34df0cd req-14b6d16c-ef8b-43e2-98e4-f29c2ebab9e5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.385778 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ae6a5b8-33ba-4300-aead-97f917bf72d5 req-2983f1bc-5ad3-44bb-be76-9a0e74b709ad tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526780 Aug 31 14:30:10.393965 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:10.417246 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.434080 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cad46-b84c-4d77-b54f-b092cc99213d req-b0ec51f3-a0ad-4063-a0eb-76bc21f6a47d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:10.435683 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e95cad46-b84c-4d77-b54f-b092cc99213d req-b0ec51f3-a0ad-4063-a0eb-76bc21f6a47d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0915382 Aug 31 14:30:10.501291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-94e7a213-c5d0-4793-928f-a4f5a34df0cd req-14b6d16c-ef8b-43e2-98e4-f29c2ebab9e5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Calling delete_port for 299599ff-459e-41c2-8d74-1eee0cc7e849 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:10.519254 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e95cad46-b84c-4d77-b54f-b092cc99213d req-33fb945f-6b2b-4a13-b013-9d814b6ce09a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501151 Aug 31 14:30:10.521418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=d55ea90d-d8cb-4ed4-b222-4611f2d11e15,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:10.535817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No DVR routers for this DVR port d55ea90d-d8cb-4ed4-b222-4611f2d11e15 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:30:10.548670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f711f276-c1a2-49c7-956c-3787f45831e9 req-062c39b3-31af-4cf2-81bc-5c0ba659daa8 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Deleting port cefde84e-a60c-4052-9fd7-19ac764d9d03 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:10.548670 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f711f276-c1a2-49c7-956c-3787f45831e9 req-062c39b3-31af-4cf2-81bc-5c0ba659daa8 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.579788 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:10.596842 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50165bb9-b232-45bb-b8c8-cfb4412d5086 None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:10.608798 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50165bb9-b232-45bb-b8c8-cfb4412d5086 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:10.609414 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-50165bb9-b232-45bb-b8c8-cfb4412d5086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:10.646932 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-50165bb9-b232-45bb-b8c8-cfb4412d5086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:10.656820 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50165bb9-b232-45bb-b8c8-cfb4412d5086 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:10.657441 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-50165bb9-b232-45bb-b8c8-cfb4412d5086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:10.694401 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-50165bb9-b232-45bb-b8c8-cfb4412d5086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:10.695480 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50165bb9-b232-45bb-b8c8-cfb4412d5086 None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:10.732215 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0edec6-5b91-4d44-9205-ea40758db644 req-d4a3d792-d823-4b1d-bac9-67a168d673a4 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:10.733809 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dc0edec6-5b91-4d44-9205-ea40758db644 req-d4a3d792-d823-4b1d-bac9-67a168d673a4 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0579221 Aug 31 14:30:10.781157 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dc0edec6-5b91-4d44-9205-ea40758db644 req-846b82d7-842a-450d-8628-2cec38fc0826 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400264 Aug 31 14:30:10.798643 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.852256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f035f32f-ba9b-44f8-97aa-67c1f6f89203 req-e8519f4d-984d-43cb-8564-d305f168c4ae tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] For port 618f77d5-330b-4663-b75a-4c90fcdb35a6, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=618f77d5-330b-4663-b75a-4c90fcdb35a6,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:10.854191 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f035f32f-ba9b-44f8-97aa-67c1f6f89203 req-e8519f4d-984d-43cb-8564-d305f168c4ae tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.861642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a6e293-2c40-46bf-92b2-153b962dd317']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:10.905914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1aa3e5-8b82-4d18-9224-35b77dce175b req-21e777a9-f867-4ce4-b0c5-0ab725693e7d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:10.907821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95e1aea-7e07-430a-9eda-103b1857e2b4') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:10.907990 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ad1aa3e5-8b82-4d18-9224-35b77dce175b req-21e777a9-f867-4ce4-b0c5-0ab725693e7d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0524173 Aug 31 14:30:10.908124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95e1aea-7e07-430a-9eda-103b1857e2b4') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:10.915528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f035f32f-ba9b-44f8-97aa-67c1f6f89203 req-e8519f4d-984d-43cb-8564-d305f168c4ae tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Calling delete_port for 618f77d5-330b-4663-b75a-4c90fcdb35a6 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:10.920222 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9276773-aa71-41fe-a8af-6b6e58251fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.935204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f711f276-c1a2-49c7-956c-3787f45831e9 req-062c39b3-31af-4cf2-81bc-5c0ba659daa8 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] For port cefde84e-a60c-4052-9fd7-19ac764d9d03, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=cefde84e-a60c-4052-9fd7-19ac764d9d03,segment=NetworkSegment(db2598d0-1da1-4918-9497-36ca4165795c),segment_id=db2598d0-1da1-4918-9497-36ca4165795c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:10.935578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f711f276-c1a2-49c7-956c-3787f45831e9 req-062c39b3-31af-4cf2-81bc-5c0ba659daa8 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.937103 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.957287 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.958909 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9276773-aa71-41fe-a8af-6b6e58251fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.983729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f711f276-c1a2-49c7-956c-3787f45831e9 req-062c39b3-31af-4cf2-81bc-5c0ba659daa8 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Calling delete_port for cefde84e-a60c-4052-9fd7-19ac764d9d03 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:10.983936 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ad1aa3e5-8b82-4d18-9224-35b77dce175b req-c87f7642-a420-4939-a9d5-dce20ed3b6ee tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664787 Aug 31 14:30:10.985414 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f9a8949e-1364-47c0-8c36-67a475f6db3a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.9934835 Aug 31 14:30:10.988256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47332) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:11.063920 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bb2ca94c-c4a6-461c-b5fd-ed1084379a2c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "GET /v2.0/floatingips/1f3cbe39-d69d-453a-bd49-938fd6626545 HTTP/1.1" status: 200 len: 976 time: 0.0718482 Aug 31 14:30:11.064151 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47336) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:11.212390 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-140b7cb7-2df2-40f3-be22-b2afd1604cd2 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1437232 Aug 31 14:30:11.213395 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47348) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:11.218608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6dad4309-648d-4a12-b43e-4cb5be194294 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'floatingip': {'port_id': '1add8b84-c7e6-417f-baf3-86c53b9eee53'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:11.364351 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6dad4309-648d-4a12-b43e-4cb5be194294 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:11.439361 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:11.462805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b22fd-c7fd-41a4-88f1-e221a75550e3 req-a019dd61-514f-4f76-831e-8f59f4d11ed1 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:11.465861 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-809b22fd-c7fd-41a4-88f1-e221a75550e3 req-a019dd61-514f-4f76-831e-8f59f4d11ed1 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9429899-2467-4187-9dd9-7ffc32b891d4 HTTP/1.1" status: 200 len: 945 time: 0.7034709 Aug 31 14:30:11.482217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75811d2e-0c73-49ae-844f-beec1801def0 req-de6c7657-d93d-4c82-9c0a-cbe904ae02a7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:11.483798 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-75811d2e-0c73-49ae-844f-beec1801def0 req-de6c7657-d93d-4c82-9c0a-cbe904ae02a7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 811 time: 0.2302589 Aug 31 14:30:11.486449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:30:11.486866 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:30:11.493998 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:30:11.497263 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e9276773-aa71-41fe-a8af-6b6e58251fce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cbbab7952fee481cb90ee91fbb1dc20c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3408513 Aug 31 14:30:11.504234 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47354) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:11.545346 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9276773-aa71-41fe-a8af-6b6e58251fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa0226a-75ce-47ba-9057-8aa42af7f290,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:11.560284 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-75811d2e-0c73-49ae-844f-beec1801def0 req-a0deebcc-2ccc-4a3b-b355-e5733c64afa2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/quotas/6c7a9beea9d2401ab1424d74321046eb HTTP/1.1" status: 200 len: 375 time: 0.0666854 Aug 31 14:30:11.637364 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-94e7a213-c5d0-4793-928f-a4f5a34df0cd req-14b6d16c-ef8b-43e2-98e4-f29c2ebab9e5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:11.654055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['aa63b912-cbaf-4802-a383-2a85dc5d82b7'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:11.657497 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['299599ff-459e-41c2-8d74-1eee0cc7e849'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:11.713238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6d16c-ef8b-43e2-98e4-f29c2ebab9e5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Pushing event deleted for resources: {'Port': ['ID=299599ff-459e-41c2-8d74-1eee0cc7e849,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:11.734046 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-809b22fd-c7fd-41a4-88f1-e221a75550e3 req-feb7360a-4b74-41d3-bfec-e1e6f88fb99b tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538595 Aug 31 14:30:11.734890 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:11.747876 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:11.756015 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/networks/a6a6e293-2c40-46bf-92b2-153b962dd317 HTTP/1.1" status: 204 len: 168 time: 2.5513730 Aug 31 14:30:11.762537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47356) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:11.767730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-26314b74-cfdb-480d-969d-6eac38e77428 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-453253723'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:11.775156 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f06e8e2-d77d-4a31-bd6d-ae5b0eb8b1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:11.786021 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-75811d2e-0c73-49ae-844f-beec1801def0 req-d030e2ff-0bd2-4369-bca7-89c31df05861 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2107499 Aug 31 14:30:11.834478 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d068d-34e3-4920-b698-b1c2c37d7f69 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Network': ['ID=a6a6e293-2c40-46bf-92b2-153b962dd317,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:11.883354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e7a213-c5d0-4793-928f-a4f5a34df0cd req-14b6d16c-ef8b-43e2-98e4-f29c2ebab9e5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] No DVR routers for this DVR port 299599ff-459e-41c2-8d74-1eee0cc7e849 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:30:11.889958 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-94e7a213-c5d0-4793-928f-a4f5a34df0cd req-14b6d16c-ef8b-43e2-98e4-f29c2ebab9e5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:11.892043 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94e7a213-c5d0-4793-928f-a4f5a34df0cd req-14b6d16c-ef8b-43e2-98e4-f29c2ebab9e5 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.60 "DELETE /v2.0/ports/299599ff-459e-41c2-8d74-1eee0cc7e849 HTTP/1.1" status: 204 len: 173 time: 2.5592582 Aug 31 14:30:11.902671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9429899-2467-4187-9dd9-7ffc32b891d4', 'name': 'network-vif-deleted', 'tag': '299599ff-459e-41c2-8d74-1eee0cc7e849'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:11.905040 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07ae0f2-7b10-4527-9248-ff5bfd6aaee3" -d '{"events": [{"server_uuid": "d9429899-2467-4187-9dd9-7ffc32b891d4", "name": "network-vif-deleted", "tag": "299599ff-459e-41c2-8d74-1eee0cc7e849"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:11.914364 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f06e8e2-d77d-4a31-bd6d-ae5b0eb8b1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:11.960300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26314b74-cfdb-480d-969d-6eac38e77428 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:11.964032 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-26314b74-cfdb-480d-969d-6eac38e77428 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:12.023840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb70c5c-a3fc-4b1e-82ff-09bd8bca4e24 req-69163520-b4ba-4cfc-8cb2-6a82a3c523c4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:12.026683 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1eb70c5c-a3fc-4b1e-82ff-09bd8bca4e24 req-69163520-b4ba-4cfc-8cb2-6a82a3c523c4 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c HTTP/1.1" status: 200 len: 945 time: 0.1674311 Aug 31 14:30:12.029519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f035f32f-ba9b-44f8-97aa-67c1f6f89203 req-e8519f4d-984d-43cb-8564-d305f168c4ae tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:12.070340 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f711f276-c1a2-49c7-956c-3787f45831e9 req-062c39b3-31af-4cf2-81bc-5c0ba659daa8 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:12.072291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8519f4d-984d-43cb-8564-d305f168c4ae tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Pushing event deleted for resources: {'Port': ['ID=618f77d5-330b-4663-b75a-4c90fcdb35a6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:12.096929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26314b74-cfdb-480d-969d-6eac38e77428 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:30:12.100310 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-75811d2e-0c73-49ae-844f-beec1801def0 req-63036c76-84de-4d11-8066-edcc0b0e6c37 service neutron] 10.222.0.39 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861028 Aug 31 14:30:12.137451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c39b3-31af-4cf2-81bc-5c0ba659daa8 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Pushing event deleted for resources: {'Port': ['ID=cefde84e-a60c-4052-9fd7-19ac764d9d03,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:12.172282 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-26314b74-cfdb-480d-969d-6eac38e77428 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:12.172640 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-26314b74-cfdb-480d-969d-6eac38e77428 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Added segment ddbb3fb9-45f1-4674-a891-4dfcf2f3073b of type vlan for network 96ebb77a-5860-4b90-8b00-f5efb2d2cce8 Aug 31 14:30:12.192027 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f06e8e2-d77d-4a31-bd6d-ae5b0eb8b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:12.192027 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f06e8e2-d77d-4a31-bd6d-ae5b0eb8b1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:12.192027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5f06e8e2-d77d-4a31-bd6d-ae5b0eb8b1fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efa0226a-75ce-47ba-9057-8aa42af7f290 HTTP/1.1" status: 204 len: 168 time: 0.6833043 Aug 31 14:30:12.223577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f711f276-c1a2-49c7-956c-3787f45831e9 req-062c39b3-31af-4cf2-81bc-5c0ba659daa8 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] No DVR routers for this DVR port cefde84e-a60c-4052-9fd7-19ac764d9d03 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:30:12.228468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f035f32f-ba9b-44f8-97aa-67c1f6f89203 req-e8519f4d-984d-43cb-8564-d305f168c4ae tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] No DVR routers for this DVR port 618f77d5-330b-4663-b75a-4c90fcdb35a6 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:30:12.230969 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f711f276-c1a2-49c7-956c-3787f45831e9 req-062c39b3-31af-4cf2-81bc-5c0ba659daa8 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:12.233172 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f711f276-c1a2-49c7-956c-3787f45831e9 req-062c39b3-31af-4cf2-81bc-5c0ba659daa8 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.60 "DELETE /v2.0/ports/cefde84e-a60c-4052-9fd7-19ac764d9d03 HTTP/1.1" status: 204 len: 173 time: 2.3481674 Aug 31 14:30:12.234517 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f035f32f-ba9b-44f8-97aa-67c1f6f89203 req-e8519f4d-984d-43cb-8564-d305f168c4ae tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:12.236554 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f035f32f-ba9b-44f8-97aa-67c1f6f89203 req-e8519f4d-984d-43cb-8564-d305f168c4ae tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.25 "DELETE /v2.0/ports/618f77d5-330b-4663-b75a-4c90fcdb35a6 HTTP/1.1" status: 204 len: 173 time: 2.6312616 Aug 31 14:30:12.240531 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1eb70c5c-a3fc-4b1e-82ff-09bd8bca4e24 req-17a5deac-07dc-450d-aa51-a23f7185aa01 tempest-MultipleCreateTestJSON-890388980 tempest-MultipleCreateTestJSON-890388980-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d5acfc-5021-4613-b5cc-ed612b557a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711721 Aug 31 14:30:12.284554 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 618f77d5-330b-4663-b75a-4c90fcdb35a6 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:12.368438 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 618f77d5-330b-4663-b75a-4c90fcdb35a6 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:30:12.372952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 618f77d5-330b-4663-b75a-4c90fcdb35a6 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:30:12.425256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06e8e2-d77d-4a31-bd6d-ae5b0eb8b1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa0226a-75ce-47ba-9057-8aa42af7f290,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:12.533520 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-26314b74-cfdb-480d-969d-6eac38e77428 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:12.594242 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.resource_extend [None req-6dad4309-648d-4a12-b43e-4cb5be194294 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:30:12.644051 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-75811d2e-0c73-49ae-844f-beec1801def0 req-fcf2b293-7140-41d9-8c7f-8beef3ce462f service neutron] 10.222.0.39 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306211 Aug 31 14:30:12.676806 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-26314b74-cfdb-480d-969d-6eac38e77428 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:12.685040 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26314b74-cfdb-480d-969d-6eac38e77428 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:12.686149 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-26314b74-cfdb-480d-969d-6eac38e77428 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:12.704736 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6dad4309-648d-4a12-b43e-4cb5be194294 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:12.757152 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6dad4309-648d-4a12-b43e-4cb5be194294 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:12.779845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47376) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:12.780415 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-26314b74-cfdb-480d-969d-6eac38e77428 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0116606 Aug 31 14:30:12.785464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c988d3d8-4bd2-483e-9a14-ebe1e5e174a7 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': '96ebb77a-5860-4b90-8b00-f5efb2d2cce8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:12.819488 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0225108a-6b39-4305-a938-723b0fbe776f x-openstack-request-id: req-0225108a-6b39-4305-a938-723b0fbe776f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:12.820386 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9429899-2467-4187-9dd9-7ffc32b891d4", "name": "network-vif-deleted", "tag": "299599ff-459e-41c2-8d74-1eee0cc7e849", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:12.835400 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0225108a-6b39-4305-a938-723b0fbe776f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:12.836995 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9429899-2467-4187-9dd9-7ffc32b891d4', 'name': 'network-vif-deleted', 'tag': '299599ff-459e-41c2-8d74-1eee0cc7e849', 'status': 'completed', 'code': 200} Aug 31 14:30:12.877224 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26314b74-cfdb-480d-969d-6eac38e77428 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Network': ['ID=96ebb77a-5860-4b90-8b00-f5efb2d2cce8,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:12.896965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 96ebb77a-5860-4b90-8b00-f5efb2d2cce8 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:30:13.034872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c988d3d8-4bd2-483e-9a14-ebe1e5e174a7 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:13.044754 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c988d3d8-4bd2-483e-9a14-ebe1e5e174a7 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:13.120322 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c3dbd4e-a545-450b-8e31-379a205ca039 req-708e8821-b9a7-40aa-9c15-a3a020b34c53 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 210 time: 0.0942066 Aug 31 14:30:13.160278 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-6dad4309-648d-4a12-b43e-4cb5be194294 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Floating IP 1f3cbe39-d69d-453a-bd49-938fd6626545 associated. External IP: 172.25.2.6, port: 18924a1b-055d-4fed-9a97-24f331772d73. Aug 31 14:30:13.465580 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c988d3d8-4bd2-483e-9a14-ebe1e5e174a7 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:13.542975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47408) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:13.560873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18faad0-2a61-48d3-ab34-360825224e08 req-f38eabf2-c259-4727-89a4-fd125ef08e5a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:13.562439 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d18faad0-2a61-48d3-ab34-360825224e08 req-f38eabf2-c259-4727-89a4-fd125ef08e5a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.1621802 Aug 31 14:30:13.662982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988d3d8-4bd2-483e-9a14-ebe1e5e174a7 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Subnet': ['ID=b1378710-073b-4b98-8221-7a9682e744f0,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:13.682666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988d3d8-4bd2-483e-9a14-ebe1e5e174a7 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Checking segment: {'id': 'ddbb3fb9-45f1-4674-a891-4dfcf2f3073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96ebb77a-5860-4b90-8b00-f5efb2d2cce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:13.683040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c988d3d8-4bd2-483e-9a14-ebe1e5e174a7 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network hostable DHCP agents. Network: 96ebb77a-5860-4b90-8b00-f5efb2d2cce8, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:30:13.716591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dad4309-648d-4a12-b43e-4cb5be194294 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:13.719784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c988d3d8-4bd2-483e-9a14-ebe1e5e174a7 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network 96ebb77a-5860-4b90-8b00-f5efb2d2cce8 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:30:13.724165 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d18faad0-2a61-48d3-ab34-360825224e08 req-32e91030-ed47-4312-957e-f22fc4f36ebb tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263020 Aug 31 14:30:13.728932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73b0c62-bda6-43ff-8b82-e76ebf23080f admin admin] Deleting subnet fa8f7091-5fe4-45aa-9a19-f724117eb063 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:30:13.733272 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c73b0c62-bda6-43ff-8b82-e76ebf23080f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:13.745292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c988d3d8-4bd2-483e-9a14-ebe1e5e174a7 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 96ebb77a-5860-4b90-8b00-f5efb2d2cce8) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:13.756852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c988d3d8-4bd2-483e-9a14-ebe1e5e174a7 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:13.757452 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c988d3d8-4bd2-483e-9a14-ebe1e5e174a7 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:13.765481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e753d3-119a-4358-b12f-a8086218c803 None None] Network 96ebb77a-5860-4b90-8b00-f5efb2d2cce8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:13.788836 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c988d3d8-4bd2-483e-9a14-ebe1e5e174a7 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0129054 Aug 31 14:30:13.791394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47410) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:13.800057 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9287b4b1-69e8-4adf-adf9-1d7e4149d7cf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1846872496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:13.874462 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9287b4b1-69e8-4adf-adf9-1d7e4149d7cf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:13.875546 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9287b4b1-69e8-4adf-adf9-1d7e4149d7cf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:13.924406 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dad4309-648d-4a12-b43e-4cb5be194294 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:14.053121 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c73b0c62-bda6-43ff-8b82-e76ebf23080f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:14.063374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c869afbe-e343-4fb6-881c-fba1620e983d None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:14.085565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 299599ff-459e-41c2-8d74-1eee0cc7e849 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:14.092868 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9287b4b1-69e8-4adf-adf9-1d7e4149d7cf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:14.101833 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9287b4b1-69e8-4adf-adf9-1d7e4149d7cf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:14.127022 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9287b4b1-69e8-4adf-adf9-1d7e4149d7cf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:14.128836 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9287b4b1-69e8-4adf-adf9-1d7e4149d7cf tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3364611 Aug 31 14:30:14.132409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47420) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:14.139970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'network_id': '96ebb77a-5860-4b90-8b00-f5efb2d2cce8', 'name': 'tempest-PortsIpV6TestJSON-830461928'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:14.215476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869afbe-e343-4fb6-881c-fba1620e983d None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:14.248067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c869afbe-e343-4fb6-881c-fba1620e983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:14.334522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:14.342729 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:14.376028 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c73b0c62-bda6-43ff-8b82-e76ebf23080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:14.377376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c869afbe-e343-4fb6-881c-fba1620e983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:14.394333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 299599ff-459e-41c2-8d74-1eee0cc7e849 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:30:14.400846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port 65640910-9804-4789-bce5-d17c7287b22d yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:30:14.402092 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 299599ff-459e-41c2-8d74-1eee0cc7e849 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:30:14.405712 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device cefde84e-a60c-4052-9fd7-19ac764d9d03 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:14.547361 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869afbe-e343-4fb6-881c-fba1620e983d None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:14.552062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c869afbe-e343-4fb6-881c-fba1620e983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:14.673921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Allocated IP 2001:db8::168 (96ebb77a-5860-4b90-8b00-f5efb2d2cce8/b1378710-073b-4b98-8221-7a9682e744f0/65640910-9804-4789-bce5-d17c7287b22d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:14.692110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: cefde84e-a60c-4052-9fd7-19ac764d9d03 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:30:14.694240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device cefde84e-a60c-4052-9fd7-19ac764d9d03 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:30:14.700717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c869afbe-e343-4fb6-881c-fba1620e983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:14.712693 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c869afbe-e343-4fb6-881c-fba1620e983d None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:14.843519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3064083a-ae8f-463a-9c8f-5a7f67c9bccb', 'name': 'network-vif-deleted', 'tag': 'cefde84e-a60c-4052-9fd7-19ac764d9d03'}, {'server_uuid': 'ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c', 'name': 'network-vif-deleted', 'tag': '618f77d5-330b-4663-b75a-4c90fcdb35a6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:14.855487 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38513119-621d-424a-8abb-6c670b9f73f9" -d '{"events": [{"server_uuid": "3064083a-ae8f-463a-9c8f-5a7f67c9bccb", "name": "network-vif-deleted", "tag": "cefde84e-a60c-4052-9fd7-19ac764d9d03"}, {"server_uuid": "ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c", "name": "network-vif-deleted", "tag": "618f77d5-330b-4663-b75a-4c90fcdb35a6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:14.943568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-96ebb77a-5860-4b90-8b00-f5efb2d2cce8', 'network_id': '96ebb77a-5860-4b90-8b00-f5efb2d2cce8', 'tenant_id': 'f3c611d741be49adbca35ee8a5cd3d28', 'fixed_ips': [{'subnet_id': 'b1378710-073b-4b98-8221-7a9682e744f0'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:30:14.946490 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.319926 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c73b0c62-bda6-43ff-8b82-e76ebf23080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.367413 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b0c62-bda6-43ff-8b82-e76ebf23080f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8f7091-5fe4-45aa-9a19-f724117eb063,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:15.374006 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b5a14188-cd21-4c84-bf41-7532bfd2f523 req-7e80b048-a597-46fd-aa68-b79d4cca04c7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 210 time: 1.0673125 Aug 31 14:30:15.403063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde64374-4eed-46a6-a025-fdbe303db6a7 req-78c0e736-21c1-439a-8ac2-1d01d07e958a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:15.403063 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fde64374-4eed-46a6-a025-fdbe303db6a7 req-78c0e736-21c1-439a-8ac2-1d01d07e958a tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.25 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.4888651 Aug 31 14:30:15.410870 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c73b0c62-bda6-43ff-8b82-e76ebf23080f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.414158 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c73b0c62-bda6-43ff-8b82-e76ebf23080f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fa8f7091-5fe4-45aa-9a19-f724117eb063 HTTP/1.1" status: 204 len: 168 time: 1.8701651 Aug 31 14:30:15.418747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47450) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:15.493679 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e6f502-1aac-4996-8154-34407f96a90e x-openstack-request-id: req-51e6f502-1aac-4996-8154-34407f96a90e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:15.494003 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3064083a-ae8f-463a-9c8f-5a7f67c9bccb", "name": "network-vif-deleted", "tag": "cefde84e-a60c-4052-9fd7-19ac764d9d03", "status": "completed", "code": 200}, {"server_uuid": "ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c", "name": "network-vif-deleted", "tag": "618f77d5-330b-4663-b75a-4c90fcdb35a6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:15.494235 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51e6f502-1aac-4996-8154-34407f96a90e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:15.494710 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3064083a-ae8f-463a-9c8f-5a7f67c9bccb', 'name': 'network-vif-deleted', 'tag': 'cefde84e-a60c-4052-9fd7-19ac764d9d03', 'status': 'completed', 'code': 200} Aug 31 14:30:15.494871 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3c885a-bd3e-4c74-a6b7-90d3545d3f8c', 'name': 'network-vif-deleted', 'tag': '618f77d5-330b-4663-b75a-4c90fcdb35a6', 'status': 'completed', 'code': 200} Aug 31 14:30:15.506109 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b1114c2-c7df-4a36-8d46-282d52e9c130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.527747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922ac72-95e0-4c30-be87-70e74f43ffb2 req-f830748f-1ac9-4fd3-b61a-04076ab25edd tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:15.535083 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1922ac72-95e0-4c30-be87-70e74f43ffb2 req-f830748f-1ac9-4fd3-b61a-04076ab25edd tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 945 time: 0.2637482 Aug 31 14:30:15.583148 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.595012 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75811d2e-0c73-49ae-844f-beec1801def0 req-98f332bb-9ab3-419d-bf6a-aa891509bd5f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:15.599255 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75811d2e-0c73-49ae-844f-beec1801def0 req-98f332bb-9ab3-419d-bf6a-aa891509bd5f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.60 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 811 time: 0.5004764 Aug 31 14:30:15.620578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-75811d2e-0c73-49ae-844f-beec1801def0 req-797dd723-8867-44ba-85ea-270e75d272c5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Request body: {'port': {'device_id': '066a0efa-bc77-4113-8203-cde0dfba2282', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'admin_state_up': True, 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:15.647646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Transition to ACTIVE for port object 65640910-9804-4789-bce5-d17c7287b22d will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:15.694224 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b1114c2-c7df-4a36-8d46-282d52e9c130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.708341 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1922ac72-95e0-4c30-be87-70e74f43ffb2 req-82799ec7-394d-49d4-b03c-016595469edd tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99b03895-0a08-497e-b7c0-bbf24b20592f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722968 Aug 31 14:30:15.712187 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0b1114c2-c7df-4a36-8d46-282d52e9c130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3dfa402-1efb-4348-be4b-50abfd2c0f4a']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:15.727167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0b1114c2-c7df-4a36-8d46-282d52e9c130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2598d0-1da1-4918-9497-36ca4165795c') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:15.727652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0b1114c2-c7df-4a36-8d46-282d52e9c130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2598d0-1da1-4918-9497-36ca4165795c') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:15.740835 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b1114c2-c7df-4a36-8d46-282d52e9c130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.750568 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dad4309-648d-4a12-b43e-4cb5be194294 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:15.761661 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b1114c2-c7df-4a36-8d46-282d52e9c130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.771440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1114c2-c7df-4a36-8d46-282d52e9c130 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:30:15.771849 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b1114c2-c7df-4a36-8d46-282d52e9c130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:30:15.774773 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:30:15.812018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-fde64374-4eed-46a6-a025-fdbe303db6a7 req-5ed5f8f9-df02-4b93-81ec-8a85e2d1f800 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Deleting port aa63b912-cbaf-4802-a383-2a85dc5d82b7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:15.812364 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fde64374-4eed-46a6-a025-fdbe303db6a7 req-5ed5f8f9-df02-4b93-81ec-8a85e2d1f800 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.867376 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.910092 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Allocated IP 2001:db8::2 (96ebb77a-5860-4b90-8b00-f5efb2d2cce8/b1378710-073b-4b98-8221-7a9682e744f0/6d58b0f5-8b38-4cce-9510-5acccf422caf) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:15.912960 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b1114c2-c7df-4a36-8d46-282d52e9c130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.924361 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network 96ebb77a-5860-4b90-8b00-f5efb2d2cce8 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:15.936173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75811d2e-0c73-49ae-844f-beec1801def0 req-797dd723-8867-44ba-85ea-270e75d272c5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Made reservation on behalf of 6c7a9beea9d2401ab1424d74321046eb for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:15.940817 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-75811d2e-0c73-49ae-844f-beec1801def0 req-797dd723-8867-44ba-85ea-270e75d272c5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.943704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:15.960487 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b1114c2-c7df-4a36-8d46-282d52e9c130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.964957 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0b1114c2-c7df-4a36-8d46-282d52e9c130 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b3dfa402-1efb-4348-be4b-50abfd2c0f4a HTTP/1.1" status: 204 len: 168 time: 0.5450585 Aug 31 14:30:15.970653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:15.976387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:15.977068 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.983153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1114c2-c7df-4a36-8d46-282d52e9c130 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3dfa402-1efb-4348-be4b-50abfd2c0f4a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:16.027388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dad4309-648d-4a12-b43e-4cb5be194294 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:16.036093 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=65640910-9804-4789-bce5-d17c7287b22d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:16.053916 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6dad4309-648d-4a12-b43e-4cb5be194294 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.061956 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782cc3bb-9ee6-4c08-8dfa-f1ee314493ee None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:16.076812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e4becee0-958e-470b-a403-7f39f9357565 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9426844 Aug 31 14:30:16.080654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47484) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:16.083716 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782cc3bb-9ee6-4c08-8dfa-f1ee314493ee None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:16.086672 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-782cc3bb-9ee6-4c08-8dfa-f1ee314493ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:16.142177 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6dad4309-648d-4a12-b43e-4cb5be194294 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "PUT /v2.0/floatingips/1f3cbe39-d69d-453a-bd49-938fd6626545 HTTP/1.1" status: 200 len: 976 time: 4.9274921 Aug 31 14:30:16.142917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47486) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:16.148555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a2f5e963-3f93-4857-a785-12f17b46987c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:16.168872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-fde64374-4eed-46a6-a025-fdbe303db6a7 req-5ed5f8f9-df02-4b93-81ec-8a85e2d1f800 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] For port aa63b912-cbaf-4802-a383-2a85dc5d82b7, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=aa63b912-cbaf-4802-a383-2a85dc5d82b7,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:16.169250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fde64374-4eed-46a6-a025-fdbe303db6a7 req-5ed5f8f9-df02-4b93-81ec-8a85e2d1f800 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.204120 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-782cc3bb-9ee6-4c08-8dfa-f1ee314493ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:16.220222 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782cc3bb-9ee6-4c08-8dfa-f1ee314493ee None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:16.223124 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-782cc3bb-9ee6-4c08-8dfa-f1ee314493ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:16.231234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-fde64374-4eed-46a6-a025-fdbe303db6a7 req-5ed5f8f9-df02-4b93-81ec-8a85e2d1f800 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Calling delete_port for aa63b912-cbaf-4802-a383-2a85dc5d82b7 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:16.269285 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-782cc3bb-9ee6-4c08-8dfa-f1ee314493ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:16.270428 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782cc3bb-9ee6-4c08-8dfa-f1ee314493ee None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:16.290536 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e963-3f93-4857-a785-12f17b46987c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.374332 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.391301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Transition to ACTIVE for port object 6d58b0f5-8b38-4cce-9510-5acccf422caf will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:16.407896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47490) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:16.417795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Transition to ACTIVE for port object 6d58b0f5-8b38-4cce-9510-5acccf422caf will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:16.426164 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.476960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Network 96ebb77a-5860-4b90-8b00-f5efb2d2cce8 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:16.480874 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:16.484824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:16.512903 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e963-3f93-4857-a785-12f17b46987c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.519119 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e963-3f93-4857-a785-12f17b46987c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.519907 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-a2f5e963-3f93-4857-a785-12f17b46987c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Floating IP 1f3cbe39-d69d-453a-bd49-938fd6626545 disassociated. External IP: 172.25.2.6, port: 1add8b84-c7e6-417f-baf3-86c53b9eee53. Aug 31 14:30:16.535222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-75811d2e-0c73-49ae-844f-beec1801def0 req-797dd723-8867-44ba-85ea-270e75d272c5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Allocated IP 172.20.0.8 (f7a8d1f5-ceb5-4396-9432-40efce66432c/f9bf6020-2a5f-4c94-8838-1765790a3074/fd60490f-339d-4f90-876e-e58b0a405c6d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:16.547123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Pushing event updated for resources: {'Port': ['ID=6d58b0f5-8b38-4cce-9510-5acccf422caf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:16.569297 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47494) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:16.584937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Attempting to bind port 6d58b0f5-8b38-4cce-9510-5acccf422caf on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:16.585436 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Attempting to bind port 6d58b0f5-8b38-4cce-9510-5acccf422caf by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'ddbb3fb9-45f1-4674-a891-4dfcf2f3073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96ebb77a-5860-4b90-8b00-f5efb2d2cce8'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:16.586038 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Attempting to bind port 6d58b0f5-8b38-4cce-9510-5acccf422caf on network 96ebb77a-5860-4b90-8b00-f5efb2d2cce8 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:16.596032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:16.598280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Checking segment: {'id': 'ddbb3fb9-45f1-4674-a891-4dfcf2f3073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96ebb77a-5860-4b90-8b00-f5efb2d2cce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:16.598430 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.598771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Bound using segment: {'id': 'ddbb3fb9-45f1-4674-a891-4dfcf2f3073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96ebb77a-5860-4b90-8b00-f5efb2d2cce8'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:16.600717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Bound port: 6d58b0f5-8b38-4cce-9510-5acccf422caf, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbb3fb9-45f1-4674-a891-4dfcf2f3073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96ebb77a-5860-4b90-8b00-f5efb2d2cce8'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:16.601143 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.635227 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26bb7de3-8098-4fd3-a6cb-04ee6624866e req-ae3e52f0-8dbd-4846-92a4-5fa172ca8611 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 210 time: 0.1006978 Aug 31 14:30:16.688423 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b2545b57-8926-431d-b508-d12c93664a2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52f6ed891e354bcd9f2c30fe7ff246b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776639 Aug 31 14:30:16.695489 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47500) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:16.745352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] For port 6d58b0f5-8b38-4cce-9510-5acccf422caf, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:16.763557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] For port 6d58b0f5-8b38-4cce-9510-5acccf422caf, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6d58b0f5-8b38-4cce-9510-5acccf422caf,segment=NetworkSegment(ddbb3fb9-45f1-4674-a891-4dfcf2f3073b),segment_id=ddbb3fb9-45f1-4674-a891-4dfcf2f3073b)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:16.771241 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.837255 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-353966f0-13b8-4e98-ba4a-63b8348033c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.846726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec0ef4-2540-470c-a81d-051d68446b7f None None] Pushing event updated for resources: {'Port': ['ID=6d58b0f5-8b38-4cce-9510-5acccf422caf,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:16.886942 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fde64374-4eed-46a6-a025-fdbe303db6a7 req-5ed5f8f9-df02-4b93-81ec-8a85e2d1f800 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.894802 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f91f-9f39-4c48-bf99-02704f7596b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.915940 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2f0f569e-4a19-4da2-bdfe-d0b2f9e61574 req-fbd907ce-30f1-4945-aa1f-ad44b6bd1304 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.39 "GET /v2.0/ports?device_id=76e6d553-a1bc-4c8d-b10f-5ad034def2c9 HTTP/1.1" status: 200 len: 210 time: 0.0798569 Aug 31 14:30:16.922177 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.974943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5f8f9-df02-4b93-81ec-8a85e2d1f800 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Pushing event deleted for resources: {'Port': ['ID=aa63b912-cbaf-4802-a383-2a85dc5d82b7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:16.986101 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f91f-9f39-4c48-bf99-02704f7596b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.996031 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f5e963-3f93-4857-a785-12f17b46987c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:17.138573 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f91f-9f39-4c48-bf99-02704f7596b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:17.141476 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f91f-9f39-4c48-bf99-02704f7596b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:17.145151 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c8d5f91f-9f39-4c48-bf99-02704f7596b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55d5acfc-5021-4613-b5cc-ed612b557a63 HTTP/1.1" status: 204 len: 168 time: 0.4454863 Aug 31 14:30:17.154824 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde64374-4eed-46a6-a025-fdbe303db6a7 req-5ed5f8f9-df02-4b93-81ec-8a85e2d1f800 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] No DVR routers for this DVR port aa63b912-cbaf-4802-a383-2a85dc5d82b7 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:30:17.161472 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fde64374-4eed-46a6-a025-fdbe303db6a7 req-5ed5f8f9-df02-4b93-81ec-8a85e2d1f800 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:17.164142 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fde64374-4eed-46a6-a025-fdbe303db6a7 req-5ed5f8f9-df02-4b93-81ec-8a85e2d1f800 tempest-ListServerFiltersTestJSON-1665714787 tempest-ListServerFiltersTestJSON-1665714787-project] 10.222.0.25 "DELETE /v2.0/ports/aa63b912-cbaf-4802-a383-2a85dc5d82b7 HTTP/1.1" status: 204 len: 173 time: 1.7507281 Aug 31 14:30:17.184191 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-353966f0-13b8-4e98-ba4a-63b8348033c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:17.288526 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-353966f0-13b8-4e98-ba4a-63b8348033c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:17.316363 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5f91f-9f39-4c48-bf99-02704f7596b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d5acfc-5021-4613-b5cc-ed612b557a63,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:17.397546 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-353966f0-13b8-4e98-ba4a-63b8348033c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b58472beaca44b59ef920a2fdb6a591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8238058 Aug 31 14:30:17.405644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47510) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:17.419164 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-75811d2e-0c73-49ae-844f-beec1801def0 req-797dd723-8867-44ba-85ea-270e75d272c5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:17.421904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353966f0-13b8-4e98-ba4a-63b8348033c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f7ada5-d99e-47bf-b01f-64eb22ef6c10,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:17.461828 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f5e963-3f93-4857-a785-12f17b46987c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:17.462880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-75811d2e-0c73-49ae-844f-beec1801def0 req-797dd723-8867-44ba-85ea-270e75d272c5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Transition to ACTIVE for port object fd60490f-339d-4f90-876e-e58b0a405c6d will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:17.468045 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e963-3f93-4857-a785-12f17b46987c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:17.476375 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d8455f-8234-4189-bed1-eaddf19cb9c4 None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:17.488651 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8455f-8234-4189-bed1-eaddf19cb9c4 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:17.490167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-58d8455f-8234-4189-bed1-eaddf19cb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:17.497565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e6d553-a1bc-4c8d-b10f-5ad034def2c9', 'name': 'network-vif-deleted', 'tag': 'aa63b912-cbaf-4802-a383-2a85dc5d82b7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:17.500742 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc63733e-8b33-4ffd-a0e3-669f7a6e010e" -d '{"events": [{"server_uuid": "76e6d553-a1bc-4c8d-b10f-5ad034def2c9", "name": "network-vif-deleted", "tag": "aa63b912-cbaf-4802-a383-2a85dc5d82b7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:17.512532 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a2f5e963-3f93-4857-a785-12f17b46987c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "PUT /v2.0/floatingips/1f3cbe39-d69d-453a-bd49-938fd6626545 HTTP/1.1" status: 200 len: 686 time: 1.3659694 Aug 31 14:30:17.515523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47514) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:17.549061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-58d8455f-8234-4189-bed1-eaddf19cb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:17.560568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8455f-8234-4189-bed1-eaddf19cb9c4 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:17.562530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-58d8455f-8234-4189-bed1-eaddf19cb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:17.586077 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c5435ee-d5fa-4558-836d-22e092e5c41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:17.595515 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417a4ec0-c8ea-4963-876a-787b20beab61 x-openstack-request-id: req-417a4ec0-c8ea-4963-876a-787b20beab61 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:17.595722 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e6d553-a1bc-4c8d-b10f-5ad034def2c9", "name": "network-vif-deleted", "tag": "aa63b912-cbaf-4802-a383-2a85dc5d82b7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:17.596037 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-417a4ec0-c8ea-4963-876a-787b20beab61 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:17.596497 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e6d553-a1bc-4c8d-b10f-5ad034def2c9', 'name': 'network-vif-deleted', 'tag': 'aa63b912-cbaf-4802-a383-2a85dc5d82b7', 'status': 'completed', 'code': 200} Aug 31 14:30:17.607448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-58d8455f-8234-4189-bed1-eaddf19cb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:17.608285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d8455f-8234-4189-bed1-eaddf19cb9c4 None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:17.609441 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:17.620674 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:17.639957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-75811d2e-0c73-49ae-844f-beec1801def0 req-797dd723-8867-44ba-85ea-270e75d272c5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:17.670610 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c5435ee-d5fa-4558-836d-22e092e5c41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:17.814139 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-b50a8c7c-14b8-422a-b3eb-83c684d3d062 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port 4813a41c-6f8e-4abe-9b8c-7bb6465af2a5 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:17.814670 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b50a8c7c-14b8-422a-b3eb-83c684d3d062 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:17.820591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75811d2e-0c73-49ae-844f-beec1801def0 req-797dd723-8867-44ba-85ea-270e75d272c5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Network f7a8d1f5-ceb5-4396-9432-40efce66432c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:17.882771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-75811d2e-0c73-49ae-844f-beec1801def0 req-797dd723-8867-44ba-85ea-270e75d272c5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:17.946981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6d58b0f5-8b38-4cce-9510-5acccf422caf up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:17.966567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=65640910-9804-4789-bce5-d17c7287b22d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:17.985427 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-75811d2e-0c73-49ae-844f-beec1801def0 req-797dd723-8867-44ba-85ea-270e75d272c5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:18.060920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccecdb0-f792-4085-b5cb-1bb8199f506b req-4377459b-0edc-4301-89ce-b2953fe16ace tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:18.076554 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ccecdb0-f792-4085-b5cb-1bb8199f506b req-4377459b-0edc-4301-89ce-b2953fe16ace tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 931 time: 0.2579064 Aug 31 14:30:18.078640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47532) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:18.143115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 6d58b0f5-8b38-4cce-9510-5acccf422caf completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:18.161922 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b50a8c7c-14b8-422a-b3eb-83c684d3d062 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.162555 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b50a8c7c-14b8-422a-b3eb-83c684d3d062 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.224977 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-b50a8c7c-14b8-422a-b3eb-83c684d3d062 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for 4813a41c-6f8e-4abe-9b8c-7bb6465af2a5 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:18.283947 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ccecdb0-f792-4085-b5cb-1bb8199f506b req-32e2c29c-ca1d-4882-a48f-fb1e43a79689 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060173 Aug 31 14:30:18.304456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-985c9e89-a74b-43db-b9a9-118d9bfdec31 admin admin] Deleting subnet 387ec1f0-9e2b-4993-b320-20e62aebb29c {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:30:18.311819 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device aa63b912-cbaf-4802-a383-2a85dc5d82b7 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:18.333245 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dd723-8867-44ba-85ea-270e75d272c5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event updated for resources: {'Port': ['ID=fd60490f-339d-4f90-876e-e58b0a405c6d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:18.350092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c5435ee-d5fa-4558-836d-22e092e5c41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.353936 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c5435ee-d5fa-4558-836d-22e092e5c41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.355509 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7c5435ee-d5fa-4558-836d-22e092e5c41d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59f7ada5-d99e-47bf-b01f-64eb22ef6c10 HTTP/1.1" status: 204 len: 168 time: 0.9488828 Aug 31 14:30:18.368844 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: aa63b912-cbaf-4802-a383-2a85dc5d82b7 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:30:18.369188 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device aa63b912-cbaf-4802-a383-2a85dc5d82b7 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:30:18.370999 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-985c9e89-a74b-43db-b9a9-118d9bfdec31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.373690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75811d2e-0c73-49ae-844f-beec1801def0 req-797dd723-8867-44ba-85ea-270e75d272c5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:18.374589 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-75811d2e-0c73-49ae-844f-beec1801def0 req-797dd723-8867-44ba-85ea-270e75d272c5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.399661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-90af51c4-25fb-4752-a203-62922ea578aa None None] Provisioning for port fd60490f-339d-4f90-876e-e58b0a405c6d completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:18.408330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-90af51c4-25fb-4752-a203-62922ea578aa None None] Provisioning complete for port fd60490f-339d-4f90-876e-e58b0a405c6d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:18.412637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5435ee-d5fa-4558-836d-22e092e5c41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f7ada5-d99e-47bf-b01f-64eb22ef6c10,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:18.416642 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90af51c4-25fb-4752-a203-62922ea578aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.423217 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.474668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75811d2e-0c73-49ae-844f-beec1801def0 req-797dd723-8867-44ba-85ea-270e75d272c5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8644440 Aug 31 14:30:18.497360 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-985c9e89-a74b-43db-b9a9-118d9bfdec31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.515668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-90af51c4-25fb-4752-a203-62922ea578aa None None] Port fd60490f-339d-4f90-876e-e58b0a405c6d cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:18.525919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9c4367-4a59-4a72-912d-99cbfc711f80 None None] Network 96ebb77a-5860-4b90-8b00-f5efb2d2cce8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:18.555988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47546) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:18.678873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e5d25c5e-e9f9-4fc2-924f-196952b9f05d None None] Provisioning for port 6d58b0f5-8b38-4cce-9510-5acccf422caf completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:18.711024 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-985c9e89-a74b-43db-b9a9-118d9bfdec31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.714006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e5d25c5e-e9f9-4fc2-924f-196952b9f05d None None] Provisioning complete for port 6d58b0f5-8b38-4cce-9510-5acccf422caf triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:18.718070 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5d25c5e-e9f9-4fc2-924f-196952b9f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.782562 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-985c9e89-a74b-43db-b9a9-118d9bfdec31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.822204 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-985c9e89-a74b-43db-b9a9-118d9bfdec31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.827465 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-985c9e89-a74b-43db-b9a9-118d9bfdec31 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/387ec1f0-9e2b-4993-b320-20e62aebb29c HTTP/1.1" status: 204 len: 168 time: 0.7444727 Aug 31 14:30:18.828433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47552) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:18.843096 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c9e89-a74b-43db-b9a9-118d9bfdec31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=387ec1f0-9e2b-4993-b320-20e62aebb29c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:18.899203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1995720383-network', 'tenant_id': 'bdf4da809f114c8fb6ce3b4a321db05d'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:18.907605 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b50a8c7c-14b8-422a-b3eb-83c684d3d062 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.949967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a8c7c-14b8-422a-b3eb-83c684d3d062 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=4813a41c-6f8e-4abe-9b8c-7bb6465af2a5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:18.994959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47558) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:19.025984 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa180386-2147-4b82-95b6-d0e33d91eb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.051446 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.074858 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] Made reservation on behalf of bdf4da809f114c8fb6ce3b4a321db05d for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:19.077461 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.090596 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.132872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b50a8c7c-14b8-422a-b3eb-83c684d3d062 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.136118 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b50a8c7c-14b8-422a-b3eb-83c684d3d062 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.137326 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b50a8c7c-14b8-422a-b3eb-83c684d3d062 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/floatingips/1f3cbe39-d69d-453a-bd49-938fd6626545 HTTP/1.1" status: 204 len: 168 time: 1.6207833 Aug 31 14:30:19.140528 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47562) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:19.153442 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.167238 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f405c81-6486-42d9-83fe-447688300f7b None None] Network 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:19.170237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Request body: {'port': {'device_id': '066a0efa-bc77-4113-8203-cde0dfba2282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:19.186502 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-d44edc6f-f163-4b44-893c-13705527a698 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] delete failed (client error): The resource could not be found. Aug 31 14:30:19.187562 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d44edc6f-f163-4b44-893c-13705527a698 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/floatingips/1f3cbe39-d69d-453a-bd49-938fd6626545 HTTP/1.1" status: 404 len: 345 time: 0.0430350 Aug 31 14:30:19.194642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47564) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:19.268373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Deleting port 47a27d20-ef81-4acc-bae0-1dcabe4614e1 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:19.268756 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.340918 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.344389 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa180386-2147-4b82-95b6-d0e33d91eb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.361924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaad1c9-013b-4a95-b236-f57f356ae1be tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:19.370592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaad1c9-013b-4a95-b236-f57f356ae1be tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:19.374945 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.378234 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaad1c9-013b-4a95-b236-f57f356ae1be tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:19.385491 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47570) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:19.388773 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0eaad1c9-013b-4a95-b236-f57f356ae1be tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "GET /v2.0/ports?network_id=059d9754-05ac-4f22-9828-ff9d2cb5ac43 HTTP/1.1" status: 200 len: 2358 time: 0.1884766 Aug 31 14:30:19.392194 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa180386-2147-4b82-95b6-d0e33d91eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.426726 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5d25c5e-e9f9-4fc2-924f-196952b9f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.438369 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] For port 47a27d20-ef81-4acc-bae0-1dcabe4614e1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=47a27d20-ef81-4acc-bae0-1dcabe4614e1,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:19.439427 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.464826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Calling delete_port for 47a27d20-ef81-4acc-bae0-1dcabe4614e1 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:19.483202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e5d25c5e-e9f9-4fc2-924f-196952b9f05d None None] For port 6d58b0f5-8b38-4cce-9510-5acccf422caf, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6d58b0f5-8b38-4cce-9510-5acccf422caf,segment=NetworkSegment(ddbb3fb9-45f1-4674-a891-4dfcf2f3073b),segment_id=ddbb3fb9-45f1-4674-a891-4dfcf2f3073b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:19.488112 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5d25c5e-e9f9-4fc2-924f-196952b9f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.569197 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fa180386-2147-4b82-95b6-d0e33d91eb14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0eabb3cc8c1d4306ac3341f01797871d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709169 Aug 31 14:30:19.569409 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-715e85c9-70d8-4412-951c-d8fa13818fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.571580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47572) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:19.577753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d25c5e-e9f9-4fc2-924f-196952b9f05d None None] Pushing event updated for resources: {'Port': ['ID=6d58b0f5-8b38-4cce-9510-5acccf422caf,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:19.580322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcb19dd-8ed6-4f97-b388-f69fff6acf73 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:19.581706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ddcb19dd-8ed6-4f97-b388-f69fff6acf73 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "GET /v2.0/subnets/35a4ef4f-8e80-4d94-9d6c-178b4e713db5 HTTP/1.1" status: 200 len: 797 time: 0.1905396 Aug 31 14:30:19.598452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47574) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:19.610455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'port': {'network_id': '059d9754-05ac-4f22-9828-ff9d2cb5ac43', 'name': 'tempest-FloatingIPTestJSON-2115278273', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:19.611118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa180386-2147-4b82-95b6-d0e33d91eb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9291c5cc-b757-4084-8880-be9ab863db79,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:19.646537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0603f57-960f-4733-97c0-7189f59bb80f req-3c3b41ba-e815-4e6e-b803-cf3584dc83f9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:19.648184 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0603f57-960f-4733-97c0-7189f59bb80f req-3c3b41ba-e815-4e6e-b803-cf3584dc83f9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 931 time: 0.2636929 Aug 31 14:30:19.657008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7444815d-3e9a-47fd-b64e-81dfa8f8e766 None None] DHCP port deletion for 7d5699d4-367e-4360-928b-4ab5ff2fe5b5 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:30:19.740090 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7444815d-3e9a-47fd-b64e-81dfa8f8e766 None None] Deleting port 47a27d20-ef81-4acc-bae0-1dcabe4614e1 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:19.740535 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7444815d-3e9a-47fd-b64e-81dfa8f8e766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.807642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6d58b0f5-8b38-4cce-9510-5acccf422caf up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:19.813709 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.836762 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.890848 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1b8d-31ae-44d9-a20c-84788b0e3caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.893937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:30:19.899976 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-7444815d-3e9a-47fd-b64e-81dfa8f8e766 None None] For port 47a27d20-ef81-4acc-bae0-1dcabe4614e1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=47a27d20-ef81-4acc-bae0-1dcabe4614e1,segment=NetworkSegment(f86c102f-a5ef-40c0-9a43-8d8c6c178ca4),segment_id=f86c102f-a5ef-40c0-9a43-8d8c6c178ca4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:19.900535 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7444815d-3e9a-47fd-b64e-81dfa8f8e766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.900780 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.907501 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.916895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-88d69a01-650a-424f-9830-e96b2cb0d60a None None] Provisioning complete for port 6d58b0f5-8b38-4cce-9510-5acccf422caf triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:19.917378 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88d69a01-650a-424f-9830-e96b2cb0d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.919895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7444815d-3e9a-47fd-b64e-81dfa8f8e766 None None] Calling delete_port for 47a27d20-ef81-4acc-bae0-1dcabe4614e1 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:19.922173 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0603f57-960f-4733-97c0-7189f59bb80f req-71116baa-539c-4692-bb61-9c4a10c236b4 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387900 Aug 31 14:30:19.926089 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bbebc8-b9dd-4769-af52-945f65a1bc0f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:19.934702 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.937123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.965859 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1b8d-31ae-44d9-a20c-84788b0e3caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.978559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6d58b0f5-8b38-4cce-9510-5acccf422caf triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:19.979294 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.017227 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Pushing event deleted for resources: {'Port': ['ID=47a27d20-ef81-4acc-bae0-1dcabe4614e1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:20.075745 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.076095 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] Added segment 5913689c-a329-43bd-a1cd-9f74b0f6a4e9 of type vlan for network dd022954-60ab-4b89-978b-1fb6ea668bfc Aug 31 14:30:20.138727 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.166131 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7444815d-3e9a-47fd-b64e-81dfa8f8e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.168202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=65640910-9804-4789-bce5-d17c7287b22d,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:20.182308 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.183410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:20.184200 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.201492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] No DVR routers for this DVR port 47a27d20-ef81-4acc-bae0-1dcabe4614e1 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:30:20.218362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444815d-3e9a-47fd-b64e-81dfa8f8e766 None None] Pushing event deleted for resources: {'Port': ['ID=47a27d20-ef81-4acc-bae0-1dcabe4614e1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:20.224671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7444815d-3e9a-47fd-b64e-81dfa8f8e766 None None] No DVR routers for this DVR port 47a27d20-ef81-4acc-bae0-1dcabe4614e1 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:30:20.248472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-88d69a01-650a-424f-9830-e96b2cb0d60a None None] Provisioning for port 65640910-9804-4789-bce5-d17c7287b22d completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:20.248975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network 96ebb77a-5860-4b90-8b00-f5efb2d2cce8 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:20.253997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:20.256538 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-88d69a01-650a-424f-9830-e96b2cb0d60a None None] Provisioning complete for port 65640910-9804-4789-bce5-d17c7287b22d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:20.257185 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88d69a01-650a-424f-9830-e96b2cb0d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.303007 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-88d69a01-650a-424f-9830-e96b2cb0d60a None None] Port 65640910-9804-4789-bce5-d17c7287b22d cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:20.306097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1b8d-31ae-44d9-a20c-84788b0e3caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.310387 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1b8d-31ae-44d9-a20c-84788b0e3caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.311623 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e1ce1b8d-31ae-44d9-a20c-84788b0e3caf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9291c5cc-b757-4084-8880-be9ab863db79 HTTP/1.1" status: 204 len: 168 time: 0.7380080 Aug 31 14:30:20.319434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 47a27d20-ef81-4acc-bae0-1dcabe4614e1 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:20.342774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 47a27d20-ef81-4acc-bae0-1dcabe4614e1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:30:20.342774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 47a27d20-ef81-4acc-bae0-1dcabe4614e1 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:30:20.427860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-93e16341-911c-4eea-9aa4-4085c327201b None None] Provisioning complete for port 65640910-9804-4789-bce5-d17c7287b22d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:20.427967 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93e16341-911c-4eea-9aa4-4085c327201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.512217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-93e16341-911c-4eea-9aa4-4085c327201b None None] Port 65640910-9804-4789-bce5-d17c7287b22d cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:20.534695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd60490f-339d-4f90-876e-e58b0a405c6d {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:20.549222 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.554018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Router cd5fb392-8606-43b3-a00e-d6080685702a is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:30:20.573611 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Transition to ACTIVE for port object fd60490f-339d-4f90-876e-e58b0a405c6d will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:20.618662 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.641803 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b700a1df-7b1d-40b8-845a-5cf95a1c9075 None None] Provisioning complete for port 65640910-9804-4789-bce5-d17c7287b22d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:20.642305 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b700a1df-7b1d-40b8-845a-5cf95a1c9075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.686683 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b700a1df-7b1d-40b8-845a-5cf95a1c9075 None None] Port 65640910-9804-4789-bce5-d17c7287b22d cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:20.709959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Pushing event updated for resources: {'Port': ['ID=fd60490f-339d-4f90-876e-e58b0a405c6d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:20.776382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce1b8d-31ae-44d9-a20c-84788b0e3caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9291c5cc-b757-4084-8880-be9ab863db79,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:20.791791 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2326539 Aug 31 14:30:20.792755 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Made reservation on behalf of 745d2b1339134ebabe01afcad0e4f0c5 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:20.813452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47586) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:20.823371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Request body: {'subnet': {'network_id': 'dd022954-60ab-4b89-978b-1fb6ea668bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1995720383-subnet', 'tenant_id': 'bdf4da809f114c8fb6ce3b4a321db05d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:20.835552 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6ded3-79fa-4359-a715-6ea2ca9b8f0a admin admin] Pushing event updated for resources: {'Network': ['ID=dd022954-60ab-4b89-978b-1fb6ea668bfc,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:20.842155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:20.861448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network dd022954-60ab-4b89-978b-1fb6ea668bfc details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:30:20.861694 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4e80f-f059-4fda-acb9-891b65c494b4 None None] Sync routers for ids ['cd5fb392-8606-43b3-a00e-d6080685702a'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:20.882550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-297da43f-9769-4313-ba0d-5d06378e4b19 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "PUT /v2.0/routers/cd5fb392-8606-43b3-a00e-d6080685702a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7980461 Aug 31 14:30:20.887979 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4e80f-f059-4fda-acb9-891b65c494b4 None None] Routers {'cd5fb392-8606-43b3-a00e-d6080685702a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:20.888777 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b5f4e80f-f059-4fda-acb9-891b65c494b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['cd5fb392-8606-43b3-a00e-d6080685702a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:20.908922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47590) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:21.002696 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b5f4e80f-f059-4fda-acb9-891b65c494b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:21.020802 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Attempting to bind port fd60490f-339d-4f90-876e-e58b0a405c6d on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:21.021625 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Attempting to bind port fd60490f-339d-4f90-876e-e58b0a405c6d by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:21.022357 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Attempting to bind port fd60490f-339d-4f90-876e-e58b0a405c6d on network f7a8d1f5-ceb5-4396-9432-40efce66432c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:21.031539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Port fd60490f-339d-4f90-876e-e58b0a405c6d on network f7a8d1f5-ceb5-4396-9432-40efce66432c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:30:21.032176 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Attempting to bind port fd60490f-339d-4f90-876e-e58b0a405c6d on network f7a8d1f5-ceb5-4396-9432-40efce66432c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:21.032704 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4e80f-f059-4fda-acb9-891b65c494b4 None None] Routers {'cd5fb392-8606-43b3-a00e-d6080685702a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:21.034193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Made reservation on behalf of bdf4da809f114c8fb6ce3b4a321db05d for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:21.035382 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b5f4e80f-f059-4fda-acb9-891b65c494b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:29:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['cd5fb392-8606-43b3-a00e-d6080685702a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:21.037513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.038379 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.056378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5699d4-367e-4360-928b-4ab5ff2fe5b5']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:21.071551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:21.071842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86c102f-a5ef-40c0-9a43-8d8c6c178ca4') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:21.084467 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.104432 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.127711 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9037eb59-becf-41c8-a73c-f5daaa65a08c None None] Provisioning complete for port 65640910-9804-4789-bce5-d17c7287b22d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:21.128088 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9037eb59-becf-41c8-a73c-f5daaa65a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.139840 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b5f4e80f-f059-4fda-acb9-891b65c494b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:21.140716 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4e80f-f059-4fda-acb9-891b65c494b4 None None] The sync data for ids ['cd5fb392-8606-43b3-a00e-d6080685702a'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:21.145290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:21.145644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Checking segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:21.146103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Bound using segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:21.146530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Bound port: fd60490f-339d-4f90-876e-e58b0a405c6d, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:21.146898 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.157966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:30:21.158371 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:30:21.164622 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:30:21.172218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9037eb59-becf-41c8-a73c-f5daaa65a08c None None] Port 65640910-9804-4789-bce5-d17c7287b22d cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:21.241261 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.259057 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70077b6-2ca2-4f30-b306-2ccf9f9ba5c0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:21.263945 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a70077b6-2ca2-4f30-b306-2ccf9f9ba5c0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd5fb392-8606-43b3-a00e-d6080685702a HTTP/1.1" status: 200 len: 988 time: 0.3536453 Aug 31 14:30:21.264563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:21.283960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1ddfe-67de-4952-a970-99c98f6c9081 req-3016c79d-f535-49f2-8624-833163923825 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:21.285539 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3ce1ddfe-67de-4952-a970-99c98f6c9081 req-3016c79d-f535-49f2-8624-833163923825 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 943 time: 0.1680524 Aug 31 14:30:21.296466 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.301377 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] device_id is not set on port 70fe3da6-b007-48a6-8f0d-6fee93399f9c yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:30:21.335835 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.339485 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] 10.222.0.39 "DELETE /v2.0/networks/7d5699d4-367e-4360-928b-4ab5ff2fe5b5 HTTP/1.1" status: 204 len: 168 time: 2.5071437 Aug 31 14:30:21.348369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] For port fd60490f-339d-4f90-876e-e58b0a405c6d, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:21.401930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] For port fd60490f-339d-4f90-876e-e58b0a405c6d, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fd60490f-339d-4f90-876e-e58b0a405c6d,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:21.411578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.433546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:21.434181 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.435632 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75811d2e-0c73-49ae-844f-beec1801def0 req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] 10.222.0.60 "PUT /v2.0/ports/fd60490f-339d-4f90-876e-e58b0a405c6d HTTP/1.1" status: 200 len: 1091 time: 2.4602613 Aug 31 14:30:21.439076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066a0efa-bc77-4113-8203-cde0dfba2282', 'tag': 'fd60490f-339d-4f90-876e-e58b0a405c6d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:21.450553 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bfeeda-5915-44c3-b9ab-87550c9c85f4" -d '{"events": [{"name": "network-changed", "server_uuid": "066a0efa-bc77-4113-8203-cde0dfba2282", "tag": "fd60490f-339d-4f90-876e-e58b0a405c6d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:21.450553 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.490038 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3ce1ddfe-67de-4952-a970-99c98f6c9081 req-6507b765-5438-4f80-9ade-3091f5abe31b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946659 Aug 31 14:30:21.501870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e931c9-7d63-4b28-acba-aeddbfbad56c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5699d4-367e-4360-928b-4ab5ff2fe5b5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:21.612143 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4574db3-1221-42b3-aa2a-75d3fd16ee6b x-openstack-request-id: req-f4574db3-1221-42b3-aa2a-75d3fd16ee6b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:21.612775 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066a0efa-bc77-4113-8203-cde0dfba2282", "tag": "fd60490f-339d-4f90-876e-e58b0a405c6d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:21.612900 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4574db3-1221-42b3-aa2a-75d3fd16ee6b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:21.613349 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066a0efa-bc77-4113-8203-cde0dfba2282', 'tag': 'fd60490f-339d-4f90-876e-e58b0a405c6d', 'status': 'completed', 'code': 200} Aug 31 14:30:21.626085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47618) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:21.761490 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6789122d-a8f8-4f55-98a1-d120b9ac779b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f3aa11ecbff45eba80e1f881db9560b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300144 Aug 31 14:30:21.761832 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47622) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:21.818990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5a2d28-b7eb-49ca-8a9a-b6d1413b0df4,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:21.829774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Pushing event updated for resources: {'Port': ['ID=fd60490f-339d-4f90-876e-e58b0a405c6d,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:21.845412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.846272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.846272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.846473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.846751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.847086 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.847471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.848224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.848224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.848464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.848773 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.849039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9c985-cb4f-43c5-97eb-98a35f20ccaf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.866274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.866684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.867030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.868287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.868287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.868605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.869679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.869679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.869679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.869977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.870168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.870490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:21.873960 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.890516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75811d2e-0c73-49ae-844f-beec1801def0 req-6538d976-32d2-4917-9a01-deb4396fa7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:21.892364 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75811d2e-0c73-49ae-844f-beec1801def0 req-6538d976-32d2-4917-9a01-deb4396fa7c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 1094 time: 0.2987843 Aug 31 14:30:21.937667 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.945668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Checking segment: {'id': '5913689c-a329-43bd-a1cd-9f74b0f6a4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd022954-60ab-4b89-978b-1fb6ea668bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:21.946534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Network hostable DHCP agents. Network: dd022954-60ab-4b89-978b-1fb6ea668bfc, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:30:21.976255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.20.0.14 (059d9754-05ac-4f22-9828-ff9d2cb5ac43/35a4ef4f-8e80-4d94-9d6c-178b4e713db5/70fe3da6-b007-48a6-8f0d-6fee93399f9c) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:21.985291 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75811d2e-0c73-49ae-844f-beec1801def0 req-48445861-6b8c-46bd-af05-74f90fdc5c10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd60490f-339d-4f90-876e-e58b0a405c6d HTTP/1.1" status: 200 len: 217 time: 0.0840440 Aug 31 14:30:22.003551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.20.0.12 (059d9754-05ac-4f22-9828-ff9d2cb5ac43/35a4ef4f-8e80-4d94-9d6c-178b4e713db5/70fe3da6-b007-48a6-8f0d-6fee93399f9c) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:22.050486 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.053677 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.054932 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99b03895-0a08-497e-b7c0-bbf24b20592f HTTP/1.1" status: 204 len: 168 time: 0.2920859 Aug 31 14:30:22.084599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b03895-0a08-497e-b7c0-bbf24b20592f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:22.094199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Network dd022954-60ab-4b89-978b-1fb6ea668bfc is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:30:22.106788 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:22.107428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:22.107939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:22.108443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:22.109098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:22.109589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:22.110083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:22.110643 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:22.111282 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:22.111842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:22.112398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:22.112930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b18b0-174b-494b-b3da-2a75f46c1614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:22.114147 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75811d2e-0c73-49ae-844f-beec1801def0 req-b70855f2-7007-43f4-b710-5af7cbf0adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:22.115683 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75811d2e-0c73-49ae-844f-beec1801def0 req-b70855f2-7007-43f4-b710-5af7cbf0adcc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1159031 Aug 31 14:30:22.117637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, dd022954-60ab-4b89-978b-1fb6ea668bfc) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:22.137472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:22.138079 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.142931 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d98766-3f9c-42eb-8ddd-3e48719a26ed None None] Network dd022954-60ab-4b89-978b-1fb6ea668bfc requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:22.188192 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ff01d81-8181-4023-acc0-c459000250f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.240134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-917a068d-35f2-4ed1-87cc-79ae0e08f3ef admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4237912 Aug 31 14:30:22.254758 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75811d2e-0c73-49ae-844f-beec1801def0 req-a61b6c21-a6d6-42b2-bb82-5162c6bbad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:22.256296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75811d2e-0c73-49ae-844f-beec1801def0 req-a61b6c21-a6d6-42b2-bb82-5162c6bbad0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319313 Aug 31 14:30:22.293713 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.312413 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.393303 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.409405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2331ce-38bb-452f-911d-73b120e8086b None None] Network dd022954-60ab-4b89-978b-1fb6ea668bfc requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:22.417774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47636) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:22.437195 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5914777-a3ab-4b3a-9b42-57337d15d096 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.456313 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network 059d9754-05ac-4f22-9828-ff9d2cb5ac43 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:22.462761 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:22.468288 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:22.573986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:22.574691 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.628551 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.0301597 Aug 31 14:30:22.629638 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47650) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:22.644167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '70fe3da6-b007-48a6-8f0d-6fee93399f9c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:22.651264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e28d7e-bcde-4ea7-97c2-702bddc08398 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=70fe3da6-b007-48a6-8f0d-6fee93399f9c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:22.688604 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.856288 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.025612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.25.2.221 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/caa15761-eaa7-4198-a87d-04bfa6e52b32) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:23.052809 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75811d2e-0c73-49ae-844f-beec1801def0 req-74d22517-4fe3-4f71-ab0a-478e38767467 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7848797 Aug 31 14:30:23.053790 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa84a191-69b7-4e8e-8bd0-d210f2380460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.186424 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.228342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc37406-0217-42c1-b547-ea6472164254 req-02898426-a63f-4f2d-a635-4ba378435ceb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:23.230373 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8dc37406-0217-42c1-b547-ea6472164254 req-02898426-a63f-4f2d-a635-4ba378435ceb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 943 time: 0.2310174 Aug 31 14:30:23.241862 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.300440 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.323036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:23.326617 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:23.329410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:23.373404 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=caa15761-eaa7-4198-a87d-04bfa6e52b32,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:23.417039 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75811d2e-0c73-49ae-844f-beec1801def0 req-2c41dce3-c3a7-4082-808b-e6bf988c3ea0 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566751 Aug 31 14:30:23.461182 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8dc37406-0217-42c1-b547-ea6472164254 req-ea8acbb5-2af0-4992-992f-11fb4980dff3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853640 Aug 31 14:30:23.600907 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa84a191-69b7-4e8e-8bd0-d210f2380460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.603778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfeeda-5915-44c3-b9ab-87550c9c85f4 req-7be5da17-ad55-4a23-9a8e-d99986419d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:23.605397 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4bfeeda-5915-44c3-b9ab-87550c9c85f4 req-7be5da17-ad55-4a23-9a8e-d99986419d5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 1094 time: 0.1232975 Aug 31 14:30:23.615288 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa84a191-69b7-4e8e-8bd0-d210f2380460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.723139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84a191-69b7-4e8e-8bd0-d210f2380460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac619420-7d5b-4e45-9ec8-ad14afa59e96,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:23.728880 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-aa84a191-69b7-4e8e-8bd0-d210f2380460 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55918a71f04749fba041bedb420841af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3037765 Aug 31 14:30:23.736253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47690) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:23.826235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b5914777-a3ab-4b3a-9b42-57337d15d096 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port 65640910-9804-4789-bce5-d17c7287b22d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:23.826561 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5914777-a3ab-4b3a-9b42-57337d15d096 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.858162 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.923711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfeeda-5915-44c3-b9ab-87550c9c85f4 req-9b6fcf36-2e38-473e-bb95-fd811d870d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:23.924032 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4bfeeda-5915-44c3-b9ab-87550c9c85f4 req-9b6fcf36-2e38-473e-bb95-fd811d870d24 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.3098330 Aug 31 14:30:23.961044 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.989524 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4bfeeda-5915-44c3-b9ab-87550c9c85f4 req-7122846d-01c1-47f4-869f-64d47c20bb9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd60490f-339d-4f90-876e-e58b0a405c6d HTTP/1.1" status: 200 len: 217 time: 0.0461075 Aug 31 14:30:24.077251 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1446f570-fe58-41fa-a5b9-6e30f02d0e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.157862 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1446f570-fe58-41fa-a5b9-6e30f02d0e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.191883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfeeda-5915-44c3-b9ab-87550c9c85f4 req-0d578113-2d90-49ad-aea1-00cdef4b8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:24.194093 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4bfeeda-5915-44c3-b9ab-87550c9c85f4 req-0d578113-2d90-49ad-aea1-00cdef4b8ae3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1859128 Aug 31 14:30:24.207113 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.239062 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5914777-a3ab-4b3a-9b42-57337d15d096 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.259933 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.267561 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.286135 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b5914777-a3ab-4b3a-9b42-57337d15d096 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for 65640910-9804-4789-bce5-d17c7287b22d owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:24.348905 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfeeda-5915-44c3-b9ab-87550c9c85f4 req-ff2436e8-9f91-4d5d-8d43-a5a1abed5b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:24.350639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4bfeeda-5915-44c3-b9ab-87550c9c85f4 req-ff2436e8-9f91-4d5d-8d43-a5a1abed5b1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288233 Aug 31 14:30:24.376847 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.436830 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1446f570-fe58-41fa-a5b9-6e30f02d0e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.439388 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1446f570-fe58-41fa-a5b9-6e30f02d0e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.443459 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1446f570-fe58-41fa-a5b9-6e30f02d0e0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac619420-7d5b-4e45-9ec8-ad14afa59e96 HTTP/1.1" status: 204 len: 168 time: 0.7037258 Aug 31 14:30:24.509460 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=caa15761-eaa7-4198-a87d-04bfa6e52b32,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:24.519100 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446f570-fe58-41fa-a5b9-6e30f02d0e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac619420-7d5b-4e45-9ec8-ad14afa59e96,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:24.529107 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Floating IP f8c5452e-a54b-45c5-bb6a-bff69ebd7125 associated. External IP: 172.25.2.221, port: 70fe3da6-b007-48a6-8f0d-6fee93399f9c. Aug 31 14:30:24.642180 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4bfeeda-5915-44c3-b9ab-87550c9c85f4 req-41704fe1-2ac3-4e7e-aa66-8efe06fedbc9 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769856 Aug 31 14:30:24.719924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdb88a-7f0f-49dc-9978-3cfdbd32cd2f req-39e24081-3870-4d23-9a7c-33725003eb8e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:24.729173 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aacdb88a-7f0f-49dc-9978-3cfdbd32cd2f req-39e24081-3870-4d23-9a7c-33725003eb8e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 943 time: 0.1324968 Aug 31 14:30:24.779927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-c897e83a-34ee-4e5e-8e01-187025ddc57d tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:24.781509 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-c897e83a-34ee-4e5e-8e01-187025ddc57d tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/networks?id=dd022954-60ab-4b89-978b-1fb6ea668bfc HTTP/1.1" status: 200 len: 810 time: 0.3472211 Aug 31 14:30:24.792444 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aacdb88a-7f0f-49dc-9978-3cfdbd32cd2f req-d9a92470-5e66-423d-b023-5a9fb61955a8 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625396 Aug 31 14:30:24.890118 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-5f022b0b-a37d-493c-b5ce-a2f46d11cbf3 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/quotas/bdf4da809f114c8fb6ce3b4a321db05d HTTP/1.1" status: 200 len: 375 time: 0.0895319 Aug 31 14:30:24.894786 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.895817 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4bfeeda-5915-44c3-b9ab-87550c9c85f4 req-370489be-522e-41a1-9b3e-5cee65b1ff27 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437141 Aug 31 14:30:24.951869 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5914777-a3ab-4b3a-9b42-57337d15d096 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.967703 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-61ca12ce-9568-4d43-a38e-b942383cc4d2 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bdf4da809f114c8fb6ce3b4a321db05d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762749 Aug 31 14:30:24.991229 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:25.048675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5914777-a3ab-4b3a-9b42-57337d15d096 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=65640910-9804-4789-bce5-d17c7287b22d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:25.136388 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-61ecddd3-4742-4379-99cc-078339172f54 service neutron] 10.222.0.39 "GET /v2.0/networks/dd022954-60ab-4b89-978b-1fb6ea668bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676848 Aug 31 14:30:25.166201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:25.178828 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb5131-8669-4d70-a790-a42886d51dcd None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:25.193476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb5131-8669-4d70-a790-a42886d51dcd None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:25.196938 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:25.197129 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-89bb5131-8669-4d70-a790-a42886d51dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:25.255677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-89bb5131-8669-4d70-a790-a42886d51dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:25.264507 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b8802e81-e257-4300-abd6-d356ce53b0dd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6330836 Aug 31 14:30:25.276786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47746) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:25.278341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb5131-8669-4d70-a790-a42886d51dcd None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:25.278986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-89bb5131-8669-4d70-a790-a42886d51dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:25.281929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e12423fd-7e07-4c08-a7a9-5d6a965b0271 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'floatingip': {'port_id': '70fe3da6-b007-48a6-8f0d-6fee93399f9c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:25.331616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-89bb5131-8669-4d70-a790-a42886d51dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:25.339572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb5131-8669-4d70-a790-a42886d51dcd None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:25.348533 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5914777-a3ab-4b3a-9b42-57337d15d096 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:25.413698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e12423fd-7e07-4c08-a7a9-5d6a965b0271 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:25.815830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-0c903642-3a95-4022-acf4-c07980f6e8d6 service neutron] 10.222.0.39 "GET /v2.0/networks/dd022954-60ab-4b89-978b-1fb6ea668bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785030 Aug 31 14:30:25.935643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device fd60490f-339d-4f90-876e-e58b0a405c6d details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:30:25.979703 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5914777-a3ab-4b3a-9b42-57337d15d096 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Router cd5fb392-8606-43b3-a00e-d6080685702a has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:26.067044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fcf78-5e69-4834-ac22-424db9ed3fa8 req-d9fb7a9b-477d-48b3-8ab4-df144cc919f6 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:26.083760 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-102fcf78-5e69-4834-ac22-424db9ed3fa8 req-d9fb7a9b-477d-48b3-8ab4-df144cc919f6 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 943 time: 0.1708562 Aug 31 14:30:26.134343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port fd60490f-339d-4f90-876e-e58b0a405c6d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fd60490f-339d-4f90-876e-e58b0a405c6d,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:26.150458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'fd60490f-339d-4f90-876e-e58b0a405c6d', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'port_id': 'fd60490f-339d-4f90-876e-e58b0a405c6d', 'mac_address': 'fa:16:3e:27:c2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:30:26.192788 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-102fcf78-5e69-4834-ac22-424db9ed3fa8 req-0042daca-080b-426f-9055-54af1e22653c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061287 Aug 31 14:30:26.277854 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.344331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5914777-a3ab-4b3a-9b42-57337d15d096 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:26.352955 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd60490f-339d-4f90-876e-e58b0a405c6d {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:26.354102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47788) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:26.356482 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fce9222-0200-4198-8ac5-471c040718f1 None None] Sync routers for ids ['cd5fb392-8606-43b3-a00e-d6080685702a'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:26.359613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b5914777-a3ab-4b3a-9b42-57337d15d096 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "PUT /v2.0/routers/cd5fb392-8606-43b3-a00e-d6080685702a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0580437 Aug 31 14:30:26.367903 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce9222-0200-4198-8ac5-471c040718f1 None None] Routers {'cd5fb392-8606-43b3-a00e-d6080685702a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:26.368570 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2fce9222-0200-4198-8ac5-471c040718f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['cd5fb392-8606-43b3-a00e-d6080685702a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:26.437008 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2fce9222-0200-4198-8ac5-471c040718f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:26.448235 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce9222-0200-4198-8ac5-471c040718f1 None None] Routers {'cd5fb392-8606-43b3-a00e-d6080685702a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:26.449143 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2fce9222-0200-4198-8ac5-471c040718f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['cd5fb392-8606-43b3-a00e-d6080685702a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:26.450960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port fd60490f-339d-4f90-876e-e58b0a405c6d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fd60490f-339d-4f90-876e-e58b0a405c6d,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:26.454829 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.475639 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c08ce26-c45f-4dc0-8eb4-a18bccd98c30 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] GET failed (client error): The resource could not be found. Aug 31 14:30:26.484752 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3c08ce26-c45f-4dc0-8eb4-a18bccd98c30 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/65640910-9804-4789-bce5-d17c7287b22d HTTP/1.1" status: 404 len: 333 time: 0.1266859 Aug 31 14:30:26.494592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47792) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:26.495902 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2fce9222-0200-4198-8ac5-471c040718f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:26.496729 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fce9222-0200-4198-8ac5-471c040718f1 None None] The sync data for ids ['cd5fb392-8606-43b3-a00e-d6080685702a'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:26.579249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=fd60490f-339d-4f90-876e-e58b0a405c6d,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:26.604581 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e116eb6-72cc-4bc4-a0c4-61d8a4de8c37 req-542cb1f4-775a-4cc2-b4d0-594525e3671c tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 210 time: 0.1330657 Aug 31 14:30:26.688988 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d829de4-180f-4efe-9698-a692a5ab5c3b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.713792 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['fd60490f-339d-4f90-876e-e58b0a405c6d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:27.031301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e12423fd-7e07-4c08-a7a9-5d6a965b0271 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.043554 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e12423fd-7e07-4c08-a7a9-5d6a965b0271 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.550911 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d829de4-180f-4efe-9698-a692a5ab5c3b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.555659 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d829de4-180f-4efe-9698-a692a5ab5c3b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.636288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12423fd-7e07-4c08-a7a9-5d6a965b0271 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:27.742592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f891642-7b5c-440a-b9b8-57c548927b5c req-85823cf5-5b40-4de3-b6b1-e10f7972ede2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:27.744858 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f891642-7b5c-440a-b9b8-57c548927b5c req-85823cf5-5b40-4de3-b6b1-e10f7972ede2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 944 time: 0.3380880 Aug 31 14:30:27.763527 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d829de4-180f-4efe-9698-a692a5ab5c3b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.764323 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d829de4-180f-4efe-9698-a692a5ab5c3b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Fanout notify agent at l3_agent the message router_deleted on router cd5fb392-8606-43b3-a00e-d6080685702a {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:30:27.778313 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d829de4-180f-4efe-9698-a692a5ab5c3b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.782334 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8d829de4-180f-4efe-9698-a692a5ab5c3b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/routers/cd5fb392-8606-43b3-a00e-d6080685702a HTTP/1.1" status: 204 len: 168 time: 1.2866225 Aug 31 14:30:27.784942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47816) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:27.803030 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42353f82-4300-4890-8645-8e5ceda99930 req-e3f005ea-c7b9-4326-9aa5-41209f9691ab tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 210 time: 0.0665140 Aug 31 14:30:27.830061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12423fd-7e07-4c08-a7a9-5d6a965b0271 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:27.835117 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e12423fd-7e07-4c08-a7a9-5d6a965b0271 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.844519 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2704a298-a171-4609-a51a-67d78eb3ae65 None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:27.861527 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2704a298-a171-4609-a51a-67d78eb3ae65 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:27.862529 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2704a298-a171-4609-a51a-67d78eb3ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:27.870444 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f891642-7b5c-440a-b9b8-57c548927b5c req-42dc01f7-cc8c-46d8-8dda-77941da38f02 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131282 Aug 31 14:30:27.878290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-4beffea9-3391-4b96-ae0a-953de5dc14a8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting subnet b1378710-073b-4b98-8221-7a9682e744f0 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:30:27.881899 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4beffea9-3391-4b96-ae0a-953de5dc14a8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.915928 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2704a298-a171-4609-a51a-67d78eb3ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:27.919036 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e12423fd-7e07-4c08-a7a9-5d6a965b0271 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "PUT /v2.0/floatingips/f8c5452e-a54b-45c5-bb6a-bff69ebd7125 HTTP/1.1" status: 200 len: 979 time: 2.6408753 Aug 31 14:30:27.923785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47826) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:27.934824 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4beffea9-3391-4b96-ae0a-953de5dc14a8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.935588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2704a298-a171-4609-a51a-67d78eb3ae65 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:27.936230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2704a298-a171-4609-a51a-67d78eb3ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:27.940999 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device fd60490f-339d-4f90-876e-e58b0a405c6d up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:28.088743 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4beffea9-3391-4b96-ae0a-953de5dc14a8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:28.092617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2704a298-a171-4609-a51a-67d78eb3ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:28.093423 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2704a298-a171-4609-a51a-67d78eb3ae65 None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:28.158246 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port fd60490f-339d-4f90-876e-e58b0a405c6d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:28.183897 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port fd60490f-339d-4f90-876e-e58b0a405c6d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:28.186204 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:28.242025 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4beffea9-3391-4b96-ae0a-953de5dc14a8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:28.336633 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dabc4d40-2632-465f-be0e-9ac5cb82a18c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port caa15761-eaa7-4198-a87d-04bfa6e52b32 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:28.337211 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dabc4d40-2632-465f-be0e-9ac5cb82a18c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:28.358987 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beffea9-3391-4b96-ae0a-953de5dc14a8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Subnet': ['ID=b1378710-073b-4b98-8221-7a9682e744f0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:28.376877 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4beffea9-3391-4b96-ae0a-953de5dc14a8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:28.389442 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4beffea9-3391-4b96-ae0a-953de5dc14a8 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/b1378710-073b-4b98-8221-7a9682e744f0 HTTP/1.1" status: 204 len: 168 time: 0.6033247 Aug 31 14:30:28.391039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92bb6b9-7365-4470-be9c-09cf08d3784f None None] Network 96ebb77a-5860-4b90-8b00-f5efb2d2cce8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:28.393316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47832) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:28.495983 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:28.559783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066a0efa-bc77-4113-8203-cde0dfba2282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd60490f-339d-4f90-876e-e58b0a405c6d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:28.562314 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcb7a97-7468-4c4b-9485-f5170e82c5e6" -d '{"events": [{"server_uuid": "066a0efa-bc77-4113-8203-cde0dfba2282", "name": "network-vif-plugged", "status": "completed", "tag": "fd60490f-339d-4f90-876e-e58b0a405c6d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:28.599811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port fd60490f-339d-4f90-876e-e58b0a405c6d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fd60490f-339d-4f90-876e-e58b0a405c6d,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:28.610279 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:28.683321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=fd60490f-339d-4f90-876e-e58b0a405c6d,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:28.696555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:28.697123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:28.697476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:28.697816 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:28.698152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:28.698504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:28.698819 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:28.699268 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:28.699587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:28.699915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:28.700418 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:28.700759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:28.760093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4d471e-7486-4724-9774-34a0c8c77098 None None] DHCP port deletion for 96ebb77a-5860-4b90-8b00-f5efb2d2cce8 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:30:28.803205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-79fd221c-70d3-4fdd-9bb2-ad846c701d41 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:28.805303 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-79fd221c-70d3-4fdd-9bb2-ad846c701d41 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.25 "GET /v2.0/networks?id=dd022954-60ab-4b89-978b-1fb6ea668bfc HTTP/1.1" status: 200 len: 810 time: 0.6359735 Aug 31 14:30:28.828782 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-45027039-a7c5-486f-8623-967d053f086f tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Request body: {'port': {'device_id': '9cc4422d-d282-4ebf-a252-58c523b5e801', 'network_id': 'dd022954-60ab-4b89-978b-1fb6ea668bfc', 'admin_state_up': True, 'tenant_id': 'bdf4da809f114c8fb6ce3b4a321db05d'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:28.895821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d471e-7486-4724-9774-34a0c8c77098 None None] Deleting port 6d58b0f5-8b38-4cce-9510-5acccf422caf {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:28.896333 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f4d471e-7486-4724-9774-34a0c8c77098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:28.975553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5f4d471e-7486-4724-9774-34a0c8c77098 None None] For port 6d58b0f5-8b38-4cce-9510-5acccf422caf, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6d58b0f5-8b38-4cce-9510-5acccf422caf,segment=NetworkSegment(ddbb3fb9-45f1-4674-a891-4dfcf2f3073b),segment_id=ddbb3fb9-45f1-4674-a891-4dfcf2f3073b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:28.975961 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f4d471e-7486-4724-9774-34a0c8c77098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:28.992041 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-e9cc6e7a-66df-4c13-82b6-40e83bdfd8f0 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dd91bdcf29274e7791fdb9396fe5bd84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638924 Aug 31 14:30:29.006264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d471e-7486-4724-9774-34a0c8c77098 None None] Calling delete_port for 6d58b0f5-8b38-4cce-9510-5acccf422caf owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:29.089665 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c62a83d-cc83-4f71-a8c7-b4c9e094a2f0 x-openstack-request-id: req-6c62a83d-cc83-4f71-a8c7-b4c9e094a2f0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:29.090220 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066a0efa-bc77-4113-8203-cde0dfba2282", "name": "network-vif-plugged", "status": "completed", "tag": "fd60490f-339d-4f90-876e-e58b0a405c6d", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:29.091002 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c62a83d-cc83-4f71-a8c7-b4c9e094a2f0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:29.091597 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066a0efa-bc77-4113-8203-cde0dfba2282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd60490f-339d-4f90-876e-e58b0a405c6d', 'code': 200} Aug 31 14:30:29.097530 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-25549a08-36d8-4f4f-a191-9834d0398288 req-b3c45386-09d5-4134-9cbe-b703b0507fd9 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 210 time: 0.0436983 Aug 31 14:30:29.140124 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f4d471e-7486-4724-9774-34a0c8c77098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.169843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-45027039-a7c5-486f-8623-967d053f086f tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Made reservation on behalf of bdf4da809f114c8fb6ce3b4a321db05d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:29.173517 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-45027039-a7c5-486f-8623-967d053f086f tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.176048 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d471e-7486-4724-9774-34a0c8c77098 None None] Pushing event deleted for resources: {'Port': ['ID=6d58b0f5-8b38-4cce-9510-5acccf422caf,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:29.178004 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4d471e-7486-4724-9774-34a0c8c77098 None None] No DVR routers for this DVR port 6d58b0f5-8b38-4cce-9510-5acccf422caf on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:30:29.182006 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7dd7-54e2-417d-8dbe-3bfd2639c1e6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.241722 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dabc4d40-2632-465f-be0e-9ac5cb82a18c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.242844 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dabc4d40-2632-465f-be0e-9ac5cb82a18c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.278040 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff140e-65ec-4fa1-8d31-9ae7fe18f43c req-ffc5b191-1fbd-4189-bc4e-d89b1ef07f5c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:29.279674 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-40ff140e-65ec-4fa1-8d31-9ae7fe18f43c req-ffc5b191-1fbd-4189-bc4e-d89b1ef07f5c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.0748534 Aug 31 14:30:29.306032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dabc4d40-2632-465f-be0e-9ac5cb82a18c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for caa15761-eaa7-4198-a87d-04bfa6e52b32 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:29.330662 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-40ff140e-65ec-4fa1-8d31-9ae7fe18f43c req-d3b69516-98f9-4c2b-8498-d16ae03b9b90 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445180 Aug 31 14:30:29.493818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b29d0-3daf-42c9-b867-63e8e188cdb8 req-02780e58-50d9-4268-b965-d86d3ee1134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:29.498826 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f75b29d0-3daf-42c9-b867-63e8e188cdb8 req-02780e58-50d9-4268-b965-d86d3ee1134b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 1096 time: 0.4105816 Aug 31 14:30:29.549262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-ef497c3b-a729-4950-b44b-042bf0ad396a tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:29.550748 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-ef497c3b-a729-4950-b44b-042bf0ad396a tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5356562 Aug 31 14:30:29.653769 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7dd7-54e2-417d-8dbe-3bfd2639c1e6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.692416 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-06d53571-7392-4f5e-bb3c-2fb5cdeeb137 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/quotas/dd91bdcf29274e7791fdb9396fe5bd84 HTTP/1.1" status: 200 len: 375 time: 0.1009147 Aug 31 14:30:29.693860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bb5b7dd7-54e2-417d-8dbe-3bfd2639c1e6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ebb77a-5860-4b90-8b00-f5efb2d2cce8']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:29.706233 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6d58b0f5-8b38-4cce-9510-5acccf422caf no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:29.727301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bb5b7dd7-54e2-417d-8dbe-3bfd2639c1e6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbb3fb9-45f1-4674-a891-4dfcf2f3073b') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:29.727606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bb5b7dd7-54e2-417d-8dbe-3bfd2639c1e6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbb3fb9-45f1-4674-a891-4dfcf2f3073b') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:29.730171 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 6d58b0f5-8b38-4cce-9510-5acccf422caf {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:30:29.730517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6d58b0f5-8b38-4cce-9510-5acccf422caf not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:30:29.761978 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f75b29d0-3daf-42c9-b867-63e8e188cdb8 req-807e1b2e-7848-41bf-aecf-5366421c48a2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375677 Aug 31 14:30:29.763715 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7dd7-54e2-417d-8dbe-3bfd2639c1e6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.771526 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-50ea2af1-8d89-4c94-a808-2d359d50ded0 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd91bdcf29274e7791fdb9396fe5bd84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657372 Aug 31 14:30:29.797650 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7dd7-54e2-417d-8dbe-3bfd2639c1e6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.803058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-45027039-a7c5-486f-8623-967d053f086f tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Allocated IP 172.20.0.7 (dd022954-60ab-4b89-978b-1fb6ea668bfc/bb5a2d28-b7eb-49ca-8a9a-b6d1413b0df4/3b7b3a5d-24f7-45d8-9d32-240336fc0ccb) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:29.809809 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5b7dd7-54e2-417d-8dbe-3bfd2639c1e6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:30:29.810278 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7dd7-54e2-417d-8dbe-3bfd2639c1e6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:30:29.813228 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:30:29.992262 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7dd7-54e2-417d-8dbe-3bfd2639c1e6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.998340 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ccb87153-d1c4-4396-a1ed-b76c21b49338 req-ae663a29-1c39-4d37-ad5d-221009c757d8 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 210 time: 0.0423908 Aug 31 14:30:30.016205 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7dd7-54e2-417d-8dbe-3bfd2639c1e6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.018155 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bb5b7dd7-54e2-417d-8dbe-3bfd2639c1e6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/networks/96ebb77a-5860-4b90-8b00-f5efb2d2cce8 HTTP/1.1" status: 204 len: 168 time: 1.6220791 Aug 31 14:30:30.026228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47872) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:30.106988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dabc4d40-2632-465f-be0e-9ac5cb82a18c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.114039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b7dd7-54e2-417d-8dbe-3bfd2639c1e6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Network': ['ID=96ebb77a-5860-4b90-8b00-f5efb2d2cce8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:30.157089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc4d40-2632-465f-be0e-9ac5cb82a18c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=caa15761-eaa7-4198-a87d-04bfa6e52b32,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:30.178876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03b44f4-9b56-4af6-ad27-5d88e949a61b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:30.180630 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c03b44f4-9b56-4af6-ad27-5d88e949a61b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/b89a3684-8f2c-4d3a-8ac7-6a0966506e35 HTTP/1.1" status: 200 len: 844 time: 0.1556511 Aug 31 14:30:30.186149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47880) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:30.248986 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-965be44e-0782-424e-90c3-a5347b2e7057 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/b89a3684-8f2c-4d3a-8ac7-6a0966506e35?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0593379 Aug 31 14:30:30.252929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47882) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:30.260312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-2ea9f75e-06a3-44f4-9f93-b8be0043eff0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:30.284358 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9c8b2440-a6b0-4593-acd7-f12e86d92d37 req-41884ef9-c744-4dfd-bb42-080ca9171889 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 210 time: 0.0745997 Aug 31 14:30:30.337199 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-45027039-a7c5-486f-8623-967d053f086f tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.340508 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dabc4d40-2632-465f-be0e-9ac5cb82a18c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.340508 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-dabc4d40-2632-465f-be0e-9ac5cb82a18c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Floating IP f8c5452e-a54b-45c5-bb6a-bff69ebd7125 disassociated (deleted). External IP: 172.25.2.221, port: 70fe3da6-b007-48a6-8f0d-6fee93399f9c. Aug 31 14:30:30.494247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea9f75e-06a3-44f4-9f93-b8be0043eff0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:30.497666 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ea9f75e-06a3-44f4-9f93-b8be0043eff0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.514172 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-45027039-a7c5-486f-8623-967d053f086f tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.564564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-45027039-a7c5-486f-8623-967d053f086f tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Network dd022954-60ab-4b89-978b-1fb6ea668bfc is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:30.573220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-45027039-a7c5-486f-8623-967d053f086f tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:30.584026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-45027039-a7c5-486f-8623-967d053f086f tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:30.596869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45027039-a7c5-486f-8623-967d053f086f tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Pushing event updated for resources: {'Port': ['ID=3b7b3a5d-24f7-45d8-9d32-240336fc0ccb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:30.724543 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5c534-9fe6-49ef-bab0-1489e91d50be req-abb46581-50d5-4958-8d3c-ab5aaf48e2f1 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:30.738101 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8e5c534-9fe6-49ef-bab0-1489e91d50be req-abb46581-50d5-4958-8d3c-ab5aaf48e2f1 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.2989137 Aug 31 14:30:30.770886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-45027039-a7c5-486f-8623-967d053f086f tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:30.771722 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-45027039-a7c5-486f-8623-967d053f086f tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.807715 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-45027039-a7c5-486f-8623-967d053f086f tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9845164 Aug 31 14:30:30.823372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Request body: {'port': {'device_id': '9cc4422d-d282-4ebf-a252-58c523b5e801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:30.847130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabc4d40-2632-465f-be0e-9ac5cb82a18c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:30.934304 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8e5c534-9fe6-49ef-bab0-1489e91d50be req-8a5d415c-38ed-428f-8dd5-638fda0d2183 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951971 Aug 31 14:30:31.037571 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.058316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ea9f75e-06a3-44f4-9f93-b8be0043eff0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.140310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabc4d40-2632-465f-be0e-9ac5cb82a18c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:31.147057 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dabc4d40-2632-465f-be0e-9ac5cb82a18c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.155489 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b362ef2-82d2-4d98-b24e-60f8641c293a None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:31.166668 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b142856-9ec5-4a37-a0cf-a77648bd1397 req-0af0ea69-13b0-4e39-a0dd-0b1176697033 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 210 time: 0.0507975 Aug 31 14:30:31.171025 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b362ef2-82d2-4d98-b24e-60f8641c293a None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:31.174837 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3b362ef2-82d2-4d98-b24e-60f8641c293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:31.177690 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea9f75e-06a3-44f4-9f93-b8be0043eff0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network cc7dae14-12db-4efa-ba88-f363054d179a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:31.182756 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9f75e-06a3-44f4-9f93-b8be0043eff0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Subnet': ['ID=3646b4ca-fb49-4fc5-8fd2-ff63df3d4c97,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:31.188512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-2ea9f75e-06a3-44f4-9f93-b8be0043eff0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:31.189899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dabc4d40-2632-465f-be0e-9ac5cb82a18c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/floatingips/f8c5452e-a54b-45c5-bb6a-bff69ebd7125 HTTP/1.1" status: 204 len: 168 time: 3.2639835 Aug 31 14:30:31.198247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47906) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:31.203044 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e8c7da-abba-4383-8b0d-c7441ee109d6 None None] Network cc7dae14-12db-4efa-ba88-f363054d179a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:31.208748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea9f75e-06a3-44f4-9f93-b8be0043eff0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:31.209947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ea9f75e-06a3-44f4-9f93-b8be0043eff0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.254464 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3b362ef2-82d2-4d98-b24e-60f8641c293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:31.267384 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b362ef2-82d2-4d98-b24e-60f8641c293a None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:31.268442 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3b362ef2-82d2-4d98-b24e-60f8641c293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:31.361922 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3b362ef2-82d2-4d98-b24e-60f8641c293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:31.365365 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b362ef2-82d2-4d98-b24e-60f8641c293a None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:31.395537 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2ea9f75e-06a3-44f4-9f93-b8be0043eff0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1411915 Aug 31 14:30:31.404164 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47910) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:31.415848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-6b4e489f-714c-441d-8278-35b485435433 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dd91bdcf29274e7791fdb9396fe5bd84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487173 Aug 31 14:30:31.427536 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b936b670-d05a-485e-8d3e-4631482ca4a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'security_group': {'name': 'tempest-secgroup-2034181678'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:31.501463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-14f7e942-b9ce-47a3-af52-c21e3a2a5106 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port 70fe3da6-b007-48a6-8f0d-6fee93399f9c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:31.501825 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-14f7e942-b9ce-47a3-af52-c21e3a2a5106 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.510775 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b936b670-d05a-485e-8d3e-4631482ca4a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.565276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-cc7dae14-12db-4efa-ba88-f363054d179a', 'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'tenant_id': 'f3c611d741be49adbca35ee8a5cd3d28', 'fixed_ips': [{'subnet_id': '3646b4ca-fb49-4fc5-8fd2-ff63df3d4c97'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:30:31.566444 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.758453 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-14f7e942-b9ce-47a3-af52-c21e3a2a5106 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.789759 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-14f7e942-b9ce-47a3-af52-c21e3a2a5106 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for 70fe3da6-b007-48a6-8f0d-6fee93399f9c owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:31.802999 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:30:31.913279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Allocated IP 2001:db8::2 (cc7dae14-12db-4efa-ba88-f363054d179a/3646b4ca-fb49-4fc5-8fd2-ff63df3d4c97/41288efa-6825-40dc-a5e1-796c87edb28f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:31.992475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b936b670-d05a-485e-8d3e-4631482ca4a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.032382 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b936b670-d05a-485e-8d3e-4631482ca4a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.038225 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56a8ff-e092-4023-8561-30097a409087 req-ca6d5273-489a-44be-bc86-674f0d01d514 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:32.048012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b56a8ff-e092-4023-8561-30097a409087 req-ca6d5273-489a-44be-bc86-674f0d01d514 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 931 time: 0.6286387 Aug 31 14:30:32.115234 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b936b670-d05a-485e-8d3e-4631482ca4a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.122468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47922) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:32.123065 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b936b670-d05a-485e-8d3e-4631482ca4a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7026808 Aug 31 14:30:32.131083 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bfb04278-b277-4bcb-8922-acd9ff86cf06 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'security_group': {'name': 'tempest-secgroup-488576412'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:32.158138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936b670-d05a-485e-8d3e-4631482ca4a6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d7f18a-ea37-45f3-9169-51102fc5e69e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:32.169857 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.174252 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfb04278-b277-4bcb-8922-acd9ff86cf06 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.201156 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-54066d19-89dc-419d-9010-087923cf7c80 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:32.202759 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-54066d19-89dc-419d-9010-087923cf7c80 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7678621 Aug 31 14:30:32.232771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Request body: {'port': {'device_id': '81e5aa8c-e88b-4899-9aa8-830a745acaa0', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': 'dd91bdcf29274e7791fdb9396fe5bd84'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:32.277561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ef9e6-caa3-4649-8350-2433974fb4a3 req-58c79a7e-7cb7-483b-8486-102b976b0f26 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:32.280703 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-011ef9e6-caa3-4649-8350-2433974fb4a3 req-58c79a7e-7cb7-483b-8486-102b976b0f26 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.1428566 Aug 31 14:30:32.285110 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b56a8ff-e092-4023-8561-30097a409087 req-b45cacc2-4a22-4778-9fa2-ddbe4f4a2e24 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/security-groups?id=40bbebc8-b9dd-4769-af52-945f65a1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361758 Aug 31 14:30:32.355334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:32.364825 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.392985 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Transition to ACTIVE for port object 41288efa-6825-40dc-a5e1-796c87edb28f will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:32.400316 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-011ef9e6-caa3-4649-8350-2433974fb4a3 req-8fd07bab-a341-4603-91ea-a799043457df tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101913 Aug 31 14:30:32.406561 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-14f7e942-b9ce-47a3-af52-c21e3a2a5106 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.407043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Transition to ACTIVE for port object 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:32.416447 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.435796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Transition to ACTIVE for port object 41288efa-6825-40dc-a5e1-796c87edb28f will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:32.452655 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.470609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7e942-b9ce-47a3-af52-c21e3a2a5106 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=70fe3da6-b007-48a6-8f0d-6fee93399f9c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:32.557152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Network cc7dae14-12db-4efa-ba88-f363054d179a is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:32.564708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:32.573678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:32.577053 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Pushing event updated for resources: {'Port': ['ID=41288efa-6825-40dc-a5e1-796c87edb28f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:32.638571 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e7728414-4f2a-40fb-b31e-b1ca09d151f6 req-b84f0ccb-21f8-48c8-b2e1-86a7390d0cab tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 210 time: 0.0459368 Aug 31 14:30:32.675023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7b3a5d-24f7-45d8-9d32-240336fc0ccb,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:32.677476 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-14f7e942-b9ce-47a3-af52-c21e3a2a5106 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.683995 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-14f7e942-b9ce-47a3-af52-c21e3a2a5106 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/ports/70fe3da6-b007-48a6-8f0d-6fee93399f9c HTTP/1.1" status: 204 len: 168 time: 1.4794805 Aug 31 14:30:32.685373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47930) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:32.693648 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Attempting to bind port 41288efa-6825-40dc-a5e1-796c87edb28f on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:32.693968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Attempting to bind port 41288efa-6825-40dc-a5e1-796c87edb28f by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e570728b-3132-4553-b438-6b933857e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:32.694553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Attempting to bind port 41288efa-6825-40dc-a5e1-796c87edb28f on network cc7dae14-12db-4efa-ba88-f363054d179a {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:32.702852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:32.712244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:32.712630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Checking segment: {'id': 'e570728b-3132-4553-b438-6b933857e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:32.713040 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.713439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Bound using segment: {'id': 'e570728b-3132-4553-b438-6b933857e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:32.713928 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Bound port: 41288efa-6825-40dc-a5e1-796c87edb28f, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e570728b-3132-4553-b438-6b933857e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:32.714319 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.714930 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfb04278-b277-4bcb-8922-acd9ff86cf06 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.745149 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfb04278-b277-4bcb-8922-acd9ff86cf06 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.754568 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.845895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] For port 41288efa-6825-40dc-a5e1-796c87edb28f, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:32.857217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Made reservation on behalf of dd91bdcf29274e7791fdb9396fe5bd84 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:32.857848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] For port 41288efa-6825-40dc-a5e1-796c87edb28f, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=41288efa-6825-40dc-a5e1-796c87edb28f,segment=NetworkSegment(e570728b-3132-4553-b438-6b933857e225),segment_id=e570728b-3132-4553-b438-6b933857e225)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:32.860979 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.870627 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.876138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.887413 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfb04278-b277-4bcb-8922-acd9ff86cf06 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.893506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47936) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:32.894154 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bfb04278-b277-4bcb-8922-acd9ff86cf06 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7688525 Aug 31 14:30:32.902558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb04278-b277-4bcb-8922-acd9ff86cf06 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d4ad7f-df00-4555-9dc8-64d3046002dc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:32.912433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-505741802', 'security_groups': ['d4d4ad7f-df00-4555-9dc8-64d3046002dc'], 'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3646b4ca-fb49-4fc5-8fd2-ff63df3d4c97'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:32.947840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Attempting to bind port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:32.948567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Attempting to bind port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '5913689c-a329-43bd-a1cd-9f74b0f6a4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd022954-60ab-4b89-978b-1fb6ea668bfc'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:32.949324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Attempting to bind port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb on network dd022954-60ab-4b89-978b-1fb6ea668bfc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:32.968020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb on network dd022954-60ab-4b89-978b-1fb6ea668bfc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:30:32.968750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Attempting to bind port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb on network dd022954-60ab-4b89-978b-1fb6ea668bfc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:32.970350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef3f10-9989-4d1e-82cb-8d71325f5397 None None] Pushing event updated for resources: {'Port': ['ID=41288efa-6825-40dc-a5e1-796c87edb28f,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:33.020632 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92d1dd-4243-4f7b-8660-1e8dbaa37814 req-2727394f-5729-4969-a0f8-63ce3afd5431 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:33.027154 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:33.027605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Checking segment: {'id': '5913689c-a329-43bd-a1cd-9f74b0f6a4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd022954-60ab-4b89-978b-1fb6ea668bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:33.027999 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Bound using segment: {'id': '5913689c-a329-43bd-a1cd-9f74b0f6a4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd022954-60ab-4b89-978b-1fb6ea668bfc'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:33.028470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Bound port: 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5913689c-a329-43bd-a1cd-9f74b0f6a4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd022954-60ab-4b89-978b-1fb6ea668bfc'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:33.029000 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.034340 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de92d1dd-4243-4f7b-8660-1e8dbaa37814 req-2727394f-5729-4969-a0f8-63ce3afd5431 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.2625933 Aug 31 14:30:33.145444 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de92d1dd-4243-4f7b-8660-1e8dbaa37814 req-d1ad9357-bc45-43ea-aa53-2b81300d4a45 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052620 Aug 31 14:30:33.212771 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.285886 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.293533 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.324914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] For port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:33.363592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:33.388648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] For port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=3b7b3a5d-24f7-45d8-9d32-240336fc0ccb,segment=NetworkSegment(5913689c-a329-43bd-a1cd-9f74b0f6a4e9),segment_id=5913689c-a329-43bd-a1cd-9f74b0f6a4e9)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:33.467204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.546335 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.25.2.9 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/711fb668-d59b-4a64-9f60-09550da24e3f) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:33.621126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Allocated IP 192.168.233.246 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/ce689cb8-6317-487c-bd7d-3392e92a4f61) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:33.653790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbf1db6-214c-47fc-9493-499d4ab519c1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:33.702922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:33.703550 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.705041 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] 10.222.0.25 "PUT /v2.0/ports/3b7b3a5d-24f7-45d8-9d32-240336fc0ccb HTTP/1.1" status: 200 len: 1091 time: 2.8880622 Aug 31 14:30:33.712624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc4422d-d282-4ebf-a252-58c523b5e801', 'tag': '3b7b3a5d-24f7-45d8-9d32-240336fc0ccb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:33.715603 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6423119-4d94-4a8f-aa1f-d4fe171f938f" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc4422d-d282-4ebf-a252-58c523b5e801", "tag": "3b7b3a5d-24f7-45d8-9d32-240336fc0ccb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:33.766744 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.849202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be088eb-9d4d-4c8b-9eac-669a15913669 req-e54c2143-3574-4a6b-b5ea-eb76f27c5cae tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:33.857449 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2be088eb-9d4d-4c8b-9eac-669a15913669 req-e54c2143-3574-4a6b-b5ea-eb76f27c5cae tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 943 time: 0.4075143 Aug 31 14:30:33.860218 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port 478dce24-b94f-4b2d-93a4-54b7739a415d yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:30:33.867918 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 41288efa-6825-40dc-a5e1-796c87edb28f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:33.901610 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-956d7984-c56e-471d-b222-67ce7a859904 req-41eca912-eb08-4e7b-bb45-f1eac9f8e150 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 210 time: 0.0798991 Aug 31 14:30:33.962976 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.974936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 41288efa-6825-40dc-a5e1-796c87edb28f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:34.020001 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2be088eb-9d4d-4c8b-9eac-669a15913669 req-23d2fd12-e291-419f-83d9-3c5f3c4d1add tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/security-groups?id=40bbebc8-b9dd-4769-af52-945f65a1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610057 Aug 31 14:30:34.020001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fc82f-d59d-4365-a2af-64f30167b787 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7b3a5d-24f7-45d8-9d32-240336fc0ccb,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:34.041964 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7f22dd-080f-43fd-9d18-0484831ebdc1 x-openstack-request-id: req-ae7f22dd-080f-43fd-9d18-0484831ebdc1 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:34.042535 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc4422d-d282-4ebf-a252-58c523b5e801", "tag": "3b7b3a5d-24f7-45d8-9d32-240336fc0ccb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:34.043362 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae7f22dd-080f-43fd-9d18-0484831ebdc1 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:34.043498 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc4422d-d282-4ebf-a252-58c523b5e801', 'tag': '3b7b3a5d-24f7-45d8-9d32-240336fc0ccb', 'status': 'completed', 'code': 200} Aug 31 14:30:34.074406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-1806f9a6-5e03-42d6-8e64-b412c57819e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:34.077273 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-1806f9a6-5e03-42d6-8e64-b412c57819e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bdf4da809f114c8fb6ce3b4a321db05d&device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 1094 time: 0.3070638 Aug 31 14:30:34.173109 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.306892 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-e01ee2c0-17a7-4225-953c-1c2b14ee9e50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b7b3a5d-24f7-45d8-9d32-240336fc0ccb HTTP/1.1" status: 200 len: 217 time: 0.2051384 Aug 31 14:30:34.314105 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:34.339695 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:34.345457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=711fb668-d59b-4a64-9f60-09550da24e3f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:34.350794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:34.470437 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Allocated IP 2001:db8::46 (cc7dae14-12db-4efa-ba88-f363054d179a/3646b4ca-fb49-4fc5-8fd2-ff63df3d4c97/478dce24-b94f-4b2d-93a4-54b7739a415d) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:34.597697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c232e5-7b02-4b07-af68-c258f839ec27 req-e048bdaf-733f-496a-8890-cbb9b3676a05 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:34.600021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49c232e5-7b02-4b07-af68-c258f839ec27 req-e048bdaf-733f-496a-8890-cbb9b3676a05 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.2403696 Aug 31 14:30:34.605186 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-e39c62cc-3ef9-4b60-8458-73de6fc1a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:34.615014 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-e39c62cc-3ef9-4b60-8458-73de6fc1a246 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb5a2d28-b7eb-49ca-8a9a-b6d1413b0df4 HTTP/1.1" status: 200 len: 850 time: 0.2896817 Aug 31 14:30:34.707270 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-aa445df1-0616-454f-9839-6e1904fb5901 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd022954-60ab-4b89-978b-1fb6ea668bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641835 Aug 31 14:30:34.712720 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.762549 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.802867 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49c232e5-7b02-4b07-af68-c258f839ec27 req-6f12e8ce-289c-4dee-8dbf-f097002a4b51 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867394 Aug 31 14:30:34.812520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Transition to ACTIVE for port object ce689cb8-6317-487c-bd7d-3392e92a4f61 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:34.903899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-3247adeb-b268-4909-ac80-fe96acb75cc9 service neutron] 10.222.0.25 "GET /v2.0/networks/dd022954-60ab-4b89-978b-1fb6ea668bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829407 Aug 31 14:30:34.912025 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.923381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.937127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d3e6f81a-3407-4822-a39c-41f461e6784d None None] Provisioning for port 41288efa-6825-40dc-a5e1-796c87edb28f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:34.956588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d3e6f81a-3407-4822-a39c-41f461e6784d None None] Provisioning complete for port 41288efa-6825-40dc-a5e1-796c87edb28f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:34.956946 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3e6f81a-3407-4822-a39c-41f461e6784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.981681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47972) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:35.017481 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.068619 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3e6f81a-3407-4822-a39c-41f461e6784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.081582 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Transition to ACTIVE for port object 478dce24-b94f-4b2d-93a4-54b7739a415d will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:35.112338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d3e6f81a-3407-4822-a39c-41f461e6784d None None] For port 41288efa-6825-40dc-a5e1-796c87edb28f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=41288efa-6825-40dc-a5e1-796c87edb28f,segment=NetworkSegment(e570728b-3132-4553-b438-6b933857e225),segment_id=e570728b-3132-4553-b438-6b933857e225)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:35.120027 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3e6f81a-3407-4822-a39c-41f461e6784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.180704 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d3e6f81a-3407-4822-a39c-41f461e6784d None None] Provisioning complete for port b89a3684-8f2c-4d3a-8ac7-6a0966506e35 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:35.181067 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3e6f81a-3407-4822-a39c-41f461e6784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.184445 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:35.190146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:35.201581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:35.222667 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Pushing event updated for resources: {'Port': ['ID=ce689cb8-6317-487c-bd7d-3392e92a4f61,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:35.266743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6f81a-3407-4822-a39c-41f461e6784d None None] Pushing event updated for resources: {'Port': ['ID=41288efa-6825-40dc-a5e1-796c87edb28f,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:35.279714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d3e6f81a-3407-4822-a39c-41f461e6784d None None] Port b89a3684-8f2c-4d3a-8ac7-6a0966506e35 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:35.308053 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0053955-c845-4917-be2f-17ff852ac76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.312569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:35.313424 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.320121 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.345044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530f956-73f8-4860-985a-0334ef27c586 req-8076699d-1e8a-440a-b494-ddbe67f3f047 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:35.353590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2530f956-73f8-4860-985a-0334ef27c586 req-8076699d-1e8a-440a-b494-ddbe67f3f047 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 936 time: 0.2695088 Aug 31 14:30:35.375537 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad2961be-a56f-4eba-b8ed-24a6a87cf574 req-23bfd7b2-ac14-40a6-b8a3-875c99ff615c service neutron] 10.222.0.25 "GET /v2.0/networks/dd022954-60ab-4b89-978b-1fb6ea668bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593408 Aug 31 14:30:35.403017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2530f956-73f8-4860-985a-0334ef27c586 req-1176b3c2-dbb0-4b37-87be-7c0380f3caaa tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485165 Aug 31 14:30:35.515013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-46a6b369-c977-4e97-b949-7e2a790c8362 None None] Provisioning for port ce689cb8-6317-487c-bd7d-3392e92a4f61 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:35.520677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-46a6b369-c977-4e97-b949-7e2a790c8362 None None] Provisioning complete for port ce689cb8-6317-487c-bd7d-3392e92a4f61 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:35.521051 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46a6b369-c977-4e97-b949-7e2a790c8362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.537941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6423119-4d94-4a8f-aa1f-d4fe171f938f req-52d79906-1ba3-4369-8af9-edad14520e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:35.541641 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6423119-4d94-4a8f-aa1f-d4fe171f938f req-52d79906-1ba3-4369-8af9-edad14520e6c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bdf4da809f114c8fb6ce3b4a321db05d&device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 1094 time: 0.0947156 Aug 31 14:30:35.590011 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-46a6b369-c977-4e97-b949-7e2a790c8362 None None] Port ce689cb8-6317-487c-bd7d-3392e92a4f61 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:35.655902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6423119-4d94-4a8f-aa1f-d4fe171f938f req-896aa183-47b3-4013-9a8f-06989e40e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:35.657528 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6423119-4d94-4a8f-aa1f-d4fe171f938f req-896aa183-47b3-4013-9a8f-06989e40e12b service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd022954-60ab-4b89-978b-1fb6ea668bfc HTTP/1.1" status: 200 len: 911 time: 0.1088970 Aug 31 14:30:35.716355 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6423119-4d94-4a8f-aa1f-d4fe171f938f req-3cbaf79e-9c4d-49d6-a69c-4f261b35eca8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b7b3a5d-24f7-45d8-9d32-240336fc0ccb HTTP/1.1" status: 200 len: 217 time: 0.0507462 Aug 31 14:30:35.731534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 41288efa-6825-40dc-a5e1-796c87edb28f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:35.750158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91564c1a-ef22-4ec5-80b0-e5a3dd2468b5 req-01e2b90d-891e-4a4c-b50d-fc1953bc4724 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:35.757486 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91564c1a-ef22-4ec5-80b0-e5a3dd2468b5 req-01e2b90d-891e-4a4c-b50d-fc1953bc4724 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 943 time: 0.5412955 Aug 31 14:30:35.781152 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6423119-4d94-4a8f-aa1f-d4fe171f938f req-cce6bec3-2dfc-4b8b-8579-55fbceb38cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:35.782795 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6423119-4d94-4a8f-aa1f-d4fe171f938f req-cce6bec3-2dfc-4b8b-8579-55fbceb38cc7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb5a2d28-b7eb-49ca-8a9a-b6d1413b0df4 HTTP/1.1" status: 200 len: 850 time: 0.0572906 Aug 31 14:30:35.800081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 41288efa-6825-40dc-a5e1-796c87edb28f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:35.800550 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.804893 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network cc7dae14-12db-4efa-ba88-f363054d179a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:35.816875 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:35.824745 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6423119-4d94-4a8f-aa1f-d4fe171f938f req-6947f7f2-c613-45a6-99c3-18cbaf49880a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd022954-60ab-4b89-978b-1fb6ea668bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327804 Aug 31 14:30:35.845456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:35.852353 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:35.853300 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.882596 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91564c1a-ef22-4ec5-80b0-e5a3dd2468b5 req-f264fcfe-7cd6-4df2-bce9-5ff03c4597cb tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/security-groups?id=40bbebc8-b9dd-4769-af52-945f65a1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094315 Aug 31 14:30:35.882596 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=478dce24-b94f-4b2d-93a4-54b7739a415d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:35.971934 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.982744 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.024992 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6423119-4d94-4a8f-aa1f-d4fe171f938f req-8165824e-3759-4450-a2ca-208bbf28c80b service neutron] 10.222.0.25 "GET /v2.0/networks/dd022954-60ab-4b89-978b-1fb6ea668bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916163 Aug 31 14:30:36.102792 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=711fb668-d59b-4a64-9f60-09550da24e3f,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:36.138814 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0053955-c845-4917-be2f-17ff852ac76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.139706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc216898-57af-486a-8b75-b0a64289dc84 req-cb5d8345-4f56-4bb7-bda0-860cd7e174aa tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:36.141249 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc216898-57af-486a-8b75-b0a64289dc84 req-cb5d8345-4f56-4bb7-bda0-860cd7e174aa tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.1362736 Aug 31 14:30:36.151569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-2600c12a-fdba-4006-b83a-b5dd3faee05e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9291313 Aug 31 14:30:36.155756 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f0053955-c845-4917-be2f-17ff852ac76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.172857 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.176222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-96d8d07b-e65a-4324-a722-2128ac1313da tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2714937 Aug 31 14:30:36.187819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47984) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:36.191199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Request body: {'port': {'device_id': '81e5aa8c-e88b-4899-9aa8-830a745acaa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:36.198089 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f5aca854-236f-451c-b4a3-b56650ca0731 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:36.221323 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-998ed4f8-5db3-4d5f-8c20-6555d062f21b None None] Provisioning for port 478dce24-b94f-4b2d-93a4-54b7739a415d completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:36.230549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-998ed4f8-5db3-4d5f-8c20-6555d062f21b None None] Provisioning complete for port 478dce24-b94f-4b2d-93a4-54b7739a415d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:36.231048 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-998ed4f8-5db3-4d5f-8c20-6555d062f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.237976 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f0053955-c845-4917-be2f-17ff852ac76a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4564738caa48474b9a9960b43f38f2df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2492423 Aug 31 14:30:36.242014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47986) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:36.250933 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6423119-4d94-4a8f-aa1f-d4fe171f938f req-da95da3d-39ba-49e5-818d-e0dcc3c3b975 service neutron] 10.222.0.25 "GET /v2.0/networks/dd022954-60ab-4b89-978b-1fb6ea668bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956065 Aug 31 14:30:36.278293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.279662 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-642f4d3e-ac92-485a-8591-6f91896afac8 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5932920 Aug 31 14:30:36.284444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc216898-57af-486a-8b75-b0a64289dc84 req-50a36f4f-8514-4d53-8840-fb830f392411 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297042 Aug 31 14:30:36.284770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47988) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:36.288245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-998ed4f8-5db3-4d5f-8c20-6555d062f21b None None] Port 478dce24-b94f-4b2d-93a4-54b7739a415d cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:36.296459 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0053955-c845-4917-be2f-17ff852ac76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b942d959-e227-4ef8-877c-bc06c217feb4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:36.297258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d9d70b04-b20a-40c8-93b2-f5c54dba8121 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'port': {'network_id': '059d9754-05ac-4f22-9828-ff9d2cb5ac43', 'name': 'tempest-FloatingIPTestJSON-1805435549'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:36.376681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aca854-236f-451c-b4a3-b56650ca0731 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:36.380291 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5aca854-236f-451c-b4a3-b56650ca0731 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.394080 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.464471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac0f8a59-971a-4ca8-ba9c-744375ea0749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.502520 n-d-806683-5 neutron-server[94870]: INFO neutron.db.ipam_backend_mixin [None req-f5aca854-236f-451c-b4a3-b56650ca0731 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3646b4ca-fb49-4fc5-8fd2-ff63df3d4c97 (CIDR: 2001:db8::/64) Aug 31 14:30:36.506509 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5aca854-236f-451c-b4a3-b56650ca0731 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:30:36.507291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5aca854-236f-451c-b4a3-b56650ca0731 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:30:36.524058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac0f8a59-971a-4ca8-ba9c-744375ea0749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.573732 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3c971-7a45-441e-adeb-1112b831a033 req-91ae94c3-2197-4a0c-b6cb-9ce08b15bb42 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:36.575292 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55b3c971-7a45-441e-adeb-1112b831a033 req-91ae94c3-2197-4a0c-b6cb-9ce08b15bb42 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 936 time: 0.0639849 Aug 31 14:30:36.639524 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55b3c971-7a45-441e-adeb-1112b831a033 req-4e6276b0-48b5-405e-950d-f6a677a1e45e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544469 Aug 31 14:30:36.666574 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f5aca854-236f-451c-b4a3-b56650ca0731 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4735961 Aug 31 14:30:36.669480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47994) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:36.670810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d70b04-b20a-40c8-93b2-f5c54dba8121 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Made reservation on behalf of 745d2b1339134ebabe01afcad0e4f0c5 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:36.674358 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9d70b04-b20a-40c8-93b2-f5c54dba8121 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.678952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d1f71d2a-cf81-4ebb-9aba-50b54ebec8ff tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:36.730939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-d9d70b04-b20a-40c8-93b2-f5c54dba8121 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] device_id is not set on port 0e1580bf-18a1-4740-88bc-f5b21fbb1b42 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:30:36.735885 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac0f8a59-971a-4ca8-ba9c-744375ea0749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.738482 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac0f8a59-971a-4ca8-ba9c-744375ea0749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.742251 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ac0f8a59-971a-4ca8-ba9c-744375ea0749 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b942d959-e227-4ef8-877c-bc06c217feb4 HTTP/1.1" status: 204 len: 168 time: 0.4967818 Aug 31 14:30:36.809920 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f8a59-971a-4ca8-ba9c-744375ea0749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b942d959-e227-4ef8-877c-bc06c217feb4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:36.854473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f71d2a-cf81-4ebb-9aba-50b54ebec8ff tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:36.859355 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d1f71d2a-cf81-4ebb-9aba-50b54ebec8ff tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.978983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-d9d70b04-b20a-40c8-93b2-f5c54dba8121 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.20.0.12 (059d9754-05ac-4f22-9828-ff9d2cb5ac43/35a4ef4f-8e80-4d94-9d6c-178b4e713db5/0e1580bf-18a1-4740-88bc-f5b21fbb1b42) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:37.053468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce689cb8-6317-487c-bd7d-3392e92a4f61 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:37.082721 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.136845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Transition to ACTIVE for port object ce689cb8-6317-487c-bd7d-3392e92a4f61 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:37.159814 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca1986-d994-4d6f-9c21-eac4b1a02132 req-8b2efe03-c4a9-4a01-afbd-f964a1baedb8 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:37.168741 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-33ca1986-d994-4d6f-9c21-eac4b1a02132 req-8b2efe03-c4a9-4a01-afbd-f964a1baedb8 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 943 time: 0.1872580 Aug 31 14:30:37.208243 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.227093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d1f71d2a-cf81-4ebb-9aba-50b54ebec8ff tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.291123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f71d2a-cf81-4ebb-9aba-50b54ebec8ff tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network cc7dae14-12db-4efa-ba88-f363054d179a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:37.294602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-d1f71d2a-cf81-4ebb-9aba-50b54ebec8ff tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:37.303515 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f71d2a-cf81-4ebb-9aba-50b54ebec8ff tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:37.304576 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d1f71d2a-cf81-4ebb-9aba-50b54ebec8ff tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.315460 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f262cf-30ce-4b61-98d3-750335b66b7a None None] Network cc7dae14-12db-4efa-ba88-f363054d179a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:37.325650 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f71d2a-cf81-4ebb-9aba-50b54ebec8ff tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Subnet': ['ID=d9a2557c-dbff-4c05-b9f7-9264b3de91d1,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:37.349405 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-33ca1986-d994-4d6f-9c21-eac4b1a02132 req-0b8a9809-4db8-4c69-b16a-23ca19a40c31 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/security-groups?id=40bbebc8-b9dd-4769-af52-945f65a1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745203 Aug 31 14:30:37.352750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d1f71d2a-cf81-4ebb-9aba-50b54ebec8ff tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6778104 Aug 31 14:30:37.353489 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48014) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:37.365700 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-2a92f319-8c6e-4002-9830-f922de8ce0ec tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-46480474', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd9a2557c-dbff-4c05-b9f7-9264b3de91d1'}], 'security_groups': ['00d7f18a-ea37-45f3-9169-51102fc5e69e']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:37.372811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Pushing event updated for resources: {'Port': ['ID=ce689cb8-6317-487c-bd7d-3392e92a4f61,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:37.461500 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9d70b04-b20a-40c8-93b2-f5c54dba8121 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.489835 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a92f319-8c6e-4002-9830-f922de8ce0ec tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.496731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Attempting to bind port ce689cb8-6317-487c-bd7d-3392e92a4f61 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:37.497522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Attempting to bind port ce689cb8-6317-487c-bd7d-3392e92a4f61 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:37.497654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Attempting to bind port ce689cb8-6317-487c-bd7d-3392e92a4f61 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:37.505919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Port ce689cb8-6317-487c-bd7d-3392e92a4f61 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:30:37.506254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Attempting to bind port ce689cb8-6317-487c-bd7d-3392e92a4f61 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:37.536729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:37.537100 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:37.537508 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:37.537943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Bound port: ce689cb8-6317-487c-bd7d-3392e92a4f61, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:37.538319 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.625675 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9d70b04-b20a-40c8-93b2-f5c54dba8121 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.721874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d70b04-b20a-40c8-93b2-f5c54dba8121 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network 059d9754-05ac-4f22-9828-ff9d2cb5ac43 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:37.733805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d9d70b04-b20a-40c8-93b2-f5c54dba8121 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:37.740922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d70b04-b20a-40c8-93b2-f5c54dba8121 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:37.745883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d70b04-b20a-40c8-93b2-f5c54dba8121 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=0e1580bf-18a1-4740-88bc-f5b21fbb1b42,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:37.750645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] For port ce689cb8-6317-487c-bd7d-3392e92a4f61, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:37.793599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] For port ce689cb8-6317-487c-bd7d-3392e92a4f61, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ce689cb8-6317-487c-bd7d-3392e92a4f61,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:37.802572 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.807493 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098768d4-b8d4-4bc9-b98a-1ef469439fa5 req-c98a5381-74c7-4e27-a47b-6635d716c925 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:37.809626 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-098768d4-b8d4-4bc9-b98a-1ef469439fa5 req-c98a5381-74c7-4e27-a47b-6635d716c925 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.2888370 Aug 31 14:30:37.836582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d70b04-b20a-40c8-93b2-f5c54dba8121 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:37.837221 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9d70b04-b20a-40c8-93b2-f5c54dba8121 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.926595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f885ae1-9b24-42d5-bd0c-473277467bbf None None] Update dhcp port {'port': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'fixed_ips': [{'subnet_id': '3646b4ca-fb49-4fc5-8fd2-ff63df3d4c97', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd9a2557c-dbff-4c05-b9f7-9264b3de91d1'}], 'binding:host_id': 'n-d-806683-5'}, 'id': '41288efa-6825-40dc-a5e1-796c87edb28f'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:30:37.948350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:37.948974 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.961634 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] 10.222.0.60 "PUT /v2.0/ports/ce689cb8-6317-487c-bd7d-3392e92a4f61 HTTP/1.1" status: 200 len: 1096 time: 1.7859664 Aug 31 14:30:37.962264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e5aa8c-e88b-4899-9aa8-830a745acaa0', 'tag': 'ce689cb8-6317-487c-bd7d-3392e92a4f61'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:37.968194 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34249021-de3f-4e1c-86ee-b003023f9da2" -d '{"events": [{"name": "network-changed", "server_uuid": "81e5aa8c-e88b-4899-9aa8-830a745acaa0", "tag": "ce689cb8-6317-487c-bd7d-3392e92a4f61"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:37.993202 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f885ae1-9b24-42d5-bd0c-473277467bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:38.034272 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-098768d4-b8d4-4bc9-b98a-1ef469439fa5 req-475216af-4767-48f8-b294-9b0d95f6dde0 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080002 Aug 31 14:30:38.045950 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d9d70b04-b20a-40c8-93b2-f5c54dba8121 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7550466 Aug 31 14:30:38.055066 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48032) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:38.071298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-31cb0d94-84c7-4b67-b105-19151aa129cd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'floatingip': {'port_id': '0e1580bf-18a1-4740-88bc-f5b21fbb1b42'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:38.137585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaf31d-9a63-4a16-8c09-73e1cfc2e66d service neutron] Pushing event updated for resources: {'Port': ['ID=ce689cb8-6317-487c-bd7d-3392e92a4f61,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:38.158745 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da5c236-f9af-450f-9f95-61e54cc63591 x-openstack-request-id: req-8da5c236-f9af-450f-9f95-61e54cc63591 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:38.159040 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e5aa8c-e88b-4899-9aa8-830a745acaa0", "tag": "ce689cb8-6317-487c-bd7d-3392e92a4f61", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:38.165877 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8da5c236-f9af-450f-9f95-61e54cc63591 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:38.166401 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e5aa8c-e88b-4899-9aa8-830a745acaa0', 'tag': 'ce689cb8-6317-487c-bd7d-3392e92a4f61', 'status': 'completed', 'code': 200} Aug 31 14:30:38.204969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c117-7a3e-4ad8-b0e4-ef54739ce45d req-5eedfddf-4e6b-4e9e-9983-69f9c5927d7a tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:38.219389 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8280c117-7a3e-4ad8-b0e4-ef54739ce45d req-5eedfddf-4e6b-4e9e-9983-69f9c5927d7a tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 948 time: 0.2725892 Aug 31 14:30:38.231047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-71d272b5-714b-47c7-8f93-f3579302c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:38.233128 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-71d272b5-714b-47c7-8f93-f3579302c754 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd91bdcf29274e7791fdb9396fe5bd84&device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 1099 time: 0.2134120 Aug 31 14:30:38.316523 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31cb0d94-84c7-4b67-b105-19151aa129cd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:38.316871 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-0c89f8e0-23fb-4ffa-b31a-9b03357776f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ce689cb8-6317-487c-bd7d-3392e92a4f61 HTTP/1.1" status: 200 len: 217 time: 0.0687535 Aug 31 14:30:38.395498 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8280c117-7a3e-4ad8-b0e4-ef54739ce45d req-6a33e330-c418-4007-9b1e-0d9cca680833 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726601 Aug 31 14:30:38.428599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-33912cc7-1b11-40e1-aa72-19bedd2a8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:38.430993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-33912cc7-1b11-40e1-aa72-19bedd2a8efb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1016936 Aug 31 14:30:38.448055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:30:38.496333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-1f4bb6ab-29bc-4061-a7aa-2a52c99d4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:38.498164 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-1f4bb6ab-29bc-4061-a7aa-2a52c99d4fce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590303 Aug 31 14:30:38.591635 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-7f885ae1-9b24-42d5-bd0c-473277467bbf None None] Allocated IP 2001:db8:0:1::2 (cc7dae14-12db-4efa-ba88-f363054d179a/d9a2557c-dbff-4c05-b9f7-9264b3de91d1/41288efa-6825-40dc-a5e1-796c87edb28f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:38.655872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=3b7b3a5d-24f7-45d8-9d32-240336fc0ccb,segment=NetworkSegment(5913689c-a329-43bd-a1cd-9f74b0f6a4e9),segment_id=5913689c-a329-43bd-a1cd-9f74b0f6a4e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:38.671570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '3b7b3a5d-24f7-45d8-9d32-240336fc0ccb', 'network_id': 'dd022954-60ab-4b89-978b-1fb6ea668bfc', 'port_id': '3b7b3a5d-24f7-45d8-9d32-240336fc0ccb', 'mac_address': 'fa:16:3e:04:a5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5a2d28-b7eb-49ca-8a9a-b6d1413b0df4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:30:38.716869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefddcaf-8a99-4b16-917c-58575a4473cc req-a8f59734-3e23-4935-b01e-85bccfe584bb tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:38.725367 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fefddcaf-8a99-4b16-917c-58575a4473cc req-a8f59734-3e23-4935-b01e-85bccfe584bb tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 943 time: 0.2803738 Aug 31 14:30:38.753302 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-26707036-67c5-4aed-b33d-14f0170d0726 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459583 Aug 31 14:30:38.783244 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:38.830086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:38.836619 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fefddcaf-8a99-4b16-917c-58575a4473cc req-d5d95dbc-3ab1-4d2f-8bc8-a60c3d00a726 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/security-groups?id=40bbebc8-b9dd-4769-af52-945f65a1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023653 Aug 31 14:30:38.894147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=3b7b3a5d-24f7-45d8-9d32-240336fc0ccb,segment=NetworkSegment(5913689c-a329-43bd-a1cd-9f74b0f6a4e9),segment_id=5913689c-a329-43bd-a1cd-9f74b0f6a4e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:38.902799 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:38.940839 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-7f885ae1-9b24-42d5-bd0c-473277467bbf None None] For port 41288efa-6825-40dc-a5e1-796c87edb28f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=41288efa-6825-40dc-a5e1-796c87edb28f,segment=NetworkSegment(e570728b-3132-4553-b438-6b933857e225),segment_id=e570728b-3132-4553-b438-6b933857e225)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:39.002735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=3b7b3a5d-24f7-45d8-9d32-240336fc0ccb,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:39.012739 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f885ae1-9b24-42d5-bd0c-473277467bbf None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:39.038692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7f885ae1-9b24-42d5-bd0c-473277467bbf None None] Transition to ACTIVE for port object 41288efa-6825-40dc-a5e1-796c87edb28f will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:39.047347 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f885ae1-9b24-42d5-bd0c-473277467bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:39.120946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f885ae1-9b24-42d5-bd0c-473277467bbf None None] Pushing event updated for resources: {'Port': ['ID=41288efa-6825-40dc-a5e1-796c87edb28f,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:39.259109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['3b7b3a5d-24f7-45d8-9d32-240336fc0ccb'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:39.409514 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd5c3408-9aeb-4fff-90c5-9e9dd9ef4065 req-afb64bc0-7a45-4cad-bb42-1de0266e91f1 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471350 Aug 31 14:30:39.526887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac34334-9b40-4293-ab08-52ff61a34c17 req-d8e72422-da3d-4819-9a13-8d43dc7e2f85 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:39.536643 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ac34334-9b40-4293-ab08-52ff61a34c17 req-d8e72422-da3d-4819-9a13-8d43dc7e2f85 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.3493249 Aug 31 14:30:39.589461 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-2a92f319-8c6e-4002-9830-f922de8ce0ec tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Delete allocated IP 2001:db8::46 (cc7dae14-12db-4efa-ba88-f363054d179a/3646b4ca-fb49-4fc5-8fd2-ff63df3d4c97) {{(pid=94870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:30:39.606079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-2a92f319-8c6e-4002-9830-f922de8ce0ec tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Allocated IP 2001:db8:0:1::b9 (cc7dae14-12db-4efa-ba88-f363054d179a/d9a2557c-dbff-4c05-b9f7-9264b3de91d1/478dce24-b94f-4b2d-93a4-54b7739a415d) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:39.617790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34249021-de3f-4e1c-86ee-b003023f9da2 req-451c40e4-2e46-4123-a4da-a9f78636fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:39.619594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34249021-de3f-4e1c-86ee-b003023f9da2 req-451c40e4-2e46-4123-a4da-a9f78636fabf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd91bdcf29274e7791fdb9396fe5bd84&device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 1099 time: 0.1455710 Aug 31 14:30:39.693238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced2f2d-eda7-4824-90d8-56a1005b6ddb req-b71798f4-7467-420c-b2a0-7a50f948de03 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:39.705342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ced2f2d-eda7-4824-90d8-56a1005b6ddb req-b71798f4-7467-420c-b2a0-7a50f948de03 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 948 time: 0.1488745 Aug 31 14:30:39.820371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 41288efa-6825-40dc-a5e1-796c87edb28f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:39.866890 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ced2f2d-eda7-4824-90d8-56a1005b6ddb req-a281e60d-c202-47cc-8113-78389e8975a2 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442280 Aug 31 14:30:39.881567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34249021-de3f-4e1c-86ee-b003023f9da2 req-c43ea099-ba7d-4346-b385-c9dbd2a301d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:39.885821 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34249021-de3f-4e1c-86ee-b003023f9da2 req-c43ea099-ba7d-4346-b385-c9dbd2a301d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.2528591 Aug 31 14:30:39.978263 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ac34334-9b40-4293-ab08-52ff61a34c17 req-7f5ac64e-1c3b-4ddd-aba9-c9a4ff8472ae tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399021 Aug 31 14:30:40.006729 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a92f319-8c6e-4002-9830-f922de8ce0ec tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.011296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34249021-de3f-4e1c-86ee-b003023f9da2 req-d3b557c5-ad6c-496a-82e9-39cadf36d22d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ce689cb8-6317-487c-bd7d-3392e92a4f61 HTTP/1.1" status: 200 len: 217 time: 0.1171396 Aug 31 14:30:40.055350 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.resource_extend [None req-31cb0d94-84c7-4b67-b105-19151aa129cd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:30:40.094299 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-2a92f319-8c6e-4002-9830-f922de8ce0ec tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Transition to ACTIVE for port object 478dce24-b94f-4b2d-93a4-54b7739a415d will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:40.100278 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a92f319-8c6e-4002-9830-f922de8ce0ec tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.153826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34249021-de3f-4e1c-86ee-b003023f9da2 req-ab0fb4d9-381e-44ad-bfcf-7a62bf85d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:40.154947 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34249021-de3f-4e1c-86ee-b003023f9da2 req-ab0fb4d9-381e-44ad-bfcf-7a62bf85d145 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.1350462 Aug 31 14:30:40.213456 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31cb0d94-84c7-4b67-b105-19151aa129cd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.214754 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-2a92f319-8c6e-4002-9830-f922de8ce0ec tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] In _notify_port_updated(), no bound segment for port 478dce24-b94f-4b2d-93a4-54b7739a415d on network cc7dae14-12db-4efa-ba88-f363054d179a {{(pid=94870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:30:40.220523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a92f319-8c6e-4002-9830-f922de8ce0ec tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:40.221452 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a92f319-8c6e-4002-9830-f922de8ce0ec tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.223446 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2a92f319-8c6e-4002-9830-f922de8ce0ec tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "PUT /v2.0/ports/478dce24-b94f-4b2d-93a4-54b7739a415d HTTP/1.1" status: 200 len: 928 time: 2.8689229 Aug 31 14:30:40.225278 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92f319-8c6e-4002-9830-f922de8ce0ec tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=478dce24-b94f-4b2d-93a4-54b7739a415d,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:40.227400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48074) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:40.227770 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31cb0d94-84c7-4b67-b105-19151aa129cd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.297996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daac9d6-e1b4-4206-8c06-d3f3fe3632c2 req-d5696222-d2a5-4198-9110-83536a8e480e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:40.299630 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3daac9d6-e1b4-4206-8c06-d3f3fe3632c2 req-d5696222-d2a5-4198-9110-83536a8e480e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 944 time: 0.2872596 Aug 31 14:30:40.342008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1a9d837b-49e7-4f69-bfb3-0ca429b76bdd None None] Provisioning for port 478dce24-b94f-4b2d-93a4-54b7739a415d completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:40.356337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1a9d837b-49e7-4f69-bfb3-0ca429b76bdd None None] Provisioning complete for port 478dce24-b94f-4b2d-93a4-54b7739a415d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:40.356337 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a9d837b-49e7-4f69-bfb3-0ca429b76bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.389722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34249021-de3f-4e1c-86ee-b003023f9da2 req-897e6b98-dcb1-4e7f-99d2-78ef81f0b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:40.391467 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34249021-de3f-4e1c-86ee-b003023f9da2 req-897e6b98-dcb1-4e7f-99d2-78ef81f0b1c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2230814 Aug 31 14:30:40.417854 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-31cb0d94-84c7-4b67-b105-19151aa129cd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Floating IP bdc85734-492c-4d07-a229-f01f1d2b0fff associated. External IP: 172.25.2.9, port: 0e1580bf-18a1-4740-88bc-f5b21fbb1b42. Aug 31 14:30:40.446925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d837b-49e7-4f69-bfb3-0ca429b76bdd None None] Port 478dce24-b94f-4b2d-93a4-54b7739a415d cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:40.449920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:40.485182 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3daac9d6-e1b4-4206-8c06-d3f3fe3632c2 req-2af85f4c-dbe2-4978-979b-5802bbaf2de5 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/security-groups?id=40bbebc8-b9dd-4769-af52-945f65a1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431718 Aug 31 14:30:40.547276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-61bf1899-89a8-4047-907f-84cb566fab8a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port 478dce24-b94f-4b2d-93a4-54b7739a415d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:40.548057 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61bf1899-89a8-4047-907f-84cb566fab8a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.595924 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1a9d837b-49e7-4f69-bfb3-0ca429b76bdd None None] Provisioning for port 41288efa-6825-40dc-a5e1-796c87edb28f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:40.616548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1a9d837b-49e7-4f69-bfb3-0ca429b76bdd None None] Provisioning complete for port 41288efa-6825-40dc-a5e1-796c87edb28f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:40.617494 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a9d837b-49e7-4f69-bfb3-0ca429b76bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.659754 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34249021-de3f-4e1c-86ee-b003023f9da2 req-94b480de-4bf7-4479-887a-79f0259f0e3f service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559428 Aug 31 14:30:40.716479 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61bf1899-89a8-4047-907f-84cb566fab8a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.738191 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-61bf1899-89a8-4047-907f-84cb566fab8a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for 478dce24-b94f-4b2d-93a4-54b7739a415d owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:41.028751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:41.039343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:41.041145 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.067689 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61bf1899-89a8-4047-907f-84cb566fab8a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.119462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1a9d837b-49e7-4f69-bfb3-0ca429b76bdd None None] Provisioning complete for port b89a3684-8f2c-4d3a-8ac7-6a0966506e35 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:41.120192 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a9d837b-49e7-4f69-bfb3-0ca429b76bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.180273 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cb0d94-84c7-4b67-b105-19151aa129cd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:41.198658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d837b-49e7-4f69-bfb3-0ca429b76bdd None None] Port b89a3684-8f2c-4d3a-8ac7-6a0966506e35 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:41.211907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf1899-89a8-4047-907f-84cb566fab8a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=478dce24-b94f-4b2d-93a4-54b7739a415d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:41.266024 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61bf1899-89a8-4047-907f-84cb566fab8a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.270884 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-61bf1899-89a8-4047-907f-84cb566fab8a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/478dce24-b94f-4b2d-93a4-54b7739a415d HTTP/1.1" status: 204 len: 168 time: 1.0383785 Aug 31 14:30:41.273780 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.274459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48088) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:41.300695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29952695-6c14-4c65-9805-c9c202b179b4 req-9ef38aad-cfad-466c-a071-751d0b385d27 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:41.309743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29952695-6c14-4c65-9805-c9c202b179b4 req-9ef38aad-cfad-466c-a071-751d0b385d27 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 948 time: 0.3239026 Aug 31 14:30:41.331731 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=3b7b3a5d-24f7-45d8-9d32-240336fc0ccb,segment=NetworkSegment(5913689c-a329-43bd-a1cd-9f74b0f6a4e9),segment_id=5913689c-a329-43bd-a1cd-9f74b0f6a4e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:41.338081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc4422d-d282-4ebf-a252-58c523b5e801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7b3a5d-24f7-45d8-9d32-240336fc0ccb'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:41.342503 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27fe191-a319-4d8b-bbc6-0e984ced007c" -d '{"events": [{"server_uuid": "9cc4422d-d282-4ebf-a252-58c523b5e801", "name": "network-vif-plugged", "status": "completed", "tag": "3b7b3a5d-24f7-45d8-9d32-240336fc0ccb"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:41.353051 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.375738 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48092) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:41.377122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cb0d94-84c7-4b67-b105-19151aa129cd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:41.377260 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-301581b4-14d0-4522-a241-919b81b53059 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] GET failed (client error): The resource could not be found. Aug 31 14:30:41.381718 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-301581b4-14d0-4522-a241-919b81b53059 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/478dce24-b94f-4b2d-93a4-54b7739a415d HTTP/1.1" status: 404 len: 333 time: 0.1037586 Aug 31 14:30:41.384069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48094) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:41.394092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7357adb-1c31-4969-97d7-e4a517f2d41a req-94b7b131-70a9-4429-a421-967bfd100156 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:41.394613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34249021-de3f-4e1c-86ee-b003023f9da2 req-4eb54a1d-2e6e-4059-97fb-2339f247b424 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7221649 Aug 31 14:30:41.402671 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7357adb-1c31-4969-97d7-e4a517f2d41a req-94b7b131-70a9-4429-a421-967bfd100156 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.2694786 Aug 31 14:30:41.406310 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31cb0d94-84c7-4b67-b105-19151aa129cd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.421732 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52800ad-0f6a-483a-910f-a306f9217c15 None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:41.428468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-08aad548-df4b-4755-b715-9aa3af052dee None None] Could not find standard attr ID for object 478dce24-b94f-4b2d-93a4-54b7739a415d. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:30:41.438604 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29952695-6c14-4c65-9805-c9c202b179b4 req-d43a78fe-c25e-43dd-926c-5e0282fbc0b8 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279600 Aug 31 14:30:41.499091 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52800ad-0f6a-483a-910f-a306f9217c15 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:41.499743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e52800ad-0f6a-483a-910f-a306f9217c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:41.554439 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7357adb-1c31-4969-97d7-e4a517f2d41a req-6fd04cb2-5753-4428-bceb-68f52625378f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963426 Aug 31 14:30:41.567814 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c63ba427-9e84-4d4b-a636-e5a1e6f45a74 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.570454 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-31cb0d94-84c7-4b67-b105-19151aa129cd tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "PUT /v2.0/floatingips/bdc85734-492c-4d07-a229-f01f1d2b0fff HTTP/1.1" status: 200 len: 977 time: 3.5127466 Aug 31 14:30:41.573021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48102) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:41.598544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=3b7b3a5d-24f7-45d8-9d32-240336fc0ccb,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:41.608503 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e52800ad-0f6a-483a-910f-a306f9217c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:41.645195 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be138f39-a258-4500-92a5-99189a500e7c x-openstack-request-id: req-be138f39-a258-4500-92a5-99189a500e7c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:41.645195 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc4422d-d282-4ebf-a252-58c523b5e801", "name": "network-vif-plugged", "status": "completed", "tag": "3b7b3a5d-24f7-45d8-9d32-240336fc0ccb", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:41.645615 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be138f39-a258-4500-92a5-99189a500e7c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:41.645718 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc4422d-d282-4ebf-a252-58c523b5e801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7b3a5d-24f7-45d8-9d32-240336fc0ccb', 'code': 200} Aug 31 14:30:41.646759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52800ad-0f6a-483a-910f-a306f9217c15 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:41.647273 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e52800ad-0f6a-483a-910f-a306f9217c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:41.739882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c63ba427-9e84-4d4b-a636-e5a1e6f45a74 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.776914 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e52800ad-0f6a-483a-910f-a306f9217c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:41.779949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52800ad-0f6a-483a-910f-a306f9217c15 None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:41.798040 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-428aac0e-ae94-4241-95d0-7c3ffff1fcd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.852836 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-db8cc9b9-e215-40bd-b94f-5a8631a4e384 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port 0e1580bf-18a1-4740-88bc-f5b21fbb1b42 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:41.853312 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db8cc9b9-e215-40bd-b94f-5a8631a4e384 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.862443 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c63ba427-9e84-4d4b-a636-e5a1e6f45a74 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.865286 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c63ba427-9e84-4d4b-a636-e5a1e6f45a74 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.866516 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c63ba427-9e84-4d4b-a636-e5a1e6f45a74 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/security-groups/d4d4ad7f-df00-4555-9dc8-64d3046002dc HTTP/1.1" status: 204 len: 168 time: 0.4804826 Aug 31 14:30:41.872567 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48104) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:41.888120 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ba427-9e84-4d4b-a636-e5a1e6f45a74 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d4ad7f-df00-4555-9dc8-64d3046002dc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:41.905134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0e701-ea32-47aa-8c4e-eec657187e1f req-22144829-527f-4641-8692-44aae9dfe2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:41.907086 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9fb0e701-ea32-47aa-8c4e-eec657187e1f req-22144829-527f-4641-8692-44aae9dfe2c9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 1096 time: 0.1132994 Aug 31 14:30:41.918328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bbac1-b7fb-42d8-bac4-2b49793df257 req-14b742f7-7c03-46cf-8d4e-d0bbae6a968c tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:41.920054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e3bbac1-b7fb-42d8-bac4-2b49793df257 req-14b742f7-7c03-46cf-8d4e-d0bbae6a968c tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 945 time: 0.1251378 Aug 31 14:30:41.982043 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9fb0e701-ea32-47aa-8c4e-eec657187e1f req-f8bf9585-b41a-4924-b822-7086476d695a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=40bbebc8-b9dd-4769-af52-945f65a1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608463 Aug 31 14:30:41.998942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e3bbac1-b7fb-42d8-bac4-2b49793df257 req-b0b8a39d-438f-47b9-b6da-e8a5f989daa5 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/security-groups?id=40bbebc8-b9dd-4769-af52-945f65a1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586674 Aug 31 14:30:42.041377 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db8cc9b9-e215-40bd-b94f-5a8631a4e384 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.043505 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd10700e-9222-4d68-946a-54f460cace71 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.134721 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd10700e-9222-4d68-946a-54f460cace71 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.138344 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-428aac0e-ae94-4241-95d0-7c3ffff1fcd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.164802 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-428aac0e-ae94-4241-95d0-7c3ffff1fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.255284 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428aac0e-ae94-4241-95d0-7c3ffff1fcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da947641-615b-44d8-abff-1e518bda09ed,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:42.303939 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-428aac0e-ae94-4241-95d0-7c3ffff1fcd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1fb3b91520e344aaab7fc70fc1388af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9220774 Aug 31 14:30:42.304156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48106) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:42.317958 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd10700e-9222-4d68-946a-54f460cace71 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.320648 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd10700e-9222-4d68-946a-54f460cace71 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.324235 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fd10700e-9222-4d68-946a-54f460cace71 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/security-groups/00d7f18a-ea37-45f3-9169-51102fc5e69e HTTP/1.1" status: 204 len: 168 time: 0.4469464 Aug 31 14:30:42.324671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48108) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:42.382309 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10700e-9222-4d68-946a-54f460cace71 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d7f18a-ea37-45f3-9169-51102fc5e69e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:42.388640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f073753c-c11d-42d8-b8a3-cfb5d5ee5449 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting subnet 3646b4ca-fb49-4fc5-8fd2-ff63df3d4c97 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:30:42.392202 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f073753c-c11d-42d8-b8a3-cfb5d5ee5449 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.422208 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db8cc9b9-e215-40bd-b94f-5a8631a4e384 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.422613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db8cc9b9-e215-40bd-b94f-5a8631a4e384 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.422879 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-db8cc9b9-e215-40bd-b94f-5a8631a4e384 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Floating IP bdc85734-492c-4d07-a229-f01f1d2b0fff disassociated. External IP: 172.25.2.9, port: 0e1580bf-18a1-4740-88bc-f5b21fbb1b42. Aug 31 14:30:42.423234 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-db8cc9b9-e215-40bd-b94f-5a8631a4e384 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for 0e1580bf-18a1-4740-88bc-f5b21fbb1b42 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:42.434308 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-421ca359-eb3a-49e3-84d3-52e19dd9d6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.441125 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f073753c-c11d-42d8-b8a3-cfb5d5ee5449 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.492173 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-421ca359-eb3a-49e3-84d3-52e19dd9d6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.565765 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-03ab1b22-4f73-43fd-badc-d0793c2729ed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1181788 Aug 31 14:30:42.622710 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f073753c-c11d-42d8-b8a3-cfb5d5ee5449 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.681903 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-421ca359-eb3a-49e3-84d3-52e19dd9d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.684054 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-421ca359-eb3a-49e3-84d3-52e19dd9d6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.687690 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-421ca359-eb3a-49e3-84d3-52e19dd9d6ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da947641-615b-44d8-abff-1e518bda09ed HTTP/1.1" status: 204 len: 168 time: 0.3800154 Aug 31 14:30:42.718494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9cf8-d833-4c23-b500-3da4b24d1ce9 req-04f725f8-0898-437b-8898-1fdfa6c6e669 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:42.726818 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fcf9cf8-d833-4c23-b500-3da4b24d1ce9 req-04f725f8-0898-437b-8898-1fdfa6c6e669 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 948 time: 0.1560659 Aug 31 14:30:42.736962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ca359-eb3a-49e3-84d3-52e19dd9d6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da947641-615b-44d8-abff-1e518bda09ed,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:42.784029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-e277bfba-066e-4e52-ac6c-ee52df9cd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:42.784616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-e277bfba-066e-4e52-ac6c-ee52df9cd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:42.784974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-e277bfba-066e-4e52-ac6c-ee52df9cd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:42.785449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-e277bfba-066e-4e52-ac6c-ee52df9cd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:42.785917 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-e277bfba-066e-4e52-ac6c-ee52df9cd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:42.786385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-e277bfba-066e-4e52-ac6c-ee52df9cd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:42.786852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-e277bfba-066e-4e52-ac6c-ee52df9cd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:42.789570 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-e277bfba-066e-4e52-ac6c-ee52df9cd738 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 6491 time: 0.1376896 Aug 31 14:30:42.812352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4061d9-790a-49b5-8b54-09fec149ef3d req-56da47de-0d38-4312-9939-3b162504cb70 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:42.814010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b4061d9-790a-49b5-8b54-09fec149ef3d req-56da47de-0d38-4312-9939-3b162504cb70 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.1368358 Aug 31 14:30:42.815682 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f073753c-c11d-42d8-b8a3-cfb5d5ee5449 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.819094 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fcf9cf8-d833-4c23-b500-3da4b24d1ce9 req-87baeece-e366-406f-8b34-87b5a9950e77 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911877 Aug 31 14:30:42.824866 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db8cc9b9-e215-40bd-b94f-5a8631a4e384 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:42.884235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa679e7c-0602-40f8-8732-f1c87de39d16 None None] Network cc7dae14-12db-4efa-ba88-f363054d179a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:42.896958 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cc9b9-e215-40bd-b94f-5a8631a4e384 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=0e1580bf-18a1-4740-88bc-f5b21fbb1b42,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:42.990996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073753c-c11d-42d8-b8a3-cfb5d5ee5449 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Subnet': ['ID=3646b4ca-fb49-4fc5-8fd2-ff63df3d4c97,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:43.008387 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f073753c-c11d-42d8-b8a3-cfb5d5ee5449 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:43.016398 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f073753c-c11d-42d8-b8a3-cfb5d5ee5449 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/3646b4ca-fb49-4fc5-8fd2-ff63df3d4c97 HTTP/1.1" status: 204 len: 168 time: 0.6906834 Aug 31 14:30:43.031603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48122) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:43.049310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c31150c4-6a7a-4fa1-9b81-ad4e14e880aa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:43.154362 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b4061d9-790a-49b5-8b54-09fec149ef3d req-33513a5a-7298-4fd2-8d98-ab13f51e5c76 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245292 Aug 31 14:30:43.156048 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8cc9b9-e215-40bd-b94f-5a8631a4e384 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:43.198345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-f8a790ba-7df2-47f3-97eb-00d069063844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:43.199258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-f8a790ba-7df2-47f3-97eb-00d069063844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:43.199933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-f8a790ba-7df2-47f3-97eb-00d069063844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:43.202140 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-f8a790ba-7df2-47f3-97eb-00d069063844 service neutron] 10.222.0.25 "GET /v2.0/networks?id=71a1c2c5-5453-43a1-84ef-1e0d36712da3&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=703d1749-b334-41de-af58-b448e639a222&id=703d1749-b334-41de-af58-b448e639a222 HTTP/1.1" status: 200 len: 2293 time: 0.3477654 Aug 31 14:30:43.292256 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-43a21485-15f3-4fda-9eaf-bda44db8ea0f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f535e7-a803-49b2-8109-1a1e28f045a9 HTTP/1.1" status: 200 len: 1001 time: 0.0807843 Aug 31 14:30:43.362076 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48126) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:43.394514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-172f1975-7fd4-472e-ad20-e8e1c7552237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:43.396157 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-172f1975-7fd4-472e-ad20-e8e1c7552237 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2e8e2f7-0116-42a6-a90d-411eec89334e HTTP/1.1" status: 200 len: 851 time: 0.0969160 Aug 31 14:30:43.415663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31150c4-6a7a-4fa1-9b81-ad4e14e880aa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:43.416976 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c35a3198-6a5c-4be6-8431-d5c5273cbb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:43.419588 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c31150c4-6a7a-4fa1-9b81-ad4e14e880aa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:43.457495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8cc9b9-e215-40bd-b94f-5a8631a4e384 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:43.470744 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd858a-86a8-43fb-8232-6646a7d18243 None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:43.476533 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a317c0-facc-48e4-b9ba-00ec80cc658e req-6cfa931a-2692-4d11-b135-5a7f40b80672 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:43.482687 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd858a-86a8-43fb-8232-6646a7d18243 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:43.483664 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-15bd858a-86a8-43fb-8232-6646a7d18243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:43.485242 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6a317c0-facc-48e4-b9ba-00ec80cc658e req-6cfa931a-2692-4d11-b135-5a7f40b80672 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 945 time: 0.1413674 Aug 31 14:30:43.531227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-e8360450-63af-4b9b-863f-d2daf359f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:43.532765 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-e8360450-63af-4b9b-863f-d2daf359f4fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=71a1c2c5-5453-43a1-84ef-1e0d36712da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272974 Aug 31 14:30:43.539076 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-15bd858a-86a8-43fb-8232-6646a7d18243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:43.565295 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd858a-86a8-43fb-8232-6646a7d18243 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:43.566322 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-15bd858a-86a8-43fb-8232-6646a7d18243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:43.611658 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-15bd858a-86a8-43fb-8232-6646a7d18243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:43.612730 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd858a-86a8-43fb-8232-6646a7d18243 None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:43.635696 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6a317c0-facc-48e4-b9ba-00ec80cc658e req-9239642d-c6da-4991-97f2-94878d84acbd tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/security-groups?id=40bbebc8-b9dd-4769-af52-945f65a1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441000 Aug 31 14:30:43.656424 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db8cc9b9-e215-40bd-b94f-5a8631a4e384 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:43.661885 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-db8cc9b9-e215-40bd-b94f-5a8631a4e384 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/ports/0e1580bf-18a1-4740-88bc-f5b21fbb1b42 HTTP/1.1" status: 204 len: 168 time: 2.0878077 Aug 31 14:30:43.662786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48128) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:43.725687 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fed5c6f1-f0c3-457d-8b3c-27863e22f90c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "GET /v2.0/floatingips/bdc85734-492c-4d07-a229-f01f1d2b0fff HTTP/1.1" status: 200 len: 686 time: 0.0587962 Aug 31 14:30:43.730355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48130) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:43.735184 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-1f5699c2-ba38-4748-8a54-f599e6828cbb service neutron] 10.222.0.25 "GET /v2.0/networks/71a1c2c5-5453-43a1-84ef-1e0d36712da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910775 Aug 31 14:30:43.741002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c35a3198-6a5c-4be6-8431-d5c5273cbb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:43.747557 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c35a3198-6a5c-4be6-8431-d5c5273cbb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:43.788010 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c35a3198-6a5c-4be6-8431-d5c5273cbb5a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fd37f94bf4f4056af20e3b280637dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4224710 Aug 31 14:30:43.792528 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48132) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:43.794624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a3198-6a5c-4be6-8431-d5c5273cbb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7651d95-7beb-4d2c-809d-628ed40a916a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:43.862492 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-492b7d58-1274-4f58-94ee-63cefa60dcbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:43.891556 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-492b7d58-1274-4f58-94ee-63cefa60dcbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:43.968935 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-492b7d58-1274-4f58-94ee-63cefa60dcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:43.971871 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-492b7d58-1274-4f58-94ee-63cefa60dcbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:43.972939 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-492b7d58-1274-4f58-94ee-63cefa60dcbc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7651d95-7beb-4d2c-809d-628ed40a916a HTTP/1.1" status: 204 len: 168 time: 0.1793010 Aug 31 14:30:43.987856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b7d58-1274-4f58-94ee-63cefa60dcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7651d95-7beb-4d2c-809d-628ed40a916a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:43.997019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ce689cb8-6317-487c-bd7d-3392e92a4f61 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:30:44.138122 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-b54589d1-267f-487f-9cd6-bae99b61f4fb service neutron] 10.222.0.25 "GET /v2.0/networks/71a1c2c5-5453-43a1-84ef-1e0d36712da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922563 Aug 31 14:30:44.146630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f45d5-7717-4208-907f-50dc7f8d5db5 req-26c03275-464f-4341-902a-103bbb694a7c tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:44.151011 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ce689cb8-6317-487c-bd7d-3392e92a4f61, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ce689cb8-6317-487c-bd7d-3392e92a4f61,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:44.154364 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-417f45d5-7717-4208-907f-50dc7f8d5db5 req-26c03275-464f-4341-902a-103bbb694a7c tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 948 time: 0.2332642 Aug 31 14:30:44.164298 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c31150c4-6a7a-4fa1-9b81-ad4e14e880aa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.184998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'ce689cb8-6317-487c-bd7d-3392e92a4f61', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'ce689cb8-6317-487c-bd7d-3392e92a4f61', 'mac_address': 'fa:16:3e:d3:fd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:30:44.198424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d8ccd37d-d892-498c-bc92-0fd2d80f2dd1 None None] Provisioning complete for port 41288efa-6825-40dc-a5e1-796c87edb28f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:44.198811 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd37d-d892-498c-bc92-0fd2d80f2dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.240409 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-4dc16118-e98e-4853-be9e-ba3e394a1a88 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 HTTP/1.1" status: 200 len: 217 time: 0.0833938 Aug 31 14:30:44.250896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b5c72845-1778-499e-a8f0-3a8eacc3670c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port 711fb668-d59b-4a64-9f60-09550da24e3f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:44.251261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5c72845-1778-499e-a8f0-3a8eacc3670c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.308055 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.329198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31150c4-6a7a-4fa1-9b81-ad4e14e880aa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network cc7dae14-12db-4efa-ba88-f363054d179a is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:44.332621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8866ca6-5791-496b-979a-7e409011466e req-8a04f9c3-8e82-49e4-84e6-54b62e0862f4 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:44.336480 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8866ca6-5791-496b-979a-7e409011466e req-8a04f9c3-8e82-49e4-84e6-54b62e0862f4 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.0953465 Aug 31 14:30:44.340786 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce689cb8-6317-487c-bd7d-3392e92a4f61 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:44.356421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c31150c4-6a7a-4fa1-9b81-ad4e14e880aa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:44.372585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ce689cb8-6317-487c-bd7d-3392e92a4f61, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ce689cb8-6317-487c-bd7d-3392e92a4f61,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:44.375262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-417f45d5-7717-4208-907f-50dc7f8d5db5 req-23789f2b-4662-471c-8ac5-b681dd150c35 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198739 Aug 31 14:30:44.379558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31150c4-6a7a-4fa1-9b81-ad4e14e880aa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:44.381131 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8fb82-d728-4c2c-95f3-a2262a067aca None None] Network cc7dae14-12db-4efa-ba88-f363054d179a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:44.385457 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c31150c4-6a7a-4fa1-9b81-ad4e14e880aa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.397534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31150c4-6a7a-4fa1-9b81-ad4e14e880aa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Subnet': ['ID=cd7a475e-f5a0-4856-95cf-8aa05ff14d75,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:44.449756 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.455816 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8866ca6-5791-496b-979a-7e409011466e req-7c8cb08b-7aba-46ff-960b-f6902a49f2a5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994976 Aug 31 14:30:44.504367 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c31150c4-6a7a-4fa1-9b81-ad4e14e880aa tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4692118 Aug 31 14:30:44.508450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48148) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:44.515133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7ecec3ac-0d6c-43c2-b929-8e501baf1131 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'security_group': {'name': 'tempest-secgroup-1479451172'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:44.534208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-c4e2ad9f-ddb7-45ef-9dfe-26d381a85d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:44.537152 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-c4e2ad9f-ddb7-45ef-9dfe-26d381a85d89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.2394004 Aug 31 14:30:44.544002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=ce689cb8-6317-487c-bd7d-3392e92a4f61,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:44.544503 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5c72845-1778-499e-a8f0-3a8eacc3670c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.545275 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5c72845-1778-499e-a8f0-3a8eacc3670c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.548814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d8ccd37d-d892-498c-bc92-0fd2d80f2dd1 None None] Provisioning complete for port b89a3684-8f2c-4d3a-8ac7-6a0966506e35 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:44.549191 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd37d-d892-498c-bc92-0fd2d80f2dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.598597 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7ecec3ac-0d6c-43c2-b929-8e501baf1131 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.643280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d8ccd37d-d892-498c-bc92-0fd2d80f2dd1 None None] Port b89a3684-8f2c-4d3a-8ac7-6a0966506e35 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:44.667770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b5c72845-1778-499e-a8f0-3a8eacc3670c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for 711fb668-d59b-4a64-9f60-09550da24e3f owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:44.744330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-b034eeaf-4bdb-4ba9-a5ff-2c4a89b1c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:44.747134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-b034eeaf-4bdb-4ba9-a5ff-2c4a89b1c185 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1953161 Aug 31 14:30:44.750953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['ce689cb8-6317-487c-bd7d-3392e92a4f61'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:44.848695 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7ecec3ac-0d6c-43c2-b929-8e501baf1131 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.856531 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7ecec3ac-0d6c-43c2-b929-8e501baf1131 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.881513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7ecec3ac-0d6c-43c2-b929-8e501baf1131 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.884322 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7ecec3ac-0d6c-43c2-b929-8e501baf1131 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3742452 Aug 31 14:30:44.892781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5c37d-0087-4ddb-8123-2c3caae0034c None None] Update dhcp port {'port': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'fixed_ips': [{'subnet_id': 'd9a2557c-dbff-4c05-b9f7-9264b3de91d1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cd7a475e-f5a0-4856-95cf-8aa05ff14d75'}], 'binding:host_id': 'n-d-806683-5'}, 'id': '41288efa-6825-40dc-a5e1-796c87edb28f'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:30:44.896454 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48158) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:44.905417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-dace61b7-82af-4826-9c38-f88898a98fc4 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'security_group': {'name': 'tempest-secgroup-699726866'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:44.941386 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecec3ac-0d6c-43c2-b929-8e501baf1131 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6550c944-fca7-41c0-9c82-4422bd90963c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:44.949821 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-29b5c37d-0087-4ddb-8123-2c3caae0034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.973204 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dace61b7-82af-4826-9c38-f88898a98fc4 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:45.136006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dace61b7-82af-4826-9c38-f88898a98fc4 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:45.142056 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dace61b7-82af-4826-9c38-f88898a98fc4 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:45.208222 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dace61b7-82af-4826-9c38-f88898a98fc4 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:45.210192 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dace61b7-82af-4826-9c38-f88898a98fc4 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3123162 Aug 31 14:30:45.212588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace61b7-82af-4826-9c38-f88898a98fc4 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074a12e8-bd27-4d84-b831-8f205a30f49f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:45.216026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48172) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:45.223474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fd471aa5-de53-48a7-9a7b-6a37f8d1fdf0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'security_group': {'name': 'tempest-secgroup-1519971051'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:45.261856 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd471aa5-de53-48a7-9a7b-6a37f8d1fdf0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:45.321865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-29b5c37d-0087-4ddb-8123-2c3caae0034c None None] Allocated IP 2001:db8::2 (cc7dae14-12db-4efa-ba88-f363054d179a/cd7a475e-f5a0-4856-95cf-8aa05ff14d75/41288efa-6825-40dc-a5e1-796c87edb28f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:45.522639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-29b5c37d-0087-4ddb-8123-2c3caae0034c None None] For port 41288efa-6825-40dc-a5e1-796c87edb28f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=41288efa-6825-40dc-a5e1-796c87edb28f,segment=NetworkSegment(e570728b-3132-4553-b438-6b933857e225),segment_id=e570728b-3132-4553-b438-6b933857e225)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:45.543681 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd471aa5-de53-48a7-9a7b-6a37f8d1fdf0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:45.556585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b4fd0-d86c-407c-b3e4-4d087abc2e98 req-c1489b4e-a0af-4b50-bf5e-8fd8b6bf994e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:45.570451 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f89b4fd0-d86c-407c-b3e4-4d087abc2e98 req-c1489b4e-a0af-4b50-bf5e-8fd8b6bf994e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 945 time: 0.7837934 Aug 31 14:30:45.573232 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-29b5c37d-0087-4ddb-8123-2c3caae0034c None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:45.574223 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd471aa5-de53-48a7-9a7b-6a37f8d1fdf0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:45.601691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-29b5c37d-0087-4ddb-8123-2c3caae0034c None None] Transition to ACTIVE for port object 41288efa-6825-40dc-a5e1-796c87edb28f will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:45.607532 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-29b5c37d-0087-4ddb-8123-2c3caae0034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:45.650374 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd471aa5-de53-48a7-9a7b-6a37f8d1fdf0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:45.655368 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-0fb0f17e-64ad-4cbe-ac4a-e35c81cd1959 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8945057 Aug 31 14:30:45.658047 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fd471aa5-de53-48a7-9a7b-6a37f8d1fdf0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4400291 Aug 31 14:30:45.658374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48182) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:45.665379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5c37d-0087-4ddb-8123-2c3caae0034c None None] Pushing event updated for resources: {'Port': ['ID=41288efa-6825-40dc-a5e1-796c87edb28f,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:45.669543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2054608213', 'security_groups': ['ab849ea8-09bc-4380-9801-c02189ac574c'], 'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cd7a475e-f5a0-4856-95cf-8aa05ff14d75'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:45.690593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee465c-3722-4eee-8f88-0dcc766660e3 req-ee4fdfc9-0bef-4328-95ed-ffb08059dc5d tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:45.693309 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95ee465c-3722-4eee-8f88-0dcc766660e3 req-ee4fdfc9-0bef-4328-95ed-ffb08059dc5d tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 949 time: 0.1773040 Aug 31 14:30:45.694780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd471aa5-de53-48a7-9a7b-6a37f8d1fdf0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab849ea8-09bc-4380-9801-c02189ac574c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:45.772779 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95ee465c-3722-4eee-8f88-0dcc766660e3 req-b46aeee8-1276-4084-84a2-db586b01c6f5 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667915 Aug 31 14:30:45.839869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f89b4fd0-d86c-407c-b3e4-4d087abc2e98 req-f91c9cf9-6a98-4a27-bd69-d81b6d8afb24 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/security-groups?id=40bbebc8-b9dd-4769-af52-945f65a1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681801 Aug 31 14:30:45.863024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 41288efa-6825-40dc-a5e1-796c87edb28f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:45.987595 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-b61e64ff-7217-4942-b60a-c858756ac309 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981422 Aug 31 14:30:46.003422 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5c72845-1778-499e-a8f0-3a8eacc3670c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:46.009036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae606-c0e4-4f3b-960c-ede7797fa2f7 req-6809babe-9409-45d4-9c37-f6d13d7c20b2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:46.021570 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe8ae606-c0e4-4f3b-960c-ede7797fa2f7 req-6809babe-9409-45d4-9c37-f6d13d7c20b2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.1350231 Aug 31 14:30:46.103602 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe8ae606-c0e4-4f3b-960c-ede7797fa2f7 req-2957db9d-b390-437c-b336-a2b169e3ef1d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783508 Aug 31 14:30:46.107108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c72845-1778-499e-a8f0-3a8eacc3670c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=711fb668-d59b-4a64-9f60-09550da24e3f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:46.123775 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-e61b99ff-5624-43f6-9c1b-babea78867e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=dbc07de3-f945-4450-882b-57900fb39169 HTTP/1.1" status: 200 len: 217 time: 0.1214838 Aug 31 14:30:46.238615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:46.355039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-7cffc4da-275f-41b4-a32e-843ae46e0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:46.356611 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-7cffc4da-275f-41b4-a32e-843ae46e0203 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.2215345 Aug 31 14:30:46.381699 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5c72845-1778-499e-a8f0-3a8eacc3670c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:46.384514 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5c72845-1778-499e-a8f0-3a8eacc3670c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:46.385733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b5c72845-1778-499e-a8f0-3a8eacc3670c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/floatingips/bdc85734-492c-4d07-a229-f01f1d2b0fff HTTP/1.1" status: 204 len: 168 time: 2.6495650 Aug 31 14:30:46.389294 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48204) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:46.395624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '1add8b84-c7e6-417f-baf3-86c53b9eee53'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:46.425221 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:46.456732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5aef2-9d88-486c-b89d-e7ea666d16eb req-f24e0d94-8e12-4b8a-937e-2ed37b3a401c tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:46.459529 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-00c5aef2-9d88-486c-b89d-e7ea666d16eb req-f24e0d94-8e12-4b8a-937e-2ed37b3a401c tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 945 time: 0.2618914 Aug 31 14:30:46.520456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-48fd5296-3899-4ebf-ab99-b20c048979f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:46.521974 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-48fd5296-3899-4ebf-ab99-b20c048979f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1546726 Aug 31 14:30:46.588073 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:46.618020 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:46.646789 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-00c5aef2-9d88-486c-b89d-e7ea666d16eb req-36ac7963-eac4-465b-96a6-8eee278cb648 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/security-groups?id=40bbebc8-b9dd-4769-af52-945f65a1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581593 Aug 31 14:30:46.662485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] device_id is not set on port 7a40fbdd-6a64-4f6e-9ea8-648202845e10 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:30:46.686799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3bbbca64-3e8a-43b0-9969-8eac6082d010 None None] Provisioning for port 41288efa-6825-40dc-a5e1-796c87edb28f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:46.692646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3bbbca64-3e8a-43b0-9969-8eac6082d010 None None] Provisioning complete for port 41288efa-6825-40dc-a5e1-796c87edb28f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:46.693101 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3bbbca64-3e8a-43b0-9969-8eac6082d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:46.740725 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-d7004d79-f71c-4172-bc29-578d0511a60e service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055662 Aug 31 14:30:46.774258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.25.2.246 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/08c1e815-3163-4f25-a226-88e067766692) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:46.820840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3bbbca64-3e8a-43b0-9969-8eac6082d010 None None] Provisioning complete for port b89a3684-8f2c-4d3a-8ac7-6a0966506e35 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:46.822572 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3bbbca64-3e8a-43b0-9969-8eac6082d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:46.861728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3bbbca64-3e8a-43b0-9969-8eac6082d010 None None] Port b89a3684-8f2c-4d3a-8ac7-6a0966506e35 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:46.958785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-62e04c50-cc3a-4b2b-ae02-9fb14449c06c service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017539 Aug 31 14:30:46.976092 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:46.978129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Allocated IP 2001:db8::180 (cc7dae14-12db-4efa-ba88-f363054d179a/cd7a475e-f5a0-4856-95cf-8aa05ff14d75/7a40fbdd-6a64-4f6e-9ea8-648202845e10) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:46.986367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ccb35-0b60-418b-8d64-e79959671dd5 req-b71e8543-9e85-48b3-8212-d2068c86b2a5 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:46.987961 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-823ccb35-0b60-418b-8d64-e79959671dd5 req-b71e8543-9e85-48b3-8212-d2068c86b2a5 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 949 time: 0.1056943 Aug 31 14:30:47.026380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-c7813e27-edd2-4277-9ec3-b08c70292447 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=46681e42-b392-40ec-9c3e-c611227256b0 HTTP/1.1" status: 200 len: 217 time: 0.0504241 Aug 31 14:30:47.053586 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-823ccb35-0b60-418b-8d64-e79959671dd5 req-4c289a19-0fba-4013-ac9a-1f33c2ecbf26 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517437 Aug 31 14:30:47.067313 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:47.125667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:47.133372 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:47.144106 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:47.146132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-064df2d1-001d-4b44-aa40-de8f719d0f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:47.148587 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-064df2d1-001d-4b44-aa40-de8f719d0f12 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.1135452 Aug 31 14:30:47.155016 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=08c1e815-3163-4f25-a226-88e067766692,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:47.289743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-4bd122e0-42f7-4488-8cbd-91939949f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:47.291617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-4bd122e0-42f7-4488-8cbd-91939949f634 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1231689 Aug 31 14:30:47.298779 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:47.347036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af3b0d-cf67-4609-93cd-5c86b70ee541 req-92a09b2b-f150-45d9-aae8-fcf25f555b29 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:47.349190 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45af3b0d-cf67-4609-93cd-5c86b70ee541 req-92a09b2b-f150-45d9-aae8-fcf25f555b29 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.1427138 Aug 31 14:30:47.397793 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Transition to ACTIVE for port object 7a40fbdd-6a64-4f6e-9ea8-648202845e10 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:47.495396 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45af3b0d-cf67-4609-93cd-5c86b70ee541 req-41dca300-1801-46ef-bfba-1e0a19a86c42 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337044 Aug 31 14:30:47.506068 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:47.555507 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-c3e75083-1589-4232-8aa9-d2afea58ca64 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490511 Aug 31 14:30:47.586994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network cc7dae14-12db-4efa-ba88-f363054d179a is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:47.606294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:47.612629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:47.622888 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:47.624004 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:47.651382 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:47.691328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=7a40fbdd-6a64-4f6e-9ea8-648202845e10,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:47.714194 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5367f07c-a1cb-4760-b0a4-524aa5c69d4d tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0543270 Aug 31 14:30:47.721567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48258) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:47.740735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d6bea4c8-8a15-4747-b32b-9aaaae3c2e40 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:47.797740 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:47.798541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f78323-56e2-45a4-9557-17d7c24b0e25 req-9e4cbc6b-5c11-48cc-bfa5-992889668e36 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:47.801866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-89f78323-56e2-45a4-9557-17d7c24b0e25 req-9e4cbc6b-5c11-48cc-bfa5-992889668e36 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 945 time: 0.2605481 Aug 31 14:30:47.952940 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-370ceee3-45ba-4b95-8221-cb96dd727ac6 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780582 Aug 31 14:30:47.995660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-08d3af60-1687-4261-a984-269a142723ec None None] Provisioning for port 7a40fbdd-6a64-4f6e-9ea8-648202845e10 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:48.004246 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-08d3af60-1687-4261-a984-269a142723ec None None] Provisioning complete for port 7a40fbdd-6a64-4f6e-9ea8-648202845e10 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:48.004597 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08d3af60-1687-4261-a984-269a142723ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.016166 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ce689cb8-6317-487c-bd7d-3392e92a4f61 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:48.031738 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.038239 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.083037 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5c65c-c4cb-4a94-835a-4f5b09b1a26e req-699934f9-6f08-413d-908b-e0e6694401bb tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:48.084498 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-47a5c65c-c4cb-4a94-835a-4f5b09b1a26e req-699934f9-6f08-413d-908b-e0e6694401bb tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 945 time: 0.2985551 Aug 31 14:30:48.099436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-6f3d81f5-6dcc-4ceb-81f9-d09438a67a89 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=9a69c30f-e49c-4c35-82b4-3dbc7c73eced HTTP/1.1" status: 200 len: 217 time: 0.1361763 Aug 31 14:30:48.108420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-08d3af60-1687-4261-a984-269a142723ec None None] Port 7a40fbdd-6a64-4f6e-9ea8-648202845e10 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:48.149562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=08c1e815-3163-4f25-a226-88e067766692,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:48.149925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port ce689cb8-6317-487c-bd7d-3392e92a4f61 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:48.154407 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port ce689cb8-6317-487c-bd7d-3392e92a4f61 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:48.154773 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.177057 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.258095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-9518748f-6a86-4881-85d4-ae31383da6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:48.259695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-9518748f-6a86-4881-85d4-ae31383da6fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.1413245 Aug 31 14:30:48.283620 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bea4c8-8a15-4747-b32b-9aaaae3c2e40 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:48.287138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6bea4c8-8a15-4747-b32b-9aaaae3c2e40 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.288962 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.296427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-47a5c65c-c4cb-4a94-835a-4f5b09b1a26e req-84d7522a-a9c0-417d-90cd-293604fea392 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/security-groups?id=40bbebc8-b9dd-4769-af52-945f65a1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959715 Aug 31 14:30:48.330366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e5aa8c-e88b-4899-9aa8-830a745acaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce689cb8-6317-487c-bd7d-3392e92a4f61'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:48.333152 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b042fc07-ff1e-40a3-8398-3b7a80bbbf71" -d '{"events": [{"server_uuid": "81e5aa8c-e88b-4899-9aa8-830a745acaa0", "name": "network-vif-plugged", "status": "completed", "tag": "ce689cb8-6317-487c-bd7d-3392e92a4f61"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:48.369336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ce689cb8-6317-487c-bd7d-3392e92a4f61, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ce689cb8-6317-487c-bd7d-3392e92a4f61,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:48.373034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46313524-aa9e-45d1-87d4-38cfcd4e3a25 req-9f609179-5322-48f4-b558-cf58547c512b tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:48.374680 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-46313524-aa9e-45d1-87d4-38cfcd4e3a25 req-9f609179-5322-48f4-b558-cf58547c512b tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 949 time: 0.1360934 Aug 31 14:30:48.381838 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.390130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-89f78323-56e2-45a4-9557-17d7c24b0e25 req-7e1b7530-6ad1-4a1e-9dd2-998c78b1d34e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Deleting port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:48.390483 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89f78323-56e2-45a4-9557-17d7c24b0e25 req-7e1b7530-6ad1-4a1e-9dd2-998c78b1d34e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.395014 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903563a5-97f8-4c5b-9597-d6041e54ddb3 x-openstack-request-id: req-903563a5-97f8-4c5b-9597-d6041e54ddb3 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:48.395354 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e5aa8c-e88b-4899-9aa8-830a745acaa0", "name": "network-vif-plugged", "status": "completed", "tag": "ce689cb8-6317-487c-bd7d-3392e92a4f61", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:48.401965 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-903563a5-97f8-4c5b-9597-d6041e54ddb3 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:48.402772 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e5aa8c-e88b-4899-9aa8-830a745acaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce689cb8-6317-487c-bd7d-3392e92a4f61', 'code': 200} Aug 31 14:30:48.416685 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Floating IP 6b02fd7b-ab49-4486-a0a4-2b58cd0250bb associated. External IP: 172.25.2.246, port: 1add8b84-c7e6-417f-baf3-86c53b9eee53. Aug 31 14:30:48.488804 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-0802645e-940d-41f6-80cf-1273942e1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:48.489351 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-0802645e-940d-41f6-80cf-1273942e1cd8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2191253 Aug 31 14:30:48.493457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=ce689cb8-6317-487c-bd7d-3392e92a4f61,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:48.557227 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-46313524-aa9e-45d1-87d4-38cfcd4e3a25 req-61b1614a-088e-4e9e-8883-f451d03d9e98 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637874 Aug 31 14:30:48.963473 n-d-806683-5 neutron-server[94871]: INFO neutron.db.ipam_backend_mixin [None req-d6bea4c8-8a15-4747-b32b-9aaaae3c2e40 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd7a475e-f5a0-4856-95cf-8aa05ff14d75 (CIDR: 2001:db8::/64) Aug 31 14:30:48.974675 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bea4c8-8a15-4747-b32b-9aaaae3c2e40 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:30:48.975497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bea4c8-8a15-4747-b32b-9aaaae3c2e40 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:30:48.999314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-89f78323-56e2-45a4-9557-17d7c24b0e25 req-7e1b7530-6ad1-4a1e-9dd2-998c78b1d34e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] For port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=3b7b3a5d-24f7-45d8-9d32-240336fc0ccb,segment=NetworkSegment(5913689c-a329-43bd-a1cd-9f74b0f6a4e9),segment_id=5913689c-a329-43bd-a1cd-9f74b0f6a4e9)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:48.999699 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89f78323-56e2-45a4-9557-17d7c24b0e25 req-7e1b7530-6ad1-4a1e-9dd2-998c78b1d34e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.014588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b436a1-f6b5-4fe7-9de2-0823a3084e32 req-ea70cac8-9847-498b-8a00-6bb594ab6c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:49.016327 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-22b436a1-f6b5-4fe7-9de2-0823a3084e32 req-ea70cac8-9847-498b-8a00-6bb594ab6c1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 1101 time: 0.5234971 Aug 31 14:30:49.072599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-89f78323-56e2-45a4-9557-17d7c24b0e25 req-7e1b7530-6ad1-4a1e-9dd2-998c78b1d34e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Calling delete_port for 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:49.076586 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d6bea4c8-8a15-4747-b32b-9aaaae3c2e40 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3539255 Aug 31 14:30:49.080105 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:49.080105 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48298) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:49.085164 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-44631d3e-39e1-4254-a0f5-5a5e83424550 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:49.118195 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-c5590777-88f5-4969-95f7-e3057177c2bf service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140633 Aug 31 14:30:49.166670 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-22b436a1-f6b5-4fe7-9de2-0823a3084e32 req-b2b04c63-9eea-4096-ac60-f16f8e71a72c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208634 Aug 31 14:30:49.177857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7bffd-6d82-4bbc-83ea-59e8c45218a6 req-ce76310b-4aee-4434-bfcc-69c281745397 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:49.179909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10a7bffd-6d82-4bbc-83ea-59e8c45218a6 req-ce76310b-4aee-4434-bfcc-69c281745397 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.2216852 Aug 31 14:30:49.299350 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.302012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10a7bffd-6d82-4bbc-83ea-59e8c45218a6 req-01b01f1a-65a7-41fe-90f7-53d2ba623232 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050169 Aug 31 14:30:49.307061 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:49.311632 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44631d3e-39e1-4254-a0f5-5a5e83424550 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:49.315992 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44631d3e-39e1-4254-a0f5-5a5e83424550 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.323467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48052ffb-f74d-4b13-b73b-f32b0d2d32b6 None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:49.334791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48052ffb-f74d-4b13-b73b-f32b0d2d32b6 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:49.335825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-48052ffb-f74d-4b13-b73b-f32b0d2d32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:49.356540 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-3325bd7f-a62d-4132-8580-c7d3eae528d3 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287242 Aug 31 14:30:49.360839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48304) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:49.375363 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-48052ffb-f74d-4b13-b73b-f32b0d2d32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:49.385527 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48052ffb-f74d-4b13-b73b-f32b0d2d32b6 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:49.386381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-48052ffb-f74d-4b13-b73b-f32b0d2d32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:49.406188 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.440366 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-1e9dbf45-3597-47fc-95b2-bcdc7e0efce4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3b849ce-aa09-477e-8cca-9af7f3f55d9b HTTP/1.1" status: 200 len: 217 time: 0.0510182 Aug 31 14:30:49.448086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-48052ffb-f74d-4b13-b73b-f32b0d2d32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:49.449259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48052ffb-f74d-4b13-b73b-f32b0d2d32b6 None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:49.489345 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-68ea3080-7576-49c7-bec8-b0b77d884147 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0977488 Aug 31 14:30:49.495454 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89f78323-56e2-45a4-9557-17d7c24b0e25 req-7e1b7530-6ad1-4a1e-9dd2-998c78b1d34e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.496400 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48308) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:49.502790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1f60d174-f6bc-4977-a994-5b42ba8750b2 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1430313165'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:49.532709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b7530-6ad1-4a1e-9dd2-998c78b1d34e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Pushing event deleted for resources: {'Port': ['ID=3b7b3a5d-24f7-45d8-9d32-240336fc0ccb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:49.536660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a0ec0-3bbd-434f-82eb-cd8c29ffd11f req-8564ac68-18b1-46a9-9530-a54b1626ffc3 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:49.538738 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-070a0ec0-3bbd-434f-82eb-cd8c29ffd11f req-8564ac68-18b1-46a9-9530-a54b1626ffc3 tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc4422d-d282-4ebf-a252-58c523b5e801 HTTP/1.1" status: 200 len: 867 time: 0.1360793 Aug 31 14:30:49.545773 n-d-806683-5 neutron-server[94870]: INFO neutron.db.ipam_backend_mixin [None req-44631d3e-39e1-4254-a0f5-5a5e83424550 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d9a2557c-dbff-4c05-b9f7-9264b3de91d1 (CIDR: 2001:db8:0:1::/64) Aug 31 14:30:49.546289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-807d65b4-114a-450c-bf54-b3a0a4b705bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:49.547953 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-807d65b4-114a-450c-bf54-b3a0a4b705bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2d72d2fc-c8a5-4582-90c7-ef167bb569ca HTTP/1.1" status: 200 len: 797 time: 0.0999978 Aug 31 14:30:49.548608 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd2b3fa4-9245-4374-96a1-7e474c0aa7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.559978 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-44631d3e-39e1-4254-a0f5-5a5e83424550 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:30:49.560423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44631d3e-39e1-4254-a0f5-5a5e83424550 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:30:49.588724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f60d174-f6bc-4977-a994-5b42ba8750b2 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Made reservation on behalf of 745d2b1339134ebabe01afcad0e4f0c5 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:49.593010 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1f60d174-f6bc-4977-a994-5b42ba8750b2 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.605471 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-44631d3e-39e1-4254-a0f5-5a5e83424550 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5248995 Aug 31 14:30:49.610388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48314) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:49.625206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9ee1b0da-b7b0-4908-b1d2-d53aa41af24f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'subnet': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:49.653043 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12e38502-2890-4fef-8b9a-762adbcecc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.655575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f78323-56e2-45a4-9557-17d7c24b0e25 req-7e1b7530-6ad1-4a1e-9dd2-998c78b1d34e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] No DVR routers for this DVR port 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:30:49.661520 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89f78323-56e2-45a4-9557-17d7c24b0e25 req-7e1b7530-6ad1-4a1e-9dd2-998c78b1d34e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.666117 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-89f78323-56e2-45a4-9557-17d7c24b0e25 req-7e1b7530-6ad1-4a1e-9dd2-998c78b1d34e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.25 "DELETE /v2.0/ports/3b7b3a5d-24f7-45d8-9d32-240336fc0ccb HTTP/1.1" status: 204 len: 173 time: 1.7978170 Aug 31 14:30:49.667005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc4422d-d282-4ebf-a252-58c523b5e801', 'name': 'network-vif-deleted', 'tag': '3b7b3a5d-24f7-45d8-9d32-240336fc0ccb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:49.674504 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e958e44-e142-4f1d-82ab-fc13d9446187" -d '{"events": [{"server_uuid": "9cc4422d-d282-4ebf-a252-58c523b5e801", "name": "network-vif-deleted", "tag": "3b7b3a5d-24f7-45d8-9d32-240336fc0ccb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:49.685512 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-070a0ec0-3bbd-434f-82eb-cd8c29ffd11f req-60baaa78-1a29-4d7a-a448-c86c3ab5cb4e tempest-ServerGroupTestJSON-1774883376 tempest-ServerGroupTestJSON-1774883376-project] 10.222.0.39 "GET /v2.0/security-groups?id=40bbebc8-b9dd-4769-af52-945f65a1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377962 Aug 31 14:30:49.702942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f60d174-f6bc-4977-a994-5b42ba8750b2 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:30:49.727369 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1f60d174-f6bc-4977-a994-5b42ba8750b2 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.727963 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-1f60d174-f6bc-4977-a994-5b42ba8750b2 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Added segment 437bf13e-e740-4afd-8de3-22c82cbcb58e of type vlan for network fa411cce-a35f-4459-97e3-76037e3f02eb Aug 31 14:30:49.791843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-0e12d3de-d52f-476d-b1d2-97fecae2997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:49.793213 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-0e12d3de-d52f-476d-b1d2-97fecae2997f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=703d1749-b334-41de-af58-b448e639a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2161613 Aug 31 14:30:49.795311 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12e38502-2890-4fef-8b9a-762adbcecc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.800004 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1f60d174-f6bc-4977-a994-5b42ba8750b2 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.806251 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a39df4-f155-445f-9b58-3b123fbe21b1 x-openstack-request-id: req-97a39df4-f155-445f-9b58-3b123fbe21b1 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:49.806551 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc4422d-d282-4ebf-a252-58c523b5e801", "name": "network-vif-deleted", "tag": "3b7b3a5d-24f7-45d8-9d32-240336fc0ccb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:49.806805 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97a39df4-f155-445f-9b58-3b123fbe21b1 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:49.807355 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc4422d-d282-4ebf-a252-58c523b5e801', 'name': 'network-vif-deleted', 'tag': '3b7b3a5d-24f7-45d8-9d32-240336fc0ccb', 'status': 'completed', 'code': 200} Aug 31 14:30:49.830652 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12e38502-2890-4fef-8b9a-762adbcecc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.845046 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1f60d174-f6bc-4977-a994-5b42ba8750b2 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.852222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f60d174-f6bc-4977-a994-5b42ba8750b2 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:49.852430 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1f60d174-f6bc-4977-a994-5b42ba8750b2 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.860181 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee1b0da-b7b0-4908-b1d2-d53aa41af24f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Made reservation on behalf of f3c611d741be49adbca35ee8a5cd3d28 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:49.864233 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b0da-b7b0-4908-b1d2-d53aa41af24f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:49.930325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e38502-2890-4fef-8b9a-762adbcecc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005b637f-b091-4ed0-a5f3-29fc4dfdf2d3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:49.939697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96534cd9-2fc9-4589-925f-ef2f7c3c2b31 req-6da076c9-bd6f-4e80-b827-645c9fde2f11 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:49.941207 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96534cd9-2fc9-4589-925f-ef2f7c3c2b31 req-6da076c9-bd6f-4e80-b827-645c9fde2f11 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 950 time: 0.1532197 Aug 31 14:30:49.945596 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-12e38502-2890-4fef-8b9a-762adbcecc69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a803ce44d9914b609788e3d92d43a76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5836070 Aug 31 14:30:49.948351 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48320) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:49.971140 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1f60d174-f6bc-4977-a994-5b42ba8750b2 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4725897 Aug 31 14:30:49.978225 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48322) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:49.985261 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60d174-f6bc-4977-a994-5b42ba8750b2 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Network': ['ID=fa411cce-a35f-4459-97e3-76037e3f02eb,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:49.994136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a57d1690-11d3-4297-a8c7-f4c5db37b43c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'subnet': {'network_id': 'fa411cce-a35f-4459-97e3-76037e3f02eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:49.998922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network fa411cce-a35f-4459-97e3-76037e3f02eb details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:30:50.109649 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-637c048f-ef4f-40e1-bfa2-9403445d04ae service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885280 Aug 31 14:30:50.123993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96534cd9-2fc9-4589-925f-ef2f7c3c2b31 req-67c10cc2-8233-4c23-83d3-be222458bc93 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735098 Aug 31 14:30:50.224282 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0fdc553c-55b1-465d-8283-85025c086491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:50.238317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b0da-b7b0-4908-b1d2-d53aa41af24f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:50.280340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57d1690-11d3-4297-a8c7-f4c5db37b43c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Made reservation on behalf of 745d2b1339134ebabe01afcad0e4f0c5 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:50.282458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee1b0da-b7b0-4908-b1d2-d53aa41af24f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Network cc7dae14-12db-4efa-ba88-f363054d179a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:50.284004 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a57d1690-11d3-4297-a8c7-f4c5db37b43c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:50.286007 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-9ee1b0da-b7b0-4908-b1d2-d53aa41af24f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:50.290805 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0fdc553c-55b1-465d-8283-85025c086491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:50.292400 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee1b0da-b7b0-4908-b1d2-d53aa41af24f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:50.293079 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b0da-b7b0-4908-b1d2-d53aa41af24f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:50.300581 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0ecb2b-9a9e-419a-b38f-59e08b2dee4f None None] Network cc7dae14-12db-4efa-ba88-f363054d179a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:50.314127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1b0da-b7b0-4908-b1d2-d53aa41af24f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Subnet': ['ID=d0879920-00a0-4ded-b175-6fed48f7b242,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:50.320403 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9ee1b0da-b7b0-4908-b1d2-d53aa41af24f tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7052941 Aug 31 14:30:50.322893 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48324) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:50.336884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-82278e3b-6b3e-4167-8049-f091708e3b2a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1765174286', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd0879920-00a0-4ded-b175-6fed48f7b242'}], 'security_groups': ['6550c944-fca7-41c0-9c82-4422bd90963c', '074a12e8-bd27-4d84-b831-8f205a30f49f']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:50.343967 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-cf12f468-5613-46de-a9ff-9ee6100bbdcc service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235432 Aug 31 14:30:50.421215 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-9bb218b0-b8b3-48e3-ad92-7e44a6238d86 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bae37ea2-d7e6-4513-a927-0d658b3709e2 HTTP/1.1" status: 200 len: 217 time: 0.0661497 Aug 31 14:30:50.481324 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:50.510441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:30:50.511163 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 3b7b3a5d-24f7-45d8-9d32-240336fc0ccb not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:30:50.518593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-e59d11df-df25-48d2-adab-459e011b9052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:50.520135 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-e59d11df-df25-48d2-adab-459e011b9052 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2d72d2fc-c8a5-4582-90c7-ef167bb569ca HTTP/1.1" status: 200 len: 797 time: 0.0913904 Aug 31 14:30:50.524320 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0fdc553c-55b1-465d-8283-85025c086491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:50.526918 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0fdc553c-55b1-465d-8283-85025c086491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:50.528074 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0fdc553c-55b1-465d-8283-85025c086491 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/005b637f-b091-4ed0-a5f3-29fc4dfdf2d3 HTTP/1.1" status: 204 len: 168 time: 0.5788090 Aug 31 14:30:50.590592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc553c-55b1-465d-8283-85025c086491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005b637f-b091-4ed0-a5f3-29fc4dfdf2d3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:50.623215 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82278e3b-6b3e-4167-8049-f091708e3b2a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:50.645967 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ea5-4890-476c-83b3-18d70b500131 req-6626ee70-b192-4323-a3de-818b99bcd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:50.647550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-6626ee70-b192-4323-a3de-818b99bcd8ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=703d1749-b334-41de-af58-b448e639a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1183822 Aug 31 14:30:50.652185 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a87e0-769f-47ec-a1bd-b1b7aaf4459b req-ad325adf-de90-4b1b-9568-f48feb9ecb6c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:50.659773 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb3a87e0-769f-47ec-a1bd-b1b7aaf4459b req-ad325adf-de90-4b1b-9568-f48feb9ecb6c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.1913385 Aug 31 14:30:50.675573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62829f51-8f7b-412c-8860-ffc0ac94f4e0 None None] Update dhcp port {'port': {'network_id': 'cc7dae14-12db-4efa-ba88-f363054d179a', 'fixed_ips': [{'subnet_id': 'd9a2557c-dbff-4c05-b9f7-9264b3de91d1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cd7a475e-f5a0-4856-95cf-8aa05ff14d75', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd0879920-00a0-4ded-b175-6fed48f7b242'}], 'binding:host_id': 'n-d-806683-5'}, 'id': '41288efa-6825-40dc-a5e1-796c87edb28f'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:30:50.705507 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-62829f51-8f7b-412c-8860-ffc0ac94f4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:50.738675 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb3a87e0-769f-47ec-a1bd-b1b7aaf4459b req-3637e827-0625-46e9-b6f1-0e8739542f59 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777123 Aug 31 14:30:50.771856 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a57d1690-11d3-4297-a8c7-f4c5db37b43c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:50.887952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d1690-11d3-4297-a8c7-f4c5db37b43c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Checking segment: {'id': '437bf13e-e740-4afd-8de3-22c82cbcb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fa411cce-a35f-4459-97e3-76037e3f02eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:50.888316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57d1690-11d3-4297-a8c7-f4c5db37b43c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network hostable DHCP agents. Network: fa411cce-a35f-4459-97e3-76037e3f02eb, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:30:50.898666 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-ebd194b8-b046-4aa8-a06c-cd02c67d65b8 service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414982 Aug 31 14:30:50.898961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d1690-11d3-4297-a8c7-f4c5db37b43c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Subnet': ['ID=9b1fa0ec-351f-4c36-a6a0-b327d27a1d0c,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:50.972521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57d1690-11d3-4297-a8c7-f4c5db37b43c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network fa411cce-a35f-4459-97e3-76037e3f02eb is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:30:50.996410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a57d1690-11d3-4297-a8c7-f4c5db37b43c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, fa411cce-a35f-4459-97e3-76037e3f02eb) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:51.014094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57d1690-11d3-4297-a8c7-f4c5db37b43c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:51.014689 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a57d1690-11d3-4297-a8c7-f4c5db37b43c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.048644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997f6a1b-e310-43de-a532-80c6e128b78f None None] Network fa411cce-a35f-4459-97e3-76037e3f02eb requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:51.050014 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a57d1690-11d3-4297-a8c7-f4c5db37b43c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0650058 Aug 31 14:30:51.054192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48344) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:51.064754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1869921489', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:51.092273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48346) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:51.116212 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38688ea5-4890-476c-83b3-18d70b500131 req-3ade0914-b978-4740-b498-2bfe0a60fea5 service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026703 Aug 31 14:30:51.145571 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.148534 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.155495 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-097a5f1f-ec7a-4151-8340-af0506e1ebb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.232093 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.255447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-62829f51-8f7b-412c-8860-ffc0ac94f4e0 None None] Allocated IP 2001:db8:0:2::2 (cc7dae14-12db-4efa-ba88-f363054d179a/d0879920-00a0-4ded-b175-6fed48f7b242/41288efa-6825-40dc-a5e1-796c87edb28f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:51.309071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48362) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:51.358695 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33372456-d875-4189-b8d0-95d6fe07a621 req-b63e0fe1-dc04-4299-987a-754d67d30662 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:51.363700 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-33372456-d875-4189-b8d0-95d6fe07a621 req-b63e0fe1-dc04-4299-987a-754d67d30662 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 950 time: 0.1150861 Aug 31 14:30:51.401269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54fdfa9-058f-4824-bb38-95b3d9a12685 admin admin] Deleting subnet bb5a2d28-b7eb-49ca-8a9a-b6d1413b0df4 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:30:51.407968 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f54fdfa9-058f-4824-bb38-95b3d9a12685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.418404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-fa411cce-a35f-4459-97e3-76037e3f02eb', 'network_id': 'fa411cce-a35f-4459-97e3-76037e3f02eb', 'tenant_id': '745d2b1339134ebabe01afcad0e4f0c5', 'fixed_ips': [{'subnet_id': '9b1fa0ec-351f-4c36-a6a0-b327d27a1d0c'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:30:51.420935 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.422162 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.445059 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-33372456-d875-4189-b8d0-95d6fe07a621 req-f3025eee-85cd-4f71-9695-fffcf9b4181a tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738935 Aug 31 14:30:51.461060 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f54fdfa9-058f-4824-bb38-95b3d9a12685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.524682 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-097a5f1f-ec7a-4151-8340-af0506e1ebb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.528696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f54fdfa9-058f-4824-bb38-95b3d9a12685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.533239 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-097a5f1f-ec7a-4151-8340-af0506e1ebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.600566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-62829f51-8f7b-412c-8860-ffc0ac94f4e0 None None] For port 41288efa-6825-40dc-a5e1-796c87edb28f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=41288efa-6825-40dc-a5e1-796c87edb28f,segment=NetworkSegment(e570728b-3132-4553-b438-6b933857e225),segment_id=e570728b-3132-4553-b438-6b933857e225)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:51.610947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f54fdfa9-058f-4824-bb38-95b3d9a12685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.631168 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-097a5f1f-ec7a-4151-8340-af0506e1ebb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ec566586e954610b077ece543c8d820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385573 Aug 31 14:30:51.631168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a5f1f-ec7a-4151-8340-af0506e1ebb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8b011b-dcac-45b2-83f4-15b5be6746f5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:51.635259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48368) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:51.679720 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-62829f51-8f7b-412c-8860-ffc0ac94f4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.684199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fdfa9-058f-4824-bb38-95b3d9a12685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5a2d28-b7eb-49ca-8a9a-b6d1413b0df4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:51.689453 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f54fdfa9-058f-4824-bb38-95b3d9a12685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.696944 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Allocated IP 172.20.0.2 (fa411cce-a35f-4459-97e3-76037e3f02eb/9b1fa0ec-351f-4c36-a6a0-b327d27a1d0c/dcbfb860-1b6f-46d7-b789-22e38cbe9b7e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:51.698767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48370) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:51.701250 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f54fdfa9-058f-4824-bb38-95b3d9a12685 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bb5a2d28-b7eb-49ca-8a9a-b6d1413b0df4 HTTP/1.1" status: 204 len: 168 time: 0.3892596 Aug 31 14:30:51.713350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-62829f51-8f7b-412c-8860-ffc0ac94f4e0 None None] Transition to ACTIVE for port object 41288efa-6825-40dc-a5e1-796c87edb28f will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:51.719721 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-62829f51-8f7b-412c-8860-ffc0ac94f4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.782280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62829f51-8f7b-412c-8860-ffc0ac94f4e0 None None] Pushing event updated for resources: {'Port': ['ID=41288efa-6825-40dc-a5e1-796c87edb28f,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:51.946256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-82278e3b-6b3e-4167-8049-f091708e3b2a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Delete allocated IP 2001:db8::180 (cc7dae14-12db-4efa-ba88-f363054d179a/cd7a475e-f5a0-4856-95cf-8aa05ff14d75) {{(pid=94870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:30:52.007370 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.012996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad2aaa28-dd6b-47f9-9acf-47eda3f5e5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.025054 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Transition to ACTIVE for port object dcbfb860-1b6f-46d7-b789-22e38cbe9b7e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:52.036949 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-82278e3b-6b3e-4167-8049-f091708e3b2a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Allocated IP 2001:db8:0:2::33 (cc7dae14-12db-4efa-ba88-f363054d179a/d0879920-00a0-4ded-b175-6fed48f7b242/7a40fbdd-6a64-4f6e-9ea8-648202845e10) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:52.053422 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af689232-b6c8-4fe3-a54d-65dee958210d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.053637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Transition to ACTIVE for port object dcbfb860-1b6f-46d7-b789-22e38cbe9b7e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:52.062854 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.091573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d4ab3-72e1-429a-8ffd-80126d8ed93c req-95d30e23-1aa1-4764-8347-115482625a89 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:52.093110 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ff0d4ab3-72e1-429a-8ffd-80126d8ed93c req-95d30e23-1aa1-4764-8347-115482625a89 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.1264603 Aug 31 14:30:52.120683 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad2aaa28-dd6b-47f9-9acf-47eda3f5e5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.157392 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.221141 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Network fa411cce-a35f-4459-97e3-76037e3f02eb is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:52.230127 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cc89834-313f-4e1e-b6aa-2e93e15a382d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.252564 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.256568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:52.261467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Pushing event updated for resources: {'Port': ['ID=dcbfb860-1b6f-46d7-b789-22e38cbe9b7e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:52.265371 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ff0d4ab3-72e1-429a-8ffd-80126d8ed93c req-ae3e7de8-5b27-4cba-828a-644c53ae4510 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587505 Aug 31 14:30:52.267634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:52.322251 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.361366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Attempting to bind port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:52.361737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Attempting to bind port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '437bf13e-e740-4afd-8de3-22c82cbcb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fa411cce-a35f-4459-97e3-76037e3f02eb'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:52.362178 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Attempting to bind port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e on network fa411cce-a35f-4459-97e3-76037e3f02eb {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:52.369709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:52.371151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Checking segment: {'id': '437bf13e-e740-4afd-8de3-22c82cbcb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fa411cce-a35f-4459-97e3-76037e3f02eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:52.372905 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.373611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Bound using segment: {'id': '437bf13e-e740-4afd-8de3-22c82cbcb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fa411cce-a35f-4459-97e3-76037e3f02eb'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:52.374544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Bound port: dcbfb860-1b6f-46d7-b789-22e38cbe9b7e, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437bf13e-e740-4afd-8de3-22c82cbcb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fa411cce-a35f-4459-97e3-76037e3f02eb'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:52.376019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.25.2.212 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/e25d4c4e-167b-4ede-a5c4-6d94e85d7eeb) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:52.376364 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.408882 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82278e3b-6b3e-4167-8049-f091708e3b2a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.425736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-82278e3b-6b3e-4167-8049-f091708e3b2a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Transition to ACTIVE for port object 7a40fbdd-6a64-4f6e-9ea8-648202845e10 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:52.432621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82278e3b-6b3e-4167-8049-f091708e3b2a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.438149 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad2aaa28-dd6b-47f9-9acf-47eda3f5e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.441579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad2aaa28-dd6b-47f9-9acf-47eda3f5e5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.443131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ad2aaa28-dd6b-47f9-9acf-47eda3f5e5f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac8b011b-dcac-45b2-83f4-15b5be6746f5 HTTP/1.1" status: 204 len: 168 time: 0.8060567 Aug 31 14:30:52.473189 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2aaa28-dd6b-47f9-9acf-47eda3f5e5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8b011b-dcac-45b2-83f4-15b5be6746f5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:52.502905 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af689232-b6c8-4fe3-a54d-65dee958210d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.542083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] For port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:52.545647 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] For port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dcbfb860-1b6f-46d7-b789-22e38cbe9b7e,segment=NetworkSegment(437bf13e-e740-4afd-8de3-22c82cbcb58e),segment_id=437bf13e-e740-4afd-8de3-22c82cbcb58e)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:52.556465 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.578690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-af689232-b6c8-4fe3-a54d-65dee958210d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd022954-60ab-4b89-978b-1fb6ea668bfc']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:52.606248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-af689232-b6c8-4fe3-a54d-65dee958210d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5913689c-a329-43bd-a1cd-9f74b0f6a4e9') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:52.606876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-af689232-b6c8-4fe3-a54d-65dee958210d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5913689c-a329-43bd-a1cd-9f74b0f6a4e9') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:52.611256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-82278e3b-6b3e-4167-8049-f091708e3b2a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] In _notify_port_updated(), no bound segment for port 7a40fbdd-6a64-4f6e-9ea8-648202845e10 on network cc7dae14-12db-4efa-ba88-f363054d179a {{(pid=94870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:30:52.616898 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82278e3b-6b3e-4167-8049-f091708e3b2a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:52.624103 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af689232-b6c8-4fe3-a54d-65dee958210d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.628266 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82278e3b-6b3e-4167-8049-f091708e3b2a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.629827 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-82278e3b-6b3e-4167-8049-f091708e3b2a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "PUT /v2.0/ports/7a40fbdd-6a64-4f6e-9ea8-648202845e10 HTTP/1.1" status: 200 len: 969 time: 2.3053830 Aug 31 14:30:52.636628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48386) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:52.667223 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af689232-b6c8-4fe3-a54d-65dee958210d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.685709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af689232-b6c8-4fe3-a54d-65dee958210d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:30:52.686206 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af689232-b6c8-4fe3-a54d-65dee958210d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:30:52.688147 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:30:52.700354 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11745291-d93c-493a-b457-b221dc74d5a1 None None] Pushing event updated for resources: {'Port': ['ID=dcbfb860-1b6f-46d7-b789-22e38cbe9b7e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:52.706736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82278e3b-6b3e-4167-8049-f091708e3b2a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event updated for resources: {'Port': ['ID=7a40fbdd-6a64-4f6e-9ea8-648202845e10,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:52.825156 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.861537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f2573-5fc8-4cc4-9b72-236ddc9ccbef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port 7a40fbdd-6a64-4f6e-9ea8-648202845e10 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:52.861920 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2573-5fc8-4cc4-9b72-236ddc9ccbef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.877213 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af689232-b6c8-4fe3-a54d-65dee958210d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.892210 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af689232-b6c8-4fe3-a54d-65dee958210d admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.894187 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-af689232-b6c8-4fe3-a54d-65dee958210d admin admin] 10.222.0.39 "DELETE /v2.0/networks/dd022954-60ab-4b89-978b-1fb6ea668bfc HTTP/1.1" status: 204 len: 168 time: 1.1942790 Aug 31 14:30:52.919286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af689232-b6c8-4fe3-a54d-65dee958210d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd022954-60ab-4b89-978b-1fb6ea668bfc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:52.980312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6ddb7443-94e8-4927-8ad0-43c347ac9cae None None] Provisioning for port 41288efa-6825-40dc-a5e1-796c87edb28f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:52.993777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6ddb7443-94e8-4927-8ad0-43c347ac9cae None None] Provisioning complete for port 41288efa-6825-40dc-a5e1-796c87edb28f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:52.994157 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7443-94e8-4927-8ad0-43c347ac9cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:53.046770 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:53.079978 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2573-5fc8-4cc4-9b72-236ddc9ccbef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:53.100916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f2573-5fc8-4cc4-9b72-236ddc9ccbef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for 7a40fbdd-6a64-4f6e-9ea8-648202845e10 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:53.184075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:53.188403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:53.222301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:53.309959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=e25d4c4e-167b-4ede-a5c4-6d94e85d7eeb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:53.370655 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:53.374419 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6ddb7443-94e8-4927-8ad0-43c347ac9cae None None] Provisioning complete for port b89a3684-8f2c-4d3a-8ac7-6a0966506e35 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:53.377558 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7443-94e8-4927-8ad0-43c347ac9cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:53.448092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48408) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:53.473739 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb7443-94e8-4927-8ad0-43c347ac9cae None None] Port b89a3684-8f2c-4d3a-8ac7-6a0966506e35 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:53.505090 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-25bfc532-19d3-427f-a0cf-5bb3fa2ce4e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bdf4da809f114c8fb6ce3b4a321db05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550523 Aug 31 14:30:53.508232 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48410) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:53.552294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6ddb7443-94e8-4927-8ad0-43c347ac9cae None None] Provisioning for port 7a40fbdd-6a64-4f6e-9ea8-648202845e10 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:53.556993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6ddb7443-94e8-4927-8ad0-43c347ac9cae None None] Provisioning complete for port 7a40fbdd-6a64-4f6e-9ea8-648202845e10 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:53.557506 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7443-94e8-4927-8ad0-43c347ac9cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:53.567621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2573-5fc8-4cc4-9b72-236ddc9ccbef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:53.607298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f2573-5fc8-4cc4-9b72-236ddc9ccbef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=7a40fbdd-6a64-4f6e-9ea8-648202845e10,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:53.612010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb7443-94e8-4927-8ad0-43c347ac9cae None None] Port 7a40fbdd-6a64-4f6e-9ea8-648202845e10 was deleted so its status cannot be updated. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 14:30:53.639516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d7b48-98f5-40ba-a862-146b4dae7544 req-1c0274d3-59e1-4514-8eb0-82de4bbe4728 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:53.649442 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-386d7b48-98f5-40ba-a862-146b4dae7544 req-1c0274d3-59e1-4514-8eb0-82de4bbe4728 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.2077789 Aug 31 14:30:53.691002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2573-5fc8-4cc4-9b72-236ddc9ccbef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:53.696230 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ab9f2573-5fc8-4cc4-9b72-236ddc9ccbef tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/7a40fbdd-6a64-4f6e-9ea8-648202845e10 HTTP/1.1" status: 204 len: 168 time: 1.0584905 Aug 31 14:30:53.696978 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2f6567f5-a376-4cfb-b027-2922503ad097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:53.697162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48412) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:53.731603 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2f6567f5-a376-4cfb-b027-2922503ad097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:53.732907 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b8ed7ee2-b2ea-4740-84ca-7c926ff95ad5 None None] Could not find standard attr ID for object 7a40fbdd-6a64-4f6e-9ea8-648202845e10. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:30:53.825579 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2f6567f5-a376-4cfb-b027-2922503ad097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:53.828009 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2f6567f5-a376-4cfb-b027-2922503ad097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:53.830916 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2f6567f5-a376-4cfb-b027-2922503ad097 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40bbebc8-b9dd-4769-af52-945f65a1bc0f HTTP/1.1" status: 204 len: 168 time: 0.3200176 Aug 31 14:30:53.868747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6567f5-a376-4cfb-b027-2922503ad097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bbebc8-b9dd-4769-af52-945f65a1bc0f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:54.069275 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dcbfb860-1b6f-46d7-b789-22e38cbe9b7e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:54.180022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:54.236982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 41288efa-6825-40dc-a5e1-796c87edb28f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:54.365595 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:54.389628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 41288efa-6825-40dc-a5e1-796c87edb28f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:54.390015 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:54.492156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f770ec16-5d95-4ce7-92e4-55af6dbc33ba None None] Network fa411cce-a35f-4459-97e3-76037e3f02eb requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:54.622396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ef613858-5fd3-466b-8a5d-11f4740ce98f None None] Provisioning for port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:54.646337 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18a3f50-0686-4172-b1be-a35345775438 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] GET failed (client error): The resource could not be found. Aug 31 14:30:54.651624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48444) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:54.652150 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f18a3f50-0686-4172-b1be-a35345775438 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports/7a40fbdd-6a64-4f6e-9ea8-648202845e10 HTTP/1.1" status: 404 len: 333 time: 0.8757098 Aug 31 14:30:54.655716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ef613858-5fd3-466b-8a5d-11f4740ce98f None None] Provisioning complete for port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:54.656099 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef613858-5fd3-466b-8a5d-11f4740ce98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:54.666736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-386d7b48-98f5-40ba-a862-146b4dae7544 req-d354e3f2-869c-440a-9171-4eb279aa9a5c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0162792 Aug 31 14:30:54.712359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:54.754376 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-29e672cd-6976-4c99-8c5a-a147fbec7f13 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:54.795967 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-29e672cd-6976-4c99-8c5a-a147fbec7f13 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:54.873765 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-29e672cd-6976-4c99-8c5a-a147fbec7f13 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:54.882901 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-29e672cd-6976-4c99-8c5a-a147fbec7f13 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:54.885777 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-29e672cd-6976-4c99-8c5a-a147fbec7f13 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/security-groups/ab849ea8-09bc-4380-9801-c02189ac574c HTTP/1.1" status: 204 len: 168 time: 0.2312820 Aug 31 14:30:54.901526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48454) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:54.906446 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:54.925695 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e672cd-6976-4c99-8c5a-a147fbec7f13 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab849ea8-09bc-4380-9801-c02189ac574c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:55.008885 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef613858-5fd3-466b-8a5d-11f4740ce98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.045793 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41a22820-8b8e-408c-8d75-612b0a656aa6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.060921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ef613858-5fd3-466b-8a5d-11f4740ce98f None None] For port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dcbfb860-1b6f-46d7-b789-22e38cbe9b7e,segment=NetworkSegment(437bf13e-e740-4afd-8de3-22c82cbcb58e),segment_id=437bf13e-e740-4afd-8de3-22c82cbcb58e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:55.069701 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef613858-5fd3-466b-8a5d-11f4740ce98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.090706 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41a22820-8b8e-408c-8d75-612b0a656aa6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.093679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.218638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef613858-5fd3-466b-8a5d-11f4740ce98f None None] Pushing event updated for resources: {'Port': ['ID=dcbfb860-1b6f-46d7-b789-22e38cbe9b7e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:55.230557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48466) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:55.291051 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41a22820-8b8e-408c-8d75-612b0a656aa6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.294010 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41a22820-8b8e-408c-8d75-612b0a656aa6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.298450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48472) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:55.298743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-41a22820-8b8e-408c-8d75-612b0a656aa6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/security-groups/074a12e8-bd27-4d84-b831-8f205a30f49f HTTP/1.1" status: 204 len: 168 time: 0.3958962 Aug 31 14:30:55.316059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a22820-8b8e-408c-8d75-612b0a656aa6 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=074a12e8-bd27-4d84-b831-8f205a30f49f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:55.322658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:30:55.437730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a123bff1-a439-41c0-be20-fb13037bd134 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.515590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:55.528273 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-74254b70-dd2b-418d-ac38-8bd7baee87cb None None] Provisioning complete for port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:55.528961 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74254b70-dd2b-418d-ac38-8bd7baee87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.533669 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a123bff1-a439-41c0-be20-fb13037bd134 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.534836 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55edfafb-49ba-4927-8132-1b31fd8d8753 None None] Sync routers for ids ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:55.560629 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55edfafb-49ba-4927-8132-1b31fd8d8753 None None] Routers {'2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:55.574713 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-55edfafb-49ba-4927-8132-1b31fd8d8753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:55.580252 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.582498 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9a703e0e-586e-4fcd-9e4e-24bf3dcef57a tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5269291 Aug 31 14:30:55.585643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48478) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:55.661208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1424239751-network', 'tenant_id': 'bf39a1308dd04525b3c251f5d378afd7'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:55.676668 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-55edfafb-49ba-4927-8132-1b31fd8d8753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:55.707961 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55edfafb-49ba-4927-8132-1b31fd8d8753 None None] Routers {'2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:55.708600 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-55edfafb-49ba-4927-8132-1b31fd8d8753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:55.709617 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a123bff1-a439-41c0-be20-fb13037bd134 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.716030 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a123bff1-a439-41c0-be20-fb13037bd134 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.722822 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a123bff1-a439-41c0-be20-fb13037bd134 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/security-groups/6550c944-fca7-41c0-9c82-4422bd90963c HTTP/1.1" status: 204 len: 168 time: 0.4232919 Aug 31 14:30:55.741762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48484) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:55.752527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] Made reservation on behalf of bf39a1308dd04525b3c251f5d378afd7 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:55.754866 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.799983 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-55edfafb-49ba-4927-8132-1b31fd8d8753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:55.804821 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55edfafb-49ba-4927-8132-1b31fd8d8753 None None] The sync data for ids ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:55.857722 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.868498 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dcbfb860-1b6f-46d7-b789-22e38cbe9b7e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:55.885144 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123bff1-a439-41c0-be20-fb13037bd134 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6550c944-fca7-41c0-9c82-4422bd90963c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:55.918099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b041bc03-f98d-49ec-a633-7e292692ed3e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting subnet cd7a475e-f5a0-4856-95cf-8aa05ff14d75 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:30:55.944371 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b041bc03-f98d-49ec-a633-7e292692ed3e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.978161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:55.978641 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:56.055938 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b041bc03-f98d-49ec-a633-7e292692ed3e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:56.135287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a6121-e168-4be6-a9d3-05ccb56f3e76 req-5554d030-2830-478c-93b8-a1c9e2dfca65 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:56.136910 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-627a6121-e168-4be6-a9d3-05ccb56f3e76 req-5554d030-2830-478c-93b8-a1c9e2dfca65 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.2754133 Aug 31 14:30:56.241144 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-627a6121-e168-4be6-a9d3-05ccb56f3e76 req-0a387a62-dcae-40ff-9ebc-9880cc98a0cc tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899584 Aug 31 14:30:56.271932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b041bc03-f98d-49ec-a633-7e292692ed3e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:56.294971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:56.363724 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:56.372519 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:56.404095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:30:56.449107 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b041bc03-f98d-49ec-a633-7e292692ed3e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:56.452119 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:56.452689 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] Added segment cae05f50-768f-41be-97da-d89e072cc786 of type vlan for network a03f38ab-0e33-464b-9838-b04517f029d8 Aug 31 14:30:56.470849 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992eb084-e7dd-476b-90c3-71497bab4fef,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:56.498598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041bc03-f98d-49ec-a633-7e292692ed3e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7a475e-f5a0-4856-95cf-8aa05ff14d75,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:56.511971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac480526-d9ab-4b83-b4af-6020aff020bd None None] Network cc7dae14-12db-4efa-ba88-f363054d179a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:56.525714 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b041bc03-f98d-49ec-a633-7e292692ed3e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:56.527807 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b041bc03-f98d-49ec-a633-7e292692ed3e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/cd7a475e-f5a0-4856-95cf-8aa05ff14d75 HTTP/1.1" status: 204 len: 168 time: 0.7763789 Aug 31 14:30:56.532885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48502) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:56.554906 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:56.609831 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:56.610844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:56.612095 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:56.733341 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5009680 Aug 31 14:30:56.738233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48508) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:56.751845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7b1198b4-64e1-4372-9ba4-70e3f2a30516 admin admin] Request body: {'subnet': {'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1424239751-subnet', 'tenant_id': 'bf39a1308dd04525b3c251f5d378afd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:56.764347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc301b8-0ede-49f4-8a77-c5950f5f5b5e admin admin] Pushing event updated for resources: {'Network': ['ID=a03f38ab-0e33-464b-9838-b04517f029d8,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:56.801803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1198b4-64e1-4372-9ba4-70e3f2a30516 admin admin] Made reservation on behalf of bf39a1308dd04525b3c251f5d378afd7 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:56.805159 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b1198b4-64e1-4372-9ba4-70e3f2a30516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:56.806495 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network a03f38ab-0e33-464b-9838-b04517f029d8 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:30:56.837359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-9add53ef-9726-4c4a-9c3f-1ad408cfd40a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting subnet d0879920-00a0-4ded-b175-6fed48f7b242 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:30:56.842595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.20.0.1 (fa411cce-a35f-4459-97e3-76037e3f02eb/9b1fa0ec-351f-4c36-a6a0-b327d27a1d0c/95c0dac0-2a78-4728-8e27-2158ec1b6a9b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:56.845252 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9add53ef-9726-4c4a-9c3f-1ad408cfd40a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:56.939960 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9add53ef-9726-4c4a-9c3f-1ad408cfd40a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.115669 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.128339 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9add53ef-9726-4c4a-9c3f-1ad408cfd40a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.177482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Transition to ACTIVE for port object 95c0dac0-2a78-4728-8e27-2158ec1b6a9b will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:57.240088 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b1198b4-64e1-4372-9ba4-70e3f2a30516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.255576 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9add53ef-9726-4c4a-9c3f-1ad408cfd40a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.280037 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.320301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add53ef-9726-4c4a-9c3f-1ad408cfd40a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Subnet': ['ID=d0879920-00a0-4ded-b175-6fed48f7b242,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:57.341559 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9add53ef-9726-4c4a-9c3f-1ad408cfd40a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.343614 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9add53ef-9726-4c4a-9c3f-1ad408cfd40a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/d0879920-00a0-4ded-b175-6fed48f7b242 HTTP/1.1" status: 204 len: 168 time: 0.7507114 Aug 31 14:30:57.345559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1198b4-64e1-4372-9ba4-70e3f2a30516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:57.346492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48516) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:57.421155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1198b4-64e1-4372-9ba4-70e3f2a30516 admin admin] Checking segment: {'id': 'cae05f50-768f-41be-97da-d89e072cc786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:57.421527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1198b4-64e1-4372-9ba4-70e3f2a30516 admin admin] Network hostable DHCP agents. Network: a03f38ab-0e33-464b-9838-b04517f029d8, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:30:57.446839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1198b4-64e1-4372-9ba4-70e3f2a30516 admin admin] Network a03f38ab-0e33-464b-9838-b04517f029d8 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:30:57.471731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=95c0dac0-2a78-4728-8e27-2158ec1b6a9b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:57.487702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network fa411cce-a35f-4459-97e3-76037e3f02eb is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:57.489036 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-affb91d6-7dd7-44cd-ab35-b270c8c06bca tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] DELETE failed (client error): The resource could not be found. Aug 31 14:30:57.489592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affb91d6-7dd7-44cd-ab35-b270c8c06bca tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:30:57.495835 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48520) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:57.498445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-affb91d6-7dd7-44cd-ab35-b270c8c06bca tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/cd7a475e-f5a0-4856-95cf-8aa05ff14d75 HTTP/1.1" status: 404 len: 337 time: 0.1476212 Aug 31 14:30:57.516322 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-7b1198b4-64e1-4372-9ba4-70e3f2a30516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, a03f38ab-0e33-464b-9838-b04517f029d8) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:57.525386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966e5a89-42d0-47af-9de6-b2a1ab7f689d None None] Network a03f38ab-0e33-464b-9838-b04517f029d8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:57.555659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:57.558899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:57.568124 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1198b4-64e1-4372-9ba4-70e3f2a30516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:57.568788 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b1198b4-64e1-4372-9ba4-70e3f2a30516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.615936 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7b1198b4-64e1-4372-9ba4-70e3f2a30516 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8748806 Aug 31 14:30:57.626957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29203532-c277-431f-86d4-861cea2c5fb6 req-67eea313-9da4-470e-985c-d5a591471b6d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:57.635293 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29203532-c277-431f-86d4-861cea2c5fb6 req-67eea313-9da4-470e-985c-d5a591471b6d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.1835620 Aug 31 14:30:57.646064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dad9e88-8864-407c-8cc8-dfcc3e97c28a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting subnet d9a2557c-dbff-4c05-b9f7-9264b3de91d1 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:30:57.657552 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dad9e88-8864-407c-8cc8-dfcc3e97c28a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.677588 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.815895 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dad9e88-8864-407c-8cc8-dfcc3e97c28a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.921632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.938817 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29203532-c277-431f-86d4-861cea2c5fb6 req-bfd403ca-f78a-49bd-b021-91750f9362e3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990880 Aug 31 14:30:58.054696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dad9e88-8864-407c-8cc8-dfcc3e97c28a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:58.065036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e36b83-c21d-45f4-8639-c6c0e861517c None None] Network a03f38ab-0e33-464b-9838-b04517f029d8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:58.178842 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dad9e88-8864-407c-8cc8-dfcc3e97c28a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:58.190601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fb687552-831a-40b8-afb7-fdf8f445cab9 None None] Provisioning for port 95c0dac0-2a78-4728-8e27-2158ec1b6a9b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:58.211798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48530) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:58.219850 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad9e88-8864-407c-8cc8-dfcc3e97c28a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a2557c-dbff-4c05-b9f7-9264b3de91d1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:58.221889 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dad9e88-8864-407c-8cc8-dfcc3e97c28a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:58.227498 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5dad9e88-8864-407c-8cc8-dfcc3e97c28a tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/d9a2557c-dbff-4c05-b9f7-9264b3de91d1 HTTP/1.1" status: 204 len: 168 time: 0.7256303 Aug 31 14:30:58.228334 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48534) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:58.278757 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1951800c-9c89-4218-ae15-71a071579487 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] DELETE failed (client error): The resource could not be found. Aug 31 14:30:58.278757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1951800c-9c89-4218-ae15-71a071579487 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:30:58.282001 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9da4a42-21ab-4098-ab8d-809f69d10c81 None None] Network cc7dae14-12db-4efa-ba88-f363054d179a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:58.289941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48536) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:58.291136 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1951800c-9c89-4218-ae15-71a071579487 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/3646b4ca-fb49-4fc5-8fd2-ff63df3d4c97 HTTP/1.1" status: 404 len: 337 time: 0.0623422 Aug 31 14:30:58.306151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fb687552-831a-40b8-afb7-fdf8f445cab9 None None] Provisioning complete for port 95c0dac0-2a78-4728-8e27-2158ec1b6a9b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:58.306517 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb687552-831a-40b8-afb7-fdf8f445cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:58.363213 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3ae6b449-223c-4508-a2f8-7d1d71823378 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd5fb392-8606-43b3-a00e-d6080685702a HTTP/1.1" status: 200 len: 205 time: 0.0705295 Aug 31 14:30:58.371252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48538) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:58.427126 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-cfb4fd02-4823-4c99-9c84-512860813228 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] delete failed (client error): The resource could not be found. Aug 31 14:30:58.428392 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cfb4fd02-4823-4c99-9c84-512860813228 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/routers/cd5fb392-8606-43b3-a00e-d6080685702a HTTP/1.1" status: 404 len: 336 time: 0.0624344 Aug 31 14:30:58.431308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48542) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:58.486547 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-f740b172-5773-4efe-817e-f830375e9768 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] DELETE failed (client error): The resource could not be found. Aug 31 14:30:58.487515 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f740b172-5773-4efe-817e-f830375e9768 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:30:58.490773 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f740b172-5773-4efe-817e-f830375e9768 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/b1378710-073b-4b98-8221-7a9682e744f0 HTTP/1.1" status: 404 len: 337 time: 0.0584686 Aug 31 14:30:58.494786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48544) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:58.507845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bcc13a5-38fd-4361-8041-40da8ca18587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:58.589815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fb687552-831a-40b8-afb7-fdf8f445cab9 None None] Port 95c0dac0-2a78-4728-8e27-2158ec1b6a9b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:58.623864 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce9f2cd-f9d9-4550-9d40-7e454a41bdee tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] DELETE failed (client error): The resource could not be found. Aug 31 14:30:58.624798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce9f2cd-f9d9-4550-9d40-7e454a41bdee tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:30:58.629790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bce9f2cd-f9d9-4550-9d40-7e454a41bdee tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/cdf8aa87-7251-4547-bd00-be85fe2045d4 HTTP/1.1" status: 404 len: 337 time: 0.1343150 Aug 31 14:30:58.630825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48552) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:58.685005 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bcc13a5-38fd-4361-8041-40da8ca18587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:58.690923 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bcc13a5-38fd-4361-8041-40da8ca18587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:58.704323 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-52715ad9-f1ff-442b-9ae4-16f9de017421 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] DELETE failed (client error): The resource could not be found. Aug 31 14:30:58.704775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52715ad9-f1ff-442b-9ae4-16f9de017421 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:30:58.709181 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-52715ad9-f1ff-442b-9ae4-16f9de017421 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/6d2ae0d5-09a7-47ce-b8c3-ea2185fc8375 HTTP/1.1" status: 404 len: 337 time: 0.0717263 Aug 31 14:30:58.714849 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48554) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:58.718809 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-da8e5d24-ef64-4e40-8884-ba86f8c6830a None None] Provisioning complete for port 41288efa-6825-40dc-a5e1-796c87edb28f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:58.719413 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-da8e5d24-ef64-4e40-8884-ba86f8c6830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:58.750233 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d62f477-e9cc-42df-88ef-f51dc280a7c0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] DELETE failed (client error): The resource could not be found. Aug 31 14:30:58.751599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d62f477-e9cc-42df-88ef-f51dc280a7c0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:30:58.754325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5d62f477-e9cc-42df-88ef-f51dc280a7c0 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/8ae8bc46-27c1-452c-9088-d201df33a325 HTTP/1.1" status: 404 len: 333 time: 0.0384765 Aug 31 14:30:58.770670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48558) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:58.789540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a14b76f-1f23-4ae4-b21f-7a3349042377 None None] DHCP port deletion for cc7dae14-12db-4efa-ba88-f363054d179a request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:30:58.840665 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:58.847585 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:58.890281 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-53588262-e283-497a-bfaf-98e678f9f2cb tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] DELETE failed (client error): The resource could not be found. Aug 31 14:30:58.890874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53588262-e283-497a-bfaf-98e678f9f2cb tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:30:58.895548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-53588262-e283-497a-bfaf-98e678f9f2cb tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/219a661c-7d6c-41c1-ba99-abf00dc1f360 HTTP/1.1" status: 404 len: 337 time: 0.1167297 Aug 31 14:30:58.897555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48564) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:58.901080 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7bcc13a5-38fd-4361-8041-40da8ca18587 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=884d59fbe6974dc5b410514d92707fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6882615 Aug 31 14:30:58.913228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48568) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:58.927054 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3a14b76f-1f23-4ae4-b21f-7a3349042377 None None] Deleting port 41288efa-6825-40dc-a5e1-796c87edb28f {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:58.935122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc13a5-38fd-4361-8041-40da8ca18587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e15523-8d8d-4bf9-8b80-65b29bc6cc36,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:58.936698 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a14b76f-1f23-4ae4-b21f-7a3349042377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:58.942017 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c29b94-6218-4807-a9ab-6f0a51a5056e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] DELETE failed (client error): The resource could not be found. Aug 31 14:30:58.942574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c29b94-6218-4807-a9ab-6f0a51a5056e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:30:58.948481 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b7c29b94-6218-4807-a9ab-6f0a51a5056e tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/1a5eae83-9e21-4b26-b30d-adff86f0580b HTTP/1.1" status: 404 len: 337 time: 0.0460749 Aug 31 14:30:58.949393 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48574) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:58.976510 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8274b6-e7d8-4e2d-aad6-f5b48309367c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] DELETE failed (client error): The resource could not be found. Aug 31 14:30:58.977443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8274b6-e7d8-4e2d-aad6-f5b48309367c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:30:58.982325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cc8274b6-e7d8-4e2d-aad6-f5b48309367c tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/9fbab5da-8967-45ae-86ec-024ef33f51a0 HTTP/1.1" status: 404 len: 333 time: 0.0317996 Aug 31 14:30:58.983039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48578) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:59.034941 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf48d5a9-9297-4787-aab0-508c34c6fe39 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] DELETE failed (client error): The resource could not be found. Aug 31 14:30:59.035503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf48d5a9-9297-4787-aab0-508c34c6fe39 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:30:59.040325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cf48d5a9-9297-4787-aab0-508c34c6fe39 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/c7679f7f-809d-4cf6-88a9-c4f0f917b3af HTTP/1.1" status: 404 len: 337 time: 0.0481200 Aug 31 14:30:59.041047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48580) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:59.072609 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51a40ec-5231-4fec-82e7-1b57527527a4 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] DELETE failed (client error): The resource could not be found. Aug 31 14:30:59.073206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51a40ec-5231-4fec-82e7-1b57527527a4 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:30:59.077911 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f51a40ec-5231-4fec-82e7-1b57527527a4 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/subnets/86b200e5-4cf6-4e2c-b184-130e50dcf50f HTTP/1.1" status: 404 len: 337 time: 0.0356205 Aug 31 14:30:59.078668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48582) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:59.150417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3a14b76f-1f23-4ae4-b21f-7a3349042377 None None] For port 41288efa-6825-40dc-a5e1-796c87edb28f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=41288efa-6825-40dc-a5e1-796c87edb28f,segment=NetworkSegment(e570728b-3132-4553-b438-6b933857e225),segment_id=e570728b-3132-4553-b438-6b933857e225)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:59.151501 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a14b76f-1f23-4ae4-b21f-7a3349042377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:59.180714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3a14b76f-1f23-4ae4-b21f-7a3349042377 None None] Calling delete_port for 41288efa-6825-40dc-a5e1-796c87edb28f owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:59.230902 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79f101-53f9-4172-8d38-8d7cd4cb38df req-0c24532d-adc3-4012-b678-f7525269d342 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:59.232970 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b79f101-53f9-4172-8d38-8d7cd4cb38df req-0c24532d-adc3-4012-b678-f7525269d342 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.1072521 Aug 31 14:30:59.284090 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b79f101-53f9-4172-8d38-8d7cd4cb38df req-26ddfe2a-64a5-40d5-a145-98feb37b3167 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441737 Aug 31 14:30:59.328273 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-da8e5d24-ef64-4e40-8884-ba86f8c6830a None None] Provisioning complete for port b89a3684-8f2c-4d3a-8ac7-6a0966506e35 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:59.328639 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-da8e5d24-ef64-4e40-8884-ba86f8c6830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:59.331588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e7ebe-4f82-4447-9c75-dff26aa6ce70 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Deleting port b89a3684-8f2c-4d3a-8ac7-6a0966506e35 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:59.334285 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7ebe-4f82-4447-9c75-dff26aa6ce70 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:59.386313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-da8e5d24-ef64-4e40-8884-ba86f8c6830a None None] Port b89a3684-8f2c-4d3a-8ac7-6a0966506e35 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:59.388649 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a14b76f-1f23-4ae4-b21f-7a3349042377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:59.417133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14b76f-1f23-4ae4-b21f-7a3349042377 None None] Pushing event deleted for resources: {'Port': ['ID=41288efa-6825-40dc-a5e1-796c87edb28f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:59.427476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a14b76f-1f23-4ae4-b21f-7a3349042377 None None] No DVR routers for this DVR port 41288efa-6825-40dc-a5e1-796c87edb28f on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:30:59.447349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-65c4c83a-866b-4d93-bb53-6688b9d8323f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:59.448958 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-65c4c83a-866b-4d93-bb53-6688b9d8323f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/networks?id=a03f38ab-0e33-464b-9838-b04517f029d8 HTTP/1.1" status: 200 len: 814 time: 0.1252596 Aug 31 14:30:59.497017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-d68c00a9-d857-470e-9ab2-c1b4f6f4d9d2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/quotas/bf39a1308dd04525b3c251f5d378afd7 HTTP/1.1" status: 200 len: 375 time: 0.0293005 Aug 31 14:30:59.500195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=95c0dac0-2a78-4728-8e27-2158ec1b6a9b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:59.510774 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:59.521502 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7ebe-4f82-4447-9c75-dff26aa6ce70 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:59.563685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e7ebe-4f82-4447-9c75-dff26aa6ce70 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Calling delete_port for b89a3684-8f2c-4d3a-8ac7-6a0966506e35 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:59.603738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fdc8b59d-665e-454f-bf49-7470b5c60571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:59.610211 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-91eb6b62-f7f6-474e-b695-bdbbc07356d1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf39a1308dd04525b3c251f5d378afd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913999 Aug 31 14:30:59.705488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fdc8b59d-665e-454f-bf49-7470b5c60571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:59.800852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network fa411cce-a35f-4459-97e3-76037e3f02eb is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:59.804298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 41288efa-6825-40dc-a5e1-796c87edb28f no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:59.811753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:59.821885 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-a7810943-83a0-4db6-b29a-32a5317b2202 service neutron] 10.222.0.39 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032158 Aug 31 14:30:59.844979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 41288efa-6825-40dc-a5e1-796c87edb28f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:30:59.845333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 41288efa-6825-40dc-a5e1-796c87edb28f not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:30:59.939752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd8ee2-1678-4f6d-b4bd-dda83cfbc35c req-e4565fd4-30da-4531-ac18-cae3b6e89a30 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:59.941615 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1fbd8ee2-1678-4f6d-b4bd-dda83cfbc35c req-e4565fd4-30da-4531-ac18-cae3b6e89a30 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.4234061 Aug 31 14:30:59.962505 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fdc8b59d-665e-454f-bf49-7470b5c60571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:59.966334 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fdc8b59d-665e-454f-bf49-7470b5c60571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:59.969214 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fdc8b59d-665e-454f-bf49-7470b5c60571 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9e15523-8d8d-4bf9-8b80-65b29bc6cc36 HTTP/1.1" status: 204 len: 168 time: 1.0545831 Aug 31 14:31:00.018526 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1fbd8ee2-1678-4f6d-b4bd-dda83cfbc35c req-9a9ebea2-ccea-4a2b-ae87-7af682b3a271 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655951 Aug 31 14:31:00.041166 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7ebe-4f82-4447-9c75-dff26aa6ce70 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.062099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8b59d-665e-454f-bf49-7470b5c60571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e15523-8d8d-4bf9-8b80-65b29bc6cc36,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:00.082996 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7ebe-4f82-4447-9c75-dff26aa6ce70 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.085753 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ef4e7ebe-4f82-4447-9c75-dff26aa6ce70 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/ports/b89a3684-8f2c-4d3a-8ac7-6a0966506e35 HTTP/1.1" status: 204 len: 168 time: 1.0053494 Aug 31 14:31:00.088168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48598) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:00.128252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e7ebe-4f82-4447-9c75-dff26aa6ce70 tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Port': ['ID=b89a3684-8f2c-4d3a-8ac7-6a0966506e35,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:00.136781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-06353fe7-80dc-45ee-9f0a-8357a5c6b2a8 None None] Provisioning complete for port 95c0dac0-2a78-4728-8e27-2158ec1b6a9b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:00.137167 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06353fe7-80dc-45ee-9f0a-8357a5c6b2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.190987 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-3d0a3d9a-fab6-408c-9ccc-46d8fb2f3c8e service neutron] 10.222.0.39 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049853 Aug 31 14:31:00.192141 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-06353fe7-80dc-45ee-9f0a-8357a5c6b2a8 None None] Port 95c0dac0-2a78-4728-8e27-2158ec1b6a9b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:00.224943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:31:00.259927 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b28d4e45-fce7-417f-8407-e81883e0f04b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.391296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87333b8-0ae8-4d41-a90d-4726bbe4b60b req-92911d71-52d9-4fbe-8c6e-65b6ed3f1d77 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:00.394929 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e87333b8-0ae8-4d41-a90d-4726bbe4b60b req-92911d71-52d9-4fbe-8c6e-65b6ed3f1d77 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0698335 Aug 31 14:31:00.450925 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e87333b8-0ae8-4d41-a90d-4726bbe4b60b req-76ced237-56cf-46ac-9e13-525571728023 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490355 Aug 31 14:31:00.451495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48606) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:00.475479 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5173b475-cfb6-44a5-bd69-2c195d12a3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.512785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3cee828e-f2f3-431c-8929-658441db6877 req-370b763a-f9aa-414f-960e-37654bb36a94 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 210 time: 0.1267078 Aug 31 14:31:00.549300 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b28d4e45-fce7-417f-8407-e81883e0f04b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.573936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b28d4e45-fce7-417f-8407-e81883e0f04b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7dae14-12db-4efa-ba88-f363054d179a']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:00.581000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:00.593045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-37022192-465d-4200-a924-e07fe3af82b4 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "PUT /v2.0/routers/2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0055978 Aug 31 14:31:00.594038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48614) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:00.594280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a342e-d250-49b4-9e9e-76bfb2aa215a None None] Sync routers for ids ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:00.606651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'port': {'network_id': 'fa411cce-a35f-4459-97e3-76037e3f02eb', 'name': 'tempest-FloatingIPTestJSON-193033859'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:00.612268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b28d4e45-fce7-417f-8407-e81883e0f04b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e570728b-3132-4553-b438-6b933857e225') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:00.612593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b28d4e45-fce7-417f-8407-e81883e0f04b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e570728b-3132-4553-b438-6b933857e225') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:00.622747 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a342e-d250-49b4-9e9e-76bfb2aa215a None None] Routers {'2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:00.623432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-194a342e-d250-49b4-9e9e-76bfb2aa215a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:00.662687 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b28d4e45-fce7-417f-8407-e81883e0f04b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.664091 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-194a342e-d250-49b4-9e9e-76bfb2aa215a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:00.669617 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5173b475-cfb6-44a5-bd69-2c195d12a3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.674277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a342e-d250-49b4-9e9e-76bfb2aa215a None None] Routers {'2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:00.675006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-194a342e-d250-49b4-9e9e-76bfb2aa215a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:00.676326 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5173b475-cfb6-44a5-bd69-2c195d12a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.721335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-194a342e-d250-49b4-9e9e-76bfb2aa215a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:00.722057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a342e-d250-49b4-9e9e-76bfb2aa215a None None] The sync data for ids ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:00.752464 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5173b475-cfb6-44a5-bd69-2c195d12a3b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c11be2e3cc9476a9d362084004db5bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998998 Aug 31 14:31:00.754805 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b28d4e45-fce7-417f-8407-e81883e0f04b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.757388 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48628) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:00.779372 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173b475-cfb6-44a5-bd69-2c195d12a3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c5f3a5-35ff-4972-898f-1e5764070582,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:00.782440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28d4e45-fce7-417f-8407-e81883e0f04b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:31:00.782964 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b28d4e45-fce7-417f-8407-e81883e0f04b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:31:00.787716 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:31:00.855813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-9c2fe57a-1a5d-4a50-9460-048b545c4bca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:00.857553 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-9c2fe57a-1a5d-4a50-9460-048b545c4bca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 811 time: 0.1549985 Aug 31 14:31:00.877821 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-7ecd0ad3-0b61-4ef5-a76c-047cf3c67841 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/quotas/6c7a9beea9d2401ab1424d74321046eb HTTP/1.1" status: 200 len: 375 time: 0.0127714 Aug 31 14:31:00.914204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b28d4e45-fce7-417f-8407-e81883e0f04b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.924571 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-093179c2-ff63-4a1d-924a-0eb65fecdb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.926072 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b28d4e45-fce7-417f-8407-e81883e0f04b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.932541 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b28d4e45-fce7-417f-8407-e81883e0f04b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] 10.222.0.39 "DELETE /v2.0/networks/cc7dae14-12db-4efa-ba88-f363054d179a HTTP/1.1" status: 204 len: 168 time: 0.8367987 Aug 31 14:31:00.956064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d4e45-fce7-417f-8407-e81883e0f04b tempest-PortsIpV6TestJSON-1232400386 tempest-PortsIpV6TestJSON-1232400386-project] Pushing event deleted for resources: {'Network': ['ID=cc7dae14-12db-4efa-ba88-f363054d179a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:00.972463 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-caf5d06c-c209-487b-ac04-0c62427142b1 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0846391 Aug 31 14:31:00.980879 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-093179c2-ff63-4a1d-924a-0eb65fecdb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:00.994685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Made reservation on behalf of 745d2b1339134ebabe01afcad0e4f0c5 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:00.998299 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:01.056272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] device_id is not set on port e24c30fa-97fb-4a1a-af97-2c93287ea538 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:31:01.117853 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-2bf5a2e9-4992-46a3-bbf7-72006e166169 service neutron] 10.222.0.39 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442266 Aug 31 14:31:01.144250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-093179c2-ff63-4a1d-924a-0eb65fecdb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:01.148195 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-093179c2-ff63-4a1d-924a-0eb65fecdb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:01.149889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-093179c2-ff63-4a1d-924a-0eb65fecdb8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46c5f3a5-35ff-4972-898f-1e5764070582 HTTP/1.1" status: 204 len: 168 time: 0.3911660 Aug 31 14:31:01.182267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093179c2-ff63-4a1d-924a-0eb65fecdb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c5f3a5-35ff-4972-898f-1e5764070582,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:01.209459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Allocated IP 172.20.0.13 (fa411cce-a35f-4459-97e3-76037e3f02eb/9b1fa0ec-351f-4c36-a6a0-b327d27a1d0c/e24c30fa-97fb-4a1a-af97-2c93287ea538) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:01.251438 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-93fc6576-c3c0-4e5e-8cf3-449e011cdf11 service neutron] 10.222.0.39 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321206 Aug 31 14:31:01.341477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48642) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:01.467058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:01.492875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Transition to ACTIVE for port object e24c30fa-97fb-4a1a-af97-2c93287ea538 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:01.503413 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fa02f2a-99f3-4f2e-b7fc-be6ae2a92227 req-6ed3972a-7981-48d6-a276-b2170825e642 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0827570 Aug 31 14:31:01.733960 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dec712f4-3722-40cb-b9c1-423a99eb5474 req-fcaed90b-7b8f-4bed-88ae-b9f89199ffee tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 210 time: 0.0632689 Aug 31 14:31:01.750837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-ea92ff73-4c5b-4237-8d4e-3c5dc240e9d3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:01.752394 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-ea92ff73-4c5b-4237-8d4e-3c5dc240e9d3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.25 "GET /v2.0/networks?id=a03f38ab-0e33-464b-9838-b04517f029d8 HTTP/1.1" status: 200 len: 814 time: 0.2575066 Aug 31 14:31:01.762361 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:01.774253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-5f1e8307-3540-4e11-8e7b-7a3c6082fecd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Request body: {'port': {'device_id': 'e3c44541-a396-46d1-a291-7cbcd85b74f9', 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8', 'admin_state_up': True, 'tenant_id': 'bf39a1308dd04525b3c251f5d378afd7'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:01.856930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Network fa411cce-a35f-4459-97e3-76037e3f02eb is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:01.865205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:01.869328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:01.893808 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f04cca56-4cd4-4193-816f-229ed4025aca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3c611d741be49adbca35ee8a5cd3d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5503628 Aug 31 14:31:01.895699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48668) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:01.914158 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event updated for resources: {'Port': ['ID=e24c30fa-97fb-4a1a-af97-2c93287ea538,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:01.965296 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:01.965982 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:01.999916 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-83119ccf-0270-4442-9f39-ac522e011040 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4019454 Aug 31 14:31:02.005906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48670) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:02.010918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-31e8f8dc-0c77-4a11-ab95-e2339cb54462 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Request body: {'floatingip': {'port_id': 'e24c30fa-97fb-4a1a-af97-2c93287ea538'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:02.012153 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53067833-21ab-4f45-9cd0-eaba7eb5799b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:02.058784 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53067833-21ab-4f45-9cd0-eaba7eb5799b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:02.121194 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-5f1e8307-3540-4e11-8e7b-7a3c6082fecd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Made reservation on behalf of bf39a1308dd04525b3c251f5d378afd7 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:02.129931 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-5f1e8307-3540-4e11-8e7b-7a3c6082fecd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:02.134726 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53067833-21ab-4f45-9cd0-eaba7eb5799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:02.138028 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53067833-21ab-4f45-9cd0-eaba7eb5799b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:02.139548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-53067833-21ab-4f45-9cd0-eaba7eb5799b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4a65100-9f6a-4454-b8ef-98dfaa67940a HTTP/1.1" status: 204 len: 168 time: 0.2427516 Aug 31 14:31:02.155801 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53067833-21ab-4f45-9cd0-eaba7eb5799b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a65100-9f6a-4454-b8ef-98dfaa67940a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:02.177668 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31e8f8dc-0c77-4a11-ab95-e2339cb54462 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:02.342438 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-283560e6-831e-4be4-b421-3c6bd0d9f6a3 None None] Provisioning for port e24c30fa-97fb-4a1a-af97-2c93287ea538 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:02.352670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-283560e6-831e-4be4-b421-3c6bd0d9f6a3 None None] Provisioning complete for port e24c30fa-97fb-4a1a-af97-2c93287ea538 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:02.353056 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-283560e6-831e-4be4-b421-3c6bd0d9f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:02.424897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-5f1e8307-3540-4e11-8e7b-7a3c6082fecd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Allocated IP 172.20.0.8 (a03f38ab-0e33-464b-9838-b04517f029d8/5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0/939b4f01-144a-4c0c-a95c-a3185fdcf62f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:02.429586 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-283560e6-831e-4be4-b421-3c6bd0d9f6a3 None None] Port e24c30fa-97fb-4a1a-af97-2c93287ea538 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:02.644622 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5b6e152-9295-47ae-84bf-207ea2b7919b req-d51206f2-1a7c-4555-8733-0685ffc64a6d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0402887 Aug 31 14:31:02.959535 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d482ef1a-37a3-4592-999e-ff67e0ac15d1 req-75a259ce-e7a8-4e75-a2d5-6b728ea92796 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 210 time: 0.0578647 Aug 31 14:31:02.977410 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-5f1e8307-3540-4e11-8e7b-7a3c6082fecd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:03.083553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-dee72d41-effc-4cd4-b82e-07d4d449073f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:03.086083 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-dee72d41-effc-4cd4-b82e-07d4d449073f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.60 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 811 time: 0.3424170 Aug 31 14:31:03.106647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-59a6a60d-cafa-4206-a605-58f6ee1c1960 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Request body: {'port': {'device_id': 'ccd48727-0223-4f85-9cd6-71a955d0a3d4', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'admin_state_up': True, 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:03.251047 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-5f1e8307-3540-4e11-8e7b-7a3c6082fecd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:03.593971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [None req-31e8f8dc-0c77-4a11-ab95-e2339cb54462 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:31:03.656298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-5f1e8307-3540-4e11-8e7b-7a3c6082fecd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Network a03f38ab-0e33-464b-9838-b04517f029d8 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:03.696035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-5f1e8307-3540-4e11-8e7b-7a3c6082fecd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:03.699523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-5f1e8307-3540-4e11-8e7b-7a3c6082fecd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:03.754034 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31e8f8dc-0c77-4a11-ab95-e2339cb54462 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:03.754869 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2418c00-23a9-4011-8240-03d7904fa9a4 req-3e6a84db-85db-4026-b3e5-bd2b9655b605 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0344114 Aug 31 14:31:03.755465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8307-3540-4e11-8e7b-7a3c6082fecd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Pushing event updated for resources: {'Port': ['ID=939b4f01-144a-4c0c-a95c-a3185fdcf62f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:03.760783 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-59a6a60d-cafa-4206-a605-58f6ee1c1960 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Made reservation on behalf of 6c7a9beea9d2401ab1424d74321046eb for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:03.764976 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-59a6a60d-cafa-4206-a605-58f6ee1c1960 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:03.782548 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31e8f8dc-0c77-4a11-ab95-e2339cb54462 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:03.855856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-5f1e8307-3540-4e11-8e7b-7a3c6082fecd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:03.856510 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-5f1e8307-3540-4e11-8e7b-7a3c6082fecd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:03.954463 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-5f1e8307-3540-4e11-8e7b-7a3c6082fecd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1898472 Aug 31 14:31:03.969606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Request body: {'port': {'device_id': 'e3c44541-a396-46d1-a291-7cbcd85b74f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:04.037028 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-31e8f8dc-0c77-4a11-ab95-e2339cb54462 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Floating IP 6b02fd7b-ab49-4486-a0a4-2b58cd0250bb associated. External IP: 172.25.2.246, port: 1add8b84-c7e6-417f-baf3-86c53b9eee53. Aug 31 14:31:04.157570 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:04.174829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-59a6a60d-cafa-4206-a605-58f6ee1c1960 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Allocated IP 172.20.0.5 (f7a8d1f5-ceb5-4396-9432-40efce66432c/f9bf6020-2a5f-4c94-8838-1765790a3074/4a8ed418-6778-4442-a2ee-032c9e602be7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:04.285733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1bfa1-9076-468e-96cd-5da6a55f0f70 req-286bfe94-41ca-44e2-8d16-6cc4da983113 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:04.287300 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7ca1bfa1-9076-468e-96cd-5da6a55f0f70 req-286bfe94-41ca-44e2-8d16-6cc4da983113 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 931 time: 0.2026682 Aug 31 14:31:04.466470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48770) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:04.558367 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7ca1bfa1-9076-468e-96cd-5da6a55f0f70 req-5bb5e158-ba00-46c8-bbbe-927d20f66e7c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591374 Aug 31 14:31:04.670015 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61ecff01-4306-4214-ab3a-a62f15f182a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:04.734157 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-59a6a60d-cafa-4206-a605-58f6ee1c1960 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:04.742123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e8f8dc-0c77-4a11-ab95-e2339cb54462 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:31:04.775092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48782) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:04.780217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-59a6a60d-cafa-4206-a605-58f6ee1c1960 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Transition to ACTIVE for port object 4a8ed418-6778-4442-a2ee-032c9e602be7 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:04.794893 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61ecff01-4306-4214-ab3a-a62f15f182a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:04.800492 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61ecff01-4306-4214-ab3a-a62f15f182a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:04.844957 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-61ecff01-4306-4214-ab3a-a62f15f182a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48f51b4b59f94eca892016b1ce4b92e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769557 Aug 31 14:31:04.847729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48788) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:04.855510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecff01-4306-4214-ab3a-a62f15f182a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a69a65-8186-461a-b6cb-b43491c9d0ea,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:04.907340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939b4f01-144a-4c0c-a95c-a3185fdcf62f {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:31:04.919844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2896266c-361e-49d4-ab4e-9e5ec83dd067 req-e3275534-cca8-404b-b3d5-a4f93a73dc57 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0360003 Aug 31 14:31:04.945790 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8271-8430-427b-9fef-eedc19030636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:04.956798 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:04.968672 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8271-8430-427b-9fef-eedc19030636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:04.980383 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dab7fda4-276b-44b0-84ba-57d50338211d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:04.989784 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-59a6a60d-cafa-4206-a605-58f6ee1c1960 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.006374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Transition to ACTIVE for port object 939b4f01-144a-4c0c-a95c-a3185fdcf62f will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:05.014162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['fd60490f-339d-4f90-876e-e58b0a405c6d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:05.019471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.035654 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8271-8430-427b-9fef-eedc19030636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.039124 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8271-8430-427b-9fef-eedc19030636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.040640 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ce7e8271-8430-427b-9fef-eedc19030636 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59a69a65-8186-461a-b6cb-b43491c9d0ea HTTP/1.1" status: 204 len: 168 time: 0.1919816 Aug 31 14:31:05.043413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e8f8dc-0c77-4a11-ab95-e2339cb54462 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:05.054375 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2567126-b13a-4f9d-b8b8-adbbe5095551 None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:05.056770 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e8271-8430-427b-9fef-eedc19030636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a69a65-8186-461a-b6cb-b43491c9d0ea,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:05.067381 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-59a6a60d-cafa-4206-a605-58f6ee1c1960 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Network f7a8d1f5-ceb5-4396-9432-40efce66432c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:05.074622 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2567126-b13a-4f9d-b8b8-adbbe5095551 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:05.076111 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a2567126-b13a-4f9d-b8b8-adbbe5095551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:05.122271 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-59a6a60d-cafa-4206-a605-58f6ee1c1960 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:05.127476 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a2567126-b13a-4f9d-b8b8-adbbe5095551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:05.136679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-59a6a60d-cafa-4206-a605-58f6ee1c1960 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:05.140855 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2567126-b13a-4f9d-b8b8-adbbe5095551 None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:05.141557 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a2567126-b13a-4f9d-b8b8-adbbe5095551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:05.144669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6a60d-cafa-4206-a605-58f6ee1c1960 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event updated for resources: {'Port': ['ID=4a8ed418-6778-4442-a2ee-032c9e602be7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:05.182606 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a2567126-b13a-4f9d-b8b8-adbbe5095551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:05.184703 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2567126-b13a-4f9d-b8b8-adbbe5095551 None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:05.384058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-59a6a60d-cafa-4206-a605-58f6ee1c1960 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:05.384865 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-59a6a60d-cafa-4206-a605-58f6ee1c1960 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.391700 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Pushing event updated for resources: {'Port': ['ID=939b4f01-144a-4c0c-a95c-a3185fdcf62f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:05.480473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e4485979-20da-47cc-a230-2fbcc4d12178 None None] Provisioning for port 4a8ed418-6778-4442-a2ee-032c9e602be7 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:05.486087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e4485979-20da-47cc-a230-2fbcc4d12178 None None] Provisioning complete for port 4a8ed418-6778-4442-a2ee-032c9e602be7 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:05.486593 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4485979-20da-47cc-a230-2fbcc4d12178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.516884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48796) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:05.517466 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Attempting to bind port 939b4f01-144a-4c0c-a95c-a3185fdcf62f on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:31:05.517811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Attempting to bind port 939b4f01-144a-4c0c-a95c-a3185fdcf62f by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'cae05f50-768f-41be-97da-d89e072cc786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:31:05.518212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Attempting to bind port 939b4f01-144a-4c0c-a95c-a3185fdcf62f on network a03f38ab-0e33-464b-9838-b04517f029d8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:05.529462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e4485979-20da-47cc-a230-2fbcc4d12178 None None] Port 4a8ed418-6778-4442-a2ee-032c9e602be7 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:05.533621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5bce930e-bcd7-4983-a2ec-03ba8c63c6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.539977 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dab7fda4-276b-44b0-84ba-57d50338211d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.570352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Port 939b4f01-144a-4c0c-a95c-a3185fdcf62f on network a03f38ab-0e33-464b-9838-b04517f029d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:31:05.570680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Attempting to bind port 939b4f01-144a-4c0c-a95c-a3185fdcf62f on network a03f38ab-0e33-464b-9838-b04517f029d8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:05.578666 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dab7fda4-276b-44b0-84ba-57d50338211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.585398 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-59a6a60d-cafa-4206-a605-58f6ee1c1960 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4879951 Aug 31 14:31:05.589853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:31:05.590194 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Checking segment: {'id': 'cae05f50-768f-41be-97da-d89e072cc786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:05.590585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Bound using segment: {'id': 'cae05f50-768f-41be-97da-d89e072cc786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:31:05.591035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Bound port: 939b4f01-144a-4c0c-a95c-a3185fdcf62f, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae05f50-768f-41be-97da-d89e072cc786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:31:05.591425 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.619129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Request body: {'port': {'device_id': 'ccd48727-0223-4f85-9cd6-71a955d0a3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:05.683563 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5bce930e-bcd7-4983-a2ec-03ba8c63c6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.688848 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5bce930e-bcd7-4983-a2ec-03ba8c63c6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.715075 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dab7fda4-276b-44b0-84ba-57d50338211d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa57825727344be7a604e08ebd50960a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9374650 Aug 31 14:31:05.715985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7fda4-276b-44b0-84ba-57d50338211d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a46909-cbbb-4ccd-9152-354ec1667987,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:05.720235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48802) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:05.741019 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce930e-bcd7-4983-a2ec-03ba8c63c6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6340c389-b969-4832-b085-113fb0e27188,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:05.753719 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5bce930e-bcd7-4983-a2ec-03ba8c63c6ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a364246d82214e2c8528349deefa73e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324240 Aug 31 14:31:05.753719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48806) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:05.813621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c85b8dfd-3c78-4567-b34a-1c55b7cc3613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.838837 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c85b8dfd-3c78-4567-b34a-1c55b7cc3613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.892062 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c85b8dfd-3c78-4567-b34a-1c55b7cc3613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.894671 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c85b8dfd-3c78-4567-b34a-1c55b7cc3613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.895900 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c85b8dfd-3c78-4567-b34a-1c55b7cc3613 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6340c389-b969-4832-b085-113fb0e27188 HTTP/1.1" status: 204 len: 168 time: 0.1414902 Aug 31 14:31:05.905796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b8dfd-3c78-4567-b34a-1c55b7cc3613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6340c389-b969-4832-b085-113fb0e27188,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:06.076381 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95cb85-1938-4f78-b852-88e50efd59f9 req-208b39f7-1ac2-469a-9b27-c01555eea486 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:06.077946 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cb95cb85-1938-4f78-b852-88e50efd59f9 req-208b39f7-1ac2-469a-9b27-c01555eea486 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 931 time: 0.0600080 Aug 31 14:31:06.085940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e8f8dc-0c77-4a11-ab95-e2339cb54462 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:31:06.116008 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:06.135418 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cb95cb85-1938-4f78-b852-88e50efd59f9 req-dc2294fb-9f69-4bea-9a70-fc5c0d798dec tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470400 Aug 31 14:31:06.164096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] For port 939b4f01-144a-4c0c-a95c-a3185fdcf62f, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:31:06.169556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] For port 939b4f01-144a-4c0c-a95c-a3185fdcf62f, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:31:06.182596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990747c-15a4-4ab2-90b0-2f9cb26bd7a9 req-d885d446-80bf-4fdb-8688-206f58c174fe tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:06.187767 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b990747c-15a4-4ab2-90b0-2f9cb26bd7a9 req-d885d446-80bf-4fdb-8688-206f58c174fe tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.4612281 Aug 31 14:31:06.248142 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:06.305246 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0569b8f-df20-44f2-9831-6893aa702c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:06.341023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:06.341651 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:06.343054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] 10.222.0.25 "PUT /v2.0/ports/939b4f01-144a-4c0c-a95c-a3185fdcf62f HTTP/1.1" status: 200 len: 1091 time: 2.3802271 Aug 31 14:31:06.348307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c44541-a396-46d1-a291-7cbcd85b74f9', 'tag': '939b4f01-144a-4c0c-a95c-a3185fdcf62f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:06.350667 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd0e8b7-b058-4c61-b644-664119e7bd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c44541-a396-46d1-a291-7cbcd85b74f9", "tag": "939b4f01-144a-4c0c-a95c-a3185fdcf62f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:06.471522 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7e0736-6eb9-4517-82ac-e83660dad8c0 x-openstack-request-id: req-2f7e0736-6eb9-4517-82ac-e83660dad8c0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:06.471806 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c44541-a396-46d1-a291-7cbcd85b74f9", "tag": "939b4f01-144a-4c0c-a95c-a3185fdcf62f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:06.472054 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f7e0736-6eb9-4517-82ac-e83660dad8c0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:06.472451 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c44541-a396-46d1-a291-7cbcd85b74f9', 'tag': '939b4f01-144a-4c0c-a95c-a3185fdcf62f', 'status': 'completed', 'code': 200} Aug 31 14:31:06.476573 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0569b8f-df20-44f2-9831-6893aa702c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:06.541650 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b990747c-15a4-4ab2-90b0-2f9cb26bd7a9 req-4d4db095-c4b5-40d2-b10a-8ca023e5f488 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953885 Aug 31 14:31:06.575852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524f90d-99cb-4ee3-ad7b-def72a558297 service neutron] Pushing event updated for resources: {'Port': ['ID=939b4f01-144a-4c0c-a95c-a3185fdcf62f,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:06.664261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e8f8dc-0c77-4a11-ab95-e2339cb54462 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:06.674355 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed2328-2462-4e23-8c6e-db92198c391e None None] Sync routers for ids ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:06.686914 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed2328-2462-4e23-8c6e-db92198c391e None None] Routers {'2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:06.687474 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-27ed2328-2462-4e23-8c6e-db92198c391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:06.696964 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31e8f8dc-0c77-4a11-ab95-e2339cb54462 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:06.740863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-27ed2328-2462-4e23-8c6e-db92198c391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:06.753938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed2328-2462-4e23-8c6e-db92198c391e None None] Routers {'2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:06.754951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-27ed2328-2462-4e23-8c6e-db92198c391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:06.851561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-412ef1fa-3a07-4438-8333-e75eb2721f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:06.852247 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-412ef1fa-3a07-4438-8333-e75eb2721f1a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf39a1308dd04525b3c251f5d378afd7&device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 1094 time: 0.4495783 Aug 31 14:31:06.855245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-27ed2328-2462-4e23-8c6e-db92198c391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:06.855927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed2328-2462-4e23-8c6e-db92198c391e None None] The sync data for ids ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:06.863914 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0569b8f-df20-44f2-9831-6893aa702c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:06.866764 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0569b8f-df20-44f2-9831-6893aa702c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:06.867899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d0569b8f-df20-44f2-9831-6893aa702c0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9a46909-cbbb-4ccd-9152-354ec1667987 HTTP/1.1" status: 204 len: 168 time: 1.1463931 Aug 31 14:31:06.939876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0569b8f-df20-44f2-9831-6893aa702c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a46909-cbbb-4ccd-9152-354ec1667987,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:06.970094 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-e6111b7d-9763-44d3-a67c-ad063dac699b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f HTTP/1.1" status: 200 len: 217 time: 0.1077013 Aug 31 14:31:06.999014 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-31e8f8dc-0c77-4a11-ab95-e2339cb54462 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "PUT /v2.0/floatingips/6b02fd7b-ab49-4486-a0a4-2b58cd0250bb HTTP/1.1" status: 200 len: 978 time: 4.9950829 Aug 31 14:31:07.002163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48846) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:07.087884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-70cf99f7-c2fd-4b86-9694-f4ac0fa7a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:07.090155 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-70cf99f7-c2fd-4b86-9694-f4ac0fa7a590 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0 HTTP/1.1" status: 200 len: 854 time: 0.1100094 Aug 31 14:31:07.095799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8ed418-6778-4442-a2ee-032c9e602be7 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:31:07.112579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:07.144079 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-40f253e9-e53e-4529-94df-b857b7eaf37f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a03f38ab-0e33-464b-9838-b04517f029d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426867 Aug 31 14:31:07.153676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Transition to ACTIVE for port object 4a8ed418-6778-4442-a2ee-032c9e602be7 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:07.168791 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:07.195920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-cdc90411-7c51-4811-a79b-842d013a660f tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port e24c30fa-97fb-4a1a-af97-2c93287ea538 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:07.196260 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cdc90411-7c51-4811-a79b-842d013a660f tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:07.296365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Pushing event updated for resources: {'Port': ['ID=4a8ed418-6778-4442-a2ee-032c9e602be7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:07.373482 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-fbb3ecb1-702c-4931-89b1-a95c2024140a service neutron] 10.222.0.25 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180419 Aug 31 14:31:07.407370 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cdc90411-7c51-4811-a79b-842d013a660f tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:07.551782 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b47edac-3823-46a5-98b0-d37d192bfcea req-2590227b-ff14-4761-bab8-c023f694689c service neutron] 10.222.0.25 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711245 Aug 31 14:31:07.568676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Attempting to bind port 4a8ed418-6778-4442-a2ee-032c9e602be7 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:31:07.569805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Attempting to bind port 4a8ed418-6778-4442-a2ee-032c9e602be7 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:31:07.570392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Attempting to bind port 4a8ed418-6778-4442-a2ee-032c9e602be7 on network f7a8d1f5-ceb5-4396-9432-40efce66432c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:07.577137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Port 4a8ed418-6778-4442-a2ee-032c9e602be7 on network f7a8d1f5-ceb5-4396-9432-40efce66432c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:31:07.577848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Attempting to bind port 4a8ed418-6778-4442-a2ee-032c9e602be7 on network f7a8d1f5-ceb5-4396-9432-40efce66432c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:07.589018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:31:07.590884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Checking segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:07.592001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Bound using segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:31:07.593011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Bound port: 4a8ed418-6778-4442-a2ee-032c9e602be7, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:31:07.594920 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:07.681215 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cdc90411-7c51-4811-a79b-842d013a660f tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:07.681628 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cdc90411-7c51-4811-a79b-842d013a660f tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:07.681947 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-cdc90411-7c51-4811-a79b-842d013a660f tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Floating IP 6b02fd7b-ab49-4486-a0a4-2b58cd0250bb disassociated. External IP: 172.25.2.246, port: e24c30fa-97fb-4a1a-af97-2c93287ea538. Aug 31 14:31:07.682287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-cdc90411-7c51-4811-a79b-842d013a660f tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for e24c30fa-97fb-4a1a-af97-2c93287ea538 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:07.861219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48864) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:07.884677 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e8b7-b058-4c61-b644-664119e7bd5d req-576ba191-c06b-4ee5-87b3-f2b80d5eb40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:07.886791 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fd0e8b7-b058-4c61-b644-664119e7bd5d req-576ba191-c06b-4ee5-87b3-f2b80d5eb40a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf39a1308dd04525b3c251f5d378afd7&device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 1094 time: 0.2678375 Aug 31 14:31:07.912375 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc141213-8056-42b0-9521-7839bbf1d951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:07.956895 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cdc90411-7c51-4811-a79b-842d013a660f tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:07.968680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edaae7-16d0-4dfc-85f6-20a2d5025200 req-21017132-8da4-42bd-b1fe-0a8acff16a75 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:07.968964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294227a4-63ad-4f7f-8daa-2624f82fff0f req-33176356-d696-42ef-afd1-fa0c52f65a98 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:07.970278 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-294227a4-63ad-4f7f-8daa-2624f82fff0f req-33176356-d696-42ef-afd1-fa0c52f65a98 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 943 time: 0.2695587 Aug 31 14:31:07.970928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66edaae7-16d0-4dfc-85f6-20a2d5025200 req-21017132-8da4-42bd-b1fe-0a8acff16a75 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.2343235 Aug 31 14:31:08.034867 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] For port 4a8ed418-6778-4442-a2ee-032c9e602be7, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:31:08.048199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] For port 4a8ed418-6778-4442-a2ee-032c9e602be7, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4a8ed418-6778-4442-a2ee-032c9e602be7,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:31:08.048682 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc90411-7c51-4811-a79b-842d013a660f tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=e24c30fa-97fb-4a1a-af97-2c93287ea538,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:08.056546 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:08.184000 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-294227a4-63ad-4f7f-8daa-2624f82fff0f req-f8c0831a-3271-4a37-badf-c6f22ccc4155 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034059 Aug 31 14:31:08.216647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e8b7-b058-4c61-b644-664119e7bd5d req-a04eea7d-7d75-45cc-b665-0671d32ac292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:08.218662 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fd0e8b7-b058-4c61-b644-664119e7bd5d req-a04eea7d-7d75-45cc-b665-0671d32ac292 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a03f38ab-0e33-464b-9838-b04517f029d8 HTTP/1.1" status: 200 len: 915 time: 0.3180091 Aug 31 14:31:08.228004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:08.235053 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:08.239432 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] 10.222.0.60 "PUT /v2.0/ports/4a8ed418-6778-4442-a2ee-032c9e602be7 HTTP/1.1" status: 200 len: 1091 time: 2.6282375 Aug 31 14:31:08.404201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc90411-7c51-4811-a79b-842d013a660f tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:31:08.410178 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc141213-8056-42b0-9521-7839bbf1d951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:08.416166 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc141213-8056-42b0-9521-7839bbf1d951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:08.479150 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fd0e8b7-b058-4c61-b644-664119e7bd5d req-e6ba80ee-74dd-4849-b1c8-bebf5e7e4d76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f HTTP/1.1" status: 200 len: 217 time: 0.2310703 Aug 31 14:31:08.481847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd48727-0223-4f85-9cd6-71a955d0a3d4', 'tag': '4a8ed418-6778-4442-a2ee-032c9e602be7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:08.487585 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba3c04a-cb52-4ee2-a60b-db84ea77b06c" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd48727-0223-4f85-9cd6-71a955d0a3d4", "tag": "4a8ed418-6778-4442-a2ee-032c9e602be7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:08.551246 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66edaae7-16d0-4dfc-85f6-20a2d5025200 req-d529b2d1-94e9-4ce8-9742-e92fc1486004 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989643 Aug 31 14:31:08.553504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc141213-8056-42b0-9521-7839bbf1d951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff336d05-a88b-4b98-ba84-984ed3fa5fba,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:08.568680 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cc141213-8056-42b0-9521-7839bbf1d951 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4763fda2227e42aeaf773d5ebab79d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7061567 Aug 31 14:31:08.591011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48880) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:08.621181 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47896b2-ef7a-4b0f-a472-599a2b48088b service neutron] Pushing event updated for resources: {'Port': ['ID=4a8ed418-6778-4442-a2ee-032c9e602be7,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:08.643594 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82271896-47a8-427a-ab2b-f09bc2f014a6 x-openstack-request-id: req-82271896-47a8-427a-ab2b-f09bc2f014a6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:08.643883 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd48727-0223-4f85-9cd6-71a955d0a3d4", "tag": "4a8ed418-6778-4442-a2ee-032c9e602be7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:08.644141 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82271896-47a8-427a-ab2b-f09bc2f014a6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:08.644535 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd48727-0223-4f85-9cd6-71a955d0a3d4', 'tag': '4a8ed418-6778-4442-a2ee-032c9e602be7', 'status': 'completed', 'code': 200} Aug 31 14:31:08.658792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-bd6df5d8-5aa9-4ac7-acad-e7b193779837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:08.660443 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-bd6df5d8-5aa9-4ac7-acad-e7b193779837 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 1094 time: 0.3544984 Aug 31 14:31:08.669659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e8b7-b058-4c61-b644-664119e7bd5d req-8df17cc8-d073-4428-80d5-543f94a57dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:08.671338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fd0e8b7-b058-4c61-b644-664119e7bd5d req-8df17cc8-d073-4428-80d5-543f94a57dd3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0 HTTP/1.1" status: 200 len: 854 time: 0.1463838 Aug 31 14:31:08.702658 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc90411-7c51-4811-a79b-842d013a660f tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:08.717227 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8e57b49-6943-40d3-9cfd-9a63080c16bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:08.717467 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e2751d-e325-46ee-9a6f-59b803d5cf60 None None] Sync routers for ids ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:08.733063 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2751d-e325-46ee-9a6f-59b803d5cf60 None None] Routers {'2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:08.738447 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-68e2751d-e325-46ee-9a6f-59b803d5cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:08.760787 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8e57b49-6943-40d3-9cfd-9a63080c16bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:08.841067 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fd0e8b7-b058-4c61-b644-664119e7bd5d req-88bb1a16-0b84-4e85-98e4-87e6a6e0dd94 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a03f38ab-0e33-464b-9838-b04517f029d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1622639 Aug 31 14:31:08.848252 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8e57b49-6943-40d3-9cfd-9a63080c16bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:08.852336 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-6d0c9084-cb0c-4728-b30d-643555aeb64e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8ed418-6778-4442-a2ee-032c9e602be7 HTTP/1.1" status: 200 len: 217 time: 0.1738987 Aug 31 14:31:08.853562 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8e57b49-6943-40d3-9cfd-9a63080c16bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:08.866672 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f8e57b49-6943-40d3-9cfd-9a63080c16bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff336d05-a88b-4b98-ba84-984ed3fa5fba HTTP/1.1" status: 204 len: 168 time: 0.2693648 Aug 31 14:31:08.894450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e57b49-6943-40d3-9cfd-9a63080c16bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff336d05-a88b-4b98-ba84-984ed3fa5fba,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:08.900226 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:31:08.901147 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-68e2751d-e325-46ee-9a6f-59b803d5cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:08.927901 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2751d-e325-46ee-9a6f-59b803d5cf60 None None] Routers {'2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:08.930950 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-68e2751d-e325-46ee-9a6f-59b803d5cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:08.933341 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cdc90411-7c51-4811-a79b-842d013a660f tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:08.940225 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cdc90411-7c51-4811-a79b-842d013a660f tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/ports/e24c30fa-97fb-4a1a-af97-2c93287ea538 HTTP/1.1" status: 204 len: 168 time: 1.9358711 Aug 31 14:31:08.942390 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48892) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:09.063008 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-68e2751d-e325-46ee-9a6f-59b803d5cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:09.064764 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e2751d-e325-46ee-9a6f-59b803d5cf60 None None] The sync data for ids ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:09.106819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-23d17fd0-024d-4163-a08c-8181393a9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:09.106819 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-23d17fd0-024d-4163-a08c-8181393a9676 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.2180350 Aug 31 14:31:09.176280 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fd0e8b7-b058-4c61-b644-664119e7bd5d req-299d7fdb-c749-477f-bb66-8042f5b913d1 service neutron] 10.222.0.25 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183904 Aug 31 14:31:09.212235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-d11d3fd8-6e9b-43ec-b3b9-6eb6f0723b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:09.223137 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-d11d3fd8-6e9b-43ec-b3b9-6eb6f0723b83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023698 Aug 31 14:31:09.500096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880d287-db84-485f-a00f-6474b989a401 req-5ae7daee-e784-4672-9c97-7fdf1ac7474f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:09.511508 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2880d287-db84-485f-a00f-6474b989a401 req-5ae7daee-e784-4672-9c97-7fdf1ac7474f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1491601 Aug 31 14:31:09.553003 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fd0e8b7-b058-4c61-b644-664119e7bd5d req-2314837c-d840-4246-9849-ea830e66833e service neutron] 10.222.0.25 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690917 Aug 31 14:31:09.560422 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-de42eb78-2d34-4d54-b81a-3e4a752bc92c service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354497 Aug 31 14:31:09.646150 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2880d287-db84-485f-a00f-6474b989a401 req-553111f6-1d7a-49a3-a8d3-8c47fd0cb0f6 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358705 Aug 31 14:31:09.824094 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d9efd62-e382-49e6-82b5-bc1499e05933 req-47e656e5-765f-42ed-891a-831bebcbdc58 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521718 Aug 31 14:31:09.890722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09d0f2-5fd4-497f-a018-aa97037c4ca5 req-10443a3d-9560-4b68-9a91-f8afb1e18838 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:09.898617 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6a09d0f2-5fd4-497f-a018-aa97037c4ca5 req-10443a3d-9560-4b68-9a91-f8afb1e18838 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.1991327 Aug 31 14:31:09.970936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3c04a-cb52-4ee2-a60b-db84ea77b06c req-de08e0dd-fffa-43b0-bec3-84fffdfc0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:09.974004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cba3c04a-cb52-4ee2-a60b-db84ea77b06c req-de08e0dd-fffa-43b0-bec3-84fffdfc0765 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 1094 time: 0.0906670 Aug 31 14:31:09.976799 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6a09d0f2-5fd4-497f-a018-aa97037c4ca5 req-6d5af372-aa46-4746-b43a-29db3984fb64 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761518 Aug 31 14:31:10.110617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3c04a-cb52-4ee2-a60b-db84ea77b06c req-8a534b2b-c472-4d7c-bbad-9534566c05af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:10.112431 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cba3c04a-cb52-4ee2-a60b-db84ea77b06c req-8a534b2b-c472-4d7c-bbad-9534566c05af service neutron] 10.222.0.60 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.1276767 Aug 31 14:31:10.130824 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5962b46c-5c0a-4dd1-973d-70b398361175 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.174669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cba3c04a-cb52-4ee2-a60b-db84ea77b06c req-32931541-f27e-4e11-a439-3dfb2370edac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8ed418-6778-4442-a2ee-032c9e602be7 HTTP/1.1" status: 200 len: 217 time: 0.0535285 Aug 31 14:31:10.281694 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3c04a-cb52-4ee2-a60b-db84ea77b06c req-dbe64549-da74-48d0-a2ae-6cbab97d626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:10.284767 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cba3c04a-cb52-4ee2-a60b-db84ea77b06c req-dbe64549-da74-48d0-a2ae-6cbab97d626e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1019139 Aug 31 14:31:10.365396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3c04a-cb52-4ee2-a60b-db84ea77b06c req-6107420a-21a9-48bc-ba2e-d53f5f4a57e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:10.369199 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cba3c04a-cb52-4ee2-a60b-db84ea77b06c req-6107420a-21a9-48bc-ba2e-d53f5f4a57e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757222 Aug 31 14:31:10.578851 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 939b4f01-144a-4c0c-a95c-a3185fdcf62f details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:31:10.594865 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cba3c04a-cb52-4ee2-a60b-db84ea77b06c req-7784e4b1-df01-4381-9d3c-56512d5c03dd service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174921 Aug 31 14:31:10.658639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-5962b46c-5c0a-4dd1-973d-70b398361175 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port 95c0dac0-2a78-4728-8e27-2158ec1b6a9b {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:10.659009 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5962b46c-5c0a-4dd1-973d-70b398361175 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.764650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 939b4f01-144a-4c0c-a95c-a3185fdcf62f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:10.789758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '939b4f01-144a-4c0c-a95c-a3185fdcf62f', 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8', 'port_id': '939b4f01-144a-4c0c-a95c-a3185fdcf62f', 'mac_address': 'fa:16:3e:22:7b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:31:10.858829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c172384-c1ed-447d-965e-ea55d4159478 req-9155c143-409b-4b18-a67f-d72d0f53d335 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:10.862239 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c172384-c1ed-447d-965e-ea55d4159478 req-9155c143-409b-4b18-a67f-d72d0f53d335 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 943 time: 0.0944343 Aug 31 14:31:10.872902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cba3c04a-cb52-4ee2-a60b-db84ea77b06c req-d9cef220-8d49-4e3f-8065-a975a2fa96b1 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692163 Aug 31 14:31:10.880395 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.895859 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939b4f01-144a-4c0c-a95c-a3185fdcf62f {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:31:10.909725 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5962b46c-5c0a-4dd1-973d-70b398361175 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.920014 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c172384-c1ed-447d-965e-ea55d4159478 req-3208c598-7dff-48d8-88cb-719378371443 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498455 Aug 31 14:31:10.939421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 939b4f01-144a-4c0c-a95c-a3185fdcf62f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:10.942542 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-5962b46c-5c0a-4dd1-973d-70b398361175 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for 95c0dac0-2a78-4728-8e27-2158ec1b6a9b owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:10.944552 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.971517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:11.033162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=939b4f01-144a-4c0c-a95c-a3185fdcf62f,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:11.169147 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1dff0d8b-f9ad-4473-9e98-a7a4c6ae50dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:11.214302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f2866-d417-4b1b-aed3-6514d4bd57ec req-4335e93f-8e59-4540-8632-009ed7b8b410 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:11.216847 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-735f2866-d417-4b1b-aed3-6514d4bd57ec req-4335e93f-8e59-4540-8632-009ed7b8b410 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 944 time: 0.0934141 Aug 31 14:31:11.260898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['939b4f01-144a-4c0c-a95c-a3185fdcf62f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:11.328601 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-735f2866-d417-4b1b-aed3-6514d4bd57ec req-587901c0-c460-40a4-b670-fd5756c51161 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940092 Aug 31 14:31:11.331535 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5962b46c-5c0a-4dd1-973d-70b398361175 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:11.427169 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1dff0d8b-f9ad-4473-9e98-a7a4c6ae50dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:11.428990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962b46c-5c0a-4dd1-973d-70b398361175 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=95c0dac0-2a78-4728-8e27-2158ec1b6a9b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:11.442973 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1dff0d8b-f9ad-4473-9e98-a7a4c6ae50dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:11.501576 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1dff0d8b-f9ad-4473-9e98-a7a4c6ae50dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51fb5b44ba814eed97af9914c913ef2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288088 Aug 31 14:31:11.506123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48980) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:11.507529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff0d8b-f9ad-4473-9e98-a7a4c6ae50dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a562c5c-0fbc-4039-86bb-79a64c31008f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:11.677524 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c720629-b0b1-4f78-92f0-1899f5d196db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:11.805869 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c720629-b0b1-4f78-92f0-1899f5d196db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:11.912191 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c720629-b0b1-4f78-92f0-1899f5d196db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:11.915660 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c720629-b0b1-4f78-92f0-1899f5d196db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:11.916940 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8c720629-b0b1-4f78-92f0-1899f5d196db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a562c5c-0fbc-4039-86bb-79a64c31008f HTTP/1.1" status: 204 len: 168 time: 0.4022288 Aug 31 14:31:11.929955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c720629-b0b1-4f78-92f0-1899f5d196db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a562c5c-0fbc-4039-86bb-79a64c31008f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:12.143961 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5962b46c-5c0a-4dd1-973d-70b398361175 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.156989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecc296-fb2f-426d-add7-5cf9c30a15ad req-9b4817f0-4fd8-46a4-a531-e3e251ae0aed tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:12.159437 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61ecc296-fb2f-426d-add7-5cf9c30a15ad req-9b4817f0-4fd8-46a4-a531-e3e251ae0aed tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1152468 Aug 31 14:31:12.217795 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61ecc296-fb2f-426d-add7-5cf9c30a15ad req-785017ab-1c57-429f-8bb3-47428ae474a9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506363 Aug 31 14:31:12.491988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49004) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:12.512646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5962b46c-5c0a-4dd1-973d-70b398361175 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:31:12.524164 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90da94ef-193a-4dc0-a239-d2ff7109191d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.550258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bd066-588a-41dc-b7a0-4a50f99d104b req-b59572cd-0523-48c5-ae2a-0ad0361b6446 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:12.551966 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-205bd066-588a-41dc-b7a0-4a50f99d104b req-b59572cd-0523-48c5-ae2a-0ad0361b6446 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 944 time: 0.1105568 Aug 31 14:31:12.575444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 939b4f01-144a-4c0c-a95c-a3185fdcf62f up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:12.644826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 939b4f01-144a-4c0c-a95c-a3185fdcf62f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:12.651482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 939b4f01-144a-4c0c-a95c-a3185fdcf62f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:12.651863 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.666830 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-205bd066-588a-41dc-b7a0-4a50f99d104b req-dcbd4411-3daa-42a5-b1f8-e11dba5babda tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070893 Aug 31 14:31:12.735049 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.750497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5962b46c-5c0a-4dd1-973d-70b398361175 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:12.759658 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5962b46c-5c0a-4dd1-973d-70b398361175 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "PUT /v2.0/routers/2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8138528 Aug 31 14:31:12.760876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49014) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:12.763779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c44541-a396-46d1-a291-7cbcd85b74f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939b4f01-144a-4c0c-a95c-a3185fdcf62f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:12.766607 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341336f7-9a59-47d9-894e-ff8315a23782" -d '{"events": [{"server_uuid": "e3c44541-a396-46d1-a291-7cbcd85b74f9", "name": "network-vif-plugged", "status": "completed", "tag": "939b4f01-144a-4c0c-a95c-a3185fdcf62f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:12.785581 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c6fa2-dbc3-4eb6-a05a-963c4699d5c1 None None] Sync routers for ids ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:12.797603 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90da94ef-193a-4dc0-a239-d2ff7109191d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.802189 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90da94ef-193a-4dc0-a239-d2ff7109191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.827264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 939b4f01-144a-4c0c-a95c-a3185fdcf62f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:12.836654 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.841136 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa1882e-fb1a-4c11-ab6d-aa9560024b5f x-openstack-request-id: req-0aa1882e-fb1a-4c11-ab6d-aa9560024b5f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:12.841697 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c44541-a396-46d1-a291-7cbcd85b74f9", "name": "network-vif-plugged", "status": "completed", "tag": "939b4f01-144a-4c0c-a95c-a3185fdcf62f", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:12.842185 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0aa1882e-fb1a-4c11-ab6d-aa9560024b5f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:12.842772 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c44541-a396-46d1-a291-7cbcd85b74f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939b4f01-144a-4c0c-a95c-a3185fdcf62f', 'code': 200} Aug 31 14:31:12.846873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c6fa2-dbc3-4eb6-a05a-963c4699d5c1 None None] Routers {'2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:12.847767 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-eb9c6fa2-dbc3-4eb6-a05a-963c4699d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:12.882673 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-90da94ef-193a-4dc0-a239-d2ff7109191d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd5bf408b50b4aa09a3b4017c104dee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890624 Aug 31 14:31:12.883497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49018) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:12.903285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-eb9c6fa2-dbc3-4eb6-a05a-963c4699d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:12.918115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da94ef-193a-4dc0-a239-d2ff7109191d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40df236-d709-4a64-a2d6-565aa68eeac3,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:12.925386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c6fa2-dbc3-4eb6-a05a-963c4699d5c1 None None] Routers {'2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:12.927143 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-eb9c6fa2-dbc3-4eb6-a05a-963c4699d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:30:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:12.939591 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.966761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44393625-971d-4933-a0a1-64b7a25fc000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.971897 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-eb9c6fa2-dbc3-4eb6-a05a-963c4699d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:12.972556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c6fa2-dbc3-4eb6-a05a-963c4699d5c1 None None] The sync data for ids ['2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:12.985125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=939b4f01-144a-4c0c-a95c-a3185fdcf62f,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:12.997795 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44393625-971d-4933-a0a1-64b7a25fc000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.058738 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44393625-971d-4933-a0a1-64b7a25fc000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.061364 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44393625-971d-4933-a0a1-64b7a25fc000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.062538 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-44393625-971d-4933-a0a1-64b7a25fc000 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a40df236-d709-4a64-a2d6-565aa68eeac3 HTTP/1.1" status: 204 len: 168 time: 0.1708539 Aug 31 14:31:13.076648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44393625-971d-4933-a0a1-64b7a25fc000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40df236-d709-4a64-a2d6-565aa68eeac3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:13.126524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bfe93-6541-4f3f-a07a-b6fa3d13e730 req-88515c42-1921-417d-96af-5f01a822275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:13.128121 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-639bfe93-6541-4f3f-a07a-b6fa3d13e730 req-88515c42-1921-417d-96af-5f01a822275d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 1096 time: 0.1856475 Aug 31 14:31:13.179871 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.185031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-639bfe93-6541-4f3f-a07a-b6fa3d13e730 req-611c2c77-69b5-476b-a433-036bd437ccb7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481031 Aug 31 14:31:13.463469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06185-ffc1-48b4-a358-fadbd0c1be42 req-aa700aa3-957e-4a8a-b7ce-d5f65d22cc4c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:13.470789 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4dd06185-ffc1-48b4-a358-fadbd0c1be42 req-aa700aa3-957e-4a8a-b7ce-d5f65d22cc4c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1210890 Aug 31 14:31:13.529589 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4dd06185-ffc1-48b4-a358-fadbd0c1be42 req-efdcb903-d22b-4301-a118-730b3bc79763 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494208 Aug 31 14:31:13.627746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port e25d4c4e-167b-4ede-a5c4-6d94e85d7eeb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:13.628086 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.749565 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.780172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for e25d4c4e-167b-4ede-a5c4-6d94e85d7eeb owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:14.049272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7d6cc-fa23-4d57-a529-84d506033683 req-4fb79af7-eca3-4927-9fef-c1c140895871 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:14.055717 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78c7d6cc-fa23-4d57-a529-84d506033683 req-4fb79af7-eca3-4927-9fef-c1c140895871 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1818383 Aug 31 14:31:14.136349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4a8ed418-6778-4442-a2ee-032c9e602be7 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:31:14.303020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78c7d6cc-fa23-4d57-a529-84d506033683 req-661e9ff2-6c30-402a-9a29-a41f322d03c0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335489 Aug 31 14:31:14.405135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 4a8ed418-6778-4442-a2ee-032c9e602be7, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4a8ed418-6778-4442-a2ee-032c9e602be7,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:14.438327 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.447379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '4a8ed418-6778-4442-a2ee-032c9e602be7', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'port_id': '4a8ed418-6778-4442-a2ee-032c9e602be7', 'mac_address': 'fa:16:3e:b6:c3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:31:14.466837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=e25d4c4e-167b-4ede-a5c4-6d94e85d7eeb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:14.521462 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.539458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8ed418-6778-4442-a2ee-032c9e602be7 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:31:14.565445 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 4a8ed418-6778-4442-a2ee-032c9e602be7, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4a8ed418-6778-4442-a2ee-032c9e602be7,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:14.571140 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.625516 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.639307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=4a8ed418-6778-4442-a2ee-032c9e602be7,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:14.712175 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91377a2a-0bbb-40bb-9deb-4aa20054f090 req-d8006ab3-de9c-423f-b940-f1ea4c754fe0 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:14.713756 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91377a2a-0bbb-40bb-9deb-4aa20054f090 req-d8006ab3-de9c-423f-b940-f1ea4c754fe0 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 944 time: 0.0757437 Aug 31 14:31:14.756970 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.763435 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.765913 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91377a2a-0bbb-40bb-9deb-4aa20054f090 req-81a62e2c-61a7-47b9-ac01-97eab6ab9570 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454288 Aug 31 14:31:14.820330 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.820865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Fanout notify agent at l3_agent the message router_deleted on router 2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:31:14.828810 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.829851 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-128bc894-c214-4841-b380-4e866338ff50 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/routers/2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef HTTP/1.1" status: 204 len: 168 time: 2.0679877 Aug 31 14:31:14.833075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49082) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:14.879966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['4a8ed418-6778-4442-a2ee-032c9e602be7'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:14.914598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-1387e0a0-7d25-45df-8afd-4cbeb6bdaba9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting subnet 9b1fa0ec-351f-4c36-a6a0-b327d27a1d0c {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:31:14.920429 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1387e0a0-7d25-45df-8afd-4cbeb6bdaba9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.016555 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1387e0a0-7d25-45df-8afd-4cbeb6bdaba9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.160043 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1387e0a0-7d25-45df-8afd-4cbeb6bdaba9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.266883 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1387e0a0-7d25-45df-8afd-4cbeb6bdaba9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.299266 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387e0a0-7d25-45df-8afd-4cbeb6bdaba9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1fa0ec-351f-4c36-a6a0-b327d27a1d0c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:15.310641 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1387e0a0-7d25-45df-8afd-4cbeb6bdaba9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.315355 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1387e0a0-7d25-45df-8afd-4cbeb6bdaba9 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/subnets/9b1fa0ec-351f-4c36-a6a0-b327d27a1d0c HTTP/1.1" status: 204 len: 168 time: 0.4791603 Aug 31 14:31:15.315849 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49102) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:15.317646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bde0fb-d057-4275-8077-c2c81f065b4e None None] Network fa411cce-a35f-4459-97e3-76037e3f02eb requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:15.466536 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.580782 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a0996c-cd3d-451e-91db-aba445d4c9c3 None None] DHCP port deletion for fa411cce-a35f-4459-97e3-76037e3f02eb request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:31:15.604036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f13730-56a3-4890-a9bb-ef71d597f6d4 req-f6da4275-b8d8-4c02-a63e-b3c466794322 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:15.605611 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-97f13730-56a3-4890-a9bb-ef71d597f6d4 req-f6da4275-b8d8-4c02-a63e-b3c466794322 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1200163 Aug 31 14:31:15.642318 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:15.643321 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.660514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e5a0996c-cd3d-451e-91db-aba445d4c9c3 None None] Deleting port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:15.662106 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5a0996c-cd3d-451e-91db-aba445d4c9c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.736838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] For port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dcbfb860-1b6f-46d7-b789-22e38cbe9b7e,segment=NetworkSegment(437bf13e-e740-4afd-8de3-22c82cbcb58e),segment_id=437bf13e-e740-4afd-8de3-22c82cbcb58e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:15.737205 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.758109 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-97f13730-56a3-4890-a9bb-ef71d597f6d4 req-80708d15-d150-4754-a93f-839ce56c3a67 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443357 Aug 31 14:31:15.776653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for dcbfb860-1b6f-46d7-b789-22e38cbe9b7e owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:15.854024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e5a0996c-cd3d-451e-91db-aba445d4c9c3 None None] For port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dcbfb860-1b6f-46d7-b789-22e38cbe9b7e,segment=NetworkSegment(437bf13e-e740-4afd-8de3-22c82cbcb58e),segment_id=437bf13e-e740-4afd-8de3-22c82cbcb58e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:15.854430 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5a0996c-cd3d-451e-91db-aba445d4c9c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.872353 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dcbfb860-1b6f-46d7-b789-22e38cbe9b7e no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:15.982227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e5a0996c-cd3d-451e-91db-aba445d4c9c3 None None] Calling delete_port for dcbfb860-1b6f-46d7-b789-22e38cbe9b7e owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:16.066177 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32810e8-009f-4e29-b87e-974b05267f35 req-656c78ea-b6fe-466b-b51a-648d3fe245cf tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:16.072123 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b32810e8-009f-4e29-b87e-974b05267f35 req-656c78ea-b6fe-466b-b51a-648d3fe245cf tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 944 time: 0.1389725 Aug 31 14:31:16.153806 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.174835 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4a8ed418-6778-4442-a2ee-032c9e602be7 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:16.238682 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.244217 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b32810e8-009f-4e29-b87e-974b05267f35 req-cf8d8121-adf9-4e0a-89b9-a4bfb888c064 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514897 Aug 31 14:31:16.299246 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 4a8ed418-6778-4442-a2ee-032c9e602be7 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:16.299246 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5a0996c-cd3d-451e-91db-aba445d4c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.322654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0996c-cd3d-451e-91db-aba445d4c9c3 None None] Pushing event deleted for resources: {'Port': ['ID=dcbfb860-1b6f-46d7-b789-22e38cbe9b7e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:16.326348 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 4a8ed418-6778-4442-a2ee-032c9e602be7 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:16.326706 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.331570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0996c-cd3d-451e-91db-aba445d4c9c3 None None] No DVR routers for this DVR port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:31:16.347706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] No DVR routers for this DVR port dcbfb860-1b6f-46d7-b789-22e38cbe9b7e on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:31:16.366930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=dcbfb860-1b6f-46d7-b789-22e38cbe9b7e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:16.413087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26181100-c178-4fbd-9274-5719008fea74 req-fb879751-9157-4d1e-85ba-08bd1b7a13b7 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:16.424309 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26181100-c178-4fbd-9274-5719008fea74 req-fb879751-9157-4d1e-85ba-08bd1b7a13b7 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/networks?id=a03f38ab-0e33-464b-9838-b04517f029d8 HTTP/1.1" status: 200 len: 814 time: 0.3754029 Aug 31 14:31:16.480525 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.497737 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26181100-c178-4fbd-9274-5719008fea74 req-bb59832f-36af-4a95-b290-9fba7ae96338 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/quotas/bf39a1308dd04525b3c251f5d378afd7 HTTP/1.1" status: 200 len: 375 time: 0.0687823 Aug 31 14:31:16.527513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd48727-0223-4f85-9cd6-71a955d0a3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8ed418-6778-4442-a2ee-032c9e602be7'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:16.541654 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d2a635-8111-4f4d-91b0-a8c33994cbdd" -d '{"events": [{"server_uuid": "ccd48727-0223-4f85-9cd6-71a955d0a3d4", "name": "network-vif-plugged", "status": "completed", "tag": "4a8ed418-6778-4442-a2ee-032c9e602be7"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:16.578307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 4a8ed418-6778-4442-a2ee-032c9e602be7, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4a8ed418-6778-4442-a2ee-032c9e602be7,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:16.584707 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.638560 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.669060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa411cce-a35f-4459-97e3-76037e3f02eb']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:16.683420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437bf13e-e740-4afd-8de3-22c82cbcb58e') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:16.684115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437bf13e-e740-4afd-8de3-22c82cbcb58e') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:16.698116 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb6d3e6-d70c-4c5d-8c4e-8df88eb920e1 x-openstack-request-id: req-bdb6d3e6-d70c-4c5d-8c4e-8df88eb920e1 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:16.698471 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd48727-0223-4f85-9cd6-71a955d0a3d4", "name": "network-vif-plugged", "status": "completed", "tag": "4a8ed418-6778-4442-a2ee-032c9e602be7", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:16.698682 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bdb6d3e6-d70c-4c5d-8c4e-8df88eb920e1 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:16.699058 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd48727-0223-4f85-9cd6-71a955d0a3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8ed418-6778-4442-a2ee-032c9e602be7', 'code': 200} Aug 31 14:31:16.700164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=4a8ed418-6778-4442-a2ee-032c9e602be7,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:16.707278 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.734395 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26181100-c178-4fbd-9274-5719008fea74 req-17adf78c-33d1-4cd2-a16f-f2cc5d761cde tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf39a1308dd04525b3c251f5d378afd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2353420 Aug 31 14:31:16.830177 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.842206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:31:16.842695 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:31:16.849887 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:31:16.932643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ad9f-a1d0-4d7b-84b5-cb3d61bf6b4b req-ad49016a-a71d-4e71-971a-c65454b809e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:16.934226 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-def0ad9f-a1d0-4d7b-84b5-cb3d61bf6b4b req-ad49016a-a71d-4e71-971a-c65454b809e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 1096 time: 0.1835525 Aug 31 14:31:16.982478 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.007195 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26181100-c178-4fbd-9274-5719008fea74 req-a825b110-2a57-4877-afe9-25dc9b2b35de service neutron] 10.222.0.39 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678974 Aug 31 14:31:17.017641 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.023261 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/networks/fa411cce-a35f-4459-97e3-76037e3f02eb HTTP/1.1" status: 204 len: 168 time: 1.7024601 Aug 31 14:31:17.023713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49188) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:17.041128 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-def0ad9f-a1d0-4d7b-84b5-cb3d61bf6b4b req-cd7779b6-61ae-48db-aa6b-cf5aadc47ea1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954385 Aug 31 14:31:17.060635 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3ea69-e245-4e0f-b3bc-577248acb84c tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Network': ['ID=fa411cce-a35f-4459-97e3-76037e3f02eb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:17.066433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49190) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:17.244797 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26181100-c178-4fbd-9274-5719008fea74 req-7320b00b-2650-474f-aa5b-eb9bdc0a7d32 service neutron] 10.222.0.39 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405834 Aug 31 14:31:17.261226 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d1c33c42-4e17-426f-96f0-6cfa2fd8fa86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.295701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-226eac7a-46c1-4c88-a198-0856c39f3f31 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port 08c1e815-3163-4f25-a226-88e067766692 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:17.296367 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-226eac7a-46c1-4c88-a198-0856c39f3f31 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.420055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49200) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:17.521772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba972b-725a-4751-99a7-cdbc722c0750 req-06480af6-634c-4a94-a27a-59e5f747fe92 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:17.522469 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-226eac7a-46c1-4c88-a198-0856c39f3f31 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.522469 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-226eac7a-46c1-4c88-a198-0856c39f3f31 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.523422 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e3ba972b-725a-4751-99a7-cdbc722c0750 req-06480af6-634c-4a94-a27a-59e5f747fe92 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 945 time: 0.1125193 Aug 31 14:31:17.546991 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d1c33c42-4e17-426f-96f0-6cfa2fd8fa86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.549097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-226eac7a-46c1-4c88-a198-0856c39f3f31 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for 08c1e815-3163-4f25-a226-88e067766692 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:17.581889 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d1c33c42-4e17-426f-96f0-6cfa2fd8fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.630352 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c2a7f61b-4bbb-4be1-9ff7-4a11b6f9c6aa req-0fdb619b-c94d-4af6-97f3-16dc888b37e2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 210 time: 0.0631123 Aug 31 14:31:17.682311 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e3ba972b-725a-4751-99a7-cdbc722c0750 req-d5af86b3-d562-45e9-ae3d-4de033091166 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372120 Aug 31 14:31:17.690740 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d1c33c42-4e17-426f-96f0-6cfa2fd8fa86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6421639478dc4b72ac5acea88e8d9633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6170788 Aug 31 14:31:17.694383 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49212) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:17.728105 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c33c42-4e17-426f-96f0-6cfa2fd8fa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4090f7-4ad8-481b-b475-2edfdefd0686,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:17.815791 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a323950f-5319-4d76-9060-b42bd9a9d01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.823102 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f4db-c06e-4e7d-a6ef-5feb29d7c28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.858354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a323950f-5319-4d76-9060-b42bd9a9d01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.928929 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-226eac7a-46c1-4c88-a198-0856c39f3f31 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.944533 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a323950f-5319-4d76-9060-b42bd9a9d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.947973 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a323950f-5319-4d76-9060-b42bd9a9d01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.952908 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a323950f-5319-4d76-9060-b42bd9a9d01d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a4090f7-4ad8-481b-b475-2edfdefd0686 HTTP/1.1" status: 204 len: 168 time: 0.2499406 Aug 31 14:31:17.965584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323950f-5319-4d76-9060-b42bd9a9d01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4090f7-4ad8-481b-b475-2edfdefd0686,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:17.966503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226eac7a-46c1-4c88-a198-0856c39f3f31 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=08c1e815-3163-4f25-a226-88e067766692,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:18.008896 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f4db-c06e-4e7d-a6ef-5feb29d7c28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.027440 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f4db-c06e-4e7d-a6ef-5feb29d7c28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.085859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9f4db-c06e-4e7d-a6ef-5feb29d7c28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53502aae-1c67-4fb6-b675-eafaaa3c751c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:18.123787 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-226eac7a-46c1-4c88-a198-0856c39f3f31 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.137633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-226eac7a-46c1-4c88-a198-0856c39f3f31 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.144052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-226eac7a-46c1-4c88-a198-0856c39f3f31 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/floatingips/6b02fd7b-ab49-4486-a0a4-2b58cd0250bb HTTP/1.1" status: 204 len: 168 time: 1.1051500 Aug 31 14:31:18.148352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49222) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:18.167945 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a2b9f4db-c06e-4e7d-a6ef-5feb29d7c28f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1dbbc7db928c4a759c6630c4aa244d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7432575 Aug 31 14:31:18.170770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49228) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:18.216965 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8653406-286b-4c61-97a8-d42463cfff1b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] DELETE failed (client error): The resource could not be found. Aug 31 14:31:18.217937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8653406-286b-4c61-97a8-d42463cfff1b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:31:18.219918 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c8653406-286b-4c61-97a8-d42463cfff1b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/ports/e24c30fa-97fb-4a1a-af97-2c93287ea538 HTTP/1.1" status: 404 len: 333 time: 0.0696764 Aug 31 14:31:18.222438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49230) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:18.258610 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-62fbc175-dea4-46ec-8cf0-5806dd0ab934 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef HTTP/1.1" status: 200 len: 205 time: 0.0340164 Aug 31 14:31:18.260322 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49232) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:18.302115 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbf7892e-af17-48d0-bd18-bfffef232b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.307308 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-af7ef627-c2f7-48a2-afd3-cb406397b92d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] delete failed (client error): The resource could not be found. Aug 31 14:31:18.308357 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-af7ef627-c2f7-48a2-afd3-cb406397b92d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/routers/2e8ee1d3-7893-4ec1-8b87-d0abaf5d76ef HTTP/1.1" status: 404 len: 336 time: 0.0468662 Aug 31 14:31:18.311022 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49234) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:18.364369 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a2d854-9bd2-400a-98d9-8a22ea113bcb tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] DELETE failed (client error): The resource could not be found. Aug 31 14:31:18.364839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a2d854-9bd2-400a-98d9-8a22ea113bcb tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:31:18.369653 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-15a2d854-9bd2-400a-98d9-8a22ea113bcb tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/subnets/9b1fa0ec-351f-4c36-a6a0-b327d27a1d0c HTTP/1.1" status: 404 len: 337 time: 0.0545928 Aug 31 14:31:18.371634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49236) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:18.373591 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbf7892e-af17-48d0-bd18-bfffef232b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.481784 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbf7892e-af17-48d0-bd18-bfffef232b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.485524 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbf7892e-af17-48d0-bd18-bfffef232b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.491458 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bbf7892e-af17-48d0-bd18-bfffef232b31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53502aae-1c67-4fb6-b675-eafaaa3c751c HTTP/1.1" status: 204 len: 168 time: 0.3153632 Aug 31 14:31:18.501755 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0f532d80-6ab0-4d63-a370-0f4ef46cadaa tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port 1add8b84-c7e6-417f-baf3-86c53b9eee53 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:18.502302 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f532d80-6ab0-4d63-a370-0f4ef46cadaa tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.512877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7892e-af17-48d0-bd18-bfffef232b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53502aae-1c67-4fb6-b675-eafaaa3c751c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:18.574157 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49242) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:18.593564 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3a6a-a3f5-47f3-97df-19e5a2f396ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.681971 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f532d80-6ab0-4d63-a370-0f4ef46cadaa tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.715210 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0f532d80-6ab0-4d63-a370-0f4ef46cadaa tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for 1add8b84-c7e6-417f-baf3-86c53b9eee53 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:18.763446 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3a6a-a3f5-47f3-97df-19e5a2f396ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.779436 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3a6a-a3f5-47f3-97df-19e5a2f396ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.803702 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a8d8cfb7-c9f8-47f5-a324-7384d59d4b51 req-90492ed3-c801-4783-8256-acbe9eb094c0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 210 time: 0.0383143 Aug 31 14:31:18.881926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e8bc3a6a-a3f5-47f3-97df-19e5a2f396ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea1513e4d71444a0a296c6297bbe6ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036342 Aug 31 14:31:18.883799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49252) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:18.891166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc3a6a-a3f5-47f3-97df-19e5a2f396ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c58f6d-e479-4872-8871-e1695008dfeb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:18.984636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9f597-b962-44e7-bdfb-aeb913c50b0f req-b4a53017-5d8c-4fec-8715-e9777f0dd23e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:18.992480 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2aa9f597-b962-44e7-bdfb-aeb913c50b0f req-b4a53017-5d8c-4fec-8715-e9777f0dd23e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 945 time: 0.1239123 Aug 31 14:31:19.015169 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd6aec57-8c20-4f3d-8f3c-8444d14db309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.059631 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2aa9f597-b962-44e7-bdfb-aeb913c50b0f req-31db3395-49cf-4f25-a715-34c982bc93a0 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660045 Aug 31 14:31:19.060301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd6aec57-8c20-4f3d-8f3c-8444d14db309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.091718 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f532d80-6ab0-4d63-a370-0f4ef46cadaa tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.150605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26181100-c178-4fbd-9274-5719008fea74 req-0f865252-c980-4e3a-8f6c-331ed32ba143 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:19.153129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26181100-c178-4fbd-9274-5719008fea74 req-0f865252-c980-4e3a-8f6c-331ed32ba143 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.25 "GET /v2.0/networks?id=a03f38ab-0e33-464b-9838-b04517f029d8 HTTP/1.1" status: 200 len: 814 time: 0.2146287 Aug 31 14:31:19.159783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f532d80-6ab0-4d63-a370-0f4ef46cadaa tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=1add8b84-c7e6-417f-baf3-86c53b9eee53,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:19.175620 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49256) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:19.183509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-26181100-c178-4fbd-9274-5719008fea74 req-0650479f-811c-4eef-af9c-95b8782ae057 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Request body: {'port': {'device_id': '13ec0ee5-1bfa-4b1c-a185-60f614e6cec9', 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8', 'admin_state_up': True, 'tenant_id': 'bf39a1308dd04525b3c251f5d378afd7'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:19.231875 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad0bc4f1-76b1-4cb4-833d-cd0ed87753aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.266711 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd6aec57-8c20-4f3d-8f3c-8444d14db309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.271404 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd6aec57-8c20-4f3d-8f3c-8444d14db309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.273437 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dd6aec57-8c20-4f3d-8f3c-8444d14db309 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9c58f6d-e479-4872-8871-e1695008dfeb HTTP/1.1" status: 204 len: 168 time: 0.3882906 Aug 31 14:31:19.276918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f532d80-6ab0-4d63-a370-0f4ef46cadaa tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.281844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0f532d80-6ab0-4d63-a370-0f4ef46cadaa tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/ports/1add8b84-c7e6-417f-baf3-86c53b9eee53 HTTP/1.1" status: 204 len: 168 time: 0.9069664 Aug 31 14:31:19.284136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49262) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:19.289838 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.332749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6aec57-8c20-4f3d-8f3c-8444d14db309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c58f6d-e479-4872-8871-e1695008dfeb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:19.429060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-9ae46023-6a46-40b0-9120-3b315b2e7140 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port 18924a1b-055d-4fed-9a97-24f331772d73 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:19.429405 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ae46023-6a46-40b0-9120-3b315b2e7140 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.479640 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad0bc4f1-76b1-4cb4-833d-cd0ed87753aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.497040 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad0bc4f1-76b1-4cb4-833d-cd0ed87753aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.516625 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26181100-c178-4fbd-9274-5719008fea74 req-0650479f-811c-4eef-af9c-95b8782ae057 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Made reservation on behalf of bf39a1308dd04525b3c251f5d378afd7 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:19.524175 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26181100-c178-4fbd-9274-5719008fea74 req-0650479f-811c-4eef-af9c-95b8782ae057 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.571374 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ad0bc4f1-76b1-4cb4-833d-cd0ed87753aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a4deb4ae1b54346913e840b80c0a115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723140 Aug 31 14:31:19.571634 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d778a26-5b47-49da-975c-75233d9e77bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.572874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49266) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:19.582876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bc4f1-76b1-4cb4-833d-cd0ed87753aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bbc5b1-4475-4905-9fb3-34d2da36d707,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:19.607156 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ae46023-6a46-40b0-9120-3b315b2e7140 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.664860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-9ae46023-6a46-40b0-9120-3b315b2e7140 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for 18924a1b-055d-4fed-9a97-24f331772d73 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:19.752362 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-26181100-c178-4fbd-9274-5719008fea74 req-0650479f-811c-4eef-af9c-95b8782ae057 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Allocated IP 172.20.0.14 (a03f38ab-0e33-464b-9838-b04517f029d8/5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0/df46381a-29fc-482f-9cc2-d98e55e6486b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:19.799225 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dd1f79ab-3538-49d0-a23d-a1f0c7682cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.835271 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dd1f79ab-3538-49d0-a23d-a1f0c7682cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.922514 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ae46023-6a46-40b0-9120-3b315b2e7140 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.954853 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae46023-6a46-40b0-9120-3b315b2e7140 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=18924a1b-055d-4fed-9a97-24f331772d73,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:20.023401 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26181100-c178-4fbd-9274-5719008fea74 req-0650479f-811c-4eef-af9c-95b8782ae057 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:20.025490 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe83039d-fc64-4502-8632-a7097add25da req-796bd0e3-9f46-424b-8f47-dcdb8f0ef837 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 210 time: 0.0544901 Aug 31 14:31:20.026814 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dd1f79ab-3538-49d0-a23d-a1f0c7682cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:20.029505 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dd1f79ab-3538-49d0-a23d-a1f0c7682cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:20.032889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dd1f79ab-3538-49d0-a23d-a1f0c7682cb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03bbc5b1-4475-4905-9fb3-34d2da36d707 HTTP/1.1" status: 204 len: 168 time: 0.4568398 Aug 31 14:31:20.066654 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f79ab-3538-49d0-a23d-a1f0c7682cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bbc5b1-4475-4905-9fb3-34d2da36d707,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:20.098641 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26181100-c178-4fbd-9274-5719008fea74 req-0650479f-811c-4eef-af9c-95b8782ae057 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:20.121548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['939b4f01-144a-4c0c-a95c-a3185fdcf62f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:20.158299 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ae46023-6a46-40b0-9120-3b315b2e7140 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:20.164759 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9ae46023-6a46-40b0-9120-3b315b2e7140 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/ports/18924a1b-055d-4fed-9a97-24f331772d73 HTTP/1.1" status: 204 len: 168 time: 0.8795815 Aug 31 14:31:20.167442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49286) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:20.211616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26181100-c178-4fbd-9274-5719008fea74 req-0650479f-811c-4eef-af9c-95b8782ae057 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Network a03f38ab-0e33-464b-9838-b04517f029d8 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:20.236016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-26181100-c178-4fbd-9274-5719008fea74 req-0650479f-811c-4eef-af9c-95b8782ae057 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:20.244051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-26181100-c178-4fbd-9274-5719008fea74 req-0650479f-811c-4eef-af9c-95b8782ae057 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:20.250649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650479f-811c-4eef-af9c-95b8782ae057 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Pushing event updated for resources: {'Port': ['ID=df46381a-29fc-482f-9cc2-d98e55e6486b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:20.307390 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf702e6-c42f-4174-b5a6-f74c7b178951 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:20.308736 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-caf702e6-c42f-4174-b5a6-f74c7b178951 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "GET /v2.0/ports?device_id=856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 HTTP/1.1" status: 200 len: 913 time: 0.1390674 Aug 31 14:31:20.312007 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49294) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:20.398449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26181100-c178-4fbd-9274-5719008fea74 req-0650479f-811c-4eef-af9c-95b8782ae057 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:20.399655 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26181100-c178-4fbd-9274-5719008fea74 req-0650479f-811c-4eef-af9c-95b8782ae057 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:20.437529 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26181100-c178-4fbd-9274-5719008fea74 req-0650479f-811c-4eef-af9c-95b8782ae057 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2618930 Aug 31 14:31:20.451243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Request body: {'port': {'device_id': '13ec0ee5-1bfa-4b1c-a185-60f614e6cec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:20.527435 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:20.952482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df46381a-29fc-482f-9cc2-d98e55e6486b {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:31:20.968731 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:20.986063 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:20.997977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Transition to ACTIVE for port object df46381a-29fc-482f-9cc2-d98e55e6486b will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:21.017505 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.182610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Pushing event updated for resources: {'Port': ['ID=df46381a-29fc-482f-9cc2-d98e55e6486b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:21.235721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Attempting to bind port df46381a-29fc-482f-9cc2-d98e55e6486b on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:31:21.236123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Attempting to bind port df46381a-29fc-482f-9cc2-d98e55e6486b by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'cae05f50-768f-41be-97da-d89e072cc786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:31:21.236387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Attempting to bind port df46381a-29fc-482f-9cc2-d98e55e6486b on network a03f38ab-0e33-464b-9838-b04517f029d8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:21.242497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Port df46381a-29fc-482f-9cc2-d98e55e6486b on network a03f38ab-0e33-464b-9838-b04517f029d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:31:21.242846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Attempting to bind port df46381a-29fc-482f-9cc2-d98e55e6486b on network a03f38ab-0e33-464b-9838-b04517f029d8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:21.252739 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:31:21.253169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Checking segment: {'id': 'cae05f50-768f-41be-97da-d89e072cc786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:21.253462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Bound using segment: {'id': 'cae05f50-768f-41be-97da-d89e072cc786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:31:21.257378 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Bound port: df46381a-29fc-482f-9cc2-d98e55e6486b, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae05f50-768f-41be-97da-d89e072cc786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:31:21.257378 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.472718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] For port df46381a-29fc-482f-9cc2-d98e55e6486b, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:31:21.478546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] For port df46381a-29fc-482f-9cc2-d98e55e6486b, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=df46381a-29fc-482f-9cc2-d98e55e6486b,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:31:21.498034 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.583101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f569cd-90ce-4ae9-ae9d-43ccf4d8c5fe req-3c4df42d-d358-4498-8474-e4578c4826a4 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:21.593946 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-71f569cd-90ce-4ae9-ae9d-43ccf4d8c5fe req-3c4df42d-d358-4498-8474-e4578c4826a4 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 944 time: 0.4363992 Aug 31 14:31:21.614523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:21.617129 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.618909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26181100-c178-4fbd-9274-5719008fea74 req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] 10.222.0.25 "PUT /v2.0/ports/df46381a-29fc-482f-9cc2-d98e55e6486b HTTP/1.1" status: 200 len: 1092 time: 1.1709435 Aug 31 14:31:21.618909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ec0ee5-1bfa-4b1c-a185-60f614e6cec9', 'tag': 'df46381a-29fc-482f-9cc2-d98e55e6486b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:21.621149 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab78aeb-20a9-4d16-96ff-4bfda82712f8" -d '{"events": [{"name": "network-changed", "server_uuid": "13ec0ee5-1bfa-4b1c-a185-60f614e6cec9", "tag": "df46381a-29fc-482f-9cc2-d98e55e6486b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:21.698943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49338) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:21.710993 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19da24fe-c91a-42ac-b17b-adf12f1dad62 x-openstack-request-id: req-19da24fe-c91a-42ac-b17b-adf12f1dad62 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:21.711518 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ec0ee5-1bfa-4b1c-a185-60f614e6cec9", "tag": "df46381a-29fc-482f-9cc2-d98e55e6486b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:21.711780 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19da24fe-c91a-42ac-b17b-adf12f1dad62 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:21.713562 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ec0ee5-1bfa-4b1c-a185-60f614e6cec9', 'tag': 'df46381a-29fc-482f-9cc2-d98e55e6486b', 'status': 'completed', 'code': 200} Aug 31 14:31:21.747395 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-71f569cd-90ce-4ae9-ae9d-43ccf4d8c5fe req-fbf6eb9f-9b18-478b-a5b9-97be616e8e25 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464596 Aug 31 14:31:21.757498 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dee161-a814-4956-84ea-f90eb15b3760 service neutron] Pushing event updated for resources: {'Port': ['ID=df46381a-29fc-482f-9cc2-d98e55e6486b,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:21.773843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26181100-c178-4fbd-9274-5719008fea74 req-5fa4adf3-a90d-4038-900b-7ae6c44d6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:21.775510 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26181100-c178-4fbd-9274-5719008fea74 req-5fa4adf3-a90d-4038-900b-7ae6c44d6903 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf39a1308dd04525b3c251f5d378afd7&device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 1095 time: 0.1048074 Aug 31 14:31:21.794423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port 2333c58a-9611-4373-9a0b-9484203260d4 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:21.795041 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.859221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26181100-c178-4fbd-9274-5719008fea74 req-05654506-116e-4b27-abf4-e62b574a37c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df46381a-29fc-482f-9cc2-d98e55e6486b HTTP/1.1" status: 200 len: 217 time: 0.0751832 Aug 31 14:31:21.903885 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.932735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for 2333c58a-9611-4373-9a0b-9484203260d4 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:21.980059 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.004770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26181100-c178-4fbd-9274-5719008fea74 req-48617a85-c447-46d0-9b04-889be26ca3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:22.006948 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26181100-c178-4fbd-9274-5719008fea74 req-48617a85-c447-46d0-9b04-889be26ca3d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0 HTTP/1.1" status: 200 len: 854 time: 0.1372221 Aug 31 14:31:22.051656 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26181100-c178-4fbd-9274-5719008fea74 req-13d03625-c65f-4141-905a-79b99f65cb4b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a03f38ab-0e33-464b-9838-b04517f029d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367572 Aug 31 14:31:22.140175 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7059f86c-c883-43ba-aad8-aa8ae5f2c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.178109 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.181338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26181100-c178-4fbd-9274-5719008fea74 req-4d6a0589-2922-4d00-9544-8c246c80ae6b service neutron] 10.222.0.25 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199234 Aug 31 14:31:22.212325 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.219307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49358) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:22.240894 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.244202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=2333c58a-9611-4373-9a0b-9484203260d4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:22.255724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.256527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.257068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.257569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.258242 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.258750 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.259478 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.260477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.261045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.261542 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.262481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.262979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.288558 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.322392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f71edb-dee4-4de4-ab07-d1d30744fc00,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:22.335155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.335603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.336009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.336352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.336687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.337016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.337332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.337660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.337981 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.338302 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.338621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.338941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:22.370942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-608c1877-b57e-4562-adc7-bd238660fd09 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cf99f73501b47ea8f95b78dcab8c3a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6673596 Aug 31 14:31:22.370942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26181100-c178-4fbd-9274-5719008fea74 req-921fad81-e34c-4dc0-88c2-16d79793cff4 service neutron] 10.222.0.25 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818371 Aug 31 14:31:22.371350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49364) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:22.419084 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b09ca045-eedf-4423-a0ce-ca935fa6f6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.439573 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be8126b4-4b20-452b-b9df-d860b819c889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.490646 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be8126b4-4b20-452b-b9df-d860b819c889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.503943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab78aeb-20a9-4d16-96ff-4bfda82712f8 req-ce17bece-1cf6-4f4e-ab56-efcccb0a0760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:22.506700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ab78aeb-20a9-4d16-96ff-4bfda82712f8 req-ce17bece-1cf6-4f4e-ab56-efcccb0a0760 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf39a1308dd04525b3c251f5d378afd7&device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 1095 time: 0.0748446 Aug 31 14:31:22.533679 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.629779 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab78aeb-20a9-4d16-96ff-4bfda82712f8 req-0368ab9e-f388-42ea-b1ea-37d44b62a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:22.632338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ab78aeb-20a9-4d16-96ff-4bfda82712f8 req-0368ab9e-f388-42ea-b1ea-37d44b62a436 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a03f38ab-0e33-464b-9838-b04517f029d8 HTTP/1.1" status: 200 len: 915 time: 0.1075728 Aug 31 14:31:22.777269 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b09ca045-eedf-4423-a0ce-ca935fa6f6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.783770 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b09ca045-eedf-4423-a0ce-ca935fa6f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.904407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ca045-eedf-4423-a0ce-ca935fa6f6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06164fb5-10be-450f-ac05-823379e9a999,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:22.917272 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b09ca045-eedf-4423-a0ce-ca935fa6f6f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b037866c5704034b89aeeaa6ee1cd86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6966918 Aug 31 14:31:22.923048 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49374) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:22.994729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db4796-6c89-4286-b24c-fd18495b8b60 req-e054fbfc-ba14-4317-b761-20ae25611cc3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:22.996450 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-61db4796-6c89-4286-b24c-fd18495b8b60 req-e054fbfc-ba14-4317-b761-20ae25611cc3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 944 time: 0.1593995 Aug 31 14:31:23.012837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be8126b4-4b20-452b-b9df-d860b819c889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.015689 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be8126b4-4b20-452b-b9df-d860b819c889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.019164 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-be8126b4-4b20-452b-b9df-d860b819c889 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88f71edb-dee4-4de4-ab07-d1d30744fc00 HTTP/1.1" status: 204 len: 168 time: 0.6442618 Aug 31 14:31:23.020006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ab78aeb-20a9-4d16-96ff-4bfda82712f8 req-c5b686eb-8c1a-4e7d-975d-b9b2a744c78b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df46381a-29fc-482f-9cc2-d98e55e6486b HTTP/1.1" status: 200 len: 217 time: 0.3807707 Aug 31 14:31:23.024509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:31:23.026944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8126b4-4b20-452b-b9df-d860b819c889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f71edb-dee4-4de4-ab07-d1d30744fc00,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:23.082874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab78aeb-20a9-4d16-96ff-4bfda82712f8 req-d0a28d23-6eb2-41f5-99ee-5fecd228fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:23.085847 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ab78aeb-20a9-4d16-96ff-4bfda82712f8 req-d0a28d23-6eb2-41f5-99ee-5fecd228fc89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0 HTTP/1.1" status: 200 len: 854 time: 0.0563200 Aug 31 14:31:23.111815 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e04304a-f8f4-4c83-9bb8-2c4e8c78bf31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.123359 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ab78aeb-20a9-4d16-96ff-4bfda82712f8 req-b3781cc2-79ad-4cf7-9915-9c95844ddc3e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a03f38ab-0e33-464b-9838-b04517f029d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282516 Aug 31 14:31:23.167769 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-61db4796-6c89-4286-b24c-fd18495b8b60 req-654bd1b6-c889-408f-b65f-456c4e073574 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596656 Aug 31 14:31:23.190971 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e04304a-f8f4-4c83-9bb8-2c4e8c78bf31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.260594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ab78aeb-20a9-4d16-96ff-4bfda82712f8 req-a06d13ab-62cf-4b2c-a12b-37853814fcee service neutron] 10.222.0.25 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286902 Aug 31 14:31:23.300963 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:23.307462 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6f4134db-ab09-4316-b8fa-b5406aa5ba0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "PUT /v2.0/routers/856f3943-2a7a-4fe5-8f9e-0e9ef12fe989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9943690 Aug 31 14:31:23.309996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49382) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:23.314471 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597dd4c-9aa5-4d22-8123-641093c4c4ce None None] Sync routers for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:23.331534 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597dd4c-9aa5-4d22-8123-641093c4c4ce None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:23.332175 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c597dd4c-9aa5-4d22-8123-641093c4c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:23.391675 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e04304a-f8f4-4c83-9bb8-2c4e8c78bf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.397471 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e04304a-f8f4-4c83-9bb8-2c4e8c78bf31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.397471 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2e04304a-f8f4-4c83-9bb8-2c4e8c78bf31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06164fb5-10be-450f-ac05-823379e9a999 HTTP/1.1" status: 204 len: 168 time: 0.4716401 Aug 31 14:31:23.400830 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c597dd4c-9aa5-4d22-8123-641093c4c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:23.438923 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597dd4c-9aa5-4d22-8123-641093c4c4ce None None] Routers {'856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:23.441846 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04304a-f8f4-4c83-9bb8-2c4e8c78bf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06164fb5-10be-450f-ac05-823379e9a999,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:23.442820 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c597dd4c-9aa5-4d22-8123-641093c4c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:23.484530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ab78aeb-20a9-4d16-96ff-4bfda82712f8 req-30cf0010-2f31-4d51-be89-c2f341ef881a service neutron] 10.222.0.25 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996868 Aug 31 14:31:23.544395 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.560063 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c597dd4c-9aa5-4d22-8123-641093c4c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:23.563330 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597dd4c-9aa5-4d22-8123-641093c4c4ce None None] The sync data for ids ['856f3943-2a7a-4fe5-8f9e-0e9ef12fe989'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:23.601123 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.766893 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.837433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting port 1a408b5e-a4bd-4073-8275-bc3d5642403a {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:23.838752 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.961787 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.980428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Calling delete_port for 1a408b5e-a4bd-4073-8275-bc3d5642403a owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:24.196569 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:24.211677 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:24.268719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Port': ['ID=1a408b5e-a4bd-4073-8275-bc3d5642403a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:24.391158 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:24.525311 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e7f39-485f-42d3-aac6-7f0991460765 req-c3873652-00e7-4346-9678-7c7af6f1ae7d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:24.525565 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bf3e7f39-485f-42d3-aac6-7f0991460765 req-c3873652-00e7-4346-9678-7c7af6f1ae7d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 944 time: 0.2051528 Aug 31 14:31:24.527491 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:24.530014 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:24.614918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:24.616640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Fanout notify agent at l3_agent the message router_deleted on router 856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:31:24.621261 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bf3e7f39-485f-42d3-aac6-7f0991460765 req-ba983d87-37f7-4bc7-a5dc-974b2d710bfc tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894468 Aug 31 14:31:24.626943 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:24.630262 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e8f06713-28cb-4611-b539-f4374518eb0d tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/routers/856f3943-2a7a-4fe5-8f9e-0e9ef12fe989 HTTP/1.1" status: 204 len: 168 time: 1.3170886 Aug 31 14:31:24.630636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49442) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:24.637676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device df46381a-29fc-482f-9cc2-d98e55e6486b details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:31:24.758160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-959499ed-f8ef-4ab2-ac81-5481f271d46b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Deleting subnet 35a4ef4f-8e80-4d94-9d6c-178b4e713db5 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:31:24.792239 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-959499ed-f8ef-4ab2-ac81-5481f271d46b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:24.800439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port df46381a-29fc-482f-9cc2-d98e55e6486b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=df46381a-29fc-482f-9cc2-d98e55e6486b,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:24.817952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'df46381a-29fc-482f-9cc2-d98e55e6486b', 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8', 'port_id': 'df46381a-29fc-482f-9cc2-d98e55e6486b', 'mac_address': 'fa:16:3e:36:09:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:31:24.875446 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-959499ed-f8ef-4ab2-ac81-5481f271d46b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:24.877892 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:24.905598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df46381a-29fc-482f-9cc2-d98e55e6486b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:31:24.944876 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port df46381a-29fc-482f-9cc2-d98e55e6486b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=df46381a-29fc-482f-9cc2-d98e55e6486b,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:24.946949 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:24.950128 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:24.966297 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-959499ed-f8ef-4ab2-ac81-5481f271d46b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.019633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=df46381a-29fc-482f-9cc2-d98e55e6486b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:25.044852 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-959499ed-f8ef-4ab2-ac81-5481f271d46b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.081026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959499ed-f8ef-4ab2-ac81-5481f271d46b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Subnet': ['ID=35a4ef4f-8e80-4d94-9d6c-178b4e713db5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:25.089774 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-959499ed-f8ef-4ab2-ac81-5481f271d46b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.092185 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-959499ed-f8ef-4ab2-ac81-5481f271d46b tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/subnets/35a4ef4f-8e80-4d94-9d6c-178b4e713db5 HTTP/1.1" status: 204 len: 168 time: 0.4590619 Aug 31 14:31:25.094524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49468) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:25.184416 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-226b39a9-3a4e-4525-adaa-da02353b5f17 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.269115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['df46381a-29fc-482f-9cc2-d98e55e6486b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:25.284328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-226b39a9-3a4e-4525-adaa-da02353b5f17 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.297534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-226b39a9-3a4e-4525-adaa-da02353b5f17 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059d9754-05ac-4f22-9828-ff9d2cb5ac43']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:25.313455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-226b39a9-3a4e-4525-adaa-da02353b5f17 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba459bba-c919-4c3a-9b16-5025af353f02') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:25.313753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-226b39a9-3a4e-4525-adaa-da02353b5f17 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba459bba-c919-4c3a-9b16-5025af353f02') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:25.325453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-226b39a9-3a4e-4525-adaa-da02353b5f17 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.349398 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-226b39a9-3a4e-4525-adaa-da02353b5f17 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.359513 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226b39a9-3a4e-4525-adaa-da02353b5f17 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:31:25.360200 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-226b39a9-3a4e-4525-adaa-da02353b5f17 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:31:25.363913 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:31:25.452781 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-226b39a9-3a4e-4525-adaa-da02353b5f17 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.461464 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-226b39a9-3a4e-4525-adaa-da02353b5f17 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.464021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-226b39a9-3a4e-4525-adaa-da02353b5f17 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] 10.222.0.39 "DELETE /v2.0/networks/059d9754-05ac-4f22-9828-ff9d2cb5ac43 HTTP/1.1" status: 204 len: 168 time: 0.3674247 Aug 31 14:31:25.508865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b39a9-3a4e-4525-adaa-da02353b5f17 tempest-FloatingIPTestJSON-1567606041 tempest-FloatingIPTestJSON-1567606041-project] Pushing event deleted for resources: {'Network': ['ID=059d9754-05ac-4f22-9828-ff9d2cb5ac43,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:25.621098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49480) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:25.750053 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e2cf8c0-5975-49d2-80c1-e571d2aa4d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.800491 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316ee1-d252-445c-8428-eee325e667d6 req-6224d23d-d889-421a-a698-d16bbe46fc8b tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:25.808688 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-50316ee1-d252-445c-8428-eee325e667d6 req-6224d23d-d889-421a-a698-d16bbe46fc8b tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 945 time: 0.0699747 Aug 31 14:31:25.878518 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e2cf8c0-5975-49d2-80c1-e571d2aa4d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.880515 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-50316ee1-d252-445c-8428-eee325e667d6 req-0d5cae39-f23f-40d8-af3b-98b70fba7c6f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705171 Aug 31 14:31:25.898051 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49492) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:25.898596 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e2cf8c0-5975-49d2-80c1-e571d2aa4d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.945388 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cf8c0-5975-49d2-80c1-e571d2aa4d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ced2a6-53ff-46df-87bb-998c0d5027eb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:25.969157 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2e2cf8c0-5975-49d2-80c1-e571d2aa4d69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5d558839e6d4a108f2b4ee238470a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466361 Aug 31 14:31:25.971866 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49500) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:26.077541 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52a1fa15-2fc9-4063-9af4-7d6e541996f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.128594 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52a1fa15-2fc9-4063-9af4-7d6e541996f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.180356 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-07ee8f64-a076-4b7f-9f3e-43003095d922 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=745d2b1339134ebabe01afcad0e4f0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804010 Aug 31 14:31:26.183071 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49504) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:26.215989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52a1fa15-2fc9-4063-9af4-7d6e541996f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.218955 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52a1fa15-2fc9-4063-9af4-7d6e541996f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.223290 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-52a1fa15-2fc9-4063-9af4-7d6e541996f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84ced2a6-53ff-46df-87bb-998c0d5027eb HTTP/1.1" status: 204 len: 168 time: 0.2490606 Aug 31 14:31:26.232809 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1fa15-2fc9-4063-9af4-7d6e541996f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ced2a6-53ff-46df-87bb-998c0d5027eb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:26.282059 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a88a5eca-d708-45f8-bd1b-11ea06813772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.310840 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a88a5eca-d708-45f8-bd1b-11ea06813772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.372917 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a88a5eca-d708-45f8-bd1b-11ea06813772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.377904 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a88a5eca-d708-45f8-bd1b-11ea06813772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.383023 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a88a5eca-d708-45f8-bd1b-11ea06813772 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a441a6f3-5eb3-4f1d-892c-c251b52feb8f HTTP/1.1" status: 204 len: 168 time: 0.1951864 Aug 31 14:31:26.401716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a5eca-d708-45f8-bd1b-11ea06813772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a441a6f3-5eb3-4f1d-892c-c251b52feb8f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:26.654845 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device df46381a-29fc-482f-9cc2-d98e55e6486b up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:26.711046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port df46381a-29fc-482f-9cc2-d98e55e6486b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:26.724023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port df46381a-29fc-482f-9cc2-d98e55e6486b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:26.725877 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.836555 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.870083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ec0ee5-1bfa-4b1c-a185-60f614e6cec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df46381a-29fc-482f-9cc2-d98e55e6486b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:26.873884 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960c78e5-9036-4be1-8bca-1cad81912764" -d '{"events": [{"server_uuid": "13ec0ee5-1bfa-4b1c-a185-60f614e6cec9", "name": "network-vif-plugged", "status": "completed", "tag": "df46381a-29fc-482f-9cc2-d98e55e6486b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:26.890658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port df46381a-29fc-482f-9cc2-d98e55e6486b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=df46381a-29fc-482f-9cc2-d98e55e6486b,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:26.895868 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.959529 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fac0a95-08e6-48be-8868-fd17f8c9b2ea x-openstack-request-id: req-4fac0a95-08e6-48be-8868-fd17f8c9b2ea {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:26.959890 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ec0ee5-1bfa-4b1c-a185-60f614e6cec9", "name": "network-vif-plugged", "status": "completed", "tag": "df46381a-29fc-482f-9cc2-d98e55e6486b", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:26.960081 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fac0a95-08e6-48be-8868-fd17f8c9b2ea {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:26.960481 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ec0ee5-1bfa-4b1c-a185-60f614e6cec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df46381a-29fc-482f-9cc2-d98e55e6486b', 'code': 200} Aug 31 14:31:27.034666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=df46381a-29fc-482f-9cc2-d98e55e6486b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:27.122916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26bef3-e58e-426f-96cc-f16b45bbb084 req-a6396fdf-7392-4dd2-8c73-78453e0dabda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:27.124496 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f26bef3-e58e-426f-96cc-f16b45bbb084 req-a6396fdf-7392-4dd2-8c73-78453e0dabda service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 1097 time: 0.0781341 Aug 31 14:31:27.133175 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f6c2-a3c9-4965-8ad2-0339031fb876 req-f98a998f-7bbd-4621-81da-77adce54c949 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:27.140460 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d041f6c2-a3c9-4965-8ad2-0339031fb876 req-f98a998f-7bbd-4621-81da-77adce54c949 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 946 time: 0.1069641 Aug 31 14:31:27.214651 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d041f6c2-a3c9-4965-8ad2-0339031fb876 req-f5caa3c0-ac3b-49f2-9977-6f15cd42fd9b tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688293 Aug 31 14:31:27.237918 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f26bef3-e58e-426f-96cc-f16b45bbb084 req-7045c316-49e9-4023-99a6-c9c1473b9f4d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953312 Aug 31 14:31:27.824644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49568) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:28.103646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-752514101'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:28.139745 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:28.144058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.154001 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.292677 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.298819 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.347355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd3b32f-2818-496d-ba93-c6b74f39f541,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:28.410301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:31:28.441845 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.442585 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Added segment c8f6ec0a-62c2-4ba3-ab87-264100da84d5 of type vlan for network 0860185f-cad5-428d-a1c3-3ecc0b99b257 Aug 31 14:31:28.480707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077b08-88b9-4ec0-bcc2-dd5b2dc8ad8a req-20279845-c2ff-46ea-8bf1-87efc5a8158d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:28.483340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a077b08-88b9-4ec0-bcc2-dd5b2dc8ad8a req-20279845-c2ff-46ea-8bf1-87efc5a8158d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 946 time: 0.0883372 Aug 31 14:31:28.540610 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.600069 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a077b08-88b9-4ec0-bcc2-dd5b2dc8ad8a req-870721c0-1549-4b23-a606-9e655a28ef30 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830369 Aug 31 14:31:28.613783 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.622423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:28.623377 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.646850 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49610) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:28.647558 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8214645 Aug 31 14:31:28.659632 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-70e76f9e-7611-47fa-ad7d-9b5129b15297 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-477606828'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:28.707455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e76f9e-7611-47fa-ad7d-9b5129b15297 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:28.715393 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70e76f9e-7611-47fa-ad7d-9b5129b15297 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.760569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e76f9e-7611-47fa-ad7d-9b5129b15297 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:31:28.788129 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70e76f9e-7611-47fa-ad7d-9b5129b15297 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.795425 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-70e76f9e-7611-47fa-ad7d-9b5129b15297 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Added segment ecd7fa4c-5e02-49d9-bb56-1d2da8f9c25d of type vlan for network 9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d Aug 31 14:31:28.802463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffcb6a-8d97-421d-8c04-436161c34b9e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Network': ['ID=0860185f-cad5-428d-a1c3-3ecc0b99b257,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:28.828229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 0860185f-cad5-428d-a1c3-3ecc0b99b257 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:31:28.857262 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70e76f9e-7611-47fa-ad7d-9b5129b15297 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.901020 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70e76f9e-7611-47fa-ad7d-9b5129b15297 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.910298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e76f9e-7611-47fa-ad7d-9b5129b15297 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:28.912833 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70e76f9e-7611-47fa-ad7d-9b5129b15297 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.023353 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-70e76f9e-7611-47fa-ad7d-9b5129b15297 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3714106 Aug 31 14:31:29.023496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49642) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:29.033362 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2c45456b-9cb6-45bb-991f-86b077388464 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'subnet': {'network_id': '0860185f-cad5-428d-a1c3-3ecc0b99b257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:29.034553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e76f9e-7611-47fa-ad7d-9b5129b15297 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Network': ['ID=9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:29.051076 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:31:29.303693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c45456b-9cb6-45bb-991f-86b077388464 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:29.309722 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c45456b-9cb6-45bb-991f-86b077388464 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.545962 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c45456b-9cb6-45bb-991f-86b077388464 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.612924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49674) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:29.614746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45456b-9cb6-45bb-991f-86b077388464 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Subnet': ['ID=b5be868e-7862-450f-8401-89d07c133f3e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:29.625995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c45456b-9cb6-45bb-991f-86b077388464 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Checking segment: {'id': 'c8f6ec0a-62c2-4ba3-ab87-264100da84d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0860185f-cad5-428d-a1c3-3ecc0b99b257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:29.626603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45456b-9cb6-45bb-991f-86b077388464 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network hostable DHCP agents. Network: 0860185f-cad5-428d-a1c3-3ecc0b99b257, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:31:29.650550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45456b-9cb6-45bb-991f-86b077388464 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 0860185f-cad5-428d-a1c3-3ecc0b99b257 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:31:29.661941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2c45456b-9cb6-45bb-991f-86b077388464 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 0860185f-cad5-428d-a1c3-3ecc0b99b257) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:29.668724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45456b-9cb6-45bb-991f-86b077388464 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:29.669644 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2c45456b-9cb6-45bb-991f-86b077388464 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.676881 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5876cf2-9f61-4233-bdb6-f28a4cff63e5 None None] Network 0860185f-cad5-428d-a1c3-3ecc0b99b257 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:29.686320 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2c45456b-9cb6-45bb-991f-86b077388464 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6648114 Aug 31 14:31:29.689484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49678) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:29.695373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-147efc78-1b3c-4fdd-acfa-b024e73c8d9f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'subnet': {'network_id': '9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:29.822794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147efc78-1b3c-4fdd-acfa-b024e73c8d9f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:29.824956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef7535-edb3-4ada-8097-4fbf28b08c4c req-3e03a51b-58a1-442f-b588-bd1f073970f0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:29.828179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9ef7535-edb3-4ada-8097-4fbf28b08c4c req-3e03a51b-58a1-442f-b588-bd1f073970f0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 946 time: 0.1192844 Aug 31 14:31:29.830317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-147efc78-1b3c-4fdd-acfa-b024e73c8d9f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.877574 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9ef7535-edb3-4ada-8097-4fbf28b08c4c req-f246af4d-4adf-4bc5-86f3-525a8acca716 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393469 Aug 31 14:31:29.892099 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-02ba122b-9319-49d6-b9aa-7b62809aa584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.950941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-0860185f-cad5-428d-a1c3-3ecc0b99b257', 'network_id': '0860185f-cad5-428d-a1c3-3ecc0b99b257', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'fixed_ips': [{'subnet_id': 'b5be868e-7862-450f-8401-89d07c133f3e'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:31:29.953244 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.128447 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-02ba122b-9319-49d6-b9aa-7b62809aa584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.138896 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-02ba122b-9319-49d6-b9aa-7b62809aa584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.185513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-147efc78-1b3c-4fdd-acfa-b024e73c8d9f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.224149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Allocated IP 2001:db8::2 (0860185f-cad5-428d-a1c3-3ecc0b99b257/b5be868e-7862-450f-8401-89d07c133f3e/56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:30.252353 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba122b-9319-49d6-b9aa-7b62809aa584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29660f54-f265-48ac-b9c4-130f0ea8ff7d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:30.263045 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-02ba122b-9319-49d6-b9aa-7b62809aa584 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=980ad6cd5d3f42498dab56172708afab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6487508 Aug 31 14:31:30.268552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49688) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:30.317562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147efc78-1b3c-4fdd-acfa-b024e73c8d9f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Subnet': ['ID=f2e5f68c-b724-460f-bdd8-28bdedacd85c,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:30.330386 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147efc78-1b3c-4fdd-acfa-b024e73c8d9f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Checking segment: {'id': 'ecd7fa4c-5e02-49d9-bb56-1d2da8f9c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:30.333644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147efc78-1b3c-4fdd-acfa-b024e73c8d9f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network hostable DHCP agents. Network: 9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:31:30.377204 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147efc78-1b3c-4fdd-acfa-b024e73c8d9f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:31:30.379326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254cf94-9e2d-4d3a-a770-960de7ae32c6 req-f8c3e8ad-56b7-40f1-8347-b2fa31ede1c6 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:30.381187 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7254cf94-9e2d-4d3a-a770-960de7ae32c6 req-f8c3e8ad-56b7-40f1-8347-b2fa31ede1c6 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 946 time: 0.1700218 Aug 31 14:31:30.396058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-147efc78-1b3c-4fdd-acfa-b024e73c8d9f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:30.405054 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147efc78-1b3c-4fdd-acfa-b024e73c8d9f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:30.405761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-147efc78-1b3c-4fdd-acfa-b024e73c8d9f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.436442 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-147efc78-1b3c-4fdd-acfa-b024e73c8d9f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7435026 Aug 31 14:31:30.436681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8448e0-c7a8-4f9a-b7d2-55f69a0bd637 None None] Network 9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:30.436948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49696) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:30.441967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5cb988ba-1d6a-4734-b8ee-2d4e784651ae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-760277851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:30.448655 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c184bbd-f84c-43a0-b364-9a20160c826c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.485013 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c184bbd-f84c-43a0-b364-9a20160c826c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.499191 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7254cf94-9e2d-4d3a-a770-960de7ae32c6 req-9c16b23d-4aeb-4137-bda3-83182b5ba41a tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103120 Aug 31 14:31:30.500336 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cb988ba-1d6a-4734-b8ee-2d4e784651ae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.505118 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cb988ba-1d6a-4734-b8ee-2d4e784651ae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.558694 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c184bbd-f84c-43a0-b364-9a20160c826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.561774 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c184bbd-f84c-43a0-b364-9a20160c826c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.566696 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4c184bbd-f84c-43a0-b364-9a20160c826c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29660f54-f265-48ac-b9c4-130f0ea8ff7d HTTP/1.1" status: 204 len: 168 time: 0.2930386 Aug 31 14:31:30.578031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c184bbd-f84c-43a0-b364-9a20160c826c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29660f54-f265-48ac-b9c4-130f0ea8ff7d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:30.679055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cb988ba-1d6a-4734-b8ee-2d4e784651ae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.686002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cb988ba-1d6a-4734-b8ee-2d4e784651ae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.732020 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cb988ba-1d6a-4734-b8ee-2d4e784651ae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.735030 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5cb988ba-1d6a-4734-b8ee-2d4e784651ae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2967789 Aug 31 14:31:30.740521 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49702) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:30.807416 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:30.849876 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Transition to ACTIVE for port object 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:30.912554 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Transition to ACTIVE for port object 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:30.998433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a712855-393a-4360-a5a9-bfcc02714481 req-660cd98b-1391-45b1-8f18-12c6c316257d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:31.017486 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.024414 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a712855-393a-4360-a5a9-bfcc02714481 req-660cd98b-1391-45b1-8f18-12c6c316257d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.2099609 Aug 31 14:31:31.090180 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Network 0860185f-cad5-428d-a1c3-3ecc0b99b257 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:31.110574 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a712855-393a-4360-a5a9-bfcc02714481 req-ecf91b31-f717-4e33-968d-f768225242fb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846705 Aug 31 14:31:31.119606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:31.135755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:31.264124 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Pushing event updated for resources: {'Port': ['ID=56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:31.281915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d', 'network_id': '9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'fixed_ips': [{'subnet_id': 'f2e5f68c-b724-460f-bdd8-28bdedacd85c'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:31:31.282769 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.294811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:31.295024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:31.295394 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:31.295751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:31.296064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:31.296394 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:31.296722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:31.297049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:31.297370 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:31.297689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:31.298007 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:31.298326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:31.308882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Attempting to bind port 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:31:31.308882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Attempting to bind port 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'c8f6ec0a-62c2-4ba3-ab87-264100da84d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0860185f-cad5-428d-a1c3-3ecc0b99b257'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:31:31.308882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Attempting to bind port 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 on network 0860185f-cad5-428d-a1c3-3ecc0b99b257 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:31.321642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:31:31.321977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Checking segment: {'id': 'c8f6ec0a-62c2-4ba3-ab87-264100da84d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0860185f-cad5-428d-a1c3-3ecc0b99b257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:31.322381 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.322774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Bound using segment: {'id': 'c8f6ec0a-62c2-4ba3-ab87-264100da84d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0860185f-cad5-428d-a1c3-3ecc0b99b257'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:31:31.323287 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Bound port: 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f6ec0a-62c2-4ba3-ab87-264100da84d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0860185f-cad5-428d-a1c3-3ecc0b99b257'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:31:31.323671 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.355800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49726) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:31.377310 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f74dd39a-cc44-4b96-af4f-03406d9676d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.506591 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f74dd39a-cc44-4b96-af4f-03406d9676d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.512237 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] For port 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:31:31.513092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f74dd39a-cc44-4b96-af4f-03406d9676d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.534279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] For port 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2,segment=NetworkSegment(c8f6ec0a-62c2-4ba3-ab87-264100da84d5),segment_id=c8f6ec0a-62c2-4ba3-ab87-264100da84d5)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:31:31.542011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2588e7-3429-41cb-afb3-bd9dff1543b0 req-e2bd082a-a6d2-4de5-924d-d5486b269025 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:31.543992 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f2588e7-3429-41cb-afb3-bd9dff1543b0 req-e2bd082a-a6d2-4de5-924d-d5486b269025 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1791294 Aug 31 14:31:31.551292 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.571783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Allocated IP 2001:db8:1::2 (9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d/f2e5f68c-b724-460f-bdd8-28bdedacd85c/16908b16-f740-49c2-97ae-a874035b64c7) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:31.654575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dd39a-cc44-4b96-af4f-03406d9676d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9caba1-90c2-472b-a0f5-42cb26ecad58,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:31.673119 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f74dd39a-cc44-4b96-af4f-03406d9676d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4871bd7ce0814fe9970da37e9a6473a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135998 Aug 31 14:31:31.687449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49742) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:31.709505 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f47c5-6057-4d18-8021-8e11be036994 None None] Pushing event updated for resources: {'Port': ['ID=56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:31.768268 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f2588e7-3429-41cb-afb3-bd9dff1543b0 req-2f158cb2-a0ff-466f-b353-4b7e5fa713d2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163188 Aug 31 14:31:31.838684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac896ee-3d43-4f4e-8932-e21209d82796 req-6b13a3c8-aeb2-4190-88b9-83bf1b51134d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:31.840690 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2aefb681-9e1d-4d88-8bcc-f39a7761b312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.846057 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ac896ee-3d43-4f4e-8932-e21209d82796 req-6b13a3c8-aeb2-4190-88b9-83bf1b51134d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.25 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 946 time: 0.1739998 Aug 31 14:31:31.872564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ba56c-f520-4145-8e0d-b4a644ba263e req-99989025-f2ec-46d8-b293-cf9d2d5944db tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:31.880075 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-db9ba56c-f520-4145-8e0d-b4a644ba263e req-99989025-f2ec-46d8-b293-cf9d2d5944db tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 946 time: 0.1470854 Aug 31 14:31:31.897823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.919564 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2aefb681-9e1d-4d88-8bcc-f39a7761b312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.979882 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.017504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Transition to ACTIVE for port object 16908b16-f740-49c2-97ae-a874035b64c7 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:32.082689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Transition to ACTIVE for port object 16908b16-f740-49c2-97ae-a874035b64c7 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:32.092883 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.218088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Network 9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:32.235495 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-db9ba56c-f520-4145-8e0d-b4a644ba263e req-e7b99c0a-eca6-495d-ac47-eb67497b8eef tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313591 Aug 31 14:31:32.235756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:32.257157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:32.263790 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Pushing event updated for resources: {'Port': ['ID=16908b16-f740-49c2-97ae-a874035b64c7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:32.293481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5ac896ee-3d43-4f4e-8932-e21209d82796 req-a32f798b-e8cd-4dca-8c40-86a414e3a160 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Deleting port df46381a-29fc-482f-9cc2-d98e55e6486b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:32.293821 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ac896ee-3d43-4f4e-8932-e21209d82796 req-a32f798b-e8cd-4dca-8c40-86a414e3a160 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.350847 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2aefb681-9e1d-4d88-8bcc-f39a7761b312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.355214 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2aefb681-9e1d-4d88-8bcc-f39a7761b312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.361545 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2aefb681-9e1d-4d88-8bcc-f39a7761b312 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b9caba1-90c2-472b-a0f5-42cb26ecad58 HTTP/1.1" status: 204 len: 168 time: 0.6682680 Aug 31 14:31:32.395135 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefb681-9e1d-4d88-8bcc-f39a7761b312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9caba1-90c2-472b-a0f5-42cb26ecad58,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:32.435912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Attempting to bind port 16908b16-f740-49c2-97ae-a874035b64c7 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:31:32.438747 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Attempting to bind port 16908b16-f740-49c2-97ae-a874035b64c7 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'ecd7fa4c-5e02-49d9-bb56-1d2da8f9c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:31:32.439736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Attempting to bind port 16908b16-f740-49c2-97ae-a874035b64c7 on network 9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:32.447895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:31:32.447895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Checking segment: {'id': 'ecd7fa4c-5e02-49d9-bb56-1d2da8f9c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:32.448328 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.448708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Bound using segment: {'id': 'ecd7fa4c-5e02-49d9-bb56-1d2da8f9c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:31:32.449384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Bound port: 16908b16-f740-49c2-97ae-a874035b64c7, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd7fa4c-5e02-49d9-bb56-1d2da8f9c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:31:32.450625 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.470037 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde90f5c-cfdc-49e5-bc16-362f11ab64f6 req-d1ecabe3-c28c-4434-8978-ba1481323cbb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:32.477875 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dde90f5c-cfdc-49e5-bc16-362f11ab64f6 req-d1ecabe3-c28c-4434-8978-ba1481323cbb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0980523 Aug 31 14:31:32.554692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Allocated IP 2001:db8::1 (0860185f-cad5-428d-a1c3-3ecc0b99b257/b5be868e-7862-450f-8401-89d07c133f3e/e9f79a0f-223f-4b64-ad17-341b2d70757f) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:32.598200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5ac896ee-3d43-4f4e-8932-e21209d82796 req-a32f798b-e8cd-4dca-8c40-86a414e3a160 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] For port df46381a-29fc-482f-9cc2-d98e55e6486b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=df46381a-29fc-482f-9cc2-d98e55e6486b,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:32.598765 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ac896ee-3d43-4f4e-8932-e21209d82796 req-a32f798b-e8cd-4dca-8c40-86a414e3a160 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.619535 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] For port 16908b16-f740-49c2-97ae-a874035b64c7, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:31:32.632748 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dde90f5c-cfdc-49e5-bc16-362f11ab64f6 req-f8da8bc6-9743-4847-9cfd-10532b76c25e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538002 Aug 31 14:31:32.637975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] For port 16908b16-f740-49c2-97ae-a874035b64c7, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=16908b16-f740-49c2-97ae-a874035b64c7,segment=NetworkSegment(ecd7fa4c-5e02-49d9-bb56-1d2da8f9c25d),segment_id=ecd7fa4c-5e02-49d9-bb56-1d2da8f9c25d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:31:32.653913 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5ac896ee-3d43-4f4e-8932-e21209d82796 req-a32f798b-e8cd-4dca-8c40-86a414e3a160 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Calling delete_port for df46381a-29fc-482f-9cc2-d98e55e6486b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:32.659256 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.766658 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.816868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Transition to ACTIVE for port object e9f79a0f-223f-4b64-ad17-341b2d70757f will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:32.884904 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e505d9-23ea-4136-a3ae-7c0ae3f3061e None None] Pushing event updated for resources: {'Port': ['ID=16908b16-f740-49c2-97ae-a874035b64c7,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:32.983526 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:33.165258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 0860185f-cad5-428d-a1c3-3ecc0b99b257 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:33.192821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:33.208701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:33.209184 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:33.210577 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ac896ee-3d43-4f4e-8932-e21209d82796 req-a32f798b-e8cd-4dca-8c40-86a414e3a160 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:33.212948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=e9f79a0f-223f-4b64-ad17-341b2d70757f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:33.234121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['939b4f01-144a-4c0c-a95c-a3185fdcf62f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:33.410339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f798b-e8cd-4dca-8c40-86a414e3a160 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Pushing event deleted for resources: {'Port': ['ID=df46381a-29fc-482f-9cc2-d98e55e6486b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:33.460187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac896ee-3d43-4f4e-8932-e21209d82796 req-a32f798b-e8cd-4dca-8c40-86a414e3a160 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] No DVR routers for this DVR port df46381a-29fc-482f-9cc2-d98e55e6486b on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:31:33.490919 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ac896ee-3d43-4f4e-8932-e21209d82796 req-a32f798b-e8cd-4dca-8c40-86a414e3a160 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:33.497096 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ac896ee-3d43-4f4e-8932-e21209d82796 req-a32f798b-e8cd-4dca-8c40-86a414e3a160 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.25 "DELETE /v2.0/ports/df46381a-29fc-482f-9cc2-d98e55e6486b HTTP/1.1" status: 204 len: 173 time: 1.6003411 Aug 31 14:31:33.498029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ec0ee5-1bfa-4b1c-a185-60f614e6cec9', 'name': 'network-vif-deleted', 'tag': 'df46381a-29fc-482f-9cc2-d98e55e6486b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:33.523510 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bf7ed3-d14c-46fc-ae60-10fdc75bb51c" -d '{"events": [{"server_uuid": "13ec0ee5-1bfa-4b1c-a185-60f614e6cec9", "name": "network-vif-deleted", "tag": "df46381a-29fc-482f-9cc2-d98e55e6486b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:33.534561 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c8c5c6c0-01f8-4d4f-8bbc-7c36b67d588d req-04943729-0fae-48a8-a747-167c50fd0430 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=13ec0ee5-1bfa-4b1c-a185-60f614e6cec9 HTTP/1.1" status: 200 len: 210 time: 0.0893614 Aug 31 14:31:33.660025 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:33.692461 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b9956c-83b4-4f2b-a403-568b5eb5258f x-openstack-request-id: req-b6b9956c-83b4-4f2b-a403-568b5eb5258f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:33.693031 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ec0ee5-1bfa-4b1c-a185-60f614e6cec9", "name": "network-vif-deleted", "tag": "df46381a-29fc-482f-9cc2-d98e55e6486b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:33.693133 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6b9956c-83b4-4f2b-a403-568b5eb5258f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:33.693567 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ec0ee5-1bfa-4b1c-a185-60f614e6cec9', 'name': 'network-vif-deleted', 'tag': 'df46381a-29fc-482f-9cc2-d98e55e6486b', 'status': 'completed', 'code': 200} Aug 31 14:31:33.796163 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f23bb5-e174-46fe-aac5-3b473820cadd None None] Network 0860185f-cad5-428d-a1c3-3ecc0b99b257 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:34.035349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9e145ed6-9f3a-48bb-b117-34401d3ca073 None None] Provisioning for port 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:34.148785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:34.202912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c8400-c380-4b0f-bfad-77f88fb29076 req-d88b91ce-275f-456b-acab-621106129153 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:34.211305 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4f6c8400-c380-4b0f-bfad-77f88fb29076 req-d88b91ce-275f-456b-acab-621106129153 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.4760320 Aug 31 14:31:34.240678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:34.276239 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:34.276614 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:34.332084 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4f6c8400-c380-4b0f-bfad-77f88fb29076 req-98fa176b-4ea1-44ac-aa74-d23e7a45c5dc tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196814 Aug 31 14:31:34.460306 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:34.468868 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:34.475537 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:34.518214 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:34.576631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2,segment=NetworkSegment(c8f6ec0a-62c2-4ba3-ab87-264100da84d5),segment_id=c8f6ec0a-62c2-4ba3-ab87-264100da84d5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:34.611701 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:34.613966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 16908b16-f740-49c2-97ae-a874035b64c7 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:34.787565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:34.791709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device df46381a-29fc-482f-9cc2-d98e55e6486b no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:34.867206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 0860185f-cad5-428d-a1c3-3ecc0b99b257 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:34.875592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:34.887601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56f91fb-800a-4a1d-8f51-f7d4d78cd9e5 None None] Network 9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:34.904487 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: df46381a-29fc-482f-9cc2-d98e55e6486b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:34.905360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device df46381a-29fc-482f-9cc2-d98e55e6486b not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:34.918181 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=e9f79a0f-223f-4b64-ad17-341b2d70757f,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:34.940076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416131e3-4c3f-4ac7-a51a-0766f84cf15c req-c47dc4be-aa16-456a-83e2-e4b1f93c28a3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:34.942785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-416131e3-4c3f-4ac7-a51a-0766f84cf15c req-c47dc4be-aa16-456a-83e2-e4b1f93c28a3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1236444 Aug 31 14:31:35.053774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-416131e3-4c3f-4ac7-a51a-0766f84cf15c req-14c07e93-f82a-4a00-93a8-514659ee8cd0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985253 Aug 31 14:31:35.247217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-18bf5ef4-695f-4277-b5e0-df9c8b68f473 None None] Provisioning for port 16908b16-f740-49c2-97ae-a874035b64c7 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:35.270093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router 4d3c4231-d469-4fc5-872b-8e4773b20073 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:31:35.284123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 16908b16-f740-49c2-97ae-a874035b64c7 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:35.299741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 16908b16-f740-49c2-97ae-a874035b64c7 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:35.300297 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:35.492530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-647b0c7e-d832-4452-af1d-90ba2848f50c None None] Provisioning complete for port 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:35.493481 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-647b0c7e-d832-4452-af1d-90ba2848f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:35.698869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:35.701634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bec71-d881-413b-ba2b-6eed8a943529 req-b475e9dd-2ff5-425c-a4ab-b8cd188a0574 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:35.712946 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-32071da7-165c-4a9c-a3f1-f187ffd5a65f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/4d3c4231-d469-4fc5-872b-8e4773b20073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9649110 Aug 31 14:31:35.717275 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-833bec71-d881-413b-ba2b-6eed8a943529 req-b475e9dd-2ff5-425c-a4ab-b8cd188a0574 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1500804 Aug 31 14:31:35.720415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49866) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:35.751218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb6561-5672-4248-80e1-a5d74a453f70 None None] Sync routers for ids ['4d3c4231-d469-4fc5-872b-8e4773b20073'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:35.797125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49874) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:35.802738 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37214b-4ef6-4b5a-8093-1a01ae2332aa req-2777cf7d-a250-4acf-a744-a1dafb8078d3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:35.819656 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0a37214b-4ef6-4b5a-8093-1a01ae2332aa req-2777cf7d-a250-4acf-a744-a1dafb8078d3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.2768016 Aug 31 14:31:35.823535 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-833bec71-d881-413b-ba2b-6eed8a943529 req-423db224-ea07-4a7c-9c08-5327009aeeb9 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047475 Aug 31 14:31:35.829489 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb6561-5672-4248-80e1-a5d74a453f70 None None] Routers {'4d3c4231-d469-4fc5-872b-8e4773b20073'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:35.829967 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-18bb6561-5672-4248-80e1-a5d74a453f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['4d3c4231-d469-4fc5-872b-8e4773b20073'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:35.849958 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:35.923447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-18bb6561-5672-4248-80e1-a5d74a453f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:35.930591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cf456-5991-4b7a-bf45-5339140f1d3d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:35.937824 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e17cf456-5991-4b7a-bf45-5339140f1d3d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports/e9f79a0f-223f-4b64-ad17-341b2d70757f HTTP/1.1" status: 200 len: 911 time: 0.2163293 Aug 31 14:31:35.942102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49882) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:36.001763 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0a37214b-4ef6-4b5a-8093-1a01ae2332aa req-441735ae-72d7-4a32-be6a-9cc6c2a3dcef tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807780 Aug 31 14:31:36.006907 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 16908b16-f740-49c2-97ae-a874035b64c7, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=16908b16-f740-49c2-97ae-a874035b64c7,segment=NetworkSegment(ecd7fa4c-5e02-49d9-bb56-1d2da8f9c25d),segment_id=ecd7fa4c-5e02-49d9-bb56-1d2da8f9c25d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:36.012509 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb6561-5672-4248-80e1-a5d74a453f70 None None] Routers {'4d3c4231-d469-4fc5-872b-8e4773b20073'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:36.013137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-18bb6561-5672-4248-80e1-a5d74a453f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['4d3c4231-d469-4fc5-872b-8e4773b20073'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:36.122499 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:36.140135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-18bb6561-5672-4248-80e1-a5d74a453f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:36.141470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb6561-5672-4248-80e1-a5d74a453f70 None None] The sync data for ids ['4d3c4231-d469-4fc5-872b-8e4773b20073'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:36.152781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-647b0c7e-d832-4452-af1d-90ba2848f50c None None] Provisioning for port e9f79a0f-223f-4b64-ad17-341b2d70757f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:36.203615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-647b0c7e-d832-4452-af1d-90ba2848f50c None None] Provisioning complete for port e9f79a0f-223f-4b64-ad17-341b2d70757f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:36.204262 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-647b0c7e-d832-4452-af1d-90ba2848f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:36.301667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fa0d8-4cfd-43d4-b09d-396d119d6c11 req-2f0e0fd7-104b-453a-a2b5-4cec3c5cfdb2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:36.303769 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-086fa0d8-4cfd-43d4-b09d-396d119d6c11 req-2f0e0fd7-104b-453a-a2b5-4cec3c5cfdb2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1460793 Aug 31 14:31:36.347690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=16908b16-f740-49c2-97ae-a874035b64c7,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:36.359725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-647b0c7e-d832-4452-af1d-90ba2848f50c None None] Port e9f79a0f-223f-4b64-ad17-341b2d70757f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:36.402515 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34380a1b-a97d-43a0-b73f-e521c2808b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:36.411978 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-086fa0d8-4cfd-43d4-b09d-396d119d6c11 req-1697ffb8-3955-4ec2-a566-824943b675bb tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016433 Aug 31 14:31:36.428478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:36.516737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2e007a71-2530-4da9-a06a-6d9d47ce8287 None None] Provisioning complete for port e9f79a0f-223f-4b64-ad17-341b2d70757f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:36.517594 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2e007a71-2530-4da9-a06a-6d9d47ce8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:36.549128 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:36.549650 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:36.597309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2e007a71-2530-4da9-a06a-6d9d47ce8287 None None] Port e9f79a0f-223f-4b64-ad17-341b2d70757f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:36.614541 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2e007a71-2530-4da9-a06a-6d9d47ce8287 None None] Provisioning complete for port 16908b16-f740-49c2-97ae-a874035b64c7 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:36.615767 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2e007a71-2530-4da9-a06a-6d9d47ce8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:36.762710 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.249204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34380a1b-a97d-43a0-b73f-e521c2808b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.265340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Allocated IP 2001:db8:1::1 (9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d/f2e5f68c-b724-460f-bdd8-28bdedacd85c/648ab851-9b50-4f99-bb5a-89c5c77087a3) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:37.267553 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34380a1b-a97d-43a0-b73f-e521c2808b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.387722 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-34380a1b-a97d-43a0-b73f-e521c2808b39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b31480b3aaf74abcbc7f6dd663e9b983&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5871532 Aug 31 14:31:37.388816 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49950) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:37.389322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34380a1b-a97d-43a0-b73f-e521c2808b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a8c5b7-5e7d-4af2-a6a3-c1d4ee39d7c4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:37.431014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ac694-c3c2-479f-afa1-7cdd4ac04a18 req-daa05cb8-9f05-45a5-9b06-bb6c0309936c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:37.432681 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc2ac694-c3c2-479f-afa1-7cdd4ac04a18 req-daa05cb8-9f05-45a5-9b06-bb6c0309936c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1859949 Aug 31 14:31:37.502283 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc2ac694-c3c2-479f-afa1-7cdd4ac04a18 req-d458c4a7-bb81-4036-a44d-d232878deaed tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611162 Aug 31 14:31:37.504255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49956) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:37.513559 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.528323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Transition to ACTIVE for port object 648ab851-9b50-4f99-bb5a-89c5c77087a3 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:37.529091 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19483af8-c841-419d-a76e-e1cc9d31e811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.567091 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.584649 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19483af8-c841-419d-a76e-e1cc9d31e811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.653551 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:37.662930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:37.665608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:37.666353 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.685696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19483af8-c841-419d-a76e-e1cc9d31e811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.688182 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19483af8-c841-419d-a76e-e1cc9d31e811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.692295 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-19483af8-c841-419d-a76e-e1cc9d31e811 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60a8c5b7-5e7d-4af2-a6a3-c1d4ee39d7c4 HTTP/1.1" status: 204 len: 168 time: 0.3018150 Aug 31 14:31:37.702323 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-58a23ede-3efc-42a5-80c6-cda7b16738b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.716907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19483af8-c841-419d-a76e-e1cc9d31e811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a8c5b7-5e7d-4af2-a6a3-c1d4ee39d7c4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:37.756396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=648ab851-9b50-4f99-bb5a-89c5c77087a3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:37.889186 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.890776 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-58a23ede-3efc-42a5-80c6-cda7b16738b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.897507 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-58a23ede-3efc-42a5-80c6-cda7b16738b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.937701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-58a23ede-3efc-42a5-80c6-cda7b16738b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40ad3aed80c34c768767e88c2bfb8efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323766 Aug 31 14:31:37.941083 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49966) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:38.024969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a23ede-3efc-42a5-80c6-cda7b16738b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fb8b2c-9d48-4b4f-afda-70836046cbd2,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:38.042186 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb01d372-d25f-491c-84e9-7854b3936bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.282212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c106675d-64e7-47d3-8d76-4948a7f34ff0 None None] Provisioning for port 648ab851-9b50-4f99-bb5a-89c5c77087a3 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:38.294923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c106675d-64e7-47d3-8d76-4948a7f34ff0 None None] Provisioning complete for port 648ab851-9b50-4f99-bb5a-89c5c77087a3 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:38.295722 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c106675d-64e7-47d3-8d76-4948a7f34ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.308698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb01d372-d25f-491c-84e9-7854b3936bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.324527 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 16908b16-f740-49c2-97ae-a874035b64c7 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:38.385566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c106675d-64e7-47d3-8d76-4948a7f34ff0 None None] Port 648ab851-9b50-4f99-bb5a-89c5c77087a3 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:38.410702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 16908b16-f740-49c2-97ae-a874035b64c7 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:38.411154 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.609417 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-23926199-5df7-4b89-a2cc-ed0f111d5ba8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3235810 Aug 31 14:31:38.636757 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.649480 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.650549 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.685682 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb01d372-d25f-491c-84e9-7854b3936bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.689571 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb01d372-d25f-491c-84e9-7854b3936bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.690800 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cb01d372-d25f-491c-84e9-7854b3936bfd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6fb8b2c-9d48-4b4f-afda-70836046cbd2 HTTP/1.1" status: 204 len: 168 time: 0.7485275 Aug 31 14:31:38.697853 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ec488-7de6-4453-903a-a1a641be97b1 req-c7f0b0d3-ad1f-4284-9525-6bf8810ddaac tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:38.706194 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-503ec488-7de6-4453-903a-a1a641be97b1 req-c7f0b0d3-ad1f-4284-9525-6bf8810ddaac tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0749965 Aug 31 14:31:38.731067 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=648ab851-9b50-4f99-bb5a-89c5c77087a3,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:38.762852 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-503ec488-7de6-4453-903a-a1a641be97b1 req-9d2c13bf-94d7-4f68-8afe-7b6d086ce995 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555849 Aug 31 14:31:38.763527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01d372-d25f-491c-84e9-7854b3936bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fb8b2c-9d48-4b4f-afda-70836046cbd2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:38.863271 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-9089421d-2c70-4052-b33f-c133a0a727db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:38.864016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-9089421d-2c70-4052-b33f-c133a0a727db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:38.864681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-9089421d-2c70-4052-b33f-c133a0a727db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:38.865538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-9089421d-2c70-4052-b33f-c133a0a727db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:38.866383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-9089421d-2c70-4052-b33f-c133a0a727db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:38.866904 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-9089421d-2c70-4052-b33f-c133a0a727db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:38.867428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-9089421d-2c70-4052-b33f-c133a0a727db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:38.869508 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-9089421d-2c70-4052-b33f-c133a0a727db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 6502 time: 0.1851645 Aug 31 14:31:38.927322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:38.931735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:39.180222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50016) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:39.213904 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df6c30f9-b5e1-4c9b-8b10-cbbbe9254f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:39.342611 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df6c30f9-b5e1-4c9b-8b10-cbbbe9254f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:39.347553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df6c30f9-b5e1-4c9b-8b10-cbbbe9254f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:39.415343 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-df6c30f9-b5e1-4c9b-8b10-cbbbe9254f41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6f35dfcc9694033b950b7ff2e95d79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341607 Aug 31 14:31:39.417469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50028) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:39.424991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3e4e3021-43d0-4a6f-a288-7152a0b56348 None None] Provisioning complete for port 648ab851-9b50-4f99-bb5a-89c5c77087a3 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:39.425761 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3021-43d0-4a6f-a288-7152a0b56348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:39.425935 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c30f9-b5e1-4c9b-8b10-cbbbe9254f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd81687-3053-4af9-a368-8559d8d84fe9,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:39.483147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e3021-43d0-4a6f-a288-7152a0b56348 None None] Port 648ab851-9b50-4f99-bb5a-89c5c77087a3 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:39.517747 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e0f96ec2-8269-43f6-b6ce-2e5247101c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:39.560350 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e0f96ec2-8269-43f6-b6ce-2e5247101c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:39.637648 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e0f96ec2-8269-43f6-b6ce-2e5247101c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:39.642579 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e0f96ec2-8269-43f6-b6ce-2e5247101c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:39.644364 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e0f96ec2-8269-43f6-b6ce-2e5247101c39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fdd81687-3053-4af9-a368-8559d8d84fe9 HTTP/1.1" status: 204 len: 168 time: 0.2257316 Aug 31 14:31:39.657799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f96ec2-8269-43f6-b6ce-2e5247101c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd81687-3053-4af9-a368-8559d8d84fe9,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:39.836273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router 4d3c4231-d469-4fc5-872b-8e4773b20073 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:31:39.858632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-26c804da-7aa9-40db-b153-b95bd91b55db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:39.859818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-26c804da-7aa9-40db-b153-b95bd91b55db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:39.860289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-26c804da-7aa9-40db-b153-b95bd91b55db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:39.862110 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-26c804da-7aa9-40db-b153-b95bd91b55db service neutron] 10.222.0.60 "GET /v2.0/networks?id=9389d65e-cc2a-46c3-97fe-2cd12fa0d276&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&id=102255ed-e1f5-4ea0-8992-73ed1fa161fb HTTP/1.1" status: 200 len: 2299 time: 0.9316468 Aug 31 14:31:39.986287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df086346-4ca4-45a7-a02f-b45ec6bd85b6 req-2cf4bfe4-4fcd-46ed-849e-eea02f238225 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:39.992485 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df086346-4ca4-45a7-a02f-b45ec6bd85b6 req-2cf4bfe4-4fcd-46ed-849e-eea02f238225 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0675449 Aug 31 14:31:40.083988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df086346-4ca4-45a7-a02f-b45ec6bd85b6 req-48a221fd-a261-4281-af2d-80cb4d6f75ef tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508089 Aug 31 14:31:40.189922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-e083c5fc-838c-4233-acea-22404c0c40c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94a3dc65-7153-462e-95e3-3ed89ba870f6 HTTP/1.1" status: 200 len: 1002 time: 0.2182469 Aug 31 14:31:40.194529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:40.201926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dc8abd3e-7570-413e-bb77-91151f8c52a5 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/4d3c4231-d469-4fc5-872b-8e4773b20073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2564118 Aug 31 14:31:40.202786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50072) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:40.206458 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d29be-c8a3-459b-9029-e6abca7bdc62 None None] Sync routers for ids ['4d3c4231-d469-4fc5-872b-8e4773b20073'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:40.220370 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d29be-c8a3-459b-9029-e6abca7bdc62 None None] Routers {'4d3c4231-d469-4fc5-872b-8e4773b20073'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:40.221019 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-182d29be-c8a3-459b-9029-e6abca7bdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['4d3c4231-d469-4fc5-872b-8e4773b20073'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:40.249107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f1a84-2b63-412d-b213-262f0107d134 req-4745c086-edc3-49d6-8540-4a3dbbf36f06 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:40.258579 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-712f1a84-2b63-412d-b213-262f0107d134 req-4745c086-edc3-49d6-8540-4a3dbbf36f06 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1740751 Aug 31 14:31:40.272124 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-182d29be-c8a3-459b-9029-e6abca7bdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:40.281044 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d29be-c8a3-459b-9029-e6abca7bdc62 None None] Routers {'4d3c4231-d469-4fc5-872b-8e4773b20073'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:40.281672 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-182d29be-c8a3-459b-9029-e6abca7bdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['4d3c4231-d469-4fc5-872b-8e4773b20073'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:40.310219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-a31fe75a-ec15-455b-bc0d-b4c4bfb14eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:40.312499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-a31fe75a-ec15-455b-bc0d-b4c4bfb14eb2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3 HTTP/1.1" status: 200 len: 856 time: 0.1086352 Aug 31 14:31:40.326079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d0efe4-68c7-44f3-bdc1-38ff54ce4717 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:40.328049 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-65d0efe4-68c7-44f3-bdc1-38ff54ce4717 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports/648ab851-9b50-4f99-bb5a-89c5c77087a3 HTTP/1.1" status: 200 len: 913 time: 0.1242473 Aug 31 14:31:40.330731 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50078) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:40.360423 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-712f1a84-2b63-412d-b213-262f0107d134 req-88ab025e-2449-4061-9a71-3b0ca61883d5 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982072 Aug 31 14:31:40.434516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-27f45c0a-f011-44f2-a9dc-e0f81f79e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:40.438139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-27f45c0a-f011-44f2-a9dc-e0f81f79e0a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9389d65e-cc2a-46c3-97fe-2cd12fa0d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164443 Aug 31 14:31:40.479817 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-182d29be-c8a3-459b-9029-e6abca7bdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:40.481010 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d29be-c8a3-459b-9029-e6abca7bdc62 None None] The sync data for ids ['4d3c4231-d469-4fc5-872b-8e4773b20073'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:40.641566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-570e8740-6a8d-40c0-99ed-4c127477ba02 service neutron] 10.222.0.60 "GET /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934500 Aug 31 14:31:40.778620 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9baf6c-ec2b-47a8-9200-ff55ffd3e34d req-b15b2136-ae4e-4af1-b08b-bb37a4a9d448 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:40.781649 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d9baf6c-ec2b-47a8-9200-ff55ffd3e34d req-b15b2136-ae4e-4af1-b08b-bb37a4a9d448 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2546954 Aug 31 14:31:40.842210 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-87941ac0-2c35-4ecd-b081-8f9c5adae4d8 service neutron] 10.222.0.60 "GET /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930883 Aug 31 14:31:40.872981 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d9baf6c-ec2b-47a8-9200-ff55ffd3e34d req-8f1824cc-f89d-45fa-b20c-c99b659053fa tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553319 Aug 31 14:31:40.938706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-842ab5d2-3f4a-4646-8d22-33d683cc2f07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=3b58f743-17da-4d06-af23-9ca491f1d45c HTTP/1.1" status: 200 len: 217 time: 0.0879669 Aug 31 14:31:40.999721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-b8297244-b715-4dcd-a8de-fd1c4f7e9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:41.001530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-b8297244-b715-4dcd-a8de-fd1c4f7e9b22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.0555387 Aug 31 14:31:41.038055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bab58e2c-2b10-427d-899c-e8cc353f5995 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:41.083114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-e3002e1d-3875-468e-93b0-33bd70cc614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:41.097310 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-e3002e1d-3875-468e-93b0-33bd70cc614e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867231 Aug 31 14:31:41.309148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622df2-4ccd-4532-b7b4-19e6c5ab9943 req-038a00d9-da3a-42d7-87e3-799f3182c4bd tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:41.313282 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4b622df2-4ccd-4532-b7b4-19e6c5ab9943 req-038a00d9-da3a-42d7-87e3-799f3182c4bd tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1217308 Aug 31 14:31:41.331669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-40bfbfa7-864d-4aed-8266-77cefbdd568d service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244601 Aug 31 14:31:41.440487 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4b622df2-4ccd-4532-b7b4-19e6c5ab9943 req-e7da907a-7af7-46cf-9d5a-f77d2e871ff3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194270 Aug 31 14:31:41.513067 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-bb2547e6-9680-4597-b258-ef58786c413d service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608179 Aug 31 14:31:41.514726 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-bab58e2c-2b10-427d-899c-e8cc353f5995 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port 648ab851-9b50-4f99-bb5a-89c5c77087a3 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:41.515510 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bab58e2c-2b10-427d-899c-e8cc353f5995 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:41.625016 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-420a4e10-32dc-430f-8dcf-1303c1d8a6a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=bdd494a6-c0dc-45e9-a438-4b045656ddfe HTTP/1.1" status: 200 len: 217 time: 0.0911217 Aug 31 14:31:41.649472 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bab58e2c-2b10-427d-899c-e8cc353f5995 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:41.667385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-bab58e2c-2b10-427d-899c-e8cc353f5995 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for 648ab851-9b50-4f99-bb5a-89c5c77087a3 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:41.750231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-cb712ee9-6022-4f63-bb76-a030048066c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:41.751752 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-cb712ee9-6022-4f63-bb76-a030048066c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.1133990 Aug 31 14:31:41.878191 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-09e1beb3-4e38-45a3-9bff-bad88950509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:41.887337 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-09e1beb3-4e38-45a3-9bff-bad88950509b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1277854 Aug 31 14:31:41.939876 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bab58e2c-2b10-427d-899c-e8cc353f5995 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:42.000540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab58e2c-2b10-427d-899c-e8cc353f5995 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=648ab851-9b50-4f99-bb5a-89c5c77087a3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:42.076483 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-a11aa90c-53c0-4b67-9a0b-f9b82dc77e0e service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709995 Aug 31 14:31:42.246012 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bab58e2c-2b10-427d-899c-e8cc353f5995 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:42.296478 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50156) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:42.340643 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-8005322f-b89e-473e-b28b-1a2f307f0653 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558007 Aug 31 14:31:42.428049 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-b7ac9d71-a6c4-4259-acc7-0457bd6ec8cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=fef509ac-4d20-4346-80ac-7987799f5e7b HTTP/1.1" status: 200 len: 217 time: 0.0796673 Aug 31 14:31:42.562502 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-e14f1fa6-06ad-45aa-a473-9f0114392044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:42.568286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-e14f1fa6-06ad-45aa-a473-9f0114392044 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.1326761 Aug 31 14:31:42.619028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2af8be46-00b0-4327-a292-7173495344f3 tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-397971950'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:42.619358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2af8be46-00b0-4327-a292-7173495344f3 tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Unknown quota resources ['metering_label']. {{(pid=94871) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:31:42.877374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-4db531eb-fd58-47da-b5a0-a1b9eec0790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:42.878958 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-4db531eb-fd58-47da-b5a0-a1b9eec0790d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3030128 Aug 31 14:31:42.932705 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2af8be46-00b0-4327-a292-7173495344f3 tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:42.937107 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2af8be46-00b0-4327-a292-7173495344f3 tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6372955 Aug 31 14:31:42.962193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50192) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:42.982262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9e696906-59cf-4831-9c4f-dc8b87b9473b tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f36b8a10-4c90-4c61-ae09-34cfd5575687'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:42.982970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9e696906-59cf-4831-9c4f-dc8b87b9473b tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94871) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:31:43.054502 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce23b8-2b66-47df-89d2-53fbfe8fa8f7 req-cac79165-f454-4d07-85d5-bbe4ead7fb4f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:43.057219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4ce23b8-2b66-47df-89d2-53fbfe8fa8f7 req-cac79165-f454-4d07-85d5-bbe4ead7fb4f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1969731 Aug 31 14:31:43.147032 n-d-806683-5 neutron-server[94871]: WARNING neutron.services.metering.metering_plugin [None req-9e696906-59cf-4831-9c4f-dc8b87b9473b tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 14:31:43.157702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab58e2c-2b10-427d-899c-e8cc353f5995 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router 4d3c4231-d469-4fc5-872b-8e4773b20073 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:31:43.166825 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4ce23b8-2b66-47df-89d2-53fbfe8fa8f7 req-fcd0d0c9-a593-4f6c-a7ef-e8d4a7b08da1 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006000 Aug 31 14:31:43.289090 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e696906-59cf-4831-9c4f-dc8b87b9473b tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:43.294954 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9e696906-59cf-4831-9c4f-dc8b87b9473b tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3305893 Aug 31 14:31:43.296035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50200) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:43.300828 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-caf9a55f-c082-4e15-b514-aae03cb89039 tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f36b8a10-4c90-4c61-ae09-34cfd5575687'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:43.301062 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-f32422cb-6e1c-4bed-83f3-037c4056b557 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648348 Aug 31 14:31:43.301554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-caf9a55f-c082-4e15-b514-aae03cb89039 tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:31:43.313871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab58e2c-2b10-427d-899c-e8cc353f5995 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:43.323692 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bab58e2c-2b10-427d-899c-e8cc353f5995 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/4d3c4231-d469-4fc5-872b-8e4773b20073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9909375 Aug 31 14:31:43.328245 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50202) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:43.332866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a35d0c-62a4-46e5-9ff4-afe28d16b83e None None] Sync routers for ids ['4d3c4231-d469-4fc5-872b-8e4773b20073'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:43.362784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a35d0c-62a4-46e5-9ff4-afe28d16b83e None None] Routers {'4d3c4231-d469-4fc5-872b-8e4773b20073'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:43.364034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-09a35d0c-62a4-46e5-9ff4-afe28d16b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['4d3c4231-d469-4fc5-872b-8e4773b20073'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:43.419078 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-09a35d0c-62a4-46e5-9ff4-afe28d16b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:43.431637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a35d0c-62a4-46e5-9ff4-afe28d16b83e None None] Routers {'4d3c4231-d469-4fc5-872b-8e4773b20073'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:43.432276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-09a35d0c-62a4-46e5-9ff4-afe28d16b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['4d3c4231-d469-4fc5-872b-8e4773b20073'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:43.470668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-09a35d0c-62a4-46e5-9ff4-afe28d16b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:43.471662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a35d0c-62a4-46e5-9ff4-afe28d16b83e None None] The sync data for ids ['4d3c4231-d469-4fc5-872b-8e4773b20073'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:43.484562 n-d-806683-5 neutron-server[94870]: WARNING neutron.services.metering.metering_plugin [None req-caf9a55f-c082-4e15-b514-aae03cb89039 tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 14:31:43.647492 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-caf9a55f-c082-4e15-b514-aae03cb89039 tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:43.648768 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-caf9a55f-c082-4e15-b514-aae03cb89039 tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3516145 Aug 31 14:31:43.652013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50214) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:43.670383 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b7573022-5a2e-4821-aff5-288e9f9da580 tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=0daf60e6-6bc1-43fc-98ca-8eebddc47dd6 HTTP/1.1" status: 200 len: 462 time: 0.0171142 Aug 31 14:31:43.673939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50216) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:43.856341 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee3068b-b3c8-41cc-a583-abebb2c8f95b tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:43.859831 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-aee3068b-b3c8-41cc-a583-abebb2c8f95b tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/0daf60e6-6bc1-43fc-98ca-8eebddc47dd6 HTTP/1.1" status: 204 len: 168 time: 0.1769135 Aug 31 14:31:43.861397 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50224) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:43.883644 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3697cf7e-d2c0-482e-b654-644ba600eb28 tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=0daf60e6-6bc1-43fc-98ca-8eebddc47dd6 HTTP/1.1" status: 200 len: 221 time: 0.0173843 Aug 31 14:31:43.883892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50226) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:43.888434 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1c672612-3f55-4b1b-8358-bb0148e64a5b tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1974544284', 'description': 'label created by tempest'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:43.889024 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1c672612-3f55-4b1b-8358-bb0148e64a5b tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Unknown quota resources ['metering_label']. {{(pid=94870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:31:43.917502 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-737d6277-4b97-4943-9e35-c97646c90e20 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004186 Aug 31 14:31:43.970823 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-aa3024b4-77e5-4e07-b599-712d77b38c7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=fb942b53-8ca1-47a4-a21f-f0279210c88b HTTP/1.1" status: 200 len: 217 time: 0.0407493 Aug 31 14:31:44.179792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-3256ba54-1b24-43bb-8ee1-2d84716d8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:44.182336 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-3256ba54-1b24-43bb-8ee1-2d84716d8f40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.2015636 Aug 31 14:31:44.231479 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c672612-3f55-4b1b-8358-bb0148e64a5b tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:44.232690 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1c672612-3f55-4b1b-8358-bb0148e64a5b tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3478439 Aug 31 14:31:44.235650 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50238) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:44.300948 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-496963cf-8ad3-41a3-93e0-d40f4e1b51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:44.303707 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-496963cf-8ad3-41a3-93e0-d40f4e1b51e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1092973 Aug 31 14:31:44.307043 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424662b-8488-4678-92b9-cb2c5c02285a req-5f24d72e-5bf4-4e6b-a755-35b627afbbba tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:44.309355 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8424662b-8488-4678-92b9-cb2c5c02285a req-5f24d72e-5bf4-4e6b-a755-35b627afbbba tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.3223028 Aug 31 14:31:44.382445 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c221ba01-04b4-4633-856b-566aca7d54e7 tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=eef34b5e-79c7-47da-9ce5-a967157f31f6 HTTP/1.1" status: 200 len: 468 time: 0.1457124 Aug 31 14:31:44.386388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50240) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:44.443057 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-b2916a40-ef85-4be7-8865-ed99f13efd4f service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118021 Aug 31 14:31:44.458974 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8424662b-8488-4678-92b9-cb2c5c02285a req-4bc19f44-aa50-4ba9-bd1a-6c496136fdbe tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979538 Aug 31 14:31:44.619337 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b483f82-a1ed-4b2a-9a31-a3b170b97720 req-f5f0efb4-be05-4737-9c4a-2082f1d200d9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1732802 Aug 31 14:31:44.666603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23965cbc-dbb9-4de5-90f0-ee5a6e0d1220 req-d7907877-ac35-40a0-b6bd-88b9db8d0ef6 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:44.668444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23965cbc-dbb9-4de5-90f0-ee5a6e0d1220 req-d7907877-ac35-40a0-b6bd-88b9db8d0ef6 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.3729639 Aug 31 14:31:44.770529 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7572622f-aa75-466e-a664-d04d8906033c tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:44.772707 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7572622f-aa75-466e-a664-d04d8906033c tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/eef34b5e-79c7-47da-9ce5-a967157f31f6 HTTP/1.1" status: 204 len: 168 time: 0.3850358 Aug 31 14:31:44.776149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50250) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:44.782513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02df59c-3de3-4cf6-ac5b-85bae45be5da req-54b01865-7e46-4493-bf73-5234c38e22bf tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:44.791701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d02df59c-3de3-4cf6-ac5b-85bae45be5da req-54b01865-7e46-4493-bf73-5234c38e22bf tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1866565 Aug 31 14:31:44.828326 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d02df59c-3de3-4cf6-ac5b-85bae45be5da req-c21f011d-b1de-4626-a2eb-e31200705a2e tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354767 Aug 31 14:31:44.842311 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23965cbc-dbb9-4de5-90f0-ee5a6e0d1220 req-575558af-635e-45c6-b1d5-a65eea7069a5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450744 Aug 31 14:31:44.879293 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8d54b7f8-dcbc-4b42-8187-01f2f136b98e tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=eef34b5e-79c7-47da-9ce5-a967157f31f6 HTTP/1.1" status: 200 len: 216 time: 0.0912385 Aug 31 14:31:44.879293 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-b60a153c-fc6a-4595-86ee-581a643ade90 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050798 Aug 31 14:31:44.880440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50256) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:44.894114 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-30c09d78-c280-4a88-90f6-f77244470ecb tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0124838 Aug 31 14:31:44.901081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50262) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:44.922266 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f7a67c65-f147-47af-94cd-4f0b6624a7b4 tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0196600 Aug 31 14:31:44.927108 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50266) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:44.940287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b483f82-a1ed-4b2a-9a31-a3b170b97720 req-fab16a67-72de-4df3-9480-586c58ff4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:44.941496 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b483f82-a1ed-4b2a-9a31-a3b170b97720 req-fab16a67-72de-4df3-9480-586c58ff4611 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 1096 time: 0.2455921 Aug 31 14:31:44.988154 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-8b616010-a8e2-4d7d-bbbc-4543dedcdafc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e57b84cc-a866-47d8-8732-69907ed220f0 HTTP/1.1" status: 200 len: 217 time: 0.0926960 Aug 31 14:31:45.029719 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-77cbfef6-68a8-40f5-a890-f845bae3d4ea tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/f36b8a10-4c90-4c61-ae09-34cfd5575687 HTTP/1.1" status: 200 len: 472 time: 0.1007843 Aug 31 14:31:45.046974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50270) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:45.074001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c9b5af7a-da2a-4431-8e60-663230558671 tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/0bc35475-dae2-4eee-aaf2-b1ad7aa9743f HTTP/1.1" status: 200 len: 459 time: 0.0256271 Aug 31 14:31:45.077851 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50272) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:45.127548 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-a64a3d7f-04b6-4f77-97c9-405b574a084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:45.129270 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-a64a3d7f-04b6-4f77-97c9-405b574a084b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef8e0da5-0757-4499-8cf1-b1603de9f949 HTTP/1.1" status: 200 len: 797 time: 0.1295516 Aug 31 14:31:45.237736 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbad87c4-f4e3-4d53-9ebd-e12fc6703280 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:45.345605 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3df50f8-aa5a-4646-87f8-30d68c84bcea tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:45.346697 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d3df50f8-aa5a-4646-87f8-30d68c84bcea tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/0bc35475-dae2-4eee-aaf2-b1ad7aa9743f HTTP/1.1" status: 204 len: 168 time: 0.2618241 Aug 31 14:31:45.351128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50288) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:45.370784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-9d0148f3-52bc-4f63-ada5-1aac9ee47e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:45.372596 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-9d0148f3-52bc-4f63-ada5-1aac9ee47e1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2093778 Aug 31 14:31:45.522692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae8ada-0eff-43f8-8fab-1757c54bba69 req-536e098a-dfda-4e94-8679-13034e97eaab tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:45.524343 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8eae8ada-0eff-43f8-8fab-1757c54bba69 req-536e098a-dfda-4e94-8679-13034e97eaab tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.3050129 Aug 31 14:31:45.587742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cefc8-4b1c-446c-95fb-4ce1ca46a30d req-eede52ef-96d4-4d18-9930-f176de7e475f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:45.595937 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e62cefc8-4b1c-446c-95fb-4ce1ca46a30d req-eede52ef-96d4-4d18-9930-f176de7e475f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.2691212 Aug 31 14:31:45.626917 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b483f82-a1ed-4b2a-9a31-a3b170b97720 req-746b5cbb-95ce-48e2-8044-a7350d9363c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:45.628725 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b483f82-a1ed-4b2a-9a31-a3b170b97720 req-746b5cbb-95ce-48e2-8044-a7350d9363c3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.6535237 Aug 31 14:31:45.684636 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-189ab973-1243-4515-98f0-c0c8d4a03f0d tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:45.688156 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-189ab973-1243-4515-98f0-c0c8d4a03f0d tempest-MeteringIpV6TestJSON-277439164 tempest-MeteringIpV6TestJSON-277439164-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/f36b8a10-4c90-4c61-ae09-34cfd5575687 HTTP/1.1" status: 204 len: 168 time: 0.3348792 Aug 31 14:31:45.729986 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e62cefc8-4b1c-446c-95fb-4ce1ca46a30d req-35fc4d11-d4f4-4d32-93f9-9db5ef94dc85 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264746 Aug 31 14:31:45.774112 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50300) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:45.827435 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8eae8ada-0eff-43f8-8fab-1757c54bba69 req-9f4c8dba-debe-4e53-bac4-1ce837680f89 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641239 Aug 31 14:31:45.832668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-da71ce5a-5f97-4eb9-a87e-b0efbf6015f9 service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488828 Aug 31 14:31:45.841716 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b483f82-a1ed-4b2a-9a31-a3b170b97720 req-20590900-39aa-4e85-87e4-ffb28f949c4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef248e17-ff68-45a2-a95a-b080183edfb0 HTTP/1.1" status: 200 len: 1000 time: 0.2008584 Aug 31 14:31:45.889983 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:31:45.963288 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-5e423d37-d5b3-4e29-ac14-7438e8824f3e service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033790 Aug 31 14:31:45.999742 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-810f0889-1c7c-455a-90ee-ce770342a1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:46.058433 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-c780e2a1-3a3b-45eb-a8e1-5dd02742b617 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ffeccb-69ae-488c-9407-9562e4ddb943 HTTP/1.1" status: 200 len: 217 time: 0.0855319 Aug 31 14:31:46.133571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b483f82-a1ed-4b2a-9a31-a3b170b97720 req-0c8c1358-c38a-4289-b919-ec22c2b6dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:46.136142 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b483f82-a1ed-4b2a-9a31-a3b170b97720 req-0c8c1358-c38a-4289-b919-ec22c2b6dbff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1719539 Aug 31 14:31:46.146469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50310) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:46.148037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4fa01-3cd6-4bd0-b551-7480f983cfb8 req-201a507e-d0b8-43cf-8db1-ac8f7dc3e914 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:46.149930 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68a4fa01-3cd6-4bd0-b551-7480f983cfb8 req-201a507e-d0b8-43cf-8db1-ac8f7dc3e914 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2257149 Aug 31 14:31:46.224742 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-810f0889-1c7c-455a-90ee-ce770342a1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:46.229576 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68a4fa01-3cd6-4bd0-b551-7480f983cfb8 req-8e8de90a-4b22-4339-ac98-1356f0140366 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701809 Aug 31 14:31:46.231255 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-810f0889-1c7c-455a-90ee-ce770342a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:46.297359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-ee0caf65-2c77-4184-a313-6f6f82c1ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:46.309376 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-ee0caf65-2c77-4184-a313-6f6f82c1ca81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef8e0da5-0757-4499-8cf1-b1603de9f949 HTTP/1.1" status: 200 len: 797 time: 0.2420597 Aug 31 14:31:46.324670 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-810f0889-1c7c-455a-90ee-ce770342a1c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6ca527b2e4b435f91e1cf873ffda2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5494053 Aug 31 14:31:46.325910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f0889-1c7c-455a-90ee-ce770342a1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79d10d4-1560-4299-a9e4-2ac4c71fad5f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:46.329817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50318) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:46.430806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b483f82-a1ed-4b2a-9a31-a3b170b97720 req-03a3b230-ebc9-4bcb-a031-fa2b7d1a05e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:46.432505 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b483f82-a1ed-4b2a-9a31-a3b170b97720 req-03a3b230-ebc9-4bcb-a031-fa2b7d1a05e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2851326 Aug 31 14:31:46.442485 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89df085b-edab-4353-ae18-b6c5a8ce141a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:46.618544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-26e18742-e4dc-4991-8782-5020e7e6190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:46.621091 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-26e18742-e4dc-4991-8782-5020e7e6190b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3028686 Aug 31 14:31:46.640571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fbad87c4-f4e3-4d53-9ebd-e12fc6703280 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port e9f79a0f-223f-4b64-ad17-341b2d70757f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:46.640917 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbad87c4-f4e3-4d53-9ebd-e12fc6703280 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:46.761721 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd27f-2d40-4aa1-b3bc-2e120891ea16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:46.847780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2a613-7adc-4207-93fe-c36fb0cc52fa req-6daca11d-83c1-4c14-b8cf-cc19231890f3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:46.850474 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-71d2a613-7adc-4207-93fe-c36fb0cc52fa req-6daca11d-83c1-4c14-b8cf-cc19231890f3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0615497 Aug 31 14:31:46.895459 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-71d2a613-7adc-4207-93fe-c36fb0cc52fa req-3a17b095-c95f-4da3-9c85-f1e4e880a8ed tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379071 Aug 31 14:31:47.149366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdb1ae-0e4d-4ee4-a62e-b4513b8a1af8 req-696c1630-2510-4f61-ba01-8cb16edec995 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:47.150873 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ffdb1ae-0e4d-4ee4-a62e-b4513b8a1af8 req-696c1630-2510-4f61-ba01-8cb16edec995 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.6143780 Aug 31 14:31:47.152719 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b483f82-a1ed-4b2a-9a31-a3b170b97720 req-fb36bddd-682a-42f6-9b3b-87991745116e service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7063770 Aug 31 14:31:47.167157 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd27f-2d40-4aa1-b3bc-2e120891ea16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:47.353362 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbad87c4-f4e3-4d53-9ebd-e12fc6703280 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:47.402162 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-21a60ad3-5c7f-457f-bbf2-658767055705 service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640557 Aug 31 14:31:47.404829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fbad87c4-f4e3-4d53-9ebd-e12fc6703280 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for e9f79a0f-223f-4b64-ad17-341b2d70757f owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:47.418879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ffdb1ae-0e4d-4ee4-a62e-b4513b8a1af8 req-34dd384e-c3f3-4c17-9219-24f62ccc14af tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537820 Aug 31 14:31:47.505599 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b483f82-a1ed-4b2a-9a31-a3b170b97720 req-11ac8fb6-0363-45e2-9259-efac967b85e9 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364727 Aug 31 14:31:47.518138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89df085b-edab-4353-ae18-b6c5a8ce141a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:47.572979 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd27f-2d40-4aa1-b3bc-2e120891ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:47.576112 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd27f-2d40-4aa1-b3bc-2e120891ea16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:47.577244 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6fcdd27f-2d40-4aa1-b3bc-2e120891ea16 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c79d10d4-1560-4299-a9e4-2ac4c71fad5f HTTP/1.1" status: 204 len: 168 time: 1.2156413 Aug 31 14:31:47.596882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89df085b-edab-4353-ae18-b6c5a8ce141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:47.665784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdd27f-2d40-4aa1-b3bc-2e120891ea16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79d10d4-1560-4299-a9e4-2ac4c71fad5f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:47.732269 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-89df085b-edab-4353-ae18-b6c5a8ce141a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cfa4af49da724fb7bacfa23cf7ff85dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5614474 Aug 31 14:31:47.733407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50358) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:47.764909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49f0db26-4861-4a72-92d1-6df2c799a1c1 req-fb8306d1-23c2-48a1-a2f1-15a1b448870f service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495309 Aug 31 14:31:47.785297 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac32a5-7402-4b1a-aed3-1bc010673235 req-67827b16-29a7-4780-abf8-9d1f8bc71ce3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:47.787533 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1eac32a5-7402-4b1a-aed3-1bc010673235 req-67827b16-29a7-4780-abf8-9d1f8bc71ce3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2810011 Aug 31 14:31:47.829992 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db09dd0f-8468-4b61-b5ce-a272c3762302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:47.837044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df085b-edab-4353-ae18-b6c5a8ce141a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ec736f-2529-4b6e-8617-092e6ec17780,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:47.841890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab0a99-e130-4b52-8f4f-17c36585f9ff req-28b60762-321a-4547-aef8-2e24bfb0c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:47.843671 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25ab0a99-e130-4b52-8f4f-17c36585f9ff req-28b60762-321a-4547-aef8-2e24bfb0c67a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 1096 time: 0.2654271 Aug 31 14:31:47.857400 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db09dd0f-8468-4b61-b5ce-a272c3762302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:47.931164 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db09dd0f-8468-4b61-b5ce-a272c3762302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:47.935819 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db09dd0f-8468-4b61-b5ce-a272c3762302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:47.938868 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-db09dd0f-8468-4b61-b5ce-a272c3762302 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24ec736f-2529-4b6e-8617-092e6ec17780 HTTP/1.1" status: 204 len: 168 time: 0.2037492 Aug 31 14:31:47.977539 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1eac32a5-7402-4b1a-aed3-1bc010673235 req-1f079735-cea8-48dc-8ecc-81373cf473ca tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402817 Aug 31 14:31:47.982574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09dd0f-8468-4b61-b5ce-a272c3762302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ec736f-2529-4b6e-8617-092e6ec17780,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:48.108393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab0a99-e130-4b52-8f4f-17c36585f9ff req-eaf41b9d-6812-4e89-8926-7d6e4bec2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:48.109858 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25ab0a99-e130-4b52-8f4f-17c36585f9ff req-eaf41b9d-6812-4e89-8926-7d6e4bec2359 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.2539735 Aug 31 14:31:48.120792 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e30353-e3b3-4b2c-9d52-dcd11109382d req-f3e08709-031b-4052-8274-1b72a0f17b3f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:48.139484 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4e30353-e3b3-4b2c-9d52-dcd11109382d req-f3e08709-031b-4052-8274-1b72a0f17b3f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1409616 Aug 31 14:31:48.178648 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbad87c4-f4e3-4d53-9ebd-e12fc6703280 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:48.268865 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4e30353-e3b3-4b2c-9d52-dcd11109382d req-6a960d7c-b32e-41be-87cc-374d2e484c10 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283760 Aug 31 14:31:48.471738 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad87c4-f4e3-4d53-9ebd-e12fc6703280 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=e9f79a0f-223f-4b64-ad17-341b2d70757f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:48.487300 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbad87c4-f4e3-4d53-9ebd-e12fc6703280 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:48.533840 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25ab0a99-e130-4b52-8f4f-17c36585f9ff req-1096572c-06e3-42cb-a28f-87fb562732fa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef248e17-ff68-45a2-a95a-b080183edfb0 HTTP/1.1" status: 200 len: 1000 time: 0.4110458 Aug 31 14:31:48.568076 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50396) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:48.606368 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d6b2-9df5-42c6-bb62-8109eb1cd572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:48.715530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3dbe5-5e1c-4b5b-9c58-41eb109d0b4d req-191cb853-0d2c-4ca6-a8dc-265b0cd7b509 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:48.717642 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91a3dbe5-5e1c-4b5b-9c58-41eb109d0b4d req-191cb853-0d2c-4ca6-a8dc-265b0cd7b509 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2553265 Aug 31 14:31:48.720435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab0a99-e130-4b52-8f4f-17c36585f9ff req-b7f7c084-fc68-4bab-8e7c-1b692697ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:48.722214 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25ab0a99-e130-4b52-8f4f-17c36585f9ff req-b7f7c084-fc68-4bab-8e7c-1b692697ca2f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1741753 Aug 31 14:31:48.814767 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d6b2-9df5-42c6-bb62-8109eb1cd572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:48.821619 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d6b2-9df5-42c6-bb62-8109eb1cd572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:48.872745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6d6b2-9df5-42c6-bb62-8109eb1cd572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef35466-0d1b-44e3-b5b7-a83adc24b1b5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:48.886540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbad87c4-f4e3-4d53-9ebd-e12fc6703280 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router 4d3c4231-d469-4fc5-872b-8e4773b20073 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:31:48.898547 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b3f6d6b2-9df5-42c6-bb62-8109eb1cd572 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4744d46799d0463a8800382143111f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274632 Aug 31 14:31:48.900182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50410) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:48.916422 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91a3dbe5-5e1c-4b5b-9c58-41eb109d0b4d req-6b28e48b-8d24-476f-bee4-e30f2096d3f8 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327295 Aug 31 14:31:48.930411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab0a99-e130-4b52-8f4f-17c36585f9ff req-55e7f930-2a26-4831-975c-69fc132ea5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:48.931851 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25ab0a99-e130-4b52-8f4f-17c36585f9ff req-55e7f930-2a26-4831-975c-69fc132ea5cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466529 Aug 31 14:31:48.998554 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15db523c-3310-48c4-b84b-78e2cb381023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:49.089563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbad87c4-f4e3-4d53-9ebd-e12fc6703280 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:49.093129 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15db523c-3310-48c4-b84b-78e2cb381023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:49.101696 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fbad87c4-f4e3-4d53-9ebd-e12fc6703280 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/4d3c4231-d469-4fc5-872b-8e4773b20073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7721584 Aug 31 14:31:49.106898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50414) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:49.112255 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71f3a5-6b2b-4268-a137-1436fabc19e8 None None] Sync routers for ids ['4d3c4231-d469-4fc5-872b-8e4773b20073'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:49.128432 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71f3a5-6b2b-4268-a137-1436fabc19e8 None None] Routers {'4d3c4231-d469-4fc5-872b-8e4773b20073'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:49.128432 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7b71f3a5-6b2b-4268-a137-1436fabc19e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['4d3c4231-d469-4fc5-872b-8e4773b20073'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:49.159074 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-681c6ac4-f831-488b-9c89-93378a6d36ef tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d3c4231-d469-4fc5-872b-8e4773b20073 HTTP/1.1" status: 200 len: 205 time: 0.0398631 Aug 31 14:31:49.161605 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50420) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:49.176171 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183afb31-a3b7-4885-b6e9-3e5f6ccc4074 req-828c4379-feef-477f-b501-4e9fc8f292f2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:49.178582 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-183afb31-a3b7-4885-b6e9-3e5f6ccc4074 req-828c4379-feef-477f-b501-4e9fc8f292f2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1286352 Aug 31 14:31:49.186093 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7b71f3a5-6b2b-4268-a137-1436fabc19e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:49.196888 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25ab0a99-e130-4b52-8f4f-17c36585f9ff req-4ca7972d-1f69-4abb-a901-e19ffed82f8d service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295554 Aug 31 14:31:49.199439 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71f3a5-6b2b-4268-a137-1436fabc19e8 None None] Routers {'4d3c4231-d469-4fc5-872b-8e4773b20073'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:49.200240 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7b71f3a5-6b2b-4268-a137-1436fabc19e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['4d3c4231-d469-4fc5-872b-8e4773b20073'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:49.274266 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7b71f3a5-6b2b-4268-a137-1436fabc19e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:49.275478 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71f3a5-6b2b-4268-a137-1436fabc19e8 None None] The sync data for ids ['4d3c4231-d469-4fc5-872b-8e4773b20073'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:49.312837 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:49.343959 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-183afb31-a3b7-4885-b6e9-3e5f6ccc4074 req-587abf8a-8feb-4958-b694-4e22b163a1c5 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222181 Aug 31 14:31:49.346490 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25ab0a99-e130-4b52-8f4f-17c36585f9ff req-0646da62-6301-4b29-8eba-d9352f26017c service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404059 Aug 31 14:31:49.354092 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba83c0f3-fdc9-4c6a-84d2-75cd87bad222 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:49.518742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17a744-c033-4226-8ca7-f74e5b186653 req-d3f395b3-059b-4e81-9c3c-4675ff73fbd2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:49.541371 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bb17a744-c033-4226-8ca7-f74e5b186653 req-d3f395b3-059b-4e81-9c3c-4675ff73fbd2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1375875 Aug 31 14:31:49.548044 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4821dce-44d4-47b6-a7fd-5220df9aa7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:49.597400 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bb17a744-c033-4226-8ca7-f74e5b186653 req-1dbfeb35-d039-498a-8ba5-c01dc1a9e0f8 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523169 Aug 31 14:31:49.803161 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15db523c-3310-48c4-b84b-78e2cb381023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:49.805875 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15db523c-3310-48c4-b84b-78e2cb381023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:49.807061 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-15db523c-3310-48c4-b84b-78e2cb381023 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bef35466-0d1b-44e3-b5b7-a83adc24b1b5 HTTP/1.1" status: 204 len: 168 time: 0.9056778 Aug 31 14:31:49.851107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db523c-3310-48c4-b84b-78e2cb381023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef35466-0d1b-44e3-b5b7-a83adc24b1b5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:50.053813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f035c-cca3-4f2b-93cc-94774b136f06 req-2a831524-192e-432d-97f8-65c9e9aa7991 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:50.060517 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-093f035c-cca3-4f2b-93cc-94774b136f06 req-2a831524-192e-432d-97f8-65c9e9aa7991 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2585132 Aug 31 14:31:50.062525 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba83c0f3-fdc9-4c6a-84d2-75cd87bad222 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:50.074654 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba83c0f3-fdc9-4c6a-84d2-75cd87bad222 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:50.144979 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba83c0f3-fdc9-4c6a-84d2-75cd87bad222 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:50.145485 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba83c0f3-fdc9-4c6a-84d2-75cd87bad222 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Fanout notify agent at l3_agent the message router_deleted on router 4d3c4231-d469-4fc5-872b-8e4773b20073 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:31:50.153694 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba83c0f3-fdc9-4c6a-84d2-75cd87bad222 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:50.155462 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ba83c0f3-fdc9-4c6a-84d2-75cd87bad222 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/routers/4d3c4231-d469-4fc5-872b-8e4773b20073 HTTP/1.1" status: 204 len: 168 time: 0.9875546 Aug 31 14:31:50.157485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50458) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:50.172834 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-093f035c-cca3-4f2b-93cc-94774b136f06 req-f814cb99-ba4b-4a97-bb11-23d8febb9ca1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042497 Aug 31 14:31:50.267060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-c135ab30-f1a4-4b96-a03c-13902f87557a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting subnet f2e5f68c-b724-460f-bdd8-28bdedacd85c {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:31:50.276285 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c135ab30-f1a4-4b96-a03c-13902f87557a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:50.379518 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c135ab30-f1a4-4b96-a03c-13902f87557a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:50.389799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b7089-bf1d-4c54-9560-f265fd01b379 req-9905a933-65cb-4802-bc3c-daf8dafc50c7 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:50.399618 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-752b7089-bf1d-4c54-9560-f265fd01b379 req-9905a933-65cb-4802-bc3c-daf8dafc50c7 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.0811155 Aug 31 14:31:50.494065 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-752b7089-bf1d-4c54-9560-f265fd01b379 req-9fc8e95a-b51b-4dd9-ba12-42be6f6a10e9 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933616 Aug 31 14:31:50.571289 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c135ab30-f1a4-4b96-a03c-13902f87557a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:50.657280 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c135ab30-f1a4-4b96-a03c-13902f87557a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:50.697895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135ab30-f1a4-4b96-a03c-13902f87557a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e5f68c-b724-460f-bdd8-28bdedacd85c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:50.709191 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c135ab30-f1a4-4b96-a03c-13902f87557a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:50.712459 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c135ab30-f1a4-4b96-a03c-13902f87557a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/f2e5f68c-b724-460f-bdd8-28bdedacd85c HTTP/1.1" status: 204 len: 168 time: 0.5511034 Aug 31 14:31:50.713414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50488) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:50.723145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a925f5-a8c2-4fc0-bd10-f31ada07a1fd None None] Network 9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:50.883015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb244c-de69-4772-b6c7-eb2e3646b544 req-a5479c8b-dc4d-4fe4-9acd-e4e7355f554a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:50.884617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fdeb244c-de69-4772-b6c7-eb2e3646b544 req-a5479c8b-dc4d-4fe4-9acd-e4e7355f554a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1065331 Aug 31 14:31:50.941570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b58e9c-06b9-451f-bcf2-94f7db08e37c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting subnet b5be868e-7862-450f-8401-89d07c133f3e {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:31:50.950836 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71b58e9c-06b9-451f-bcf2-94f7db08e37c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:50.986286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fdeb244c-de69-4772-b6c7-eb2e3646b544 req-1c3d476b-2ac9-4f05-b33b-435678a5425a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935910 Aug 31 14:31:51.057909 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71b58e9c-06b9-451f-bcf2-94f7db08e37c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:51.162544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b625eb-f83e-4323-8344-982e7174560a req-43724bee-f0fc-4762-8c8e-dd8459085d76 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:51.164505 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b4b625eb-f83e-4323-8344-982e7174560a req-43724bee-f0fc-4762-8c8e-dd8459085d76 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0691113 Aug 31 14:31:51.181736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942891e9-1c87-47fb-8d62-0fff16d06136 None None] DHCP port deletion for 9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:31:51.201805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1f84e-cb29-488d-803e-33e24a1c5d95 req-3607e32a-8242-412f-8af5-55f97b5e63af tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:51.210358 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b5d1f84e-cb29-488d-803e-33e24a1c5d95 req-3607e32a-8242-412f-8af5-55f97b5e63af tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1029348 Aug 31 14:31:51.225605 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71b58e9c-06b9-451f-bcf2-94f7db08e37c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:51.228353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b4b625eb-f83e-4323-8344-982e7174560a req-a2829c91-ba0e-473a-9c84-f5e50ab71eda tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514829 Aug 31 14:31:51.243457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-942891e9-1c87-47fb-8d62-0fff16d06136 None None] Deleting port 16908b16-f740-49c2-97ae-a874035b64c7 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:51.243457 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-942891e9-1c87-47fb-8d62-0fff16d06136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:51.343904 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-942891e9-1c87-47fb-8d62-0fff16d06136 None None] For port 16908b16-f740-49c2-97ae-a874035b64c7, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=16908b16-f740-49c2-97ae-a874035b64c7,segment=NetworkSegment(ecd7fa4c-5e02-49d9-bb56-1d2da8f9c25d),segment_id=ecd7fa4c-5e02-49d9-bb56-1d2da8f9c25d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:51.344384 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-942891e9-1c87-47fb-8d62-0fff16d06136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:51.359698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-942891e9-1c87-47fb-8d62-0fff16d06136 None None] Calling delete_port for 16908b16-f740-49c2-97ae-a874035b64c7 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:51.391769 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b5d1f84e-cb29-488d-803e-33e24a1c5d95 req-8a873eb6-7b2c-4e78-910c-647b6f1ded2e tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804504 Aug 31 14:31:51.448326 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71b58e9c-06b9-451f-bcf2-94f7db08e37c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:51.494023 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-942891e9-1c87-47fb-8d62-0fff16d06136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:51.512548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942891e9-1c87-47fb-8d62-0fff16d06136 None None] No DVR routers for this DVR port 16908b16-f740-49c2-97ae-a874035b64c7 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:31:51.535526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942891e9-1c87-47fb-8d62-0fff16d06136 None None] Pushing event deleted for resources: {'Port': ['ID=16908b16-f740-49c2-97ae-a874035b64c7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:51.554231 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b58e9c-06b9-451f-bcf2-94f7db08e37c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Subnet': ['ID=b5be868e-7862-450f-8401-89d07c133f3e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:51.556232 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee9b4f-ae37-4661-a776-e6e110f62b58 None None] Network 0860185f-cad5-428d-a1c3-3ecc0b99b257 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:51.556727 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71b58e9c-06b9-451f-bcf2-94f7db08e37c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:51.561425 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-71b58e9c-06b9-451f-bcf2-94f7db08e37c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/b5be868e-7862-450f-8401-89d07c133f3e HTTP/1.1" status: 204 len: 168 time: 0.8469689 Aug 31 14:31:51.570471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50522) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:51.648207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b7aa5-51e7-4b66-9bbc-0e3c36d01b71 req-77ea297b-93d3-453c-af89-d9cf11f95b82 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:51.667439 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b9b7aa5-51e7-4b66-9bbc-0e3c36d01b71 req-77ea297b-93d3-453c-af89-d9cf11f95b82 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1007712 Aug 31 14:31:51.710473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800930e-7d03-4bf2-8f50-fc9146ac8ae5 req-cc2eb653-c484-44a1-b635-09a812f262e6 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:51.718074 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9800930e-7d03-4bf2-8f50-fc9146ac8ae5 req-cc2eb653-c484-44a1-b635-09a812f262e6 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1810429 Aug 31 14:31:51.752441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b9b7aa5-51e7-4b66-9bbc-0e3c36d01b71 req-e084e1cc-3fad-4409-b2d2-b258478d1987 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800283 Aug 31 14:31:51.769866 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad818-2337-4e58-9b3b-3414d0fc823a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:51.814710 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9800930e-7d03-4bf2-8f50-fc9146ac8ae5 req-b5997d4e-9c2b-4ab5-8a3d-6b512426a111 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955408 Aug 31 14:31:51.965341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de483ba4-b636-4d70-a00a-6b2c87f84170 None None] DHCP port deletion for 0860185f-cad5-428d-a1c3-3ecc0b99b257 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:31:52.031989 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-de483ba4-b636-4d70-a00a-6b2c87f84170 None None] Deleting port 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:52.032595 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de483ba4-b636-4d70-a00a-6b2c87f84170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.074428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad818-2337-4e58-9b3b-3414d0fc823a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.089372 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-fd3ad818-2337-4e58-9b3b-3414d0fc823a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:52.104300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-fd3ad818-2337-4e58-9b3b-3414d0fc823a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd7fa4c-5e02-49d9-bb56-1d2da8f9c25d') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:52.104917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-fd3ad818-2337-4e58-9b3b-3414d0fc823a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd7fa4c-5e02-49d9-bb56-1d2da8f9c25d') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:52.120545 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad818-2337-4e58-9b3b-3414d0fc823a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.211845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad818-2337-4e58-9b3b-3414d0fc823a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.235961 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-de483ba4-b636-4d70-a00a-6b2c87f84170 None None] For port 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2,segment=NetworkSegment(c8f6ec0a-62c2-4ba3-ab87-264100da84d5),segment_id=c8f6ec0a-62c2-4ba3-ab87-264100da84d5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:52.236508 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de483ba4-b636-4d70-a00a-6b2c87f84170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.242783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3ad818-2337-4e58-9b3b-3414d0fc823a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:31:52.243248 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad818-2337-4e58-9b3b-3414d0fc823a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:31:52.252878 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:31:52.288982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-de483ba4-b636-4d70-a00a-6b2c87f84170 None None] Calling delete_port for 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:52.417876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130494-a4b1-4072-ae20-9695f4180689 req-8354701a-b507-45c4-9eb7-29baf014b47c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:52.426235 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d3130494-a4b1-4072-ae20-9695f4180689 req-8354701a-b507-45c4-9eb7-29baf014b47c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.2799845 Aug 31 14:31:52.443950 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad818-2337-4e58-9b3b-3414d0fc823a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.450473 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad818-2337-4e58-9b3b-3414d0fc823a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.457593 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:52.461816 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fd3ad818-2337-4e58-9b3b-3414d0fc823a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/networks/9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d HTTP/1.1" status: 204 len: 168 time: 0.8795087 Aug 31 14:31:52.463981 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50568) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:52.480454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:52.480814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:52.481442 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 16908b16-f740-49c2-97ae-a874035b64c7 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:52.490472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880f5a4-04ee-4848-be8a-26e0b414aacc req-2c789190-940f-46c3-82c9-ea2ffce3bdb5 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:52.498109 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4880f5a4-04ee-4848-be8a-26e0b414aacc req-2c789190-940f-46c3-82c9-ea2ffce3bdb5 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/networks?id=a03f38ab-0e33-464b-9838-b04517f029d8 HTTP/1.1" status: 200 len: 814 time: 0.2803340 Aug 31 14:31:52.517569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4880f5a4-04ee-4848-be8a-26e0b414aacc req-e7a92ac6-a007-40f7-b133-8ea79bd0c060 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/quotas/bf39a1308dd04525b3c251f5d378afd7 HTTP/1.1" status: 200 len: 375 time: 0.0184903 Aug 31 14:31:52.535519 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de483ba4-b636-4d70-a00a-6b2c87f84170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.586932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4880f5a4-04ee-4848-be8a-26e0b414aacc req-f6df9bf6-614b-4b03-a836-b401cf0ec6f0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf39a1308dd04525b3c251f5d378afd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0684826 Aug 31 14:31:52.587925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de483ba4-b636-4d70-a00a-6b2c87f84170 None None] Pushing event deleted for resources: {'Port': ['ID=56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:52.602334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 16908b16-f740-49c2-97ae-a874035b64c7 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:52.603203 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 16908b16-f740-49c2-97ae-a874035b64c7 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:52.609429 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bebb2f6e-0180-4744-b9ca-4c7f42ea3517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.611792 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.617338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de483ba4-b636-4d70-a00a-6b2c87f84170 None None] No DVR routers for this DVR port 56ff0b4d-ff5d-4965-ae63-105d6dfaf1d2 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:31:52.667739 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ad818-2337-4e58-9b3b-3414d0fc823a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Network': ['ID=9eb5737d-fc64-4256-8f9c-75e0bbbdaf5d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:52.710734 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d3130494-a4b1-4072-ae20-9695f4180689 req-edfd1e35-f77d-49b5-bbf3-deb02b7a4142 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833769 Aug 31 14:31:52.735377 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-be839899-3044-4eca-a530-dd18325e9809 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.773586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50576) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:52.804780 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ae70c-70a4-4876-9efd-d1465d806beb req-49e7fbba-319a-4864-8f69-5b1b54e8f4a1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:52.806282 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba7ae70c-70a4-4876-9efd-d1465d806beb req-49e7fbba-319a-4864-8f69-5b1b54e8f4a1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.0743172 Aug 31 14:31:52.859991 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-be839899-3044-4eca-a530-dd18325e9809 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.864524 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba7ae70c-70a4-4876-9efd-d1465d806beb req-d7ec7f87-a3eb-4c7f-85fb-9d83bf1574cf tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498481 Aug 31 14:31:52.874745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-be839899-3044-4eca-a530-dd18325e9809 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0860185f-cad5-428d-a1c3-3ecc0b99b257']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:52.891010 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-be839899-3044-4eca-a530-dd18325e9809 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f6ec0a-62c2-4ba3-ab87-264100da84d5') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:52.891683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-be839899-3044-4eca-a530-dd18325e9809 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f6ec0a-62c2-4ba3-ab87-264100da84d5') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:52.906347 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-be839899-3044-4eca-a530-dd18325e9809 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.929215 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-be839899-3044-4eca-a530-dd18325e9809 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.938840 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be839899-3044-4eca-a530-dd18325e9809 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:31:52.939989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-be839899-3044-4eca-a530-dd18325e9809 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:31:52.962834 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:31:53.051401 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-be839899-3044-4eca-a530-dd18325e9809 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.076110 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-be839899-3044-4eca-a530-dd18325e9809 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.089343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f6337-4b28-4714-855b-b3db63a3c348 req-047dc353-aa55-49e4-9825-200514e08e77 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:53.090126 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-be839899-3044-4eca-a530-dd18325e9809 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/networks/0860185f-cad5-428d-a1c3-3ecc0b99b257 HTTP/1.1" status: 204 len: 168 time: 0.5744588 Aug 31 14:31:53.092284 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b35f6337-4b28-4714-855b-b3db63a3c348 req-047dc353-aa55-49e4-9825-200514e08e77 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1086984 Aug 31 14:31:53.096021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50594) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:53.103809 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2e86f048-5f9e-4115-b503-8bb96cf31a25 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-77093942'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:53.112516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7667e4e5-36f8-49b8-af0f-d3298bde0f68 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:53.129264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be839899-3044-4eca-a530-dd18325e9809 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Network': ['ID=0860185f-cad5-428d-a1c3-3ecc0b99b257,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:53.207352 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b35f6337-4b28-4714-855b-b3db63a3c348 req-37b1c5aa-3852-4dfc-843d-22bf8df6f8fe tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793655 Aug 31 14:31:53.214391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7667e4e5-36f8-49b8-af0f-d3298bde0f68 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] 10.222.0.39 "PUT /v2.0/quotas/7cfbb45033ab4095b2926093cb3f9826 HTTP/1.1" status: 200 len: 368 time: 0.4396944 Aug 31 14:31:53.217414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50596) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:53.222626 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e86f048-5f9e-4115-b503-8bb96cf31a25 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:53.227349 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e86f048-5f9e-4115-b503-8bb96cf31a25 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.227522 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Request body: {'network': {'project_id': '7cfbb45033ab4095b2926093cb3f9826'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:53.271662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e86f048-5f9e-4115-b503-8bb96cf31a25 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:31:53.274081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Made reservation on behalf of 7cfbb45033ab4095b2926093cb3f9826 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:53.277011 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.285486 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e86f048-5f9e-4115-b503-8bb96cf31a25 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.287031 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-2e86f048-5f9e-4115-b503-8bb96cf31a25 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Added segment cac344f0-1081-441c-b6c8-4e09199a33a2 of type vlan for network 694906ca-5bfb-4c30-b567-21af9ba03aef Aug 31 14:31:53.306901 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.310521 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.359672 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e86f048-5f9e-4115-b503-8bb96cf31a25 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.414149 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e86f048-5f9e-4115-b503-8bb96cf31a25 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.422880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e86f048-5f9e-4115-b503-8bb96cf31a25 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:53.424416 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e86f048-5f9e-4115-b503-8bb96cf31a25 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.482547 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.487980 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.518857 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d552e73f-c9f7-45fe-89a4-0230f5297eb0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:53.528542 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2e86f048-5f9e-4115-b503-8bb96cf31a25 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4309382 Aug 31 14:31:53.529259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50610) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:53.545001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0e5cce9b-723d-4d67-97ff-2355a958e960 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'subnet': {'network_id': '694906ca-5bfb-4c30-b567-21af9ba03aef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:53.555871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:31:53.579849 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.579849 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Added segment d0263820-610b-4bfd-8c8a-6cb5530ac9e7 of type vlan for network 3fe93be2-79dd-4575-a45a-2b3d85563023 Aug 31 14:31:53.595631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86f048-5f9e-4115-b503-8bb96cf31a25 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Network': ['ID=694906ca-5bfb-4c30-b567-21af9ba03aef,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:53.608649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 694906ca-5bfb-4c30-b567-21af9ba03aef details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:31:53.676060 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.689622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5cce9b-723d-4d67-97ff-2355a958e960 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:53.694875 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e5cce9b-723d-4d67-97ff-2355a958e960 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.741169 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-970a3f6f-3550-42ac-98d9-522080d1f51f req-2559fd6e-a1e8-4dfd-aec9-6ef36773e842 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=bf39a1308dd04525b3c251f5d378afd7 HTTP/1.1" status: 200 len: 221 time: 0.1559052 Aug 31 14:31:53.741169 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.741169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:53.741169 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.813077 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Pushing event updated for resources: {'Network': ['ID=3fe93be2-79dd-4575-a45a-2b3d85563023,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:53.824032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 3fe93be2-79dd-4575-a45a-2b3d85563023 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:31:53.846488 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0575f43b-a5f6-4190-a52c-81e57574eb38 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6235280 Aug 31 14:31:53.846774 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50626) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:53.855046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a172a407-5cd7-41e7-86b6-c7d4efbb6be3 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Request body: {'network': {'project_id': '7cfbb45033ab4095b2926093cb3f9826'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:53.928834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e29c68-e150-497e-a505-dcce9576bfe6 req-3fb635dc-9e77-4054-8c61-5053a94a60c7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:53.930519 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b4e29c68-e150-497e-a505-dcce9576bfe6 req-3fb635dc-9e77-4054-8c61-5053a94a60c7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0902295 Aug 31 14:31:53.943957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a172a407-5cd7-41e7-86b6-c7d4efbb6be3 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Made reservation on behalf of 7cfbb45033ab4095b2926093cb3f9826 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:53.946644 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a172a407-5cd7-41e7-86b6-c7d4efbb6be3 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.983311 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6cf72-9bcd-4b71-ab21-9b2d27e45ff0 req-4f1ad0a0-48ed-4bf0-bb9b-47f0cfa728da tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:53.993676 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cea6cf72-9bcd-4b71-ab21-9b2d27e45ff0 req-4f1ad0a0-48ed-4bf0-bb9b-47f0cfa728da tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1215456 Aug 31 14:31:54.072925 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cea6cf72-9bcd-4b71-ab21-9b2d27e45ff0 req-e306f557-f9e1-4338-b648-d36b8abd8cf4 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785272 Aug 31 14:31:54.073581 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e5cce9b-723d-4d67-97ff-2355a958e960 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.078485 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a172a407-5cd7-41e7-86b6-c7d4efbb6be3 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:31:54.111969 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a172a407-5cd7-41e7-86b6-c7d4efbb6be3 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.112325 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-a172a407-5cd7-41e7-86b6-c7d4efbb6be3 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Added segment efbc6205-244a-4275-b1df-fbec914bf952 of type vlan for network 5d1224e9-6220-4a35-9da7-5372d35a8b01 Aug 31 14:31:54.171824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b4e29c68-e150-497e-a505-dcce9576bfe6 req-d0bf243a-809e-4339-a0f1-e10c37ebdd0a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161381 Aug 31 14:31:54.190578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cce9b-723d-4d67-97ff-2355a958e960 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Subnet': ['ID=9a243c74-3fd1-45fd-b7d9-9f7fb58543d0,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:54.207373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5cce9b-723d-4d67-97ff-2355a958e960 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Checking segment: {'id': 'cac344f0-1081-441c-b6c8-4e09199a33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '694906ca-5bfb-4c30-b567-21af9ba03aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:54.208665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5cce9b-723d-4d67-97ff-2355a958e960 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network hostable DHCP agents. Network: 694906ca-5bfb-4c30-b567-21af9ba03aef, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:31:54.238484 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.242269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5cce9b-723d-4d67-97ff-2355a958e960 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 694906ca-5bfb-4c30-b567-21af9ba03aef is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:31:54.247240 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a172a407-5cd7-41e7-86b6-c7d4efbb6be3 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.268276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0e5cce9b-723d-4d67-97ff-2355a958e960 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 694906ca-5bfb-4c30-b567-21af9ba03aef) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:54.275542 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5cce9b-723d-4d67-97ff-2355a958e960 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:54.276143 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e5cce9b-723d-4d67-97ff-2355a958e960 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.282779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfa854b-edb4-45c5-b91d-246f55c2dbd4 None None] Network 694906ca-5bfb-4c30-b567-21af9ba03aef requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:54.305935 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0e5cce9b-723d-4d67-97ff-2355a958e960 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7710819 Aug 31 14:31:54.308598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50642) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:54.313513 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0dea9da2-18d9-4675-9ab9-2c175b4b3d0e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1127612168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:54.335696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a172a407-5cd7-41e7-86b6-c7d4efbb6be3 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.337581 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172a407-5cd7-41e7-86b6-c7d4efbb6be3 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:54.340808 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a172a407-5cd7-41e7-86b6-c7d4efbb6be3 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.382561 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0dea9da2-18d9-4675-9ab9-2c175b4b3d0e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.383739 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0dea9da2-18d9-4675-9ab9-2c175b4b3d0e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.434870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172a407-5cd7-41e7-86b6-c7d4efbb6be3 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Pushing event updated for resources: {'Network': ['ID=5d1224e9-6220-4a35-9da7-5372d35a8b01,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:54.460752 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 5d1224e9-6220-4a35-9da7-5372d35a8b01 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:31:54.486314 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a172a407-5cd7-41e7-86b6-c7d4efbb6be3 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6356432 Aug 31 14:31:54.491004 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50644) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:54.511285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-203e7301-8a8a-458e-988f-44fcc1fae0e9 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Request body: {'network': {'project_id': '7cfbb45033ab4095b2926093cb3f9826'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:54.519535 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0dea9da2-18d9-4675-9ab9-2c175b4b3d0e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.525899 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0dea9da2-18d9-4675-9ab9-2c175b4b3d0e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.562949 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3295887-5111-4604-986a-b8e1ae8cf5bb req-1fed85f7-3cac-40d3-b599-4023aef721b1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:54.565170 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d3295887-5111-4604-986a-b8e1ae8cf5bb req-1fed85f7-3cac-40d3-b599-4023aef721b1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1319051 Aug 31 14:31:54.584265 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-203e7301-8a8a-458e-988f-44fcc1fae0e9 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 14:31:54.594954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203e7301-8a8a-458e-988f-44fcc1fae0e9 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:31:54.601775 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-203e7301-8a8a-458e-988f-44fcc1fae0e9 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0984066 Aug 31 14:31:54.606292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50654) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:54.624426 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0dea9da2-18d9-4675-9ab9-2c175b4b3d0e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.628438 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0dea9da2-18d9-4675-9ab9-2c175b4b3d0e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3187497 Aug 31 14:31:54.629058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50656) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:54.661630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'port': {'network_id': '694906ca-5bfb-4c30-b567-21af9ba03aef', 'name': 'tempest-RoutersIpV6Test-630067540'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:54.718332 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d3295887-5111-4604-986a-b8e1ae8cf5bb req-e8900cb5-503d-4dd4-b2af-ecca563c4f28 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032825 Aug 31 14:31:54.910680 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.918426 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-694906ca-5bfb-4c30-b567-21af9ba03aef', 'network_id': '694906ca-5bfb-4c30-b567-21af9ba03aef', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'fixed_ips': [{'subnet_id': '9a243c74-3fd1-45fd-b7d9-9f7fb58543d0'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:31:54.919575 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.934959 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-846eba4c-0225-4453-9684-1ab62c874060 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cfbb45033ab4095b2926093cb3f9826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260462 Aug 31 14:31:54.937702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50662) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:54.959696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:54.963129 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:54.990936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669937ef-db73-40e7-ba1b-5bfaf6c7d3c9 req-b80444c2-8d4f-4b38-b231-44e0dfbe9e48 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:55.002206 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-669937ef-db73-40e7-ba1b-5bfaf6c7d3c9 req-b80444c2-8d4f-4b38-b231-44e0dfbe9e48 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1009681 Aug 31 14:31:55.014755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb49c5-f960-4902-90c0-c534b5703d7b req-418d8f98-c570-49db-8f38-e80641b4783f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:55.022807 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4edb49c5-f960-4902-90c0-c534b5703d7b req-418d8f98-c570-49db-8f38-e80641b4783f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1764863 Aug 31 14:31:55.052844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-669937ef-db73-40e7-ba1b-5bfaf6c7d3c9 req-4beec4a0-2bc0-4e47-9a87-a3d04704d8bb tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492048 Aug 31 14:31:55.089878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] device_id is not set on port dd80dea0-c69e-4810-9516-3b7b6cbf8323 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:31:55.104853 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3896-cd6a-4301-933b-b33c64845e57 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.125101 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4edb49c5-f960-4902-90c0-c534b5703d7b req-bbda2d6d-ed6b-4a23-a33c-b9437e3012c1 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009901 Aug 31 14:31:55.236312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60d351-0000-41a7-a32f-fe79babbef34 req-8b233944-ddae-4726-8f71-787cbab4386a tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:55.246236 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3a60d351-0000-41a7-a32f-fe79babbef34 req-8b233944-ddae-4726-8f71-787cbab4386a tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.0863109 Aug 31 14:31:55.256681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Allocated IP 2001:db8::2 (694906ca-5bfb-4c30-b567-21af9ba03aef/9a243c74-3fd1-45fd-b7d9-9f7fb58543d0/c0e6739b-20ee-4fc9-90dd-fcbb25227524) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:55.269791 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3896-cd6a-4301-933b-b33c64845e57 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.332114 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3a60d351-0000-41a7-a32f-fe79babbef34 req-f1ad8263-2c93-49f4-8734-4640c09f2a81 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781105 Aug 31 14:31:55.386740 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3896-cd6a-4301-933b-b33c64845e57 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.392694 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3896-cd6a-4301-933b-b33c64845e57 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.396976 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50680) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:55.401252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8c2e3896-cd6a-4301-933b-b33c64845e57 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/d552e73f-c9f7-45fe-89a4-0230f5297eb0 HTTP/1.1" status: 204 len: 168 time: 0.4608490 Aug 31 14:31:55.417754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e3896-cd6a-4301-933b-b33c64845e57 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d552e73f-c9f7-45fe-89a4-0230f5297eb0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:55.498130 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.512410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Transition to ACTIVE for port object c0e6739b-20ee-4fc9-90dd-fcbb25227524 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:55.534549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Transition to ACTIVE for port object c0e6739b-20ee-4fc9-90dd-fcbb25227524 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:55.542101 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.581224 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb83caaf-958f-47e2-8d39-c29844a12ab2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.630916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Allocated IP 2001:db8::a6 (694906ca-5bfb-4c30-b567-21af9ba03aef/9a243c74-3fd1-45fd-b7d9-9f7fb58543d0/dd80dea0-c69e-4810-9516-3b7b6cbf8323) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:55.648213 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Pushing event updated for resources: {'Port': ['ID=c0e6739b-20ee-4fc9-90dd-fcbb25227524,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:55.648452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01421210-8f2c-4908-a2ce-ee1274f2e06f req-6a0d0f39-a688-4fa7-bfa4-e3f28baff93c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:55.649855 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-01421210-8f2c-4908-a2ce-ee1274f2e06f req-6a0d0f39-a688-4fa7-bfa4-e3f28baff93c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1328828 Aug 31 14:31:55.673948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Network 694906ca-5bfb-4c30-b567-21af9ba03aef is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:55.675955 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:55.685736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:55.729493 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb83caaf-958f-47e2-8d39-c29844a12ab2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.744657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-eb83caaf-958f-47e2-8d39-c29844a12ab2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1224e9-6220-4a35-9da7-5372d35a8b01']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:55.765486 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Attempting to bind port c0e6739b-20ee-4fc9-90dd-fcbb25227524 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:31:55.766513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Attempting to bind port c0e6739b-20ee-4fc9-90dd-fcbb25227524 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'cac344f0-1081-441c-b6c8-4e09199a33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '694906ca-5bfb-4c30-b567-21af9ba03aef'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:31:55.767226 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Attempting to bind port c0e6739b-20ee-4fc9-90dd-fcbb25227524 on network 694906ca-5bfb-4c30-b567-21af9ba03aef {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:55.773947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:31:55.774685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Checking segment: {'id': 'cac344f0-1081-441c-b6c8-4e09199a33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '694906ca-5bfb-4c30-b567-21af9ba03aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:55.779687 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-eb83caaf-958f-47e2-8d39-c29844a12ab2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbc6205-244a-4275-b1df-fbec914bf952') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:55.779687 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-eb83caaf-958f-47e2-8d39-c29844a12ab2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbc6205-244a-4275-b1df-fbec914bf952') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:55.780434 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.781306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Bound using segment: {'id': 'cac344f0-1081-441c-b6c8-4e09199a33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '694906ca-5bfb-4c30-b567-21af9ba03aef'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:31:55.782676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Bound port: c0e6739b-20ee-4fc9-90dd-fcbb25227524, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac344f0-1081-441c-b6c8-4e09199a33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '694906ca-5bfb-4c30-b567-21af9ba03aef'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:31:55.783406 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.812883 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb83caaf-958f-47e2-8d39-c29844a12ab2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.843932 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-01421210-8f2c-4908-a2ce-ee1274f2e06f req-f4c8fbcd-7c33-4951-b5f1-214b40233c1d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465933 Aug 31 14:31:55.873045 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb83caaf-958f-47e2-8d39-c29844a12ab2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.885501 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb83caaf-958f-47e2-8d39-c29844a12ab2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:31:55.885930 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb83caaf-958f-47e2-8d39-c29844a12ab2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:31:55.890687 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:31:55.924862 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.943378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] For port c0e6739b-20ee-4fc9-90dd-fcbb25227524, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:31:55.949169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Transition to ACTIVE for port object dd80dea0-c69e-4810-9516-3b7b6cbf8323 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:55.953267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] For port c0e6739b-20ee-4fc9-90dd-fcbb25227524, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c0e6739b-20ee-4fc9-90dd-fcbb25227524,segment=NetworkSegment(cac344f0-1081-441c-b6c8-4e09199a33a2),segment_id=cac344f0-1081-441c-b6c8-4e09199a33a2)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:31:55.959230 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:56.034003 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb83caaf-958f-47e2-8d39-c29844a12ab2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:56.058748 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb83caaf-958f-47e2-8d39-c29844a12ab2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:56.060948 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eb83caaf-958f-47e2-8d39-c29844a12ab2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] 10.222.0.39 "DELETE /v2.0/networks/5d1224e9-6220-4a35-9da7-5372d35a8b01 HTTP/1.1" status: 204 len: 168 time: 0.6627655 Aug 31 14:31:56.064057 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50696) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:56.088780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83caaf-958f-47e2-8d39-c29844a12ab2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d1224e9-6220-4a35-9da7-5372d35a8b01,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:56.103059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2ff7e-4ed7-4af1-95d6-8f57aaf35031 None None] Pushing event updated for resources: {'Port': ['ID=c0e6739b-20ee-4fc9-90dd-fcbb25227524,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:56.160344 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f20844-7a34-4293-9b06-eb563ba5d148 req-a662f3be-5769-40f3-9e34-04a28baaf83f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:56.168419 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05f20844-7a34-4293-9b06-eb563ba5d148 req-a662f3be-5769-40f3-9e34-04a28baaf83f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2161579 Aug 31 14:31:56.241149 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:56.280533 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05f20844-7a34-4293-9b06-eb563ba5d148 req-16d513fc-0b3b-4d7d-90a5-a8f3914120fe tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109736 Aug 31 14:31:56.316786 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45c9d917-ce69-46e0-b33d-60e72613bee2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:56.322752 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 694906ca-5bfb-4c30-b567-21af9ba03aef is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:56.345605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:56.353015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:56.362161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:56.372968 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:56.398581 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024734f-6bac-4003-a9f7-4d57b9b15a38 req-997f2730-6892-451c-ad31-08344b060567 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:56.413714 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1024734f-6bac-4003-a9f7-4d57b9b15a38 req-997f2730-6892-451c-ad31-08344b060567 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1689968 Aug 31 14:31:56.453706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.8214800 Aug 31 14:31:56.457404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50710) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:56.471942 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c02aa-262c-4b87-a709-fa7b17067ef6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=dd80dea0-c69e-4810-9516-3b7b6cbf8323,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:56.534690 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1024734f-6bac-4003-a9f7-4d57b9b15a38 req-4547989d-4289-48c2-80b9-c64af34801a2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118388 Aug 31 14:31:56.798312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42511469-f154-44b2-85a9-a405c4fc0cb9 req-2f32de9d-505c-427a-ae18-e8f7d6821292 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:56.808418 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-42511469-f154-44b2-85a9-a405c4fc0cb9 req-2f32de9d-505c-427a-ae18-e8f7d6821292 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0864127 Aug 31 14:31:56.873423 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-42511469-f154-44b2-85a9-a405c4fc0cb9 req-f758e5ff-0fe2-4d2b-a03b-4d903cdcd524 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596578 Aug 31 14:31:57.047471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b28db-7ce5-4571-93df-d00432b785a2 req-6b63fb30-cdba-4184-b463-bcbdf7edc8fe tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:57.049955 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-110b28db-7ce5-4571-93df-d00432b785a2 req-6b63fb30-cdba-4184-b463-bcbdf7edc8fe tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0977712 Aug 31 14:31:57.148973 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-110b28db-7ce5-4571-93df-d00432b785a2 req-606ae05f-9f4e-4c14-acb6-f7cf5e839a2b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921144 Aug 31 14:31:57.370092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5d2ea-e3dd-4f23-ad66-ea1ad71a8385 req-d6094c37-c62d-4a19-b410-7cd45a116dc2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:57.385000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b67aa2-9a4f-4e09-9841-5bc666c1fc1b req-9ee73e94-be61-4e05-bd6f-2bbc80dda970 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:57.392548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e1d5d2ea-e3dd-4f23-ad66-ea1ad71a8385 req-d6094c37-c62d-4a19-b410-7cd45a116dc2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0912793 Aug 31 14:31:57.403766 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a2b67aa2-9a4f-4e09-9841-5bc666c1fc1b req-9ee73e94-be61-4e05-bd6f-2bbc80dda970 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.4873273 Aug 31 14:31:57.411880 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45c9d917-ce69-46e0-b33d-60e72613bee2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:57.448105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-45c9d917-ce69-46e0-b33d-60e72613bee2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe93be2-79dd-4575-a45a-2b3d85563023']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:57.449995 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e1d5d2ea-e3dd-4f23-ad66-ea1ad71a8385 req-5dc4e15c-1890-44d5-83d0-d3b1f83dfbdb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564611 Aug 31 14:31:57.492996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-45c9d917-ce69-46e0-b33d-60e72613bee2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0263820-610b-4bfd-8c8a-6cb5530ac9e7') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:57.493299 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-45c9d917-ce69-46e0-b33d-60e72613bee2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0263820-610b-4bfd-8c8a-6cb5530ac9e7') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:57.535420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45c9d917-ce69-46e0-b33d-60e72613bee2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:57.540842 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a2b67aa2-9a4f-4e09-9841-5bc666c1fc1b req-496ba0e6-e86b-4d2a-841d-73411b2433bd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362162 Aug 31 14:31:57.577948 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45c9d917-ce69-46e0-b33d-60e72613bee2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:57.585675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c9d917-ce69-46e0-b33d-60e72613bee2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:31:57.586343 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45c9d917-ce69-46e0-b33d-60e72613bee2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:31:57.665429 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:31:57.670826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee90ccc-c7d8-41b1-a3f0-eee931294bd8 None None] Network 694906ca-5bfb-4c30-b567-21af9ba03aef requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:57.720364 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45c9d917-ce69-46e0-b33d-60e72613bee2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:57.768154 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45c9d917-ce69-46e0-b33d-60e72613bee2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:57.770952 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-45c9d917-ce69-46e0-b33d-60e72613bee2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] 10.222.0.39 "DELETE /v2.0/networks/3fe93be2-79dd-4575-a45a-2b3d85563023 HTTP/1.1" status: 204 len: 168 time: 1.7043118 Aug 31 14:31:57.792254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9d917-ce69-46e0-b33d-60e72613bee2 tempest-QuotasNegativeTest-756385458 tempest-QuotasNegativeTest-756385458-project-admin] Pushing event deleted for resources: {'Network': ['ID=3fe93be2-79dd-4575-a45a-2b3d85563023,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:57.795813 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:57.919496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18e15-0b99-4b6a-a6cd-68908692b60c req-fb71b31e-8eb7-4f96-9d82-86ca0353625d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:57.921774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1f18e15-0b99-4b6a-a6cd-68908692b60c req-fb71b31e-8eb7-4f96-9d82-86ca0353625d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2179627 Aug 31 14:31:57.961369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a1cab75f-6935-4947-9f79-a2815b3696c3 None None] Provisioning for port c0e6739b-20ee-4fc9-90dd-fcbb25227524 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:58.165702 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1f18e15-0b99-4b6a-a6cd-68908692b60c req-c297b25e-c808-46b8-95f9-56f7396500a2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516185 Aug 31 14:31:58.304235 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:58.311407 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:58.406201 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c0e6739b-20ee-4fc9-90dd-fcbb25227524 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:58.464579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port c0e6739b-20ee-4fc9-90dd-fcbb25227524 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:58.468996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c0e6739b-20ee-4fc9-90dd-fcbb25227524 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:58.469610 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:58.593296 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=dd80dea0-c69e-4810-9516-3b7b6cbf8323,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:58.647721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccd79b-7f8b-4bb6-aabb-d0903b8e9859 req-3c091fda-5d51-4c0e-989a-9ecceae6f8f1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:58.649511 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73ccd79b-7f8b-4bb6-aabb-d0903b8e9859 req-3c091fda-5d51-4c0e-989a-9ecceae6f8f1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2617130 Aug 31 14:31:58.671665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d4ac1ddd-1139-451a-86a5-5e64d1146d79 None None] Provisioning for port dd80dea0-c69e-4810-9516-3b7b6cbf8323 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:58.675999 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:58.689644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d4ac1ddd-1139-451a-86a5-5e64d1146d79 None None] Provisioning complete for port dd80dea0-c69e-4810-9516-3b7b6cbf8323 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:58.690346 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1ddd-1139-451a-86a5-5e64d1146d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:58.766576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port c0e6739b-20ee-4fc9-90dd-fcbb25227524, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c0e6739b-20ee-4fc9-90dd-fcbb25227524,segment=NetworkSegment(cac344f0-1081-441c-b6c8-4e09199a33a2),segment_id=cac344f0-1081-441c-b6c8-4e09199a33a2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:58.777571 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:58.789050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50770) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:58.845901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73ccd79b-7f8b-4bb6-aabb-d0903b8e9859 req-8fd5a0a7-abdf-4a09-ba0d-0c944e8c2c75 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528199 Aug 31 14:31:58.904660 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:58.946337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=c0e6739b-20ee-4fc9-90dd-fcbb25227524,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:58.988622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac1ddd-1139-451a-86a5-5e64d1146d79 None None] Port dd80dea0-c69e-4810-9516-3b7b6cbf8323 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:59.023573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d4ac1ddd-1139-451a-86a5-5e64d1146d79 None None] Provisioning complete for port c0e6739b-20ee-4fc9-90dd-fcbb25227524 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:59.024089 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1ddd-1139-451a-86a5-5e64d1146d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.084068 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ae3f-5a4f-4d14-80e9-888d046c4488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.151216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc408a-ca1c-43c8-a884-3c4c34c99ec0 req-df868f3f-26d8-40ae-8c9d-a991b98e42c5 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:59.153655 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eebc408a-ca1c-43c8-a884-3c4c34c99ec0 req-df868f3f-26d8-40ae-8c9d-a991b98e42c5 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1678262 Aug 31 14:31:59.252720 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.280946 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ae3f-5a4f-4d14-80e9-888d046c4488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.286431 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ae3f-5a4f-4d14-80e9-888d046c4488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.302774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eebc408a-ca1c-43c8-a884-3c4c34c99ec0 req-321a2884-2076-4093-8b83-f0d63185b50a tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038539 Aug 31 14:31:59.352200 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ebf8ae3f-5a4f-4d14-80e9-888d046c4488 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5dbb07dc03894868a279b2057c4e9f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5602174 Aug 31 14:31:59.354363 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8ae3f-5a4f-4d14-80e9-888d046c4488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b91bae9-3eb6-4d06-b8d2-fa0801d3f2f1,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:59.355671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50786) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:59.390397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6862eec8-23be-4353-a223-3805edd54c07 None None] Provisioning complete for port dd80dea0-c69e-4810-9516-3b7b6cbf8323 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:59.390397 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6862eec8-23be-4353-a223-3805edd54c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.455646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6862eec8-23be-4353-a223-3805edd54c07 None None] Port dd80dea0-c69e-4810-9516-3b7b6cbf8323 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:59.577350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-79a83bac-c589-44c7-bbfe-ec3ef34b1014 None None] Provisioning complete for port dd80dea0-c69e-4810-9516-3b7b6cbf8323 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:59.578276 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79a83bac-c589-44c7-bbfe-ec3ef34b1014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.627540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-79a83bac-c589-44c7-bbfe-ec3ef34b1014 None None] Port dd80dea0-c69e-4810-9516-3b7b6cbf8323 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:59.675397 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7416d911-f630-4219-9ab5-2068b5fcd252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.734262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429d10a-a98d-494c-ad9f-7441db6a975c req-ef755775-2cf4-4d8f-bc0b-d72a2025d74a tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:59.736004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9429d10a-a98d-494c-ad9f-7441db6a975c req-ef755775-2cf4-4d8f-bc0b-d72a2025d74a tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2544529 Aug 31 14:31:59.754241 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7416d911-f630-4219-9ab5-2068b5fcd252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.867342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9429d10a-a98d-494c-ad9f-7441db6a975c req-8725e269-9c95-4fe4-a006-2a11b6fcf2ce tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168680 Aug 31 14:31:59.918295 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.921445 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7416d911-f630-4219-9ab5-2068b5fcd252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.924329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7416d911-f630-4219-9ab5-2068b5fcd252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.926062 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7416d911-f630-4219-9ab5-2068b5fcd252 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b91bae9-3eb6-4d06-b8d2-fa0801d3f2f1 HTTP/1.1" status: 204 len: 168 time: 0.5670452 Aug 31 14:31:59.936592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416d911-f630-4219-9ab5-2068b5fcd252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b91bae9-3eb6-4d06-b8d2-fa0801d3f2f1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:59.948959 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.949763 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:00.099252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=dd80dea0-c69e-4810-9516-3b7b6cbf8323,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:00.119887 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dce558-3232-49f3-be6c-37101d1fa6f9 req-14c15889-3104-4129-a8f1-62a05945e33f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:00.121430 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-67dce558-3232-49f3-be6c-37101d1fa6f9 req-14c15889-3104-4129-a8f1-62a05945e33f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1672213 Aug 31 14:32:00.169554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 694906ca-5bfb-4c30-b567-21af9ba03aef is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:00.174453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:00.199248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-67dce558-3232-49f3-be6c-37101d1fa6f9 req-38528d4d-3e28-49d3-bd04-27372eb9925d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644898 Aug 31 14:32:00.352963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c0e6739b-20ee-4fc9-90dd-fcbb25227524 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:00.385453 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50822) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:00.393653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router 7fe369bc-78b8-4c6b-86e5-0e81a78f155e is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:32:00.410853 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4390bbb-96cd-4272-bd45-9c8c232234d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:00.464580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c0e6739b-20ee-4fc9-90dd-fcbb25227524 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:00.464969 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:00.589793 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:00.596373 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bcd9b213-f9c6-4748-ad8d-3e12323d295b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/7fe369bc-78b8-4c6b-86e5-0e81a78f155e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1349468 Aug 31 14:32:00.599591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50828) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:00.611069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e369d-4b0b-49f9-ad94-eee520fff068 None None] Sync routers for ids ['7fe369bc-78b8-4c6b-86e5-0e81a78f155e'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:00.626249 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4390bbb-96cd-4272-bd45-9c8c232234d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:00.629251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e369d-4b0b-49f9-ad94-eee520fff068 None None] Routers {'7fe369bc-78b8-4c6b-86e5-0e81a78f155e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:00.630126 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d82e369d-4b0b-49f9-ad94-eee520fff068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7fe369bc-78b8-4c6b-86e5-0e81a78f155e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:00.649796 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4390bbb-96cd-4272-bd45-9c8c232234d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:00.676366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d82e369d-4b0b-49f9-ad94-eee520fff068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:00.687331 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a4390bbb-96cd-4272-bd45-9c8c232234d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7838969f11e2452ba34fcc66f0d8190c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998834 Aug 31 14:32:00.695970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a6e6a4a3-8ffa-4349-88c4-6a770fd6970a None None] Provisioning complete for port dd80dea0-c69e-4810-9516-3b7b6cbf8323 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:00.696919 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6e6a4a3-8ffa-4349-88c4-6a770fd6970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:00.697128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50830) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:00.730608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e38b3-969f-4765-9211-e25628bd1f0e req-a12ddd89-5c5c-43d4-89a8-18e0cf27d5d4 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:00.737171 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd3e38b3-969f-4765-9211-e25628bd1f0e req-a12ddd89-5c5c-43d4-89a8-18e0cf27d5d4 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.3167584 Aug 31 14:32:00.737789 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6a4a3-8ffa-4349-88c4-6a770fd6970a None None] Port dd80dea0-c69e-4810-9516-3b7b6cbf8323 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:00.740636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a628b2-b614-46a4-b605-6a921f35145d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:00.747034 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50832) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:00.748095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e369d-4b0b-49f9-ad94-eee520fff068 None None] Routers {'7fe369bc-78b8-4c6b-86e5-0e81a78f155e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:00.748922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d82e369d-4b0b-49f9-ad94-eee520fff068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7fe369bc-78b8-4c6b-86e5-0e81a78f155e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:00.753609 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-84a628b2-b614-46a4-b605-6a921f35145d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports/dd80dea0-c69e-4810-9516-3b7b6cbf8323 HTTP/1.1" status: 200 len: 982 time: 0.1516042 Aug 31 14:32:00.780122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4390bbb-96cd-4272-bd45-9c8c232234d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f754d95-86c3-4579-bc30-ec10b1c3613a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:00.804514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d82e369d-4b0b-49f9-ad94-eee520fff068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:00.805334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e369d-4b0b-49f9-ad94-eee520fff068 None None] The sync data for ids ['7fe369bc-78b8-4c6b-86e5-0e81a78f155e'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:00.822204 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a5b96b3-a396-41d6-8185-07698a0f4ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:00.849296 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a5b96b3-a396-41d6-8185-07698a0f4ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:00.908747 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a5b96b3-a396-41d6-8185-07698a0f4ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:00.912824 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a5b96b3-a396-41d6-8185-07698a0f4ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:00.928053 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2a5b96b3-a396-41d6-8185-07698a0f4ae9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f754d95-86c3-4579-bc30-ec10b1c3613a HTTP/1.1" status: 204 len: 168 time: 0.2299280 Aug 31 14:32:00.949870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b96b3-a396-41d6-8185-07698a0f4ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f754d95-86c3-4579-bc30-ec10b1c3613a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:01.485654 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd3e38b3-969f-4765-9211-e25628bd1f0e req-54b5455a-f964-46e2-92b3-56df07e373e8 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7379324 Aug 31 14:32:01.677474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269aeb6-9c41-48ff-9fc8-7d38e20e5132 req-29657caf-e980-49ab-a2a3-38a58055e3bb tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:01.679214 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5269aeb6-9c41-48ff-9fc8-7d38e20e5132 req-29657caf-e980-49ab-a2a3-38a58055e3bb tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.0950465 Aug 31 14:32:01.754210 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7969d8a4-7549-44f5-bba5-95aab6c4fb8a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.771081 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5269aeb6-9c41-48ff-9fc8-7d38e20e5132 req-ecd9cb4a-541f-40bd-ab9b-3aa28e5f7610 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778189 Aug 31 14:32:02.142832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7969d8a4-7549-44f5-bba5-95aab6c4fb8a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port dd80dea0-c69e-4810-9516-3b7b6cbf8323 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:02.143253 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7969d8a4-7549-44f5-bba5-95aab6c4fb8a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.159996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b7c76-9abc-49da-9605-4f0a0dc46e24 req-71e4f9eb-89b1-4efa-abd4-eb64d764c37c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:02.162136 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-111b7c76-9abc-49da-9605-4f0a0dc46e24 req-71e4f9eb-89b1-4efa-abd4-eb64d764c37c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1140661 Aug 31 14:32:02.259574 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-111b7c76-9abc-49da-9605-4f0a0dc46e24 req-808dbea0-4541-455c-8f85-70f1038ef2fd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881462 Aug 31 14:32:02.336297 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7969d8a4-7549-44f5-bba5-95aab6c4fb8a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.358623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7969d8a4-7549-44f5-bba5-95aab6c4fb8a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for dd80dea0-c69e-4810-9516-3b7b6cbf8323 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:02.456935 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a12c4-d9d6-4397-abad-76e402223192 req-3a8fb794-e7bf-4472-8d00-e142056feda5 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:02.458664 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7c6a12c4-d9d6-4397-abad-76e402223192 req-3a8fb794-e7bf-4472-8d00-e142056feda5 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.0622675 Aug 31 14:32:02.546619 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7c6a12c4-d9d6-4397-abad-76e402223192 req-d64cc707-ffbf-4858-8f44-aa6e8c8083ad tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795755 Aug 31 14:32:02.652363 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7969d8a4-7549-44f5-bba5-95aab6c4fb8a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.690901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969d8a4-7549-44f5-bba5-95aab6c4fb8a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=dd80dea0-c69e-4810-9516-3b7b6cbf8323,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:02.921754 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7969d8a4-7549-44f5-bba5-95aab6c4fb8a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.043645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcfd30-fd34-4fb1-8a77-883dee811a9e req-d5e7bda5-b03c-4583-a527-40ae9391b9c3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:03.050013 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81fcfd30-fd34-4fb1-8a77-883dee811a9e req-d5e7bda5-b03c-4583-a527-40ae9391b9c3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1022022 Aug 31 14:32:03.114201 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81fcfd30-fd34-4fb1-8a77-883dee811a9e req-97786595-4444-4c72-81fc-adf223f92b2f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522370 Aug 31 14:32:03.201027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50962) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:03.229337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7969d8a4-7549-44f5-bba5-95aab6c4fb8a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router 7fe369bc-78b8-4c6b-86e5-0e81a78f155e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:32:03.260356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e281990-b45e-40fb-aee8-a54158d914e1 req-99e6f9f6-deb9-4a56-a48b-4bbf654fe271 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:03.262561 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e281990-b45e-40fb-aee8-a54158d914e1 req-99e6f9f6-deb9-4a56-a48b-4bbf654fe271 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.0734768 Aug 31 14:32:03.326012 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e281990-b45e-40fb-aee8-a54158d914e1 req-a98ee066-c4e8-45ed-ba17-4ddda61c71a1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568044 Aug 31 14:32:03.378067 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7969d8a4-7549-44f5-bba5-95aab6c4fb8a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:03.389742 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bab3d-a3ca-44d4-9724-ca6ac080fa40 None None] Sync routers for ids ['7fe369bc-78b8-4c6b-86e5-0e81a78f155e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:03.390813 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7969d8a4-7549-44f5-bba5-95aab6c4fb8a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/7fe369bc-78b8-4c6b-86e5-0e81a78f155e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6426008 Aug 31 14:32:03.393242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50980) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:03.416384 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bab3d-a3ca-44d4-9724-ca6ac080fa40 None None] Routers {'7fe369bc-78b8-4c6b-86e5-0e81a78f155e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:03.417044 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-636bab3d-a3ca-44d4-9724-ca6ac080fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7fe369bc-78b8-4c6b-86e5-0e81a78f155e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:03.456813 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-636bab3d-a3ca-44d4-9724-ca6ac080fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:03.476852 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bab3d-a3ca-44d4-9724-ca6ac080fa40 None None] Routers {'7fe369bc-78b8-4c6b-86e5-0e81a78f155e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:03.476852 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-636bab3d-a3ca-44d4-9724-ca6ac080fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7fe369bc-78b8-4c6b-86e5-0e81a78f155e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:03.509964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-474737738'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:03.533947 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Made reservation on behalf of e71fdb21de804b5890581fe1f26501dd for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:03.540175 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-636bab3d-a3ca-44d4-9724-ca6ac080fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:03.540978 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.541151 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bab3d-a3ca-44d4-9724-ca6ac080fa40 None None] The sync data for ids ['7fe369bc-78b8-4c6b-86e5-0e81a78f155e'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:03.553794 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.665789 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-5904ee76-0fa1-46c5-84ca-e45ba3060610 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 14:32:03.667276 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5904ee76-0fa1-46c5-84ca-e45ba3060610 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/7fe369bc-78b8-4c6b-86e5-0e81a78f155e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2659364 Aug 31 14:32:03.670435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50984) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:03.720092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50990) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:03.720351 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f6f7543a-653c-4b0c-b883-94049bad3478 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe369bc-78b8-4c6b-86e5-0e81a78f155e HTTP/1.1" status: 200 len: 205 time: 0.0399494 Aug 31 14:32:03.730545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca76a5-3389-4a66-b1cf-a48e212bf19d req-f6d074a5-289e-4d19-a17f-453d244afbe9 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:03.732132 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-44ca76a5-3389-4a66-b1cf-a48e212bf19d req-f6d074a5-289e-4d19-a17f-453d244afbe9 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1501427 Aug 31 14:32:03.741165 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.798509 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.866549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:03.884015 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57c318d0-8d41-4f10-8e4e-87b6dbff3f5e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.897050 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-44ca76a5-3389-4a66-b1cf-a48e212bf19d req-f54fcfa6-c7de-450e-b829-f87d5ae60106 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533759 Aug 31 14:32:03.990104 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c58d04c-ac35-42f8-b9e5-ce9dd69c0642,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:03.994706 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.995047 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Added segment caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad of type vlan for network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 Aug 31 14:32:04.074717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589060b-2b46-436f-a03e-14734ca59e88 req-fcb0c352-3e02-4bbc-b86f-d10d257de63e tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:04.076603 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e589060b-2b46-436f-a03e-14734ca59e88 req-fcb0c352-3e02-4bbc-b86f-d10d257de63e tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.0771866 Aug 31 14:32:04.131325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e589060b-2b46-436f-a03e-14734ca59e88 req-8f1bfa70-d533-4741-927a-6481ab7371af tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468528 Aug 31 14:32:04.149515 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.158376 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57c318d0-8d41-4f10-8e4e-87b6dbff3f5e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.162769 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57c318d0-8d41-4f10-8e4e-87b6dbff3f5e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.249023 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.255974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:04.256728 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.283194 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57c318d0-8d41-4f10-8e4e-87b6dbff3f5e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.283862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c318d0-8d41-4f10-8e4e-87b6dbff3f5e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Fanout notify agent at l3_agent the message router_deleted on router 7fe369bc-78b8-4c6b-86e5-0e81a78f155e {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:32:04.302697 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57c318d0-8d41-4f10-8e4e-87b6dbff3f5e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.310731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51014) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:04.311389 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-57c318d0-8d41-4f10-8e4e-87b6dbff3f5e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/routers/7fe369bc-78b8-4c6b-86e5-0e81a78f155e HTTP/1.1" status: 204 len: 168 time: 0.5781796 Aug 31 14:32:04.368983 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.1663988 Aug 31 14:32:04.385488 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd3c98-5746-40f0-a5db-238bbfea1f61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Pushing event updated for resources: {'Network': ['ID=cbe8ac72-aa36-4c23-8b66-2671caaefdf5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:04.405291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:04.429891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ebaf13-62f1-4ff1-8d4a-08b077f1b71e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting subnet 9a243c74-3fd1-45fd-b7d9-9f7fb58543d0 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:32:04.433795 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61ebaf13-62f1-4ff1-8d4a-08b077f1b71e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.492723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831220b0-60e9-45db-8205-7bb304361c1c req-1d2af721-9fc5-43d0-888d-5446b61ca718 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:04.492723 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-831220b0-60e9-45db-8205-7bb304361c1c req-1d2af721-9fc5-43d0-888d-5446b61ca718 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.0993404 Aug 31 14:32:04.576265 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61ebaf13-62f1-4ff1-8d4a-08b077f1b71e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.597452 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-831220b0-60e9-45db-8205-7bb304361c1c req-50e1d4e1-a2db-4def-997f-4120d52a5e27 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924067 Aug 31 14:32:04.746447 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61ebaf13-62f1-4ff1-8d4a-08b077f1b71e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.765904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51032) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:04.773352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Request body: {'port': {'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5', 'binding:host_id': 'n-h1-806683-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607848514'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:04.802138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Made reservation on behalf of b4bca308ab1a415c9e858d69e3084924 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:04.805829 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.827821 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.839892 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61ebaf13-62f1-4ff1-8d4a-08b077f1b71e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.876095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebaf13-62f1-4ff1-8d4a-08b077f1b71e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Subnet': ['ID=9a243c74-3fd1-45fd-b7d9-9f7fb58543d0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:04.890604 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61ebaf13-62f1-4ff1-8d4a-08b077f1b71e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.892672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768ed745-610e-4935-82ea-ab216b21048d None None] Network 694906ca-5bfb-4c30-b567-21af9ba03aef requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:04.894073 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-61ebaf13-62f1-4ff1-8d4a-08b077f1b71e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/9a243c74-3fd1-45fd-b7d9-9f7fb58543d0 HTTP/1.1" status: 204 len: 168 time: 0.5804973 Aug 31 14:32:04.898432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51038) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:04.983709 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.990610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.003663 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] device_id is not set on port 272792ad-0944-4aeb-9197-03a3486b1d59 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:32:05.062900 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.116265 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375de9a4-34ec-4096-9d14-756e39802f67,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:05.136384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port c0e6739b-20ee-4fc9-90dd-fcbb25227524 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:05.136890 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.230544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cabd1c-d5e3-4ee4-9955-ef23e1d61758 None None] DHCP port deletion for 694906ca-5bfb-4c30-b567-21af9ba03aef request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:32:05.259310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] For port c0e6739b-20ee-4fc9-90dd-fcbb25227524, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c0e6739b-20ee-4fc9-90dd-fcbb25227524,segment=NetworkSegment(cac344f0-1081-441c-b6c8-4e09199a33a2),segment_id=cac344f0-1081-441c-b6c8-4e09199a33a2)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:05.260018 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.281299 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for c0e6739b-20ee-4fc9-90dd-fcbb25227524 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:05.297602 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-41cabd1c-d5e3-4ee4-9955-ef23e1d61758 None None] Deleting port c0e6739b-20ee-4fc9-90dd-fcbb25227524 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:05.298104 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41cabd1c-d5e3-4ee4-9955-ef23e1d61758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.344978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] device_id is not set on port 272792ad-0944-4aeb-9197-03a3486b1d59 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:32:05.355306 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.368537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Transition to ACTIVE for port object 272792ad-0944-4aeb-9197-03a3486b1d59 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:05.386637 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.396841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.433133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=c0e6739b-20ee-4fc9-90dd-fcbb25227524,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:05.435848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No DVR routers for this DVR port c0e6739b-20ee-4fc9-90dd-fcbb25227524 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:05.470861 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-41cabd1c-d5e3-4ee4-9955-ef23e1d61758 None None] For port c0e6739b-20ee-4fc9-90dd-fcbb25227524, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c0e6739b-20ee-4fc9-90dd-fcbb25227524,segment=NetworkSegment(cac344f0-1081-441c-b6c8-4e09199a33a2),segment_id=cac344f0-1081-441c-b6c8-4e09199a33a2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:05.476651 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41cabd1c-d5e3-4ee4-9955-ef23e1d61758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.477834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Pushing event updated for resources: {'Port': ['ID=272792ad-0944-4aeb-9197-03a3486b1d59,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:05.508599 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-41cabd1c-d5e3-4ee4-9955-ef23e1d61758 None None] Calling delete_port for c0e6739b-20ee-4fc9-90dd-fcbb25227524 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:05.538678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Checking segment: {'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:05.539238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Network hostable DHCP agents. Network: cbe8ac72-aa36-4c23-8b66-2671caaefdf5, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:05.565163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:05.575609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, cbe8ac72-aa36-4c23-8b66-2671caaefdf5) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:05.578041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.588112 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:05.594380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694906ca-5bfb-4c30-b567-21af9ba03aef']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:05.595531 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867a9a0-4ef2-49bd-9851-5b71a52561d7 None None] Network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:05.610777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac344f0-1081-441c-b6c8-4e09199a33a2') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:05.611139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac344f0-1081-441c-b6c8-4e09199a33a2') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:05.611488 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:05.612088 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:05.613137 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:05.620015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:05.621407 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:05.622347 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 2 to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 Aug 31 14:32:05.625330 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.642566 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.643852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:05.645655 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:05.646621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:05.651408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:05.653471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.656737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:05.657431 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:05.658451 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 3 to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 Aug 31 14:32:05.676537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:05.677612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:05.678310 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:05.685230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:05.685797 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:05.686365 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 4 to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 Aug 31 14:32:05.702748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:05.703393 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:05.703982 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:05.710384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:05.711327 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:05.711908 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 5 to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:05.731926 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:05.737592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:05.738109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:05.738754 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:05.745088 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:05.745649 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:05.746262 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 6 to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 Aug 31 14:32:05.747452 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.762107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:05.762675 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:05.763208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:05.773834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:05.774394 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:05.774996 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 7 to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 Aug 31 14:32:05.792305 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.795211 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/networks/694906ca-5bfb-4c30-b567-21af9ba03aef HTTP/1.1" status: 204 len: 168 time: 0.8954031 Aug 31 14:32:05.798518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51062) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:05.812120 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0a9afab0-9b7c-4bcb-bebd-0db5a2154db4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1881241903'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:05.836568 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:05.836902 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41cabd1c-d5e3-4ee4-9955-ef23e1d61758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.838217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:05.838568 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:05.841475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f3738-0a41-48d6-85f4-d37965cd36e4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Network': ['ID=694906ca-5bfb-4c30-b567-21af9ba03aef,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:05.854188 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:05.854602 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:05.862654 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 8 to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 Aug 31 14:32:05.865618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41cabd1c-d5e3-4ee4-9955-ef23e1d61758 None None] Network 694906ca-5bfb-4c30-b567-21af9ba03aef is not hosted by any dhcp agent {{(pid=94872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:32:05.866319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cabd1c-d5e3-4ee4-9955-ef23e1d61758 None None] No DVR routers for this DVR port c0e6739b-20ee-4fc9-90dd-fcbb25227524 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:05.868309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63834a-6b26-4e81-aaa3-f682d3145288 req-4beacc41-9f0e-4e30-b3fe-ca79efba67f2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:05.887804 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1c63834a-6b26-4e81-aaa3-f682d3145288 req-4beacc41-9f0e-4e30-b3fe-ca79efba67f2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1468492 Aug 31 14:32:05.908554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:05.909028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:05.909500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:05.910199 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cabd1c-d5e3-4ee4-9955-ef23e1d61758 None None] Pushing event deleted for resources: {'Port': ['ID=c0e6739b-20ee-4fc9-90dd-fcbb25227524,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:05.916896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9afab0-9b7c-4bcb-bebd-0db5a2154db4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:05.924654 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a9afab0-9b7c-4bcb-bebd-0db5a2154db4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.931678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:05.932147 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:05.942613 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 9 to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 Aug 31 14:32:05.950522 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1c63834a-6b26-4e81-aaa3-f682d3145288 req-3ee1fd24-3bb6-46fb-a06b-19b285047b4c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618582 Aug 31 14:32:05.975428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:05.975686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:05.976044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:05.982063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9afab0-9b7c-4bcb-bebd-0db5a2154db4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:05.988454 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:05.989567 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:05.991746 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 10 to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 Aug 31 14:32:06.005069 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a9afab0-9b7c-4bcb-bebd-0db5a2154db4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.005069 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-0a9afab0-9b7c-4bcb-bebd-0db5a2154db4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Added segment cfd6f28f-95e2-4f6d-845a-87dfbde183bd of type vlan for network 64b539e3-d861-48c9-8ea7-f8f813e1b006 Aug 31 14:32:06.016339 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:06.016681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:06.017024 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:06.022843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 272792ad-0944-4aeb-9197-03a3486b1d59 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:06.023206 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 272792ad-0944-4aeb-9197-03a3486b1d59 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:06.023574 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.097349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] For port 272792ad-0944-4aeb-9197-03a3486b1d59, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:06.097740 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempted to set empty binding levels {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:32:06.134414 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.143147 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a9afab0-9b7c-4bcb-bebd-0db5a2154db4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.203503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:06.204254 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.271545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Pushing event updated for resources: {'Port': ['ID=272792ad-0944-4aeb-9197-03a3486b1d59,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:06.289195 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a9afab0-9b7c-4bcb-bebd-0db5a2154db4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.296000 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9afab0-9b7c-4bcb-bebd-0db5a2154db4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:06.296702 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a9afab0-9b7c-4bcb-bebd-0db5a2154db4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.325721 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c6625f28-9e9b-4eeb-b782-5492d9d3bd9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5579560 Aug 31 14:32:06.333340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51084) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:06.337534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c0e6739b-20ee-4fc9-90dd-fcbb25227524 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:32:06.383947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: c0e6739b-20ee-4fc9-90dd-fcbb25227524 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:32:06.384431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c0e6739b-20ee-4fc9-90dd-fcbb25227524 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:32:06.494350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9451a5c8-674b-42c7-9862-da86f91e7038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Deleting port 272792ad-0944-4aeb-9197-03a3486b1d59 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:06.494971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9451a5c8-674b-42c7-9862-da86f91e7038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.586517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-9451a5c8-674b-42c7-9862-da86f91e7038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] For port 272792ad-0944-4aeb-9197-03a3486b1d59, host n-h1-806683-5, got binding levels [] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:06.586887 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9451a5c8-674b-42c7-9862-da86f91e7038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.607170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9451a5c8-674b-42c7-9862-da86f91e7038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Calling delete_port for 272792ad-0944-4aeb-9197-03a3486b1d59 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:06.738329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9451a5c8-674b-42c7-9862-da86f91e7038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.770713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451a5c8-674b-42c7-9862-da86f91e7038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Pushing event deleted for resources: {'Port': ['ID=272792ad-0944-4aeb-9197-03a3486b1d59,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:06.834775 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9451a5c8-674b-42c7-9862-da86f91e7038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.839211 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9451a5c8-674b-42c7-9862-da86f91e7038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "DELETE /v2.0/ports/272792ad-0944-4aeb-9197-03a3486b1d59 HTTP/1.1" status: 204 len: 168 time: 0.5023079 Aug 31 14:32:06.839495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51104) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:06.872297 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0a9afab0-9b7c-4bcb-bebd-0db5a2154db4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0723882 Aug 31 14:32:06.877389 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-523b0f13-7757-4bd1-9ff7-d7530d92e441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:32:06.882945 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-523b0f13-7757-4bd1-9ff7-d7530d92e441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "GET /v2.0/ports/272792ad-0944-4aeb-9197-03a3486b1d59 HTTP/1.1" status: 404 len: 333 time: 0.0386784 Aug 31 14:32:06.882945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51108) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:06.886728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-82fa846c-2590-407c-a38a-c97a4be89c8e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'subnet': {'network_id': '64b539e3-d861-48c9-8ea7-f8f813e1b006', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:06.888545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51110) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:06.896828 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6ba1b134-98e8-45c8-93e8-bbf21c9f4ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Request body: {'port': {'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-382808511'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:06.934316 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9afab0-9b7c-4bcb-bebd-0db5a2154db4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Network': ['ID=64b539e3-d861-48c9-8ea7-f8f813e1b006,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:06.952566 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37112ae9-8a74-436b-8a51-3be1a886d153 req-bea96bb3-f8e0-40c0-83d7-5b9fd4b97c14 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:06.961481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 64b539e3-d861-48c9-8ea7-f8f813e1b006 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:06.967844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-37112ae9-8a74-436b-8a51-3be1a886d153 req-bea96bb3-f8e0-40c0-83d7-5b9fd4b97c14 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.6396806 Aug 31 14:32:06.969370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba1b134-98e8-45c8-93e8-bbf21c9f4ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Made reservation on behalf of b4bca308ab1a415c9e858d69e3084924 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:06.972514 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b134-98e8-45c8-93e8-bbf21c9f4ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.007004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fa846c-2590-407c-a38a-c97a4be89c8e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:07.011499 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fa846c-2590-407c-a38a-c97a4be89c8e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.034846 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-6ba1b134-98e8-45c8-93e8-bbf21c9f4ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] device_id is not set on port d96012d5-f805-489b-9967-8160b1d74ca6 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:32:07.096179 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-37112ae9-8a74-436b-8a51-3be1a886d153 req-20f250f5-2d15-4606-844d-5c222bced2d1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140637 Aug 31 14:32:07.253443 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b134-98e8-45c8-93e8-bbf21c9f4ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.305478 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b134-98e8-45c8-93e8-bbf21c9f4ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.316031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fa846c-2590-407c-a38a-c97a4be89c8e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.353986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba1b134-98e8-45c8-93e8-bbf21c9f4ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:07.358935 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-6ba1b134-98e8-45c8-93e8-bbf21c9f4ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:07.365013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba1b134-98e8-45c8-93e8-bbf21c9f4ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:07.365503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba1b134-98e8-45c8-93e8-bbf21c9f4ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:07.366174 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b134-98e8-45c8-93e8-bbf21c9f4ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.371356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1b134-98e8-45c8-93e8-bbf21c9f4ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Pushing event updated for resources: {'Port': ['ID=d96012d5-f805-489b-9967-8160b1d74ca6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:07.389654 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6ba1b134-98e8-45c8-93e8-bbf21c9f4ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4992516 Aug 31 14:32:07.393034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51124) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:07.399348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:07.435651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa846c-2590-407c-a38a-c97a4be89c8e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Subnet': ['ID=d71a886c-6e81-43f0-86a2-41843539b318,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:07.440340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa846c-2590-407c-a38a-c97a4be89c8e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Checking segment: {'id': 'cfd6f28f-95e2-4f6d-845a-87dfbde183bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64b539e3-d861-48c9-8ea7-f8f813e1b006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:07.440749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fa846c-2590-407c-a38a-c97a4be89c8e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network hostable DHCP agents. Network: 64b539e3-d861-48c9-8ea7-f8f813e1b006, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:07.469885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fa846c-2590-407c-a38a-c97a4be89c8e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 64b539e3-d861-48c9-8ea7-f8f813e1b006 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:07.482715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-82fa846c-2590-407c-a38a-c97a4be89c8e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 64b539e3-d861-48c9-8ea7-f8f813e1b006) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:07.492875 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.494516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fa846c-2590-407c-a38a-c97a4be89c8e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:07.494652 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e444639f-ae5c-4c45-b674-68e42966099e None None] Network 64b539e3-d861-48c9-8ea7-f8f813e1b006 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:07.495549 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fa846c-2590-407c-a38a-c97a4be89c8e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.519597 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-82fa846c-2590-407c-a38a-c97a4be89c8e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6361749 Aug 31 14:32:07.522035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51128) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:07.529316 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b30d1fbd-c3d0-44ab-a5c2-1c324ece3142 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1621192615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:07.599850 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b30d1fbd-c3d0-44ab-a5c2-1c324ece3142 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.600893 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b30d1fbd-c3d0-44ab-a5c2-1c324ece3142 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.748797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-64b539e3-d861-48c9-8ea7-f8f813e1b006', 'network_id': '64b539e3-d861-48c9-8ea7-f8f813e1b006', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'fixed_ips': [{'subnet_id': 'd71a886c-6e81-43f0-86a2-41843539b318'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:32:07.749961 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.839374 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b30d1fbd-c3d0-44ab-a5c2-1c324ece3142 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.845385 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b30d1fbd-c3d0-44ab-a5c2-1c324ece3142 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.862682 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] device_id is not set on port d96012d5-f805-489b-9967-8160b1d74ca6 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:32:07.868962 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b30d1fbd-c3d0-44ab-a5c2-1c324ece3142 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.870752 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b30d1fbd-c3d0-44ab-a5c2-1c324ece3142 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3472431 Aug 31 14:32:07.874144 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51142) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:07.878028 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.934137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Allocated IP 2001:db8::2 (64b539e3-d861-48c9-8ea7-f8f813e1b006/d71a886c-6e81-43f0-86a2-41843539b318/dae308e1-c162-4154-bbe6-89edb1c9b63e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:07.988861 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Transition to ACTIVE for port object d96012d5-f805-489b-9967-8160b1d74ca6 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:08.000967 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:08.172899 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Pushing event updated for resources: {'Port': ['ID=d96012d5-f805-489b-9967-8160b1d74ca6,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:08.240529 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:08.255075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9adee-bba8-4d38-afeb-b79d9ca8e7be req-9da10c7c-45b3-413c-a9ab-b97fbbb11fa2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:08.257529 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55c9adee-bba8-4d38-afeb-b79d9ca8e7be req-9da10c7c-45b3-413c-a9ab-b97fbbb11fa2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.0861380 Aug 31 14:32:08.262902 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Transition to ACTIVE for port object dae308e1-c162-4154-bbe6-89edb1c9b63e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:08.300191 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Transition to ACTIVE for port object dae308e1-c162-4154-bbe6-89edb1c9b63e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:08.307989 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:08.311344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:08.311880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:08.312287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:08.315747 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55c9adee-bba8-4d38-afeb-b79d9ca8e7be req-fc5d9862-7b54-4836-8099-5ce56d01c032 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513492 Aug 31 14:32:08.376607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Network 64b539e3-d861-48c9-8ea7-f8f813e1b006 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:08.380833 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:08.385060 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:08.385985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:08.386321 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:08.413326 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 2 to bind port d96012d5-f805-489b-9967-8160b1d74ca6 Aug 31 14:32:08.426543 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:08.428929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:08.429438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:08.429787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:08.447001 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:08.447404 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:08.447958 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 3 to bind port d96012d5-f805-489b-9967-8160b1d74ca6 Aug 31 14:32:08.450607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Pushing event updated for resources: {'Port': ['ID=dae308e1-c162-4154-bbe6-89edb1c9b63e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:08.496399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Attempting to bind port dae308e1-c162-4154-bbe6-89edb1c9b63e on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:08.497039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Attempting to bind port dae308e1-c162-4154-bbe6-89edb1c9b63e by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'cfd6f28f-95e2-4f6d-845a-87dfbde183bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64b539e3-d861-48c9-8ea7-f8f813e1b006'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:08.497505 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Attempting to bind port dae308e1-c162-4154-bbe6-89edb1c9b63e on network 64b539e3-d861-48c9-8ea7-f8f813e1b006 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:08.503166 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:08.503799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Checking segment: {'id': 'cfd6f28f-95e2-4f6d-845a-87dfbde183bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64b539e3-d861-48c9-8ea7-f8f813e1b006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:08.504208 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:08.504777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Bound using segment: {'id': 'cfd6f28f-95e2-4f6d-845a-87dfbde183bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64b539e3-d861-48c9-8ea7-f8f813e1b006'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:08.505258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Bound port: dae308e1-c162-4154-bbe6-89edb1c9b63e, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd6f28f-95e2-4f6d-845a-87dfbde183bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64b539e3-d861-48c9-8ea7-f8f813e1b006'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:08.505643 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:08.527723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:08.528183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:08.528590 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:08.589789 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] For port dae308e1-c162-4154-bbe6-89edb1c9b63e, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:08.594656 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] For port dae308e1-c162-4154-bbe6-89edb1c9b63e, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dae308e1-c162-4154-bbe6-89edb1c9b63e,segment=NetworkSegment(cfd6f28f-95e2-4f6d-845a-87dfbde183bd),segment_id=cfd6f28f-95e2-4f6d-845a-87dfbde183bd)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:08.605450 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:08.610947 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:08.611435 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:08.615967 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 4 to bind port d96012d5-f805-489b-9967-8160b1d74ca6 Aug 31 14:32:08.641705 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:08.642196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:08.642642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:08.670496 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:08.671482 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:08.705151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41286dc-5ce9-4101-a329-554327ef4fa2 None None] Pushing event updated for resources: {'Port': ['ID=dae308e1-c162-4154-bbe6-89edb1c9b63e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:08.728571 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 5 to bind port d96012d5-f805-489b-9967-8160b1d74ca6 Aug 31 14:32:08.743670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580670d-01ee-43e9-842b-3f5b4d84f866 req-8f477604-ed3a-4547-ae3b-3179649d0a92 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:08.747689 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e580670d-01ee-43e9-842b-3f5b4d84f866 req-8f477604-ed3a-4547-ae3b-3179649d0a92 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2715023 Aug 31 14:32:08.787564 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:08.787986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:08.788396 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:08.805715 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:08.806141 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:08.810183 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 6 to bind port d96012d5-f805-489b-9967-8160b1d74ca6 Aug 31 14:32:08.872528 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:08.872859 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:08.873193 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:08.878796 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e580670d-01ee-43e9-842b-3f5b4d84f866 req-ec367c14-a9ab-41a1-aee0-87b6706ef262 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128299 Aug 31 14:32:08.894348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:08.894679 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:08.897526 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 7 to bind port d96012d5-f805-489b-9967-8160b1d74ca6 Aug 31 14:32:08.940906 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:08.941250 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:08.941591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:08.950022 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:08.950295 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:08.958719 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 8 to bind port d96012d5-f805-489b-9967-8160b1d74ca6 Aug 31 14:32:09.007223 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:09.007223 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:09.007223 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:09.008375 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Allocated IP 2001:db8::1 (64b539e3-d861-48c9-8ea7-f8f813e1b006/d71a886c-6e81-43f0-86a2-41843539b318/382f3c79-af0d-41d2-bb16-72f41cb67b8b) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:09.023829 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:09.024309 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:09.031267 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 9 to bind port d96012d5-f805-489b-9967-8160b1d74ca6 Aug 31 14:32:09.063428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:09.063772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:09.064107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:09.148056 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:09.148555 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:09.151245 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 10 to bind port d96012d5-f805-489b-9967-8160b1d74ca6 Aug 31 14:32:09.268310 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:09.268796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:09.269413 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:09.291226 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:09.291647 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port d96012d5-f805-489b-9967-8160b1d74ca6 on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:09.292024 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.325061 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e134-e372-4660-acc3-a5b9ce81aed4 req-ef46c833-a8f0-4fae-81a0-b9116140e795 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.326684 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-18c9e134-e372-4660-acc3-a5b9ce81aed4 req-ef46c833-a8f0-4fae-81a0-b9116140e795 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1224701 Aug 31 14:32:09.354463 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.419679 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Transition to ACTIVE for port object 382f3c79-af0d-41d2-bb16-72f41cb67b8b will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:09.444653 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-18c9e134-e372-4660-acc3-a5b9ce81aed4 req-62c73afb-03f3-490d-a0dc-0a848c08b5ba tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983841 Aug 31 14:32:09.487271 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] For port d96012d5-f805-489b-9967-8160b1d74ca6, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:09.487657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempted to set empty binding levels {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:32:09.494425 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.526487 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.555975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] In _notify_port_updated(), no bound segment for port d96012d5-f805-489b-9967-8160b1d74ca6 on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:32:09.557100 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.558076 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.559856 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "PUT /v2.0/ports/d96012d5-f805-489b-9967-8160b1d74ca6 HTTP/1.1" status: 200 len: 978 time: 2.1657758 Aug 31 14:32:09.564010 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 64b539e3-d861-48c9-8ea7-f8f813e1b006 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:09.564674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51202) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:09.569936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:09.572274 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947ccc6-cf83-4890-8e22-4298be097241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Pushing event updated for resources: {'Port': ['ID=d96012d5-f805-489b-9967-8160b1d74ca6,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:09.574628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:09.575404 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.682150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc844b-3f7e-41ae-b691-f97e86c565bd req-27f3889e-5e48-496a-ab7b-7393fba42c19 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.692949 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bbc844b-3f7e-41ae-b691-f97e86c565bd req-27f3889e-5e48-496a-ab7b-7393fba42c19 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1626756 Aug 31 14:32:09.716519 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=382f3c79-af0d-41d2-bb16-72f41cb67b8b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:09.774913 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.775741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.776213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.776689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.777162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.777621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.778104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.778619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.779077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.779564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.780018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.780474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.780932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.781387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.781846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.782306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.782757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.783749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.783749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.784140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.784601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.785405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.786415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.787029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.787525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.787982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.788441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.789286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.789443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.789852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.790309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.790815 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.791320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.791878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.792600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.792788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.793237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.793691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.794140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.794593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.795047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.795521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.796820 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.804860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bc49eade-3915-46b9-938b-28157ce196be tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37850 time: 0.2389565 Aug 31 14:32:09.805490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51212) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:09.843803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bbc844b-3f7e-41ae-b691-f97e86c565bd req-350759f7-c47d-4bd3-9fc3-c6e9c1343574 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484516 Aug 31 14:32:09.974971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7a42dae6-6229-4bbf-8d4a-41828bb42e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Deleting port d96012d5-f805-489b-9967-8160b1d74ca6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:09.975394 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a42dae6-6229-4bbf-8d4a-41828bb42e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.079697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-7a42dae6-6229-4bbf-8d4a-41828bb42e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] For port d96012d5-f805-489b-9967-8160b1d74ca6, host n-h1-806683-5, got binding levels [] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:10.080065 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a42dae6-6229-4bbf-8d4a-41828bb42e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.099768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7a42dae6-6229-4bbf-8d4a-41828bb42e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Calling delete_port for d96012d5-f805-489b-9967-8160b1d74ca6 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:10.136432 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b22e-bb90-482d-a4b1-0d974367d9b3 req-a1ce0f3e-ece7-4c52-9e4a-914aabfd71ad tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:10.162464 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5b1b22e-bb90-482d-a4b1-0d974367d9b3 req-a1ce0f3e-ece7-4c52-9e4a-914aabfd71ad tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1076431 Aug 31 14:32:10.219279 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a42dae6-6229-4bbf-8d4a-41828bb42e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.277548 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42dae6-6229-4bbf-8d4a-41828bb42e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Pushing event deleted for resources: {'Port': ['ID=d96012d5-f805-489b-9967-8160b1d74ca6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:10.293250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a42dae6-6229-4bbf-8d4a-41828bb42e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.311501 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7a42dae6-6229-4bbf-8d4a-41828bb42e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "DELETE /v2.0/ports/d96012d5-f805-489b-9967-8160b1d74ca6 HTTP/1.1" status: 204 len: 168 time: 0.4873214 Aug 31 14:32:10.311501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51232) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:10.312069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5b1b22e-bb90-482d-a4b1-0d974367d9b3 req-a358726c-d26c-45a3-a6d8-ab9806a164c9 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441967 Aug 31 14:32:10.353610 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf36e51-7ebf-45bf-901a-1553526252ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:32:10.378436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-daf36e51-7ebf-45bf-901a-1553526252ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "GET /v2.0/ports/d96012d5-f805-489b-9967-8160b1d74ca6 HTTP/1.1" status: 404 len: 333 time: 0.0726302 Aug 31 14:32:10.379947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51238) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:10.390895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d6162031-d820-432e-8c51-126079a52bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021652474', 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:10.460214 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6162031-d820-432e-8c51-126079a52bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Made reservation on behalf of b4bca308ab1a415c9e858d69e3084924 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:10.462433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dae308e1-c162-4154-bbe6-89edb1c9b63e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:10.463015 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6162031-d820-432e-8c51-126079a52bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.495223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-d6162031-d820-432e-8c51-126079a52bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] device_id is not set on port de5db868-31df-4a12-a0d7-840ebc8f3c24 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:32:10.526137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fafd52-ad8d-4be0-bc7e-65fd65e47a0d None None] Network 64b539e3-d861-48c9-8ea7-f8f813e1b006 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:10.566560 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.573341 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.574990 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.641273 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f7587f6d-0a7f-4a45-9cef-1af602d25454 None None] Provisioning for port dae308e1-c162-4154-bbe6-89edb1c9b63e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:10.664157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port dae308e1-c162-4154-bbe6-89edb1c9b63e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:10.688854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f7587f6d-0a7f-4a45-9cef-1af602d25454 None None] Provisioning complete for port dae308e1-c162-4154-bbe6-89edb1c9b63e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:10.689516 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7587f6d-0a7f-4a45-9cef-1af602d25454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.696227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port dae308e1-c162-4154-bbe6-89edb1c9b63e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:10.696941 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.718011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514f83c-20b0-4c0a-a9e2-ab60b73cfd54 req-d23372b7-da5b-4f53-a572-f4e3d5f453e4 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:10.727300 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9514f83c-20b0-4c0a-a9e2-ab60b73cfd54 req-d23372b7-da5b-4f53-a572-f4e3d5f453e4 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2441311 Aug 31 14:32:10.809435 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=382f3c79-af0d-41d2-bb16-72f41cb67b8b,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:10.900084 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6162031-d820-432e-8c51-126079a52bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.921290 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9514f83c-20b0-4c0a-a9e2-ab60b73cfd54 req-9e9c5463-5fc9-4fa4-bc89-97faa6a8d214 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930048 Aug 31 14:32:11.000907 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6162031-d820-432e-8c51-126079a52bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:11.087869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 64b539e3-d861-48c9-8ea7-f8f813e1b006 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:11.089752 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:11.089987 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:11.154437 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7587f6d-0a7f-4a45-9cef-1af602d25454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:11.207974 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port dae308e1-c162-4154-bbe6-89edb1c9b63e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dae308e1-c162-4154-bbe6-89edb1c9b63e,segment=NetworkSegment(cfd6f28f-95e2-4f6d-845a-87dfbde183bd),segment_id=cfd6f28f-95e2-4f6d-845a-87dfbde183bd)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:11.214832 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:11.304597 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router 3dddccf7-889e-4512-828a-50e0aaf2ae57 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:32:11.311289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6162031-d820-432e-8c51-126079a52bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Pushing event updated for resources: {'Port': ['ID=de5db868-31df-4a12-a0d7-840ebc8f3c24,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:11.342812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6162031-d820-432e-8c51-126079a52bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:11.377810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d6162031-d820-432e-8c51-126079a52bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:11.390163 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6162031-d820-432e-8c51-126079a52bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:11.391137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6162031-d820-432e-8c51-126079a52bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:11.391781 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6162031-d820-432e-8c51-126079a52bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:11.423805 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d6162031-d820-432e-8c51-126079a52bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0422900 Aug 31 14:32:11.428485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51264) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:11.497825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:11.498253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c846702f-5cda-48b4-b0ee-e38cf5836065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:11.510261 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c846702f-5cda-48b4-b0ee-e38cf5836065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "GET /v2.0/ports/de5db868-31df-4a12-a0d7-840ebc8f3c24 HTTP/1.1" status: 200 len: 959 time: 0.0796797 Aug 31 14:32:11.518511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51268) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:11.527563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa293e4-7d49-4df8-98f4-cd5021ddd466 req-8b2a28fa-3bff-4704-bb86-73a66a8a8801 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:11.529177 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8aa293e4-7d49-4df8-98f4-cd5021ddd466 req-8b2a28fa-3bff-4704-bb86-73a66a8a8801 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2203360 Aug 31 14:32:11.542384 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d431323a-38e1-4726-a5d9-647226178dbc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/3dddccf7-889e-4512-828a-50e0aaf2ae57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6656334 Aug 31 14:32:11.543803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51272) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:11.633639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c28aa-a9af-4406-8ae3-55e180333f4b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:11.645616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51276) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:11.650463 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8aa293e4-7d49-4df8-98f4-cd5021ddd466 req-5c447d02-9e01-4583-8d43-1b61359c1a39 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722473 Aug 31 14:32:11.663344 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c70c28aa-a9af-4406-8ae3-55e180333f4b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports/382f3c79-af0d-41d2-bb16-72f41cb67b8b HTTP/1.1" status: 200 len: 911 time: 0.1178780 Aug 31 14:32:11.664037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d69ced0-3f5e-4c08-9958-4ae7486c35dc None None] Sync routers for ids ['3dddccf7-889e-4512-828a-50e0aaf2ae57'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:11.750038 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=dae308e1-c162-4154-bbe6-89edb1c9b63e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:11.770893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d69ced0-3f5e-4c08-9958-4ae7486c35dc None None] Routers {'3dddccf7-889e-4512-828a-50e0aaf2ae57'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:11.770893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-4d69ced0-3f5e-4c08-9958-4ae7486c35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3dddccf7-889e-4512-828a-50e0aaf2ae57'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:11.787474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-f7587f6d-0a7f-4a45-9cef-1af602d25454 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:32:11.787474 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-f7587f6d-0a7f-4a45-9cef-1af602d25454 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:32:11.851956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-4d69ced0-3f5e-4c08-9958-4ae7486c35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:11.915474 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d69ced0-3f5e-4c08-9958-4ae7486c35dc None None] Routers {'3dddccf7-889e-4512-828a-50e0aaf2ae57'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:11.916318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-4d69ced0-3f5e-4c08-9958-4ae7486c35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3dddccf7-889e-4512-828a-50e0aaf2ae57'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:11.917877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-441b6a62-fe8c-4f30-81cd-c32b27e42d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Deleting port de5db868-31df-4a12-a0d7-840ebc8f3c24 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:11.918535 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-441b6a62-fe8c-4f30-81cd-c32b27e42d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:11.938961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e86cd4-8f84-48a5-bdf1-6f772758c4ac req-0ebbc880-bb47-401a-884b-9761303fad62 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:11.948316 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-45e86cd4-8f84-48a5-bdf1-6f772758c4ac req-0ebbc880-bb47-401a-884b-9761303fad62 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1084216 Aug 31 14:32:12.010908 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-4d69ced0-3f5e-4c08-9958-4ae7486c35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:12.011905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d69ced0-3f5e-4c08-9958-4ae7486c35dc None None] The sync data for ids ['3dddccf7-889e-4512-828a-50e0aaf2ae57'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:12.037425 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-45e86cd4-8f84-48a5-bdf1-6f772758c4ac req-ddfaf2d2-30d6-4564-a8d9-8c34f56c9c19 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861373 Aug 31 14:32:12.077578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-441b6a62-fe8c-4f30-81cd-c32b27e42d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:12.130978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-441b6a62-fe8c-4f30-81cd-c32b27e42d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Calling delete_port for de5db868-31df-4a12-a0d7-840ebc8f3c24 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:12.325944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee2e59-6c5f-4793-b33d-42f5acdba4f7 req-ef6639b2-9a04-42ab-87e8-6863092db4ef tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:12.328708 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5aee2e59-6c5f-4793-b33d-42f5acdba4f7 req-ef6639b2-9a04-42ab-87e8-6863092db4ef tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1404510 Aug 31 14:32:12.388346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dae308e1-c162-4154-bbe6-89edb1c9b63e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:12.460742 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5aee2e59-6c5f-4793-b33d-42f5acdba4f7 req-4d99be02-d24f-40ce-8323-08ac1b91233c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243606 Aug 31 14:32:12.582019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port dae308e1-c162-4154-bbe6-89edb1c9b63e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:12.582685 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:12.663651 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-71a963e7-a28f-42d5-bc1a-6fd089421fa8 None None] Provisioning for port 382f3c79-af0d-41d2-bb16-72f41cb67b8b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:12.673326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-71a963e7-a28f-42d5-bc1a-6fd089421fa8 None None] Provisioning complete for port 382f3c79-af0d-41d2-bb16-72f41cb67b8b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:12.673935 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71a963e7-a28f-42d5-bc1a-6fd089421fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:12.727217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-71a963e7-a28f-42d5-bc1a-6fd089421fa8 None None] Port 382f3c79-af0d-41d2-bb16-72f41cb67b8b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:12.784662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-71a963e7-a28f-42d5-bc1a-6fd089421fa8 None None] Provisioning complete for port dae308e1-c162-4154-bbe6-89edb1c9b63e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:12.785525 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71a963e7-a28f-42d5-bc1a-6fd089421fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:12.804077 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-441b6a62-fe8c-4f30-81cd-c32b27e42d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:12.852822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b6a62-fe8c-4f30-81cd-c32b27e42d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Pushing event deleted for resources: {'Port': ['ID=de5db868-31df-4a12-a0d7-840ebc8f3c24,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:12.891214 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-441b6a62-fe8c-4f30-81cd-c32b27e42d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:12.902280 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-441b6a62-fe8c-4f30-81cd-c32b27e42d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "DELETE /v2.0/ports/de5db868-31df-4a12-a0d7-840ebc8f3c24 HTTP/1.1" status: 204 len: 168 time: 1.3718259 Aug 31 14:32:12.904622 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51316) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:12.928760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f94e3-9714-4e9c-8131-dc2c6fde7aab req-44558332-9bbb-4f4e-8e6c-b59b734ce88c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:12.930324 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e50f94e3-9714-4e9c-8131-dc2c6fde7aab req-44558332-9bbb-4f4e-8e6c-b59b734ce88c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2460544 Aug 31 14:32:12.949032 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad612fa-88a4-46ba-a4dc-6dce78c1b29d tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:32:12.950588 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fad612fa-88a4-46ba-a4dc-6dce78c1b29d tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "GET /v2.0/ports/de5db868-31df-4a12-a0d7-840ebc8f3c24 HTTP/1.1" status: 404 len: 333 time: 0.0449882 Aug 31 14:32:12.954908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51318) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:12.960860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a71a67ef-05f0-4c4f-9902-69e382f592b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Request body: {'port': {'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1316212401'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:12.983349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71a67ef-05f0-4c4f-9902-69e382f592b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Made reservation on behalf of b4bca308ab1a415c9e858d69e3084924 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:12.986441 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a71a67ef-05f0-4c4f-9902-69e382f592b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.010456 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fba8e248-542d-4700-b836-9efd4bf1ef45 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.015857 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e50f94e3-9714-4e9c-8131-dc2c6fde7aab req-699ef3bc-049e-47fb-8f3b-f259961abf07 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740733 Aug 31 14:32:13.029231 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-a71a67ef-05f0-4c4f-9902-69e382f592b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] device_id is not set on port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:32:13.066330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e55ef1cc-b70e-4bab-bb1d-a2b126177da4 None None] Provisioning complete for port 382f3c79-af0d-41d2-bb16-72f41cb67b8b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:13.066869 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e55ef1cc-b70e-4bab-bb1d-a2b126177da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.145314 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e55ef1cc-b70e-4bab-bb1d-a2b126177da4 None None] Port 382f3c79-af0d-41d2-bb16-72f41cb67b8b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:13.276518 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a71a67ef-05f0-4c4f-9902-69e382f592b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.328916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2687fa9-4f9a-40e5-895a-678524ce8e2e req-3ae55421-4e75-42c5-8a14-71b352217d41 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:13.339403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2687fa9-4f9a-40e5-895a-678524ce8e2e req-3ae55421-4e75-42c5-8a14-71b352217d41 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1015275 Aug 31 14:32:13.346845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a71a67ef-05f0-4c4f-9902-69e382f592b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.425297 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a67ef-05f0-4c4f-9902-69e382f592b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:13.432087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a71a67ef-05f0-4c4f-9902-69e382f592b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:13.434495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a67ef-05f0-4c4f-9902-69e382f592b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Pushing event updated for resources: {'Port': ['ID=73aca0e2-ecd2-4a14-8984-2f8d8ec3159f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:13.436667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a67ef-05f0-4c4f-9902-69e382f592b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:13.437604 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71a67ef-05f0-4c4f-9902-69e382f592b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:13.438197 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a71a67ef-05f0-4c4f-9902-69e382f592b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.456765 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a71a67ef-05f0-4c4f-9902-69e382f592b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5007138 Aug 31 14:32:13.464165 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51338) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:13.469678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:13.509440 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2687fa9-4f9a-40e5-895a-678524ce8e2e req-18fdd6e6-0a02-4def-926c-e26629d21194 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691465 Aug 31 14:32:13.616220 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.635093 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fba8e248-542d-4700-b836-9efd4bf1ef45 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port 382f3c79-af0d-41d2-bb16-72f41cb67b8b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:13.638692 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fba8e248-542d-4700-b836-9efd4bf1ef45 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.803315 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fba8e248-542d-4700-b836-9efd4bf1ef45 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.822322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fba8e248-542d-4700-b836-9efd4bf1ef45 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for 382f3c79-af0d-41d2-bb16-72f41cb67b8b owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:13.856111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ae6c6-1f2b-46a6-8863-8ba5cb396a9d req-ce85223b-dafb-466b-9d11-0ea3a4e8effb tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:13.857760 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d45ae6c6-1f2b-46a6-8863-8ba5cb396a9d req-ce85223b-dafb-466b-9d11-0ea3a4e8effb tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1711154 Aug 31 14:32:13.889727 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] device_id is not set on port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:32:13.899663 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.914527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Transition to ACTIVE for port object 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:13.921865 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.970356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d45ae6c6-1f2b-46a6-8863-8ba5cb396a9d req-2a628925-445c-41ee-ad5e-f26473655885 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768158 Aug 31 14:32:13.990991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Pushing event updated for resources: {'Port': ['ID=73aca0e2-ecd2-4a14-8984-2f8d8ec3159f,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:14.052729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:14.053716 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:14.054563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:14.064440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:14.065729 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:14.066164 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 2 to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f Aug 31 14:32:14.089135 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:14.089512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:14.089908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:14.109965 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:14.110339 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:14.110821 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 3 to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f Aug 31 14:32:14.143240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:14.143724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:14.144122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:14.175662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:14.175662 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:14.175662 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 4 to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f Aug 31 14:32:14.200060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:14.200643 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:14.201278 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:14.211307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:14.211981 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:14.212962 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 5 to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f Aug 31 14:32:14.258379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:14.260050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:14.261617 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:14.276673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:14.277151 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:14.278078 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 6 to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f Aug 31 14:32:14.300225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:14.300679 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:14.301870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:14.309572 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:14.310095 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:14.310598 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 7 to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f Aug 31 14:32:14.333599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:14.334413 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:14.335214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:14.345833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:14.346458 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:14.347143 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 8 to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f Aug 31 14:32:14.378801 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:14.382725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:14.382725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:14.402854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:14.403451 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:14.403888 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 9 to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f Aug 31 14:32:14.421558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:14.421897 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:14.422237 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:14.441806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:14.443554 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:14.446784 n-d-806683-5 neutron-server[94870]: INFO neutron.plugins.ml2.plugin [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempt 10 to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f Aug 31 14:32:14.470015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:14.470969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:14.471345 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempting to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:14.477695 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fba8e248-542d-4700-b836-9efd4bf1ef45 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:14.479257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:14.479904 n-d-806683-5 neutron-server[94870]: ERROR neutron.plugins.ml2.managers [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Failed to bind port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on host n-h1-806683-5 for vnic_type normal using segments [{'id': 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbe8ac72-aa36-4c23-8b66-2671caaefdf5'}] Aug 31 14:32:14.480514 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:14.494488 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e30636-5465-4be1-bad7-f6e19ce7f028 req-baf4bf06-d335-4ab4-a9cf-571e10371d08 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:14.496228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62e30636-5465-4be1-bad7-f6e19ce7f028 req-baf4bf06-d335-4ab4-a9cf-571e10371d08 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1647904 Aug 31 14:32:14.566897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8e248-542d-4700-b836-9efd4bf1ef45 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=382f3c79-af0d-41d2-bb16-72f41cb67b8b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:14.726876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] For port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:14.727692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attempted to set empty binding levels {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:32:14.740713 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:14.798903 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fba8e248-542d-4700-b836-9efd4bf1ef45 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:14.806272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] In _notify_port_updated(), no bound segment for port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f on network cbe8ac72-aa36-4c23-8b66-2671caaefdf5 {{(pid=94870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:32:14.808065 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:14.808918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:14.812976 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "PUT /v2.0/ports/73aca0e2-ecd2-4a14-8984-2f8d8ec3159f HTTP/1.1" status: 200 len: 979 time: 1.3453140 Aug 31 14:32:14.814269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51372) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:14.840193 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62e30636-5465-4be1-bad7-f6e19ce7f028 req-8eefec07-58c7-439a-9c8b-93f3cdb170c1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785122 Aug 31 14:32:14.896604 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8cbc8-19a2-4ae9-bd75-a212bebbad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Pushing event updated for resources: {'Port': ['ID=73aca0e2-ecd2-4a14-8984-2f8d8ec3159f,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:15.138091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba8e248-542d-4700-b836-9efd4bf1ef45 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router 3dddccf7-889e-4512-828a-50e0aaf2ae57 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:32:15.238207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba8e248-542d-4700-b836-9efd4bf1ef45 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:15.252954 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aa5c7f-1e54-4502-8b68-5a2587ab0491 None None] Sync routers for ids ['3dddccf7-889e-4512-828a-50e0aaf2ae57'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:15.260043 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fba8e248-542d-4700-b836-9efd4bf1ef45 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/3dddccf7-889e-4512-828a-50e0aaf2ae57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6083860 Aug 31 14:32:15.261205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51392) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:15.273556 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aa5c7f-1e54-4502-8b68-5a2587ab0491 None None] Routers {'3dddccf7-889e-4512-828a-50e0aaf2ae57'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:15.274384 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-59aa5c7f-1e54-4502-8b68-5a2587ab0491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3dddccf7-889e-4512-828a-50e0aaf2ae57'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:15.319403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0a431c82-2a46-4805-bffd-1b59c0aea4e3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dddccf7-889e-4512-828a-50e0aaf2ae57 HTTP/1.1" status: 200 len: 205 time: 0.0538912 Aug 31 14:32:15.319681 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-59aa5c7f-1e54-4502-8b68-5a2587ab0491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:15.320247 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51394) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:15.329859 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aa5c7f-1e54-4502-8b68-5a2587ab0491 None None] Routers {'3dddccf7-889e-4512-828a-50e0aaf2ae57'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:15.331008 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-59aa5c7f-1e54-4502-8b68-5a2587ab0491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3dddccf7-889e-4512-828a-50e0aaf2ae57'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:15.374288 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-59aa5c7f-1e54-4502-8b68-5a2587ab0491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:15.375695 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aa5c7f-1e54-4502-8b68-5a2587ab0491 None None] The sync data for ids ['3dddccf7-889e-4512-828a-50e0aaf2ae57'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:15.404572 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f859556-ec72-4d66-85ad-03ad1b534795 req-eb436dbf-84c3-4110-bd3e-454b6feffd93 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:15.406145 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f859556-ec72-4d66-85ad-03ad1b534795 req-eb436dbf-84c3-4110-bd3e-454b6feffd93 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1030076 Aug 31 14:32:15.421084 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32924965-3968-47f1-a5ea-9852a9baddd3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.476238 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f859556-ec72-4d66-85ad-03ad1b534795 req-c6e655ae-fefa-4c3a-a344-ba61cd66dc53 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564146 Aug 31 14:32:15.496905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-999b521a-27e5-47b3-84a9-de841491a8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Deleting port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:15.497247 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-999b521a-27e5-47b3-84a9-de841491a8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.615557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-999b521a-27e5-47b3-84a9-de841491a8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] For port 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f, host n-h1-806683-5, got binding levels [] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:15.615921 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-999b521a-27e5-47b3-84a9-de841491a8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.633625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-999b521a-27e5-47b3-84a9-de841491a8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Calling delete_port for 73aca0e2-ecd2-4a14-8984-2f8d8ec3159f owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:15.698854 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32924965-3968-47f1-a5ea-9852a9baddd3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.702813 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32924965-3968-47f1-a5ea-9852a9baddd3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.739671 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-999b521a-27e5-47b3-84a9-de841491a8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.782699 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32924965-3968-47f1-a5ea-9852a9baddd3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.783561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32924965-3968-47f1-a5ea-9852a9baddd3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Fanout notify agent at l3_agent the message router_deleted on router 3dddccf7-889e-4512-828a-50e0aaf2ae57 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:32:15.788894 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b521a-27e5-47b3-84a9-de841491a8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Pushing event deleted for resources: {'Port': ['ID=73aca0e2-ecd2-4a14-8984-2f8d8ec3159f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:15.806382 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-999b521a-27e5-47b3-84a9-de841491a8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.808111 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32924965-3968-47f1-a5ea-9852a9baddd3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.808562 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-999b521a-27e5-47b3-84a9-de841491a8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "DELETE /v2.0/ports/73aca0e2-ecd2-4a14-8984-2f8d8ec3159f HTTP/1.1" status: 204 len: 168 time: 0.9932201 Aug 31 14:32:15.812635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51416) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:15.812979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51418) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:15.815817 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-32924965-3968-47f1-a5ea-9852a9baddd3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/routers/3dddccf7-889e-4512-828a-50e0aaf2ae57 HTTP/1.1" status: 204 len: 168 time: 0.4942319 Aug 31 14:32:15.876842 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b59312-b548-450d-bbe3-991f5006c4a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:32:15.878447 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c4b59312-b548-450d-bbe3-991f5006c4a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-329937680-project-admin] 10.222.0.39 "GET /v2.0/ports/73aca0e2-ecd2-4a14-8984-2f8d8ec3159f HTTP/1.1" status: 404 len: 333 time: 0.0643740 Aug 31 14:32:15.882641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51422) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:15.920350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd1de6a-1a79-4cae-8f8a-6dd66e2b6ebb tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting subnet d71a886c-6e81-43f0-86a2-41843539b318 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:32:15.931591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b100c-bb37-4da5-afcc-198089c752f9 req-e35bbabe-0290-47d7-9e7e-f15df2adfe66 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:15.933197 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d61b100c-bb37-4da5-afcc-198089c752f9 req-e35bbabe-0290-47d7-9e7e-f15df2adfe66 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2224002 Aug 31 14:32:15.936970 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ecd1de6a-1a79-4cae-8f8a-6dd66e2b6ebb tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.992350 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-992acd53-8ba1-4969-a4bf-c1d50067bc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.002971 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ecd1de6a-1a79-4cae-8f8a-6dd66e2b6ebb tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.039011 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d61b100c-bb37-4da5-afcc-198089c752f9 req-1ecea353-08e4-44c4-b458-7faff42302cc tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711572 Aug 31 14:32:16.098667 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-992acd53-8ba1-4969-a4bf-c1d50067bc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.123081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-992acd53-8ba1-4969-a4bf-c1d50067bc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe8ac72-aa36-4c23-8b66-2671caaefdf5']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:16.140604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-992acd53-8ba1-4969-a4bf-c1d50067bc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:16.141822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-992acd53-8ba1-4969-a4bf-c1d50067bc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caac1fd2-3a2a-42e2-a120-eb08e2b4c1ad') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:16.156616 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-992acd53-8ba1-4969-a4bf-c1d50067bc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.176393 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-992acd53-8ba1-4969-a4bf-c1d50067bc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.193567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992acd53-8ba1-4969-a4bf-c1d50067bc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:16.194259 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-992acd53-8ba1-4969-a4bf-c1d50067bc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:16.200758 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:16.209808 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ecd1de6a-1a79-4cae-8f8a-6dd66e2b6ebb tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.321586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4825550-3721-4df4-a959-8bd05090b0de req-931aa954-fa45-48e1-aa35-dbf1cd006e66 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:16.323310 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4825550-3721-4df4-a959-8bd05090b0de req-931aa954-fa45-48e1-aa35-dbf1cd006e66 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1439462 Aug 31 14:32:16.324486 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-992acd53-8ba1-4969-a4bf-c1d50067bc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.333642 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-992acd53-8ba1-4969-a4bf-c1d50067bc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.335791 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-992acd53-8ba1-4969-a4bf-c1d50067bc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] 10.222.0.39 "DELETE /v2.0/networks/cbe8ac72-aa36-4c23-8b66-2671caaefdf5 HTTP/1.1" status: 204 len: 168 time: 0.4518087 Aug 31 14:32:16.350348 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ecd1de6a-1a79-4cae-8f8a-6dd66e2b6ebb tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.366076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992acd53-8ba1-4969-a4bf-c1d50067bc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270261087-project] Pushing event deleted for resources: {'Network': ['ID=cbe8ac72-aa36-4c23-8b66-2671caaefdf5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:16.395579 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4825550-3721-4df4-a959-8bd05090b0de req-4bdb27a8-2c78-4cb4-9164-d5e9b9fd59c6 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584512 Aug 31 14:32:16.422241 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1de6a-1a79-4cae-8f8a-6dd66e2b6ebb tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Subnet': ['ID=d71a886c-6e81-43f0-86a2-41843539b318,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:16.423785 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ecd1de6a-1a79-4cae-8f8a-6dd66e2b6ebb tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.431481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220e63d0-3b52-4889-8878-6296aaab3948 None None] Network 64b539e3-d861-48c9-8ea7-f8f813e1b006 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:16.449699 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ecd1de6a-1a79-4cae-8f8a-6dd66e2b6ebb tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/d71a886c-6e81-43f0-86a2-41843539b318 HTTP/1.1" status: 204 len: 168 time: 0.6281543 Aug 31 14:32:16.450065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51442) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:16.619811 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.723334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1609a-456d-4fbf-99ce-0f2ee183c9bd req-358e7aa7-eb4d-43d7-a1e9-1ee9436ac1c2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:16.731035 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41e1609a-456d-4fbf-99ce-0f2ee183c9bd req-358e7aa7-eb4d-43d7-a1e9-1ee9436ac1c2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.0908554 Aug 31 14:32:16.759596 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51458) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:16.794177 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3073e6e2-475b-4d6e-a224-9d81241a17b3 None None] DHCP port deletion for 64b539e3-d861-48c9-8ea7-f8f813e1b006 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:32:16.810123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port dae308e1-c162-4154-bbe6-89edb1c9b63e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:16.810544 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.903667 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41e1609a-456d-4fbf-99ce-0f2ee183c9bd req-ceb5ee23-280e-412b-a8f6-ee714dc7e6d4 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713374 Aug 31 14:32:16.905418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] For port dae308e1-c162-4154-bbe6-89edb1c9b63e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dae308e1-c162-4154-bbe6-89edb1c9b63e,segment=NetworkSegment(cfd6f28f-95e2-4f6d-845a-87dfbde183bd),segment_id=cfd6f28f-95e2-4f6d-845a-87dfbde183bd)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:16.905786 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.918220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3073e6e2-475b-4d6e-a224-9d81241a17b3 None None] Deleting port dae308e1-c162-4154-bbe6-89edb1c9b63e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:16.918724 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3073e6e2-475b-4d6e-a224-9d81241a17b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.937605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for dae308e1-c162-4154-bbe6-89edb1c9b63e owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:17.062927 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4ae3f9fb-299f-4576-a660-28b4a34fae0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e71fdb21de804b5890581fe1f26501dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005192 Aug 31 14:32:17.063838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51476) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:17.099565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85bba3-5b41-40f2-aae5-98a462122706 req-70a5c1eb-bb35-4061-a28d-e23d81c28075 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:17.109440 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d85bba3-5b41-40f2-aae5-98a462122706 req-70a5c1eb-bb35-4061-a28d-e23d81c28075 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.0876887 Aug 31 14:32:17.126199 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3073e6e2-475b-4d6e-a224-9d81241a17b3 None None] For port dae308e1-c162-4154-bbe6-89edb1c9b63e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dae308e1-c162-4154-bbe6-89edb1c9b63e,segment=NetworkSegment(cfd6f28f-95e2-4f6d-845a-87dfbde183bd),segment_id=cfd6f28f-95e2-4f6d-845a-87dfbde183bd)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:17.127118 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3073e6e2-475b-4d6e-a224-9d81241a17b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.146999 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.148801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3073e6e2-475b-4d6e-a224-9d81241a17b3 None None] Calling delete_port for dae308e1-c162-4154-bbe6-89edb1c9b63e owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:17.163193 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7467294b-1d1e-45af-b837-ccbdc0641de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.191089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=dae308e1-c162-4154-bbe6-89edb1c9b63e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:17.195052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No DVR routers for this DVR port dae308e1-c162-4154-bbe6-89edb1c9b63e on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:17.215283 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7467294b-1d1e-45af-b837-ccbdc0641de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.241346 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d85bba3-5b41-40f2-aae5-98a462122706 req-9558f78a-a963-4ba7-b42c-96da0970f59d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281714 Aug 31 14:32:17.331524 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7467294b-1d1e-45af-b837-ccbdc0641de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.334255 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7467294b-1d1e-45af-b837-ccbdc0641de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.335627 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7467294b-1d1e-45af-b837-ccbdc0641de9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c58d04c-ac35-42f8-b9e5-ce9dd69c0642 HTTP/1.1" status: 204 len: 168 time: 0.2700996 Aug 31 14:32:17.348740 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3073e6e2-475b-4d6e-a224-9d81241a17b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.355621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467294b-1d1e-45af-b837-ccbdc0641de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c58d04c-ac35-42f8-b9e5-ce9dd69c0642,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:17.376718 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.400964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b539e3-d861-48c9-8ea7-f8f813e1b006']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:17.417321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073e6e2-475b-4d6e-a224-9d81241a17b3 None None] Pushing event deleted for resources: {'Port': ['ID=dae308e1-c162-4154-bbe6-89edb1c9b63e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:17.422406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd6f28f-95e2-4f6d-845a-87dfbde183bd') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:17.422931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd6f28f-95e2-4f6d-845a-87dfbde183bd') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:17.430360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3073e6e2-475b-4d6e-a224-9d81241a17b3 None None] No DVR routers for this DVR port dae308e1-c162-4154-bbe6-89edb1c9b63e on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:17.484656 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.522688 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.533411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:17.533851 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:17.537891 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:17.579119 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a2388-6c6e-4b6e-801a-b085d831c27d req-e502ba4b-2afa-473f-9324-5bdd15a2a08c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:17.580858 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-787a2388-6c6e-4b6e-801a-b085d831c27d req-e502ba4b-2afa-473f-9324-5bdd15a2a08c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.0625455 Aug 31 14:32:17.634151 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-787a2388-6c6e-4b6e-801a-b085d831c27d req-443d41f9-8c1d-48d8-ac67-70c844415189 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453994 Aug 31 14:32:17.640778 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.646692 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.648823 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/networks/64b539e3-d861-48c9-8ea7-f8f813e1b006 HTTP/1.1" status: 204 len: 168 time: 1.1977978 Aug 31 14:32:17.659243 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51510) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:17.666500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1428661893', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:17.690510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609816f-6cb3-4863-9e81-51f83c9551c3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Network': ['ID=64b539e3-d861-48c9-8ea7-f8f813e1b006,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:17.710542 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.712528 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.814333 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.826961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425a87e-5224-4a3f-99c6-94fdbeded369 req-cf53159a-1c56-4b62-82d5-ecb3ff62c124 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:17.841449 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4425a87e-5224-4a3f-99c6-94fdbeded369 req-cf53159a-1c56-4b62-82d5-ecb3ff62c124 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.0939558 Aug 31 14:32:17.900661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51514) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:17.951737 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4425a87e-5224-4a3f-99c6-94fdbeded369 req-36e1cdbf-4de9-43db-afeb-08fc49c9b8e8 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093304 Aug 31 14:32:17.994288 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f37a7ca5-c335-4088-bebc-f5e7c5c10218 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b4bca308ab1a415c9e858d69e3084924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0923166 Aug 31 14:32:17.997668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51520) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:18.014184 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.136550 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77a5f4b0-a4b9-444d-b555-1bbd729f0d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.179012 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77a5f4b0-a4b9-444d-b555-1bbd729f0d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.237596 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77a5f4b0-a4b9-444d-b555-1bbd729f0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.241766 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77a5f4b0-a4b9-444d-b555-1bbd729f0d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.243214 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-77a5f4b0-a4b9-444d-b555-1bbd729f0d16 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/375de9a4-34ec-4096-9d14-756e39802f67 HTTP/1.1" status: 204 len: 168 time: 0.2440097 Aug 31 14:32:18.253590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5f4b0-a4b9-444d-b555-1bbd729f0d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375de9a4-34ec-4096-9d14-756e39802f67,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:18.262131 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f99b9-59e6-47a5-935c-4da71407d4b6 req-d42ad210-26cb-4b67-8631-5561165db2f4 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:18.271156 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d1f99b9-59e6-47a5-935c-4da71407d4b6 req-d42ad210-26cb-4b67-8631-5561165db2f4 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1011245 Aug 31 14:32:18.334887 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d1f99b9-59e6-47a5-935c-4da71407d4b6 req-b39e656f-006e-4ab6-9b53-46727d945ff1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571611 Aug 31 14:32:18.395573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dae308e1-c162-4154-bbe6-89edb1c9b63e no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:32:18.430925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: dae308e1-c162-4154-bbe6-89edb1c9b63e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:32:18.431290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dae308e1-c162-4154-bbe6-89edb1c9b63e not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:32:18.539890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.575764 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.591258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c8d37-b335-454c-80b1-d346ca53a118 req-af8f1dff-8a6a-4a84-baae-1f20283b352c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:18.592840 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-652c8d37-b335-454c-80b1-d346ca53a118 req-af8f1dff-8a6a-4a84-baae-1f20283b352c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1375287 Aug 31 14:32:18.699097 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-652c8d37-b335-454c-80b1-d346ca53a118 req-23346459-6e53-46d6-9848-58c26a63d6db tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932798 Aug 31 14:32:18.778552 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Allocated IP 172.25.2.188 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/6aefbfbb-e5c0-4d14-b433-c038355a549a) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:18.946641 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.038438 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.093587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:19.096729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:19.105547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:19.337362 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.385170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=6aefbfbb-e5c0-4d14-b433-c038355a549a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:19.545260 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0b010f4-000e-4421-8622-2264aa51de81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.563745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45db39-f4d2-4c43-a556-953c1b1d898e req-edf3169d-642f-49de-886b-3c9501a00dc4 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:19.565285 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7b45db39-f4d2-4c43-a556-953c1b1d898e req-edf3169d-642f-49de-886b-3c9501a00dc4 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1655176 Aug 31 14:32:19.680713 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7b45db39-f4d2-4c43-a556-953c1b1d898e req-962ba58e-1654-456e-b228-5a30b636ca46 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726364 Aug 31 14:32:19.684112 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.947049 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:20.123920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router bc1927b2-8a93-4097-a233-efc6eb93887a is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:32:20.279410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:20.292781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58aa65-4634-4195-8579-90963bd4f35a None None] Sync routers for ids ['bc1927b2-8a93-4097-a233-efc6eb93887a'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:20.306743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c58aa65-4634-4195-8579-90963bd4f35a None None] Routers {'bc1927b2-8a93-4097-a233-efc6eb93887a'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:20.307412 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3c58aa65-4634-4195-8579-90963bd4f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['bc1927b2-8a93-4097-a233-efc6eb93887a'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:20.324277 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:20.325674 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-94e0d5e1-db8a-4caf-9214-2fac919c966c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6650722 Aug 31 14:32:20.328782 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51614) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:20.370464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3c58aa65-4634-4195-8579-90963bd4f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:20.381179 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c58aa65-4634-4195-8579-90963bd4f35a None None] Routers {'bc1927b2-8a93-4097-a233-efc6eb93887a'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:20.382091 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3c58aa65-4634-4195-8579-90963bd4f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['bc1927b2-8a93-4097-a233-efc6eb93887a'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:20.435130 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3c58aa65-4634-4195-8579-90963bd4f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:20.435767 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58aa65-4634-4195-8579-90963bd4f35a None None] The sync data for ids ['bc1927b2-8a93-4097-a233-efc6eb93887a'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:20.523792 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1211d828-1c68-43d2-9433-a20511aac41b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/routers/bc1927b2-8a93-4097-a233-efc6eb93887a HTTP/1.1" status: 200 len: 885 time: 0.1925104 Aug 31 14:32:20.527683 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51626) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:20.658625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51630) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:20.790725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f3557188-cfdd-4d36-a4bd-ed6cbc8b990a tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:20.826859 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f3557188-cfdd-4d36-a4bd-ed6cbc8b990a tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] 10.222.0.39 "PUT /v2.0/quotas/e3212eca917b4454abc2c8f8fb6f2d3d HTTP/1.1" status: 200 len: 366 time: 0.1644444 Aug 31 14:32:20.827101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51642) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:20.841556 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-af076218-e522-470d-ac28-7dd9c616361b tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0111325 Aug 31 14:32:20.841799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51644) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:20.855085 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3396d290-2c01-4c90-a4f7-a38824b17a4e tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] 10.222.0.39 "GET /v2.0/quotas/e3212eca917b4454abc2c8f8fb6f2d3d HTTP/1.1" status: 200 len: 366 time: 0.0100734 Aug 31 14:32:20.856037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51646) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:20.873487 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b98af699-3186-484d-88af-fda94329ff6e tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/e3212eca917b4454abc2c8f8fb6f2d3d HTTP/1.1" status: 204 len: 168 time: 0.0141237 Aug 31 14:32:20.873864 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51648) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:20.887357 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e0012908-3b1e-43d8-a3a2-a87827b6c530 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0100520 Aug 31 14:32:20.887952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51650) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:20.892425 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d045082-3c3a-4bc0-b898-ae10b2f75730 req-e4d8c149-1444-403d-b657-8dd558573ffe tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:20.895329 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d045082-3c3a-4bc0-b898-ae10b2f75730 req-e4d8c149-1444-403d-b657-8dd558573ffe tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1459262 Aug 31 14:32:20.900970 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3865b7a9-a1a5-4264-bdc6-bf1335403701 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] 10.222.0.39 "GET /v2.0/quotas/e3212eca917b4454abc2c8f8fb6f2d3d HTTP/1.1" status: 200 len: 370 time: 0.0098178 Aug 31 14:32:20.903611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51652) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:20.912803 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a59fb25f-89ec-4a45-ae61-16da061e5421 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] 10.222.0.39 "GET /v2.0/quotas/e3212eca917b4454abc2c8f8fb6f2d3d/default HTTP/1.1" status: 200 len: 370 time: 0.0077672 Aug 31 14:32:20.913798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51654) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:20.923138 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-334468bc-a192-4619-b056-84ebb1db39cd tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] delete failed (client error): The resource could not be found. Aug 31 14:32:20.927726 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-334468bc-a192-4619-b056-84ebb1db39cd tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/e3212eca917b4454abc2c8f8fb6f2d3d HTTP/1.1" status: 404 len: 348 time: 0.0127203 Aug 31 14:32:20.961983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-29d0cee2-5eb9-4664-8c31-74fa6f5b7744 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4306138 Aug 31 14:32:20.962422 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51658) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:20.962971 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d045082-3c3a-4bc0-b898-ae10b2f75730 req-5df6776f-70a5-4816-ad2f-367b40f2f610 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576293 Aug 31 14:32:20.968126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-4dd7e7b4-9614-48e9-b5f3-e5966dabffe3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1428661893'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:21.085894 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51664) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:21.109425 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Usage tracker for resource:network and tenant:4ed56a0f7c124ccfbd89d3f7fc7c97a3 is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:21.526410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:21.533228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Usage tracker for resource:subnet and tenant:4ed56a0f7c124ccfbd89d3f7fc7c97a3 is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:21.538561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:21.545283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Usage tracker for resource:subnetpool and tenant:4ed56a0f7c124ccfbd89d3f7fc7c97a3 is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:21.552838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:21.560998 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Usage tracker for resource:port and tenant:4ed56a0f7c124ccfbd89d3f7fc7c97a3 is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:21.567255 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:21.574492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Usage tracker for resource:router and tenant:4ed56a0f7c124ccfbd89d3f7fc7c97a3 is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:21.579522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:21.586857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Usage tracker for resource:floatingip and tenant:4ed56a0f7c124ccfbd89d3f7fc7c97a3 is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:21.591870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:21.643257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Usage tracker for resource:security_group and tenant:4ed56a0f7c124ccfbd89d3f7fc7c97a3 is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:21.656076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:21.667326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Usage tracker for resource:security_group_rule and tenant:4ed56a0f7c124ccfbd89d3f7fc7c97a3 is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:21.685045 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4dd7e7b4-9614-48e9-b5f3-e5966dabffe3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:21.692409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.quota.resource [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:21.697815 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4dd7e7b4-9614-48e9-b5f3-e5966dabffe3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:21.698559 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-86a0f5e7-fa7f-4072-8601-58812a978846 tempest-QuotasTest-918660420 tempest-QuotasTest-918660420-project-admin] 10.222.0.39 "GET /v2.0/quotas/4ed56a0f7c124ccfbd89d3f7fc7c97a3/details.json HTTP/1.1" status: 200 len: 703 time: 0.6111813 Aug 31 14:32:21.859998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd7e7b4-9614-48e9-b5f3-e5966dabffe3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router bc1927b2-8a93-4097-a233-efc6eb93887a has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:32:21.974786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd7e7b4-9614-48e9-b5f3-e5966dabffe3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:21.987404 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2ffa0-1dc6-4cfe-af0e-d8f757c033af None None] Sync routers for ids ['bc1927b2-8a93-4097-a233-efc6eb93887a'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:22.005684 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2ffa0-1dc6-4cfe-af0e-d8f757c033af None None] Routers {'bc1927b2-8a93-4097-a233-efc6eb93887a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:22.006709 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4dd7e7b4-9614-48e9-b5f3-e5966dabffe3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.006968 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-58c2ffa0-1dc6-4cfe-af0e-d8f757c033af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['bc1927b2-8a93-4097-a233-efc6eb93887a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:22.011489 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4dd7e7b4-9614-48e9-b5f3-e5966dabffe3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/bc1927b2-8a93-4097-a233-efc6eb93887a HTTP/1.1" status: 200 len: 892 time: 1.0473680 Aug 31 14:32:22.012969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51692) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:22.093795 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-58c2ffa0-1dc6-4cfe-af0e-d8f757c033af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:22.105965 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2ffa0-1dc6-4cfe-af0e-d8f757c033af None None] Routers {'bc1927b2-8a93-4097-a233-efc6eb93887a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:22.107527 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-58c2ffa0-1dc6-4cfe-af0e-d8f757c033af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:31:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['bc1927b2-8a93-4097-a233-efc6eb93887a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:22.126077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51694) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:22.154323 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-58c2ffa0-1dc6-4cfe-af0e-d8f757c033af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:22.156693 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2ffa0-1dc6-4cfe-af0e-d8f757c033af None None] The sync data for ids ['bc1927b2-8a93-4097-a233-efc6eb93887a'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:22.160081 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8742a653-7acb-49cc-9215-4001369f69f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.208203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51702) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:22.219844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-60eda59d-5435-4756-86bb-fc045040eea8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/routers/bc1927b2-8a93-4097-a233-efc6eb93887a HTTP/1.1" status: 200 len: 892 time: 0.2053361 Aug 31 14:32:22.238721 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d7d0ca02-6150-4b52-b4f2-d24854e2588e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1927b2-8a93-4097-a233-efc6eb93887a HTTP/1.1" status: 200 len: 205 time: 0.0293615 Aug 31 14:32:22.241859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51704) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:22.255797 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.311162 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fec56f-abf5-4194-8acd-b12669ff7cf9 req-19dd3955-2879-4d8a-ad31-02c13ea87f3a tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:22.318410 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68fec56f-abf5-4194-8acd-b12669ff7cf9 req-19dd3955-2879-4d8a-ad31-02c13ea87f3a tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2199578 Aug 31 14:32:22.353495 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.357944 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68fec56f-abf5-4194-8acd-b12669ff7cf9 req-5bc23975-6e24-4f56-b206-10c8db449527 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386441 Aug 31 14:32:22.392959 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.571461 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.619677 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.623777 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.671721 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84e87f4983914afdbef7ad92b7513688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443845 Aug 31 14:32:22.674381 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51716) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:22.674753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fce73b6-9f04-44d2-b1cc-a45793651938,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:22.683954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.684597 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.685108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.685639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.686209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.686724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.687363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.687888 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.688398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.688906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.689431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.689934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2389468-6d59-4355-9c84-48e6a977496b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.712035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port 6aefbfbb-e5c0-4d14-b433-c038355a549a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:22.712697 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.739544 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.794809 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.838753 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.855463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for 6aefbfbb-e5c0-4d14-b433-c038355a549a owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:22.888765 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.891960 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.896361 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fce73b6-9f04-44d2-b1cc-a45793651938 HTTP/1.1" status: 204 len: 168 time: 0.2180293 Aug 31 14:32:22.896552 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:32:22.909749 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fce73b6-9f04-44d2-b1cc-a45793651938,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:22.927047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.927226 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.931663 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.932102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.932457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.932802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.933140 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.933475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.933805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.934136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.934467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:22.937333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753ed52-f901-40d0-89ba-d240f4295da5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:23.098328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.129494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=6aefbfbb-e5c0-4d14-b433-c038355a549a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:23.224511 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.299148 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.305025 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51732) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:23.320938 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e846846d-420f-4f26-a02b-bcead41f503b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.356309 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.358679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.419134 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.420292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Fanout notify agent at l3_agent the message router_deleted on router bc1927b2-8a93-4097-a233-efc6eb93887a {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:32:23.439599 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.443917 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5be46bec-603d-4bcb-97ea-aa785abbadae tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/routers/bc1927b2-8a93-4097-a233-efc6eb93887a HTTP/1.1" status: 204 len: 168 time: 1.1998103 Aug 31 14:32:23.448432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51740) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:23.455203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5d8a6ae6-fc50-4606-a235-8320130734ca tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1328514583'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:23.479688 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e846846d-420f-4f26-a02b-bcead41f503b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.496391 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e846846d-420f-4f26-a02b-bcead41f503b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.531428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8a6ae6-fc50-4606-a235-8320130734ca tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:23.538666 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6ae6-fc50-4606-a235-8320130734ca tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.556634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846846d-420f-4f26-a02b-bcead41f503b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a397324c-acd0-41bf-9bdd-6425b37ce88f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:23.569569 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e846846d-420f-4f26-a02b-bcead41f503b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ed56a0f7c124ccfbd89d3f7fc7c97a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629428 Aug 31 14:32:23.571508 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285f6ff-e840-4240-8227-e15eaffb530d req-ec920e3b-a0eb-4e36-bc9c-871bb27e7e23 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:23.572656 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51742) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:23.583119 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7285f6ff-e840-4240-8227-e15eaffb530d req-ec920e3b-a0eb-4e36-bc9c-871bb27e7e23 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1218548 Aug 31 14:32:23.616170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8a6ae6-fc50-4606-a235-8320130734ca tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:23.628194 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6ae6-fc50-4606-a235-8320130734ca tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.628757 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-5d8a6ae6-fc50-4606-a235-8320130734ca tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Added segment 61690204-ba52-494f-abee-ae513164b212 of type vlan for network 5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6 Aug 31 14:32:23.639385 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfbb397c-e228-44e9-8069-c140e93f8aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.667226 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfbb397c-e228-44e9-8069-c140e93f8aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.680717 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6ae6-fc50-4606-a235-8320130734ca tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.732125 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7285f6ff-e840-4240-8227-e15eaffb530d req-2cdac208-e700-4505-ac91-8d8dc8311e3f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476910 Aug 31 14:32:23.734932 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6ae6-fc50-4606-a235-8320130734ca tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.742467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8a6ae6-fc50-4606-a235-8320130734ca tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:23.743453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6ae6-fc50-4606-a235-8320130734ca tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.757570 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfbb397c-e228-44e9-8069-c140e93f8aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.760627 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfbb397c-e228-44e9-8069-c140e93f8aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.764493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bfbb397c-e228-44e9-8069-c140e93f8aba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a397324c-acd0-41bf-9bdd-6425b37ce88f HTTP/1.1" status: 204 len: 168 time: 0.1876481 Aug 31 14:32:23.771298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb397c-e228-44e9-8069-c140e93f8aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a397324c-acd0-41bf-9bdd-6425b37ce88f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:23.815120 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5d8a6ae6-fc50-4606-a235-8320130734ca tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3626056 Aug 31 14:32:23.816998 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:23.820551 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f1f8097e-7ad2-42f2-98c1-6bc964e71b04 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'subnet': {'network_id': '5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:23.930080 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a6ae6-fc50-4606-a235-8320130734ca tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Network': ['ID=5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:23.949502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:23.958432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f8097e-7ad2-42f2-98c1-6bc964e71b04 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:23.962635 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1f8097e-7ad2-42f2-98c1-6bc964e71b04 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.208450 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1f8097e-7ad2-42f2-98c1-6bc964e71b04 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.244789 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.324877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8097e-7ad2-42f2-98c1-6bc964e71b04 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Subnet': ['ID=4067418c-fb98-46b7-832d-6097eaa7de8c,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:24.327481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f8097e-7ad2-42f2-98c1-6bc964e71b04 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Checking segment: {'id': '61690204-ba52-494f-abee-ae513164b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:24.327900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f8097e-7ad2-42f2-98c1-6bc964e71b04 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network hostable DHCP agents. Network: 5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:24.350475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f8097e-7ad2-42f2-98c1-6bc964e71b04 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:24.362155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f1f8097e-7ad2-42f2-98c1-6bc964e71b04 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:24.366756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f8097e-7ad2-42f2-98c1-6bc964e71b04 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:24.367601 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1f8097e-7ad2-42f2-98c1-6bc964e71b04 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.373173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0824d0-a9eb-4bc6-a803-92de052e61f8 None None] Network 5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:24.391977 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51774) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:24.392566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f1f8097e-7ad2-42f2-98c1-6bc964e71b04 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5759826 Aug 31 14:32:24.400160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1a2d3ddc-596d-4752-8d34-7c1fbaa218f4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1855432717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:24.454296 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3ddc-596d-4752-8d34-7c1fbaa218f4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.455514 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3ddc-596d-4752-8d34-7c1fbaa218f4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.595019 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3ddc-596d-4752-8d34-7c1fbaa218f4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.603135 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3ddc-596d-4752-8d34-7c1fbaa218f4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.639284 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3ddc-596d-4752-8d34-7c1fbaa218f4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.644161 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1a2d3ddc-596d-4752-8d34-7c1fbaa218f4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2485929 Aug 31 14:32:24.646557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51792) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:24.774896 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6', 'network_id': '5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'fixed_ips': [{'subnet_id': '4067418c-fb98-46b7-832d-6097eaa7de8c'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:32:24.776355 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:25.133938 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:25.194831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Allocated IP 2001:db8::2 (5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6/4067418c-fb98-46b7-832d-6097eaa7de8c/4e83019c-d7e3-4d8a-8382-7c26e606469d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:25.264946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b7172-990c-464a-ac4a-a1009126e24a req-2d189aa9-d72b-4185-a580-9f2db642b9b5 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:25.276964 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-121b7172-990c-464a-ac4a-a1009126e24a req-2d189aa9-d72b-4185-a580-9f2db642b9b5 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.3936274 Aug 31 14:32:25.401644 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:25.441761 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-121b7172-990c-464a-ac4a-a1009126e24a req-265b6ac2-51f8-415c-925c-bf58b4375d3d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615016 Aug 31 14:32:25.587790 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:25.617735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Transition to ACTIVE for port object 4e83019c-d7e3-4d8a-8382-7c26e606469d will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:25.669890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Transition to ACTIVE for port object 4e83019c-d7e3-4d8a-8382-7c26e606469d will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:25.679563 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:25.734632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Network 5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:25.740959 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:25.747280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:25.758109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Pushing event updated for resources: {'Port': ['ID=4e83019c-d7e3-4d8a-8382-7c26e606469d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:25.832946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Attempting to bind port 4e83019c-d7e3-4d8a-8382-7c26e606469d on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:25.833508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Attempting to bind port 4e83019c-d7e3-4d8a-8382-7c26e606469d by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '61690204-ba52-494f-abee-ae513164b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:25.833883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Attempting to bind port 4e83019c-d7e3-4d8a-8382-7c26e606469d on network 5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:25.842133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:25.842506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Checking segment: {'id': '61690204-ba52-494f-abee-ae513164b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:25.842911 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:25.843330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Bound using segment: {'id': '61690204-ba52-494f-abee-ae513164b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:25.843854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Bound port: 4e83019c-d7e3-4d8a-8382-7c26e606469d, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61690204-ba52-494f-abee-ae513164b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:25.844251 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:25.884603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Allocated IP 2001:db8::1 (5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6/4067418c-fb98-46b7-832d-6097eaa7de8c/eac91cd2-0ea4-45c7-826d-e6f4117a9ce1) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:25.952826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] For port 4e83019c-d7e3-4d8a-8382-7c26e606469d, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:25.957379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] For port 4e83019c-d7e3-4d8a-8382-7c26e606469d, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4e83019c-d7e3-4d8a-8382-7c26e606469d,segment=NetworkSegment(61690204-ba52-494f-abee-ae513164b212),segment_id=61690204-ba52-494f-abee-ae513164b212)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:25.962771 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.111157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c35a3-5b39-458b-bfe5-2a35f571895e None None] Pushing event updated for resources: {'Port': ['ID=4e83019c-d7e3-4d8a-8382-7c26e606469d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:26.188777 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.212602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Transition to ACTIVE for port object eac91cd2-0ea4-45c7-826d-e6f4117a9ce1 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:26.256242 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.302918 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:26.306409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:26.309395 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:26.310314 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.389516 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=eac91cd2-0ea4-45c7-826d-e6f4117a9ce1,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:26.516282 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52012) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:26.646903 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.694091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1060343804', 'router:external': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:26.735550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7a827-92d5-41f0-a420-e0676c428570 req-445c35ea-f88e-4b50-b14d-31d0c2f101da tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:26.737105 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6e7a827-92d5-41f0-a420-e0676c428570 req-445c35ea-f88e-4b50-b14d-31d0c2f101da tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1241744 Aug 31 14:32:26.739361 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Made reservation on behalf of a43cbcb2e27048dea307d9b9b7abc543 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:26.742133 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.761995 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.862211 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6e7a827-92d5-41f0-a420-e0676c428570 req-97fefb62-fd1b-4c68-a9dd-d7f4ecfce483 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165266 Aug 31 14:32:26.938817 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.943292 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.002723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:27.011148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece598ed-6d09-447f-b951-736903c0374b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:27.022714 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.022714 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Added segment a93a078b-a2a4-4cf5-803c-0643fffdba12 of type vlan for network a162328f-ffca-4dfc-a4c3-f2367d8d4771 Aug 31 14:32:27.158126 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.203093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.209227 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.213027 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.226271 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.228042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:27.229002 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.375525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event updated for resources: {'Network': ['ID=a162328f-ffca-4dfc-a4c3-f2367d8d4771,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:27.393951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=eac91cd2-0ea4-45c7-826d-e6f4117a9ce1,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:27.398691 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3593ebdc-066f-4918-b448-59e1035117e3 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8787007 Aug 31 14:32:27.398870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network a162328f-ffca-4dfc-a4c3-f2367d8d4771 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:27.403122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52112) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:27.411916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5910cc2d-5cb3-46d1-9db1-ea3289af2059 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Request body: {'subnet': {'network_id': 'a162328f-ffca-4dfc-a4c3-f2367d8d4771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:27.452157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5910cc2d-5cb3-46d1-9db1-ea3289af2059 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Made reservation on behalf of a43cbcb2e27048dea307d9b9b7abc543 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:27.454546 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5910cc2d-5cb3-46d1-9db1-ea3289af2059 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.526272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:27.529649 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:27.568948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaf7356-2a52-4a30-9492-d1879c1dd0d2 None None] Network 5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:27.739689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-62d5d032-5b5c-4bac-bbb2-887f468beadd None None] Provisioning for port 4e83019c-d7e3-4d8a-8382-7c26e606469d completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:27.833999 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router 08daf9d8-ac40-4745-9a72-67e9dd207f5e is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:32:27.940641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfb1d6-d053-4679-8b97-e51ab8b38d66 req-b4815466-c547-44b3-b732-cc3746eb717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:27.944479 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44bfb1d6-d053-4679-8b97-e51ab8b38d66 req-b4815466-c547-44b3-b732-cc3746eb717a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 1096 time: 0.1588752 Aug 31 14:32:28.068419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712560c5-b147-4203-bee2-6d8090758657 req-197e0ab0-1a62-4126-87e5-8a0243624679 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:28.079335 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-712560c5-b147-4203-bee2-6d8090758657 req-197e0ab0-1a62-4126-87e5-8a0243624679 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.2322350 Aug 31 14:32:28.083456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:28.095161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f830b0db-4e74-4299-becd-6b6adbed3893 None None] Sync routers for ids ['08daf9d8-ac40-4745-9a72-67e9dd207f5e'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:28.113945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f830b0db-4e74-4299-becd-6b6adbed3893 None None] Routers {'08daf9d8-ac40-4745-9a72-67e9dd207f5e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:28.114610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f830b0db-4e74-4299-becd-6b6adbed3893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['08daf9d8-ac40-4745-9a72-67e9dd207f5e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:28.115299 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5e99a109-7aaf-4631-8021-c12102e3beee tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/08daf9d8-ac40-4745-9a72-67e9dd207f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4664333 Aug 31 14:32:28.116104 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52200) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:28.168174 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f830b0db-4e74-4299-becd-6b6adbed3893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:28.182964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f830b0db-4e74-4299-becd-6b6adbed3893 None None] Routers {'08daf9d8-ac40-4745-9a72-67e9dd207f5e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:28.185598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f830b0db-4e74-4299-becd-6b6adbed3893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['08daf9d8-ac40-4745-9a72-67e9dd207f5e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:28.215632 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-712560c5-b147-4203-bee2-6d8090758657 req-c22c13a2-8002-4b1a-aed0-4208eabd986f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352417 Aug 31 14:32:28.236206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5959d9c6-7cbe-4bf3-bf82-39b12f263b86 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:28.236978 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f830b0db-4e74-4299-becd-6b6adbed3893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:28.237811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f830b0db-4e74-4299-becd-6b6adbed3893 None None] The sync data for ids ['08daf9d8-ac40-4745-9a72-67e9dd207f5e'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:28.248187 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5959d9c6-7cbe-4bf3-bf82-39b12f263b86 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports/eac91cd2-0ea4-45c7-826d-e6f4117a9ce1 HTTP/1.1" status: 200 len: 911 time: 0.1293278 Aug 31 14:32:28.254928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52214) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:28.261595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfb1d6-d053-4679-8b97-e51ab8b38d66 req-fb9e15fc-840c-4b83-8f2b-0aa9ced95f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:28.268654 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44bfb1d6-d053-4679-8b97-e51ab8b38d66 req-fb9e15fc-840c-4b83-8f2b-0aa9ced95f17 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.3096993 Aug 31 14:32:28.271751 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-29b75d6b-a4d9-4e35-a105-fb4aac2b7e6d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4067418c-fb98-46b7-832d-6097eaa7de8c'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:28.343660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccd4f6-39c7-4ea4-aaf3-2df9a31c6211 req-ecc5b606-5e10-4e0a-a607-12cc61895c14 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:28.346542 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fccd4f6-39c7-4ea4-aaf3-2df9a31c6211 req-ecc5b606-5e10-4e0a-a607-12cc61895c14 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2922738 Aug 31 14:32:28.422691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4e83019c-d7e3-4d8a-8382-7c26e606469d up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:28.475258 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44bfb1d6-d053-4679-8b97-e51ab8b38d66 req-4e1f2e40-dd0d-42ef-bf6e-42b92e021972 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef248e17-ff68-45a2-a95a-b080183edfb0 HTTP/1.1" status: 200 len: 1000 time: 0.2024801 Aug 31 14:32:28.535812 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fccd4f6-39c7-4ea4-aaf3-2df9a31c6211 req-92640054-0aa5-4f45-89b8-e47674048a0b tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773801 Aug 31 14:32:28.544623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 4e83019c-d7e3-4d8a-8382-7c26e606469d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:28.553600 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 4e83019c-d7e3-4d8a-8382-7c26e606469d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:28.554091 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.580081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfb1d6-d053-4679-8b97-e51ab8b38d66 req-47706b24-df49-47fd-9435-421b9883ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:28.580081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44bfb1d6-d053-4679-8b97-e51ab8b38d66 req-47706b24-df49-47fd-9435-421b9883ecf8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.0900578 Aug 31 14:32:28.580281 n-d-806683-5 neutron-server[94870]: DEBUG neutron.objects.ports [None req-5910cc2d-5cb3-46d1-9db1-ea3289af2059 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94870) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:32:28.580281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5910cc2d-5cb3-46d1-9db1-ea3289af2059 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.657139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfb1d6-d053-4679-8b97-e51ab8b38d66 req-5d8a2fe7-05c6-4707-b4ad-f95be4aed333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:28.659675 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44bfb1d6-d053-4679-8b97-e51ab8b38d66 req-5d8a2fe7-05c6-4707-b4ad-f95be4aed333 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710666 Aug 31 14:32:28.688650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a4fa0763-ce4c-4a48-9660-205a8b0bb8c8 None None] Provisioning complete for port 4e83019c-d7e3-4d8a-8382-7c26e606469d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:28.689279 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0763-ce4c-4a48-9660-205a8b0bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.766996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910cc2d-5cb3-46d1-9db1-ea3289af2059 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d54c8674-cd46-4777-8de8-1a71c8d2779c,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:28.791256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910cc2d-5cb3-46d1-9db1-ea3289af2059 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Checking segment: {'id': 'a93a078b-a2a4-4cf5-803c-0643fffdba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a162328f-ffca-4dfc-a4c3-f2367d8d4771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:28.801066 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5910cc2d-5cb3-46d1-9db1-ea3289af2059 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Network hostable DHCP agents. Network: a162328f-ffca-4dfc-a4c3-f2367d8d4771, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:28.808838 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-29b75d6b-a4d9-4e35-a105-fb4aac2b7e6d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.849998 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44bfb1d6-d053-4679-8b97-e51ab8b38d66 req-6447c323-e0c3-4970-9575-717311f8df05 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630657 Aug 31 14:32:28.888639 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.926752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5910cc2d-5cb3-46d1-9db1-ea3289af2059 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Network a162328f-ffca-4dfc-a4c3-f2367d8d4771 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:28.933722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 4e83019c-d7e3-4d8a-8382-7c26e606469d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4e83019c-d7e3-4d8a-8382-7c26e606469d,segment=NetworkSegment(61690204-ba52-494f-abee-ae513164b212),segment_id=61690204-ba52-494f-abee-ae513164b212)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:28.949158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5910cc2d-5cb3-46d1-9db1-ea3289af2059 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, a162328f-ffca-4dfc-a4c3-f2367d8d4771) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:28.973608 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0763-ce4c-4a48-9660-205a8b0bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.978764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca5fe09-4822-4455-af97-5d77eb0790cf None None] Network a162328f-ffca-4dfc-a4c3-f2367d8d4771 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:29.020714 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44bfb1d6-d053-4679-8b97-e51ab8b38d66 req-a76b8e76-ba47-4c9d-892c-04f403841b65 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608379 Aug 31 14:32:29.032458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5910cc2d-5cb3-46d1-9db1-ea3289af2059 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:29.033366 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5910cc2d-5cb3-46d1-9db1-ea3289af2059 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.079892 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.275219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a578d7-5da3-4e30-bc56-f0739179d89a None None] Network a162328f-ffca-4dfc-a4c3-f2367d8d4771 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:29.490557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b4620-43d6-4a0f-a98a-72ba6cb05f32 req-fde9007f-7596-4915-8b60-42b139b99ce8 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:29.501951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f6b4620-43d6-4a0f-a98a-72ba6cb05f32 req-fde9007f-7596-4915-8b60-42b139b99ce8 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1504414 Aug 31 14:32:29.569170 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f6b4620-43d6-4a0f-a98a-72ba6cb05f32 req-ac5733f3-edc2-4f56-96d7-b3bde98223f9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659225 Aug 31 14:32:29.690777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52338) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:29.691342 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5910cc2d-5cb3-46d1-9db1-ea3289af2059 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2843683 Aug 31 14:32:29.696795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-da007a81-c681-474b-8afd-94837ccfbc3e tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-44323299', 'network_id': 'a162328f-ffca-4dfc-a4c3-f2367d8d4771'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:29.772142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da007a81-c681-474b-8afd-94837ccfbc3e tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Made reservation on behalf of a43cbcb2e27048dea307d9b9b7abc543 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:29.778157 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da007a81-c681-474b-8afd-94837ccfbc3e tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.816392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-da007a81-c681-474b-8afd-94837ccfbc3e tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] device_id is not set on port b8c29335-a1ff-4ee6-898c-0fc4ec2a1f78 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:32:29.868794 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=4e83019c-d7e3-4d8a-8382-7c26e606469d,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:29.888636 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-a4fa0763-ce4c-4a48-9660-205a8b0bb8c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:32:29.891710 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-a4fa0763-ce4c-4a48-9660-205a8b0bb8c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:32:29.948686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcb169-6f90-4e80-991b-50a826b4c8b7 req-c21a8686-177b-4691-8b07-2429722bf432 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:29.950189 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8bbcb169-6f90-4e80-991b-50a826b4c8b7 req-c21a8686-177b-4691-8b07-2429722bf432 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1798496 Aug 31 14:32:29.965549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-da007a81-c681-474b-8afd-94837ccfbc3e tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Allocated IP 2001:db8::214 (a162328f-ffca-4dfc-a4c3-f2367d8d4771/d54c8674-cd46-4777-8de8-1a71c8d2779c/b8c29335-a1ff-4ee6-898c-0fc4ec2a1f78) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:30.053157 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8bbcb169-6f90-4e80-991b-50a826b4c8b7 req-87f22dea-535d-4586-8251-9189376e0140 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858355 Aug 31 14:32:30.167998 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da007a81-c681-474b-8afd-94837ccfbc3e tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.184869 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-29b75d6b-a4d9-4e35-a105-fb4aac2b7e6d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.202561 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-29b75d6b-a4d9-4e35-a105-fb4aac2b7e6d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.212548 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b75d6b-a4d9-4e35-a105-fb4aac2b7e6d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:30.214403 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-29b75d6b-a4d9-4e35-a105-fb4aac2b7e6d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.217198 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-29b75d6b-a4d9-4e35-a105-fb4aac2b7e6d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/ports/eac91cd2-0ea4-45c7-826d-e6f4117a9ce1 HTTP/1.1" status: 200 len: 911 time: 1.9515915 Aug 31 14:32:30.227645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52356) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:30.236048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da007a81-c681-474b-8afd-94837ccfbc3e tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.303992 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b75d6b-a4d9-4e35-a105-fb4aac2b7e6d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=eac91cd2-0ea4-45c7-826d-e6f4117a9ce1,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:30.306211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4e83019c-d7e3-4d8a-8382-7c26e606469d up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:30.360895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 4e83019c-d7e3-4d8a-8382-7c26e606469d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:30.361266 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.362386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da007a81-c681-474b-8afd-94837ccfbc3e tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Network a162328f-ffca-4dfc-a4c3-f2367d8d4771 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:30.370234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-da007a81-c681-474b-8afd-94837ccfbc3e tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:30.377619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da007a81-c681-474b-8afd-94837ccfbc3e tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event updated for resources: {'Port': ['ID=b8c29335-a1ff-4ee6-898c-0fc4ec2a1f78,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:30.384716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da007a81-c681-474b-8afd-94837ccfbc3e tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:30.387101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da007a81-c681-474b-8afd-94837ccfbc3e tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:30.387920 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da007a81-c681-474b-8afd-94837ccfbc3e tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.474312 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-da007a81-c681-474b-8afd-94837ccfbc3e tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7818623 Aug 31 14:32:30.477124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52362) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:30.493155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a4fa0763-ce4c-4a48-9660-205a8b0bb8c8 None None] Provisioning for port eac91cd2-0ea4-45c7-826d-e6f4117a9ce1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:30.501466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a4fa0763-ce4c-4a48-9660-205a8b0bb8c8 None None] Provisioning complete for port eac91cd2-0ea4-45c7-826d-e6f4117a9ce1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:30.501914 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0763-ce4c-4a48-9660-205a8b0bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.573694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa0763-ce4c-4a48-9660-205a8b0bb8c8 None None] Port eac91cd2-0ea4-45c7-826d-e6f4117a9ce1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:30.697444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d0e19fe0-d8e5-48b3-9c9c-2e96c870704d None None] Provisioning complete for port eac91cd2-0ea4-45c7-826d-e6f4117a9ce1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:30.698145 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0e19fe0-d8e5-48b3-9c9c-2e96c870704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.724934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4263296e-ef84-4c75-a109-0a1cb13ba189 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Deleting port b8c29335-a1ff-4ee6-898c-0fc4ec2a1f78 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:30.725273 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4263296e-ef84-4c75-a109-0a1cb13ba189 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.763981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d0e19fe0-d8e5-48b3-9c9c-2e96c870704d None None] Port eac91cd2-0ea4-45c7-826d-e6f4117a9ce1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:30.776478 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d84d-ba45-414a-9c09-b443140e0d63 req-1a32defc-03b9-4187-8fd2-f61c6fb83200 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:30.783838 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6e8d84d-ba45-414a-9c09-b443140e0d63 req-1a32defc-03b9-4187-8fd2-f61c6fb83200 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1338937 Aug 31 14:32:30.880371 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6e8d84d-ba45-414a-9c09-b443140e0d63 req-cfc8ccdd-249d-4345-b07d-43ad65e62ea7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953822 Aug 31 14:32:30.900078 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4263296e-ef84-4c75-a109-0a1cb13ba189 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.927496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4263296e-ef84-4c75-a109-0a1cb13ba189 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Calling delete_port for b8c29335-a1ff-4ee6-898c-0fc4ec2a1f78 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:30.940882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c25aa918-20b5-4f53-bd8a-bca0848386dd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:31.218364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1ef4d-3207-4ca3-8d22-c675d1a8a77c req-330adb3d-196a-4fed-8ada-dd6a50dce9cc tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:31.224793 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b7a1ef4d-3207-4ca3-8d22-c675d1a8a77c req-330adb3d-196a-4fed-8ada-dd6a50dce9cc tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.0699027 Aug 31 14:32:31.251347 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4263296e-ef84-4c75-a109-0a1cb13ba189 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:31.289144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263296e-ef84-4c75-a109-0a1cb13ba189 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8c29335-a1ff-4ee6-898c-0fc4ec2a1f78,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:31.319870 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b7a1ef4d-3207-4ca3-8d22-c675d1a8a77c req-6a0f98c0-5c58-4a56-9cfc-488b772ebfbd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881939 Aug 31 14:32:31.326069 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4263296e-ef84-4c75-a109-0a1cb13ba189 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:31.335264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52390) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:31.336490 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4263296e-ef84-4c75-a109-0a1cb13ba189 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "DELETE /v2.0/ports/b8c29335-a1ff-4ee6-898c-0fc4ec2a1f78 HTTP/1.1" status: 204 len: 168 time: 0.8578305 Aug 31 14:32:31.352341 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a162328f-ffca-4dfc-a4c3-f2367d8d4771', 'external_fixed_ips': [{'subnet_id': 'd54c8674-cd46-4777-8de8-1a71c8d2779c', 'ip_address': '2001:db8::214'}]}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:31.382932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:31.383921 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:31.437393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c25aa918-20b5-4f53-bd8a-bca0848386dd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port eac91cd2-0ea4-45c7-826d-e6f4117a9ce1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:31.437812 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c25aa918-20b5-4f53-bd8a-bca0848386dd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:31.448411 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:31.552784 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c25aa918-20b5-4f53-bd8a-bca0848386dd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:31.567414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c25aa918-20b5-4f53-bd8a-bca0848386dd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for eac91cd2-0ea4-45c7-826d-e6f4117a9ce1 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:31.611837 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:31.975708 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:32.017956 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:32.170328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c25aa918-20b5-4f53-bd8a-bca0848386dd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:32.260836 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25aa918-20b5-4f53-bd8a-bca0848386dd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=eac91cd2-0ea4-45c7-826d-e6f4117a9ce1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:32.276116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Allocated IP 2001:db8::214 (a162328f-ffca-4dfc-a4c3-f2367d8d4771/d54c8674-cd46-4777-8de8-1a71c8d2779c/0b6ad35f-4995-4571-9f23-da90d0233fc4) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:32.391507 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c25aa918-20b5-4f53-bd8a-bca0848386dd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:32.439372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:32.503029 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:32.568560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Network a162328f-ffca-4dfc-a4c3-f2367d8d4771 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:32.576162 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:32.584111 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:32.590534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event updated for resources: {'Port': ['ID=0b6ad35f-4995-4571-9f23-da90d0233fc4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:32.683080 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25aa918-20b5-4f53-bd8a-bca0848386dd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router 08daf9d8-ac40-4745-9a72-67e9dd207f5e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:32:32.693326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf68b69-e807-405d-888d-ec0630f508f9 req-6ec43a95-138a-47cf-81e2-34421f4f1c52 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:32.701145 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0cf68b69-e807-405d-888d-ec0630f508f9 req-6ec43a95-138a-47cf-81e2-34421f4f1c52 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1734219 Aug 31 14:32:32.817444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0cf68b69-e807-405d-888d-ec0630f508f9 req-06d63cb3-f289-4f25-afac-6b4059ca83cf tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153073 Aug 31 14:32:32.840424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25aa918-20b5-4f53-bd8a-bca0848386dd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:32.849813 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c25aa918-20b5-4f53-bd8a-bca0848386dd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/08daf9d8-ac40-4745-9a72-67e9dd207f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6207974 Aug 31 14:32:32.852434 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab01479-1659-402f-9e56-1ecf6c1bdf30 None None] Sync routers for ids ['08daf9d8-ac40-4745-9a72-67e9dd207f5e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:32.852977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52420) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:32.869532 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:32.870494 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab01479-1659-402f-9e56-1ecf6c1bdf30 None None] Routers {'08daf9d8-ac40-4745-9a72-67e9dd207f5e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:32.871122 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6ab01479-1659-402f-9e56-1ecf6c1bdf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['08daf9d8-ac40-4745-9a72-67e9dd207f5e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:32.883836 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-adc5710a-e4e0-44fe-81f6-89885ebbb269 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports?device_id=08daf9d8-ac40-4745-9a72-67e9dd207f5e HTTP/1.1" status: 200 len: 205 time: 0.0301266 Aug 31 14:32:32.886327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52422) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:32.944889 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6ab01479-1659-402f-9e56-1ecf6c1bdf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:32.956010 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab01479-1659-402f-9e56-1ecf6c1bdf30 None None] Routers {'08daf9d8-ac40-4745-9a72-67e9dd207f5e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:32.957612 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6ab01479-1659-402f-9e56-1ecf6c1bdf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['08daf9d8-ac40-4745-9a72-67e9dd207f5e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:33.006656 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c707c57-e85f-47b8-8ac8-66f41cc98199 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:33.007262 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6ab01479-1659-402f-9e56-1ecf6c1bdf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:33.008031 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab01479-1659-402f-9e56-1ecf6c1bdf30 None None] The sync data for ids ['08daf9d8-ac40-4745-9a72-67e9dd207f5e'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:33.182334 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:33.237410 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c707c57-e85f-47b8-8ac8-66f41cc98199 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:33.240235 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c707c57-e85f-47b8-8ac8-66f41cc98199 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:33.292897 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c707c57-e85f-47b8-8ac8-66f41cc98199 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:33.294193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c707c57-e85f-47b8-8ac8-66f41cc98199 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Fanout notify agent at l3_agent the message router_deleted on router 08daf9d8-ac40-4745-9a72-67e9dd207f5e {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:32:33.312611 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c707c57-e85f-47b8-8ac8-66f41cc98199 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:33.314326 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7c707c57-e85f-47b8-8ac8-66f41cc98199 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/routers/08daf9d8-ac40-4745-9a72-67e9dd207f5e HTTP/1.1" status: 204 len: 168 time: 0.4268794 Aug 31 14:32:33.316984 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde45270-f187-48d5-a8aa-b3e989272f15 req-3ece4f23-d2c1-444e-bc72-38129355fc4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.318014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52436) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:33.323988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde45270-f187-48d5-a8aa-b3e989272f15 req-3ece4f23-d2c1-444e-bc72-38129355fc4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.350578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde45270-f187-48d5-a8aa-b3e989272f15 req-3ece4f23-d2c1-444e-bc72-38129355fc4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.375620 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde45270-f187-48d5-a8aa-b3e989272f15 req-3ece4f23-d2c1-444e-bc72-38129355fc4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.383154 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde45270-f187-48d5-a8aa-b3e989272f15 req-3ece4f23-d2c1-444e-bc72-38129355fc4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.389269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde45270-f187-48d5-a8aa-b3e989272f15 req-3ece4f23-d2c1-444e-bc72-38129355fc4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.391954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-44647d63-5417-436d-a2a6-eb2974281c0c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting subnet 4067418c-fb98-46b7-832d-6097eaa7de8c {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:32:33.396350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde45270-f187-48d5-a8aa-b3e989272f15 req-3ece4f23-d2c1-444e-bc72-38129355fc4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.396719 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-44647d63-5417-436d-a2a6-eb2974281c0c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:33.398328 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dde45270-f187-48d5-a8aa-b3e989272f15 req-3ece4f23-d2c1-444e-bc72-38129355fc4c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5434 time: 0.2251956 Aug 31 14:32:33.458469 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-44647d63-5417-436d-a2a6-eb2974281c0c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:33.485069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dde45270-f187-48d5-a8aa-b3e989272f15 req-010d57ce-4f7f-4186-856d-2b6fe6703441 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792542 Aug 31 14:32:33.517233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Router 324629f3-c2fa-4cd9-bd23-e7aa6c249e06 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:32:33.636344 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-44647d63-5417-436d-a2a6-eb2974281c0c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:33.697599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:33.719880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] Sync routers for ids ['324629f3-c2fa-4cd9-bd23-e7aa6c249e06'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:33.736769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] Routers {'324629f3-c2fa-4cd9-bd23-e7aa6c249e06'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:33.737623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['324629f3-c2fa-4cd9-bd23-e7aa6c249e06'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:33.754912 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099071ad-9be0-4b56-847c-0323ed4b325d req-5b5a610d-ba38-4b3f-ba69-ed5155818d3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.761170 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:33.762052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099071ad-9be0-4b56-847c-0323ed4b325d req-5b5a610d-ba38-4b3f-ba69-ed5155818d3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.762421 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1b3cef63-620e-4931-b076-7523ebf81f56 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.4240274 Aug 31 14:32:33.765065 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52448) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:33.769803 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099071ad-9be0-4b56-847c-0323ed4b325d req-5b5a610d-ba38-4b3f-ba69-ed5155818d3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.776286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099071ad-9be0-4b56-847c-0323ed4b325d req-5b5a610d-ba38-4b3f-ba69-ed5155818d3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.782484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099071ad-9be0-4b56-847c-0323ed4b325d req-5b5a610d-ba38-4b3f-ba69-ed5155818d3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.788958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099071ad-9be0-4b56-847c-0323ed4b325d req-5b5a610d-ba38-4b3f-ba69-ed5155818d3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.795262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099071ad-9be0-4b56-847c-0323ed4b325d req-5b5a610d-ba38-4b3f-ba69-ed5155818d3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.797518 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-099071ad-9be0-4b56-847c-0323ed4b325d req-5b5a610d-ba38-4b3f-ba69-ed5155818d3d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5434 time: 0.1571114 Aug 31 14:32:33.809944 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-44647d63-5417-436d-a2a6-eb2974281c0c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:33.870529 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-44647d63-5417-436d-a2a6-eb2974281c0c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:33.870936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d3058e-2c06-43f9-ba5e-70ed74b3e642 None None] Network 5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:33.879918 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-44647d63-5417-436d-a2a6-eb2974281c0c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/4067418c-fb98-46b7-832d-6097eaa7de8c HTTP/1.1" status: 204 len: 168 time: 0.5603199 Aug 31 14:32:33.880914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44647d63-5417-436d-a2a6-eb2974281c0c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Subnet': ['ID=4067418c-fb98-46b7-832d-6097eaa7de8c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:33.882656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52454) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:33.986618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] Set router 324629f3-c2fa-4cd9-bd23-e7aa6c249e06 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:32:34.037703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11491768-c7f3-44a2-90fb-0e44e4368d6f req-83dda976-6693-494f-a938-2a8e6e3c6dba tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:34.044935 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11491768-c7f3-44a2-90fb-0e44e4368d6f req-83dda976-6693-494f-a938-2a8e6e3c6dba tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1464834 Aug 31 14:32:34.048158 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.064650 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.148503 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11491768-c7f3-44a2-90fb-0e44e4368d6f req-7d1c3d70-6a30-46de-a56a-357c9ef0713c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871947 Aug 31 14:32:34.218564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port 4e83019c-d7e3-4d8a-8382-7c26e606469d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:34.218961 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.248254 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.318981 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Deleting port 0b6ad35f-4995-4571-9f23-da90d0233fc4 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:34.319602 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.333062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] For port 4e83019c-d7e3-4d8a-8382-7c26e606469d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4e83019c-d7e3-4d8a-8382-7c26e606469d,segment=NetworkSegment(61690204-ba52-494f-abee-ae513164b212),segment_id=61690204-ba52-494f-abee-ae513164b212)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:34.334241 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.355420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for 4e83019c-d7e3-4d8a-8382-7c26e606469d owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:34.416993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28d9125-cd83-4f7b-b304-5962c34e551c None None] DHCP port deletion for 5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:32:34.425996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324629f3-c2fa-4cd9-bd23-e7aa6c249e06', 'name': '', 'tenant_id': 'a43cbcb2e27048dea307d9b9b7abc543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a162328f-ffca-4dfc-a4c3-f2367d8d4771', 'external_fixed_ips': [{'subnet_id': 'd54c8674-cd46-4777-8de8-1a71c8d2779c', 'ip_address': '2001:db8::214'}], 'enable_snat': True}, 'gw_port_id': '0b6ad35f-4995-4571-9f23-da90d0233fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:31Z', 'updated_at': '2021-08-31T14:32:32Z', 'revision_number': 3, 'project_id': 'a43cbcb2e27048dea307d9b9b7abc543', 'gw_port': {'id': '0b6ad35f-4995-4571-9f23-da90d0233fc4', 'name': '', 'network_id': 'a162328f-ffca-4dfc-a4c3-f2367d8d4771', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:87:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324629f3-c2fa-4cd9-bd23-e7aa6c249e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'd54c8674-cd46-4777-8de8-1a71c8d2779c', 'ip_address': '2001:db8::214', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:32Z', 'updated_at': '2021-08-31T14:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd54c8674-cd46-4777-8de8-1a71c8d2779c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:34.440552 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.453441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Calling delete_port for 0b6ad35f-4995-4571-9f23-da90d0233fc4 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:34.461578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] Checking router: 324629f3-c2fa-4cd9-bd23-e7aa6c249e06 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:32:34.462269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] Updating router 324629f3-c2fa-4cd9-bd23-e7aa6c249e06 port 0b6ad35f-4995-4571-9f23-da90d0233fc4 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:32:34.507952 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.552166 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.568049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No DVR routers for this DVR port 4e83019c-d7e3-4d8a-8382-7c26e606469d on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:34.569822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=4e83019c-d7e3-4d8a-8382-7c26e606469d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:34.618356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f28d9125-cd83-4f7b-b304-5962c34e551c None None] The port '4e83019c-d7e3-4d8a-8382-7c26e606469d' was deleted {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 14:32:34.751033 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.783280 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.792493 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b6ad35f-4995-4571-9f23-da90d0233fc4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:34.807643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:34.814830 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.826670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61690204-ba52-494f-abee-ae513164b212') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:34.827308 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61690204-ba52-494f-abee-ae513164b212') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:34.839098 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.864166 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.871791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:34.872756 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:34.932298 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:34.936467 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.941994 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.999891 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.020901 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.023861 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/networks/5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6 HTTP/1.1" status: 204 len: 168 time: 1.1401007 Aug 31 14:32:35.051099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52474) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:35.051099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7ea70937-2fe9-4dca-ab43-182f55b6172e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1582694055', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:35.051500 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e9e0c-7b0a-42c7-bc91-717d1d0073b8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Network': ['ID=5a9c0a02-26c2-48a8-9cf5-99ea4f8f3dc6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:35.103196 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ea70937-2fe9-4dca-ab43-182f55b6172e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.104692 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:32:35.105189 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:32:35.106437 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ea70937-2fe9-4dca-ab43-182f55b6172e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.107226 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 939b4f01-144a-4c0c-a95c-a3185fdcf62f details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:32:35.263323 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ea70937-2fe9-4dca-ab43-182f55b6172e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.268874 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ea70937-2fe9-4dca-ab43-182f55b6172e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.278333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 939b4f01-144a-4c0c-a95c-a3185fdcf62f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:35.293715 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '939b4f01-144a-4c0c-a95c-a3185fdcf62f', 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8', 'port_id': '939b4f01-144a-4c0c-a95c-a3185fdcf62f', 'mac_address': 'fa:16:3e:22:7b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:32:35.313105 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ea70937-2fe9-4dca-ab43-182f55b6172e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.314506 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7ea70937-2fe9-4dca-ab43-182f55b6172e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2742424 Aug 31 14:32:35.318043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52482) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:35.323509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-65c2059b-e8f1-4a34-87cb-d117a5dadfba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-412005247'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:35.353080 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.365219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c2059b-e8f1-4a34-87cb-d117a5dadfba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:35.368794 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65c2059b-e8f1-4a34-87cb-d117a5dadfba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.384207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 939b4f01-144a-4c0c-a95c-a3185fdcf62f {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:32:35.416921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 939b4f01-144a-4c0c-a95c-a3185fdcf62f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:35.425476 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.436926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c2059b-e8f1-4a34-87cb-d117a5dadfba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:35.491160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65c2059b-e8f1-4a34-87cb-d117a5dadfba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.491941 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-65c2059b-e8f1-4a34-87cb-d117a5dadfba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Added segment bcf78df6-4336-48e9-88a5-2420cbeb84db of type vlan for network ce636ec6-142a-4244-902b-47439913ee14 Aug 31 14:32:35.553618 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.553618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 324629f3-c2fa-4cd9-bd23-e7aa6c249e06 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:32:35.559720 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65c2059b-e8f1-4a34-87cb-d117a5dadfba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.561261 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.564859 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-38622e76-d961-4c81-b118-85118770686b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "DELETE /v2.0/routers/324629f3-c2fa-4cd9-bd23-e7aa6c249e06 HTTP/1.1" status: 204 len: 168 time: 1.7986856 Aug 31 14:32:35.574562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52492) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:35.575470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=939b4f01-144a-4c0c-a95c-a3185fdcf62f,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:35.584317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:35.584665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:35.585018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:35.585338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:35.585675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:35.585999 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:35.588201 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:35.588735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:35.589094 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:35.589400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:35.589730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:35.590641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:35.603044 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['939b4f01-144a-4c0c-a95c-a3185fdcf62f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:32:35.611165 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84eca63-4652-4951-83be-bfb0922f413e req-29a17c08-5ae0-44f9-a2b3-16788e0c9354 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:35.613281 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f84eca63-4652-4951-83be-bfb0922f413e req-29a17c08-5ae0-44f9-a2b3-16788e0c9354 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 944 time: 0.0852265 Aug 31 14:32:35.649352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-9875884d-a1bf-4504-8923-0fbed883d394 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Deleting subnet d54c8674-cd46-4777-8de8-1a71c8d2779c {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:32:35.666218 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9875884d-a1bf-4504-8923-0fbed883d394 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.684555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] Port 0b6ad35f-4995-4571-9f23-da90d0233fc4 not found while updating agent binding for router 324629f3-c2fa-4cd9-bd23-e7aa6c249e06. {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 14:32:35.727464 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f84eca63-4652-4951-83be-bfb0922f413e req-bae152b7-d345-4193-a1b7-3d9e5804250d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005294 Aug 31 14:32:35.748485 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] Routers set() bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:35.748867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] Router IDs set() for agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:32:35.749523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_agentschedulers_db [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'324629f3-c2fa-4cd9-bd23-e7aa6c249e06'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent'). {{(pid=94872) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:32:35.750014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e57036-ee2f-498e-8396-9024b40441cf None None] The sync data for ids ['324629f3-c2fa-4cd9-bd23-e7aa6c249e06'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:35.751871 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9875884d-a1bf-4504-8923-0fbed883d394 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.802179 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65c2059b-e8f1-4a34-87cb-d117a5dadfba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.809381 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c2059b-e8f1-4a34-87cb-d117a5dadfba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:35.810315 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65c2059b-e8f1-4a34-87cb-d117a5dadfba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.915327 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52504) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:35.916042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-65c2059b-e8f1-4a34-87cb-d117a5dadfba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5963638 Aug 31 14:32:35.919141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2059b-e8f1-4a34-87cb-d117a5dadfba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Network': ['ID=ce636ec6-142a-4244-902b-47439913ee14,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:35.924499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-34f51225-b46a-44e1-8daa-6741b676ed69 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'subnet': {'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:35.933607 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9875884d-a1bf-4504-8923-0fbed883d394 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.943081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network ce636ec6-142a-4244-902b-47439913ee14 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:36.064124 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9875884d-a1bf-4504-8923-0fbed883d394 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.098850 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875884d-a1bf-4504-8923-0fbed883d394 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d54c8674-cd46-4777-8de8-1a71c8d2779c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:36.110286 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9875884d-a1bf-4504-8923-0fbed883d394 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.115984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9875884d-a1bf-4504-8923-0fbed883d394 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/d54c8674-cd46-4777-8de8-1a71c8d2779c HTTP/1.1" status: 204 len: 168 time: 0.5394042 Aug 31 14:32:36.117015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52514) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:36.180067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dd0e9-d0b8-4750-88e0-7782f7386ba8 req-bf33404c-e5ce-471d-bfd6-c5208a5e4780 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:36.182726 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c49dd0e9-d0b8-4750-88e0-7782f7386ba8 req-bf33404c-e5ce-471d-bfd6-c5208a5e4780 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 950 time: 0.0995002 Aug 31 14:32:36.185000 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f51225-b46a-44e1-8daa-6741b676ed69 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:36.189621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-34f51225-b46a-44e1-8daa-6741b676ed69 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.201962 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05958cf7-c438-418f-8a3d-4ea0f9a7a480 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.311729 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c49dd0e9-d0b8-4750-88e0-7782f7386ba8 req-27c14d9b-a999-4849-9149-b72923701be5 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148632 Aug 31 14:32:36.345510 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05958cf7-c438-418f-8a3d-4ea0f9a7a480 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.356213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-05958cf7-c438-418f-8a3d-4ea0f9a7a480 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a162328f-ffca-4dfc-a4c3-f2367d8d4771']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:36.369476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4e83019c-d7e3-4d8a-8382-7c26e606469d no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:32:36.370035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52528) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:36.377061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-05958cf7-c438-418f-8a3d-4ea0f9a7a480 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93a078b-a2a4-4cf5-803c-0643fffdba12') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:36.377618 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-05958cf7-c438-418f-8a3d-4ea0f9a7a480 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93a078b-a2a4-4cf5-803c-0643fffdba12') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:36.394089 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05958cf7-c438-418f-8a3d-4ea0f9a7a480 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.406735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 4e83019c-d7e3-4d8a-8382-7c26e606469d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:32:36.408264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4e83019c-d7e3-4d8a-8382-7c26e606469d not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:32:36.417914 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05958cf7-c438-418f-8a3d-4ea0f9a7a480 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.424744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05958cf7-c438-418f-8a3d-4ea0f9a7a480 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:36.426021 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05958cf7-c438-418f-8a3d-4ea0f9a7a480 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:36.428045 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:36.497078 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05958cf7-c438-418f-8a3d-4ea0f9a7a480 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.501810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05958cf7-c438-418f-8a3d-4ea0f9a7a480 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a162328f-ffca-4dfc-a4c3-f2367d8d4771 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:32:36.505771 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05958cf7-c438-418f-8a3d-4ea0f9a7a480 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.512030 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-05958cf7-c438-418f-8a3d-4ea0f9a7a480 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "DELETE /v2.0/networks/a162328f-ffca-4dfc-a4c3-f2367d8d4771 HTTP/1.1" status: 204 len: 168 time: 0.3936422 Aug 31 14:32:36.525632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05958cf7-c438-418f-8a3d-4ea0f9a7a480 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event deleted for resources: {'Network': ['ID=a162328f-ffca-4dfc-a4c3-f2367d8d4771,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:36.598856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77c2b3-8d15-46cd-97c0-65467a1259a4 req-a5b4fa8d-5276-44c3-ae94-ce877026de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:36.599612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77c2b3-8d15-46cd-97c0-65467a1259a4 req-a5b4fa8d-5276-44c3-ae94-ce877026de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:36.599881 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77c2b3-8d15-46cd-97c0-65467a1259a4 req-a5b4fa8d-5276-44c3-ae94-ce877026de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:36.600321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77c2b3-8d15-46cd-97c0-65467a1259a4 req-a5b4fa8d-5276-44c3-ae94-ce877026de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:36.600807 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77c2b3-8d15-46cd-97c0-65467a1259a4 req-a5b4fa8d-5276-44c3-ae94-ce877026de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:36.601256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77c2b3-8d15-46cd-97c0-65467a1259a4 req-a5b4fa8d-5276-44c3-ae94-ce877026de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:36.601733 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77c2b3-8d15-46cd-97c0-65467a1259a4 req-a5b4fa8d-5276-44c3-ae94-ce877026de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:36.603958 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef77c2b3-8d15-46cd-97c0-65467a1259a4 req-a5b4fa8d-5276-44c3-ae94-ce877026de72 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 6491 time: 0.2328620 Aug 31 14:32:36.605110 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-34f51225-b46a-44e1-8daa-6741b676ed69 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.712112 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f51225-b46a-44e1-8daa-6741b676ed69 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Subnet': ['ID=74fa6033-11b6-4694-84cc-50ebcf670ecc,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:36.720316 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef77c2b3-8d15-46cd-97c0-65467a1259a4 req-282dfa00-d250-4526-aa7f-1b6104d5d861 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084363 Aug 31 14:32:36.735677 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f51225-b46a-44e1-8daa-6741b676ed69 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Checking segment: {'id': 'bcf78df6-4336-48e9-88a5-2420cbeb84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:36.736274 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f51225-b46a-44e1-8daa-6741b676ed69 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network hostable DHCP agents. Network: ce636ec6-142a-4244-902b-47439913ee14, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:36.758446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f51225-b46a-44e1-8daa-6741b676ed69 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network ce636ec6-142a-4244-902b-47439913ee14 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:36.794960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-34f51225-b46a-44e1-8daa-6741b676ed69 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, ce636ec6-142a-4244-902b-47439913ee14) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:36.800928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f51225-b46a-44e1-8daa-6741b676ed69 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:36.801496 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-34f51225-b46a-44e1-8daa-6741b676ed69 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.812080 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2656553-be97-4084-ada8-c4a64a08e037 None None] Network ce636ec6-142a-4244-902b-47439913ee14 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:36.826332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52548) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:36.830578 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-34f51225-b46a-44e1-8daa-6741b676ed69 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9138384 Aug 31 14:32:36.831215 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52550) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:36.831792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a52840a8-6674-4cd3-a4cc-b3ebd15ead74 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Request body: {'router': {'name': 'tempest-router--1055328599', 'project_id': '4d6ec53738354e468e273a2d40df1b0a'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:36.858768 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a52840a8-6674-4cd3-a4cc-b3ebd15ead74 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.860319 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a52840a8-6674-4cd3-a4cc-b3ebd15ead74 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.974984 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a52840a8-6674-4cd3-a4cc-b3ebd15ead74 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.003577 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-ce636ec6-142a-4244-902b-47439913ee14', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:32:37.006013 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.006667 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a52840a8-6674-4cd3-a4cc-b3ebd15ead74 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.043012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 939b4f01-144a-4c0c-a95c-a3185fdcf62f up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:37.065581 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a52840a8-6674-4cd3-a4cc-b3ebd15ead74 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.070349 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a52840a8-6674-4cd3-a4cc-b3ebd15ead74 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2428293 Aug 31 14:32:37.085853 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52556) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:37.088803 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594d3ac-4b03-4982-a84b-b13803fd5d66 req-e6404168-e18b-41f9-82e3-93054e91f406 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:37.090356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b594d3ac-4b03-4982-a84b-b13803fd5d66 req-e6404168-e18b-41f9-82e3-93054e91f406 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 944 time: 0.1270859 Aug 31 14:32:37.193670 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b594d3ac-4b03-4982-a84b-b13803fd5d66 req-7943b1f2-c311-4658-8142-a48486fc14f1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944541 Aug 31 14:32:37.305016 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4491-a841-4605-a78a-9c5bb8760a74 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.437330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 939b4f01-144a-4c0c-a95c-a3185fdcf62f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:37.438908 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.443045 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Allocated IP 2001:db8::2 (ce636ec6-142a-4244-902b-47439913ee14/74fa6033-11b6-4694-84cc-50ebcf670ecc/00853603-e508-4c70-b674-ee89bd2c69d1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:37.551584 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a9dd7-e45a-4d2e-b490-7900207ad255 req-561b4bf9-7854-4cf0-a591-f6e716cf8e3b tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:37.553177 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-761a9dd7-e45a-4d2e-b490-7900207ad255 req-561b4bf9-7854-4cf0-a591-f6e716cf8e3b tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 950 time: 0.1507049 Aug 31 14:32:37.567202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba8803-ba55-48ad-bd36-2da80aaaf0c2 req-baead25e-340f-4ca6-a6c0-bd680eb2278e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:37.569107 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6dba8803-ba55-48ad-bd36-2da80aaaf0c2 req-baead25e-340f-4ca6-a6c0-bd680eb2278e tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.60 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 950 time: 0.1016610 Aug 31 14:32:37.663999 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.671639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-761a9dd7-e45a-4d2e-b490-7900207ad255 req-d196aafb-c56b-4c58-a3aa-15620a48c1bd tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cbf1db6-214c-47fc-9493-499d4ab519c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014721 Aug 31 14:32:37.704746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-6dba8803-ba55-48ad-bd36-2da80aaaf0c2 req-5a617099-4789-4824-bd57-795f2522cfba tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Deleting port ce689cb8-6317-487c-bd7d-3392e92a4f61 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:37.705127 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6dba8803-ba55-48ad-bd36-2da80aaaf0c2 req-5a617099-4789-4824-bd57-795f2522cfba tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.736234 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.742835 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c44541-a396-46d1-a291-7cbcd85b74f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939b4f01-144a-4c0c-a95c-a3185fdcf62f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:32:37.748793 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503a8cf3-1d5d-4210-8b32-bc5cd5b03803" -d '{"events": [{"server_uuid": "e3c44541-a396-46d1-a291-7cbcd85b74f9", "name": "network-vif-plugged", "status": "completed", "tag": "939b4f01-144a-4c0c-a95c-a3185fdcf62f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:32:37.773719 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 939b4f01-144a-4c0c-a95c-a3185fdcf62f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:37.783514 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.820700 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4491-a841-4605-a78a-9c5bb8760a74 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.830405 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc6a678-0cf0-4cf8-b81b-a5bd78e4ca76 x-openstack-request-id: req-fcc6a678-0cf0-4cf8-b81b-a5bd78e4ca76 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:32:37.830708 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c44541-a396-46d1-a291-7cbcd85b74f9", "name": "network-vif-plugged", "status": "completed", "tag": "939b4f01-144a-4c0c-a95c-a3185fdcf62f", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:32:37.830969 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fcc6a678-0cf0-4cf8-b81b-a5bd78e4ca76 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:32:37.831990 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c44541-a396-46d1-a291-7cbcd85b74f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939b4f01-144a-4c0c-a95c-a3185fdcf62f', 'code': 200} Aug 31 14:32:37.834621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4491-a841-4605-a78a-9c5bb8760a74 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.869560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6dba8803-ba55-48ad-bd36-2da80aaaf0c2 req-5a617099-4789-4824-bd57-795f2522cfba tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] For port ce689cb8-6317-487c-bd7d-3392e92a4f61, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ce689cb8-6317-487c-bd7d-3392e92a4f61,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:37.869960 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6dba8803-ba55-48ad-bd36-2da80aaaf0c2 req-5a617099-4789-4824-bd57-795f2522cfba tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.899318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=939b4f01-144a-4c0c-a95c-a3185fdcf62f,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:37.903420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-6dba8803-ba55-48ad-bd36-2da80aaaf0c2 req-5a617099-4789-4824-bd57-795f2522cfba tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Calling delete_port for ce689cb8-6317-487c-bd7d-3392e92a4f61 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:37.914468 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.947319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Transition to ACTIVE for port object 00853603-e508-4c70-b674-ee89bd2c69d1 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:37.983810 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4491-a841-4605-a78a-9c5bb8760a74 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.986897 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Transition to ACTIVE for port object 00853603-e508-4c70-b674-ee89bd2c69d1 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:37.993091 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3aa4491-a841-4605-a78a-9c5bb8760a74 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24dd75b5-e93d-405b-9820-c096bab175f0 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:32:38.003692 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.053405 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4491-a841-4605-a78a-9c5bb8760a74 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.055820 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b3aa4491-a841-4605-a78a-9c5bb8760a74 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "DELETE /v2.0/routers/24dd75b5-e93d-405b-9820-c096bab175f0 HTTP/1.1" status: 204 len: 168 time: 0.9673555 Aug 31 14:32:38.096563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Network ce636ec6-142a-4244-902b-47439913ee14 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:38.106760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:38.118790 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:38.157072 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6dba8803-ba55-48ad-bd36-2da80aaaf0c2 req-5a617099-4789-4824-bd57-795f2522cfba tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.162302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Pushing event updated for resources: {'Port': ['ID=00853603-e508-4c70-b674-ee89bd2c69d1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:38.182467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['ce689cb8-6317-487c-bd7d-3392e92a4f61'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:32:38.239857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a617099-4789-4824-bd57-795f2522cfba tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Pushing event deleted for resources: {'Port': ['ID=ce689cb8-6317-487c-bd7d-3392e92a4f61,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:38.317451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52612) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:38.319311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dba8803-ba55-48ad-bd36-2da80aaaf0c2 req-5a617099-4789-4824-bd57-795f2522cfba tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] No DVR routers for this DVR port ce689cb8-6317-487c-bd7d-3392e92a4f61 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:38.324294 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6dba8803-ba55-48ad-bd36-2da80aaaf0c2 req-5a617099-4789-4824-bd57-795f2522cfba tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.327102 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6dba8803-ba55-48ad-bd36-2da80aaaf0c2 req-5a617099-4789-4824-bd57-795f2522cfba tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.60 "DELETE /v2.0/ports/ce689cb8-6317-487c-bd7d-3392e92a4f61 HTTP/1.1" status: 204 len: 173 time: 0.7500732 Aug 31 14:32:38.327595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e5aa8c-e88b-4899-9aa8-830a745acaa0', 'name': 'network-vif-deleted', 'tag': 'ce689cb8-6317-487c-bd7d-3392e92a4f61'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:32:38.351046 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28e3a70-352b-4ebd-9ab3-f41002e5b0c4" -d '{"events": [{"server_uuid": "81e5aa8c-e88b-4899-9aa8-830a745acaa0", "name": "network-vif-deleted", "tag": "ce689cb8-6317-487c-bd7d-3392e92a4f61"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:32:38.409234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Attempting to bind port 00853603-e508-4c70-b674-ee89bd2c69d1 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:38.410108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Attempting to bind port 00853603-e508-4c70-b674-ee89bd2c69d1 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'bcf78df6-4336-48e9-88a5-2420cbeb84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:38.410949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Attempting to bind port 00853603-e508-4c70-b674-ee89bd2c69d1 on network ce636ec6-142a-4244-902b-47439913ee14 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:38.424569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:38.424843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Checking segment: {'id': 'bcf78df6-4336-48e9-88a5-2420cbeb84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:38.426094 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.428123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Bound using segment: {'id': 'bcf78df6-4336-48e9-88a5-2420cbeb84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:38.428123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Bound port: 00853603-e508-4c70-b674-ee89bd2c69d1, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf78df6-4336-48e9-88a5-2420cbeb84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:38.428415 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.498376 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Allocated IP 2001:db8::1 (ce636ec6-142a-4244-902b-47439913ee14/74fa6033-11b6-4694-84cc-50ebcf670ecc/f384cec2-b14f-4505-a6c4-e15669d11210) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:38.501907 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95334754-dc12-423b-9af9-a501adeda7e4 x-openstack-request-id: req-95334754-dc12-423b-9af9-a501adeda7e4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:32:38.502452 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e5aa8c-e88b-4899-9aa8-830a745acaa0", "name": "network-vif-deleted", "tag": "ce689cb8-6317-487c-bd7d-3392e92a4f61", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:32:38.502812 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95334754-dc12-423b-9af9-a501adeda7e4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:32:38.505689 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e5aa8c-e88b-4899-9aa8-830a745acaa0', 'name': 'network-vif-deleted', 'tag': 'ce689cb8-6317-487c-bd7d-3392e92a4f61', 'status': 'completed', 'code': 200} Aug 31 14:32:38.579778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdf061-e0c3-4813-ba75-7f1d668d7a50 req-285e3c35-0dca-4255-84e8-a6f1f03038de tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:38.592188 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35bdf061-e0c3-4813-ba75-7f1d668d7a50 req-285e3c35-0dca-4255-84e8-a6f1f03038de tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1836171 Aug 31 14:32:38.601647 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] For port 00853603-e508-4c70-b674-ee89bd2c69d1, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:38.609527 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] For port 00853603-e508-4c70-b674-ee89bd2c69d1, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=00853603-e508-4c70-b674-ee89bd2c69d1,segment=NetworkSegment(bcf78df6-4336-48e9-88a5-2420cbeb84db),segment_id=bcf78df6-4336-48e9-88a5-2420cbeb84db)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:38.616009 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.787772 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35bdf061-e0c3-4813-ba75-7f1d668d7a50 req-87fb9acd-4dc6-4724-b820-62f17e2a5532 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930931 Aug 31 14:32:38.866123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fece0-2eda-41bc-83a8-d8224dfaed03 None None] Pushing event updated for resources: {'Port': ['ID=00853603-e508-4c70-b674-ee89bd2c69d1,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:39.028613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.037646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1111387805', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:39.075432 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f974c02-8869-454f-b02c-7363526d24be req-5c401917-d5d9-4094-af52-9e2f5d5f6238 tempest-VolumesBackupsTest-2020707763 tempest-VolumesBackupsTest-2020707763-project] 10.222.0.39 "GET /v2.0/ports?device_id=81e5aa8c-e88b-4899-9aa8-830a745acaa0 HTTP/1.1" status: 200 len: 210 time: 0.0759366 Aug 31 14:32:39.153545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Transition to ACTIVE for port object f384cec2-b14f-4505-a6c4-e15669d11210 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:39.205225 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.210219 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.231835 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d7c2-45d4-4828-ab84-2907671ce5d1 req-4d69d448-1229-4fd3-b530-af88ebaa6eee tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.237946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d7c2-45d4-4828-ab84-2907671ce5d1 req-4d69d448-1229-4fd3-b530-af88ebaa6eee tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.244145 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d7c2-45d4-4828-ab84-2907671ce5d1 req-4d69d448-1229-4fd3-b530-af88ebaa6eee tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.264436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d7c2-45d4-4828-ab84-2907671ce5d1 req-4d69d448-1229-4fd3-b530-af88ebaa6eee tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.271916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d7c2-45d4-4828-ab84-2907671ce5d1 req-4d69d448-1229-4fd3-b530-af88ebaa6eee tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.278030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d7c2-45d4-4828-ab84-2907671ce5d1 req-4d69d448-1229-4fd3-b530-af88ebaa6eee tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.284256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d7c2-45d4-4828-ab84-2907671ce5d1 req-4d69d448-1229-4fd3-b530-af88ebaa6eee tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.292795 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11e7d7c2-45d4-4828-ab84-2907671ce5d1 req-4d69d448-1229-4fd3-b530-af88ebaa6eee tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5445 time: 0.3416994 Aug 31 14:32:39.296619 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0e5f9f8-14d2-4070-a509-70dc63a08493 req-46aa437d-9ea9-4a75-8c38-8dbf6d2b6353 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603690 Aug 31 14:32:39.370653 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-11e7d7c2-45d4-4828-ab84-2907671ce5d1 req-b9205d1c-639f-46c5-a417-994fdc8de777 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764341 Aug 31 14:32:39.382449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5f9f8-14d2-4070-a509-70dc63a08493 req-2b991b42-675d-4f5f-911d-381df3fb4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.385134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0e5f9f8-14d2-4070-a509-70dc63a08493 req-2b991b42-675d-4f5f-911d-381df3fb4ec9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 1096 time: 0.0632513 Aug 31 14:32:39.428763 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.577119 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.605028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network ce636ec6-142a-4244-902b-47439913ee14 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:39.612149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5f9f8-14d2-4070-a509-70dc63a08493 req-5069e718-70ef-4ddb-badb-551011a24a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.615028 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0e5f9f8-14d2-4070-a509-70dc63a08493 req-5069e718-70ef-4ddb-badb-551011a24a65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.2078912 Aug 31 14:32:39.633217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28580fa-d053-4061-be3d-f270f8778c50 req-1f41605c-7b06-4a11-b4c7-3c409e3484bf tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.639638 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28580fa-d053-4061-be3d-f270f8778c50 req-1f41605c-7b06-4a11-b4c7-3c409e3484bf tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.645576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:39.646475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28580fa-d053-4061-be3d-f270f8778c50 req-1f41605c-7b06-4a11-b4c7-3c409e3484bf tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.649449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:39.650002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.655454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28580fa-d053-4061-be3d-f270f8778c50 req-1f41605c-7b06-4a11-b4c7-3c409e3484bf tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.663475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28580fa-d053-4061-be3d-f270f8778c50 req-1f41605c-7b06-4a11-b4c7-3c409e3484bf tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.670922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28580fa-d053-4061-be3d-f270f8778c50 req-1f41605c-7b06-4a11-b4c7-3c409e3484bf tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.686567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28580fa-d053-4061-be3d-f270f8778c50 req-1f41605c-7b06-4a11-b4c7-3c409e3484bf tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.692978 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a28580fa-d053-4061-be3d-f270f8778c50 req-1f41605c-7b06-4a11-b4c7-3c409e3484bf tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5445 time: 0.1931219 Aug 31 14:32:39.703612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=f384cec2-b14f-4505-a6c4-e15669d11210,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:39.771507 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0e5f9f8-14d2-4070-a509-70dc63a08493 req-9eb4c21d-40e4-4794-8e16-8a7013102e1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd60490f-339d-4f90-876e-e58b0a405c6d HTTP/1.1" status: 200 len: 217 time: 0.0772383 Aug 31 14:32:39.912719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5f9f8-14d2-4070-a509-70dc63a08493 req-b8abd0e7-3a34-4aa4-a003-511d5ecfc0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.918100 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0e5f9f8-14d2-4070-a509-70dc63a08493 req-b8abd0e7-3a34-4aa4-a003-511d5ecfc0a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1390061 Aug 31 14:32:39.984392 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.045673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5f9f8-14d2-4070-a509-70dc63a08493 req-3712c6c7-8444-4388-822a-b919360424b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:40.045673 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0e5f9f8-14d2-4070-a509-70dc63a08493 req-3712c6c7-8444-4388-822a-b919360424b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223166 Aug 31 14:32:40.154727 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d86cf-8707-4a5d-bc30-519599fe193c req-999860f8-4265-444c-83d9-27223f4da5b1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:40.157099 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-877d86cf-8707-4a5d-bc30-519599fe193c req-999860f8-4265-444c-83d9-27223f4da5b1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1793237 Aug 31 14:32:40.207282 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.422406 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0e5f9f8-14d2-4070-a509-70dc63a08493 req-5cc12c02-db32-4fe2-8c95-86a1b0768111 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643126 Aug 31 14:32:40.429293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f07534-c03d-46bd-9e8f-0dac0969b0ae None None] Network ce636ec6-142a-4244-902b-47439913ee14 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:40.454917 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 00853603-e508-4c70-b674-ee89bd2c69d1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:40.648936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d41189c5-6dff-4519-bd71-14df6355e7e7 None None] Provisioning for port 00853603-e508-4c70-b674-ee89bd2c69d1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:40.692475 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 00853603-e508-4c70-b674-ee89bd2c69d1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:40.727209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 00853603-e508-4c70-b674-ee89bd2c69d1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:40.728186 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.733375 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0e5f9f8-14d2-4070-a509-70dc63a08493 req-366b5b91-401a-4390-9464-391d36d9ca86 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034618 Aug 31 14:32:40.909916 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-877d86cf-8707-4a5d-bc30-519599fe193c req-0fefa14b-ad40-4a86-874a-2180cb42e040 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7033393 Aug 31 14:32:40.994722 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.099595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 00853603-e508-4c70-b674-ee89bd2c69d1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=00853603-e508-4c70-b674-ee89bd2c69d1,segment=NetworkSegment(bcf78df6-4336-48e9-88a5-2420cbeb84db),segment_id=bcf78df6-4336-48e9-88a5-2420cbeb84db)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:41.113486 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.254747 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=00853603-e508-4c70-b674-ee89bd2c69d1,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:41.514588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0cbd7e1-5252-4b75-8a2f-3965941c7096 None None] Provisioning for port f384cec2-b14f-4505-a6c4-e15669d11210 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:41.519421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0cbd7e1-5252-4b75-8a2f-3965941c7096 None None] Provisioning complete for port f384cec2-b14f-4505-a6c4-e15669d11210 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:41.519778 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0cbd7e1-5252-4b75-8a2f-3965941c7096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.552328 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.561264 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.562114 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.631512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0cbd7e1-5252-4b75-8a2f-3965941c7096 None None] Port f384cec2-b14f-4505-a6c4-e15669d11210 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:41.670321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0cbd7e1-5252-4b75-8a2f-3965941c7096 None None] Provisioning complete for port 00853603-e508-4c70-b674-ee89bd2c69d1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:41.671021 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0cbd7e1-5252-4b75-8a2f-3965941c7096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.836366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52684) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:41.998826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b5ce2ea7-2172-4fa9-984b-d9bc42ee4dd9 None None] Provisioning complete for port f384cec2-b14f-4505-a6c4-e15669d11210 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:41.999427 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2ea7-2172-4fa9-984b-d9bc42ee4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.016525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d0493-5cd4-4ddf-8339-4f6650a1bc7a req-a90f34d4-57d4-4fc0-940a-c26131183634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:42.017010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d0493-5cd4-4ddf-8339-4f6650a1bc7a req-a90f34d4-57d4-4fc0-940a-c26131183634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:42.017481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d0493-5cd4-4ddf-8339-4f6650a1bc7a req-a90f34d4-57d4-4fc0-940a-c26131183634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:42.017953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d0493-5cd4-4ddf-8339-4f6650a1bc7a req-a90f34d4-57d4-4fc0-940a-c26131183634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:42.018417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d0493-5cd4-4ddf-8339-4f6650a1bc7a req-a90f34d4-57d4-4fc0-940a-c26131183634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:42.019077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d0493-5cd4-4ddf-8339-4f6650a1bc7a req-a90f34d4-57d4-4fc0-940a-c26131183634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:42.030775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d0493-5cd4-4ddf-8339-4f6650a1bc7a req-a90f34d4-57d4-4fc0-940a-c26131183634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:42.045979 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-039d0493-5cd4-4ddf-8339-4f6650a1bc7a req-a90f34d4-57d4-4fc0-940a-c26131183634 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 6502 time: 0.2084489 Aug 31 14:32:42.096650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce2ea7-2172-4fa9-984b-d9bc42ee4dd9 None None] Port f384cec2-b14f-4505-a6c4-e15669d11210 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:42.121004 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network ce636ec6-142a-4244-902b-47439913ee14 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:42.145854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:42.148808 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=f384cec2-b14f-4505-a6c4-e15669d11210,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:42.162016 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.176008 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-039d0493-5cd4-4ddf-8339-4f6650a1bc7a req-101d7626-6160-4b28-832a-2e5c4bca6f6d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1262848 Aug 31 14:32:42.188744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca0fb4-4ddc-4db2-b531-915a1011c4c0 req-b10d22eb-091b-4025-9f6b-b9895d15e392 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:42.197473 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42ca0fb4-4ddc-4db2-b531-915a1011c4c0 req-b10d22eb-091b-4025-9f6b-b9895d15e392 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1238241 Aug 31 14:32:42.258663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42ca0fb4-4ddc-4db2-b531-915a1011c4c0 req-3628e02c-86e1-485c-b579-5a8ff25be8e7 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594070 Aug 31 14:32:42.287813 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.374760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 00853603-e508-4c70-b674-ee89bd2c69d1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:42.481861 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Allocated IP 172.25.2.216 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/32a164b6-fa1c-4614-8888-c09a171e445b) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:42.485356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 00853603-e508-4c70-b674-ee89bd2c69d1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:42.489605 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.633951 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.688898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ce689cb8-6317-487c-bd7d-3392e92a4f61 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:32:42.727643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: ce689cb8-6317-487c-bd7d-3392e92a4f61 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:32:42.727969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ce689cb8-6317-487c-bd7d-3392e92a4f61 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:32:42.737873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-32f8fb04-2e74-4e31-8309-6fecb130bf60 None None] Provisioning complete for port f384cec2-b14f-4505-a6c4-e15669d11210 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:42.738406 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32f8fb04-2e74-4e31-8309-6fecb130bf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.779282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-32f8fb04-2e74-4e31-8309-6fecb130bf60 None None] Port f384cec2-b14f-4505-a6c4-e15669d11210 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:42.798664 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.874787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Pushing event updated for resources: {'Port': ['ID=32a164b6-fa1c-4614-8888-c09a171e445b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:42.890081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:42.893125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:42.896630 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:42.951854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router c6fd5a43-5646-4726-b50d-c37a4780a463 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:32:43.296275 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:43.306311 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e05caaa6-1482-4673-84b6-91327bcc58c4 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4737585 Aug 31 14:32:43.309218 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52714) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:43.310834 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Sync routers for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:43.316320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-037ea25f-511c-44f4-b5e4-0f77ba245f9b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-821261718'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:43.330614 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:43.332171 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:43.422377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037ea25f-511c-44f4-b5e4-0f77ba245f9b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:43.426473 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-037ea25f-511c-44f4-b5e4-0f77ba245f9b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:43.486370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037ea25f-511c-44f4-b5e4-0f77ba245f9b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:43.506157 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-037ea25f-511c-44f4-b5e4-0f77ba245f9b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:43.506508 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-037ea25f-511c-44f4-b5e4-0f77ba245f9b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Added segment 4db0c22d-a458-46e4-b752-998d31860c29 of type vlan for network aa026139-1699-4367-aa00-a560985c9f42 Aug 31 14:32:43.566201 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:32:43.609034 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-037ea25f-511c-44f4-b5e4-0f77ba245f9b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:43.609263 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d1ce-2ffd-4abb-aafc-9fdca5091c2b req-a15ceb95-55a0-430e-8e6f-d6cf1438b527 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:43.610728 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-50f6d1ce-2ffd-4abb-aafc-9fdca5091c2b req-a15ceb95-55a0-430e-8e6f-d6cf1438b527 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1532547 Aug 31 14:32:43.671078 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-037ea25f-511c-44f4-b5e4-0f77ba245f9b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:43.677065 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-50f6d1ce-2ffd-4abb-aafc-9fdca5091c2b req-a4a15591-2ad4-442d-86b2-5f9f710edec8 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583811 Aug 31 14:32:43.677632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037ea25f-511c-44f4-b5e4-0f77ba245f9b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:43.678235 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-037ea25f-511c-44f4-b5e4-0f77ba245f9b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:43.680007 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:43.717741 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-037ea25f-511c-44f4-b5e4-0f77ba245f9b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4069276 Aug 31 14:32:43.718404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52720) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:43.726622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-36b18bc1-ab3f-46d1-83f9-2b4a2f1306cc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'subnet': {'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:43.796773 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ea25f-511c-44f4-b5e4-0f77ba245f9b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Network': ['ID=aa026139-1699-4367-aa00-a560985c9f42,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:43.809847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network aa026139-1699-4367-aa00-a560985c9f42 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:44.137679 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:32:40Z', 'revision_number': 2, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:41Z', 'revision_number': 2, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:44.211968 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Checking router: c6fd5a43-5646-4726-b50d-c37a4780a463 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:32:44.218073 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Updating router c6fd5a43-5646-4726-b50d-c37a4780a463 port f384cec2-b14f-4505-a6c4-e15669d11210 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:32:44.311331 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.318588 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.598193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b18bc1-ab3f-46d1-83f9-2b4a2f1306cc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:44.602505 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36b18bc1-ab3f-46d1-83f9-2b4a2f1306cc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.624471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Router e016f62d-7fff-450d-8bfb-c7b68836cdff is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:32:44.853817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:44.865553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23a1e1-d827-4a58-92d1-0563ee3a22c4 None None] Sync routers for ids ['e016f62d-7fff-450d-8bfb-c7b68836cdff'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:44.898516 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.898827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a23a1e1-d827-4a58-92d1-0563ee3a22c4 None None] Routers {'e016f62d-7fff-450d-8bfb-c7b68836cdff'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:44.899826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9fcf3000-0fe9-41ce-b70a-7f223d289596 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.5811188 Aug 31 14:32:44.902401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0a23a1e1-d827-4a58-92d1-0563ee3a22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e016f62d-7fff-450d-8bfb-c7b68836cdff'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:44.902614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52740) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:44.916388 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.939219 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Transition to ACTIVE for port object f384cec2-b14f-4505-a6c4-e15669d11210 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:44.948805 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.957662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecce9d2-fc07-40e8-9299-f6f52b36a752 req-f1bd5744-5fb0-464f-b083-8fcf4f83cef1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:44.958922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cecce9d2-fc07-40e8-9299-f6f52b36a752 req-f1bd5744-5fb0-464f-b083-8fcf4f83cef1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1162090 Aug 31 14:32:44.981255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0a23a1e1-d827-4a58-92d1-0563ee3a22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:45.037733 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a23a1e1-d827-4a58-92d1-0563ee3a22c4 None None] Routers {'e016f62d-7fff-450d-8bfb-c7b68836cdff'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:45.038753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0a23a1e1-d827-4a58-92d1-0563ee3a22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e016f62d-7fff-450d-8bfb-c7b68836cdff'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:45.175374 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cecce9d2-fc07-40e8-9299-f6f52b36a752 req-7b76b5ab-42c2-48b4-8b3e-12fa6965adf0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024119 Aug 31 14:32:45.185696 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36b18bc1-ab3f-46d1-83f9-2b4a2f1306cc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.224487 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Attempting to bind port f384cec2-b14f-4505-a6c4-e15669d11210 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:45.225316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0a23a1e1-d827-4a58-92d1-0563ee3a22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:45.225805 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Attempting to bind port f384cec2-b14f-4505-a6c4-e15669d11210 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'bcf78df6-4336-48e9-88a5-2420cbeb84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:45.226808 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Attempting to bind port f384cec2-b14f-4505-a6c4-e15669d11210 on network ce636ec6-142a-4244-902b-47439913ee14 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:45.228729 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23a1e1-d827-4a58-92d1-0563ee3a22c4 None None] The sync data for ids ['e016f62d-7fff-450d-8bfb-c7b68836cdff'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:45.235762 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6a1accf6-c0d0-4a9f-8a6a-14d325367fcd tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/routers/e016f62d-7fff-450d-8bfb-c7b68836cdff HTTP/1.1" status: 200 len: 925 time: 0.3295155 Aug 31 14:32:45.236442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52752) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:45.245791 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:45.246268 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Checking segment: {'id': 'bcf78df6-4336-48e9-88a5-2420cbeb84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:45.258814 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.259402 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Bound using segment: {'id': 'bcf78df6-4336-48e9-88a5-2420cbeb84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:45.259927 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Bound port: f384cec2-b14f-4505-a6c4-e15669d11210, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf78df6-4336-48e9-88a5-2420cbeb84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:45.260566 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.350081 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fbfc7e41-43da-47f1-8c14-41c930297829 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "GET /v2.0/ports?device_id=e016f62d-7fff-450d-8bfb-c7b68836cdff HTTP/1.1" status: 200 len: 205 time: 0.1125376 Aug 31 14:32:45.362812 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52766) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:45.467398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b18bc1-ab3f-46d1-83f9-2b4a2f1306cc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Subnet': ['ID=89423f0a-809c-4d7b-ab16-25f27371df30,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:45.558482 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] For port f384cec2-b14f-4505-a6c4-e15669d11210, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:45.567090 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] For port f384cec2-b14f-4505-a6c4-e15669d11210, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f384cec2-b14f-4505-a6c4-e15669d11210,segment=NetworkSegment(bcf78df6-4336-48e9-88a5-2420cbeb84db),segment_id=bcf78df6-4336-48e9-88a5-2420cbeb84db)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:45.577918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b18bc1-ab3f-46d1-83f9-2b4a2f1306cc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Checking segment: {'id': '4db0c22d-a458-46e4-b752-998d31860c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:45.578307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b18bc1-ab3f-46d1-83f9-2b4a2f1306cc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network hostable DHCP agents. Network: aa026139-1699-4367-aa00-a560985c9f42, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:45.579929 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.606224 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc0674-a16d-45a3-9f06-c5b5ec9638fd None None] Pushing event updated for resources: {'Port': ['ID=f384cec2-b14f-4505-a6c4-e15669d11210,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:45.617893 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc0674-a16d-45a3-9f06-c5b5ec9638fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:45.618901 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc0674-a16d-45a3-9f06-c5b5ec9638fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:45.626504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b18bc1-ab3f-46d1-83f9-2b4a2f1306cc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network aa026139-1699-4367-aa00-a560985c9f42 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:45.627318 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc0674-a16d-45a3-9f06-c5b5ec9638fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:45.630555 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc0674-a16d-45a3-9f06-c5b5ec9638fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:45.631407 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc0674-a16d-45a3-9f06-c5b5ec9638fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:45.632534 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc0674-a16d-45a3-9f06-c5b5ec9638fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:45.633104 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc0674-a16d-45a3-9f06-c5b5ec9638fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:45.633530 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc0674-a16d-45a3-9f06-c5b5ec9638fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:45.634581 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc0674-a16d-45a3-9f06-c5b5ec9638fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:45.635214 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc0674-a16d-45a3-9f06-c5b5ec9638fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:45.636519 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc0674-a16d-45a3-9f06-c5b5ec9638fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:45.636957 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc0674-a16d-45a3-9f06-c5b5ec9638fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:45.639432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-36b18bc1-ab3f-46d1-83f9-2b4a2f1306cc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, aa026139-1699-4367-aa00-a560985c9f42) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:45.652572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b18bc1-ab3f-46d1-83f9-2b4a2f1306cc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:45.655114 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36b18bc1-ab3f-46d1-83f9-2b4a2f1306cc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.685772 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-36b18bc1-ab3f-46d1-83f9-2b4a2f1306cc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9649391 Aug 31 14:32:45.688274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52792) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:45.698526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4e0acf-b3e8-4a48-89e1-9fecff89e388 None None] Network aa026139-1699-4367-aa00-a560985c9f42 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:45.819924 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc0674-a16d-45a3-9f06-c5b5ec9638fd None None] Pushing event updated for resources: {'Port': ['ID=f384cec2-b14f-4505-a6c4-e15669d11210,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:45.891435 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:45.892067 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:46.390925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-aa026139-1699-4367-aa00-a560985c9f42', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:32:46.391811 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:46.408745 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:32:46.652402 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-921a61c4-2b4e-471c-ba0c-29d58048016d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2181306 Aug 31 14:32:46.798229 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:46.886551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Allocated IP 2001:db8:1::2 (aa026139-1699-4367-aa00-a560985c9f42/89423f0a-809c-4d7b-ab16-25f27371df30/0d9046ab-0b1d-4c25-8869-e30ead8b69e9) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:46.970610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-ba40552b-48ce-4589-a3cd-19aaccff4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:46.971383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-ba40552b-48ce-4589-a3cd-19aaccff4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:46.972203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-ba40552b-48ce-4589-a3cd-19aaccff4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:46.973718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-ba40552b-48ce-4589-a3cd-19aaccff4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:46.974307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-ba40552b-48ce-4589-a3cd-19aaccff4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:46.974954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-ba40552b-48ce-4589-a3cd-19aaccff4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:46.975674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-ba40552b-48ce-4589-a3cd-19aaccff4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:46.978159 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-ba40552b-48ce-4589-a3cd-19aaccff4d4c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 6491 time: 0.2024298 Aug 31 14:32:47.076903 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:32:40Z', 'revision_number': 2, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:45Z', 'revision_number': 4, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:47.149536 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:47.182578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb39320-c657-4ba1-9049-6ac96e353e5f req-37d58b24-abff-46e7-a4d3-f1cdc3b0abd3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:47.184210 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fb39320-c657-4ba1-9049-6ac96e353e5f req-37d58b24-abff-46e7-a4d3-f1cdc3b0abd3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.5948255 Aug 31 14:32:47.190304 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cccc565-419d-4699-8710-c4e27348af18 None None] The sync data for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 is: [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:32:40Z', 'revision_number': 2, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:45Z', 'revision_number': 4, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:47.367771 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:47.406657 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:47.421083 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fb39320-c657-4ba1-9049-6ac96e353e5f req-c5604164-19a2-43ca-97c2-8914d63e89bc tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229660 Aug 31 14:32:47.443723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Transition to ACTIVE for port object 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:47.484521 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Deleting port 32a164b6-fa1c-4614-8888-c09a171e445b {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:47.486276 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:47.516408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Transition to ACTIVE for port object 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:47.528145 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:47.661939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Pushing event updated for resources: {'Port': ['ID=0d9046ab-0b1d-4c25-8869-e30ead8b69e9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:47.689976 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Network aa026139-1699-4367-aa00-a560985c9f42 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:47.727394 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:47.754549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Calling delete_port for 32a164b6-fa1c-4614-8888-c09a171e445b owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:47.770571 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:47.786100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:47.915465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Attempting to bind port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:47.916132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Attempting to bind port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '4db0c22d-a458-46e4-b752-998d31860c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:47.919692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Attempting to bind port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 on network aa026139-1699-4367-aa00-a560985c9f42 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:47.933159 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:47.933865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Checking segment: {'id': '4db0c22d-a458-46e4-b752-998d31860c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:47.934449 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:47.936197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Bound using segment: {'id': '4db0c22d-a458-46e4-b752-998d31860c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:47.939252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Bound port: 0d9046ab-0b1d-4c25-8869-e30ead8b69e9, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db0c22d-a458-46e4-b752-998d31860c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:47.939950 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:48.103889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Allocated IP 2001:db8:1::1 (aa026139-1699-4367-aa00-a560985c9f42/89423f0a-809c-4d7b-ab16-25f27371df30/1ad9cc1e-6207-4329-9291-ecc2e437c327) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:48.135744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] For port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:48.149736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] For port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0d9046ab-0b1d-4c25-8869-e30ead8b69e9,segment=NetworkSegment(4db0c22d-a458-46e4-b752-998d31860c29),segment_id=4db0c22d-a458-46e4-b752-998d31860c29)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:48.157563 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:48.174235 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:48.252638 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:48.271946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Transition to ACTIVE for port object 1ad9cc1e-6207-4329-9291-ecc2e437c327 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:48.328290 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:48.332114 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Pushing event deleted for resources: {'Port': ['ID=32a164b6-fa1c-4614-8888-c09a171e445b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:48.392364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49e038-1e03-46b6-92b1-9d181bdb9f11 None None] Pushing event updated for resources: {'Port': ['ID=0d9046ab-0b1d-4c25-8869-e30ead8b69e9,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:48.485668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=1ad9cc1e-6207-4329-9291-ecc2e437c327,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:48.520453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-c1826d4c-2ae2-416a-b89c-db4cb2a465e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:48.520950 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-c1826d4c-2ae2-416a-b89c-db4cb2a465e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:48.521427 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-c1826d4c-2ae2-416a-b89c-db4cb2a465e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:48.531071 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-c1826d4c-2ae2-416a-b89c-db4cb2a465e8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=71a1c2c5-5453-43a1-84ef-1e0d36712da3&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&id=703d1749-b334-41de-af58-b448e639a222&id=703d1749-b334-41de-af58-b448e639a222 HTTP/1.1" status: 200 len: 2293 time: 1.5178707 Aug 31 14:32:48.570597 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:48.580503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network aa026139-1699-4367-aa00-a560985c9f42 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:48.599872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:48.607479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:48.611286 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:48.624287 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f384cec2-b14f-4505-a6c4-e15669d11210 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:48.853544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port f384cec2-b14f-4505-a6c4-e15669d11210 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:48.885795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f384cec2-b14f-4505-a6c4-e15669d11210 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:48.887604 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:48.995547 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.008662 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.050463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b568ed-7bf6-42f0-bb3b-5f4986a590f7 req-919748cc-56b2-42b3-b602-a3ee5ce4a432 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:49.052835 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51b568ed-7bf6-42f0-bb3b-5f4986a590f7 req-919748cc-56b2-42b3-b602-a3ee5ce4a432 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.3479433 Aug 31 14:32:49.075507 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-47aed8fa-26ed-4144-85fa-2813162c2350 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f535e7-a803-49b2-8109-1a1e28f045a9 HTTP/1.1" status: 200 len: 1001 time: 0.5433495 Aug 31 14:32:49.138729 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.139631 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Fanout notify agent at l3_agent the message router_deleted on router e016f62d-7fff-450d-8bfb-c7b68836cdff {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:32:49.156067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.162185 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-202d6d8c-342c-4e27-97a3-e7181262db35 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "DELETE /v2.0/routers/e016f62d-7fff-450d-8bfb-c7b68836cdff HTTP/1.1" status: 204 len: 168 time: 3.7976377 Aug 31 14:32:49.163124 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52866) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:49.178431 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Request body: {'router': {'name': 'tempest-snat-router-115782371', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'enable_snat': False}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:49.215761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.217047 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.227987 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.283144 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51b568ed-7bf6-42f0-bb3b-5f4986a590f7 req-530daa3b-3026-480d-bf17-8fcdc7db02f0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059877 Aug 31 14:32:49.307836 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.334988 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.337785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-7751a288-9a16-4261-928f-f08bcb1d8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:49.340315 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-7751a288-9a16-4261-928f-f08bcb1d8b75 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2e8e2f7-0116-42a6-a90d-411eec89334e HTTP/1.1" status: 200 len: 851 time: 0.2264333 Aug 31 14:32:49.345885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port f384cec2-b14f-4505-a6c4-e15669d11210, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f384cec2-b14f-4505-a6c4-e15669d11210,segment=NetworkSegment(bcf78df6-4336-48e9-88a5-2420cbeb84db),segment_id=bcf78df6-4336-48e9-88a5-2420cbeb84db)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:49.359577 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.452204 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.461647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-4a413e64-94d2-4a2b-87f6-8dc5be35b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:49.463541 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-4a413e64-94d2-4a2b-87f6-8dc5be35b9ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=71a1c2c5-5453-43a1-84ef-1e0d36712da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875814 Aug 31 14:32:49.529024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=f384cec2-b14f-4505-a6c4-e15669d11210,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:49.570425 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30428119-37a3-4cd4-89d6-43e922db0fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.727073 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.870904 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-718fc9a3-704f-4cfd-88e0-6876f2df3865 service neutron] 10.222.0.25 "GET /v2.0/networks/71a1c2c5-5453-43a1-84ef-1e0d36712da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496416 Aug 31 14:32:50.050455 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.062256 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.063064 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.205207 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.218836 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=1ad9cc1e-6207-4329-9291-ecc2e437c327,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:50.257918 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-6a4c1754-4cfb-4319-adcb-8cc164ccc1c3 service neutron] 10.222.0.25 "GET /v2.0/networks/71a1c2c5-5453-43a1-84ef-1e0d36712da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778853 Aug 31 14:32:50.285285 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.367651 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-8c87b383-ca31-4739-89c2-d55b5f56b218 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 HTTP/1.1" status: 200 len: 217 time: 0.0930634 Aug 31 14:32:50.549284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-90e43534-926d-4974-b208-5067c572ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:50.551661 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-90e43534-926d-4974-b208-5067c572ed45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.1686602 Aug 31 14:32:50.558657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network aa026139-1699-4367-aa00-a560985c9f42 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:50.587533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:50.649667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:50.782608 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:50.796220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-08ba725e-8766-42b3-b612-466fbd1022c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:50.797759 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-08ba725e-8766-42b3-b612-466fbd1022c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2377005 Aug 31 14:32:50.812823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b266cf04-a48e-4ca2-9250-83f1ea117d65 None None] Network aa026139-1699-4367-aa00-a560985c9f42 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:50.862121 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Allocated IP 172.25.2.182 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/13163594-e04d-49b6-a314-aa75dd05686f) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:50.902438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router c6fd5a43-5646-4726-b50d-c37a4780a463 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:32:50.919823 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c629a45-e685-47eb-a519-03691ecee0f3 req-eb143f24-894d-4fc2-8dba-351a039b8f07 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:50.928047 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c629a45-e685-47eb-a519-03691ecee0f3 req-eb143f24-894d-4fc2-8dba-351a039b8f07 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.3095033 Aug 31 14:32:51.016978 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f384cec2-b14f-4505-a6c4-e15669d11210 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:51.099047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8f516a45-442d-4815-a3d2-aa398321ca22 None None] Provisioning for port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:51.114831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8f516a45-442d-4815-a3d2-aa398321ca22 None None] Provisioning complete for port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:51.115253 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f516a45-442d-4815-a3d2-aa398321ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.203296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-e7746105-8ea2-4e96-9014-0c58cf3d0197 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924522 Aug 31 14:32:51.225806 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.259162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f384cec2-b14f-4505-a6c4-e15669d11210 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:51.259587 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.325684 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.377145 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:51.388637 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:51.398980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:51.419443 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f516a45-442d-4815-a3d2-aa398321ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.616634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-8f516a45-442d-4815-a3d2-aa398321ca22 None None] For port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0d9046ab-0b1d-4c25-8869-e30ead8b69e9,segment=NetworkSegment(4db0c22d-a458-46e4-b752-998d31860c29),segment_id=4db0c22d-a458-46e4-b752-998d31860c29)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:51.631969 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f516a45-442d-4815-a3d2-aa398321ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.659731 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c629a45-e685-47eb-a519-03691ecee0f3 req-7d30c9c1-ce34-4374-8d5b-be9ea104faec tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7300515 Aug 31 14:32:51.678926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event updated for resources: {'Port': ['ID=13163594-e04d-49b6-a314-aa75dd05686f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:52.101358 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f516a45-442d-4815-a3d2-aa398321ca22 None None] Pushing event updated for resources: {'Port': ['ID=0d9046ab-0b1d-4c25-8869-e30ead8b69e9,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:52.165776 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6398cea5-750f-4597-a3b9-6a42dd523927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.168063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-200d3aed-3c56-4a00-957c-b162aaac6989 None None] Provisioning complete for port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:52.168769 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-200d3aed-3c56-4a00-957c-b162aaac6989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.185721 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.234870 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-edb98404-fd50-4c0f-a8ca-29eaceb0bad0 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0143874 Aug 31 14:32:52.240844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:52.259136 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-109f2ec0-6f8d-4894-b6c7-f08b3ab60dba tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5697329 Aug 31 14:32:52.259894 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52882) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:52.262030 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Sync routers for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:52.274441 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:52.278950 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-772e7ab7-9e00-42ae-99e0-59d42edcee32 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-722654632'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:52.282246 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:52.370601 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.407215 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-1ed398e6-e9e5-4d46-b84a-7ecb3256a0c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=dbc07de3-f945-4450-882b-57900fb39169 HTTP/1.1" status: 200 len: 217 time: 0.1462994 Aug 31 14:32:52.452799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-200d3aed-3c56-4a00-957c-b162aaac6989 None None] Provisioning for port 1ad9cc1e-6207-4329-9291-ecc2e437c327 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:52.462531 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:52.480663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-200d3aed-3c56-4a00-957c-b162aaac6989 None None] Provisioning complete for port 1ad9cc1e-6207-4329-9291-ecc2e437c327 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:52.483081 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-200d3aed-3c56-4a00-957c-b162aaac6989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.500211 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772e7ab7-9e00-42ae-99e0-59d42edcee32 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:52.504113 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-772e7ab7-9e00-42ae-99e0-59d42edcee32 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.532328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-b5bcce2b-4c2b-4004-ba1a-8b31e6a178da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:52.534822 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-b5bcce2b-4c2b-4004-ba1a-8b31e6a178da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.1099987 Aug 31 14:32:52.562773 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772e7ab7-9e00-42ae-99e0-59d42edcee32 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:52.576073 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-772e7ab7-9e00-42ae-99e0-59d42edcee32 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.576432 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-772e7ab7-9e00-42ae-99e0-59d42edcee32 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Added segment f12c4159-8ba3-45b2-b1dd-c44cea3d198f of type vlan for network 80fd641c-495f-475a-84d3-2ef7c131388a Aug 31 14:32:52.598548 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:32:52.674356 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-772e7ab7-9e00-42ae-99e0-59d42edcee32 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.692693 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-200d3aed-3c56-4a00-957c-b162aaac6989 None None] Port 1ad9cc1e-6207-4329-9291-ecc2e437c327 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:52.726109 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-772e7ab7-9e00-42ae-99e0-59d42edcee32 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.733578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772e7ab7-9e00-42ae-99e0-59d42edcee32 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:52.739559 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-772e7ab7-9e00-42ae-99e0-59d42edcee32 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.855205 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:52.855507 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.873849 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-c8400ac8-5ec1-4e97-bf0e-f00dcd1beee0 req-f349b91f-55c8-4b83-9304-8781ffe59240 tempest-ServersOnMultiNodesTest-1539432438 tempest-ServersOnMultiNodesTest-1539432438-project] (94870) timed out ('10.222.0.60', 64351) {{(pid=94870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:32:52.875809 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.920932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-af5fa62f-4561-45c6-ba24-ca7d9b436b2d None None] Provisioning complete for port 1ad9cc1e-6207-4329-9291-ecc2e437c327 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:52.928546 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af5fa62f-4561-45c6-ba24-ca7d9b436b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.013304 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-af5fa62f-4561-45c6-ba24-ca7d9b436b2d None None] Port 1ad9cc1e-6207-4329-9291-ecc2e437c327 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:53.058769 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-772e7ab7-9e00-42ae-99e0-59d42edcee32 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7836285 Aug 31 14:32:53.068639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52892) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:53.080274 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ec346a0a-2927-49ea-8ef2-847af64a2d66 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'subnet': {'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:53.133857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-4b6242df-ac52-4d02-8fde-150de3d805f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:53.146332 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-4b6242df-ac52-4d02-8fde-150de3d805f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4344866 Aug 31 14:32:53.188057 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e7ab7-9e00-42ae-99e0-59d42edcee32 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Network': ['ID=80fd641c-495f-475a-84d3-2ef7c131388a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:53.219647 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 80fd641c-495f-475a-84d3-2ef7c131388a details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:53.268174 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 3, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 2, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:53.368421 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Checking router: c6fd5a43-5646-4726-b50d-c37a4780a463 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:32:53.368810 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Updating router c6fd5a43-5646-4726-b50d-c37a4780a463 port 1ad9cc1e-6207-4329-9291-ecc2e437c327 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:32:53.428132 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.442853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630787db-cc7f-4833-9e99-0e4a4d014802 req-49d40787-038b-4f26-80fa-5a93af8920bd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:53.450725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2fca625e-ca96-401b-bf1a-c00e38a9ef67 None None] Provisioning complete for port 1ad9cc1e-6207-4329-9291-ecc2e437c327 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:53.451116 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fca625e-ca96-401b-bf1a-c00e38a9ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.453870 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-630787db-cc7f-4833-9e99-0e4a4d014802 req-49d40787-038b-4f26-80fa-5a93af8920bd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.5157697 Aug 31 14:32:53.473645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec346a0a-2927-49ea-8ef2-847af64a2d66 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:53.480549 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ec346a0a-2927-49ea-8ef2-847af64a2d66 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.562854 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.598092 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-630787db-cc7f-4833-9e99-0e4a4d014802 req-879f183b-be97-4c6c-a794-cb0ae67ca61a tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431658 Aug 31 14:32:53.600719 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-9ecf87aa-61d1-4ee6-9ca2-9ae5c6dd52b6 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139464 Aug 31 14:32:53.674222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Router 2a253dd4-fbe7-4fa5-8c88-32a2601eedf6 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:32:53.700363 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2fca625e-ca96-401b-bf1a-c00e38a9ef67 None None] Port 1ad9cc1e-6207-4329-9291-ecc2e437c327 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:53.803286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-2d49777b-4b15-4883-919f-a374c237b72c service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950831 Aug 31 14:32:53.897039 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-1bb5d7d5-4094-47e7-9714-9dddec194e2b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=46681e42-b392-40ec-9c3e-c611227256b0 HTTP/1.1" status: 200 len: 217 time: 0.0803037 Aug 31 14:32:53.964750 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:53.977785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Sync routers for ids ['2a253dd4-fbe7-4fa5-8c88-32a2601eedf6'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:53.991108 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.998264 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2daa35cc-e0fc-44bd-b8c1-6edde12d484b tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8331270 Aug 31 14:32:54.003254 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52896) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:54.007846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Routers {'2a253dd4-fbe7-4fa5-8c88-32a2601eedf6'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:54.008639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2a253dd4-fbe7-4fa5-8c88-32a2601eedf6'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:54.041300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-6efc1a6b-0e4b-4404-80d6-b412662da560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:54.046132 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-6efc1a6b-0e4b-4404-80d6-b412662da560 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.1371071 Aug 31 14:32:54.114168 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.139983 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Transition to ACTIVE for port object 1ad9cc1e-6207-4329-9291-ecc2e437c327 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:54.149120 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.174342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-50fd37df-29c2-420d-812d-f2e251dc1864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:54.177171 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-50fd37df-29c2-420d-812d-f2e251dc1864 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204970 Aug 31 14:32:54.271794 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Set router 2a253dd4-fbe7-4fa5-8c88-32a2601eedf6 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:32:54.274889 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.338560 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de683e-0567-4354-935b-394686100411 None None] Pushing event updated for resources: {'Port': ['ID=1ad9cc1e-6207-4329-9291-ecc2e437c327,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:54.396997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-c2370a53-c8ab-4801-9584-93b2ea0c1d86 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121551 Aug 31 14:32:54.469276 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Attempting to bind port 1ad9cc1e-6207-4329-9291-ecc2e437c327 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:54.470206 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Attempting to bind port 1ad9cc1e-6207-4329-9291-ecc2e437c327 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '4db0c22d-a458-46e4-b752-998d31860c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:54.471427 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Attempting to bind port 1ad9cc1e-6207-4329-9291-ecc2e437c327 on network aa026139-1699-4367-aa00-a560985c9f42 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:54.495610 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:54.497022 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Checking segment: {'id': '4db0c22d-a458-46e4-b752-998d31860c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:54.498413 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.500128 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Bound using segment: {'id': '4db0c22d-a458-46e4-b752-998d31860c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:54.500755 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Bound port: 1ad9cc1e-6207-4329-9291-ecc2e437c327, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db0c22d-a458-46e4-b752-998d31860c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:54.501938 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.561322 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-010a38a2-dc60-4762-b402-d637f84146ab tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/routers/2a253dd4-fbe7-4fa5-8c88-32a2601eedf6 HTTP/1.1" status: 200 len: 908 time: 0.5525844 Aug 31 14:32:54.563253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52900) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:54.569796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Request body: {'router': {'name': 'tempest-snat-router-115782371', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'enable_snat': True}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:54.577819 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ec346a0a-2927-49ea-8ef2-847af64a2d66 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.635861 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.637998 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.694538 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] For port 1ad9cc1e-6207-4329-9291-ecc2e437c327, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:54.722302 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] For port 1ad9cc1e-6207-4329-9291-ecc2e437c327, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1ad9cc1e-6207-4329-9291-ecc2e437c327,segment=NetworkSegment(4db0c22d-a458-46e4-b752-998d31860c29),segment_id=4db0c22d-a458-46e4-b752-998d31860c29)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:54.725668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec346a0a-2927-49ea-8ef2-847af64a2d66 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Checking segment: {'id': 'f12c4159-8ba3-45b2-b1dd-c44cea3d198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:54.728761 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec346a0a-2927-49ea-8ef2-847af64a2d66 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network hostable DHCP agents. Network: 80fd641c-495f-475a-84d3-2ef7c131388a, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:54.740224 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.764133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec346a0a-2927-49ea-8ef2-847af64a2d66 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Subnet': ['ID=b5c320dc-71c5-4d51-a6f8-6d84333b3e9e,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:54.796923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec346a0a-2927-49ea-8ef2-847af64a2d66 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 80fd641c-495f-475a-84d3-2ef7c131388a is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:54.817291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-ec346a0a-2927-49ea-8ef2-847af64a2d66 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 80fd641c-495f-475a-84d3-2ef7c131388a) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:54.824787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec346a0a-2927-49ea-8ef2-847af64a2d66 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:54.826500 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ec346a0a-2927-49ea-8ef2-847af64a2d66 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.877583 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ec346a0a-2927-49ea-8ef2-847af64a2d66 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8071406 Aug 31 14:32:54.883136 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18dc01e-f702-4199-b496-1dc4b4cae572 None None] Network 80fd641c-495f-475a-84d3-2ef7c131388a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:54.909662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52906) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:54.942065 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-86e660d1-19d0-4d48-9c7b-057dea01ed8c service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372708 Aug 31 14:32:54.945845 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.947838 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:54.948553 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:55.077994 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-4848e463-98e8-4895-b8e4-74fec8359525 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=9a69c30f-e49c-4c35-82b4-3dbc7c73eced HTTP/1.1" status: 200 len: 217 time: 0.1259811 Aug 31 14:32:55.118094 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e1a18-95a3-4054-b6f3-1c5eea6bf256 req-1e37c519-2c82-4eec-bab7-7951e93f0a31 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:55.123834 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d99e1a18-95a3-4054-b6f3-1c5eea6bf256 req-1e37c519-2c82-4eec-bab7-7951e93f0a31 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2721393 Aug 31 14:32:55.177195 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de683e-0567-4354-935b-394686100411 None None] Pushing event updated for resources: {'Port': ['ID=1ad9cc1e-6207-4329-9291-ecc2e437c327,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:55.248563 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:32:55.252909 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d99e1a18-95a3-4054-b6f3-1c5eea6bf256 req-b556e2d4-b20e-4045-b2db-ff57398fac58 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198864 Aug 31 14:32:55.317873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-9a3b0144-9a75-4da3-8fc0-edc9af5eeb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:55.321063 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-9a3b0144-9a75-4da3-8fc0-edc9af5eeb0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 200 len: 797 time: 0.1774926 Aug 31 14:32:55.384226 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-80fd641c-495f-475a-84d3-2ef7c131388a', 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'fixed_ips': [{'subnet_id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:32:55.384818 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:55.536284 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:55.549940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-8b29e853-cf9f-4a55-889d-322c32cb40f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:55.551846 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-8b29e853-cf9f-4a55-889d-322c32cb40f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1b4a753f-ef7c-4fe1-aa26-35f642418c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2214291 Aug 31 14:32:55.663841 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:55.855237 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 3, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:54Z', 'revision_number': 4, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:55.864017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-7ee241c1-a899-46f9-8348-d239fa629c61 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738359 Aug 31 14:32:55.916997 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1477f389-7604-4350-9bf3-4abbbcf41006 None None] The sync data for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 is: [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 3, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:54Z', 'revision_number': 4, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:55.936075 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a253dd4-fbe7-4fa5-8c88-32a2601eedf6', 'name': 'tempest-snat-router-115782371', 'tenant_id': 'a43cbcb2e27048dea307d9b9b7abc543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.182'}], 'enable_snat': False}, 'gw_port_id': '13163594-e04d-49b6-a314-aa75dd05686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:49Z', 'updated_at': '2021-08-31T14:32:51Z', 'revision_number': 3, 'project_id': 'a43cbcb2e27048dea307d9b9b7abc543', 'gw_port': {'id': '13163594-e04d-49b6-a314-aa75dd05686f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a253dd4-fbe7-4fa5-8c88-32a2601eedf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:50Z', 'updated_at': '2021-08-31T14:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:56.141769 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.142446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Checking router: 2a253dd4-fbe7-4fa5-8c88-32a2601eedf6 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:32:56.142898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Updating router 2a253dd4-fbe7-4fa5-8c88-32a2601eedf6 port 13163594-e04d-49b6-a314-aa75dd05686f binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:32:56.146658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Allocated IP 2001:db8:2::2 (80fd641c-495f-475a-84d3-2ef7c131388a/b5c320dc-71c5-4d51-a6f8-6d84333b3e9e/ad62d152-6271-4d9f-b78b-1578bb793eed) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:56.181874 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-f43ac811-a128-4a54-90aa-5003b80ef8a2 service neutron] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078020 Aug 31 14:32:56.316787 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-b6f8ea7b-8cba-4bed-8f1e-7c0982a19e9f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3b849ce-aa09-477e-8cca-9af7f3f55d9b HTTP/1.1" status: 200 len: 217 time: 0.1206200 Aug 31 14:32:56.335767 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.547589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-4ec643cd-6ff6-46e5-b96b-0f93222b5174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:56.551563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-4ec643cd-6ff6-46e5-b96b-0f93222b5174 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2d72d2fc-c8a5-4582-90c7-ef167bb569ca HTTP/1.1" status: 200 len: 797 time: 0.2328780 Aug 31 14:32:56.777007 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1ad9cc1e-6207-4329-9291-ecc2e437c327 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:56.789350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f351ec-2d68-4fa3-9cb5-0be2f172ae29 req-331412bb-3251-4820-bef9-b18a98f184c3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:56.794884 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88f351ec-2d68-4fa3-9cb5-0be2f172ae29 req-331412bb-3251-4820-bef9-b18a98f184c3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2895007 Aug 31 14:32:56.855323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-a5e44756-f716-4caf-a7aa-f8dfc3338d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:56.857276 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-a5e44756-f716-4caf-a7aa-f8dfc3338d9e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=703d1749-b334-41de-af58-b448e639a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2518959 Aug 31 14:32:56.879656 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.007825 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-2b6ae017-796d-4c1d-87d2-a0a6606db5a2 service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194921 Aug 31 14:32:57.056491 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.223899 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.231622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 1ad9cc1e-6207-4329-9291-ecc2e437c327 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:57.256229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Transition to ACTIVE for port object ad62d152-6271-4d9f-b78b-1578bb793eed will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:57.258450 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1ad9cc1e-6207-4329-9291-ecc2e437c327 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:57.259033 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.296932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-cb2baa33-d5e3-45d6-85e0-143c13baf51c service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664404 Aug 31 14:32:57.391870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Transition to ACTIVE for port object ad62d152-6271-4d9f-b78b-1578bb793eed will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:57.406153 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.442469 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-afb10485-fc78-4cd3-a590-c94daa6b229a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bae37ea2-d7e6-4513-a927-0d658b3709e2 HTTP/1.1" status: 200 len: 217 time: 0.1244321 Aug 31 14:32:57.450668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88f351ec-2d68-4fa3-9cb5-0be2f172ae29 req-e8f23277-88d2-4f20-8578-50dec4704c3f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5920630 Aug 31 14:32:57.481837 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Pushing event updated for resources: {'Port': ['ID=ad62d152-6271-4d9f-b78b-1578bb793eed,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:57.488568 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.522629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Network 80fd641c-495f-475a-84d3-2ef7c131388a is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:57.533235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:57.540899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:57.543750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Transition to ACTIVE for port object 13163594-e04d-49b6-a314-aa75dd05686f will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:57.594355 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.601690 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.738956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-345d1256-3da9-4989-a489-ef138e4db8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:57.745000 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-345d1256-3da9-4989-a489-ef138e4db8bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2d72d2fc-c8a5-4582-90c7-ef167bb569ca HTTP/1.1" status: 200 len: 797 time: 0.2870185 Aug 31 14:32:57.745968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 1ad9cc1e-6207-4329-9291-ecc2e437c327, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1ad9cc1e-6207-4329-9291-ecc2e437c327,segment=NetworkSegment(4db0c22d-a458-46e4-b752-998d31860c29),segment_id=4db0c22d-a458-46e4-b752-998d31860c29)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:57.771382 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.795969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Attempting to bind port 13163594-e04d-49b6-a314-aa75dd05686f on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:57.797087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Attempting to bind port 13163594-e04d-49b6-a314-aa75dd05686f by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:57.797630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Attempting to bind port 13163594-e04d-49b6-a314-aa75dd05686f on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:57.811116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Allocated IP 2001:db8:2::1 (80fd641c-495f-475a-84d3-2ef7c131388a/b5c320dc-71c5-4d51-a6f8-6d84333b3e9e/95bc8cb8-888f-4cf5-8744-e749407b7ba0) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:57.814212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Attempting to bind port ad62d152-6271-4d9f-b78b-1578bb793eed on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:57.814784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Attempting to bind port ad62d152-6271-4d9f-b78b-1578bb793eed by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f12c4159-8ba3-45b2-b1dd-c44cea3d198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:57.816290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Attempting to bind port ad62d152-6271-4d9f-b78b-1578bb793eed on network 80fd641c-495f-475a-84d3-2ef7c131388a {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:57.823488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:57.824426 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Checking segment: {'id': 'f12c4159-8ba3-45b2-b1dd-c44cea3d198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:57.825031 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.825633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Bound using segment: {'id': 'f12c4159-8ba3-45b2-b1dd-c44cea3d198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:57.826616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Bound port: ad62d152-6271-4d9f-b78b-1578bb793eed, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c4159-8ba3-45b2-b1dd-c44cea3d198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:57.827231 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.829770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:57.830662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:57.831937 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.832550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:57.833364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Bound port: 13163594-e04d-49b6-a314-aa75dd05686f, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:57.833925 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.835884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e9dba-d279-44a0-9763-735c241fde47 None None] Pushing event updated for resources: {'Port': ['ID=13163594-e04d-49b6-a314-aa75dd05686f,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:57.952432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Allocated IP 172.25.2.206 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/63b92610-7400-4fcf-b764-9e7ec9da1c73) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:57.985817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae146-c899-4417-abc6-59747044490f req-769596a7-8432-4df3-b12b-80cae966cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:57.992025 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-769596a7-8432-4df3-b12b-80cae966cd50 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=703d1749-b334-41de-af58-b448e639a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1776283 Aug 31 14:32:58.116234 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.165829 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Transition to ACTIVE for port object 95bc8cb8-888f-4cf5-8744-e749407b7ba0 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:58.227714 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.288933 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.329621 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.342994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=1ad9cc1e-6207-4329-9291-ecc2e437c327,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:58.400554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 80fd641c-495f-475a-84d3-2ef7c131388a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:58.414502 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:58.432595 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:58.433420 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.448519 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] For port 13163594-e04d-49b6-a314-aa75dd05686f, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:58.473386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:58.487775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:58.494602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:58.495110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] For port 13163594-e04d-49b6-a314-aa75dd05686f, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=13163594-e04d-49b6-a314-aa75dd05686f,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:58.508958 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] For port ad62d152-6271-4d9f-b78b-1578bb793eed, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:58.521866 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.539328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] For port ad62d152-6271-4d9f-b78b-1578bb793eed, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ad62d152-6271-4d9f-b78b-1578bb793eed,segment=NetworkSegment(f12c4159-8ba3-45b2-b1dd-c44cea3d198f),segment_id=f12c4159-8ba3-45b2-b1dd-c44cea3d198f)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:58.639572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e9dba-d279-44a0-9763-735c241fde47 None None] Pushing event updated for resources: {'Port': ['ID=13163594-e04d-49b6-a314-aa75dd05686f,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:58.654223 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.711884 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-444a4876-a093-4327-a449-8fe1c61d5da3 service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018929 Aug 31 14:32:58.728179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event updated for resources: {'Port': ['ID=63b92610-7400-4fcf-b764-9e7ec9da1c73,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:58.734876 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.756700 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=95bc8cb8-888f-4cf5-8744-e749407b7ba0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:58.884684 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Routers {'2a253dd4-fbe7-4fa5-8c88-32a2601eedf6'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:58.892367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2a253dd4-fbe7-4fa5-8c88-32a2601eedf6'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:58.947090 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711afbc8-b359-4bca-8986-553d5baf9c66 req-d888eeac-3715-44b7-bd19-b0810461b643 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:58.948927 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-711afbc8-b359-4bca-8986-553d5baf9c66 req-d888eeac-3715-44b7-bd19-b0810461b643 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.3141675 Aug 31 14:32:58.981444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c63047-9f16-4e0a-be71-0d194e006038 None None] Pushing event updated for resources: {'Port': ['ID=ad62d152-6271-4d9f-b78b-1578bb793eed,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:59.127087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] Set router 2a253dd4-fbe7-4fa5-8c88-32a2601eedf6 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:32:59.152473 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-711afbc8-b359-4bca-8986-553d5baf9c66 req-812217bf-8a11-4623-8172-20a4ca40bbbc tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824667 Aug 31 14:32:59.200371 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dfae146-c899-4417-abc6-59747044490f req-30dfc99c-ce48-4cbf-9c91-d7eb480d29e6 service neutron] 10.222.0.25 "GET /v2.0/networks/703d1749-b334-41de-af58-b448e639a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545958 Aug 31 14:32:59.528055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:59.534958 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:59.535850 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:59.601965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a253dd4-fbe7-4fa5-8c88-32a2601eedf6', 'name': 'tempest-snat-router-115782371', 'tenant_id': 'a43cbcb2e27048dea307d9b9b7abc543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.182'}], 'enable_snat': False}, 'gw_port_id': '13163594-e04d-49b6-a314-aa75dd05686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:49Z', 'updated_at': '2021-08-31T14:32:51Z', 'revision_number': 3, 'project_id': 'a43cbcb2e27048dea307d9b9b7abc543', 'gw_port': {'id': '13163594-e04d-49b6-a314-aa75dd05686f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a253dd4-fbe7-4fa5-8c88-32a2601eedf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:50Z', 'updated_at': '2021-08-31T14:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:59.632081 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:59.644556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=95bc8cb8-888f-4cf5-8744-e749407b7ba0,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:59.651077 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a242c2bf-4d3d-4e38-9712-0c1d4829815a None None] The sync data for ids ['2a253dd4-fbe7-4fa5-8c88-32a2601eedf6'] in n-d-806683-5 is: [{'id': '2a253dd4-fbe7-4fa5-8c88-32a2601eedf6', 'name': 'tempest-snat-router-115782371', 'tenant_id': 'a43cbcb2e27048dea307d9b9b7abc543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.182'}], 'enable_snat': False}, 'gw_port_id': '13163594-e04d-49b6-a314-aa75dd05686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:49Z', 'updated_at': '2021-08-31T14:32:51Z', 'revision_number': 3, 'project_id': 'a43cbcb2e27048dea307d9b9b7abc543', 'gw_port': {'id': '13163594-e04d-49b6-a314-aa75dd05686f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a253dd4-fbe7-4fa5-8c88-32a2601eedf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:50Z', 'updated_at': '2021-08-31T14:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:59.817705 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 80fd641c-495f-475a-84d3-2ef7c131388a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:59.829710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:59.895841 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:33:00.243768 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.278198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router c6fd5a43-5646-4726-b50d-c37a4780a463 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:00.594148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:00.605362 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Sync routers for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:00.627036 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:00.628816 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:00.631632 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3c9b1e40-eaec-49e2-ad5f-20fa26f61875 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7160270 Aug 31 14:33:00.638974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52956) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:00.646489 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-20506b9f-e31c-4fe3-9783-03beb36ad126 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1599671148'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:00.728584 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e02def-fa96-4f16-879b-e3d1595db2f3 req-fb17534b-bbe4-4423-96cd-b5a8b41ed4b6 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:00.732545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20506b9f-e31c-4fe3-9783-03beb36ad126 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:00.751534 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-72e02def-fa96-4f16-879b-e3d1595db2f3 req-fb17534b-bbe4-4423-96cd-b5a8b41ed4b6 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.3313293 Aug 31 14:33:00.751738 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20506b9f-e31c-4fe3-9783-03beb36ad126 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.834810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20506b9f-e31c-4fe3-9783-03beb36ad126 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:33:00.850669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f746fdd-a7ea-4d7a-81cd-750ad50b8068 None None] Network 80fd641c-495f-475a-84d3-2ef7c131388a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:00.885383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20506b9f-e31c-4fe3-9783-03beb36ad126 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.885739 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-20506b9f-e31c-4fe3-9783-03beb36ad126 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Added segment 1acc86b0-b943-41d6-9070-559c16257c4a of type vlan for network 5307d016-127f-4fa0-a0d0-cea7205262a6 Aug 31 14:33:00.943882 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-72e02def-fa96-4f16-879b-e3d1595db2f3 req-fa42084e-bbc6-4abf-94ec-7de2520a0949 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914215 Aug 31 14:33:01.000153 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:01.034825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Router 1588e5e7-e366-401b-b2ba-c83d925f5433 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:01.103528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1ad9cc1e-6207-4329-9291-ecc2e437c327 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:01.140436 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20506b9f-e31c-4fe3-9783-03beb36ad126 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.323864 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20506b9f-e31c-4fe3-9783-03beb36ad126 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.355592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20506b9f-e31c-4fe3-9783-03beb36ad126 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:01.364123 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20506b9f-e31c-4fe3-9783-03beb36ad126 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.534468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:01.566329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fabc4d95-9faa-499f-b549-4b208f25b7ca None None] Provisioning for port ad62d152-6271-4d9f-b78b-1578bb793eed completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:01.581200 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.586725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] Sync routers for ids ['1588e5e7-e366-401b-b2ba-c83d925f5433'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:01.592665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20506b9f-e31c-4fe3-9783-03beb36ad126 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Network': ['ID=5307d016-127f-4fa0-a0d0-cea7205262a6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:01.592810 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-342d9ac4-16d0-4677-94de-4b0e2ecb2959 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0248644 Aug 31 14:33:01.592921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52996) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:01.603948 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-20506b9f-e31c-4fe3-9783-03beb36ad126 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9638093 Aug 31 14:33:01.604581 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52998) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:01.624424 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-2c6c7d12-020d-4b03-966e-9079df5884b1 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'subnet': {'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:01.646089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 5307d016-127f-4fa0-a0d0-cea7205262a6 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:33:01.661192 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] Routers {'1588e5e7-e366-401b-b2ba-c83d925f5433'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:01.661854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1588e5e7-e366-401b-b2ba-c83d925f5433'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:01.927781 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6c7d12-020d-4b03-966e-9079df5884b1 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Made reservation on behalf of 213b24ecae2c40f1ad3c4d29b2fb34ca for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:01.929912 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:32:58Z', 'revision_number': 4, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95bc8cb8-888f-4cf5-8744-e749407b7ba0', 'name': '', 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:48:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:56Z', 'updated_at': '2021-08-31T14:32:59Z', 'revision_number': 2, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:01.948421 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7d12-020d-4b03-966e-9079df5884b1 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.003793 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Checking router: c6fd5a43-5646-4726-b50d-c37a4780a463 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:02.008398 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Updating router c6fd5a43-5646-4726-b50d-c37a4780a463 port 95bc8cb8-888f-4cf5-8744-e749407b7ba0 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:33:02.025003 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7555ec66-2c7a-49b7-bbe4-9264212343b5 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/routers/1588e5e7-e366-401b-b2ba-c83d925f5433 HTTP/1.1" status: 200 len: 907 time: 0.4280212 Aug 31 14:33:02.027074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53026) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:02.091325 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.300788 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.363436 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1ad9cc1e-6207-4329-9291-ecc2e437c327 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:02.364070 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.542833 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] Set router 1588e5e7-e366-401b-b2ba-c83d925f5433 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:02.555586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78404c58-261d-4f4f-823f-1a64ec3ae4dd req-25499fad-8bed-4448-939d-56814c26093d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:02.574059 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-78404c58-261d-4f4f-823f-1a64ec3ae4dd req-25499fad-8bed-4448-939d-56814c26093d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.3567874 Aug 31 14:33:02.637430 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.795789 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-78404c58-261d-4f4f-823f-1a64ec3ae4dd req-be8c1020-def2-480e-8657-fd293d5ea187 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175500 Aug 31 14:33:02.845775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Deleting port 63b92610-7400-4fcf-b764-9e7ec9da1c73 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:02.847133 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.009860 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.032637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Calling delete_port for 63b92610-7400-4fcf-b764-9e7ec9da1c73 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:03.131779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c65e710e-e5c6-4e91-bc5d-3c4ae43151b2 None None] Provisioning for port 95bc8cb8-888f-4cf5-8744-e749407b7ba0 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:03.149223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c65e710e-e5c6-4e91-bc5d-3c4ae43151b2 None None] Provisioning complete for port 95bc8cb8-888f-4cf5-8744-e749407b7ba0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:03.149918 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c65e710e-e5c6-4e91-bc5d-3c4ae43151b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.184698 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.187288 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7d12-020d-4b03-966e-9079df5884b1 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.223828 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Transition to ACTIVE for port object 95bc8cb8-888f-4cf5-8744-e749407b7ba0 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:03.238735 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.247930 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1588e5e7-e366-401b-b2ba-c83d925f5433', 'name': 'tempest-snat-router-115782371', 'tenant_id': 'a43cbcb2e27048dea307d9b9b7abc543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '63b92610-7400-4fcf-b764-9e7ec9da1c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:54Z', 'updated_at': '2021-08-31T14:32:59Z', 'revision_number': 3, 'project_id': 'a43cbcb2e27048dea307d9b9b7abc543', 'gw_port': {'id': '63b92610-7400-4fcf-b764-9e7ec9da1c73', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:70:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1588e5e7-e366-401b-b2ba-c83d925f5433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:57Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:03.305734 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c7d12-020d-4b03-966e-9079df5884b1 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Subnet': ['ID=3ca65869-087c-496c-a820-d2e320692a7e,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:03.321820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] Checking router: 1588e5e7-e366-401b-b2ba-c83d925f5433 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:03.324002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] Updating router 1588e5e7-e366-401b-b2ba-c83d925f5433 port 63b92610-7400-4fcf-b764-9e7ec9da1c73 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:33:03.360987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 13163594-e04d-49b6-a314-aa75dd05686f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:03.421777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c7d12-020d-4b03-966e-9079df5884b1 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Checking segment: {'id': '1acc86b0-b943-41d6-9070-559c16257c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:03.427338 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6c7d12-020d-4b03-966e-9079df5884b1 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network hostable DHCP agents. Network: 5307d016-127f-4fa0-a0d0-cea7205262a6, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:33:03.503423 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Attempting to bind port 95bc8cb8-888f-4cf5-8744-e749407b7ba0 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:03.503756 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Attempting to bind port 95bc8cb8-888f-4cf5-8744-e749407b7ba0 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f12c4159-8ba3-45b2-b1dd-c44cea3d198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:03.506206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6c7d12-020d-4b03-966e-9079df5884b1 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 5307d016-127f-4fa0-a0d0-cea7205262a6 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:33:03.506808 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Attempting to bind port 95bc8cb8-888f-4cf5-8744-e749407b7ba0 on network 80fd641c-495f-475a-84d3-2ef7c131388a {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:03.526149 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:03.526504 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Checking segment: {'id': 'f12c4159-8ba3-45b2-b1dd-c44cea3d198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:03.526901 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.527317 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Bound using segment: {'id': 'f12c4159-8ba3-45b2-b1dd-c44cea3d198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:03.527792 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Bound port: 95bc8cb8-888f-4cf5-8744-e749407b7ba0, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c4159-8ba3-45b2-b1dd-c44cea3d198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:03.528169 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.539633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-2c6c7d12-020d-4b03-966e-9079df5884b1 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 5307d016-127f-4fa0-a0d0-cea7205262a6) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:03.545497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c7d12-020d-4b03-966e-9079df5884b1 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:03.546225 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7d12-020d-4b03-966e-9079df5884b1 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.573998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c65e710e-e5c6-4e91-bc5d-3c4ae43151b2 None None] Port 95bc8cb8-888f-4cf5-8744-e749407b7ba0 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:03.578661 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2c6c7d12-020d-4b03-966e-9079df5884b1 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9723394 Aug 31 14:33:03.581880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53130) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:03.602573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d611642e-b415-47ae-a749-9b237e91cb11 None None] Network 5307d016-127f-4fa0-a0d0-cea7205262a6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:03.621537 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.665957 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd45048-9471-488b-a6ff-9113cd9049e5 None None] Pushing event updated for resources: {'Port': ['ID=95bc8cb8-888f-4cf5-8744-e749407b7ba0,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:03.774833 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] For port 95bc8cb8-888f-4cf5-8744-e749407b7ba0, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:03.781121 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] For port 95bc8cb8-888f-4cf5-8744-e749407b7ba0, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=95bc8cb8-888f-4cf5-8744-e749407b7ba0,segment=NetworkSegment(f12c4159-8ba3-45b2-b1dd-c44cea3d198f),segment_id=f12c4159-8ba3-45b2-b1dd-c44cea3d198f)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:03.789624 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.039078 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 13163594-e04d-49b6-a314-aa75dd05686f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:04.068455 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd45048-9471-488b-a6ff-9113cd9049e5 None None] Pushing event updated for resources: {'Port': ['ID=95bc8cb8-888f-4cf5-8744-e749407b7ba0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:04.083894 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:04.084673 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:04.090580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 13163594-e04d-49b6-a314-aa75dd05686f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:04.090966 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.369192 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:04.579211 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.610992 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf804a-be40-46a4-82da-02d0100665a7 req-d28fc08e-bfe4-4c73-8e49-715ed821e95f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:04.626294 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8caf804a-be40-46a4-82da-02d0100665a7 req-d28fc08e-bfe4-4c73-8e49-715ed821e95f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2201407 Aug 31 14:33:04.689132 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.760581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event deleted for resources: {'Port': ['ID=63b92610-7400-4fcf-b764-9e7ec9da1c73,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:05.029660 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8caf804a-be40-46a4-82da-02d0100665a7 req-839dd5cb-4522-4c4b-bd46-a3729f8101a2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023080 Aug 31 14:33:05.064076 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.105753 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:32:58Z', 'revision_number': 4, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95bc8cb8-888f-4cf5-8744-e749407b7ba0', 'name': '', 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:48:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:56Z', 'updated_at': '2021-08-31T14:33:03Z', 'revision_number': 4, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:05.227312 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82500b0-f363-4bdd-bc40-47a2af8734e1 None None] The sync data for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 is: [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:32:58Z', 'revision_number': 4, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95bc8cb8-888f-4cf5-8744-e749407b7ba0', 'name': '', 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:48:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:56Z', 'updated_at': '2021-08-31T14:33:03Z', 'revision_number': 4, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:05.383015 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.396363 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.399875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-5307d016-127f-4fa0-a0d0-cea7205262a6', 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'fixed_ips': [{'subnet_id': '3ca65869-087c-496c-a820-d2e320692a7e'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:33:05.401548 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.466671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Allocated IP 2001:db8:3::1 (5307d016-127f-4fa0-a0d0-cea7205262a6/3ca65869-087c-496c-a820-d2e320692a7e/39e3cff3-deb9-4d3c-af0c-330c4502d8ba) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:05.483970 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.557395 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.558423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1588e5e7-e366-401b-b2ba-c83d925f5433 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:33:05.572520 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.576434 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ab920107-fe47-4e2a-9a44-265de77b8371 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "DELETE /v2.0/routers/1588e5e7-e366-401b-b2ba-c83d925f5433 HTTP/1.1" status: 204 len: 168 time: 3.5474906 Aug 31 14:33:05.579646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53244) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:05.636857 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:33:05.637553 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:33:05.689853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 13163594-e04d-49b6-a314-aa75dd05686f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=13163594-e04d-49b6-a314-aa75dd05686f,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:05.703946 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.705011 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ad62d152-6271-4d9f-b78b-1578bb793eed up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:05.804459 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.825123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Transition to ACTIVE for port object 39e3cff3-deb9-4d3c-af0c-330c4502d8ba will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:05.866862 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.925791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=13163594-e04d-49b6-a314-aa75dd05686f,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:05.936842 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.959010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port ad62d152-6271-4d9f-b78b-1578bb793eed completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:06.000108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ad62d152-6271-4d9f-b78b-1578bb793eed triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:06.000410 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.061624 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Allocated IP 2001:db8:3::2 (5307d016-127f-4fa0-a0d0-cea7205262a6/3ca65869-087c-496c-a820-d2e320692a7e/6d8df1a3-fe36-4ba8-ac23-961a048a8b4f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:06.132011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 5307d016-127f-4fa0-a0d0-cea7205262a6 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:06.142294 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:06.148514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:06.149157 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.257377 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.257858 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] Port 63b92610-7400-4fcf-b764-9e7ec9da1c73 not found while updating agent binding for router 1588e5e7-e366-401b-b2ba-c83d925f5433. {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 14:33:06.354039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=39e3cff3-deb9-4d3c-af0c-330c4502d8ba,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:06.405203 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] Routers set() bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:06.407470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] Router IDs set() for agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:33:06.408203 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_agentschedulers_db [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1588e5e7-e366-401b-b2ba-c83d925f5433'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent'). {{(pid=94872) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:33:06.409508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ff497-1040-4a9f-a69e-379bf36a8879 None None] The sync data for ids ['1588e5e7-e366-401b-b2ba-c83d925f5433'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:06.414915 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Deleting port 13163594-e04d-49b6-a314-aa75dd05686f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:06.417737 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.451609 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.505194 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd971e4-f2c2-4ce5-8c0d-a995d25d8216 req-0f80cb06-345b-4b36-9bb9-2323af8ce7dc tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:06.509377 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fbd971e4-f2c2-4ce5-8c0d-a995d25d8216 req-0f80cb06-345b-4b36-9bb9-2323af8ce7dc tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2490027 Aug 31 14:33:06.636556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port ad62d152-6271-4d9f-b78b-1578bb793eed, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ad62d152-6271-4d9f-b78b-1578bb793eed,segment=NetworkSegment(f12c4159-8ba3-45b2-b1dd-c44cea3d198f),segment_id=f12c4159-8ba3-45b2-b1dd-c44cea3d198f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:06.654575 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.712672 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.716505 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.744805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Transition to ACTIVE for port object 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:06.810880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a99e3-fe70-4472-9cf7-2f5117c4c012 req-be00d8cb-0d4c-48ad-9267-746c718a1df9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:06.813333 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6a99e3-fe70-4472-9cf7-2f5117c4c012 req-be00d8cb-0d4c-48ad-9267-746c718a1df9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1747057 Aug 31 14:33:06.846651 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fbd971e4-f2c2-4ce5-8c0d-a995d25d8216 req-d031fe57-b003-4775-9570-139ca6a654c1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283029 Aug 31 14:33:06.856711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] For port 13163594-e04d-49b6-a314-aa75dd05686f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=13163594-e04d-49b6-a314-aa75dd05686f,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:06.857021 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.867275 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Transition to ACTIVE for port object 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:06.882285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=ad62d152-6271-4d9f-b78b-1578bb793eed,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:06.895830 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.911657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Calling delete_port for 13163594-e04d-49b6-a314-aa75dd05686f owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:06.979860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6a99e3-fe70-4472-9cf7-2f5117c4c012 req-1a8f6e54-9329-49f7-9eae-008b8a45edf9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547785 Aug 31 14:33:07.134139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Network 5307d016-127f-4fa0-a0d0-cea7205262a6 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:07.134936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Pushing event updated for resources: {'Port': ['ID=6d8df1a3-fe36-4ba8-ac23-961a048a8b4f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:07.150119 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:07.153094 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:07.258727 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 13163594-e04d-49b6-a314-aa75dd05686f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:07.360328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Attempting to bind port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:07.360947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Attempting to bind port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '1acc86b0-b943-41d6-9070-559c16257c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:07.361969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Attempting to bind port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f on network 5307d016-127f-4fa0-a0d0-cea7205262a6 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:07.377806 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.415319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:07.415933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Checking segment: {'id': '1acc86b0-b943-41d6-9070-559c16257c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:07.416364 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.416921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Bound using segment: {'id': '1acc86b0-b943-41d6-9070-559c16257c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:07.417513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Bound port: 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acc86b0-b943-41d6-9070-559c16257c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:07.417893 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.449701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event deleted for resources: {'Port': ['ID=13163594-e04d-49b6-a314-aa75dd05686f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:07.497391 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No active binding found for port 13163594-e04d-49b6-a314-aa75dd05686f {{(pid=94872) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:33:07.497820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 13163594-e04d-49b6-a314-aa75dd05686f not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 14:33:07.565788 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Port 13163594-e04d-49b6-a314-aa75dd05686f not found, will not notify nova. {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 14:33:07.566102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 95bc8cb8-888f-4cf5-8744-e749407b7ba0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:07.591420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.630176 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] For port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:07.635987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] For port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6d8df1a3-fe36-4ba8-ac23-961a048a8b4f,segment=NetworkSegment(1acc86b0-b943-41d6-9070-559c16257c4a),segment_id=1acc86b0-b943-41d6-9070-559c16257c4a)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:07.645643 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.649269 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.656844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e4f33-ba6f-4ec7-9e30-f77fbac2e7f4 req-6f2be673-07ee-410c-86a7-36a5fa2a31b2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:07.666687 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a38e4f33-ba6f-4ec7-9e30-f77fbac2e7f4 req-6f2be673-07ee-410c-86a7-36a5fa2a31b2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.3925993 Aug 31 14:33:07.674990 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.676079 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.712370 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 95bc8cb8-888f-4cf5-8744-e749407b7ba0 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:07.725866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 95bc8cb8-888f-4cf5-8744-e749407b7ba0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:07.726251 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.764665 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.766974 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.783873 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a38e4f33-ba6f-4ec7-9e30-f77fbac2e7f4 req-44d21310-8ab4-4be0-92b0-ab7eca50b3d7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162717 Aug 31 14:33:07.798647 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3750d97-b57a-470f-9254-aab081e65cbe None None] Pushing event updated for resources: {'Port': ['ID=6d8df1a3-fe36-4ba8-ac23-961a048a8b4f,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:07.850175 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event updated for resources: {'Port': ['ID=39e3cff3-deb9-4d3c-af0c-330c4502d8ba,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:07.928488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.929856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a253dd4-fbe7-4fa5-8c88-32a2601eedf6 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:33:07.936512 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.945427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-95fbfdc4-34d8-4507-ac72-49b8f3068175 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "DELETE /v2.0/routers/2a253dd4-fbe7-4fa5-8c88-32a2601eedf6 HTTP/1.1" status: 204 len: 168 time: 2.3626125 Aug 31 14:33:07.950147 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53434) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:07.959129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1680744101', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:08.007304 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.105105 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 95bc8cb8-888f-4cf5-8744-e749407b7ba0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=95bc8cb8-888f-4cf5-8744-e749407b7ba0,segment=NetworkSegment(f12c4159-8ba3-45b2-b1dd-c44cea3d198f),segment_id=f12c4159-8ba3-45b2-b1dd-c44cea3d198f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:08.105749 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Network 5307d016-127f-4fa0-a0d0-cea7205262a6 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:08.123927 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.126775 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:08.212639 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.213714 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.304689 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.348692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=95bc8cb8-888f-4cf5-8744-e749407b7ba0,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:08.474006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1d6ea-9640-4f37-a9c4-fc802959090b req-57652d9a-c749-4635-adc1-1441bece2ab7 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:08.475794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91a1d6ea-9640-4f37-a9c4-fc802959090b req-57652d9a-c749-4635-adc1-1441bece2ab7 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.4553432 Aug 31 14:33:08.513842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router c6fd5a43-5646-4726-b50d-c37a4780a463 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:08.541278 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-bbe5c01c-98a0-475f-9e3f-77ab860e9f96 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:08.544323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ea92a-e8a6-40f7-b81b-2a2693f0a579 req-8c400552-fd85-454c-8176-f1180e3a17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:08.545761 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-bbe5c01c-98a0-475f-9e3f-77ab860e9f96 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 811 time: 0.2071357 Aug 31 14:33:08.545902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d0ea92a-e8a6-40f7-b81b-2a2693f0a579 req-8c400552-fd85-454c-8176-f1180e3a17f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf39a1308dd04525b3c251f5d378afd7&device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 1096 time: 0.2384560 Aug 31 14:33:08.575649 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.666455 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91a1d6ea-9640-4f37-a9c4-fc802959090b req-22f5b95e-b1ba-43ed-890d-ba2b811d35a2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534946 Aug 31 14:33:08.814523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ea92a-e8a6-40f7-b81b-2a2693f0a579 req-9595cf9b-d000-4aaf-9bf7-6a49f4c33c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:08.816739 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d0ea92a-e8a6-40f7-b81b-2a2693f0a579 req-9595cf9b-d000-4aaf-9bf7-6a49f4c33c02 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a03f38ab-0e33-464b-9838-b04517f029d8 HTTP/1.1" status: 200 len: 915 time: 0.2618065 Aug 31 14:33:08.880282 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d0ea92a-e8a6-40f7-b81b-2a2693f0a579 req-66648756-8e80-47db-88c0-1a08fe1a84d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f HTTP/1.1" status: 200 len: 217 time: 0.0486677 Aug 31 14:33:08.977275 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ea92a-e8a6-40f7-b81b-2a2693f0a579 req-abe5a9e0-c1b2-44ec-a960-245cd8a4ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:08.980929 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d0ea92a-e8a6-40f7-b81b-2a2693f0a579 req-abe5a9e0-c1b2-44ec-a960-245cd8a4ed5e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0 HTTP/1.1" status: 200 len: 854 time: 0.0921636 Aug 31 14:33:09.020853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 95bc8cb8-888f-4cf5-8744-e749407b7ba0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:09.054225 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d0ea92a-e8a6-40f7-b81b-2a2693f0a579 req-d55c9782-71ba-42c5-802e-a0147faa1aeb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a03f38ab-0e33-464b-9838-b04517f029d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657220 Aug 31 14:33:09.100069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-c5b3b0ad-479d-4ac6-ac97-d33fe5b01132 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/quotas/6c7a9beea9d2401ab1424d74321046eb HTTP/1.1" status: 200 len: 375 time: 0.5497918 Aug 31 14:33:09.141430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 95bc8cb8-888f-4cf5-8744-e749407b7ba0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:09.141804 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:09.220189 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:09.231668 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cf816a9d-9fa0-4eeb-afc3-87c93992eaa6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6448247 Aug 31 14:33:09.232701 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Sync routers for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:09.233931 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53472) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:09.241712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-84b44f8e-9f29-4cc4-a2a4-d8fda8790622 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:09.255659 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:09.256444 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:09.290097 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:09.396964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:09.404664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ad62d152-6271-4d9f-b78b-1578bb793eed up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:09.409186 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-5ce9f41d-fe7d-4d3f-aa2d-5e7018c021d4 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2845607 Aug 31 14:33:09.486072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4174fb96-fc10-4ca5-ae3c-e8f529710ff6 None None] Network 5307d016-127f-4fa0-a0d0-cea7205262a6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:09.505158 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:09.509452 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:09.554943 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:09.625321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5d2743d3-1c0c-42c7-a004-fa4b81a2b185 None None] Provisioning for port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:09.637113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5d2743d3-1c0c-42c7-a004-fa4b81a2b185 None None] Provisioning complete for port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:09.637491 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d2743d3-1c0c-42c7-a004-fa4b81a2b185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:09.641475 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ad62d152-6271-4d9f-b78b-1578bb793eed triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:09.641855 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:09.774153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.extraroute_db [None req-84b44f8e-9f29-4cc4-a2a4-d8fda8790622 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:33:09.774393 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d0ea92a-e8a6-40f7-b81b-2a2693f0a579 req-9759ae3b-de2a-44e2-9666-7605007f7e17 service neutron] 10.222.0.25 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6239622 Aug 31 14:33:09.794321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.extraroute_db [None req-84b44f8e-9f29-4cc4-a2a4-d8fda8790622 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Removed routes are [] {{(pid=94870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:33:09.795191 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84b44f8e-9f29-4cc4-a2a4-d8fda8790622 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.054437 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d2743d3-1c0c-42c7-a004-fa4b81a2b185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.086729 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:06Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39e3cff3-deb9-4d3c-af0c-330c4502d8ba', 'name': '', 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:57:9f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3ca65869-087c-496c-a820-d2e320692a7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:04Z', 'updated_at': '2021-08-31T14:33:07Z', 'revision_number': 2, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '3ca65869-087c-496c-a820-d2e320692a7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95bc8cb8-888f-4cf5-8744-e749407b7ba0', 'name': '', 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:48:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:56Z', 'updated_at': '2021-08-31T14:33:08Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:10.153754 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 13163594-e04d-49b6-a314-aa75dd05686f no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:10.164840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5d2743d3-1c0c-42c7-a004-fa4b81a2b185 None None] For port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6d8df1a3-fe36-4ba8-ac23-961a048a8b4f,segment=NetworkSegment(1acc86b0-b943-41d6-9070-559c16257c4a),segment_id=1acc86b0-b943-41d6-9070-559c16257c4a)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:10.192544 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Checking router: c6fd5a43-5646-4726-b50d-c37a4780a463 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:10.194013 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d2743d3-1c0c-42c7-a004-fa4b81a2b185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.195470 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Updating router c6fd5a43-5646-4726-b50d-c37a4780a463 port 39e3cff3-deb9-4d3c-af0c-330c4502d8ba binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:33:10.208971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 13163594-e04d-49b6-a314-aa75dd05686f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:10.209559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 13163594-e04d-49b6-a314-aa75dd05686f not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:10.253234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Allocated IP 172.25.2.180 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/12a95151-a47e-4634-908f-59712900a44e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:10.268870 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.368523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2743d3-1c0c-42c7-a004-fa4b81a2b185 None None] Pushing event updated for resources: {'Port': ['ID=6d8df1a3-fe36-4ba8-ac23-961a048a8b4f,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:10.412660 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.433672 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d0ea92a-e8a6-40f7-b81b-2a2693f0a579 req-6e80a0c5-847e-43fa-80ce-a7fb4220147b service neutron] 10.222.0.25 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6464455 Aug 31 14:33:10.491121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38b353-67c6-4423-9427-318449b8dd5a req-dfbb7e3d-b54a-41e5-92a2-c77b5b13956b tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:10.493364 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fe38b353-67c6-4423-9427-318449b8dd5a req-dfbb7e3d-b54a-41e5-92a2-c77b5b13956b tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.6481767 Aug 31 14:33:10.548213 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.585297 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84b44f8e-9f29-4cc4-a2a4-d8fda8790622 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.589854 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84b44f8e-9f29-4cc4-a2a4-d8fda8790622 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.600345 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-8fb8130e-ae08-493e-8f8d-2863f1e0baa1 service neutron] 10.222.0.39 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7989817 Aug 31 14:33:10.615449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Pushing event updated for resources: {'Port': ['ID=12a95151-a47e-4634-908f-59712900a44e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:10.639935 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fe38b353-67c6-4423-9427-318449b8dd5a req-784620a7-43a4-4553-928a-6b7c0fdb9dc9 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395719 Aug 31 14:33:10.652141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:10.653691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:10.666115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:10.739889 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0c4bec7b-af23-45aa-843e-b93edf5e031f None None] Provisioning complete for port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:10.740536 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c4bec7b-af23-45aa-843e-b93edf5e031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.868601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:10.952304 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b44f8e-9f29-4cc4-a2a4-d8fda8790622 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router c6fd5a43-5646-4726-b50d-c37a4780a463 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:10.975560 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:11.000900 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-570961ee-b224-4a13-8d1f-2b4dbd4e2e14 service neutron] 10.222.0.39 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237865 Aug 31 14:33:11.005993 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Transition to ACTIVE for port object 39e3cff3-deb9-4d3c-af0c-330c4502d8ba will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:11.023899 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:11.119529 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0c4bec7b-af23-45aa-843e-b93edf5e031f None None] Provisioning for port 39e3cff3-deb9-4d3c-af0c-330c4502d8ba completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:11.132012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:11.132417 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:11.142072 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b98f1-3b55-404d-a011-63712540743e None None] Pushing event updated for resources: {'Port': ['ID=39e3cff3-deb9-4d3c-af0c-330c4502d8ba,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:11.251789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b44f8e-9f29-4cc4-a2a4-d8fda8790622 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:11.271943 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84b44f8e-9f29-4cc4-a2a4-d8fda8790622 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:11.278675 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-84b44f8e-9f29-4cc4-a2a4-d8fda8790622 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463 HTTP/1.1" status: 200 len: 954 time: 2.0425651 Aug 31 14:33:11.280114 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53484) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:11.292237 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:11.315210 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Attempting to bind port 39e3cff3-deb9-4d3c-af0c-330c4502d8ba on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:11.321926 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Attempting to bind port 39e3cff3-deb9-4d3c-af0c-330c4502d8ba by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '1acc86b0-b943-41d6-9070-559c16257c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:11.322596 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Attempting to bind port 39e3cff3-deb9-4d3c-af0c-330c4502d8ba on network 5307d016-127f-4fa0-a0d0-cea7205262a6 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:11.336837 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:11.342351 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Checking segment: {'id': '1acc86b0-b943-41d6-9070-559c16257c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:11.343115 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:11.343743 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Bound using segment: {'id': '1acc86b0-b943-41d6-9070-559c16257c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:11.344727 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Bound port: 39e3cff3-deb9-4d3c-af0c-330c4502d8ba, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acc86b0-b943-41d6-9070-559c16257c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:11.344921 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:11.500526 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-80ab647a-82cc-4e16-ae1b-7ddb6ccf4ee3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463 HTTP/1.1" status: 200 len: 954 time: 0.2177455 Aug 31 14:33:11.500991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53492) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:11.517335 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1ff90490-c04d-4fa6-a68a-76837869c10f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'router': {'routes': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:11.610058 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] For port 39e3cff3-deb9-4d3c-af0c-330c4502d8ba, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:11.621587 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] For port 39e3cff3-deb9-4d3c-af0c-330c4502d8ba, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=39e3cff3-deb9-4d3c-af0c-330c4502d8ba,segment=NetworkSegment(1acc86b0-b943-41d6-9070-559c16257c4a),segment_id=1acc86b0-b943-41d6-9070-559c16257c4a)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:11.629893 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:11.817404 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:11.818220 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:11.870962 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-346b7e56-78fc-4d55-ac14-9c5e342e5fb1 req-afc1f1f4-3cf8-4096-a02b-0074574b8254 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 210 time: 0.4306705 Aug 31 14:33:11.938563 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.145448 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112ec1d-35d1-442a-9470-a7f169997132 req-cf36f7b4-134d-426a-86b9-fb9e264ca481 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:12.147102 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4112ec1d-35d1-442a-9470-a7f169997132 req-cf36f7b4-134d-426a-86b9-fb9e264ca481 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.2439480 Aug 31 14:33:12.207931 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b98f1-3b55-404d-a011-63712540743e None None] Pushing event updated for resources: {'Port': ['ID=39e3cff3-deb9-4d3c-af0c-330c4502d8ba,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:12.308904 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:12.322352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Router 96fcd5e3-9a33-49d6-8b34-9eee530c0110 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:12.380463 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4112ec1d-35d1-442a-9470-a7f169997132 req-55831ed0-a78a-4484-ad07-5da76ae58afb tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235994 Aug 31 14:33:12.665829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:12.682923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe138f7-718e-4b05-8149-eb61e498017e None None] Sync routers for ids ['96fcd5e3-9a33-49d6-8b34-9eee530c0110'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:12.711084 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe138f7-718e-4b05-8149-eb61e498017e None None] Routers {'96fcd5e3-9a33-49d6-8b34-9eee530c0110'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:12.714123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7fe138f7-718e-4b05-8149-eb61e498017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['96fcd5e3-9a33-49d6-8b34-9eee530c0110'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:12.723163 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.724784 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bdfcbdeb-3585-4394-8462-6fe28dd8f9ad tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.7733798 Aug 31 14:33:12.727417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53516) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:12.735807 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8884cc92-abe9-4b55-b42e-a14decfbaf9f tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'enable_snat': False}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:12.766597 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.extraroute_db [None req-1ff90490-c04d-4fa6-a68a-76837869c10f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Added routes are [] {{(pid=94870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:33:12.769367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.extraroute_db [None req-1ff90490-c04d-4fa6-a68a-76837869c10f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:33:12.799929 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7fe138f7-718e-4b05-8149-eb61e498017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:12.812031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe138f7-718e-4b05-8149-eb61e498017e None None] Routers {'96fcd5e3-9a33-49d6-8b34-9eee530c0110'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:12.812681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7fe138f7-718e-4b05-8149-eb61e498017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['96fcd5e3-9a33-49d6-8b34-9eee530c0110'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:12.849556 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1ff90490-c04d-4fa6-a68a-76837869c10f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.871787 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:09Z', 'revision_number': 6, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39e3cff3-deb9-4d3c-af0c-330c4502d8ba', 'name': '', 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:57:9f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3ca65869-087c-496c-a820-d2e320692a7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:04Z', 'updated_at': '2021-08-31T14:33:11Z', 'revision_number': 4, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '3ca65869-087c-496c-a820-d2e320692a7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95bc8cb8-888f-4cf5-8744-e749407b7ba0', 'name': '', 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:48:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:56Z', 'updated_at': '2021-08-31T14:33:08Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:12.909584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7fe138f7-718e-4b05-8149-eb61e498017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:12.910511 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe138f7-718e-4b05-8149-eb61e498017e None None] The sync data for ids ['96fcd5e3-9a33-49d6-8b34-9eee530c0110'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:12.922886 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137074ae-7ee2-4eed-acf2-2acb11ee7bfe None None] The sync data for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 is: [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:09Z', 'revision_number': 6, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39e3cff3-deb9-4d3c-af0c-330c4502d8ba', 'name': '', 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:57:9f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3ca65869-087c-496c-a820-d2e320692a7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:04Z', 'updated_at': '2021-08-31T14:33:11Z', 'revision_number': 4, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '3ca65869-087c-496c-a820-d2e320692a7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95bc8cb8-888f-4cf5-8744-e749407b7ba0', 'name': '', 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:48:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:56Z', 'updated_at': '2021-08-31T14:33:08Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:13.115401 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8431af24-bddb-4830-a109-a3ae6d185045 req-56591866-0f1c-4959-ab73-fbd6ebbf4ae1 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 210 time: 0.0403328 Aug 31 14:33:13.266546 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1ff90490-c04d-4fa6-a68a-76837869c10f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.275861 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1ff90490-c04d-4fa6-a68a-76837869c10f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.320526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 939b4f01-144a-4c0c-a95c-a3185fdcf62f no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:13.586919 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.651101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c44541-a396-46d1-a291-7cbcd85b74f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '939b4f01-144a-4c0c-a95c-a3185fdcf62f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:33:13.658430 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188db2a6-24c6-474f-afcf-59f07400faf9" -d '{"events": [{"server_uuid": "e3c44541-a396-46d1-a291-7cbcd85b74f9", "name": "network-vif-unplugged", "status": "completed", "tag": "939b4f01-144a-4c0c-a95c-a3185fdcf62f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:33:13.692019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 939b4f01-144a-4c0c-a95c-a3185fdcf62f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:13.698211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff90490-c04d-4fa6-a68a-76837869c10f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router c6fd5a43-5646-4726-b50d-c37a4780a463 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:13.699878 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.764237 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d5e34-4e92-4eb3-925b-66e67f805451 req-4ab99a72-f4d3-4805-89b0-5aa3d0bdcd0c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:13.765777 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-323d5e34-4e92-4eb3-925b-66e67f805451 req-4ab99a72-f4d3-4805-89b0-5aa3d0bdcd0c tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 945 time: 0.1567037 Aug 31 14:33:13.769685 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50a1edc-a3a0-4f4c-8f4c-1424a049e6fe x-openstack-request-id: req-d50a1edc-a3a0-4f4c-8f4c-1424a049e6fe {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:33:13.773350 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c44541-a396-46d1-a291-7cbcd85b74f9", "name": "network-vif-unplugged", "status": "failed", "tag": "939b4f01-144a-4c0c-a95c-a3185fdcf62f", "code": 422}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:33:13.773686 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d50a1edc-a3a0-4f4c-8f4c-1424a049e6fe {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:33:13.774109 n-d-806683-5 neutron-server[94872]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3c44541-a396-46d1-a291-7cbcd85b74f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '939b4f01-144a-4c0c-a95c-a3185fdcf62f', 'code': 422} returned with failed status Aug 31 14:33:13.840594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=939b4f01-144a-4c0c-a95c-a3185fdcf62f,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:13.976140 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-323d5e34-4e92-4eb3-925b-66e67f805451 req-5f267a88-ecd2-410e-9bb5-cd739c2b5c76 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958170 Aug 31 14:33:14.016538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff90490-c04d-4fa6-a68a-76837869c10f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:14.035813 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1ff90490-c04d-4fa6-a68a-76837869c10f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:14.037486 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1ff90490-c04d-4fa6-a68a-76837869c10f tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463 HTTP/1.1" status: 200 len: 704 time: 2.5354955 Aug 31 14:33:14.042093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53538) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:14.195375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-8ee94130-25af-4d40-8423-ad3877dd36ec tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:14.197804 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-8ee94130-25af-4d40-8423-ad3877dd36ec tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.60 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 811 time: 1.0117593 Aug 31 14:33:14.217473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-c04fd854-1fa2-4944-b555-68f5732a06da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Request body: {'port': {'device_id': '59a1a93d-aa2a-42ed-9b61-f068fe1c5d39', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'admin_state_up': True, 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:14.225755 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8884cc92-abe9-4b55-b42e-a14decfbaf9f tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:14.240236 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2909e518-f870-4f8d-ba8d-74a725b796d3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463 HTTP/1.1" status: 200 len: 704 time: 0.1962547 Aug 31 14:33:14.242254 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53542) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:14.245440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaf737-92da-47b5-a20c-5a1db5671a40 req-f2256933-cd04-488b-bbc1-60cf77979c82 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:14.247451 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87eaf737-92da-47b5-a20c-5a1db5671a40 req-f2256933-cd04-488b-bbc1-60cf77979c82 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.1374013 Aug 31 14:33:14.357394 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4708da37-85b0-44c5-859e-919c5c78e517 req-0d24b7ed-d28e-4c63-b370-fe431bd09e74 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 210 time: 0.0560925 Aug 31 14:33:14.396551 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87eaf737-92da-47b5-a20c-5a1db5671a40 req-e4d11402-8069-45b5-a3ff-dbbc0f65946e tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354904 Aug 31 14:33:14.470026 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d5ddf6-819d-4574-8d41-4b624ef797e8 None None] Sync routers for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:14.498684 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d5ddf6-819d-4574-8d41-4b624ef797e8 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:14.499425 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c8d5ddf6-819d-4574-8d41-4b624ef797e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:14.704734 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c8d5ddf6-819d-4574-8d41-4b624ef797e8 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:14.743901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-c04fd854-1fa2-4944-b555-68f5732a06da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Made reservation on behalf of 6c7a9beea9d2401ab1424d74321046eb for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:14.752718 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-c04fd854-1fa2-4944-b555-68f5732a06da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:14.923274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 39e3cff3-deb9-4d3c-af0c-330c4502d8ba up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:15.029781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 39e3cff3-deb9-4d3c-af0c-330c4502d8ba completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:15.035452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 39e3cff3-deb9-4d3c-af0c-330c4502d8ba triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:15.036102 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.236039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-3051a8dc-2fd6-460d-a427-970291837d7c req-8b343fe6-830f-4832-8525-dbc6b62fe500 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:33:15.237717 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3051a8dc-2fd6-460d-a427-970291837d7c req-8b343fe6-830f-4832-8525-dbc6b62fe500 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4457312 Aug 31 14:33:15.275342 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-574a4fcb-669c-4d16-8c42-1556e057d3dc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.308777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53566) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:15.337704 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.430068 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 39e3cff3-deb9-4d3c-af0c-330c4502d8ba, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=39e3cff3-deb9-4d3c-af0c-330c4502d8ba,segment=NetworkSegment(1acc86b0-b943-41d6-9070-559c16257c4a),segment_id=1acc86b0-b943-41d6-9070-559c16257c4a)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:15.440795 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.538631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-c04fd854-1fa2-4944-b555-68f5732a06da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Allocated IP 172.20.0.10 (f7a8d1f5-ceb5-4396-9432-40efce66432c/f9bf6020-2a5f-4c94-8838-1765790a3074/3d3296e5-a5ce-432b-92d8-cc9682500945) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:15.574500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=39e3cff3-deb9-4d3c-af0c-330c4502d8ba,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:15.579697 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c8d5ddf6-819d-4574-8d41-4b624ef797e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:12Z', 'revision_number': 7, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39e3cff3-deb9-4d3c-af0c-330c4502d8ba', 'name': '', 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:57:9f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3ca65869-087c-496c-a820-d2e320692a7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:04Z', 'updated_at': '2021-08-31T14:33:11Z', 'revision_number': 4, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '3ca65869-087c-496c-a820-d2e320692a7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95bc8cb8-888f-4cf5-8744-e749407b7ba0', 'name': '', 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:48:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:56Z', 'updated_at': '2021-08-31T14:33:08Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:15.632466 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87daf636-b3c0-4034-853f-6703372d792e req-4af6d59c-2914-4ca7-942e-7f2dfe80f87e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 210 time: 0.0937500 Aug 31 14:33:15.641378 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d5ddf6-819d-4574-8d41-4b624ef797e8 None None] Checking router: c6fd5a43-5646-4726-b50d-c37a4780a463 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:15.642942 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e86061d-7322-4034-943f-df59e9156294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.654268 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d5ddf6-819d-4574-8d41-4b624ef797e8 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:15.654951 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c8d5ddf6-819d-4574-8d41-4b624ef797e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:15.796877 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c8d5ddf6-819d-4574-8d41-4b624ef797e8 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:15.813021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e99398-9276-4598-8ca7-5cf024e4258e req-3e120af1-c0fd-41be-a944-d0300e00dc65 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:15.815441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17e99398-9276-4598-8ca7-5cf024e4258e req-3e120af1-c0fd-41be-a944-d0300e00dc65 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.1825600 Aug 31 14:33:15.949602 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17e99398-9276-4598-8ca7-5cf024e4258e req-b8eee216-76b5-4901-9242-72476a55a94f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186419 Aug 31 14:33:15.959696 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8884cc92-abe9-4b55-b42e-a14decfbaf9f tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.975390 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8884cc92-abe9-4b55-b42e-a14decfbaf9f tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.063659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-574a4fcb-669c-4d16-8c42-1556e057d3dc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port 39e3cff3-deb9-4d3c-af0c-330c4502d8ba {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:16.064179 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-574a4fcb-669c-4d16-8c42-1556e057d3dc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.240127 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-c04fd854-1fa2-4944-b555-68f5732a06da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.250569 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c8d5ddf6-819d-4574-8d41-4b624ef797e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:12Z', 'revision_number': 7, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39e3cff3-deb9-4d3c-af0c-330c4502d8ba', 'name': '', 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:57:9f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3ca65869-087c-496c-a820-d2e320692a7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:04Z', 'updated_at': '2021-08-31T14:33:15Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '3ca65869-087c-496c-a820-d2e320692a7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95bc8cb8-888f-4cf5-8744-e749407b7ba0', 'name': '', 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:48:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:56Z', 'updated_at': '2021-08-31T14:33:08Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:16.282453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-c04fd854-1fa2-4944-b555-68f5732a06da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Transition to ACTIVE for port object 3d3296e5-a5ce-432b-92d8-cc9682500945 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:16.290837 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d5ddf6-819d-4574-8d41-4b624ef797e8 None None] The sync data for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 is: [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:12Z', 'revision_number': 7, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39e3cff3-deb9-4d3c-af0c-330c4502d8ba', 'name': '', 'network_id': '5307d016-127f-4fa0-a0d0-cea7205262a6', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:57:9f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3ca65869-087c-496c-a820-d2e320692a7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:04Z', 'updated_at': '2021-08-31T14:33:15Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '3ca65869-087c-496c-a820-d2e320692a7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95bc8cb8-888f-4cf5-8744-e749407b7ba0', 'name': '', 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:48:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:56Z', 'updated_at': '2021-08-31T14:33:08Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:16.437056 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e86061d-7322-4034-943f-df59e9156294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.453214 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e86061d-7322-4034-943f-df59e9156294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.527410 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9e86061d-7322-4034-943f-df59e9156294 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b8c5fa9f51c418e8a24e3cf63a9a06c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2166960 Aug 31 14:33:16.540334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53592) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:16.576792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8884cc92-abe9-4b55-b42e-a14decfbaf9f tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Router 96fcd5e3-9a33-49d6-8b34-9eee530c0110 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:16.578005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86061d-7322-4034-943f-df59e9156294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec1fae5-46e6-44bc-bed0-6561b3eb145c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:16.600882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-c04fd854-1fa2-4944-b555-68f5732a06da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.619918 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['fd60490f-339d-4f90-876e-e58b0a405c6d', '4a8ed418-6778-4442-a2ee-032c9e602be7'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:33:16.702536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-c04fd854-1fa2-4944-b555-68f5732a06da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Network f7a8d1f5-ceb5-4396-9432-40efce66432c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:16.706819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-574a4fcb-669c-4d16-8c42-1556e057d3dc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] For port 39e3cff3-deb9-4d3c-af0c-330c4502d8ba, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=39e3cff3-deb9-4d3c-af0c-330c4502d8ba,segment=NetworkSegment(1acc86b0-b943-41d6-9070-559c16257c4a),segment_id=1acc86b0-b943-41d6-9070-559c16257c4a)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:16.707328 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-574a4fcb-669c-4d16-8c42-1556e057d3dc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.728963 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-574a4fcb-669c-4d16-8c42-1556e057d3dc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for 39e3cff3-deb9-4d3c-af0c-330c4502d8ba owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:16.766755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-c04fd854-1fa2-4944-b555-68f5732a06da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:16.777396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-c04fd854-1fa2-4944-b555-68f5732a06da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:16.833254 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a513e166-a008-4b74-abc4-01b5a52f0efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.867750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 39e3cff3-deb9-4d3c-af0c-330c4502d8ba up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:16.877590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fd854-1fa2-4944-b555-68f5732a06da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event updated for resources: {'Port': ['ID=3d3296e5-a5ce-432b-92d8-cc9682500945,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:16.919953 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-92597d89-a41b-44ea-beea-313841caa1dc req-206f1c17-88a7-402a-97d9-73f0910ffee4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9230235 Aug 31 14:33:17.032384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 39e3cff3-deb9-4d3c-af0c-330c4502d8ba triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:17.033663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8884cc92-abe9-4b55-b42e-a14decfbaf9f tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:17.034058 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.062306 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a513e166-a008-4b74-abc4-01b5a52f0efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.098221 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819593e-c78c-4973-8238-8b69801abd08 req-bc26b5c3-11d1-4a75-989c-bdc84ce6a182 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.100148 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a819593e-c78c-4973-8238-8b69801abd08 req-bc26b5c3-11d1-4a75-989c-bdc84ce6a182 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 932 time: 0.2215524 Aug 31 14:33:17.113105 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463caaf-a9ff-43ee-a7f6-97c8ed66c943 None None] Sync routers for ids ['96fcd5e3-9a33-49d6-8b34-9eee530c0110'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:17.115221 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-c04fd854-1fa2-4944-b555-68f5732a06da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.116291 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-c04fd854-1fa2-4944-b555-68f5732a06da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.142130 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8884cc92-abe9-4b55-b42e-a14decfbaf9f tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.148432 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8884cc92-abe9-4b55-b42e-a14decfbaf9f tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "PUT /v2.0/routers/96fcd5e3-9a33-49d6-8b34-9eee530c0110 HTTP/1.1" status: 200 len: 926 time: 4.4196332 Aug 31 14:33:17.149485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53600) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:17.162520 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-574a4fcb-669c-4d16-8c42-1556e057d3dc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.245144 n-d-806683-5 neutron-server[94872]: INFO neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No ports have port_id starting with 39e3cff3-deb9-4d3c-af0c-330c4502d8ba Aug 31 14:33:17.246838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463caaf-a9ff-43ee-a7f6-97c8ed66c943 None None] Routers {'96fcd5e3-9a33-49d6-8b34-9eee530c0110'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:17.247637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6463caaf-a9ff-43ee-a7f6-97c8ed66c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['96fcd5e3-9a33-49d6-8b34-9eee530c0110'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:17.253811 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a4fcb-669c-4d16-8c42-1556e057d3dc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=39e3cff3-deb9-4d3c-af0c-330c4502d8ba,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:17.304085 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-c04fd854-1fa2-4944-b555-68f5732a06da tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0932784 Aug 31 14:33:17.309757 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a513e166-a008-4b74-abc4-01b5a52f0efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.312627 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a513e166-a008-4b74-abc4-01b5a52f0efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.314687 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a513e166-a008-4b74-abc4-01b5a52f0efe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ec1fae5-46e6-44bc-bed0-6561b3eb145c HTTP/1.1" status: 204 len: 168 time: 0.7722249 Aug 31 14:33:17.326192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Request body: {'port': {'device_id': '59a1a93d-aa2a-42ed-9b61-f068fe1c5d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:17.347610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513e166-a008-4b74-abc4-01b5a52f0efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec1fae5-46e6-44bc-bed0-6561b3eb145c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:17.401967 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a819593e-c78c-4973-8238-8b69801abd08 req-11eb007e-64e8-4fd0-bf6e-784effbe7db5 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569182 Aug 31 14:33:17.456870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 939b4f01-144a-4c0c-a95c-a3185fdcf62f no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:17.469470 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-398d3fbc-03a6-4653-b07e-efd0c0acd541 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/routers/96fcd5e3-9a33-49d6-8b34-9eee530c0110 HTTP/1.1" status: 200 len: 926 time: 0.3128388 Aug 31 14:33:17.470094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53610) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:17.502724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6463caaf-a9ff-43ee-a7f6-97c8ed66c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:17.540297 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a036e-d61d-4314-8828-eea163de7528 req-e2a35a71-d26e-4415-bdde-86fe739330dc tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.543090 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d00a036e-d61d-4314-8828-eea163de7528 req-e2a35a71-d26e-4415-bdde-86fe739330dc tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.4225142 Aug 31 14:33:17.556343 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-574a4fcb-669c-4d16-8c42-1556e057d3dc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.604587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3bdb0a6e-942d-4174-8c70-be8f0c173a4d None None] Provisioning for port 3d3296e5-a5ce-432b-92d8-cc9682500945 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:17.620203 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463caaf-a9ff-43ee-a7f6-97c8ed66c943 None None] Routers {'96fcd5e3-9a33-49d6-8b34-9eee530c0110'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:17.622237 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6463caaf-a9ff-43ee-a7f6-97c8ed66c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['96fcd5e3-9a33-49d6-8b34-9eee530c0110'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:17.626318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3bdb0a6e-942d-4174-8c70-be8f0c173a4d None None] Provisioning complete for port 3d3296e5-a5ce-432b-92d8-cc9682500945 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:17.626735 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3bdb0a6e-942d-4174-8c70-be8f0c173a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.634865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6238f4-97cc-40be-a759-46757f910de6 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.636906 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5f6238f4-97cc-40be-a759-46757f910de6 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&device_id=96fcd5e3-9a33-49d6-8b34-9eee530c0110&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1633530 Aug 31 14:33:17.642122 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53614) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:17.687650 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.752869 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6463caaf-a9ff-43ee-a7f6-97c8ed66c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:17.753448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463caaf-a9ff-43ee-a7f6-97c8ed66c943 None None] The sync data for ids ['96fcd5e3-9a33-49d6-8b34-9eee530c0110'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:17.766194 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d00a036e-d61d-4314-8828-eea163de7528 req-8bb814a8-da96-48fd-beb2-1a0516c1e1d7 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122877 Aug 31 14:33:17.888549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb0a6e-942d-4174-8c70-be8f0c173a4d None None] Port 3d3296e5-a5ce-432b-92d8-cc9682500945 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:18.022279 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574a4fcb-669c-4d16-8c42-1556e057d3dc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router c6fd5a43-5646-4726-b50d-c37a4780a463 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:18.025967 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fef26c-045a-4647-a369-70be96c1af24 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:18.030120 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f4fef26c-045a-4647-a369-70be96c1af24 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 881 time: 0.3826342 Aug 31 14:33:18.030450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53616) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:18.065149 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d77fa18c-0ce8-4032-a96e-fa17a4c51334 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "GET /v2.0/ports?device_id=96fcd5e3-9a33-49d6-8b34-9eee530c0110 HTTP/1.1" status: 200 len: 205 time: 0.0322173 Aug 31 14:33:18.068369 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53618) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:18.208175 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3296e5-a5ce-432b-92d8-cc9682500945 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:33:18.216335 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:18.230174 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Transition to ACTIVE for port object 3d3296e5-a5ce-432b-92d8-cc9682500945 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:18.234214 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:18.234963 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574a4fcb-669c-4d16-8c42-1556e057d3dc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:18.244478 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-574a4fcb-669c-4d16-8c42-1556e057d3dc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9984310 Aug 31 14:33:18.246872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53620) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:18.253288 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04a769-763f-4b44-9641-8a884f75ed50 None None] Sync routers for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:18.267011 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04a769-763f-4b44-9641-8a884f75ed50 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:18.268843 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0d04a769-763f-4b44-9641-8a884f75ed50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:18.269886 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:18.450209 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:18.469547 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0d04a769-763f-4b44-9641-8a884f75ed50 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:18.590635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Deleting port 12a95151-a47e-4634-908f-59712900a44e {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:18.591326 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:18.704947 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83066c06-38f8-4572-bcc6-71c60315d785 req-4f309590-27fa-4ddf-8572-ac364000ce14 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:18.720048 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83066c06-38f8-4572-bcc6-71c60315d785 req-4f309590-27fa-4ddf-8572-ac364000ce14 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 944 time: 0.1755257 Aug 31 14:33:18.824029 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:18.878486 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0d04a769-763f-4b44-9641-8a884f75ed50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:16Z', 'revision_number': 8, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95bc8cb8-888f-4cf5-8744-e749407b7ba0', 'name': '', 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:48:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:56Z', 'updated_at': '2021-08-31T14:33:08Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:18.889865 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Calling delete_port for 12a95151-a47e-4634-908f-59712900a44e owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:18.919363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3296e5-a5ce-432b-92d8-cc9682500945,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:18.923163 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04a769-763f-4b44-9641-8a884f75ed50 None None] Checking router: c6fd5a43-5646-4726-b50d-c37a4780a463 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:18.939989 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04a769-763f-4b44-9641-8a884f75ed50 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:18.941784 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0d04a769-763f-4b44-9641-8a884f75ed50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:32:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:18.949211 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83066c06-38f8-4572-bcc6-71c60315d785 req-270bd276-b3b9-4612-963c-80b0a0dc1a0e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270997 Aug 31 14:33:19.026139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5435064-ef5f-47ce-a3e6-f7f8a1aa1a8c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting subnet 3ca65869-087c-496c-a820-d2e320692a7e {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:33:19.087621 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5435064-ef5f-47ce-a3e6-f7f8a1aa1a8c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.100944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92597d89-a41b-44ea-beea-313841caa1dc req-0999a864-373d-4585-af53-1ec4c8c8ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:19.102791 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92597d89-a41b-44ea-beea-313841caa1dc req-0999a864-373d-4585-af53-1ec4c8c8ee2f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9&tenant_id=bf39a1308dd04525b3c251f5d378afd7 HTTP/1.1" status: 200 len: 1094 time: 0.4267359 Aug 31 14:33:19.230169 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5435064-ef5f-47ce-a3e6-f7f8a1aa1a8c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.248702 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0d04a769-763f-4b44-9641-8a884f75ed50 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:19.316864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92597d89-a41b-44ea-beea-313841caa1dc req-3e218eab-8032-472f-8847-3c5990188056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:19.318402 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92597d89-a41b-44ea-beea-313841caa1dc req-3e218eab-8032-472f-8847-3c5990188056 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf39a1308dd04525b3c251f5d378afd7&device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 1094 time: 0.1633165 Aug 31 14:33:19.329351 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2b34f-0acf-46c4-a8ad-8960872dc1b7 req-ed1bc6fc-e115-4a23-9ef8-f836ccbb011a tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:19.331412 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ce2b34f-0acf-46c4-a8ad-8960872dc1b7 req-ed1bc6fc-e115-4a23-9ef8-f836ccbb011a tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.3177953 Aug 31 14:33:19.340462 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.344228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Attempting to bind port 3d3296e5-a5ce-432b-92d8-cc9682500945 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:19.344612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Attempting to bind port 3d3296e5-a5ce-432b-92d8-cc9682500945 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:19.345665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Attempting to bind port 3d3296e5-a5ce-432b-92d8-cc9682500945 on network f7a8d1f5-ceb5-4396-9432-40efce66432c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:19.365174 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.379469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Pushing event deleted for resources: {'Port': ['ID=12a95151-a47e-4634-908f-59712900a44e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:19.442343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Port 3d3296e5-a5ce-432b-92d8-cc9682500945 on network f7a8d1f5-ceb5-4396-9432-40efce66432c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:33:19.442771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Attempting to bind port 3d3296e5-a5ce-432b-92d8-cc9682500945 on network f7a8d1f5-ceb5-4396-9432-40efce66432c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:19.453950 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:19.454448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Checking segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:19.454920 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Bound using segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:19.463798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Bound port: 3d3296e5-a5ce-432b-92d8-cc9682500945, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:19.463798 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.492222 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ce2b34f-0acf-46c4-a8ad-8960872dc1b7 req-db7534a7-1fc4-4899-9086-182dbc63c728 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415408 Aug 31 14:33:19.517240 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.560763 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3358e028-d7c0-4d9b-ba8b-5ad259919208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.623093 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5435064-ef5f-47ce-a3e6-f7f8a1aa1a8c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.633072 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.633772 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0d04a769-763f-4b44-9641-8a884f75ed50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:16Z', 'revision_number': 8, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95bc8cb8-888f-4cf5-8744-e749407b7ba0', 'name': '', 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:48:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:56Z', 'updated_at': '2021-08-31T14:33:08Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:19.637292 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.650916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92597d89-a41b-44ea-beea-313841caa1dc req-dc94ac55-4eeb-4a4e-bb00-1421e34965a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:19.652832 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92597d89-a41b-44ea-beea-313841caa1dc req-dc94ac55-4eeb-4a4e-bb00-1421e34965a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a03f38ab-0e33-464b-9838-b04517f029d8 HTTP/1.1" status: 200 len: 915 time: 0.3202114 Aug 31 14:33:19.673227 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04a769-763f-4b44-9641-8a884f75ed50 None None] The sync data for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 is: [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:16Z', 'revision_number': 8, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95bc8cb8-888f-4cf5-8744-e749407b7ba0', 'name': '', 'network_id': '80fd641c-495f-475a-84d3-2ef7c131388a', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:48:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:56Z', 'updated_at': '2021-08-31T14:33:08Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': 'b5c320dc-71c5-4d51-a6f8-6d84333b3e9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:19.687591 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.688462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Fanout notify agent at l3_agent the message router_deleted on router 96fcd5e3-9a33-49d6-8b34-9eee530c0110 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:33:19.697434 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.706490 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c05c4c06-40e0-43e0-86bd-632c2ad837bb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "DELETE /v2.0/routers/96fcd5e3-9a33-49d6-8b34-9eee530c0110 HTTP/1.1" status: 204 len: 168 time: 1.6364501 Aug 31 14:33:19.707004 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53632) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:19.711248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] For port 3d3296e5-a5ce-432b-92d8-cc9682500945, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:19.711833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8e118e76-0b27-4ed3-82f2-2bde316f22bd tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1941279927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:19.719296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92597d89-a41b-44ea-beea-313841caa1dc req-c5566b5c-0a9f-43b7-80c5-52f7b9418468 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f HTTP/1.1" status: 200 len: 217 time: 0.0578105 Aug 31 14:33:19.741391 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e118e76-0b27-4ed3-82f2-2bde316f22bd tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.743544 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e118e76-0b27-4ed3-82f2-2bde316f22bd tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.766787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] For port 3d3296e5-a5ce-432b-92d8-cc9682500945, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3d3296e5-a5ce-432b-92d8-cc9682500945,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:19.780471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.817282 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e118e76-0b27-4ed3-82f2-2bde316f22bd tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.822289 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e118e76-0b27-4ed3-82f2-2bde316f22bd tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.842963 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e118e76-0b27-4ed3-82f2-2bde316f22bd tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.842963 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8e118e76-0b27-4ed3-82f2-2bde316f22bd tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1353400 Aug 31 14:33:19.847398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53634) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:19.853587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:19.867429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:19.868315 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.869963 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] 10.222.0.60 "PUT /v2.0/ports/3d3296e5-a5ce-432b-92d8-cc9682500945 HTTP/1.1" status: 200 len: 1092 time: 2.5483527 Aug 31 14:33:19.870433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a1a93d-aa2a-42ed-9b61-f068fe1c5d39', 'tag': '3d3296e5-a5ce-432b-92d8-cc9682500945'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:33:19.873032 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dbc24b-3ae3-4002-b6dd-703e2ca82c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "59a1a93d-aa2a-42ed-9b61-f068fe1c5d39", "tag": "3d3296e5-a5ce-432b-92d8-cc9682500945"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:33:19.883937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92597d89-a41b-44ea-beea-313841caa1dc req-4e578bc0-a3a9-4ffb-9b55-a3952ed71e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:19.885471 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92597d89-a41b-44ea-beea-313841caa1dc req-4e578bc0-a3a9-4ffb-9b55-a3952ed71e92 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0 HTTP/1.1" status: 200 len: 854 time: 0.1532898 Aug 31 14:33:19.886513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5435064-ef5f-47ce-a3e6-f7f8a1aa1a8c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.934646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5435064-ef5f-47ce-a3e6-f7f8a1aa1a8c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca65869-087c-496c-a820-d2e320692a7e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:20.002997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92597d89-a41b-44ea-beea-313841caa1dc req-19498369-d7a0-434c-aba4-27e7dfc82220 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a03f38ab-0e33-464b-9838-b04517f029d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711198 Aug 31 14:33:20.016462 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c08d6e-412e-4ddf-8458-e792aa490a65 x-openstack-request-id: req-e8c08d6e-412e-4ddf-8458-e792aa490a65 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:33:20.017936 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a1a93d-aa2a-42ed-9b61-f068fe1c5d39", "tag": "3d3296e5-a5ce-432b-92d8-cc9682500945", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:33:20.018608 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8c08d6e-412e-4ddf-8458-e792aa490a65 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:33:20.045921 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a1a93d-aa2a-42ed-9b61-f068fe1c5d39', 'tag': '3d3296e5-a5ce-432b-92d8-cc9682500945', 'status': 'completed', 'code': 200} Aug 31 14:33:20.062314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d17e0c-a979-4038-9d54-d3999f731452 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3296e5-a5ce-432b-92d8-cc9682500945,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:20.078612 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5435064-ef5f-47ce-a3e6-f7f8a1aa1a8c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.081637 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e5435064-ef5f-47ce-a3e6-f7f8a1aa1a8c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/3ca65869-087c-496c-a820-d2e320692a7e HTTP/1.1" status: 204 len: 168 time: 1.8338394 Aug 31 14:33:20.082148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63612b6c-4292-4657-96b4-7e6b1fd6a404 None None] Network 5307d016-127f-4fa0-a0d0-cea7205262a6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:20.112494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53642) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:20.264844 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.278356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92597d89-a41b-44ea-beea-313841caa1dc req-7fcf4380-9fbe-4784-a027-a286a492cdec service neutron] 10.222.0.25 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311039 Aug 31 14:33:20.389127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dc8cfa-4139-4509-9fec-4b0e4ef52a9f None None] DHCP port deletion for 5307d016-127f-4fa0-a0d0-cea7205262a6 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:33:20.397362 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-d2f72e47-aba5-41f5-9814-a9e851483057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:20.399059 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-d2f72e47-aba5-41f5-9814-a9e851483057 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 1095 time: 0.4667494 Aug 31 14:33:20.427376 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.444586 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-78dc8cfa-4139-4509-9fec-4b0e4ef52a9f None None] Deleting port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:20.444963 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78dc8cfa-4139-4509-9fec-4b0e4ef52a9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.466186 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-5648f5c5-809c-445c-8936-b96e70668f39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3296e5-a5ce-432b-92d8-cc9682500945 HTTP/1.1" status: 200 len: 217 time: 0.0553989 Aug 31 14:33:20.491969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f43318-5e82-4591-8292-2b442d1650d3 req-d0ada6f0-a8a6-43a0-b494-49d7658f279e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:20.493689 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76f43318-5e82-4591-8292-2b442d1650d3 req-d0ada6f0-a8a6-43a0-b494-49d7658f279e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 944 time: 0.2143648 Aug 31 14:33:20.532485 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.557532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-78dc8cfa-4139-4509-9fec-4b0e4ef52a9f None None] For port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6d8df1a3-fe36-4ba8-ac23-961a048a8b4f,segment=NetworkSegment(1acc86b0-b943-41d6-9070-559c16257c4a),segment_id=1acc86b0-b943-41d6-9070-559c16257c4a)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:20.560987 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78dc8cfa-4139-4509-9fec-4b0e4ef52a9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.571048 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.593866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92597d89-a41b-44ea-beea-313841caa1dc req-4f2f7ef3-cf56-467d-a01f-b97820b654bf service neutron] 10.222.0.25 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994533 Aug 31 14:33:20.611766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-78dc8cfa-4139-4509-9fec-4b0e4ef52a9f None None] Calling delete_port for 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:20.617605 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76f43318-5e82-4591-8292-2b442d1650d3 req-c21597c2-61b3-47a4-90bd-0b98ee151bfb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133461 Aug 31 14:33:20.628696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-66f21cc5-b2b7-4282-86c2-b80b9d29a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:20.630327 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-66f21cc5-b2b7-4282-86c2-b80b9d29a784 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1488135 Aug 31 14:33:20.684651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:20.685068 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.730145 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78dc8cfa-4139-4509-9fec-4b0e4ef52a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.748101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-25aabdca-e707-49a4-a3cc-d887d1d7a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:20.749617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-25aabdca-e707-49a4-a3cc-d887d1d7a94f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038465 Aug 31 14:33:20.781977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc8cfa-4139-4509-9fec-4b0e4ef52a9f None None] Pushing event deleted for resources: {'Port': ['ID=6d8df1a3-fe36-4ba8-ac23-961a048a8b4f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:20.786867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc8cfa-4139-4509-9fec-4b0e4ef52a9f None None] No DVR routers for this DVR port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:20.837347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d910b-7efa-41ca-8c21-20450d80b5dc req-a709b7d9-0f95-4fdd-bfe4-d155a72ff108 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:20.841748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] For port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6d8df1a3-fe36-4ba8-ac23-961a048a8b4f,segment=NetworkSegment(1acc86b0-b943-41d6-9070-559c16257c4a),segment_id=1acc86b0-b943-41d6-9070-559c16257c4a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:20.842128 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.847891 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a27d910b-7efa-41ca-8c21-20450d80b5dc req-a709b7d9-0f95-4fdd-bfe4-d155a72ff108 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.1686304 Aug 31 14:33:20.863545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:20.878689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:20.909457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Allocated IP 172.25.2.229 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/81e7f1fe-ee5b-4090-9f61-ea8a4e952869) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:20.911522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:20.911868 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:20.912292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 39e3cff3-deb9-4d3c-af0c-330c4502d8ba no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:20.936307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 39e3cff3-deb9-4d3c-af0c-330c4502d8ba {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:20.936778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 39e3cff3-deb9-4d3c-af0c-330c4502d8ba not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:20.945594 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a27d910b-7efa-41ca-8c21-20450d80b5dc req-eb636f7a-3b4c-4ec5-97d8-e33ec0078acb tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967567 Aug 31 14:33:21.005688 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-da850629-6bad-4e69-bacf-c6b21f7fe317 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445347 Aug 31 14:33:21.084716 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.115749 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.160108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=6d8df1a3-fe36-4ba8-ac23-961a048a8b4f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:21.160240 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.162182 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No DVR routers for this DVR port 6d8df1a3-fe36-4ba8-ac23-961a048a8b4f on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:21.210280 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:21.215015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:21.221499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:21.229215 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a6adb53-69e5-469b-9a37-5d00ef48ce83 req-9cfc2b13-6795-4123-ba74-eebc0604f188 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115841 Aug 31 14:33:21.268668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Pushing event updated for resources: {'Port': ['ID=81e7f1fe-ee5b-4090-9f61-ea8a4e952869,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:21.330992 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.348953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5307d016-127f-4fa0-a0d0-cea7205262a6']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:21.366048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acc86b0-b943-41d6-9070-559c16257c4a') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:21.366796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acc86b0-b943-41d6-9070-559c16257c4a') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:21.382919 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.397460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbc24b-3ae3-4002-b6dd-703e2ca82c6b req-8df59191-1054-441a-85c9-460abd13c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:21.399890 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0dbc24b-3ae3-4002-b6dd-703e2ca82c6b req-8df59191-1054-441a-85c9-460abd13c3ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 1095 time: 0.1180038 Aug 31 14:33:21.407417 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.437594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:33:21.438358 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:33:21.445474 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:33:21.606088 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.613581 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.622080 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/networks/5307d016-127f-4fa0-a0d0-cea7205262a6 HTTP/1.1" status: 204 len: 168 time: 1.5052977 Aug 31 14:33:21.623424 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53672) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:21.656021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b069b9-de16-41cb-bb7a-eab5ce1f1b2a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Network': ['ID=5307d016-127f-4fa0-a0d0-cea7205262a6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:21.678204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbc24b-3ae3-4002-b6dd-703e2ca82c6b req-7c23e0d9-9535-41fa-8726-55a4dff6f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:21.680823 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0dbc24b-3ae3-4002-b6dd-703e2ca82c6b req-7c23e0d9-9535-41fa-8726-55a4dff6f19a service neutron] 10.222.0.60 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.2678008 Aug 31 14:33:21.748027 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0dbc24b-3ae3-4002-b6dd-703e2ca82c6b req-de1280b9-acc4-41cd-83e6-dc42b89aa534 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3296e5-a5ce-432b-92d8-cc9682500945 HTTP/1.1" status: 200 len: 217 time: 0.0586584 Aug 31 14:33:21.757939 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.925050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49961ce6-68b8-474f-ac32-cc0dbe7327f1 req-478a5566-b61b-453e-a9f8-6c374c67cd46 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:21.926861 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49961ce6-68b8-474f-ac32-cc0dbe7327f1 req-478a5566-b61b-453e-a9f8-6c374c67cd46 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 944 time: 0.1828847 Aug 31 14:33:21.933722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbc24b-3ae3-4002-b6dd-703e2ca82c6b req-4ed88260-ee9f-4821-a717-97f937fe6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:21.935413 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0dbc24b-3ae3-4002-b6dd-703e2ca82c6b req-4ed88260-ee9f-4821-a717-97f937fe6822 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1498899 Aug 31 14:33:22.022525 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49961ce6-68b8-474f-ac32-cc0dbe7327f1 req-541562be-a62c-4693-8835-a38c94430476 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859501 Aug 31 14:33:22.048262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbc24b-3ae3-4002-b6dd-703e2ca82c6b req-cd0f02e6-9c24-4714-8ea7-dd019581a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:22.050475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0dbc24b-3ae3-4002-b6dd-703e2ca82c6b req-cd0f02e6-9c24-4714-8ea7-dd019581a41a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053176 Aug 31 14:33:22.147355 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2abb5b65-bfc7-4f12-9017-d0934bbbd176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.225980 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0dbc24b-3ae3-4002-b6dd-703e2ca82c6b req-d30404a2-7f8b-4a09-82bf-fe54e0c0ffa8 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650636 Aug 31 14:33:22.498903 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0dbc24b-3ae3-4002-b6dd-703e2ca82c6b req-168d5c85-5cf8-4444-b238-c5f48309cffc service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647097 Aug 31 14:33:22.553795 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.603350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8990-6c1d-4c2a-be84-86b8dbf6a49d req-6d15be57-82d5-4490-8daa-a7e54e5b7bbb tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:22.605493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-972d8990-6c1d-4c2a-be84-86b8dbf6a49d req-6d15be57-82d5-4490-8daa-a7e54e5b7bbb tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.3008459 Aug 31 14:33:22.682409 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.695753 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.717848 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-972d8990-6c1d-4c2a-be84-86b8dbf6a49d req-71583579-8b2a-4426-ab89-78d9ff8245fe tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015918 Aug 31 14:33:22.942305 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Router 34059443-1796-4696-b8ec-3c8c97fa3c20 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:23.123487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:23.135479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4690f18f-5195-49f9-94d8-ed81a31f294d None None] Sync routers for ids ['34059443-1796-4696-b8ec-3c8c97fa3c20'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:23.146314 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.148628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53686) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:23.149079 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3e6f9e66-6d70-4d99-a0b9-2f064dbe1bf0 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "PUT /v2.0/routers/34059443-1796-4696-b8ec-3c8c97fa3c20 HTTP/1.1" status: 200 len: 884 time: 3.2947190 Aug 31 14:33:23.158622 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.159207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4690f18f-5195-49f9-94d8-ed81a31f294d None None] Routers {'34059443-1796-4696-b8ec-3c8c97fa3c20'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:23.160125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-4690f18f-5195-49f9-94d8-ed81a31f294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['34059443-1796-4696-b8ec-3c8c97fa3c20'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:23.232323 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-4690f18f-5195-49f9-94d8-ed81a31f294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:23.280365 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4690f18f-5195-49f9-94d8-ed81a31f294d None None] Routers {'34059443-1796-4696-b8ec-3c8c97fa3c20'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:23.281230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-4690f18f-5195-49f9-94d8-ed81a31f294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['34059443-1796-4696-b8ec-3c8c97fa3c20'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:23.392702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-4690f18f-5195-49f9-94d8-ed81a31f294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:23.409573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4690f18f-5195-49f9-94d8-ed81a31f294d None None] The sync data for ids ['34059443-1796-4696-b8ec-3c8c97fa3c20'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:23.422543 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.463586 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d43a6d05-a99c-403c-b51e-fa4ae8e1495a tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/routers/34059443-1796-4696-b8ec-3c8c97fa3c20 HTTP/1.1" status: 200 len: 925 time: 0.3155427 Aug 31 14:33:23.466358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53688) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:23.602461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe69dc5-4389-48df-bee3-8eed44a42b11 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:23.614795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port 95bc8cb8-888f-4cf5-8744-e749407b7ba0 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:23.615148 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.617126 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cbe69dc5-4389-48df-bee3-8eed44a42b11 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&device_id=34059443-1796-4696-b8ec-3c8c97fa3c20&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1495965 Aug 31 14:33:23.620826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53690) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:23.645129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475481f-c1b0-4641-8fb3-550382168ad3 req-0e2d739e-71f3-4cd6-a184-a9de59a20f61 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:23.653603 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2475481f-c1b0-4641-8fb3-550382168ad3 req-0e2d739e-71f3-4cd6-a184-a9de59a20f61 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 944 time: 0.4217472 Aug 31 14:33:23.814420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] For port 95bc8cb8-888f-4cf5-8744-e749407b7ba0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=95bc8cb8-888f-4cf5-8744-e749407b7ba0,segment=NetworkSegment(f12c4159-8ba3-45b2-b1dd-c44cea3d198f),segment_id=f12c4159-8ba3-45b2-b1dd-c44cea3d198f)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:23.815160 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.842363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2475481f-c1b0-4641-8fb3-550382168ad3 req-71542511-a7af-4a37-a0e5-b390d31fa072 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811578 Aug 31 14:33:23.872406 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for 95bc8cb8-888f-4cf5-8744-e749407b7ba0 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:23.935009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed4bad3-ef9b-4f32-98ac-4f9ab1dd8925 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:23.936775 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7ed4bad3-ef9b-4f32-98ac-4f9ab1dd8925 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 881 time: 0.3145907 Aug 31 14:33:23.940479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53694) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:24.000607 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b9980803-8278-4412-8832-3baf48108308 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "GET /v2.0/ports?device_id=34059443-1796-4696-b8ec-3c8c97fa3c20 HTTP/1.1" status: 200 len: 205 time: 0.0587001 Aug 31 14:33:24.003814 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53696) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:24.174258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1b0be-ae01-43a6-bb05-4f608307ba76 req-432538ee-bf38-42b2-a810-099ffcf90b21 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:24.194275 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fd1b0be-ae01-43a6-bb05-4f608307ba76 req-432538ee-bf38-42b2-a810-099ffcf90b21 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.3381228 Aug 31 14:33:24.209261 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.249957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=95bc8cb8-888f-4cf5-8744-e749407b7ba0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:24.262340 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.272252 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.297940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:24.298826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:24.299480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:24.299860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:24.300195 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:24.300530 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:24.300869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:24.301199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:24.301528 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:24.301849 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:24.302174 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:24.302498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:24.316631 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fd1b0be-ae01-43a6-bb05-4f608307ba76 req-b0d738e5-7024-4870-9ee9-9a2163716b49 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214049 Aug 31 14:33:24.466261 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.572328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.648224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Deleting port 81e7f1fe-ee5b-4090-9f61-ea8a4e952869 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:24.648541 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.811612 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.837299 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Calling delete_port for 81e7f1fe-ee5b-4090-9f61-ea8a4e952869 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:24.842618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router c6fd5a43-5646-4726-b50d-c37a4780a463 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:24.884720 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.892058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 3d3296e5-a5ce-432b-92d8-cc9682500945 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:33:25.130594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 3d3296e5-a5ce-432b-92d8-cc9682500945, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3d3296e5-a5ce-432b-92d8-cc9682500945,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:25.151306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '3d3296e5-a5ce-432b-92d8-cc9682500945', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'port_id': '3d3296e5-a5ce-432b-92d8-cc9682500945', 'mac_address': 'fa:16:3e:58:70:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:33:25.214456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:25.221970 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-523c8251-1f8b-4f7a-8891-b8971d646a28 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5966072 Aug 31 14:33:25.226160 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f766885-535c-4182-9d1f-b34194a5e2d1 None None] Sync routers for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:25.227149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53706) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:25.241714 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.242775 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f766885-535c-4182-9d1f-b34194a5e2d1 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:25.243903 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9f766885-535c-4182-9d1f-b34194a5e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:25.279814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3296e5-a5ce-432b-92d8-cc9682500945 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:33:25.321932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01ed5ec-89df-41e3-bcff-e384ba4a0049 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting subnet b5c320dc-71c5-4d51-a6f8-6d84333b3e9e {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:33:25.325483 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d01ed5ec-89df-41e3-bcff-e384ba4a0049 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.369805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 3d3296e5-a5ce-432b-92d8-cc9682500945, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3d3296e5-a5ce-432b-92d8-cc9682500945,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:25.378195 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.387310 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d01ed5ec-89df-41e3-bcff-e384ba4a0049 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.480662 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9f766885-535c-4182-9d1f-b34194a5e2d1 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:25.524477 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d01ed5ec-89df-41e3-bcff-e384ba4a0049 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.541631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=3d3296e5-a5ce-432b-92d8-cc9682500945,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:25.623143 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d01ed5ec-89df-41e3-bcff-e384ba4a0049 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.645951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5abb19-9705-4c8b-8c1a-1e4c36aeace5 req-b7b0000e-bbd4-4aa0-bb01-cda67456e926 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:25.649199 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b5abb19-9705-4c8b-8c1a-1e4c36aeace5 req-b7b0000e-bbd4-4aa0-bb01-cda67456e926 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 945 time: 0.2032750 Aug 31 14:33:25.677238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ed5ec-89df-41e3-bcff-e384ba4a0049 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c320dc-71c5-4d51-a6f8-6d84333b3e9e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:25.678618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['3d3296e5-a5ce-432b-92d8-cc9682500945'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:33:25.708438 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d01ed5ec-89df-41e3-bcff-e384ba4a0049 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.713337 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d01ed5ec-89df-41e3-bcff-e384ba4a0049 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/b5c320dc-71c5-4d51-a6f8-6d84333b3e9e HTTP/1.1" status: 204 len: 168 time: 0.4848516 Aug 31 14:33:25.713988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53710) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:25.765675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d758d3b9-3955-4454-b519-189f643b854e None None] Network 80fd641c-495f-475a-84d3-2ef7c131388a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:25.809757 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b5abb19-9705-4c8b-8c1a-1e4c36aeace5 req-db0be5ff-f102-48b8-a414-cb5789805156 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480625 Aug 31 14:33:25.921060 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.042378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2133d14-be7d-4e08-a843-d93382c6c30b req-362d6792-d781-40b7-b508-3d3731220fb5 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:26.050382 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2133d14-be7d-4e08-a843-d93382c6c30b req-362d6792-d781-40b7-b508-3d3731220fb5 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.4415402 Aug 31 14:33:26.059693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Pushing event deleted for resources: {'Port': ['ID=81e7f1fe-ee5b-4090-9f61-ea8a4e952869,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:26.131008 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.138416 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9f766885-535c-4182-9d1f-b34194a5e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 9, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:26.188329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:26.188626 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:26.188979 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:26.189323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:26.189674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:26.190022 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:26.190389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:26.190667 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:26.191031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:26.191398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:26.191700 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:26.191997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:26.215919 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.225704 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f766885-535c-4182-9d1f-b34194a5e2d1 None None] Checking router: c6fd5a43-5646-4726-b50d-c37a4780a463 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:26.244380 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f766885-535c-4182-9d1f-b34194a5e2d1 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:26.245039 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9f766885-535c-4182-9d1f-b34194a5e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:26.286519 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2133d14-be7d-4e08-a843-d93382c6c30b req-afd22e7e-334e-4576-818e-342584364a9e tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091870 Aug 31 14:33:26.340133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port ad62d152-6271-4d9f-b78b-1578bb793eed {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:26.340492 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.357665 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.362516 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.495416 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.495975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Fanout notify agent at l3_agent the message router_deleted on router 34059443-1796-4696-b8ec-3c8c97fa3c20 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:33:26.508063 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.514544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] For port ad62d152-6271-4d9f-b78b-1578bb793eed, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ad62d152-6271-4d9f-b78b-1578bb793eed,segment=NetworkSegment(f12c4159-8ba3-45b2-b1dd-c44cea3d198f),segment_id=f12c4159-8ba3-45b2-b1dd-c44cea3d198f)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:26.520040 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.525548 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53716) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:26.526346 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f4d05df0-f4b9-4314-9527-2955f3fef4cb tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "DELETE /v2.0/routers/34059443-1796-4696-b8ec-3c8c97fa3c20 HTTP/1.1" status: 204 len: 168 time: 2.5211759 Aug 31 14:33:26.534664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e520e99f-c851-4d20-96c7-b896d026de7e None None] DHCP port deletion for 80fd641c-495f-475a-84d3-2ef7c131388a request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:33:26.544064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-07f84fdb-2114-420b-9cf9-20b967157ac1 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1820081043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:26.580681 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-07f84fdb-2114-420b-9cf9-20b967157ac1 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.586132 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-07f84fdb-2114-420b-9cf9-20b967157ac1 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.610349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e520e99f-c851-4d20-96c7-b896d026de7e None None] Deleting port ad62d152-6271-4d9f-b78b-1578bb793eed {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:26.610653 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e520e99f-c851-4d20-96c7-b896d026de7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.632411 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9f766885-535c-4182-9d1f-b34194a5e2d1 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:26.640311 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for ad62d152-6271-4d9f-b78b-1578bb793eed owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:26.744224 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e520e99f-c851-4d20-96c7-b896d026de7e None None] For port ad62d152-6271-4d9f-b78b-1578bb793eed, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ad62d152-6271-4d9f-b78b-1578bb793eed,segment=NetworkSegment(f12c4159-8ba3-45b2-b1dd-c44cea3d198f),segment_id=f12c4159-8ba3-45b2-b1dd-c44cea3d198f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:26.744628 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e520e99f-c851-4d20-96c7-b896d026de7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.757685 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-07f84fdb-2114-420b-9cf9-20b967157ac1 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.764148 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-07f84fdb-2114-420b-9cf9-20b967157ac1 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.775621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e520e99f-c851-4d20-96c7-b896d026de7e None None] Calling delete_port for ad62d152-6271-4d9f-b78b-1578bb793eed owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:26.867960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ad62d152-6271-4d9f-b78b-1578bb793eed no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:26.901025 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-07f84fdb-2114-420b-9cf9-20b967157ac1 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.905460 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-07f84fdb-2114-420b-9cf9-20b967157ac1 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3695970 Aug 31 14:33:26.910550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53720) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:26.916587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'enable_snat': True}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:27.032503 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.051980 n-d-806683-5 neutron-server[94872]: INFO neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No ports have port_id starting with ad62d152-6271-4d9f-b78b-1578bb793eed Aug 31 14:33:27.059315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No DVR routers for this DVR port ad62d152-6271-4d9f-b78b-1578bb793eed on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:27.090830 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9f766885-535c-4182-9d1f-b34194a5e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 9, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:27.104083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=ad62d152-6271-4d9f-b78b-1578bb793eed,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:27.117600 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e520e99f-c851-4d20-96c7-b896d026de7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.180272 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f766885-535c-4182-9d1f-b34194a5e2d1 None None] The sync data for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 is: [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 9, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': '1ad9cc1e-6207-4329-9291-ecc2e437c327', 'name': '', 'network_id': 'aa026139-1699-4367-aa00-a560985c9f42', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:b2:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:47Z', 'updated_at': '2021-08-31T14:32:57Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '89423f0a-809c-4d7b-ab16-25f27371df30', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:27.180592 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520e99f-c851-4d20-96c7-b896d026de7e None None] Pushing event deleted for resources: {'Port': ['ID=ad62d152-6271-4d9f-b78b-1578bb793eed,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:27.212675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520e99f-c851-4d20-96c7-b896d026de7e None None] No DVR routers for this DVR port ad62d152-6271-4d9f-b78b-1578bb793eed on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:27.238402 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.277112 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fd641c-495f-475a-84d3-2ef7c131388a']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:27.295353 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e3f54-0fa6-4359-81bd-3e5210fee61b req-2091d211-d5a4-45be-90c2-101e56db99ef tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:27.297066 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af6e3f54-0fa6-4359-81bd-3e5210fee61b req-2091d211-d5a4-45be-90c2-101e56db99ef tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 945 time: 0.2422199 Aug 31 14:33:27.329934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12c4159-8ba3-45b2-b1dd-c44cea3d198f') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:27.331260 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12c4159-8ba3-45b2-b1dd-c44cea3d198f') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:27.370372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.435575 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.446118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.463827 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:33:27.464698 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:33:27.469319 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:33:27.485263 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af6e3f54-0fa6-4359-81bd-3e5210fee61b req-07cf2516-d0c5-4abb-b27b-b9c1194b981c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318374 Aug 31 14:33:27.571398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f3c5b-c210-470a-a11e-a406c01e4e8c req-57a87bca-ba50-45e4-93f6-b54e254ce5f3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:27.573419 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-701f3c5b-c210-470a-a11e-a406c01e4e8c req-57a87bca-ba50-45e4-93f6-b54e254ce5f3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.1512806 Aug 31 14:33:27.594869 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.618313 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.624640 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/networks/80fd641c-495f-475a-84d3-2ef7c131388a HTTP/1.1" status: 204 len: 168 time: 1.9036729 Aug 31 14:33:27.626721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53726) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:27.728491 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218834a8-d2de-4321-b7da-1a8e8a0ea824 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Network': ['ID=80fd641c-495f-475a-84d3-2ef7c131388a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:27.812636 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-701f3c5b-c210-470a-a11e-a406c01e4e8c req-98f0d10a-14f6-4d06-8239-d7938a4f3c21 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216570 Aug 31 14:33:27.947996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.996028 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.281627 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Allocated IP 172.25.2.235 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/99678b7c-c7aa-43dd-a402-665fc9812ebf) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:28.359274 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d7b495c-04fc-40a8-99c2-221bfed9e929 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.541510 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.606259 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.714643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:28.715490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event updated for resources: {'Port': ['ID=99678b7c-c7aa-43dd-a402-665fc9812ebf,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:28.720546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:28.724069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:28.790132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 95bc8cb8-888f-4cf5-8744-e749407b7ba0 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:28.816035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ef9db-65b0-4af5-9f92-d11b10559bdf req-e71c15d9-4810-4f71-b2f3-48b31fbc3f00 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:28.823352 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-407ef9db-65b0-4af5-9f92-d11b10559bdf req-e71c15d9-4810-4f71-b2f3-48b31fbc3f00 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 945 time: 0.1967814 Aug 31 14:33:28.848583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 95bc8cb8-888f-4cf5-8744-e749407b7ba0 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:28.849100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 95bc8cb8-888f-4cf5-8744-e749407b7ba0 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:28.923003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 3d3296e5-a5ce-432b-92d8-cc9682500945 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:29.016967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b495c-04fc-40a8-99c2-221bfed9e929 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port 1ad9cc1e-6207-4329-9291-ecc2e437c327 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:29.017443 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d7b495c-04fc-40a8-99c2-221bfed9e929 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.047367 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-407ef9db-65b0-4af5-9f92-d11b10559bdf req-cf0a804e-1bab-4ab4-90b4-e1a9fcccfa56 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230620 Aug 31 14:33:29.060921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 3d3296e5-a5ce-432b-92d8-cc9682500945 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:29.080856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcef477-3491-43f5-8e4d-14d267244551 req-82944c7d-3caf-429f-82ac-622680482d4b tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:29.081199 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 3d3296e5-a5ce-432b-92d8-cc9682500945 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:29.086937 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.092338 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fdcef477-3491-43f5-8e4d-14d267244551 req-82944c7d-3caf-429f-82ac-622680482d4b tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.1564558 Aug 31 14:33:29.283473 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fdcef477-3491-43f5-8e4d-14d267244551 req-386f3b21-3a38-4549-9194-be530dcd3fbd tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584206 Aug 31 14:33:29.320147 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.325352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-0d7b495c-04fc-40a8-99c2-221bfed9e929 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] For port 1ad9cc1e-6207-4329-9291-ecc2e437c327, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1ad9cc1e-6207-4329-9291-ecc2e437c327,segment=NetworkSegment(4db0c22d-a458-46e4-b752-998d31860c29),segment_id=4db0c22d-a458-46e4-b752-998d31860c29)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:29.325653 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d7b495c-04fc-40a8-99c2-221bfed9e929 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.364366 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b495c-04fc-40a8-99c2-221bfed9e929 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for 1ad9cc1e-6207-4329-9291-ecc2e437c327 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:29.371890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 3d3296e5-a5ce-432b-92d8-cc9682500945, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3d3296e5-a5ce-432b-92d8-cc9682500945,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:29.376794 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1a93d-aa2a-42ed-9b61-f068fe1c5d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3296e5-a5ce-432b-92d8-cc9682500945'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:33:29.380680 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc031a97-a533-4036-aff0-5f9e49250043" -d '{"events": [{"server_uuid": "59a1a93d-aa2a-42ed-9b61-f068fe1c5d39", "name": "network-vif-plugged", "status": "completed", "tag": "3d3296e5-a5ce-432b-92d8-cc9682500945"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:33:29.385759 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.442004 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.464863 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2be1c97-6ed1-43e6-be1e-fbd2f8739894 x-openstack-request-id: req-b2be1c97-6ed1-43e6-be1e-fbd2f8739894 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:33:29.465318 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1a93d-aa2a-42ed-9b61-f068fe1c5d39", "name": "network-vif-plugged", "status": "completed", "tag": "3d3296e5-a5ce-432b-92d8-cc9682500945", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:33:29.465712 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2be1c97-6ed1-43e6-be1e-fbd2f8739894 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:33:29.466236 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a1a93d-aa2a-42ed-9b61-f068fe1c5d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3296e5-a5ce-432b-92d8-cc9682500945', 'code': 200} Aug 31 14:33:29.504072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=3d3296e5-a5ce-432b-92d8-cc9682500945,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:29.637448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0ba1-25d9-4ac6-82ae-d9128ebac533 req-fd65e2ec-e61c-4958-a749-0d98ce15476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:29.639216 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f99d0ba1-25d9-4ac6-82ae-d9128ebac533 req-fd65e2ec-e61c-4958-a749-0d98ce15476f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 1097 time: 0.0687938 Aug 31 14:33:29.737859 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d7b495c-04fc-40a8-99c2-221bfed9e929 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.800167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b495c-04fc-40a8-99c2-221bfed9e929 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=1ad9cc1e-6207-4329-9291-ecc2e437c327,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:29.810635 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f99d0ba1-25d9-4ac6-82ae-d9128ebac533 req-78efb660-7de6-444e-b1ff-517ff728982c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097476 Aug 31 14:33:29.958930 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.982122 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:30.240510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Router 78f5ece8-cf22-4d85-b1fa-80dcd60f040e is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:30.371823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:30.376103 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:30.381910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cf5ed26f-47bb-44bd-8ae6-c57a00f402a2 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "PUT /v2.0/routers/78f5ece8-cf22-4d85-b1fa-80dcd60f040e HTTP/1.1" status: 200 len: 919 time: 3.4696372 Aug 31 14:33:30.382584 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53748) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:30.391245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a8b97a-7ad7-4e8a-ab3b-7e5501299751 None None] Sync routers for ids ['78f5ece8-cf22-4d85-b1fa-80dcd60f040e'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:30.406223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a8b97a-7ad7-4e8a-ab3b-7e5501299751 None None] Routers {'78f5ece8-cf22-4d85-b1fa-80dcd60f040e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:30.406863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e4a8b97a-7ad7-4e8a-ab3b-7e5501299751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['78f5ece8-cf22-4d85-b1fa-80dcd60f040e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:30.534403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e4a8b97a-7ad7-4e8a-ab3b-7e5501299751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:30.570367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a8b97a-7ad7-4e8a-ab3b-7e5501299751 None None] Routers {'78f5ece8-cf22-4d85-b1fa-80dcd60f040e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:30.572193 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e4a8b97a-7ad7-4e8a-ab3b-7e5501299751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['78f5ece8-cf22-4d85-b1fa-80dcd60f040e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:30.583145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622c5d7-7e82-4cf8-a56f-ae8558a2ea88 req-61467d3d-6efa-458e-a55f-f4a12abc38b8 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:30.584568 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f2133-8ac1-43ea-8a6b-d084e5fcc4d0 req-75444380-b5ba-404c-88f5-24db0e6dd822 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:30.585167 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4622c5d7-7e82-4cf8-a56f-ae8558a2ea88 req-61467d3d-6efa-458e-a55f-f4a12abc38b8 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.0859599 Aug 31 14:33:30.587022 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e35f2133-8ac1-43ea-8a6b-d084e5fcc4d0 req-75444380-b5ba-404c-88f5-24db0e6dd822 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 946 time: 0.2350368 Aug 31 14:33:30.589976 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d7b495c-04fc-40a8-99c2-221bfed9e929 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:30.678971 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b0c0a42e-1520-4f3b-b3dd-38ec421feaf7 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/routers/78f5ece8-cf22-4d85-b1fa-80dcd60f040e HTTP/1.1" status: 200 len: 925 time: 0.2951081 Aug 31 14:33:30.679617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53750) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:30.684976 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e4a8b97a-7ad7-4e8a-ab3b-7e5501299751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:30.686870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a8b97a-7ad7-4e8a-ab3b-7e5501299751 None None] The sync data for ids ['78f5ece8-cf22-4d85-b1fa-80dcd60f040e'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:30.730110 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e35f2133-8ac1-43ea-8a6b-d084e5fcc4d0 req-c2605c43-4343-47a8-96b1-c45cdb5028cf tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365628 Aug 31 14:33:30.794712 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4622c5d7-7e82-4cf8-a56f-ae8558a2ea88 req-902c35b3-6bc4-4e87-b96e-9b3130bbd348 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958516 Aug 31 14:33:30.840589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5166849b-adcb-4859-a294-040eb0aeaf67 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:30.842621 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5166849b-adcb-4859-a294-040eb0aeaf67 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&device_id=78f5ece8-cf22-4d85-b1fa-80dcd60f040e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1466682 Aug 31 14:33:30.851884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:31.038095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaeee68-b695-459e-b449-78a7b5bceacc tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:31.041937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1aaeee68-b695-459e-b449-78a7b5bceacc tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 881 time: 0.1887112 Aug 31 14:33:31.044987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53756) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:31.085044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7b495c-04fc-40a8-99c2-221bfed9e929 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router c6fd5a43-5646-4726-b50d-c37a4780a463 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:31.091838 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-753e22e8-e938-439a-8551-5b1df5dda406 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5ece8-cf22-4d85-b1fa-80dcd60f040e HTTP/1.1" status: 200 len: 205 time: 0.0445526 Aug 31 14:33:31.094295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53758) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:31.256844 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.264762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7b495c-04fc-40a8-99c2-221bfed9e929 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:31.273807 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0d7b495c-04fc-40a8-99c2-221bfed9e929 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6435122 Aug 31 14:33:31.274173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53760) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:31.283790 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ffd24-ff7a-4199-a940-eea9e745126e None None] Sync routers for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:31.305975 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ffd24-ff7a-4199-a940-eea9e745126e None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:31.306526 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fa9ffd24-ff7a-4199-a940-eea9e745126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:31.385744 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-8116c9db-7e0d-4360-bf7c-427db27e2f51 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting subnet 89423f0a-809c-4d7b-ab16-25f27371df30 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:33:31.393869 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8116c9db-7e0d-4360-bf7c-427db27e2f51 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.404233 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.422894 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-fa9ffd24-ff7a-4199-a940-eea9e745126e None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:31.480318 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8116c9db-7e0d-4360-bf7c-427db27e2f51 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.537113 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Deleting port 99678b7c-c7aa-43dd-a402-665fc9812ebf {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:31.537458 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.718510 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8116c9db-7e0d-4360-bf7c-427db27e2f51 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.859231 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8116c9db-7e0d-4360-bf7c-427db27e2f51 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.874456 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fa9ffd24-ff7a-4199-a940-eea9e745126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:29Z', 'revision_number': 10, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:31.924665 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ffd24-ff7a-4199-a940-eea9e745126e None None] Checking router: c6fd5a43-5646-4726-b50d-c37a4780a463 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:31.936662 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ffd24-ff7a-4199-a940-eea9e745126e None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:31.937305 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fa9ffd24-ff7a-4199-a940-eea9e745126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:31.949626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9860cdb-8ffc-43ed-95e3-3bde0107ae2a None None] Network aa026139-1699-4367-aa00-a560985c9f42 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:31.972403 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116c9db-7e0d-4360-bf7c-427db27e2f51 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Subnet': ['ID=89423f0a-809c-4d7b-ab16-25f27371df30,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:31.978617 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8116c9db-7e0d-4360-bf7c-427db27e2f51 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.981684 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8116c9db-7e0d-4360-bf7c-427db27e2f51 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/89423f0a-809c-4d7b-ab16-25f27371df30 HTTP/1.1" status: 204 len: 168 time: 0.7061710 Aug 31 14:33:31.984577 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53778) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:32.099235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49c960-cf7d-429c-a534-704e32134c96 req-fbef6dde-21a9-403c-a017-bb5fb0e3379b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:32.100294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714aba4-9f42-4087-b8dc-9e2595876b55 req-53566ded-fad9-4305-9cc4-38f219d45011 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:32.101022 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca49c960-cf7d-429c-a534-704e32134c96 req-fbef6dde-21a9-403c-a017-bb5fb0e3379b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 946 time: 0.1627986 Aug 31 14:33:32.108851 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.109436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0714aba4-9f42-4087-b8dc-9e2595876b55 req-53566ded-fad9-4305-9cc4-38f219d45011 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.0882456 Aug 31 14:33:32.181260 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0714aba4-9f42-4087-b8dc-9e2595876b55 req-8c7cac23-f990-4e20-af9d-a6194a470702 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707650 Aug 31 14:33:32.192401 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.199080 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca49c960-cf7d-429c-a534-704e32134c96 req-3a72fcf2-a191-4d12-886c-c8ef6bd8207d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741551 Aug 31 14:33:32.223658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Calling delete_port for 99678b7c-c7aa-43dd-a402-665fc9812ebf owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:32.242103 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:32.242468 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.292974 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4da058-29f3-4d20-a5a5-7affcda7f3f4 None None] DHCP port deletion for aa026139-1699-4367-aa00-a560985c9f42 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:33:32.318630 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-fa9ffd24-ff7a-4199-a940-eea9e745126e None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:32.378953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-aa4da058-29f3-4d20-a5a5-7affcda7f3f4 None None] Deleting port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:32.379394 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa4da058-29f3-4d20-a5a5-7affcda7f3f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.380007 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af273c75-fb9d-4f9e-9391-b953285c614a req-bac76a8c-1121-4502-a635-98558f00966a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6c7a9beea9d2401ab1424d74321046eb HTTP/1.1" status: 200 len: 267 time: 0.0699289 Aug 31 14:33:32.384559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] For port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0d9046ab-0b1d-4c25-8869-e30ead8b69e9,segment=NetworkSegment(4db0c22d-a458-46e4-b752-998d31860c29),segment_id=4db0c22d-a458-46e4-b752-998d31860c29)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:32.385137 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.403206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:32.528812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-aa4da058-29f3-4d20-a5a5-7affcda7f3f4 None None] For port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0d9046ab-0b1d-4c25-8869-e30ead8b69e9,segment=NetworkSegment(4db0c22d-a458-46e4-b752-998d31860c29),segment_id=4db0c22d-a458-46e4-b752-998d31860c29)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:32.529387 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa4da058-29f3-4d20-a5a5-7affcda7f3f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.533276 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.546592 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-aa4da058-29f3-4d20-a5a5-7affcda7f3f4 None None] Calling delete_port for 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:32.571818 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=0d9046ab-0b1d-4c25-8869-e30ead8b69e9,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:32.573782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No DVR routers for this DVR port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:32.649197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af273c75-fb9d-4f9e-9391-b953285c614a req-47250516-a3f4-4d9b-8d40-7f26dcc574ec tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:32.654541 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fa9ffd24-ff7a-4199-a940-eea9e745126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:29Z', 'revision_number': 10, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:32.657319 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af273c75-fb9d-4f9e-9391-b953285c614a req-47250516-a3f4-4d9b-8d40-7f26dcc574ec tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 946 time: 0.2683353 Aug 31 14:33:32.664179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-af273c75-fb9d-4f9e-9391-b953285c614a req-3da9a551-d04d-4c21-b499-3be775cbf9fb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Request body: {'port': {'security_groups': []}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:32.673699 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.684167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa026139-1699-4367-aa00-a560985c9f42']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:32.685560 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ffd24-ff7a-4199-a940-eea9e745126e None None] The sync data for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 is: [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:29Z', 'revision_number': 10, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None, '_interfaces': [{'id': 'f384cec2-b14f-4505-a6c4-e15669d11210', 'name': '', 'network_id': 'ce636ec6-142a-4244-902b-47439913ee14', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'mac_address': 'fa:16:3e:84:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:32:38Z', 'updated_at': '2021-08-31T14:32:49Z', 'revision_number': 5, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'subnets': [{'id': '74fa6033-11b6-4694-84cc-50ebcf670ecc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:32.696616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db0c22d-a458-46e4-b752-998d31860c29') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:32.696917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db0c22d-a458-46e4-b752-998d31860c29') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:33:32.702050 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:33:32.710496 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa4da058-29f3-4d20-a5a5-7affcda7f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.711035 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.728502 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.753885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:33:32.754308 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.756227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4da058-29f3-4d20-a5a5-7affcda7f3f4 None None] Pushing event deleted for resources: {'Port': ['ID=0d9046ab-0b1d-4c25-8869-e30ead8b69e9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:33:32.758519 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:33:32.766338 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.769245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4da058-29f3-4d20-a5a5-7affcda7f3f4 None None] No DVR routers for this DVR port 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:32.807717 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-af273c75-fb9d-4f9e-9391-b953285c614a req-3da9a551-d04d-4c21-b499-3be775cbf9fb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.834011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Pushing event deleted for resources: {'Port': ['ID=99678b7c-c7aa-43dd-a402-665fc9812ebf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:32.844483 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.853549 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.857960 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/networks/aa026139-1699-4367-aa00-a560985c9f42 HTTP/1.1" status: 204 len: 168 time: 0.8699014 Aug 31 14:33:32.859527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53792) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:32.873843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d290c0c-34e7-4da0-8494-1a53e86c2617 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Network': ['ID=aa026139-1699-4367-aa00-a560985c9f42,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:32.980354 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.100639 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.104024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:33.111596 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.124181 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:33.124529 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0d9046ab-0b1d-4c25-8869-e30ead8b69e9 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:33.279764 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.280324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Fanout notify agent at l3_agent the message router_deleted on router 78f5ece8-cf22-4d85-b1fa-80dcd60f040e {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:33:33.291361 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.296587 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9960edbf-1f33-4cff-a8f8-9fb7d1188310 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "DELETE /v2.0/routers/78f5ece8-cf22-4d85-b1fa-80dcd60f040e HTTP/1.1" status: 204 len: 168 time: 2.1969078 Aug 31 14:33:33.299347 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53800) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:33.305270 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dc03d88a-785f-469c-a783-39faf0c57750 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1024017382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:33.334140 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc617-e68e-48d6-9f3a-5e430270666b req-dfd45f96-568f-4d95-bec7-35014c7a3278 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:33.335726 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d69fc617-e68e-48d6-9f3a-5e430270666b req-dfd45f96-568f-4d95-bec7-35014c7a3278 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.0730214 Aug 31 14:33:33.374990 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d69fc617-e68e-48d6-9f3a-5e430270666b req-8e52f91c-022f-4cc8-be62-21f2b376398b tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330126 Aug 31 14:33:33.386927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-af273c75-fb9d-4f9e-9391-b953285c614a req-3da9a551-d04d-4c21-b499-3be775cbf9fb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] For port 3d3296e5-a5ce-432b-92d8-cc9682500945, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3d3296e5-a5ce-432b-92d8-cc9682500945,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:33.420436 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc03d88a-785f-469c-a783-39faf0c57750 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.421465 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc03d88a-785f-469c-a783-39faf0c57750 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.470404 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-af273c75-fb9d-4f9e-9391-b953285c614a req-3da9a551-d04d-4c21-b499-3be775cbf9fb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.483774 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-af273c75-fb9d-4f9e-9391-b953285c614a req-3da9a551-d04d-4c21-b499-3be775cbf9fb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.504034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['fd60490f-339d-4f90-876e-e58b0a405c6d', '4a8ed418-6778-4442-a2ee-032c9e602be7', '3d3296e5-a5ce-432b-92d8-cc9682500945'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:33:33.523824 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc03d88a-785f-469c-a783-39faf0c57750 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.550494 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc03d88a-785f-469c-a783-39faf0c57750 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.580896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af273c75-fb9d-4f9e-9391-b953285c614a req-3da9a551-d04d-4c21-b499-3be775cbf9fb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:33.581533 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-af273c75-fb9d-4f9e-9391-b953285c614a req-3da9a551-d04d-4c21-b499-3be775cbf9fb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.586114 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af273c75-fb9d-4f9e-9391-b953285c614a req-3da9a551-d04d-4c21-b499-3be775cbf9fb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "PUT /v2.0/ports/3d3296e5-a5ce-432b-92d8-cc9682500945 HTTP/1.1" status: 200 len: 905 time: 0.9268789 Aug 31 14:33:33.591099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a1a93d-aa2a-42ed-9b61-f068fe1c5d39', 'tag': '3d3296e5-a5ce-432b-92d8-cc9682500945'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:33:33.593803 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f505bab-7c0c-4d8d-9dec-45b9df89ddf7" -d '{"events": [{"name": "network-changed", "server_uuid": "59a1a93d-aa2a-42ed-9b61-f068fe1c5d39", "tag": "3d3296e5-a5ce-432b-92d8-cc9682500945"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:33:33.628741 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc03d88a-785f-469c-a783-39faf0c57750 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.634208 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dc03d88a-785f-469c-a783-39faf0c57750 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3339231 Aug 31 14:33:33.637098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53808) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:33.642809 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'enable_snat': False}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:33.664979 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e24194e-8d1a-40dd-a7e5-72fa02ff815b x-openstack-request-id: req-6e24194e-8d1a-40dd-a7e5-72fa02ff815b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:33:33.665267 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a1a93d-aa2a-42ed-9b61-f068fe1c5d39", "tag": "3d3296e5-a5ce-432b-92d8-cc9682500945", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:33:33.665515 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e24194e-8d1a-40dd-a7e5-72fa02ff815b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:33:33.666494 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a1a93d-aa2a-42ed-9b61-f068fe1c5d39', 'tag': '3d3296e5-a5ce-432b-92d8-cc9682500945', 'status': 'completed', 'code': 200} Aug 31 14:33:33.668025 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9a551-d04d-4c21-b499-3be775cbf9fb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event updated for resources: {'Port': ['ID=3d3296e5-a5ce-432b-92d8-cc9682500945,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:33.788638 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f505bab-7c0c-4d8d-9dec-45b9df89ddf7 req-1fd28f32-1c06-4ab4-b5d6-98c2752a639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:33.791895 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f505bab-7c0c-4d8d-9dec-45b9df89ddf7 req-1fd28f32-1c06-4ab4-b5d6-98c2752a639d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 1059 time: 0.1002264 Aug 31 14:33:33.804528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['3d3296e5-a5ce-432b-92d8-cc9682500945'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:33:33.879529 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6da524-20ce-41c4-b389-de16cd510964 req-c9f35f12-cac3-43b1-ae67-0154ee26852d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:33.884789 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e6da524-20ce-41c4-b389-de16cd510964 req-c9f35f12-cac3-43b1-ae67-0154ee26852d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 908 time: 0.1662035 Aug 31 14:33:33.958755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f505bab-7c0c-4d8d-9dec-45b9df89ddf7 req-65bf049c-8988-4b76-8f95-76e8f53d2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:33.961124 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f505bab-7c0c-4d8d-9dec-45b9df89ddf7 req-65bf049c-8988-4b76-8f95-76e8f53d2d03 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.1582685 Aug 31 14:33:33.967636 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a99e8fa8-2727-4c20-b6c6-d4a1f49718a6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.988505 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.033728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1e77a3c2-9d50-4b19-99dc-e9b662874eb8 None None] Provisioning complete for port 3d3296e5-a5ce-432b-92d8-cc9682500945 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:34.034121 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e77a3c2-9d50-4b19-99dc-e9b662874eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.111560 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f505bab-7c0c-4d8d-9dec-45b9df89ddf7 req-e7cf86c2-e3da-4e54-8bf6-49a1c7ccba81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3296e5-a5ce-432b-92d8-cc9682500945 HTTP/1.1" status: 200 len: 217 time: 0.1396878 Aug 31 14:33:34.192142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0a7b6-6c6d-4810-9287-c21dc60b52a5 req-5c2c8ec7-b076-4c7b-a183-d5cb80243e7f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:34.193775 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1b0a7b6-6c6d-4810-9287-c21dc60b52a5 req-5c2c8ec7-b076-4c7b-a183-d5cb80243e7f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1836190 Aug 31 14:33:34.232512 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.241921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f505bab-7c0c-4d8d-9dec-45b9df89ddf7 req-5c3c7774-bc34-46fd-ab7e-860a325e6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:34.243378 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f505bab-7c0c-4d8d-9dec-45b9df89ddf7 req-5c3c7774-bc34-46fd-ab7e-860a325e6759 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1180468 Aug 31 14:33:34.253015 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.325582 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1b0a7b6-6c6d-4810-9287-c21dc60b52a5 req-04ac7323-1562-46d7-8a92-b79c4982896e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185119 Aug 31 14:33:34.347071 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f505bab-7c0c-4d8d-9dec-45b9df89ddf7 req-7a91a8c2-b19f-4bc3-ac78-5397ddc109a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:34.348865 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f505bab-7c0c-4d8d-9dec-45b9df89ddf7 req-7a91a8c2-b19f-4bc3-ac78-5397ddc109a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787079 Aug 31 14:33:34.376554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Allocated IP 172.25.2.187 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/c8c5605d-be41-4b02-946c-d52d8e32be0d) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:34.498608 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f505bab-7c0c-4d8d-9dec-45b9df89ddf7 req-16a97e69-17c4-4e64-a2e8-13d3fed3227b service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394899 Aug 31 14:33:34.545692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9b72d-06ca-4ec9-b549-5dc6ad508dfa req-fbf9e326-4571-4d2d-94fc-fd2eec4ca4d9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:34.549211 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81d9b72d-06ca-4ec9-b549-5dc6ad508dfa req-fbf9e326-4571-4d2d-94fc-fd2eec4ca4d9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0922687 Aug 31 14:33:34.571871 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.620023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a99e8fa8-2727-4c20-b6c6-d4a1f49718a6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port f384cec2-b14f-4505-a6c4-e15669d11210 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:34.620023 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a99e8fa8-2727-4c20-b6c6-d4a1f49718a6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.627877 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81d9b72d-06ca-4ec9-b549-5dc6ad508dfa req-7b5d76a5-df40-4f10-9776-cd89ed8d68cf tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533910 Aug 31 14:33:34.668484 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.692040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e401e5-2214-472c-bf75-bb8cfe283998 req-e6e78f29-bf2e-47f9-9be0-2b1dec2d8353 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:34.693581 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-31e401e5-2214-472c-bf75-bb8cfe283998 req-e6e78f29-bf2e-47f9-9be0-2b1dec2d8353 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 943 time: 0.1875515 Aug 31 14:33:34.737912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1ad9cc1e-6207-4329-9291-ecc2e437c327 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:34.753472 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f505bab-7c0c-4d8d-9dec-45b9df89ddf7 req-913b7930-e7ff-4b73-b6f2-ca3a085bbcd5 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343190 Aug 31 14:33:34.762373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:34.770855 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 1ad9cc1e-6207-4329-9291-ecc2e437c327 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:34.771469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1ad9cc1e-6207-4329-9291-ecc2e437c327 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:34.777900 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-31e401e5-2214-472c-bf75-bb8cfe283998 req-b58e1745-94f6-4e1e-be14-e0e925232c1d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774662 Aug 31 14:33:34.785431 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:34.794317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:34.801279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a99e8fa8-2727-4c20-b6c6-d4a1f49718a6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] For port f384cec2-b14f-4505-a6c4-e15669d11210, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f384cec2-b14f-4505-a6c4-e15669d11210,segment=NetworkSegment(bcf78df6-4336-48e9-88a5-2420cbeb84db),segment_id=bcf78df6-4336-48e9-88a5-2420cbeb84db)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:34.801654 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a99e8fa8-2727-4c20-b6c6-d4a1f49718a6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.810505 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Pushing event updated for resources: {'Port': ['ID=c8c5605d-be41-4b02-946c-d52d8e32be0d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:34.828606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a99e8fa8-2727-4c20-b6c6-d4a1f49718a6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for f384cec2-b14f-4505-a6c4-e15669d11210 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:35.029074 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a99e8fa8-2727-4c20-b6c6-d4a1f49718a6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:35.097065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e8fa8-2727-4c20-b6c6-d4a1f49718a6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=f384cec2-b14f-4505-a6c4-e15669d11210,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:35.106978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-feef7af5-f099-467f-811b-f77e3d97b425 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:35.108529 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-feef7af5-f099-467f-811b-f77e3d97b425 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 811 time: 0.2174757 Aug 31 14:33:35.138532 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-03274e58-efc1-4453-92fe-1988b9b892e1 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/quotas/6c7a9beea9d2401ab1424d74321046eb HTTP/1.1" status: 200 len: 375 time: 0.0202472 Aug 31 14:33:35.197398 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a99e8fa8-2727-4c20-b6c6-d4a1f49718a6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:35.261417 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-be0543a9-5f3f-43c0-86ee-069c0522a6cf tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0887809 Aug 31 14:33:35.270953 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:35.397206 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 939b4f01-144a-4c0c-a95c-a3185fdcf62f details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:33:35.525322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 939b4f01-144a-4c0c-a95c-a3185fdcf62f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:35.543594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '939b4f01-144a-4c0c-a95c-a3185fdcf62f', 'network_id': 'a03f38ab-0e33-464b-9838-b04517f029d8', 'port_id': '939b4f01-144a-4c0c-a95c-a3185fdcf62f', 'mac_address': 'fa:16:3e:22:7b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:33:35.601975 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:35.619087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939b4f01-144a-4c0c-a95c-a3185fdcf62f {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:33:35.647456 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 939b4f01-144a-4c0c-a95c-a3185fdcf62f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:35.653191 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:35.718793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=939b4f01-144a-4c0c-a95c-a3185fdcf62f,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:35.729553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:35.730452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:35.731719 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:35.732289 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:35.732717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:35.733058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:35.733444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:35.734475 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:35.734816 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:35.735862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:35.736202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:35.736676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:35.738038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99e8fa8-2727-4c20-b6c6-d4a1f49718a6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router c6fd5a43-5646-4726-b50d-c37a4780a463 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:35.778631 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-6c28847f-400c-4129-a3ce-39b061861e89 service neutron] 10.222.0.39 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163743 Aug 31 14:33:35.823528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99e8fa8-2727-4c20-b6c6-d4a1f49718a6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:35.830974 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a99e8fa8-2727-4c20-b6c6-d4a1f49718a6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9684591 Aug 31 14:33:35.832925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53840) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:35.837150 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6168b8b0-180c-4bf8-909c-127d8569b178 None None] Sync routers for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:35.859983 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6168b8b0-180c-4bf8-909c-127d8569b178 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:35.864259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6168b8b0-180c-4bf8-909c-127d8569b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:35.907082 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a2c82c-4967-4c5a-884d-57529dd24f5d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting subnet 74fa6033-11b6-4694-84cc-50ebcf670ecc {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:33:35.924993 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61a2c82c-4967-4c5a-884d-57529dd24f5d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:35.945647 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['939b4f01-144a-4c0c-a95c-a3185fdcf62f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:33:35.953350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-6168b8b0-180c-4bf8-909c-127d8569b178 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:35.965294 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:35.971947 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-6cae2eb0-614a-4642-aa21-1e37631cce94 service neutron] 10.222.0.39 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538689 Aug 31 14:33:35.973584 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.050657 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61a2c82c-4967-4c5a-884d-57529dd24f5d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.091101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397b958-d756-48b3-b63c-81791798622d req-7f83ae3c-433c-44c4-a7d4-e511a0926b51 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:36.092791 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8397b958-d756-48b3-b63c-81791798622d req-7f83ae3c-433c-44c4-a7d4-e511a0926b51 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 944 time: 0.1622744 Aug 31 14:33:36.146473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Router 94cc231f-06e6-4a07-bf51-63f6bcda34e7 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:36.157176 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8397b958-d756-48b3-b63c-81791798622d req-b646bd6c-dc82-460a-b5bc-a23d5961cb4b tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546768 Aug 31 14:33:36.214205 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61a2c82c-4967-4c5a-884d-57529dd24f5d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.302439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:36.314704 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850eef4-a591-4c16-93d4-fdf0904c442d None None] Sync routers for ids ['94cc231f-06e6-4a07-bf51-63f6bcda34e7'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:36.316114 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.316232 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ed2edb1-5aa7-4c54-a432-903cf4d62af3 req-1b8d0953-9589-4cd1-8b6a-9ae74a2c79b3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 210 time: 0.0386157 Aug 31 14:33:36.318679 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-51a525c8-2215-440b-b20d-6f2b9378d295 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "PUT /v2.0/routers/94cc231f-06e6-4a07-bf51-63f6bcda34e7 HTTP/1.1" status: 200 len: 920 time: 2.6802666 Aug 31 14:33:36.321212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53850) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:36.328668 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850eef4-a591-4c16-93d4-fdf0904c442d None None] Routers {'94cc231f-06e6-4a07-bf51-63f6bcda34e7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:36.331505 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61a2c82c-4967-4c5a-884d-57529dd24f5d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.342758 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7850eef4-a591-4c16-93d4-fdf0904c442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['94cc231f-06e6-4a07-bf51-63f6bcda34e7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:36.379510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6168b8b0-180c-4bf8-909c-127d8569b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:34Z', 'revision_number': 11, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:36.390334 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7850eef4-a591-4c16-93d4-fdf0904c442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:36.405165 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850eef4-a591-4c16-93d4-fdf0904c442d None None] Routers {'94cc231f-06e6-4a07-bf51-63f6bcda34e7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:36.405796 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7850eef4-a591-4c16-93d4-fdf0904c442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['94cc231f-06e6-4a07-bf51-63f6bcda34e7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:36.417699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2c82c-4967-4c5a-884d-57529dd24f5d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Subnet': ['ID=74fa6033-11b6-4694-84cc-50ebcf670ecc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:36.426353 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6168b8b0-180c-4bf8-909c-127d8569b178 None None] Checking router: c6fd5a43-5646-4726-b50d-c37a4780a463 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:36.443447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6168b8b0-180c-4bf8-909c-127d8569b178 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:36.444134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6168b8b0-180c-4bf8-909c-127d8569b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:36.456877 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7850eef4-a591-4c16-93d4-fdf0904c442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:36.457667 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850eef4-a591-4c16-93d4-fdf0904c442d None None] The sync data for ids ['94cc231f-06e6-4a07-bf51-63f6bcda34e7'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:36.511373 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-197c36d8-6a25-4b6c-9882-29fff4709a43 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/routers/94cc231f-06e6-4a07-bf51-63f6bcda34e7 HTTP/1.1" status: 200 len: 926 time: 0.1885519 Aug 31 14:33:36.514243 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53858) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:36.514371 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61a2c82c-4967-4c5a-884d-57529dd24f5d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.516229 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-61a2c82c-4967-4c5a-884d-57529dd24f5d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/74fa6033-11b6-4694-84cc-50ebcf670ecc HTTP/1.1" status: 204 len: 168 time: 0.6823494 Aug 31 14:33:36.519840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53860) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:36.539040 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ea362f-896f-4fbe-a865-5f734702ef87 None None] Network ce636ec6-142a-4244-902b-47439913ee14 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:36.602871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80fabc7-4bdd-4d83-827f-79d65e9c1336 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:36.607974 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a80fabc7-4bdd-4d83-827f-79d65e9c1336 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&device_id=94cc231f-06e6-4a07-bf51-63f6bcda34e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0902891 Aug 31 14:33:36.608379 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53866) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:36.612996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.711469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-6168b8b0-180c-4bf8-909c-127d8569b178 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:36.744193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d83f502-7ea2-4d44-b1bd-b21126c876bc tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:36.745597 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0d83f502-7ea2-4d44-b1bd-b21126c876bc tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 881 time: 0.1304042 Aug 31 14:33:36.749201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53870) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:36.829354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Deleting port 00853603-e508-4c70-b674-ee89bd2c69d1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:36.830185 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.848380 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f9ab1af4-5843-43a3-9356-2d22cd98523c tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "GET /v2.0/ports?device_id=94cc231f-06e6-4a07-bf51-63f6bcda34e7 HTTP/1.1" status: 200 len: 205 time: 0.0928338 Aug 31 14:33:36.849238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53876) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:36.904257 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:33:36.935468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6168b8b0-180c-4bf8-909c-127d8569b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:34Z', 'revision_number': 11, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:36.976414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] For port 00853603-e508-4c70-b674-ee89bd2c69d1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=00853603-e508-4c70-b674-ee89bd2c69d1,segment=NetworkSegment(bcf78df6-4336-48e9-88a5-2420cbeb84db),segment_id=bcf78df6-4336-48e9-88a5-2420cbeb84db)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:36.976793 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.992049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Calling delete_port for 00853603-e508-4c70-b674-ee89bd2c69d1 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:37.039363 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6168b8b0-180c-4bf8-909c-127d8569b178 None None] The sync data for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 is: [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:34Z', 'revision_number': 11, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:37.120183 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.130979 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.160734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Port': ['ID=00853603-e508-4c70-b674-ee89bd2c69d1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:37.162664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No DVR routers for this DVR port 00853603-e508-4c70-b674-ee89bd2c69d1 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:37.278253 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.292298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce636ec6-142a-4244-902b-47439913ee14']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:37.293162 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.306893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf78df6-4336-48e9-88a5-2420cbeb84db') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:37.307241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf78df6-4336-48e9-88a5-2420cbeb84db') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:37.320418 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.320603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7189143-07f0-40e2-bf3b-ada9bc885cf5 req-80b7cc8b-e2f0-417f-970a-86631116819e tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:37.322325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7189143-07f0-40e2-bf3b-ada9bc885cf5 req-80b7cc8b-e2f0-417f-970a-86631116819e tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 944 time: 0.0694690 Aug 31 14:33:37.349654 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.358692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:33:37.359338 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:33:37.364497 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:33:37.394226 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7189143-07f0-40e2-bf3b-ada9bc885cf5 req-25f4a18f-a261-4331-ac2b-dac1d63d4705 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475776 Aug 31 14:33:37.419800 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Deleting port c8c5605d-be41-4b02-946c-d52d8e32be0d {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:37.419800 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.457946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a97237-f50b-49b9-9767-77ffbd4e3d22 None None] DHCP port deletion for ce636ec6-142a-4244-902b-47439913ee14 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:33:37.492002 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbdc9960-a3d1-4a2f-99dd-fdfb621a9695 req-9a95bcfc-38a2-4618-8a68-2cf55c13fd5a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 210 time: 0.0543008 Aug 31 14:33:37.504705 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.511529 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.517360 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/networks/ce636ec6-142a-4244-902b-47439913ee14 HTTP/1.1" status: 204 len: 168 time: 0.9966938 Aug 31 14:33:37.518189 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53886) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:37.531442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-83d3b9a6-7bc1-407f-83ba-2f1f3f74c025 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'router': {'routes': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:37.559619 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.573682 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Calling delete_port for c8c5605d-be41-4b02-946c-d52d8e32be0d owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:37.660846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2e1b1-ef77-4574-afe4-83e41c7cb4c9 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Pushing event deleted for resources: {'Network': ['ID=ce636ec6-142a-4244-902b-47439913ee14,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:37.780292 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.817763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Pushing event deleted for resources: {'Port': ['ID=c8c5605d-be41-4b02-946c-d52d8e32be0d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:37.846404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.extraroute_db [None req-83d3b9a6-7bc1-407f-83ba-2f1f3f74c025 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Added routes are [] {{(pid=94871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:33:37.846945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.extraroute_db [None req-83d3b9a6-7bc1-407f-83ba-2f1f3f74c025 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Removed routes are [] {{(pid=94871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:33:37.847156 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83d3b9a6-7bc1-407f-83ba-2f1f3f74c025 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.895603 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.994414 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.002762 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.027368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-326d840c-b997-4986-81a8-1c2082836090 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:38.028814 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-326d840c-b997-4986-81a8-1c2082836090 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.25 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 811 time: 0.2860775 Aug 31 14:33:38.031107 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83d3b9a6-7bc1-407f-83ba-2f1f3f74c025 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.035973 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83d3b9a6-7bc1-407f-83ba-2f1f3f74c025 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.044183 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-76f410f9-a348-4ff1-ad82-62effa30de0d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Request body: {'port': {'device_id': 'ebfcd971-e939-431c-bced-b4fac0053c6f', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'admin_state_up': True, 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:38.059694 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.060380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Fanout notify agent at l3_agent the message router_deleted on router 94cc231f-06e6-4a07-bf51-63f6bcda34e7 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:33:38.067798 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.073163 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-946bd36a-4e6a-407f-a922-e235de12d289 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "DELETE /v2.0/routers/94cc231f-06e6-4a07-bf51-63f6bcda34e7 HTTP/1.1" status: 204 len: 168 time: 1.2228169 Aug 31 14:33:38.073950 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-2581bd18-d61a-402f-a2b8-3d2dd61361d6 req-c3ffa6b3-cda6-4552-b095-83720fa47cd4 service neutron] (94870) timed out ('10.222.0.25', 59814) {{(pid=94870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:33:38.074335 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53894) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:38.079668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1982166210', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:38.105883 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.105883 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.163020 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.176811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d3b9a6-7bc1-407f-83ba-2f1f3f74c025 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router c6fd5a43-5646-4726-b50d-c37a4780a463 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:38.284657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d3b9a6-7bc1-407f-83ba-2f1f3f74c025 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:38.293174 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83d3b9a6-7bc1-407f-83ba-2f1f3f74c025 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.294329 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-83d3b9a6-7bc1-407f-83ba-2f1f3f74c025 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463 HTTP/1.1" status: 200 len: 705 time: 0.7704642 Aug 31 14:33:38.299514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53896) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:38.302703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f396ec0-95c3-4207-988e-c4f2931471d5 None None] Sync routers for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:38.317885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f396ec0-95c3-4207-988e-c4f2931471d5 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:38.318585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9f396ec0-95c3-4207-988e-c4f2931471d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:38.330497 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-42c960f1-7092-4ad1-ba75-4981f8056687 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd5a43-5646-4726-b50d-c37a4780a463 HTTP/1.1" status: 200 len: 205 time: 0.0296192 Aug 31 14:33:38.331343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-76f410f9-a348-4ff1-ad82-62effa30de0d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Made reservation on behalf of 6c7a9beea9d2401ab1424d74321046eb for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:38.334909 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-76f410f9-a348-4ff1-ad82-62effa30de0d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.336847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53900) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:38.397241 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-9f396ec0-95c3-4207-988e-c4f2931471d5 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:38.423639 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-63d84855-db53-41bc-a589-7f5e5cf07168 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.457530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9f396ec0-95c3-4207-988e-c4f2931471d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:34Z', 'revision_number': 11, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:38.460522 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.488263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-76f410f9-a348-4ff1-ad82-62effa30de0d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Allocated IP 172.20.0.3 (f7a8d1f5-ceb5-4396-9432-40efce66432c/f9bf6020-2a5f-4c94-8838-1765790a3074/938259a3-e334-4af9-9677-2d88fdf2e067) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:38.494344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f396ec0-95c3-4207-988e-c4f2931471d5 None None] Checking router: c6fd5a43-5646-4726-b50d-c37a4780a463 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:38.504727 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f396ec0-95c3-4207-988e-c4f2931471d5 None None] Routers {'c6fd5a43-5646-4726-b50d-c37a4780a463'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:38.505665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9f396ec0-95c3-4207-988e-c4f2931471d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c6fd5a43-5646-4726-b50d-c37a4780a463'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:38.591078 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-9f396ec0-95c3-4207-988e-c4f2931471d5 None None] Set router c6fd5a43-5646-4726-b50d-c37a4780a463 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:38.659723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9f396ec0-95c3-4207-988e-c4f2931471d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:34Z', 'revision_number': 11, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:38.718481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f396ec0-95c3-4207-988e-c4f2931471d5 None None] The sync data for ids ['c6fd5a43-5646-4726-b50d-c37a4780a463'] in n-d-806683-5 is: [{'id': 'c6fd5a43-5646-4726-b50d-c37a4780a463', 'name': 'tempest-RoutersIpV6Test-router-1582694055', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:32:35Z', 'updated_at': '2021-08-31T14:33:34Z', 'revision_number': 11, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:38.732090 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4caa1494-9bca-4dbf-82b6-0a7eb72c0f04 req-c4e8808f-780b-4787-8e47-3bd2bf0bdf70 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 210 time: 0.1007209 Aug 31 14:33:38.797281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f384cec2-b14f-4505-a6c4-e15669d11210 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:38.835482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: f384cec2-b14f-4505-a6c4-e15669d11210 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:38.835832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f384cec2-b14f-4505-a6c4-e15669d11210 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:38.836255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 00853603-e508-4c70-b674-ee89bd2c69d1 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:38.853401 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-76f410f9-a348-4ff1-ad82-62effa30de0d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.872165 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-63d84855-db53-41bc-a589-7f5e5cf07168 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.872364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 00853603-e508-4c70-b674-ee89bd2c69d1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:38.872688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 00853603-e508-4c70-b674-ee89bd2c69d1 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:38.874654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-76f410f9-a348-4ff1-ad82-62effa30de0d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Transition to ACTIVE for port object 938259a3-e334-4af9-9677-2d88fdf2e067 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:38.880228 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-63d84855-db53-41bc-a589-7f5e5cf07168 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.896038 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4713948-4e4b-405b-bffe-c10a2430047e req-6a71cad8-6d9e-4e18-a0f4-22b342047e4d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:38.904749 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4713948-4e4b-405b-bffe-c10a2430047e req-6a71cad8-6d9e-4e18-a0f4-22b342047e4d tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 944 time: 0.3382258 Aug 31 14:33:38.927277 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-76f410f9-a348-4ff1-ad82-62effa30de0d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.942789 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['fd60490f-339d-4f90-876e-e58b0a405c6d', '4a8ed418-6778-4442-a2ee-032c9e602be7'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:33:38.995586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-76f410f9-a348-4ff1-ad82-62effa30de0d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Network f7a8d1f5-ceb5-4396-9432-40efce66432c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:38.998624 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-63d84855-db53-41bc-a589-7f5e5cf07168 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.999224 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d84855-db53-41bc-a589-7f5e5cf07168 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Fanout notify agent at l3_agent the message router_deleted on router c6fd5a43-5646-4726-b50d-c37a4780a463 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:33:39.001987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-76f410f9-a348-4ff1-ad82-62effa30de0d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:39.008972 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-63d84855-db53-41bc-a589-7f5e5cf07168 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.014418 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-63d84855-db53-41bc-a589-7f5e5cf07168 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463 HTTP/1.1" status: 204 len: 168 time: 0.6764684 Aug 31 14:33:39.019262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53914) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:39.020463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-76f410f9-a348-4ff1-ad82-62effa30de0d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:39.032716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f410f9-a348-4ff1-ad82-62effa30de0d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event updated for resources: {'Port': ['ID=938259a3-e334-4af9-9677-2d88fdf2e067,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:39.059513 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4713948-4e4b-405b-bffe-c10a2430047e req-be32a124-e9d4-402c-82c2-d142b5a8e5c1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516097 Aug 31 14:33:39.059634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6fec1276-32b2-4e20-9798-691f4cf423b3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1123530764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:39.118464 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fec1276-32b2-4e20-9798-691f4cf423b3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.131682 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fec1276-32b2-4e20-9798-691f4cf423b3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.224364 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.248358 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.323638 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fec1276-32b2-4e20-9798-691f4cf423b3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.333383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-76f410f9-a348-4ff1-ad82-62effa30de0d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:39.334075 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-76f410f9-a348-4ff1-ad82-62effa30de0d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.338515 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fec1276-32b2-4e20-9798-691f4cf423b3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.363054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-76f410f9-a348-4ff1-ad82-62effa30de0d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3229792 Aug 31 14:33:39.364319 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fec1276-32b2-4e20-9798-691f4cf423b3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.365490 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6fec1276-32b2-4e20-9798-691f4cf423b3 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3345261 Aug 31 14:33:39.368187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53920) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:39.373867 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0628fdab-d68d-4382-8456-e986755e6ffd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:39.405636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Allocated IP 172.25.2.218 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/1f4db6af-ff90-49ec-82f9-c0b818a1280d) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:39.406177 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-772cc68d-d55d-4306-bdef-f086b98612b0 None None] Provisioning for port 938259a3-e334-4af9-9677-2d88fdf2e067 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:39.415596 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-772cc68d-d55d-4306-bdef-f086b98612b0 None None] Provisioning complete for port 938259a3-e334-4af9-9677-2d88fdf2e067 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:39.415976 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-772cc68d-d55d-4306-bdef-f086b98612b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.417905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 939b4f01-144a-4c0c-a95c-a3185fdcf62f up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:39.510263 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-772cc68d-d55d-4306-bdef-f086b98612b0 None None] Port 938259a3-e334-4af9-9677-2d88fdf2e067 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:39.513205 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 939b4f01-144a-4c0c-a95c-a3185fdcf62f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:39.513579 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.535669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Request body: {'port': {'device_id': 'ebfcd971-e939-431c-bced-b4fac0053c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:39.561377 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.605576 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.608760 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.634734 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c44541-a396-46d1-a291-7cbcd85b74f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939b4f01-144a-4c0c-a95c-a3185fdcf62f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:33:39.635897 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0628fdab-d68d-4382-8456-e986755e6ffd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.637340 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9598eb10-7ec1-4d4e-a07e-2f08f72f742d" -d '{"events": [{"server_uuid": "e3c44541-a396-46d1-a291-7cbcd85b74f9", "name": "network-vif-plugged", "status": "completed", "tag": "939b4f01-144a-4c0c-a95c-a3185fdcf62f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:33:39.655006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 939b4f01-144a-4c0c-a95c-a3185fdcf62f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:39.660988 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.662446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:39.668728 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:39.674079 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0628fdab-d68d-4382-8456-e986755e6ffd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.675034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:39.679903 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.735094 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa66cd9-8cf3-4ea7-9345-93c9eb752b6c x-openstack-request-id: req-3aa66cd9-8cf3-4ea7-9345-93c9eb752b6c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:33:39.737299 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c44541-a396-46d1-a291-7cbcd85b74f9", "name": "network-vif-plugged", "status": "completed", "tag": "939b4f01-144a-4c0c-a95c-a3185fdcf62f", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:33:39.737560 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3aa66cd9-8cf3-4ea7-9345-93c9eb752b6c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:33:39.737965 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c44541-a396-46d1-a291-7cbcd85b74f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939b4f01-144a-4c0c-a95c-a3185fdcf62f', 'code': 200} Aug 31 14:33:39.738800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=939b4f01-144a-4c0c-a95c-a3185fdcf62f,revision_number=10']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:39.824485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0628fdab-d68d-4382-8456-e986755e6ffd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Router 1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:39.842845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Pushing event updated for resources: {'Port': ['ID=1f4db6af-ff90-49ec-82f9-c0b818a1280d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:40.041604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0628fdab-d68d-4382-8456-e986755e6ffd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:40.054471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0628fdab-d68d-4382-8456-e986755e6ffd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:40.058473 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0628fdab-d68d-4382-8456-e986755e6ffd tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "PUT /v2.0/routers/1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7 HTTP/1.1" status: 200 len: 698 time: 0.6870584 Aug 31 14:33:40.059410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53932) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:40.059675 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6f65f-a74c-4e73-8aae-1c33681aca82 None None] Sync routers for ids ['1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:40.074392 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d6f65f-a74c-4e73-8aae-1c33681aca82 None None] Routers {'1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:40.075402 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-46d6f65f-a74c-4e73-8aae-1c33681aca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:40.188967 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-46d6f65f-a74c-4e73-8aae-1c33681aca82 None None] Set router 1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:40.264935 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-46d6f65f-a74c-4e73-8aae-1c33681aca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7', 'name': 'tempest-RoutersIpV6Test-router-1123530764', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:39Z', 'updated_at': '2021-08-31T14:33:39Z', 'revision_number': 2, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:40.295345 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6f65f-a74c-4e73-8aae-1c33681aca82 None None] Checking router: 1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:40.305474 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d6f65f-a74c-4e73-8aae-1c33681aca82 None None] Routers {'1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:40.306546 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-46d6f65f-a74c-4e73-8aae-1c33681aca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:40.392666 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-46d6f65f-a74c-4e73-8aae-1c33681aca82 None None] Set router 1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:40.430348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed512891-af51-45d7-8a2d-d3b3b1c84b49 req-1689f206-63c0-4968-b824-20d4aa32b4d9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:40.432047 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed512891-af51-45d7-8a2d-d3b3b1c84b49 req-1689f206-63c0-4968-b824-20d4aa32b4d9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 931 time: 0.5378492 Aug 31 14:33:40.459438 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-46d6f65f-a74c-4e73-8aae-1c33681aca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7', 'name': 'tempest-RoutersIpV6Test-router-1123530764', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:39Z', 'updated_at': '2021-08-31T14:33:39Z', 'revision_number': 2, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:40.489096 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:40.499118 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6f65f-a74c-4e73-8aae-1c33681aca82 None None] The sync data for ids ['1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7'] in n-d-806683-5 is: [{'id': '1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7', 'name': 'tempest-RoutersIpV6Test-router-1123530764', 'tenant_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:39Z', 'updated_at': '2021-08-31T14:33:39Z', 'revision_number': 2, 'project_id': '213b24ecae2c40f1ad3c4d29b2fb34ca', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:40.607550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3127c9b-9e82-4459-b00d-19057b91b594 req-d7949ce8-0db6-4ea2-9a59-00b240ae6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:40.608992 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3127c9b-9e82-4459-b00d-19057b91b594 req-d7949ce8-0db6-4ea2-9a59-00b240ae6ca7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 1097 time: 0.7096128 Aug 31 14:33:40.734050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d9b9dab1-d7d7-4b15-a060-e96ba881c7fb tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/routers/1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7 HTTP/1.1" status: 200 len: 704 time: 0.6707463 Aug 31 14:33:40.743759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53936) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:40.745613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3127c9b-9e82-4459-b00d-19057b91b594 req-73d92225-c9a6-4705-8f0f-0d38debc3770 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718274 Aug 31 14:33:40.750231 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:40.787576 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ec34be42-b785-46fc-9ab7-9ac656ac1fdf tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7 HTTP/1.1" status: 200 len: 205 time: 0.0363002 Aug 31 14:33:40.793151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53938) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:40.819763 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed512891-af51-45d7-8a2d-d3b3b1c84b49 req-aa73218a-7db8-4cea-a587-c8d2b5da044d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211645 Aug 31 14:33:40.891126 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f86a8954-9f5f-47ba-9f1a-a96df0cf33b7 req-d70f344b-0e06-4cd2-8a41-d1636272c0db service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3029404 Aug 31 14:33:40.906386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7a43c-1b56-4038-b0c1-867e0782d14c req-f19c6e84-e4f7-4460-a795-6fc9194b3d93 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:40.909077 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9e7a43c-1b56-4038-b0c1-867e0782d14c req-f19c6e84-e4f7-4460-a795-6fc9194b3d93 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.3108063 Aug 31 14:33:40.915686 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-356549d3-07e0-41f3-830f-5d1267a7d4fc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:40.951005 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Router 32856ed2-7c11-437d-bed3-c301089cc26b is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:41.080924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:41.091844 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee124dc-e21f-4368-89ed-71f9e46739cc None None] Sync routers for ids ['32856ed2-7c11-437d-bed3-c301089cc26b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:41.103765 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee124dc-e21f-4368-89ed-71f9e46739cc None None] Routers {'32856ed2-7c11-437d-bed3-c301089cc26b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:41.104198 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9e7a43c-1b56-4038-b0c1-867e0782d14c req-99091bd9-bc2e-400e-98f8-b56fcb395147 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853144 Aug 31 14:33:41.105452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-dee124dc-e21f-4368-89ed-71f9e46739cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['32856ed2-7c11-437d-bed3-c301089cc26b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:41.119458 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.123774 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1b3a3757-9cac-440a-971c-e46c3b2bb4e4 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0454607 Aug 31 14:33:41.127907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53946) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:41.136521 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:41.151358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938259a3-e334-4af9-9677-2d88fdf2e067 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:33:41.152793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-dee124dc-e21f-4368-89ed-71f9e46739cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:41.163954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee124dc-e21f-4368-89ed-71f9e46739cc None None] Routers {'32856ed2-7c11-437d-bed3-c301089cc26b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:41.165097 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-dee124dc-e21f-4368-89ed-71f9e46739cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['32856ed2-7c11-437d-bed3-c301089cc26b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:41.192751 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.205739 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-dee124dc-e21f-4368-89ed-71f9e46739cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:41.206788 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee124dc-e21f-4368-89ed-71f9e46739cc None None] The sync data for ids ['32856ed2-7c11-437d-bed3-c301089cc26b'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:41.231492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a8954-9f5f-47ba-9f1a-a96df0cf33b7 req-c1a87de9-8edc-48dc-93b2-374bc8dcd3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:41.233009 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f86a8954-9f5f-47ba-9f1a-a96df0cf33b7 req-c1a87de9-8edc-48dc-93b2-374bc8dcd3e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 1096 time: 0.3153071 Aug 31 14:33:41.240698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-356549d3-07e0-41f3-830f-5d1267a7d4fc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.244580 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-356549d3-07e0-41f3-830f-5d1267a7d4fc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.249725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Transition to ACTIVE for port object 938259a3-e334-4af9-9677-2d88fdf2e067 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:41.269564 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.392715 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-356549d3-07e0-41f3-830f-5d1267a7d4fc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.393223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356549d3-07e0-41f3-830f-5d1267a7d4fc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Fanout notify agent at l3_agent the message router_deleted on router 1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:33:41.405016 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-356549d3-07e0-41f3-830f-5d1267a7d4fc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.411323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-356549d3-07e0-41f3-830f-5d1267a7d4fc tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/routers/1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7 HTTP/1.1" status: 204 len: 168 time: 0.6094790 Aug 31 14:33:41.413493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53948) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:41.434024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Pushing event updated for resources: {'Port': ['ID=938259a3-e334-4af9-9677-2d88fdf2e067,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:41.459594 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.474145 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.489657 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-29c7aa0b-d28b-4e55-a4eb-1f3abcdeac48 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7 HTTP/1.1" status: 200 len: 205 time: 0.0683618 Aug 31 14:33:41.492252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53950) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:41.577712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Deleting port 1f4db6af-ff90-49ec-82f9-c0b818a1280d {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:41.578145 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.602707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a8954-9f5f-47ba-9f1a-a96df0cf33b7 req-20a1bc8d-e591-4dd3-be24-1867c9293154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:41.604279 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f86a8954-9f5f-47ba-9f1a-a96df0cf33b7 req-20a1bc8d-e591-4dd3-be24-1867c9293154 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.3322444 Aug 31 14:33:41.610241 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-311c5011-f169-4964-9428-eeb642adda67 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] delete failed (client error): The resource could not be found. Aug 31 14:33:41.617588 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-311c5011-f169-4964-9428-eeb642adda67 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/routers/1d88fe4a-1fbc-4f29-9b4e-76c6a616b4d7 HTTP/1.1" status: 404 len: 336 time: 0.1217790 Aug 31 14:33:41.624733 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53952) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:41.678315 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0913769-76df-4a56-bd76-c33afeeb8fff tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:41.678774 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0913769-76df-4a56-bd76-c33afeeb8fff tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:41.681537 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f86a8954-9f5f-47ba-9f1a-a96df0cf33b7 req-3e0a74a7-b8f4-4ad1-ac99-f39526ce4757 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8ed418-6778-4442-a2ee-032c9e602be7 HTTP/1.1" status: 200 len: 217 time: 0.0626550 Aug 31 14:33:41.683474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53960) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:41.685896 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e0913769-76df-4a56-bd76-c33afeeb8fff tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/3ca65869-087c-496c-a820-d2e320692a7e HTTP/1.1" status: 404 len: 337 time: 0.0594764 Aug 31 14:33:41.788691 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9176dd19-4c90-4aac-bd81-b8943405b17a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:41.789314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9176dd19-4c90-4aac-bd81-b8943405b17a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:41.793499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9176dd19-4c90-4aac-bd81-b8943405b17a tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/b5c320dc-71c5-4d51-a6f8-6d84333b3e9e HTTP/1.1" status: 404 len: 337 time: 0.1062820 Aug 31 14:33:41.793499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Attempting to bind port 938259a3-e334-4af9-9677-2d88fdf2e067 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:41.793499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Attempting to bind port 938259a3-e334-4af9-9677-2d88fdf2e067 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:41.793499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Attempting to bind port 938259a3-e334-4af9-9677-2d88fdf2e067 on network f7a8d1f5-ceb5-4396-9432-40efce66432c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:41.799600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53970) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:41.800165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Port 938259a3-e334-4af9-9677-2d88fdf2e067 on network f7a8d1f5-ceb5-4396-9432-40efce66432c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:33:41.800674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Attempting to bind port 938259a3-e334-4af9-9677-2d88fdf2e067 on network f7a8d1f5-ceb5-4396-9432-40efce66432c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:41.805243 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.837017 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Calling delete_port for 1f4db6af-ff90-49ec-82f9-c0b818a1280d owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:41.840697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:41.841048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Checking segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:41.841446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Bound using segment: {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:41.841898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Bound port: 938259a3-e334-4af9-9677-2d88fdf2e067, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4365f2-5768-4722-8452-260c6d82d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:41.842261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.849968 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0fcfb9-ae81-4bcc-ad05-e1b18086c961 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:41.850767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0fcfb9-ae81-4bcc-ad05-e1b18086c961 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:41.852220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bb0fcfb9-ae81-4bcc-ad05-e1b18086c961 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/89423f0a-809c-4d7b-ab16-25f27371df30 HTTP/1.1" status: 404 len: 337 time: 0.0477114 Aug 31 14:33:41.855774 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53980) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:41.869491 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a8954-9f5f-47ba-9f1a-a96df0cf33b7 req-5ab052c4-36d4-4ed9-bb03-54193a0321a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:41.870770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f86a8954-9f5f-47ba-9f1a-a96df0cf33b7 req-5ab052c4-36d4-4ed9-bb03-54193a0321a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1682298 Aug 31 14:33:41.950686 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd75f6ae-7f6f-4656-bc6c-c73e673e654c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:41.951368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd75f6ae-7f6f-4656-bc6c-c73e673e654c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:41.953749 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fd75f6ae-7f6f-4656-bc6c-c73e673e654c tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/74fa6033-11b6-4694-84cc-50ebcf670ecc HTTP/1.1" status: 404 len: 337 time: 0.0949309 Aug 31 14:33:41.957642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53990) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.048776 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a8954-9f5f-47ba-9f1a-a96df0cf33b7 req-efcca792-e5ce-4d5f-8294-f382521e6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:42.050758 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f86a8954-9f5f-47ba-9f1a-a96df0cf33b7 req-efcca792-e5ce-4d5f-8294-f382521e6894 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368351 Aug 31 14:33:42.053726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] For port 938259a3-e334-4af9-9677-2d88fdf2e067, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:42.057014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] For port 938259a3-e334-4af9-9677-2d88fdf2e067, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=938259a3-e334-4af9-9677-2d88fdf2e067,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:42.062558 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-665d04bc-28c1-42ee-91e9-594b08b01403 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd5a43-5646-4726-b50d-c37a4780a463 HTTP/1.1" status: 200 len: 205 time: 0.1044717 Aug 31 14:33:42.065520 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54002) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.068808 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:42.165032 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-e38f620a-04a3-48a8-9ce8-c7210b5f3c6e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] delete failed (client error): The resource could not be found. Aug 31 14:33:42.169705 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e38f620a-04a3-48a8-9ce8-c7210b5f3c6e tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/routers/c6fd5a43-5646-4726-b50d-c37a4780a463 HTTP/1.1" status: 404 len: 336 time: 0.0949256 Aug 31 14:33:42.176664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54012) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.200615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91cb08-5ef8-4b2b-8686-dacc23c742dc req-4c05f75a-452b-45b3-8a51-d02257c4af18 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:42.209183 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa91cb08-5ef8-4b2b-8686-dacc23c742dc req-4c05f75a-452b-45b3-8a51-d02257c4af18 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 943 time: 0.1815996 Aug 31 14:33:42.231850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cd91394c-56b4-46a9-92a7-1f7a7fe5f3e6 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports?device_id=08daf9d8-ac40-4745-9a72-67e9dd207f5e HTTP/1.1" status: 200 len: 205 time: 0.0534413 Aug 31 14:33:42.238569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:42.239762 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:42.241845 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] 10.222.0.25 "PUT /v2.0/ports/938259a3-e334-4af9-9677-2d88fdf2e067 HTTP/1.1" status: 200 len: 1091 time: 2.7109497 Aug 31 14:33:42.248535 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54014) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.271314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfcd971-e939-431c-bced-b4fac0053c6f', 'tag': '938259a3-e334-4af9-9677-2d88fdf2e067'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:33:42.274133 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25229ed-cbe0-4a13-9a43-9871bed5fcb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfcd971-e939-431c-bced-b4fac0053c6f", "tag": "938259a3-e334-4af9-9677-2d88fdf2e067"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:33:42.372451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fa15d-1bae-47cb-9066-fc285e2638b2 service neutron] Pushing event updated for resources: {'Port': ['ID=938259a3-e334-4af9-9677-2d88fdf2e067,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:42.383850 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-5997e897-f362-43ca-ba87-8acb42277b41 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] delete failed (client error): The resource could not be found. Aug 31 14:33:42.387264 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5997e897-f362-43ca-ba87-8acb42277b41 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/routers/08daf9d8-ac40-4745-9a72-67e9dd207f5e HTTP/1.1" status: 404 len: 336 time: 0.1077077 Aug 31 14:33:42.395017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54018) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.439296 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac631188-b1ed-4342-bcd6-df3fd5e624aa tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:42.439991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac631188-b1ed-4342-bcd6-df3fd5e624aa tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:42.441680 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ac631188-b1ed-4342-bcd6-df3fd5e624aa tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/4067418c-fb98-46b7-832d-6097eaa7de8c HTTP/1.1" status: 404 len: 337 time: 0.0447679 Aug 31 14:33:42.443942 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa91cb08-5ef8-4b2b-8686-dacc23c742dc req-02d0bb5a-dfff-4186-9b80-b440ab2e6125 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316113 Aug 31 14:33:42.445149 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:42.448648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54020) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.487204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f38623-c85c-4025-95db-e2127bd8f9fe req-c81415fb-1c9b-4f64-895f-ccb6af89e044 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:42.488941 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94f38623-c85c-4025-95db-e2127bd8f9fe req-c81415fb-1c9b-4f64-895f-ccb6af89e044 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.2392824 Aug 31 14:33:42.514978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Pushing event deleted for resources: {'Port': ['ID=1f4db6af-ff90-49ec-82f9-c0b818a1280d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:42.526758 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-7e442bc0-bfcb-4f3b-af76-32f9964236b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:42.528319 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-7e442bc0-bfcb-4f3b-af76-32f9964236b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 1094 time: 0.2221453 Aug 31 14:33:42.533129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-72589ed2-9e9a-4680-9b38-df9e967d05b2 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1927b2-8a93-4097-a233-efc6eb93887a HTTP/1.1" status: 200 len: 205 time: 0.0806375 Aug 31 14:33:42.539535 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54022) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.553545 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f86a8954-9f5f-47ba-9f1a-a96df0cf33b7 req-d3505934-4ede-42b6-be39-cb87203e75b0 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949260 Aug 31 14:33:42.560903 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2760a83e-ba40-4019-9742-cae8cde6865b x-openstack-request-id: req-2760a83e-ba40-4019-9742-cae8cde6865b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:33:42.561237 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfcd971-e939-431c-bced-b4fac0053c6f", "tag": "938259a3-e334-4af9-9677-2d88fdf2e067", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:33:42.561420 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2760a83e-ba40-4019-9742-cae8cde6865b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:33:42.561810 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfcd971-e939-431c-bced-b4fac0053c6f', 'tag': '938259a3-e334-4af9-9677-2d88fdf2e067', 'status': 'completed', 'code': 200} Aug 31 14:33:42.594927 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:42.658694 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-158f83b5-9358-4dfa-9f27-e8d245061d12 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938259a3-e334-4af9-9677-2d88fdf2e067 HTTP/1.1" status: 200 len: 217 time: 0.1182611 Aug 31 14:33:42.683553 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-fb73de0f-8b23-4c11-a8bb-3e24471d4092 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] delete failed (client error): The resource could not be found. Aug 31 14:33:42.684560 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fb73de0f-8b23-4c11-a8bb-3e24471d4092 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/routers/bc1927b2-8a93-4097-a233-efc6eb93887a HTTP/1.1" status: 404 len: 336 time: 0.1299841 Aug 31 14:33:42.718629 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54024) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.776634 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-94f38623-c85c-4025-95db-e2127bd8f9fe req-7b1d0789-cb6d-43da-ac7a-7984497f01c8 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804942 Aug 31 14:33:42.785827 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a54379ce-5ce2-49fd-ae95-9c28b814eaca tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dddccf7-889e-4512-828a-50e0aaf2ae57 HTTP/1.1" status: 200 len: 205 time: 0.0656643 Aug 31 14:33:42.787187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-57077a8c-56df-4096-9196-b31795dac719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:42.787783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54026) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.789219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-57077a8c-56df-4096-9196-b31795dac719 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1190770 Aug 31 14:33:42.827796 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-3f00e8ef-62cf-40bc-8fa3-7481a1732ed8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] delete failed (client error): The resource could not be found. Aug 31 14:33:42.828826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3f00e8ef-62cf-40bc-8fa3-7481a1732ed8 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/routers/3dddccf7-889e-4512-828a-50e0aaf2ae57 HTTP/1.1" status: 404 len: 336 time: 0.0401363 Aug 31 14:33:42.838444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54028) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.879363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f86a8954-9f5f-47ba-9f1a-a96df0cf33b7 req-202868ce-5b51-48bc-b7f9-8826f6af7e28 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795069 Aug 31 14:33:42.881073 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72c52ac-0407-4f84-bed1-4d7fa886577b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:42.881497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72c52ac-0407-4f84-bed1-4d7fa886577b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:42.885995 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f72c52ac-0407-4f84-bed1-4d7fa886577b tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/d71a886c-6e81-43f0-86a2-41843539b318 HTTP/1.1" status: 404 len: 337 time: 0.0451062 Aug 31 14:33:42.886869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54030) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.895668 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:42.898973 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:42.940697 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-14896b74-aa41-4d89-a4fa-eb9c5abc6bda tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe369bc-78b8-4c6b-86e5-0e81a78f155e HTTP/1.1" status: 200 len: 205 time: 0.0450306 Aug 31 14:33:42.941009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54034) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.952649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-8c49564a-2cb6-4e8d-9092-cab2fbffa169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:42.954409 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-8c49564a-2cb6-4e8d-9092-cab2fbffa169 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580334 Aug 31 14:33:42.996729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Router 32856ed2-7c11-437d-bed3-c301089cc26b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:42.998043 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-d9706fa4-d05a-4aa1-9a8d-3d992da6dba0 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] delete failed (client error): The resource could not be found. Aug 31 14:33:43.002731 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54040) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.003024 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d9706fa4-d05a-4aa1-9a8d-3d992da6dba0 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/routers/7fe369bc-78b8-4c6b-86e5-0e81a78f155e HTTP/1.1" status: 404 len: 336 time: 0.0607984 Aug 31 14:33:43.038391 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcf3445-cfd9-48a6-b254-baeb207aeb29 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:43.038832 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcf3445-cfd9-48a6-b254-baeb207aeb29 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:43.043136 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7dcf3445-cfd9-48a6-b254-baeb207aeb29 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/9a243c74-3fd1-45fd-b7d9-9f7fb58543d0 HTTP/1.1" status: 404 len: 337 time: 0.0370336 Aug 31 14:33:43.043630 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54042) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.098052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-a7538dab-6f65-4ecc-8490-c5dba3ba0b21 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087730 Aug 31 14:33:43.110684 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d67840f8-84b6-4dcc-995a-12ba60a00d86 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d3c4231-d469-4fc5-872b-8e4773b20073 HTTP/1.1" status: 200 len: 205 time: 0.0662234 Aug 31 14:33:43.111491 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54044) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.184238 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-aef3c4b6-493d-4a03-bf12-c4397e5f125d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] delete failed (client error): The resource could not be found. Aug 31 14:33:43.185188 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-aef3c4b6-493d-4a03-bf12-c4397e5f125d tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/routers/4d3c4231-d469-4fc5-872b-8e4773b20073 HTTP/1.1" status: 404 len: 336 time: 0.0709448 Aug 31 14:33:43.186591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:43.187992 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54046) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.194771 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:43.197062 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe24a22-0189-458e-a339-a3a88fba136c None None] Sync routers for ids ['32856ed2-7c11-437d-bed3-c301089cc26b'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:43.198837 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-498cfbcf-ab8f-45d1-9597-2a021a665c2e req-23a1510c-d829-43b8-a38f-6c4e12a5680d service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937214 Aug 31 14:33:43.207565 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a0396695-c2b8-4a0e-ba55-8dc505fd8afe tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "PUT /v2.0/routers/32856ed2-7c11-437d-bed3-c301089cc26b HTTP/1.1" status: 200 len: 710 time: 2.0784740 Aug 31 14:33:43.207828 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe24a22-0189-458e-a339-a3a88fba136c None None] Routers {'32856ed2-7c11-437d-bed3-c301089cc26b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:43.208333 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cbe24a22-0189-458e-a339-a3a88fba136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['32856ed2-7c11-437d-bed3-c301089cc26b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:43.209974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54048) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.257572 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-39544922-0e0d-483d-b33e-a6d7d777f743 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:43.258178 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39544922-0e0d-483d-b33e-a6d7d777f743 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:43.262732 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-39544922-0e0d-483d-b33e-a6d7d777f743 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/f2e5f68c-b724-460f-bdd8-28bdedacd85c HTTP/1.1" status: 404 len: 337 time: 0.0710888 Aug 31 14:33:43.263462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54050) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.264661 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cbe24a22-0189-458e-a339-a3a88fba136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:43.282109 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe24a22-0189-458e-a339-a3a88fba136c None None] Routers {'32856ed2-7c11-437d-bed3-c301089cc26b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:43.283333 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cbe24a22-0189-458e-a339-a3a88fba136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['32856ed2-7c11-437d-bed3-c301089cc26b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:43.303250 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad25250a-e2cb-4036-a2dd-1a406f6bda80 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:43.304004 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad25250a-e2cb-4036-a2dd-1a406f6bda80 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:43.306267 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ad25250a-e2cb-4036-a2dd-1a406f6bda80 tempest-RoutersIpV6Test-1515298637 tempest-RoutersIpV6Test-1515298637-project] 10.222.0.39 "DELETE /v2.0/subnets/b5be868e-7862-450f-8401-89d07c133f3e HTTP/1.1" status: 404 len: 337 time: 0.0417581 Aug 31 14:33:43.344150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54054) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.344379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c68d86d2-09cc-4491-85f3-be78c7324c3c tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/routers/32856ed2-7c11-437d-bed3-c301089cc26b HTTP/1.1" status: 200 len: 745 time: 0.1328762 Aug 31 14:33:43.347554 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cbe24a22-0189-458e-a339-a3a88fba136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:43.348271 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe24a22-0189-458e-a339-a3a88fba136c None None] The sync data for ids ['32856ed2-7c11-437d-bed3-c301089cc26b'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:43.360056 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25229ed-cbe0-4a13-9a43-9871bed5fcb8 req-7eb4779f-6dc0-4d08-a98d-fca895cb9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:43.361789 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b25229ed-cbe0-4a13-9a43-9871bed5fcb8 req-7eb4779f-6dc0-4d08-a98d-fca895cb9f90 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 1094 time: 0.0894759 Aug 31 14:33:43.400502 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3eadc369-364b-4cc2-b147-77c053d629e4 tempest-RoutersIpV6AdminTest-929096017 tempest-RoutersIpV6AdminTest-929096017-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&device_id=32856ed2-7c11-437d-bed3-c301089cc26b HTTP/1.1" status: 200 len: 205 time: 0.0540576 Aug 31 14:33:43.402796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54056) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.434872 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-224e7e54-dc89-4c9c-b05e-9c3784dea948 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "GET /v2.0/ports?device_id=32856ed2-7c11-437d-bed3-c301089cc26b HTTP/1.1" status: 200 len: 205 time: 0.0308146 Aug 31 14:33:43.437359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54058) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.892770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54064) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.895109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25229ed-cbe0-4a13-9a43-9871bed5fcb8 req-64f00e67-0b7a-4f20-b3f8-d6dd60ff9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:43.896592 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b25229ed-cbe0-4a13-9a43-9871bed5fcb8 req-64f00e67-0b7a-4f20-b3f8-d6dd60ff9113 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.5278442 Aug 31 14:33:43.916560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5ffe2-df74-4e40-b3c7-35ab782910e2 req-54d9cb7a-6a51-41fa-a7e8-c5ac7799b80a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:43.918385 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07a5ffe2-df74-4e40-b3c7-35ab782910e2 req-54d9cb7a-6a51-41fa-a7e8-c5ac7799b80a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 943 time: 0.3580973 Aug 31 14:33:43.956437 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b25229ed-cbe0-4a13-9a43-9871bed5fcb8 req-c1da5a59-0cda-43fd-b017-d58c4e649f02 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938259a3-e334-4af9-9677-2d88fdf2e067 HTTP/1.1" status: 200 len: 217 time: 0.0518367 Aug 31 14:33:43.967484 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07a5ffe2-df74-4e40-b3c7-35ab782910e2 req-38b947df-ea3c-4fe4-ac87-36e00b1a37be tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Aug 31 14:33:43.985828 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5beb0e74-4d0d-4b64-8f1e-f5e38739d8cf tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:44.121712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25229ed-cbe0-4a13-9a43-9871bed5fcb8 req-71452191-7d22-4aa7-9944-d9db3b61c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:44.123077 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b25229ed-cbe0-4a13-9a43-9871bed5fcb8 req-71452191-7d22-4aa7-9944-d9db3b61c3d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1498590 Aug 31 14:33:44.186732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8ad94-f540-48d1-848f-50db67f938c1 req-060a0145-61db-4979-919f-d3a54d41c4f0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:44.188621 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b7b8ad94-f540-48d1-848f-50db67f938c1 req-060a0145-61db-4979-919f-d3a54d41c4f0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.2945640 Aug 31 14:33:44.269674 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5beb0e74-4d0d-4b64-8f1e-f5e38739d8cf tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:44.278059 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5beb0e74-4d0d-4b64-8f1e-f5e38739d8cf tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:44.295698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bb419d7b-79d6-446f-ba5c-279f41e41258 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=213b24ecae2c40f1ad3c4d29b2fb34ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981142 Aug 31 14:33:44.298923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54076) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.348066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25229ed-cbe0-4a13-9a43-9871bed5fcb8 req-9ae44c50-01b5-44aa-9e90-e0f1abdfb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:44.349625 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b25229ed-cbe0-4a13-9a43-9871bed5fcb8 req-9ae44c50-01b5-44aa-9e90-e0f1abdfb401 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579795 Aug 31 14:33:44.361047 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b7b8ad94-f540-48d1-848f-50db67f938c1 req-42d853e2-c2f5-46cd-ab64-d9054be7b588 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273186 Aug 31 14:33:44.366477 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5beb0e74-4d0d-4b64-8f1e-f5e38739d8cf tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:44.367361 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5beb0e74-4d0d-4b64-8f1e-f5e38739d8cf tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Fanout notify agent at l3_agent the message router_deleted on router 32856ed2-7c11-437d-bed3-c301089cc26b {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:33:44.379312 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ab232c4-a5da-4a58-9a2b-999fe0bc16ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:44.386951 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5beb0e74-4d0d-4b64-8f1e-f5e38739d8cf tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:44.392186 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5beb0e74-4d0d-4b64-8f1e-f5e38739d8cf tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "DELETE /v2.0/routers/32856ed2-7c11-437d-bed3-c301089cc26b HTTP/1.1" status: 204 len: 168 time: 0.9498029 Aug 31 14:33:44.395383 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54080) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.434246 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ab232c4-a5da-4a58-9a2b-999fe0bc16ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:44.491365 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b25229ed-cbe0-4a13-9a43-9871bed5fcb8 req-2d260b02-7f7e-4fc4-8245-0a7f5e084c8f service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260784 Aug 31 14:33:44.506025 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2c1d2128-401f-490d-87e1-fbacea46f63f tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "GET /v2.0/ports?device_id=32856ed2-7c11-437d-bed3-c301089cc26b HTTP/1.1" status: 200 len: 205 time: 0.1093547 Aug 31 14:33:44.506702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54082) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.562422 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ab232c4-a5da-4a58-9a2b-999fe0bc16ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:44.566054 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ab232c4-a5da-4a58-9a2b-999fe0bc16ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:44.569605 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4ab232c4-a5da-4a58-9a2b-999fe0bc16ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4cd3b32f-2818-496d-ba93-c6b74f39f541 HTTP/1.1" status: 204 len: 168 time: 0.2665958 Aug 31 14:33:44.579625 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-2d3dbf7a-4e49-415a-8bee-8fe5bef9997c tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] delete failed (client error): The resource could not be found. Aug 31 14:33:44.581891 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2d3dbf7a-4e49-415a-8bee-8fe5bef9997c tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "DELETE /v2.0/routers/32856ed2-7c11-437d-bed3-c301089cc26b HTTP/1.1" status: 404 len: 336 time: 0.0609181 Aug 31 14:33:44.585725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54086) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.590558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab232c4-a5da-4a58-9a2b-999fe0bc16ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd3b32f-2818-496d-ba93-c6b74f39f541,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:44.619580 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b25229ed-cbe0-4a13-9a43-9871bed5fcb8 req-bd8436a3-7fe7-429f-b7c4-9d6e70673b11 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110985 Aug 31 14:33:44.637458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff91d2d-3144-4a6d-8855-aa476b240298 req-8fdbfd79-1ae5-4eab-9058-0e97a6c42f70 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:44.639238 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aff91d2d-3144-4a6d-8855-aa476b240298 req-8fdbfd79-1ae5-4eab-9058-0e97a6c42f70 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.1644979 Aug 31 14:33:44.645558 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c00978db-6037-4e6b-bc5e-92751d27d702 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "GET /v2.0/ports?device_id=94cc231f-06e6-4a07-bf51-63f6bcda34e7 HTTP/1.1" status: 200 len: 205 time: 0.0566525 Aug 31 14:33:44.647095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54088) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.700240 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-11d0182b-19c2-4693-9185-b229a2493e4d tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] delete failed (client error): The resource could not be found. Aug 31 14:33:44.701257 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-11d0182b-19c2-4693-9185-b229a2493e4d tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "DELETE /v2.0/routers/94cc231f-06e6-4a07-bf51-63f6bcda34e7 HTTP/1.1" status: 404 len: 336 time: 0.0533056 Aug 31 14:33:44.704329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54092) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.738070 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e048971e-2545-4e4f-92e7-5cc0af6ab3e1 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5ece8-cf22-4d85-b1fa-80dcd60f040e HTTP/1.1" status: 200 len: 205 time: 0.0302744 Aug 31 14:33:44.738700 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54094) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.750889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aff91d2d-3144-4a6d-8855-aa476b240298 req-e25bda15-4599-4fbf-9daf-3b1f9f7f4fa3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045024 Aug 31 14:33:44.793501 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-bf03f65b-5f78-4d4c-81b1-6929527e6939 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] delete failed (client error): The resource could not be found. Aug 31 14:33:44.795064 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bf03f65b-5f78-4d4c-81b1-6929527e6939 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "DELETE /v2.0/routers/78f5ece8-cf22-4d85-b1fa-80dcd60f040e HTTP/1.1" status: 404 len: 336 time: 0.0553563 Aug 31 14:33:44.797968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54098) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.831415 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3862f02d-5b51-4371-b827-fe1ba77486c7 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "GET /v2.0/ports?device_id=34059443-1796-4696-b8ec-3c8c97fa3c20 HTTP/1.1" status: 200 len: 205 time: 0.0311837 Aug 31 14:33:44.834017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54100) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.887227 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-d81a985f-c91b-46a6-af11-71659e2adda1 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] delete failed (client error): The resource could not be found. Aug 31 14:33:44.890528 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d81a985f-c91b-46a6-af11-71659e2adda1 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "DELETE /v2.0/routers/34059443-1796-4696-b8ec-3c8c97fa3c20 HTTP/1.1" status: 404 len: 336 time: 0.0531025 Aug 31 14:33:44.891034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54106) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.927752 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0b93c0a9-2677-4279-8bba-4498781252a3 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "GET /v2.0/ports?device_id=96fcd5e3-9a33-49d6-8b34-9eee530c0110 HTTP/1.1" status: 200 len: 205 time: 0.0324128 Aug 31 14:33:44.928479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b444-1478-405a-9a1b-0b98707fa4a7 req-570655b9-0965-4bff-89be-aa1edbc5f0f0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:44.930125 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d632b444-1478-405a-9a1b-0b98707fa4a7 req-570655b9-0965-4bff-89be-aa1edbc5f0f0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.0883710 Aug 31 14:33:44.930652 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54108) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.971295 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-dc8d3159-39d0-41b3-836f-39fa7b3521cd tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] delete failed (client error): The resource could not be found. Aug 31 14:33:44.972698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dc8d3159-39d0-41b3-836f-39fa7b3521cd tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "DELETE /v2.0/routers/96fcd5e3-9a33-49d6-8b34-9eee530c0110 HTTP/1.1" status: 404 len: 336 time: 0.0412087 Aug 31 14:33:44.975622 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54112) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:45.018530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d632b444-1478-405a-9a1b-0b98707fa4a7 req-7532a56b-e7e5-4706-9aeb-d43620abfa97 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497491 Aug 31 14:33:45.076699 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0d4364ec-7c6f-4e6a-a268-192e650fb624 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "GET /v2.0/ports?device_id=e016f62d-7fff-450d-8bfb-c7b68836cdff HTTP/1.1" status: 200 len: 205 time: 0.0974984 Aug 31 14:33:45.077041 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54122) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:45.131103 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-7db3cb75-b0d4-46c8-93e2-452e50ef7357 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] delete failed (client error): The resource could not be found. Aug 31 14:33:45.134591 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7db3cb75-b0d4-46c8-93e2-452e50ef7357 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "DELETE /v2.0/routers/e016f62d-7fff-450d-8bfb-c7b68836cdff HTTP/1.1" status: 404 len: 336 time: 0.0541673 Aug 31 14:33:45.134793 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54126) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:45.156447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5f026-2eaf-4ca3-99ee-102121fd3ffd req-6b2a99dd-d438-48d8-8b24-06ebed709be3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:45.158499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1a5f026-2eaf-4ca3-99ee-102121fd3ffd req-6b2a99dd-d438-48d8-8b24-06ebed709be3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 943 time: 0.0866833 Aug 31 14:33:45.173585 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d701168d-457d-4d23-ace6-991743b610f3 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:45.173585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d701168d-457d-4d23-ace6-991743b610f3 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:45.173834 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d701168d-457d-4d23-ace6-991743b610f3 tempest-RoutersIpV6AdminTest-1946442978 tempest-RoutersIpV6AdminTest-1946442978-project] 10.222.0.39 "DELETE /v2.0/subnets/d54c8674-cd46-4777-8de8-1a71c8d2779c HTTP/1.1" status: 404 len: 337 time: 0.0380254 Aug 31 14:33:45.213799 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1a5f026-2eaf-4ca3-99ee-102121fd3ffd req-48611054-2f76-4bb9-95f9-2fc882f86907 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480871 Aug 31 14:33:45.284589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af76908-7fef-407c-a362-e2ba06213220 req-dc163280-66ae-4657-aac2-b14a3ec065db tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:45.286172 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4af76908-7fef-407c-a362-e2ba06213220 req-dc163280-66ae-4657-aac2-b14a3ec065db tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.0649567 Aug 31 14:33:45.337492 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4af76908-7fef-407c-a362-e2ba06213220 req-3a0da5be-3ab7-4418-8988-39cf9807945e tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415328 Aug 31 14:33:45.452541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54146) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:45.495635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa2081-eb93-4443-83a0-f3e40ee23927 req-5ea1a4b0-83d8-4a6f-812e-3412cfbb9b44 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:45.498052 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bafa2081-eb93-4443-83a0-f3e40ee23927 req-5ea1a4b0-83d8-4a6f-812e-3412cfbb9b44 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.0667007 Aug 31 14:33:45.556930 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bafa2081-eb93-4443-83a0-f3e40ee23927 req-db7b88ce-3a1c-4979-9e13-5939c759f8a5 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509429 Aug 31 14:33:45.600076 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baa89efb-1274-4e55-a41f-36ae0d874efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:45.712770 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baa89efb-1274-4e55-a41f-36ae0d874efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:45.718398 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baa89efb-1274-4e55-a41f-36ae0d874efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:45.725439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f5ff9-e935-4715-9d7e-3413c74a5839 req-1f57a220-19a4-492d-ba5c-728c25f35fd3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:45.727406 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f6f5ff9-e935-4715-9d7e-3413c74a5839 req-1f57a220-19a4-492d-ba5c-728c25f35fd3 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.0653026 Aug 31 14:33:45.770957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54160) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:45.771715 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-baa89efb-1274-4e55-a41f-36ae0d874efc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=318718ec7e244efe8eac11974c8a8a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180621 Aug 31 14:33:45.772679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa89efb-1274-4e55-a41f-36ae0d874efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd0044a-fa5d-470f-b0df-10ccd8e1d88b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:45.800226 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f6f5ff9-e935-4715-9d7e-3413c74a5839 req-b40ea76d-f6d8-4ef6-b3fc-2ceb41239bd1 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662665 Aug 31 14:33:45.839792 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5bb02aea-e4f0-4663-8200-baebae27ff4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:45.864075 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5bb02aea-e4f0-4663-8200-baebae27ff4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:45.927912 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5bb02aea-e4f0-4663-8200-baebae27ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:45.930735 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5bb02aea-e4f0-4663-8200-baebae27ff4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:45.932105 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5bb02aea-e4f0-4663-8200-baebae27ff4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fdd0044a-fa5d-470f-b0df-10ccd8e1d88b HTTP/1.1" status: 204 len: 168 time: 0.1593161 Aug 31 14:33:45.948363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b278c76-0f0f-47d0-aef8-ca5a135e9516 req-891099f4-f18c-483b-ac48-2a5e639d84e9 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:45.950615 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b278c76-0f0f-47d0-aef8-ca5a135e9516 req-891099f4-f18c-483b-ac48-2a5e639d84e9 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.0604835 Aug 31 14:33:45.955258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb02aea-e4f0-4663-8200-baebae27ff4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd0044a-fa5d-470f-b0df-10ccd8e1d88b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:46.014018 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b278c76-0f0f-47d0-aef8-ca5a135e9516 req-3666b4ed-18c0-416b-a7b9-dc154a90a17b tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563793 Aug 31 14:33:46.324973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422417af-9198-4595-8658-aaa5a9b31927 req-d4579930-e4e5-4c72-9416-0e6f924bb803 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:46.334011 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-422417af-9198-4595-8658-aaa5a9b31927 req-d4579930-e4e5-4c72-9416-0e6f924bb803 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.0804579 Aug 31 14:33:46.392228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-422417af-9198-4595-8658-aaa5a9b31927 req-bfa210f2-7d26-495c-9d33-2a07314eccae tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533459 Aug 31 14:33:46.405895 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25978e7d-9d44-49c8-9902-0aeccf8dcef6 req-788f3f5d-000b-4076-941a-a324f68aba32 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:46.412616 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-25978e7d-9d44-49c8-9902-0aeccf8dcef6 req-788f3f5d-000b-4076-941a-a324f68aba32 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 943 time: 0.0898128 Aug 31 14:33:46.465271 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-25978e7d-9d44-49c8-9902-0aeccf8dcef6 req-06a18fc2-1131-4b0c-965f-88c679ba1bc6 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426795 Aug 31 14:33:46.562152 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54192) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:46.617492 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-29a8bd81-7e16-418f-b040-f1b2afcce6f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a43cbcb2e27048dea307d9b9b7abc543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518029 Aug 31 14:33:46.617803 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54196) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:46.674136 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fee6a470-cde9-4a9c-8dfc-c42ac44391ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:46.699122 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fee6a470-cde9-4a9c-8dfc-c42ac44391ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:46.761362 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fee6a470-cde9-4a9c-8dfc-c42ac44391ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:46.763980 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fee6a470-cde9-4a9c-8dfc-c42ac44391ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:46.765152 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fee6a470-cde9-4a9c-8dfc-c42ac44391ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ece598ed-6d09-447f-b951-736903c0374b HTTP/1.1" status: 204 len: 168 time: 0.1464968 Aug 31 14:33:46.775830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6a470-cde9-4a9c-8dfc-c42ac44391ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece598ed-6d09-447f-b951-736903c0374b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:47.080502 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54214) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:47.205236 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-605132b5-b904-4224-bdd6-86b84606877d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.336462 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-605132b5-b904-4224-bdd6-86b84606877d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.341384 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-605132b5-b904-4224-bdd6-86b84606877d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.380983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605132b5-b904-4224-bdd6-86b84606877d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6447be-2ff9-46f9-a4eb-2e0b7e6907ee,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:47.386086 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-605132b5-b904-4224-bdd6-86b84606877d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=199d38bb5ed44e2691959aadc6c6f4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044791 Aug 31 14:33:47.388788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54234) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:47.444955 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 938259a3-e334-4af9-9677-2d88fdf2e067 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:33:47.542510 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-717f995b-36a4-484c-b6e4-b6ca860f0b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.612029 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3841858a-fe28-41cb-a07e-d335e766bcbb req-2f8fcdc3-d6d6-46f5-9fce-f684f1745d4d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1782393 Aug 31 14:33:47.612751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 938259a3-e334-4af9-9677-2d88fdf2e067, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=938259a3-e334-4af9-9677-2d88fdf2e067,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:47.628872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '938259a3-e334-4af9-9677-2d88fdf2e067', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'port_id': '938259a3-e334-4af9-9677-2d88fdf2e067', 'mac_address': 'fa:16:3e:36:ee:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:33:47.642104 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-717f995b-36a4-484c-b6e4-b6ca860f0b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.687558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266b0c6-8dc2-4ce6-b24e-7b61d215bdbc req-367001ce-568b-4e21-a275-c449c6361c79 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:47.690095 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5266b0c6-8dc2-4ce6-b24e-7b61d215bdbc req-367001ce-568b-4e21-a275-c449c6361c79 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.2121937 Aug 31 14:33:47.718288 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76934c03-2185-4130-aca3-c52c1f676162 req-e2f977fa-51b1-4c29-9f30-1cb434a6d81b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:47.725561 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-76934c03-2185-4130-aca3-c52c1f676162 req-e2f977fa-51b1-4c29-9f30-1cb434a6d81b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 943 time: 0.1198459 Aug 31 14:33:47.727332 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.734324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54244) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:47.774252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938259a3-e334-4af9-9677-2d88fdf2e067 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:33:47.775073 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5266b0c6-8dc2-4ce6-b24e-7b61d215bdbc req-7775c1a6-f84e-46ad-9981-5cf3566117fa tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754685 Aug 31 14:33:47.777539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841858a-fe28-41cb-a07e-d335e766bcbb req-582e75a4-5cfc-4a2d-a6bb-a6dbf783d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:47.779587 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3841858a-fe28-41cb-a07e-d335e766bcbb req-582e75a4-5cfc-4a2d-a6bb-a6dbf783d5ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 1096 time: 0.1395991 Aug 31 14:33:47.822050 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-76934c03-2185-4130-aca3-c52c1f676162 req-738f8bba-a8e1-4fc8-a2bd-2593607a1262 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920243 Aug 31 14:33:47.835095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 938259a3-e334-4af9-9677-2d88fdf2e067, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=938259a3-e334-4af9-9677-2d88fdf2e067,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:47.840015 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-717f995b-36a4-484c-b6e4-b6ca860f0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.843554 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-717f995b-36a4-484c-b6e4-b6ca860f0b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.846417 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-717f995b-36a4-484c-b6e4-b6ca860f0b3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f6447be-2ff9-46f9-a4eb-2e0b7e6907ee HTTP/1.1" status: 204 len: 168 time: 0.4564488 Aug 31 14:33:47.849034 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.928106 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=938259a3-e334-4af9-9677-2d88fdf2e067,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:47.948416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f995b-36a4-484c-b6e4-b6ca860f0b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6447be-2ff9-46f9-a4eb-2e0b7e6907ee,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:47.970971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-287269921'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:48.015052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841858a-fe28-41cb-a07e-d335e766bcbb req-b30e6ea9-9a17-43b5-a7b9-49a04a4f44df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:48.017844 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3841858a-fe28-41cb-a07e-d335e766bcbb req-b30e6ea9-9a17-43b5-a7b9-49a04a4f44df service neutron] 10.222.0.25 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.2144396 Aug 31 14:33:48.023777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Made reservation on behalf of 3fe9a80812a94157bbbec715949addf0 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:48.027486 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.090258 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.134621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['938259a3-e334-4af9-9677-2d88fdf2e067'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:33:48.261193 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3841858a-fe28-41cb-a07e-d335e766bcbb req-f91c8be3-1b02-4419-8a3c-21b0a022d6be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef248e17-ff68-45a2-a95a-b080183edfb0 HTTP/1.1" status: 200 len: 1000 time: 0.2307689 Aug 31 14:33:48.288000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c6b67-14ac-4a17-b9ed-9629336c67df req-eb409db0-d489-4e33-8930-044ab8eccde6 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:48.291759 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b5c6b67-14ac-4a17-b9ed-9629336c67df req-eb409db0-d489-4e33-8930-044ab8eccde6 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.1849077 Aug 31 14:33:48.345216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd730c7-6a06-4c8e-a623-21364ae0c9ca req-f81d5b7b-6ba5-40f8-a359-c8c3e4d0ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:48.350377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-efd730c7-6a06-4c8e-a623-21364ae0c9ca req-f81d5b7b-6ba5-40f8-a359-c8c3e4d0ca0c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf39a1308dd04525b3c251f5d378afd7&device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 1097 time: 0.1907287 Aug 31 14:33:48.358906 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54264) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:48.372130 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-29c32c0a-28fd-4c04-a181-8d0c8d409396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.428714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841858a-fe28-41cb-a07e-d335e766bcbb req-8fc200a7-e799-440a-a7e0-5707f3552a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:48.430186 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3841858a-fe28-41cb-a07e-d335e766bcbb req-8fc200a7-e799-440a-a7e0-5707f3552a2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1594641 Aug 31 14:33:48.492960 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b5c6b67-14ac-4a17-b9ed-9629336c67df req-6dbce865-6d15-4fde-aa85-ff0779c07868 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727071 Aug 31 14:33:48.550336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841858a-fe28-41cb-a07e-d335e766bcbb req-4d5f858b-a8d4-4ea9-bd4e-82c5e958761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:48.551893 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3841858a-fe28-41cb-a07e-d335e766bcbb req-4d5f858b-a8d4-4ea9-bd4e-82c5e958761d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091421 Aug 31 14:33:48.555454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd730c7-6a06-4c8e-a623-21364ae0c9ca req-f25f250e-729a-48c7-90b7-d85dc647376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:48.556793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-efd730c7-6a06-4c8e-a623-21364ae0c9ca req-f25f250e-729a-48c7-90b7-d85dc647376d service neutron] 10.222.0.25 "GET /v2.0/networks?id=a03f38ab-0e33-464b-9838-b04517f029d8 HTTP/1.1" status: 200 len: 915 time: 0.1976264 Aug 31 14:33:48.565132 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.581951 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.651040 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-29c32c0a-28fd-4c04-a181-8d0c8d409396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.653984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-efd730c7-6a06-4c8e-a623-21364ae0c9ca req-ca81815e-94d2-41e4-b2e4-454cd50575ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f HTTP/1.1" status: 200 len: 217 time: 0.0864618 Aug 31 14:33:48.655931 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-29c32c0a-28fd-4c04-a181-8d0c8d409396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.690836 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:33:48.699475 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-29c32c0a-28fd-4c04-a181-8d0c8d409396 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52c68a299cd347cb9219effee29391ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398385 Aug 31 14:33:48.700239 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54266) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:48.700869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c32c0a-28fd-4c04-a181-8d0c8d409396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaffbf9-2479-425e-9eee-337842043117,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:48.718430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730f26a7-71f7-4104-99d8-afc8d334c842,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:48.737130 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.737130 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Added segment 4cf838e6-ed2e-4773-9c88-0e1e655d7726 of type vlan for network 9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa Aug 31 14:33:48.755346 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-77eb1875-38ad-4275-bd82-b174e3a194a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.780159 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-77eb1875-38ad-4275-bd82-b174e3a194a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.792603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd730c7-6a06-4c8e-a623-21364ae0c9ca req-ded4d23d-383f-4afc-9d15-c359964c9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:48.794093 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-efd730c7-6a06-4c8e-a623-21364ae0c9ca req-ded4d23d-383f-4afc-9d15-c359964c9f9d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0 HTTP/1.1" status: 200 len: 854 time: 0.1315098 Aug 31 14:33:48.806146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3841858a-fe28-41cb-a07e-d335e766bcbb req-694ccec1-0cb3-4b61-90cf-aa57c1194254 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397530 Aug 31 14:33:48.824103 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.838142 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-77eb1875-38ad-4275-bd82-b174e3a194a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.841226 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-77eb1875-38ad-4275-bd82-b174e3a194a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.845811 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-77eb1875-38ad-4275-bd82-b174e3a194a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5aaffbf9-2479-425e-9eee-337842043117 HTTP/1.1" status: 204 len: 168 time: 0.1386445 Aug 31 14:33:48.850440 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-efd730c7-6a06-4c8e-a623-21364ae0c9ca req-30721871-2680-473d-b8b6-d0ab1a5dae4d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a03f38ab-0e33-464b-9838-b04517f029d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465410 Aug 31 14:33:48.871571 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb1875-38ad-4275-bd82-b174e3a194a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaffbf9-2479-425e-9eee-337842043117,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:48.983430 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.989609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:48.990221 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.020943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf3be6-84e2-4f19-aeb6-de491261bed2 req-4f47ae2f-82ab-4bba-92aa-ea5e94c2d865 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:49.029280 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0bf3be6-84e2-4f19-aeb6-de491261bed2 req-4f47ae2f-82ab-4bba-92aa-ea5e94c2d865 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 944 time: 0.0929377 Aug 31 14:33:49.075359 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3381138 Aug 31 14:33:49.081136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54272) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:49.082705 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0bf3be6-84e2-4f19-aeb6-de491261bed2 req-9cb8393b-3614-4bba-9cbe-88e636bc3646 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508249 Aug 31 14:33:49.085276 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3841858a-fe28-41cb-a07e-d335e766bcbb req-3bf84083-c1c6-4dc2-bfe4-40003b548d4c service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631252 Aug 31 14:33:49.098592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-757e571a-d6a6-4139-aacb-acc15cc693aa tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Request body: {'subnet': {'network_id': '9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:49.150492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd2660-544f-47a5-9416-9477cb812712 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event updated for resources: {'Network': ['ID=9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:49.165358 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-efd730c7-6a06-4c8e-a623-21364ae0c9ca req-29b5045c-0ab7-445b-84aa-bcc14bf45163 service neutron] 10.222.0.25 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805657 Aug 31 14:33:49.165528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:33:49.303334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757e571a-d6a6-4139-aacb-acc15cc693aa tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Made reservation on behalf of 3fe9a80812a94157bbbec715949addf0 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:49.307053 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-757e571a-d6a6-4139-aacb-acc15cc693aa tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.383550 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.387358 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-efd730c7-6a06-4c8e-a623-21364ae0c9ca req-fcaa14e6-7340-47c2-ba2b-d69b08e8a5f1 service neutron] 10.222.0.25 "GET /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141478 Aug 31 14:33:49.472193 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 938259a3-e334-4af9-9677-2d88fdf2e067 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:49.554600 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-757e571a-d6a6-4139-aacb-acc15cc693aa tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.584446 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12ebb9bd-356c-433c-977e-f7da5e2b9359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.599202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 938259a3-e334-4af9-9677-2d88fdf2e067 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:49.606028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 938259a3-e334-4af9-9677-2d88fdf2e067 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:49.606671 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.702519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e571a-d6a6-4139-aacb-acc15cc693aa tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Checking segment: {'id': '4cf838e6-ed2e-4773-9c88-0e1e655d7726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:49.703033 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e571a-d6a6-4139-aacb-acc15cc693aa tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Network hostable DHCP agents. Network: 9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:33:49.709764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e571a-d6a6-4139-aacb-acc15cc693aa tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event updated for resources: {'Subnet': ['ID=d8fbc14a-5975-497c-8bfb-9e1d8bd4eb44,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:49.732368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894da69-eebb-4b31-88ff-86b600c1cb58 req-bd1e4e17-748b-48f9-ad22-2638c39a4ec9 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:49.734049 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9894da69-eebb-4b31-88ff-86b600c1cb58 req-bd1e4e17-748b-48f9-ad22-2638c39a4ec9 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.1113257 Aug 31 14:33:49.794708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e571a-d6a6-4139-aacb-acc15cc693aa tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Network 9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:33:49.815027 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9894da69-eebb-4b31-88ff-86b600c1cb58 req-01cc7bb2-589a-4495-9641-1a147e33bc04 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629520 Aug 31 14:33:49.816277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-757e571a-d6a6-4139-aacb-acc15cc693aa tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:49.821779 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757e571a-d6a6-4139-aacb-acc15cc693aa tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:49.822647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-757e571a-d6a6-4139-aacb-acc15cc693aa tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.830095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5ac590-8207-4002-8b95-ae585bc33a15 None None] Network 9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:49.851466 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-757e571a-d6a6-4139-aacb-acc15cc693aa tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7650816 Aug 31 14:33:49.854297 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54300) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:49.858984 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c0a1f465-2211-4ff1-b4d2-bca475949255 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1157400598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:49.884338 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0a1f465-2211-4ff1-b4d2-bca475949255 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.885799 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0a1f465-2211-4ff1-b4d2-bca475949255 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.927709 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.945020 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0a1f465-2211-4ff1-b4d2-bca475949255 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.951199 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0a1f465-2211-4ff1-b4d2-bca475949255 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.973337 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0a1f465-2211-4ff1-b4d2-bca475949255 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.974425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfcd971-e939-431c-bced-b4fac0053c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938259a3-e334-4af9-9677-2d88fdf2e067'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:33:49.975533 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c0a1f465-2211-4ff1-b4d2-bca475949255 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1201053 Aug 31 14:33:49.979361 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54304) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:49.979688 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcafc82-7a96-4ce5-85bd-34de6e7a5143" -d '{"events": [{"server_uuid": "ebfcd971-e939-431c-bced-b4fac0053c6f", "name": "network-vif-plugged", "status": "completed", "tag": "938259a3-e334-4af9-9677-2d88fdf2e067"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:33:50.005150 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 938259a3-e334-4af9-9677-2d88fdf2e067, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=938259a3-e334-4af9-9677-2d88fdf2e067,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:50.010585 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:50.080255 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb02c5e-fe93-44b2-9db1-d131ffe43d88 x-openstack-request-id: req-3bb02c5e-fe93-44b2-9db1-d131ffe43d88 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:33:50.080564 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfcd971-e939-431c-bced-b4fac0053c6f", "name": "network-vif-plugged", "status": "completed", "tag": "938259a3-e334-4af9-9677-2d88fdf2e067", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:33:50.080822 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3bb02c5e-fe93-44b2-9db1-d131ffe43d88 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:33:50.081221 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfcd971-e939-431c-bced-b4fac0053c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938259a3-e334-4af9-9677-2d88fdf2e067', 'code': 200} Aug 31 14:33:50.187788 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=938259a3-e334-4af9-9677-2d88fdf2e067,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:50.202295 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa', 'network_id': '9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa', 'tenant_id': '3fe9a80812a94157bbbec715949addf0', 'fixed_ips': [{'subnet_id': 'd8fbc14a-5975-497c-8bfb-9e1d8bd4eb44'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:33:50.203157 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:50.370541 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Allocated IP 172.20.0.2 (9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa/d8fbc14a-5975-497c-8bfb-9e1d8bd4eb44/4256e688-b970-4f91-83bc-95cc03b84599) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:50.430793 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11899115-8a6e-473f-a1f5-5f9a7d981747 req-4bb9a8f2-d814-4231-a35f-d39c54f8df1a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:50.432400 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11899115-8a6e-473f-a1f5-5f9a7d981747 req-4bb9a8f2-d814-4231-a35f-d39c54f8df1a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.2163017 Aug 31 14:33:50.454797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bff238-6c98-4f95-acc5-62016863bc31 req-b935c4a1-e251-4a63-8758-b8525c2bcada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:50.459563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90bff238-6c98-4f95-acc5-62016863bc31 req-b935c4a1-e251-4a63-8758-b8525c2bcada service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 1096 time: 0.2446864 Aug 31 14:33:50.559475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11899115-8a6e-473f-a1f5-5f9a7d981747 req-2205e8a8-d859-4b20-b85e-15ecb8e89a42 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070702 Aug 31 14:33:50.564180 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:50.567912 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90bff238-6c98-4f95-acc5-62016863bc31 req-637e86d6-a6a7-41d9-8b95-b7ed73cb159a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959811 Aug 31 14:33:50.641669 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:50.653534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Transition to ACTIVE for port object 4256e688-b970-4f91-83bc-95cc03b84599 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:50.682311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Transition to ACTIVE for port object 4256e688-b970-4f91-83bc-95cc03b84599 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:50.690825 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:50.771652 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Network 9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:50.778042 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:50.786290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:50.806124 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Pushing event updated for resources: {'Port': ['ID=4256e688-b970-4f91-83bc-95cc03b84599,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:50.872065 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Attempting to bind port 4256e688-b970-4f91-83bc-95cc03b84599 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:50.872435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Attempting to bind port 4256e688-b970-4f91-83bc-95cc03b84599 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '4cf838e6-ed2e-4773-9c88-0e1e655d7726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:50.872803 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Attempting to bind port 4256e688-b970-4f91-83bc-95cc03b84599 on network 9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:50.881678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:50.882077 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Checking segment: {'id': '4cf838e6-ed2e-4773-9c88-0e1e655d7726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:50.882459 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:50.882850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Bound using segment: {'id': '4cf838e6-ed2e-4773-9c88-0e1e655d7726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:50.883489 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Bound port: 4256e688-b970-4f91-83bc-95cc03b84599, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf838e6-ed2e-4773-9c88-0e1e655d7726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:50.883876 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:50.980441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-068dc485-46ab-419b-a713-b25891738e33 None None] For port 4256e688-b970-4f91-83bc-95cc03b84599, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:50.990349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-068dc485-46ab-419b-a713-b25891738e33 None None] For port 4256e688-b970-4f91-83bc-95cc03b84599, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4256e688-b970-4f91-83bc-95cc03b84599,segment=NetworkSegment(4cf838e6-ed2e-4773-9c88-0e1e655d7726),segment_id=4cf838e6-ed2e-4773-9c88-0e1e655d7726)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:50.993451 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.068838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cac57-ee5f-4063-9758-ea1dc9bf65a8 req-91929d9e-ccc2-4542-9d5e-22c92623a6bf tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:51.070365 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-828cac57-ee5f-4063-9758-ea1dc9bf65a8 req-91929d9e-ccc2-4542-9d5e-22c92623a6bf tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.1193185 Aug 31 14:33:51.099342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dc485-46ab-419b-a713-b25891738e33 None None] Pushing event updated for resources: {'Port': ['ID=4256e688-b970-4f91-83bc-95cc03b84599,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:51.135729 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-828cac57-ee5f-4063-9758-ea1dc9bf65a8 req-44e140ab-bfcb-4065-94c3-41fb8b21dd07 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551655 Aug 31 14:33:51.373215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Allocated IP 172.20.0.1 (9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa/d8fbc14a-5975-497c-8bfb-9e1d8bd4eb44/0e60885a-3db7-4fbd-bf53-ad61d3865b78) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:51.388986 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5f285-3433-4c7a-9a52-e3bc6a868ede req-9e9af660-63f1-45b0-a27a-414dfcf60908 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:51.390590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-28d5f285-3433-4c7a-9a52-e3bc6a868ede req-9e9af660-63f1-45b0-a27a-414dfcf60908 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.1534643 Aug 31 14:33:51.507313 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-28d5f285-3433-4c7a-9a52-e3bc6a868ede req-c7e257ca-82d1-4890-a10e-bee1f359cc25 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073935 Aug 31 14:33:51.584175 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.602436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Transition to ACTIVE for port object 0e60885a-3db7-4fbd-bf53-ad61d3865b78 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:51.643418 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.678444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54356) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:51.718152 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Network 9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:51.738518 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:51.754002 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:51.787067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7850a0-d361-488b-bf1f-45378ca55bcf req-07dfaeb8-95d1-4f9d-88eb-911f41a2da95 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:51.789923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event updated for resources: {'Port': ['ID=0e60885a-3db7-4fbd-bf53-ad61d3865b78,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:51.799608 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ce7850a0-d361-488b-bf1f-45378ca55bcf req-07dfaeb8-95d1-4f9d-88eb-911f41a2da95 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.0840909 Aug 31 14:33:51.827084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c38115-4024-468a-91c0-c4ae7ee2c971 req-8edf1935-32dc-4cc9-bb0d-e69bd82c9a28 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:51.830084 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1c38115-4024-468a-91c0-c4ae7ee2c971 req-8edf1935-32dc-4cc9-bb0d-e69bd82c9a28 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.1422822 Aug 31 14:33:51.833687 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.880326 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ce7850a0-d361-488b-bf1f-45378ca55bcf req-8a656055-f2db-4956-8644-ed0cd13948d2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795331 Aug 31 14:33:51.898267 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-18a6724b-2f0d-4c09-b516-3a6a23f29ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.991454 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1c38115-4024-468a-91c0-c4ae7ee2c971 req-4df2ab00-186c-482b-8123-39ef9a9d666f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972738 Aug 31 14:33:52.014842 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-18a6724b-2f0d-4c09-b516-3a6a23f29ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.028588 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-18a6724b-2f0d-4c09-b516-3a6a23f29ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.070584 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.075444 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-18a6724b-2f0d-4c09-b516-3a6a23f29ec4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae3c7540b7be4a90bb1541c8b2f16582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957410 Aug 31 14:33:52.079978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54362) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:52.136398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6724b-2f0d-4c09-b516-3a6a23f29ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a48af3e-a2f0-41c0-99c4-cc35dd22bf22,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:52.148659 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98c9a8ba-7d21-495e-81d0-1c0024acaa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.211615 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053351bc-2ea8-4e37-8419-f6dce78a326d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.236119 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053351bc-2ea8-4e37-8419-f6dce78a326d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.263522 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.306287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52bfc3-dc80-4f57-9df0-33ffd76f1089 req-30b11bb3-f76b-4fce-9fe3-6a72167865c7 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:52.307919 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b52bfc3-dc80-4f57-9df0-33ffd76f1089 req-30b11bb3-f76b-4fce-9fe3-6a72167865c7 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.1861734 Aug 31 14:33:52.359493 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c792f56-e474-43db-82f6-e3f5af4970fc None None] Network 9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:52.363332 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b52bfc3-dc80-4f57-9df0-33ffd76f1089 req-62e4d787-6a89-4afc-b9af-0982a26af2f8 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460870 Aug 31 14:33:52.364448 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053351bc-2ea8-4e37-8419-f6dce78a326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.366982 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053351bc-2ea8-4e37-8419-f6dce78a326d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.368298 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-053351bc-2ea8-4e37-8419-f6dce78a326d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a48af3e-a2f0-41c0-99c4-cc35dd22bf22 HTTP/1.1" status: 204 len: 168 time: 0.2870216 Aug 31 14:33:52.378018 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053351bc-2ea8-4e37-8419-f6dce78a326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a48af3e-a2f0-41c0-99c4-cc35dd22bf22,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:52.418490 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.427024 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.519305 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event updated for resources: {'Port': ['ID=0e60885a-3db7-4fbd-bf53-ad61d3865b78,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:52.521979 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.537304 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e3336495-3f89-40c8-9a23-036ba600ee06 None None] Provisioning for port 4256e688-b970-4f91-83bc-95cc03b84599 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:52.661201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Network 9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:52.661721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1244e30-7b01-4e45-a23d-d2ea3ef83dc2 req-8b495834-460a-44e0-a1df-823ede00b2fb tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:52.663582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:52.671812 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1244e30-7b01-4e45-a23d-d2ea3ef83dc2 req-8b495834-460a-44e0-a1df-823ede00b2fb tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.0811205 Aug 31 14:33:52.731009 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1244e30-7b01-4e45-a23d-d2ea3ef83dc2 req-0bab404d-862c-4d22-b9da-9975a644c701 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452814 Aug 31 14:33:52.888732 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4256e688-b970-4f91-83bc-95cc03b84599 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:52.919960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54382) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:52.942468 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-27c25ef7-efd1-417a-8db1-3c31303c58a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.960233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e093f-d38d-47ce-80e9-9f689c430e65 req-d432698a-2bb4-4d74-9177-e00e8019cadc tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:52.961408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 4256e688-b970-4f91-83bc-95cc03b84599 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:52.962194 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e0e093f-d38d-47ce-80e9-9f689c430e65 req-d432698a-2bb4-4d74-9177-e00e8019cadc tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.0988355 Aug 31 14:33:52.963594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Router 4ce186e6-2fff-474d-b5fc-d6b2776117a0 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:52.976336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 4256e688-b970-4f91-83bc-95cc03b84599 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:52.977021 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.095888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fae71-18cc-40ed-8fa1-85f02913473f req-5e46d5e2-1fff-4207-a9e4-b31968c5ff09 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:53.103531 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c19fae71-18cc-40ed-8fa1-85f02913473f req-5e46d5e2-1fff-4207-a9e4-b31968c5ff09 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.0851982 Aug 31 14:33:53.148931 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.170180 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c19fae71-18cc-40ed-8fa1-85f02913473f req-839b8c31-7692-473b-af40-6cda8521b672 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654757 Aug 31 14:33:53.185176 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-27c25ef7-efd1-417a-8db1-3c31303c58a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.200565 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-27c25ef7-efd1-417a-8db1-3c31303c58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.205983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e0e093f-d38d-47ce-80e9-9f689c430e65 req-651be287-2026-4194-aa10-e588ccecddb6 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304728 Aug 31 14:33:53.229874 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 4256e688-b970-4f91-83bc-95cc03b84599, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4256e688-b970-4f91-83bc-95cc03b84599,segment=NetworkSegment(4cf838e6-ed2e-4773-9c88-0e1e655d7726),segment_id=4cf838e6-ed2e-4773-9c88-0e1e655d7726)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:53.235861 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-64b8ad7c-09bb-47cb-80c4-35c43c5003ad None None] Provisioning for port 0e60885a-3db7-4fbd-bf53-ad61d3865b78 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:53.237292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:53.261303 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-261fbecc-76db-4556-b2ca-e401424f823f tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "PUT /v2.0/routers/4ce186e6-2fff-474d-b5fc-d6b2776117a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2796390 Aug 31 14:33:53.261488 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.263241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54388) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:53.265214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e44b17-d560-4b51-8489-6239002467d3 None None] Sync routers for ids ['4ce186e6-2fff-474d-b5fc-d6b2776117a0'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:53.279927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Request body: {'port': {'network_id': '9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa', 'name': 'tempest-FloatingIPNegativeTestJSON-630518506'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:53.286976 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-64b8ad7c-09bb-47cb-80c4-35c43c5003ad None None] Provisioning complete for port 0e60885a-3db7-4fbd-bf53-ad61d3865b78 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:53.287594 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64b8ad7c-09bb-47cb-80c4-35c43c5003ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.294235 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-27c25ef7-efd1-417a-8db1-3c31303c58a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7666ee8904cd4ac0804350310e4013f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725746 Aug 31 14:33:53.297517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c25ef7-efd1-417a-8db1-3c31303c58a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1e7714-01a6-4cb9-a598-73a37c4d3e97,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:53.319366 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54392) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:53.440411 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e44b17-d560-4b51-8489-6239002467d3 None None] Routers {'4ce186e6-2fff-474d-b5fc-d6b2776117a0'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:53.441037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-40e44b17-d560-4b51-8489-6239002467d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['4ce186e6-2fff-474d-b5fc-d6b2776117a0'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:53.447894 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49c3ad90-e4da-4f70-af76-8e0cc6108969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.480595 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49c3ad90-e4da-4f70-af76-8e0cc6108969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.521415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-40e44b17-d560-4b51-8489-6239002467d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:53.549774 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.552089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-64b8ad7c-09bb-47cb-80c4-35c43c5003ad None None] Port 0e60885a-3db7-4fbd-bf53-ad61d3865b78 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:53.555408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=4256e688-b970-4f91-83bc-95cc03b84599,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:53.558469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1541b5-96eb-4f93-a100-0990438273c5 req-baa7f371-1125-4dee-a4c4-2fa690e57547 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:53.560667 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b1541b5-96eb-4f93-a100-0990438273c5 req-baa7f371-1125-4dee-a4c4-2fa690e57547 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.1487737 Aug 31 14:33:53.567710 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e44b17-d560-4b51-8489-6239002467d3 None None] Routers {'4ce186e6-2fff-474d-b5fc-d6b2776117a0'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:53.568576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-40e44b17-d560-4b51-8489-6239002467d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['4ce186e6-2fff-474d-b5fc-d6b2776117a0'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:53.598585 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49c3ad90-e4da-4f70-af76-8e0cc6108969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.601271 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49c3ad90-e4da-4f70-af76-8e0cc6108969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.602441 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-49c3ad90-e4da-4f70-af76-8e0cc6108969 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee1e7714-01a6-4cb9-a598-73a37c4d3e97 HTTP/1.1" status: 204 len: 168 time: 0.2820177 Aug 31 14:33:53.633829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b1541b5-96eb-4f93-a100-0990438273c5 req-51bc446f-e840-47cc-b7b6-235585282dad tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629725 Aug 31 14:33:53.635646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Made reservation on behalf of 3fe9a80812a94157bbbec715949addf0 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:53.640427 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.653675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-64b8ad7c-09bb-47cb-80c4-35c43c5003ad None None] Provisioning complete for port 4256e688-b970-4f91-83bc-95cc03b84599 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:53.654124 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64b8ad7c-09bb-47cb-80c4-35c43c5003ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.655707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-40e44b17-d560-4b51-8489-6239002467d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:53.656322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e44b17-d560-4b51-8489-6239002467d3 None None] The sync data for ids ['4ce186e6-2fff-474d-b5fc-d6b2776117a0'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:53.695902 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3ad90-e4da-4f70-af76-8e0cc6108969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1e7714-01a6-4cb9-a598-73a37c4d3e97,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:53.696517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] device_id is not set on port 67d36ebb-bd1b-48ab-a844-b2b2b32f566e yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:33:53.721502 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8afc6-ba1f-4bbc-b84f-9d29f425a840 req-c5790434-af14-41be-8297-ea3f0dbb5597 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:53.731372 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10e8afc6-ba1f-4bbc-b84f-9d29f425a840 req-c5790434-af14-41be-8297-ea3f0dbb5597 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.1629634 Aug 31 14:33:53.823682 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10e8afc6-ba1f-4bbc-b84f-9d29f425a840 req-ac371425-14f6-4702-a7ee-2c1bede315d0 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874653 Aug 31 14:33:53.898595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9aac5-c3db-4b53-8e57-fc5582f8868e req-19ff0f95-a576-4373-8df7-385be0e65512 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:53.902933 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82b9aac5-c3db-4b53-8e57-fc5582f8868e req-19ff0f95-a576-4373-8df7-385be0e65512 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.0959616 Aug 31 14:33:53.999583 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82b9aac5-c3db-4b53-8e57-fc5582f8868e req-e450ac55-b023-4920-92ef-9f13e2af06ac tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657229 Aug 31 14:33:54.023227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Allocated IP 172.20.0.9 (9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa/d8fbc14a-5975-497c-8bfb-9e1d8bd4eb44/67d36ebb-bd1b-48ab-a844-b2b2b32f566e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:54.036314 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-44fe0b18-94f2-4a13-8bb7-1b4fc93a2973 None None] Provisioning complete for port 0e60885a-3db7-4fbd-bf53-ad61d3865b78 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:54.038970 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44fe0b18-94f2-4a13-8bb7-1b4fc93a2973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.127660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-44fe0b18-94f2-4a13-8bb7-1b4fc93a2973 None None] Port 0e60885a-3db7-4fbd-bf53-ad61d3865b78 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:54.248280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b6c76153-e145-4d48-9315-61a3944574d5 None None] Provisioning complete for port 0e60885a-3db7-4fbd-bf53-ad61d3865b78 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:54.248842 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6c76153-e145-4d48-9315-61a3944574d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.254475 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.270326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b3023-9061-47bd-84b3-60f4283df7ce req-6d856e68-5374-462f-8ae5-829baeb3dfe7 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:54.272184 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-076b3023-9061-47bd-84b3-60f4283df7ce req-6d856e68-5374-462f-8ae5-829baeb3dfe7 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.0865755 Aug 31 14:33:54.283260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Transition to ACTIVE for port object 67d36ebb-bd1b-48ab-a844-b2b2b32f566e will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:54.308057 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.311085 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b6c76153-e145-4d48-9315-61a3944574d5 None None] Port 0e60885a-3db7-4fbd-bf53-ad61d3865b78 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:54.362585 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.375088 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-076b3023-9061-47bd-84b3-60f4283df7ce req-c7204e66-2cd7-4b5a-8d38-3cb46730c502 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932837 Aug 31 14:33:54.419142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Network 9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:54.424422 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:54.428381 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:54.460791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event updated for resources: {'Port': ['ID=67d36ebb-bd1b-48ab-a844-b2b2b32f566e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:54.502207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:54.503102 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.526195 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5e76a8ca-7f55-4c5c-a807-99d5cbfa8a09 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2600102 Aug 31 14:33:54.529518 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54430) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:54.539231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:54.552969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe679d-e167-4436-9f8d-c7f07894b23f req-50c75173-baee-438a-b7f2-8bf034e60aee tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:54.555913 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-66fe679d-e167-4436-9f8d-c7f07894b23f req-50c75173-baee-438a-b7f2-8bf034e60aee tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.0711217 Aug 31 14:33:54.573224 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.636363 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-66fe679d-e167-4436-9f8d-c7f07894b23f req-9224ca40-8bf5-4091-a9fc-125550ed9245 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710528 Aug 31 14:33:54.715940 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.810469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4256e688-b970-4f91-83bc-95cc03b84599 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:54.858851 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8f2b1-6b03-4a96-ae1b-fbd91ab56601 req-7f740e6f-357a-42e5-8c1d-dd03b9fb0ca6 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:54.861158 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6f8f2b1-6b03-4a96-ae1b-fbd91ab56601 req-7f740e6f-357a-42e5-8c1d-dd03b9fb0ca6 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.1110654 Aug 31 14:33:54.900045 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a1c5e869-c575-4fd3-94cc-c1638ab2047e None None] Provisioning for port 67d36ebb-bd1b-48ab-a844-b2b2b32f566e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:54.901476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Allocated IP 172.25.2.52 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/18281573-b9c2-4436-9f28-2880a51005b6) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:54.904665 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.910559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a1c5e869-c575-4fd3-94cc-c1638ab2047e None None] Provisioning complete for port 67d36ebb-bd1b-48ab-a844-b2b2b32f566e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:54.910981 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1c5e869-c575-4fd3-94cc-c1638ab2047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.949026 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5e869-c575-4fd3-94cc-c1638ab2047e None None] Port 67d36ebb-bd1b-48ab-a844-b2b2b32f566e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:54.950242 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6f8f2b1-6b03-4a96-ae1b-fbd91ab56601 req-0b479e60-a115-49e5-a123-61f6ce6d9548 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716147 Aug 31 14:33:54.960899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 4256e688-b970-4f91-83bc-95cc03b84599 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:54.961282 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.116523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a62853-aaa4-4ae9-8145-7b1a62b74676 req-24a9db54-f681-4ae3-b407-d3b47b44ae28 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:55.124017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39a62853-aaa4-4ae9-8145-7b1a62b74676 req-24a9db54-f681-4ae3-b407-d3b47b44ae28 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.1018336 Aug 31 14:33:55.157953 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89160385-d538-429e-97da-b04d92607906 req-6c223a6f-dfa8-49eb-a309-3a8def46a9e4 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:55.159543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-89160385-d538-429e-97da-b04d92607906 req-6c223a6f-dfa8-49eb-a309-3a8def46a9e4 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.0663216 Aug 31 14:33:55.168354 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.194082 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39a62853-aaa4-4ae9-8145-7b1a62b74676 req-aa9e8e21-2456-46f9-bd35-3ebff9d45b95 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691271 Aug 31 14:33:55.211104 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-89160385-d538-429e-97da-b04d92607906 req-4ccfe890-ea0c-4f73-9491-c40e01403b3e tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448604 Aug 31 14:33:55.272521 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.326952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:55.331005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:55.352481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:55.399863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event updated for resources: {'Port': ['ID=18281573-b9c2-4436-9f28-2880a51005b6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:55.462433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bcb95-c022-414b-a32c-734a708a01d3 req-f256862b-ca02-4881-9c3d-ffea75bbb0f0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:55.463997 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-362bcb95-c022-414b-a32c-734a708a01d3 req-f256862b-ca02-4881-9c3d-ffea75bbb0f0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.1135936 Aug 31 14:33:55.520429 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.544385 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-362bcb95-c022-414b-a32c-734a708a01d3 req-c34141bd-b3af-4c3d-8bfc-f9d96c3f2233 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743055 Aug 31 14:33:55.589316 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.807409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21caffa-6b5d-4b44-9456-76c69e651820 req-4472001c-614d-47f8-9733-55ee57981994 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:55.812541 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e21caffa-6b5d-4b44-9456-76c69e651820 req-4472001c-614d-47f8-9733-55ee57981994 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.1185963 Aug 31 14:33:55.824549 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.854524 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.867152 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e21caffa-6b5d-4b44-9456-76c69e651820 req-0a354f4f-8292-402b-a8c6-b9edd5c13702 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446849 Aug 31 14:33:55.959078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event updated for resources: {'Port': ['ID=18281573-b9c2-4436-9f28-2880a51005b6,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:55.984014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cd8ac-87e7-4854-91c2-967d24ea3912 req-3d46a12b-1b13-4677-8b62-e39583f0de1a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:55.985902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816cd8ac-87e7-4854-91c2-967d24ea3912 req-3d46a12b-1b13-4677-8b62-e39583f0de1a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.1638749 Aug 31 14:33:55.996548 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.042601 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.043377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5e3c978c-e1f5-48aa-ba64-699bf1bbfbd5 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5094299 Aug 31 14:33:56.047347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54494) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:56.053582 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-20446bc2-e7d5-4c37-ae5a-733983d692d3 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Request body: {'floatingip': {'port_id': '67d36ebb-bd1b-48ab-a844-b2b2b32f566e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:56.058186 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-816cd8ac-87e7-4854-91c2-967d24ea3912 req-ae690612-0df7-466e-8dbf-664633a645be tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462542 Aug 31 14:33:56.110880 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20446bc2-e7d5-4c37-ae5a-733983d692d3 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.122508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad900a49-163c-4e85-8068-2000af8d5c6c req-b06eb4c5-f19b-407f-bc7d-6fc51b0caeb2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:56.123983 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ad900a49-163c-4e85-8068-2000af8d5c6c req-b06eb4c5-f19b-407f-bc7d-6fc51b0caeb2 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.1220508 Aug 31 14:33:56.248051 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ad900a49-163c-4e85-8068-2000af8d5c6c req-e21c5d65-3cf9-463b-a6cb-17df6d7c0d16 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966601 Aug 31 14:33:56.290194 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-20446bc2-e7d5-4c37-ae5a-733983d692d3 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] update failed (client error): The resource could not be found. Aug 31 14:33:56.291512 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-20446bc2-e7d5-4c37-ae5a-733983d692d3 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "PUT /v2.0/floatingips/e883144b-379b-43f0-97ef-ca71eda47225 HTTP/1.1" status: 404 len: 507 time: 0.2426000 Aug 31 14:33:56.294335 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54504) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:56.533012 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-a0f4ff95-5622-417f-b764-e033464f38bc tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Deleting port 18281573-b9c2-4436-9f28-2880a51005b6 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:56.533494 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ff95-5622-417f-b764-e033464f38bc tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.624980 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ff95-5622-417f-b764-e033464f38bc tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.625347 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ff95-5622-417f-b764-e033464f38bc tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.638361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-a0f4ff95-5622-417f-b764-e033464f38bc tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Calling delete_port for 18281573-b9c2-4436-9f28-2880a51005b6 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:56.800167 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ff95-5622-417f-b764-e033464f38bc tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.886819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4ff95-5622-417f-b764-e033464f38bc tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event deleted for resources: {'Port': ['ID=18281573-b9c2-4436-9f28-2880a51005b6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:56.904208 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ff95-5622-417f-b764-e033464f38bc tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.907394 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ff95-5622-417f-b764-e033464f38bc tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.912466 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a0f4ff95-5622-417f-b764-e033464f38bc tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "DELETE /v2.0/floatingips/e883144b-379b-43f0-97ef-ca71eda47225 HTTP/1.1" status: 204 len: 168 time: 0.6160328 Aug 31 14:33:56.912466 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54522) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:56.917059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-48675d53-839f-455b-a85c-5a0eec70d83e tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Request body: {'floatingip': {'floating_network_id': '9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa', 'port_id': '67d36ebb-bd1b-48ab-a844-b2b2b32f566e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:56.946259 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48675d53-839f-455b-a85c-5a0eec70d83e tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.158830 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-48675d53-839f-455b-a85c-5a0eec70d83e tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:33:57.163456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-48675d53-839f-455b-a85c-5a0eec70d83e tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2465582 Aug 31 14:33:57.163758 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54532) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:57.168735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '67d36ebb-bd1b-48ab-a844-b2b2b32f566e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:57.203790 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.270090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067a956-9d6a-471e-8f50-fb013f2ce3c6 req-0631f596-dead-44dd-a2ee-d801f0cc47b2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:57.273157 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3067a956-9d6a-471e-8f50-fb013f2ce3c6 req-0631f596-dead-44dd-a2ee-d801f0cc47b2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.0968084 Aug 31 14:33:57.360547 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3067a956-9d6a-471e-8f50-fb013f2ce3c6 req-bdd172ef-c846-4037-a369-e3e01dba71f7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778024 Aug 31 14:33:57.397579 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.530088 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Allocated IP 172.25.2.130 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/00ede14f-00e5-4776-b2f4-c72434b9bdf8) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:57.650351 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.692228 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.736818 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:57.739828 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:57.743901 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:57.749543 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event updated for resources: {'Port': ['ID=00ede14f-00e5-4776-b2f4-c72434b9bdf8,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:57.971763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Deleting port 00ede14f-00e5-4776-b2f4-c72434b9bdf8 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:57.972372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.071799 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.072139 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.085742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Calling delete_port for 00ede14f-00e5-4776-b2f4-c72434b9bdf8 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:58.255435 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.296394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event deleted for resources: {'Port': ['ID=00ede14f-00e5-4776-b2f4-c72434b9bdf8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:58.418138 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] create failed (client error): The resource could not be found. Aug 31 14:33:58.423136 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c11335e9-7dec-4cd2-9533-5afd7e0455a8 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2539847 Aug 31 14:33:58.423136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54564) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:58.742801 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7743d-33e5-4355-bbc7-3cec2cb6d425 req-89be98e4-1fb9-4890-a169-093c4bdd5269 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:58.762673 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d0e7743d-33e5-4355-bbc7-3cec2cb6d425 req-89be98e4-1fb9-4890-a169-093c4bdd5269 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.2846580 Aug 31 14:33:58.839290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0a302-3269-451e-a8c0-83e7f6b9d9f3 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Deleting port 67d36ebb-bd1b-48ab-a844-b2b2b32f566e {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:58.855275 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ff0a302-3269-451e-a8c0-83e7f6b9d9f3 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.963052 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ff0a302-3269-451e-a8c0-83e7f6b9d9f3 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.977456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0a302-3269-451e-a8c0-83e7f6b9d9f3 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Calling delete_port for 67d36ebb-bd1b-48ab-a844-b2b2b32f566e owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:59.083206 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d0e7743d-33e5-4355-bbc7-3cec2cb6d425 req-bd655e7e-068d-4718-92f7-7d26e676c974 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237257 Aug 31 14:33:59.249040 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ff0a302-3269-451e-a8c0-83e7f6b9d9f3 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.320192 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0a302-3269-451e-a8c0-83e7f6b9d9f3 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event deleted for resources: {'Port': ['ID=67d36ebb-bd1b-48ab-a844-b2b2b32f566e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:59.453926 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ff0a302-3269-451e-a8c0-83e7f6b9d9f3 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.460314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54606) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:59.462068 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8ff0a302-3269-451e-a8c0-83e7f6b9d9f3 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "DELETE /v2.0/ports/67d36ebb-bd1b-48ab-a844-b2b2b32f566e HTTP/1.1" status: 204 len: 168 time: 1.0382521 Aug 31 14:33:59.521746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 938259a3-e334-4af9-9677-2d88fdf2e067 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:33:59.581092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf3f005-82d1-44ee-a030-467964d6bf35 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:59.582891 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7cf3f005-82d1-44ee-a030-467964d6bf35 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ce186e6-2fff-474d-b5fc-d6b2776117a0 HTTP/1.1" status: 200 len: 913 time: 0.1215837 Aug 31 14:33:59.585529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54610) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:59.919771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 938259a3-e334-4af9-9677-2d88fdf2e067, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=938259a3-e334-4af9-9677-2d88fdf2e067,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:59.949767 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '938259a3-e334-4af9-9677-2d88fdf2e067', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'port_id': '938259a3-e334-4af9-9677-2d88fdf2e067', 'mac_address': 'fa:16:3e:36:ee:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:34:00.036431 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.078146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 938259a3-e334-4af9-9677-2d88fdf2e067 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:34:00.146026 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 938259a3-e334-4af9-9677-2d88fdf2e067, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=938259a3-e334-4af9-9677-2d88fdf2e067,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:00.157005 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.255778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=938259a3-e334-4af9-9677-2d88fdf2e067,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:00.382153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['938259a3-e334-4af9-9677-2d88fdf2e067'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:34:00.477137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d119e-9944-4c45-a0b3-b1e653e9804c req-1f539012-7505-456d-94bb-2799c7865adc tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:00.480201 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f8d119e-9944-4c45-a0b3-b1e653e9804c req-1f539012-7505-456d-94bb-2799c7865adc tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 944 time: 0.2069106 Aug 31 14:34:00.509013 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7563a597-55a5-490c-8633-011e13758860 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.721288 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f8d119e-9944-4c45-a0b3-b1e653e9804c req-4d4ce774-5c33-4ba1-b248-d6741453a956 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331111 Aug 31 14:34:01.114902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7563a597-55a5-490c-8633-011e13758860 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Deleting port 0e60885a-3db7-4fbd-bf53-ad61d3865b78 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:01.115337 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7563a597-55a5-490c-8633-011e13758860 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.330722 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7563a597-55a5-490c-8633-011e13758860 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.349464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7563a597-55a5-490c-8633-011e13758860 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Calling delete_port for 0e60885a-3db7-4fbd-bf53-ad61d3865b78 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:01.532472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 938259a3-e334-4af9-9677-2d88fdf2e067 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:01.590941 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7563a597-55a5-490c-8633-011e13758860 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.632355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563a597-55a5-490c-8633-011e13758860 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event deleted for resources: {'Port': ['ID=0e60885a-3db7-4fbd-bf53-ad61d3865b78,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:01.678004 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 938259a3-e334-4af9-9677-2d88fdf2e067 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:01.681004 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.838621 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.917190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 938259a3-e334-4af9-9677-2d88fdf2e067, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=938259a3-e334-4af9-9677-2d88fdf2e067,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:01.926304 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfcd971-e939-431c-bced-b4fac0053c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938259a3-e334-4af9-9677-2d88fdf2e067'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:01.929980 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8971c5a-60d2-4fbb-b217-2dd5e4d4badf" -d '{"events": [{"server_uuid": "ebfcd971-e939-431c-bced-b4fac0053c6f", "name": "network-vif-plugged", "status": "completed", "tag": "938259a3-e334-4af9-9677-2d88fdf2e067"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:01.950743 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.066841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd27c3-a925-4f61-a351-41a48bf4d639 req-b8d589e6-f601-4c97-b052-b0ef84b99e63 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:02.070896 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9afd27c3-a925-4f61-a351-41a48bf4d639 req-b8d589e6-f601-4c97-b052-b0ef84b99e63 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 944 time: 0.1846514 Aug 31 14:34:02.122659 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772fefc8-9dd1-4eb4-afb2-dfd677f84629 x-openstack-request-id: req-772fefc8-9dd1-4eb4-afb2-dfd677f84629 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:02.123094 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfcd971-e939-431c-bced-b4fac0053c6f", "name": "network-vif-plugged", "status": "completed", "tag": "938259a3-e334-4af9-9677-2d88fdf2e067", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:02.123467 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-772fefc8-9dd1-4eb4-afb2-dfd677f84629 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:02.124012 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfcd971-e939-431c-bced-b4fac0053c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938259a3-e334-4af9-9677-2d88fdf2e067', 'code': 200} Aug 31 14:34:02.125182 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=938259a3-e334-4af9-9677-2d88fdf2e067,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:02.154043 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9afd27c3-a925-4f61-a351-41a48bf4d639 req-bec3e6c2-dce6-416c-a56f-045aa984ea95 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782745 Aug 31 14:34:02.690385 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7563a597-55a5-490c-8633-011e13758860 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.788860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb4bb8-a543-486e-99cc-4d60a178d332 req-603fedda-54eb-435f-af42-179eda4d5cd6 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:02.799955 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0bcb4bb8-a543-486e-99cc-4d60a178d332 req-603fedda-54eb-435f-af42-179eda4d5cd6 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.1344810 Aug 31 14:34:02.923368 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0bcb4bb8-a543-486e-99cc-4d60a178d332 req-5570a719-4543-4989-a6a1-b1f50d5e18ad tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202583 Aug 31 14:34:03.040715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7563a597-55a5-490c-8633-011e13758860 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Router 4ce186e6-2fff-474d-b5fc-d6b2776117a0 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:34:03.198384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54662) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:03.228582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7563a597-55a5-490c-8633-011e13758860 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:34:03.242798 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d1d57-4b4f-4a3d-9c42-01b3dce6570b None None] Sync routers for ids ['4ce186e6-2fff-474d-b5fc-d6b2776117a0'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:34:03.255771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7563a597-55a5-490c-8633-011e13758860 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "PUT /v2.0/routers/4ce186e6-2fff-474d-b5fc-d6b2776117a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6668205 Aug 31 14:34:03.257058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54666) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:03.258777 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d1d57-4b4f-4a3d-9c42-01b3dce6570b None None] Routers {'4ce186e6-2fff-474d-b5fc-d6b2776117a0'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:03.259471 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-583d1d57-4b4f-4a3d-9c42-01b3dce6570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['4ce186e6-2fff-474d-b5fc-d6b2776117a0'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:03.299701 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-583d1d57-4b4f-4a3d-9c42-01b3dce6570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:03.309114 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d1d57-4b4f-4a3d-9c42-01b3dce6570b None None] Routers {'4ce186e6-2fff-474d-b5fc-d6b2776117a0'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:03.309940 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-583d1d57-4b4f-4a3d-9c42-01b3dce6570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:33:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['4ce186e6-2fff-474d-b5fc-d6b2776117a0'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:03.352961 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-583d1d57-4b4f-4a3d-9c42-01b3dce6570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:03.353841 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d1d57-4b4f-4a3d-9c42-01b3dce6570b None None] The sync data for ids ['4ce186e6-2fff-474d-b5fc-d6b2776117a0'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:34:03.464483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286777d6-a25f-4a25-9225-f944b82ea527 req-d9e7f5cb-f2fe-4a75-8a2d-d69890616a83 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:03.467307 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-286777d6-a25f-4a25-9225-f944b82ea527 req-d9e7f5cb-f2fe-4a75-8a2d-d69890616a83 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.0844581 Aug 31 14:34:03.487459 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4f45364-593d-4d80-b13e-ac42541cf709 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.537175 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-286777d6-a25f-4a25-9225-f944b82ea527 req-6b439077-0cb5-4338-acab-f4759d444dd3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547576 Aug 31 14:34:03.544652 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-120217a7-a90f-4f46-83cf-58f195a6c5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.722464 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4f45364-593d-4d80-b13e-ac42541cf709 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.726251 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4f45364-593d-4d80-b13e-ac42541cf709 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.816691 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4f45364-593d-4d80-b13e-ac42541cf709 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.817352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f45364-593d-4d80-b13e-ac42541cf709 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Fanout notify agent at l3_agent the message router_deleted on router 4ce186e6-2fff-474d-b5fc-d6b2776117a0 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:34:03.829616 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4f45364-593d-4d80-b13e-ac42541cf709 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.831072 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f4f45364-593d-4d80-b13e-ac42541cf709 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "DELETE /v2.0/routers/4ce186e6-2fff-474d-b5fc-d6b2776117a0 HTTP/1.1" status: 204 len: 168 time: 0.5727658 Aug 31 14:34:03.833991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54672) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:03.889873 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-120217a7-a90f-4f46-83cf-58f195a6c5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.895552 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-120217a7-a90f-4f46-83cf-58f195a6c5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.911787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd14f845-03ba-4312-bffc-b9d6c6aea474 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Deleting subnet d8fbc14a-5975-497c-8bfb-9e1d8bd4eb44 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:34:03.915852 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd14f845-03ba-4312-bffc-b9d6c6aea474 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:03.943031 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-120217a7-a90f-4f46-83cf-58f195a6c5df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a157df23cbd4ee98906e6a6910d6649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7434323 Aug 31 14:34:03.944492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120217a7-a90f-4f46-83cf-58f195a6c5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57980817-b442-4f6f-81f7-1f18511030da,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:03.947092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54674) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:04.011766 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd14f845-03ba-4312-bffc-b9d6c6aea474 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.098793 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48e26b44-5e00-4429-8e4c-ae3b7ee8aebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.181974 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd14f845-03ba-4312-bffc-b9d6c6aea474 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.291660 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd14f845-03ba-4312-bffc-b9d6c6aea474 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.356978 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd14f845-03ba-4312-bffc-b9d6c6aea474 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.363474 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bd14f845-03ba-4312-bffc-b9d6c6aea474 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "DELETE /v2.0/subnets/d8fbc14a-5975-497c-8bfb-9e1d8bd4eb44 HTTP/1.1" status: 204 len: 168 time: 0.5261023 Aug 31 14:34:04.364781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14f845-03ba-4312-bffc-b9d6c6aea474 tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event deleted for resources: {'Subnet': ['ID=d8fbc14a-5975-497c-8bfb-9e1d8bd4eb44,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:04.364947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ab915d-89de-4e5f-9af4-3ebc7157bb0c None None] Network 9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:04.367866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54682) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:04.475319 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.544088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Deleting port 4256e688-b970-4f91-83bc-95cc03b84599 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:04.544367 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.633118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] For port 4256e688-b970-4f91-83bc-95cc03b84599, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4256e688-b970-4f91-83bc-95cc03b84599,segment=NetworkSegment(4cf838e6-ed2e-4773-9c88-0e1e655d7726),segment_id=4cf838e6-ed2e-4773-9c88-0e1e655d7726)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:04.633589 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.640154 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48e26b44-5e00-4429-8e4c-ae3b7ee8aebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.668178 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfde14f-b139-4683-b27e-fafb23013df2 req-cf975566-b277-42ec-a445-528ff828668f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:04.669741 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2dfde14f-b139-4683-b27e-fafb23013df2 req-cf975566-b277-42ec-a445-528ff828668f tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.6025720 Aug 31 14:34:04.717829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Calling delete_port for 4256e688-b970-4f91-83bc-95cc03b84599 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:04.744984 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2dfde14f-b139-4683-b27e-fafb23013df2 req-87314803-c640-4361-84c6-28ceaf2e73b5 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/security-groups?id=992eb084-e7dd-476b-90c3-71497bab4fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672686 Aug 31 14:34:04.768247 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48e26b44-5e00-4429-8e4c-ae3b7ee8aebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.775781 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48e26b44-5e00-4429-8e4c-ae3b7ee8aebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.777257 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-48e26b44-5e00-4429-8e4c-ae3b7ee8aebb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57980817-b442-4f6f-81f7-1f18511030da HTTP/1.1" status: 204 len: 168 time: 0.8290031 Aug 31 14:34:04.784036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617b99ff-cb4e-483d-88a1-9e185a3db267 None None] DHCP port deletion for 9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:34:04.788819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e26b44-5e00-4429-8e4c-ae3b7ee8aebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57980817-b442-4f6f-81f7-1f18511030da,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:04.882303 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c10c44-203b-4694-8b0e-756f68d59c51 req-1a5f0cc0-d1d7-436c-a9dc-783fffd32236 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:04.883960 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-86c10c44-203b-4694-8b0e-756f68d59c51 req-1a5f0cc0-d1d7-436c-a9dc-783fffd32236 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.2333109 Aug 31 14:34:04.898485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76eddbf-7c4b-4ddf-92f2-0990d7d8ad09 req-165f3d36-5000-40c4-a8b2-26f0cddd5302 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:04.900110 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d76eddbf-7c4b-4ddf-92f2-0990d7d8ad09 req-165f3d36-5000-40c4-a8b2-26f0cddd5302 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 946 time: 0.2082679 Aug 31 14:34:04.959049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-617b99ff-cb4e-483d-88a1-9e185a3db267 None None] Deleting port 4256e688-b970-4f91-83bc-95cc03b84599 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:04.960635 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-617b99ff-cb4e-483d-88a1-9e185a3db267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.993843 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-86c10c44-203b-4694-8b0e-756f68d59c51 req-852d717d-5288-470e-a350-527a62cf7538 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927029 Aug 31 14:34:05.070164 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.109670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-617b99ff-cb4e-483d-88a1-9e185a3db267 None None] For port 4256e688-b970-4f91-83bc-95cc03b84599, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4256e688-b970-4f91-83bc-95cc03b84599,segment=NetworkSegment(4cf838e6-ed2e-4773-9c88-0e1e655d7726),segment_id=4cf838e6-ed2e-4773-9c88-0e1e655d7726)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:05.109670 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-617b99ff-cb4e-483d-88a1-9e185a3db267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.135055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-617b99ff-cb4e-483d-88a1-9e185a3db267 None None] Calling delete_port for 4256e688-b970-4f91-83bc-95cc03b84599 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:05.173602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event deleted for resources: {'Port': ['ID=4256e688-b970-4f91-83bc-95cc03b84599,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:05.183606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] No DVR routers for this DVR port 4256e688-b970-4f91-83bc-95cc03b84599 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:05.217682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d76eddbf-7c4b-4ddf-92f2-0990d7d8ad09 req-ef3e2f16-c109-41d7-818a-560ed29fe0c0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Deleting port 939b4f01-144a-4c0c-a95c-a3185fdcf62f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:05.218304 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d76eddbf-7c4b-4ddf-92f2-0990d7d8ad09 req-ef3e2f16-c109-41d7-818a-560ed29fe0c0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.265447 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-617b99ff-cb4e-483d-88a1-9e185a3db267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.296679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b99ff-cb4e-483d-88a1-9e185a3db267 None None] Pushing event deleted for resources: {'Port': ['ID=4256e688-b970-4f91-83bc-95cc03b84599,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:05.318859 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617b99ff-cb4e-483d-88a1-9e185a3db267 None None] No DVR routers for this DVR port 4256e688-b970-4f91-83bc-95cc03b84599 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:05.342612 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.358890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:05.382321 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf838e6-ed2e-4773-9c88-0e1e655d7726') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:05.383512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf838e6-ed2e-4773-9c88-0e1e655d7726') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:05.398807 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.426240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d76eddbf-7c4b-4ddf-92f2-0990d7d8ad09 req-ef3e2f16-c109-41d7-818a-560ed29fe0c0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] For port 939b4f01-144a-4c0c-a95c-a3185fdcf62f, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=939b4f01-144a-4c0c-a95c-a3185fdcf62f,segment=NetworkSegment(cae05f50-768f-41be-97da-d89e072cc786),segment_id=cae05f50-768f-41be-97da-d89e072cc786)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:05.426240 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d76eddbf-7c4b-4ddf-92f2-0990d7d8ad09 req-ef3e2f16-c109-41d7-818a-560ed29fe0c0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.428893 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.443634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:34:05.444352 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:34:05.447775 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:34:05.450370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d76eddbf-7c4b-4ddf-92f2-0990d7d8ad09 req-ef3e2f16-c109-41d7-818a-560ed29fe0c0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Calling delete_port for 939b4f01-144a-4c0c-a95c-a3185fdcf62f owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:05.465764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54692) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:05.498422 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0f3e4aa-4d10-443c-a34b-e8b0bf6bedc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.559786 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.581626 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.598403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] 10.222.0.39 "DELETE /v2.0/networks/9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa HTTP/1.1" status: 204 len: 168 time: 1.2218249 Aug 31 14:34:05.604149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec98939-4329-4100-8372-85cc37912fcf tempest-FloatingIPNegativeTestJSON-461311130 tempest-FloatingIPNegativeTestJSON-461311130-project] Pushing event deleted for resources: {'Network': ['ID=9c93b861-ae3b-4ec3-92ed-0ac3eebebeaa,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:05.713059 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0f3e4aa-4d10-443c-a34b-e8b0bf6bedc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.721794 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0f3e4aa-4d10-443c-a34b-e8b0bf6bedc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.779289 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c0f3e4aa-4d10-443c-a34b-e8b0bf6bedc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=379b660e376940e187e48798af227944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124008 Aug 31 14:34:05.784685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54696) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:05.790887 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d76eddbf-7c4b-4ddf-92f2-0990d7d8ad09 req-ef3e2f16-c109-41d7-818a-560ed29fe0c0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.810535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3e4aa-4d10-443c-a34b-e8b0bf6bedc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea48dc9-1c6a-45fd-9a0b-26da4912e75f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:05.814950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['939b4f01-144a-4c0c-a95c-a3185fdcf62f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:34:05.875068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e2f16-c109-41d7-818a-560ed29fe0c0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Pushing event deleted for resources: {'Port': ['ID=939b4f01-144a-4c0c-a95c-a3185fdcf62f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:05.958063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76eddbf-7c4b-4ddf-92f2-0990d7d8ad09 req-ef3e2f16-c109-41d7-818a-560ed29fe0c0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] No DVR routers for this DVR port 939b4f01-144a-4c0c-a95c-a3185fdcf62f on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:05.962089 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d76eddbf-7c4b-4ddf-92f2-0990d7d8ad09 req-ef3e2f16-c109-41d7-818a-560ed29fe0c0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.964989 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d76eddbf-7c4b-4ddf-92f2-0990d7d8ad09 req-ef3e2f16-c109-41d7-818a-560ed29fe0c0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.25 "DELETE /v2.0/ports/939b4f01-144a-4c0c-a95c-a3185fdcf62f HTTP/1.1" status: 204 len: 173 time: 1.0559781 Aug 31 14:34:05.965277 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b6a9049-d5c5-402b-ac60-c0059b360cb0 req-7ee217fb-5d26-4201-9fda-18f1b8481cb0 tempest-ServersNegativeTestJSON-1425577046 tempest-ServersNegativeTestJSON-1425577046-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c44541-a396-46d1-a291-7cbcd85b74f9 HTTP/1.1" status: 200 len: 210 time: 0.0852318 Aug 31 14:34:05.965875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c44541-a396-46d1-a291-7cbcd85b74f9', 'name': 'network-vif-deleted', 'tag': '939b4f01-144a-4c0c-a95c-a3185fdcf62f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:05.966219 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-316ef9cc-fcb0-473c-8fae-8b392f5f9a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.968860 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1c28b9-b156-436c-9304-d8f605fb1349" -d '{"events": [{"server_uuid": "e3c44541-a396-46d1-a291-7cbcd85b74f9", "name": "network-vif-deleted", "tag": "939b4f01-144a-4c0c-a95c-a3185fdcf62f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:06.088842 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-316ef9cc-fcb0-473c-8fae-8b392f5f9a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.112262 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5585a7-a1b0-473b-a4a5-b9f3ca5b8eba x-openstack-request-id: req-cf5585a7-a1b0-473b-a4a5-b9f3ca5b8eba {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:06.112830 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c44541-a396-46d1-a291-7cbcd85b74f9", "name": "network-vif-deleted", "tag": "939b4f01-144a-4c0c-a95c-a3185fdcf62f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:06.113240 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf5585a7-a1b0-473b-a4a5-b9f3ca5b8eba {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:06.113864 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c44541-a396-46d1-a291-7cbcd85b74f9', 'name': 'network-vif-deleted', 'tag': '939b4f01-144a-4c0c-a95c-a3185fdcf62f', 'status': 'completed', 'code': 200} Aug 31 14:34:06.156022 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54712) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:06.270560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bf4bf-bb1a-4009-958e-fb3f4b3fe8ee req-4869b828-ec20-4549-a0ef-14a9e10a9204 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:06.272425 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2a2bf4bf-bb1a-4009-958e-fb3f4b3fe8ee req-4869b828-ec20-4549-a0ef-14a9e10a9204 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.1573300 Aug 31 14:34:06.340391 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-316ef9cc-fcb0-473c-8fae-8b392f5f9a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.343138 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-316ef9cc-fcb0-473c-8fae-8b392f5f9a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.347661 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-316ef9cc-fcb0-473c-8fae-8b392f5f9a34 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ea48dc9-1c6a-45fd-9a0b-26da4912e75f HTTP/1.1" status: 204 len: 168 time: 0.5617251 Aug 31 14:34:06.366892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ef9cc-fcb0-473c-8fae-8b392f5f9a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea48dc9-1c6a-45fd-9a0b-26da4912e75f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:06.410781 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2a2bf4bf-bb1a-4009-958e-fb3f4b3fe8ee req-8d909699-f9fb-434a-b520-b43060f06c91 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193123 Aug 31 14:34:06.445437 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54722) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:06.447391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d76865b9-475e-4a02-a265-e6d439cff001 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3fe9a80812a94157bbbec715949addf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851222 Aug 31 14:34:06.557032 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e731d4a-61f6-44e2-85a2-8f08ae4fd9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.596475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e731d4a-61f6-44e2-85a2-8f08ae4fd9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.663384 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e731d4a-61f6-44e2-85a2-8f08ae4fd9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.667739 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e731d4a-61f6-44e2-85a2-8f08ae4fd9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.669635 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0e731d4a-61f6-44e2-85a2-8f08ae4fd9bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/730f26a7-71f7-4104-99d8-afc8d334c842 HTTP/1.1" status: 204 len: 168 time: 0.2227969 Aug 31 14:34:06.683079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e731d4a-61f6-44e2-85a2-8f08ae4fd9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730f26a7-71f7-4104-99d8-afc8d334c842,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:06.863342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4256e688-b970-4f91-83bc-95cc03b84599 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:06.863857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54728) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:06.885890 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-023311a0-c85b-473c-8a19-17b511c47a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.901959 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 4256e688-b970-4f91-83bc-95cc03b84599 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:06.902581 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4256e688-b970-4f91-83bc-95cc03b84599 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:07.061633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54738) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:07.100644 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-023311a0-c85b-473c-8a19-17b511c47a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.105988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-023311a0-c85b-473c-8a19-17b511c47a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.130876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d827d9-7a5a-46d9-a443-56b50f261e15 admin admin] Deleting subnet 5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:34:07.134436 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17d827d9-7a5a-46d9-a443-56b50f261e15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.169140 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-023311a0-c85b-473c-8a19-17b511c47a03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=364ab3bf91394113890724a12a0edbb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043158 Aug 31 14:34:07.174323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54746) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:07.194651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023311a0-c85b-473c-8a19-17b511c47a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646cae6e-fb6d-411d-8c11-8eb6b8bd49ad,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:07.224198 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17d827d9-7a5a-46d9-a443-56b50f261e15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.285530 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17d827d9-7a5a-46d9-a443-56b50f261e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.289647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-179b0044-b3b6-42e0-af09-c8ce7a2f667d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.333600 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-179b0044-b3b6-42e0-af09-c8ce7a2f667d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.374530 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17d827d9-7a5a-46d9-a443-56b50f261e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.405773 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-17d827d9-7a5a-46d9-a443-56b50f261e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.410432 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-17d827d9-7a5a-46d9-a443-56b50f261e15 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0 HTTP/1.1" status: 204 len: 168 time: 0.3466010 Aug 31 14:34:07.413407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:07.459503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d827d9-7a5a-46d9-a443-56b50f261e15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c799a73-4bd9-47bb-a5b3-22f7ea0dd7e0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:07.528252 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-179b0044-b3b6-42e0-af09-c8ce7a2f667d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.533551 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-179b0044-b3b6-42e0-af09-c8ce7a2f667d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.534298 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-179b0044-b3b6-42e0-af09-c8ce7a2f667d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/646cae6e-fb6d-411d-8c11-8eb6b8bd49ad HTTP/1.1" status: 204 len: 168 time: 0.3586609 Aug 31 14:34:07.585030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b0044-b3b6-42e0-af09-c8ce7a2f667d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646cae6e-fb6d-411d-8c11-8eb6b8bd49ad,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:07.598570 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a3e816a-e2b3-45c2-bcb7-bf1d163a40a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.680848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd062914-2187-442f-8eea-7499ab87836a req-0b5d2d19-16d9-444f-aaec-c60a45d45cd6 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:07.682875 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd062914-2187-442f-8eea-7499ab87836a req-0b5d2d19-16d9-444f-aaec-c60a45d45cd6 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.1247845 Aug 31 14:34:07.773980 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd062914-2187-442f-8eea-7499ab87836a req-15e388aa-ff29-45e0-8cc0-4fa17ca1c1ea tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772934 Aug 31 14:34:07.825629 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a3e816a-e2b3-45c2-bcb7-bf1d163a40a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.838213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3a3e816a-e2b3-45c2-bcb7-bf1d163a40a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03f38ab-0e33-464b-9838-b04517f029d8']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:07.851760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3a3e816a-e2b3-45c2-bcb7-bf1d163a40a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae05f50-768f-41be-97da-d89e072cc786') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:07.852123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3a3e816a-e2b3-45c2-bcb7-bf1d163a40a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae05f50-768f-41be-97da-d89e072cc786') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:07.868036 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a3e816a-e2b3-45c2-bcb7-bf1d163a40a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.892389 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a3e816a-e2b3-45c2-bcb7-bf1d163a40a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.904998 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3e816a-e2b3-45c2-bcb7-bf1d163a40a6 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:34:07.904998 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a3e816a-e2b3-45c2-bcb7-bf1d163a40a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:34:07.908178 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:34:08.105798 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a3e816a-e2b3-45c2-bcb7-bf1d163a40a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.113370 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a3e816a-e2b3-45c2-bcb7-bf1d163a40a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.119539 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3a3e816a-e2b3-45c2-bcb7-bf1d163a40a6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a03f38ab-0e33-464b-9838-b04517f029d8 HTTP/1.1" status: 204 len: 168 time: 0.7006621 Aug 31 14:34:08.133896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e816a-e2b3-45c2-bcb7-bf1d163a40a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03f38ab-0e33-464b-9838-b04517f029d8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:08.253709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54776) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.449269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e50b0927-0c93-4209-99de-ba10015a269d tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] Request body: {'port': {'network_id': '6d836d99-3b99-4ee7-a0c3-dca1cea709f4', 'name': 'tempest-NetworksNegativeTestJSON-2009739658'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:08.472934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54784) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.496237 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50b0927-0c93-4209-99de-ba10015a269d tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] POST failed (client error): The resource could not be found. Aug 31 14:34:08.496842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50b0927-0c93-4209-99de-ba10015a269d tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:34:08.498461 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e50b0927-0c93-4209-99de-ba10015a269d tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2435260 Aug 31 14:34:08.503365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54786) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.523380 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-88255604-a27c-40ba-a2a0-5da8737e5553 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] DELETE failed (client error): The resource could not be found. Aug 31 14:34:08.525776 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88255604-a27c-40ba-a2a0-5da8737e5553 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:34:08.529386 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-88255604-a27c-40ba-a2a0-5da8737e5553 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] 10.222.0.39 "DELETE /v2.0/networks/c33ba40a-031f-4b00-ac7d-aea4984ab201 HTTP/1.1" status: 404 len: 339 time: 0.0210807 Aug 31 14:34:08.531869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54788) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.583219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e08e7caf-b8af-439b-8088-88140caa3def admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf39a1308dd04525b3c251f5d378afd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1073666 Aug 31 14:34:08.585466 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54792) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.603247 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1c1211-d4f2-4d52-a072-ff64fb8a5b32 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] DELETE failed (client error): The resource could not be found. Aug 31 14:34:08.615470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1c1211-d4f2-4d52-a072-ff64fb8a5b32 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:34:08.623085 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4f1c1211-d4f2-4d52-a072-ff64fb8a5b32 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] 10.222.0.39 "DELETE /v2.0/ports/c8155e36-d464-416e-82ba-3d2632f0c121 HTTP/1.1" status: 404 len: 333 time: 0.0900977 Aug 31 14:34:08.627644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54796) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.686104 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-04857af4-cc0a-4a1b-9e56-bf2be9e5b128 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] DELETE failed (client error): The resource could not be found. Aug 31 14:34:08.686583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04857af4-cc0a-4a1b-9e56-bf2be9e5b128 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:34:08.690695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-04857af4-cc0a-4a1b-9e56-bf2be9e5b128 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] 10.222.0.39 "DELETE /v2.0/subnets/f4fa9a0c-71fd-43a8-a1dc-028594a3c913 HTTP/1.1" status: 404 len: 337 time: 0.0618989 Aug 31 14:34:08.696571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54798) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.706675 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-800e6eed-29f5-4c2c-8662-5b022f6b2a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.720803 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f81ed8a-6d3c-4a42-8b79-57a6c4c869ca tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] GET failed (client error): The resource could not be found. Aug 31 14:34:08.726681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54800) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.734928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3f81ed8a-6d3c-4a42-8b79-57a6c4c869ca tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] 10.222.0.39 "GET /v2.0/networks/fb4d7792-5266-489a-8092-9147df969104 HTTP/1.1" status: 404 len: 339 time: 0.0250759 Aug 31 14:34:08.787280 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c618c968-2df3-459f-a2f3-fef01067abdf tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] GET failed (client error): The resource could not be found. Aug 31 14:34:08.790012 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c618c968-2df3-459f-a2f3-fef01067abdf tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] 10.222.0.39 "GET /v2.0/ports/b8ada23b-126f-4857-8873-9c5409cf5b91 HTTP/1.1" status: 404 len: 333 time: 0.0621278 Aug 31 14:34:08.794228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54802) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.795164 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-800e6eed-29f5-4c2c-8662-5b022f6b2a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.867617 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a129dc08-ecd5-4ae2-ba34-a9a730fe843a tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] GET failed (client error): The resource could not be found. Aug 31 14:34:08.872046 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a129dc08-ecd5-4ae2-ba34-a9a730fe843a tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] 10.222.0.39 "GET /v2.0/subnets/6c4d83a0-f3c4-4e0b-80df-ee7c9600fafe HTTP/1.1" status: 404 len: 337 time: 0.0766830 Aug 31 14:34:08.875877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54808) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.891084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6141b0ff-1efb-4e49-91a3-5bbb3cec9495 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:08.901353 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-800e6eed-29f5-4c2c-8662-5b022f6b2a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.904321 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-800e6eed-29f5-4c2c-8662-5b022f6b2a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.905500 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-800e6eed-29f5-4c2c-8662-5b022f6b2a55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/992eb084-e7dd-476b-90c3-71497bab4fef HTTP/1.1" status: 204 len: 168 time: 0.3183873 Aug 31 14:34:08.922053 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e6eed-29f5-4c2c-8662-5b022f6b2a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992eb084-e7dd-476b-90c3-71497bab4fef,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:08.947168 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6141b0ff-1efb-4e49-91a3-5bbb3cec9495 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] PUT failed (client error): The resource could not be found. Aug 31 14:34:08.948040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6141b0ff-1efb-4e49-91a3-5bbb3cec9495 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:34:08.949402 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6141b0ff-1efb-4e49-91a3-5bbb3cec9495 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] 10.222.0.39 "PUT /v2.0/networks/12295b60-30d1-4cc8-9459-22d04eb6c8f1 HTTP/1.1" status: 404 len: 339 time: 0.0723486 Aug 31 14:34:08.954667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54812) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.974824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-75191ea4-0ea9-40af-9219-572086a75f1a tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:08.975076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea33c-608e-45b2-95ed-6d869f0b8f96 req-76b04d2f-44b5-42b9-9e1e-b46124685060 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:08.982743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-799ea33c-608e-45b2-95ed-6d869f0b8f96 req-76b04d2f-44b5-42b9-9e1e-b46124685060 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.0871615 Aug 31 14:34:09.040606 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-799ea33c-608e-45b2-95ed-6d869f0b8f96 req-e45d8b79-3286-4675-adaf-1b90aa516308 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568120 Aug 31 14:34:09.057781 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-75191ea4-0ea9-40af-9219-572086a75f1a tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] PUT failed (client error): The resource could not be found. Aug 31 14:34:09.058642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75191ea4-0ea9-40af-9219-572086a75f1a tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:34:09.072115 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-75191ea4-0ea9-40af-9219-572086a75f1a tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] 10.222.0.39 "PUT /v2.0/ports/3ad32f99-e2a9-4b0a-95de-d89c2de979c3 HTTP/1.1" status: 404 len: 333 time: 0.1150937 Aug 31 14:34:09.077696 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54820) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:09.083429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-13ebf3c1-43d2-4ddd-8dee-e65265f0fd47 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:09.121807 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ebf3c1-43d2-4ddd-8dee-e65265f0fd47 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] PUT failed (client error): The resource could not be found. Aug 31 14:34:09.122293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ebf3c1-43d2-4ddd-8dee-e65265f0fd47 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:34:09.123536 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-13ebf3c1-43d2-4ddd-8dee-e65265f0fd47 tempest-NetworksNegativeTestJSON-538113926 tempest-NetworksNegativeTestJSON-538113926-project] 10.222.0.39 "PUT /v2.0/subnets/0e803f8c-f91d-414a-a0fc-f6c99bae39c5 HTTP/1.1" status: 404 len: 337 time: 0.0447781 Aug 31 14:34:09.592872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 939b4f01-144a-4c0c-a95c-a3185fdcf62f no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:09.647114 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 939b4f01-144a-4c0c-a95c-a3185fdcf62f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:09.649455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 939b4f01-144a-4c0c-a95c-a3185fdcf62f not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:09.658810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54844) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:10.083911 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5e19634-9828-41f7-8780-cbbd36115cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.247473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca143e-f115-4468-923c-0bbdf62df1f4 req-66ecf32b-a099-4aa3-888a-3943a21035ab tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:10.259860 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-deca143e-f115-4468-923c-0bbdf62df1f4 req-66ecf32b-a099-4aa3-888a-3943a21035ab tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.1115170 Aug 31 14:34:10.331105 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5e19634-9828-41f7-8780-cbbd36115cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.347359 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-deca143e-f115-4468-923c-0bbdf62df1f4 req-9de64c5d-6370-46f9-acf4-060604832e25 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852849 Aug 31 14:34:10.352964 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5e19634-9828-41f7-8780-cbbd36115cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.416446 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e5e19634-9828-41f7-8780-cbbd36115cde admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2dcf588e4a3c42ae990c834ded20b355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7539997 Aug 31 14:34:10.416446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e19634-9828-41f7-8780-cbbd36115cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3befcc98-4371-4d22-a171-58c499ff4ca7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:10.417061 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54870) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:10.433616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54872) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:10.494068 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd98db8b-2cdb-4ccf-be7a-5161e9c4808c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.529688 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd98db8b-2cdb-4ccf-be7a-5161e9c4808c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.578650 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6dd97b1f-8fea-45cd-a169-e498238e05d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.608197 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd98db8b-2cdb-4ccf-be7a-5161e9c4808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.615458 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd98db8b-2cdb-4ccf-be7a-5161e9c4808c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.621830 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fd98db8b-2cdb-4ccf-be7a-5161e9c4808c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3befcc98-4371-4d22-a171-58c499ff4ca7 HTTP/1.1" status: 204 len: 168 time: 0.2016246 Aug 31 14:34:10.646587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98db8b-2cdb-4ccf-be7a-5161e9c4808c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3befcc98-4371-4d22-a171-58c499ff4ca7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:10.835289 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6dd97b1f-8fea-45cd-a169-e498238e05d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.841584 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6dd97b1f-8fea-45cd-a169-e498238e05d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.888856 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6dd97b1f-8fea-45cd-a169-e498238e05d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95a98329651a4b5f800a6ee1bf6f7840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539816 Aug 31 14:34:10.890104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd97b1f-8fea-45cd-a169-e498238e05d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c7a533-c0d2-43bf-a614-24cb619e9155,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:10.891601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54884) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:11.044783 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b192296-910b-4c2c-9407-c07d3967d1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.082660 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b192296-910b-4c2c-9407-c07d3967d1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.192698 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b192296-910b-4c2c-9407-c07d3967d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.195316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b192296-910b-4c2c-9407-c07d3967d1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:11.196483 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4b192296-910b-4c2c-9407-c07d3967d1a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7c7a533-c0d2-43bf-a614-24cb619e9155 HTTP/1.1" status: 204 len: 168 time: 0.2977228 Aug 31 14:34:11.210467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b192296-910b-4c2c-9407-c07d3967d1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c7a533-c0d2-43bf-a614-24cb619e9155,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:11.548018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416c27c-0fcd-4c10-aeab-1bd9531f7d85 req-e4f6116b-31fc-422e-967d-d5705e81effe tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:11.549648 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0416c27c-0fcd-4c10-aeab-1bd9531f7d85 req-e4f6116b-31fc-422e-967d-d5705e81effe tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.0962338 Aug 31 14:34:11.624855 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0416c27c-0fcd-4c10-aeab-1bd9531f7d85 req-675659d7-c1c1-4470-aab1-0ec604711678 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681901 Aug 31 14:34:12.023100 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54942) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:12.315975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-533136232'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:12.367203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:12.377233 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:12.389162 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:12.572588 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:12.578024 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:12.625798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:34:12.639606 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd481f5c-15c9-415d-a168-d1a1d0469d9a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:12.664814 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:12.667440 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Added segment f1fcfdf2-ac0b-422f-9688-e517528ee892 of type vlan for network 722ff770-11d0-46fd-a688-0d5ae4658e91 Aug 31 14:34:12.722612 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:12.792493 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:12.799833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:12.800456 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:12.961167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Network': ['ID=722ff770-11d0-46fd-a688-0d5ae4658e91,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:12.973260 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:34:13.038115 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2f144c3f-659e-4c45-b20c-98d7d76c1cd8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0133631 Aug 31 14:34:13.040772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54982) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:13.047065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'name': 'tempest-PortsTestJSON-1944517865'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:13.075207 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7669066-ed12-4fca-8c28-3b82bfb32531 req-c36d3226-92d8-401c-ba32-2f0712fe3c4b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:13.084950 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7669066-ed12-4fca-8c28-3b82bfb32531 req-c36d3226-92d8-401c-ba32-2f0712fe3c4b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.2946961 Aug 31 14:34:13.175246 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7669066-ed12-4fca-8c28-3b82bfb32531 req-2ce1f0a1-c9fb-4c15-8455-eefe1d36b84a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823348 Aug 31 14:34:13.237895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:13.242959 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:13.286936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port e2e8644c-c83f-4074-a2f8-65483c756324 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:34:13.585683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54992) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:13.660377 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:13.760692 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:13.869198 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84ef9077-4c29-403f-8d61-7ba7e1fcbc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:13.876296 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=e2e8644c-c83f-4074-a2f8-65483c756324,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:13.895398 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:34:13.932717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Checking segment: {'id': 'f1fcfdf2-ac0b-422f-9688-e517528ee892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:13.933455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network hostable DHCP agents. Network: 722ff770-11d0-46fd-a688-0d5ae4658e91, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:34:13.977655 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:34:14.005236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 722ff770-11d0-46fd-a688-0d5ae4658e91) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:14.017558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:14.040923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2215a6-6e0f-4afb-b118-18b1084dcd26 None None] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:14.042922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:14.044288 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.083350 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84ef9077-4c29-403f-8d61-7ba7e1fcbc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.101561 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84ef9077-4c29-403f-8d61-7ba7e1fcbc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.106989 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-00a90856-9786-4825-a45c-8f6381e29080 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0644145 Aug 31 14:34:14.110346 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55002) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:14.121955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-82aed096-59e0-4a77-8834-816d150b62b1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1940433496'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:14.194842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef9077-4c29-403f-8d61-7ba7e1fcbc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde4e865-8752-4c7f-98db-5761e834c486,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:14.201998 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-84ef9077-4c29-403f-8d61-7ba7e1fcbc29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=efbe362618754b16a7fe5ff4a3e32f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6140053 Aug 31 14:34:14.206617 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55008) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:14.218017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82aed096-59e0-4a77-8834-816d150b62b1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:14.233440 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82aed096-59e0-4a77-8834-816d150b62b1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.305199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82aed096-59e0-4a77-8834-816d150b62b1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:34:14.339945 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82aed096-59e0-4a77-8834-816d150b62b1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.341596 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-82aed096-59e0-4a77-8834-816d150b62b1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Added segment 18bc6974-4dee-42b2-b1a7-cb969fcd1695 of type vlan for network 9a607d55-92ba-4683-9180-c44aec6852b0 Aug 31 14:34:14.384146 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-853cc3c4-ddd4-4acd-a28a-53350094f1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.403953 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82aed096-59e0-4a77-8834-816d150b62b1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.429920 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-853cc3c4-ddd4-4acd-a28a-53350094f1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.456348 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82aed096-59e0-4a77-8834-816d150b62b1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.464382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aed096-59e0-4a77-8834-816d150b62b1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:14.470461 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82aed096-59e0-4a77-8834-816d150b62b1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.554472 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-853cc3c4-ddd4-4acd-a28a-53350094f1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.558189 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-853cc3c4-ddd4-4acd-a28a-53350094f1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.572197 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-853cc3c4-ddd4-4acd-a28a-53350094f1bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dde4e865-8752-4c7f-98db-5761e834c486 HTTP/1.1" status: 204 len: 168 time: 0.3621433 Aug 31 14:34:14.581675 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-82aed096-59e0-4a77-8834-816d150b62b1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4700444 Aug 31 14:34:14.592434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55012) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:14.599420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'ports': [{'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91'}, {'network_id': '9a607d55-92ba-4683-9180-c44aec6852b0'}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:14.600314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:14.601009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'network_id': '9a607d55-92ba-4683-9180-c44aec6852b0'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:14.601915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cc3c4-ddd4-4acd-a28a-53350094f1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde4e865-8752-4c7f-98db-5761e834c486,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:14.666411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aed096-59e0-4a77-8834-816d150b62b1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Network': ['ID=9a607d55-92ba-4683-9180-c44aec6852b0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:14.679977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 9a607d55-92ba-4683-9180-c44aec6852b0 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:34:14.701907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b16cbe-dbd5-4755-b986-894ee6430bb0 req-2ea4a93d-1c52-4d70-a1e9-364cd02d4608 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:14.704483 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05b16cbe-dbd5-4755-b986-894ee6430bb0 req-2ea4a93d-1c52-4d70-a1e9-364cd02d4608 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.2516000 Aug 31 14:34:14.911117 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05b16cbe-dbd5-4755-b986-894ee6430bb0 req-5d5a0324-de08-451a-9a01-79ca3e8aea99 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976907 Aug 31 14:34:15.028369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 2} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:15.037262 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:15.073609 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:15.332064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port 49be9c7d-36e8-425b-8e02-114410936a35 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:34:15.565359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:15.659363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port f8aaf98d-08ee-4424-a3dc-b84f4caf5a4a yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:34:15.903335 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:15.930611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55040) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:15.969099 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.081659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1442902130-network', 'tenant_id': '00d27f1f72f248fa9c1c442465d5507e'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:16.091618 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:16.096811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:16.099721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=49be9c7d-36e8-425b-8e02-114410936a35,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:16.109840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:16.110866 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.148518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f894535-25aa-4cc5-8761-613265e260a9 req-89524cc8-43d8-400f-8c95-058ea1e78493 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:16.155844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f894535-25aa-4cc5-8761-613265e260a9 req-89524cc8-43d8-400f-8c95-058ea1e78493 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.0919776 Aug 31 14:34:16.189070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] Made reservation on behalf of 00d27f1f72f248fa9c1c442465d5507e for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:16.191830 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.199411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=f8aaf98d-08ee-4424-a3dc-b84f4caf5a4a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:16.223953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Checking segment: {'id': '18bc6974-4dee-42b2-b1a7-cb969fcd1695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a607d55-92ba-4683-9180-c44aec6852b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:16.224594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network hostable DHCP agents. Network: 9a607d55-92ba-4683-9180-c44aec6852b0, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:34:16.241606 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f894535-25aa-4cc5-8761-613265e260a9 req-c0be412e-474d-4e22-99b3-5424a71b976d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811818 Aug 31 14:34:16.242710 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.262704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 9a607d55-92ba-4683-9180-c44aec6852b0 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:34:16.282501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 9a607d55-92ba-4683-9180-c44aec6852b0) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:16.294215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb2864a-3555-460d-b217-7241626aa438 None None] Network 9a607d55-92ba-4683-9180-c44aec6852b0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:16.302083 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:16.309288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:16.316167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:16.317054 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.462802 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.469637 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.480492 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5a259d11-f48f-42f6-bd61-d2cd8498a893 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8863995 Aug 31 14:34:16.481278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55054) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:16.484058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:34:16.496432 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.497138 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] Added segment c6a7f198-9e5b-466b-ab34-fde3500584c3 of type vlan for network b08048cf-9a96-4315-891c-5b48607b8e58 Aug 31 14:34:16.546048 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.592405 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.595235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:16.596136 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.710771 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7756324 Aug 31 14:34:16.711723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55060) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:16.718777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f499e006-81c0-4c56-8573-cbd29e71ee5f admin admin] Request body: {'subnet': {'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1442902130-subnet', 'tenant_id': '00d27f1f72f248fa9c1c442465d5507e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:16.746501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f499e006-81c0-4c56-8573-cbd29e71ee5f admin admin] Made reservation on behalf of 00d27f1f72f248fa9c1c442465d5507e for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:16.750058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f499e006-81c0-4c56-8573-cbd29e71ee5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.758722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edba2edb-4b25-4aa5-9617-6e127258af33,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:16.787648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe9940-227a-4210-9257-f86ae92b733e admin admin] Pushing event updated for resources: {'Network': ['ID=b08048cf-9a96-4315-891c-5b48607b8e58,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:16.837846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network b08048cf-9a96-4315-891c-5b48607b8e58 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:34:16.840700 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1ae86e30-6c72-402f-b709-d57eb7b8f37e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port f8aaf98d-08ee-4424-a3dc-b84f4caf5a4a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:16.841037 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ae86e30-6c72-402f-b709-d57eb7b8f37e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:16.999230 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ae86e30-6c72-402f-b709-d57eb7b8f37e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:17.041965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1ae86e30-6c72-402f-b709-d57eb7b8f37e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for f8aaf98d-08ee-4424-a3dc-b84f4caf5a4a owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:17.166663 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f499e006-81c0-4c56-8573-cbd29e71ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:17.229934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499e006-81c0-4c56-8573-cbd29e71ee5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6328a301-d717-4967-a573-d40554209a6c,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:17.256546 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ae86e30-6c72-402f-b709-d57eb7b8f37e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:17.301248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499e006-81c0-4c56-8573-cbd29e71ee5f admin admin] Checking segment: {'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:17.301540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f499e006-81c0-4c56-8573-cbd29e71ee5f admin admin] Network hostable DHCP agents. Network: b08048cf-9a96-4315-891c-5b48607b8e58, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:34:17.305575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae86e30-6c72-402f-b709-d57eb7b8f37e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=f8aaf98d-08ee-4424-a3dc-b84f4caf5a4a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:17.315831 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ae86e30-6c72-402f-b709-d57eb7b8f37e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:17.317731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1ae86e30-6c72-402f-b709-d57eb7b8f37e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/f8aaf98d-08ee-4424-a3dc-b84f4caf5a4a HTTP/1.1" status: 204 len: 168 time: 0.8355067 Aug 31 14:34:17.320434 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55070) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:17.333406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f499e006-81c0-4c56-8573-cbd29e71ee5f admin admin] Network b08048cf-9a96-4315-891c-5b48607b8e58 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:34:17.358030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f499e006-81c0-4c56-8573-cbd29e71ee5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, b08048cf-9a96-4315-891c-5b48607b8e58) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:17.367108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f499e006-81c0-4c56-8573-cbd29e71ee5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:17.367914 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f499e006-81c0-4c56-8573-cbd29e71ee5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:17.373817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d837d2-c34c-428d-9e2c-dd54903acfd2 None None] Network b08048cf-9a96-4315-891c-5b48607b8e58 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:17.401783 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f499e006-81c0-4c56-8573-cbd29e71ee5f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6895998 Aug 31 14:34:17.442877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d8e0ce-08e8-443d-ac77-89908ec35f19 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:17.458023 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d8e0ce-08e8-443d-ac77-89908ec35f19 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:17.462203 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-70d8e0ce-08e8-443d-ac77-89908ec35f19 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1396439 Aug 31 14:34:17.462979 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02443be-dc99-40c6-91ab-e4041c195bf8 req-5f60435a-fd14-45ca-9c07-28157719fcd0 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:17.465345 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a02443be-dc99-40c6-91ab-e4041c195bf8 req-5f60435a-fd14-45ca-9c07-28157719fcd0 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.0759809 Aug 31 14:34:17.465880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55076) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:17.573145 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a02443be-dc99-40c6-91ab-e4041c195bf8 req-fc017440-4c6a-4fa1-a732-a2bfc188fa50 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968153 Aug 31 14:34:17.703062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-12c2217f-3476-4b2d-9a6d-e20c9584120e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port 49be9c7d-36e8-425b-8e02-114410936a35 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:17.703062 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-12c2217f-3476-4b2d-9a6d-e20c9584120e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:17.757360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1609b5fc-c58c-422b-b387-37bf512c8722 None None] Network b08048cf-9a96-4315-891c-5b48607b8e58 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:17.975656 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-12c2217f-3476-4b2d-9a6d-e20c9584120e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.000650 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-12c2217f-3476-4b2d-9a6d-e20c9584120e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for 49be9c7d-36e8-425b-8e02-114410936a35 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:18.135854 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-12c2217f-3476-4b2d-9a6d-e20c9584120e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.178237 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2217f-3476-4b2d-9a6d-e20c9584120e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=49be9c7d-36e8-425b-8e02-114410936a35,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:18.183045 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-12c2217f-3476-4b2d-9a6d-e20c9584120e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.188061 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-12c2217f-3476-4b2d-9a6d-e20c9584120e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/49be9c7d-36e8-425b-8e02-114410936a35 HTTP/1.1" status: 204 len: 168 time: 0.7187488 Aug 31 14:34:18.188414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55092) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:18.245988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7f313a-8ee8-432b-9eb0-3223ca4fff84 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:18.250076 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7d7f313a-8ee8-432b-9eb0-3223ca4fff84 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0581067 Aug 31 14:34:18.250711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55100) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:18.283990 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b83e69-97ea-4b53-aa45-2db6904781d8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] GET failed (client error): The resource could not be found. Aug 31 14:34:18.288118 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-03b83e69-97ea-4b53-aa45-2db6904781d8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/f8aaf98d-08ee-4424-a3dc-b84f4caf5a4a HTTP/1.1" status: 404 len: 333 time: 0.0336673 Aug 31 14:34:18.288664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55102) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:18.321146 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-2966e27d-2f53-475e-ab30-d06640f7a614 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] GET failed (client error): The resource could not be found. Aug 31 14:34:18.325481 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2966e27d-2f53-475e-ab30-d06640f7a614 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/49be9c7d-36e8-425b-8e02-114410936a35 HTTP/1.1" status: 404 len: 333 time: 0.0332916 Aug 31 14:34:18.329826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55104) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:18.393943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-89c6e84a-119a-41d4-9c1b-fc3e212c9b20 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:18.395561 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-89c6e84a-119a-41d4-9c1b-fc3e212c9b20 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 815 time: 0.1710002 Aug 31 14:34:18.430052 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-9119aa5c-acd8-4885-ad74-2c60f99904a8 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/quotas/00d27f1f72f248fa9c1c442465d5507e HTTP/1.1" status: 200 len: 375 time: 0.0186040 Aug 31 14:34:18.437746 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a8ccfb6-0b44-47de-b449-d6807370d152 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.497064 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-2b9f6fce-b9b8-461f-aa8f-99cae72ce38d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595453 Aug 31 14:34:18.657302 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a8ccfb6-0b44-47de-b449-d6807370d152 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.669713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7a8ccfb6-0b44-47de-b449-d6807370d152 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a607d55-92ba-4683-9180-c44aec6852b0']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:18.678571 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-de09a077-0432-4d06-b977-112cc99f0d63 service neutron] 10.222.0.39 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732116 Aug 31 14:34:18.711058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7a8ccfb6-0b44-47de-b449-d6807370d152 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bc6974-4dee-42b2-b1a7-cb969fcd1695') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:18.711411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7a8ccfb6-0b44-47de-b449-d6807370d152 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bc6974-4dee-42b2-b1a7-cb969fcd1695') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:18.723961 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a8ccfb6-0b44-47de-b449-d6807370d152 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.755933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd446-4be5-477e-acde-84c41ff5061c req-0f72be69-8fb1-471b-8a11-4c39983e1b23 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:18.763651 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e6fd446-4be5-477e-acde-84c41ff5061c req-0f72be69-8fb1-471b-8a11-4c39983e1b23 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.0959353 Aug 31 14:34:18.767885 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a8ccfb6-0b44-47de-b449-d6807370d152 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.789038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8ccfb6-0b44-47de-b449-d6807370d152 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:34:18.789667 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a8ccfb6-0b44-47de-b449-d6807370d152 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:34:18.792855 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:34:18.853715 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-f62c84c9-b285-46d9-9f46-8902ead263a9 service neutron] 10.222.0.39 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741531 Aug 31 14:34:18.876855 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e6fd446-4be5-477e-acde-84c41ff5061c req-21cffd4e-b9f0-4591-989b-e7204bdf6bb2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122413 Aug 31 14:34:18.903213 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a8ccfb6-0b44-47de-b449-d6807370d152 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.914381 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a8ccfb6-0b44-47de-b449-d6807370d152 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.916639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7a8ccfb6-0b44-47de-b449-d6807370d152 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/networks/9a607d55-92ba-4683-9180-c44aec6852b0 HTTP/1.1" status: 204 len: 168 time: 0.5857041 Aug 31 14:34:18.920961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55114) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:18.929765 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7b189ad6-b922-4e37-ac2a-80e96886331e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1322297143'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:18.943358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ccfb6-0b44-47de-b449-d6807370d152 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Network': ['ID=9a607d55-92ba-4683-9180-c44aec6852b0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:18.979380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b189ad6-b922-4e37-ac2a-80e96886331e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:18.983557 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b189ad6-b922-4e37-ac2a-80e96886331e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.043615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b189ad6-b922-4e37-ac2a-80e96886331e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:34:19.056739 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b189ad6-b922-4e37-ac2a-80e96886331e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.057078 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-7b189ad6-b922-4e37-ac2a-80e96886331e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Added segment de9bbaa0-4320-4b84-9e01-66eac495fdd3 of type vlan for network 7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550 Aug 31 14:34:19.119639 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b189ad6-b922-4e37-ac2a-80e96886331e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.159281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b189ad6-b922-4e37-ac2a-80e96886331e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.170701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b189ad6-b922-4e37-ac2a-80e96886331e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:19.171074 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a0f953fe-ef5a-4edf-aadc-1de31fefd9b0 req-838fb7bf-67c5-418f-b14b-2198fb5a565f tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 210 time: 0.0526669 Aug 31 14:34:19.171936 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b189ad6-b922-4e37-ac2a-80e96886331e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.267883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55124) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:19.268387 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7b189ad6-b922-4e37-ac2a-80e96886331e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3458936 Aug 31 14:34:19.275499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ee78db52-f880-43d9-963b-f79380f6d3f7 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': '7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:19.275942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b189ad6-b922-4e37-ac2a-80e96886331e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Network': ['ID=7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:19.291998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:34:19.446579 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee78db52-f880-43d9-963b-f79380f6d3f7 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:19.450436 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee78db52-f880-43d9-963b-f79380f6d3f7 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.470791 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.561474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b98bc926-20a4-4e89-bfd2-2a358133d6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.817344 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee78db52-f880-43d9-963b-f79380f6d3f7 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.893974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78db52-f880-43d9-963b-f79380f6d3f7 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Subnet': ['ID=5151fe4e-50a6-4033-8e90-a9f4e35d81d7,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:19.918649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78db52-f880-43d9-963b-f79380f6d3f7 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Checking segment: {'id': 'de9bbaa0-4320-4b84-9e01-66eac495fdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:19.919057 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee78db52-f880-43d9-963b-f79380f6d3f7 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network hostable DHCP agents. Network: 7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:34:19.955311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee78db52-f880-43d9-963b-f79380f6d3f7 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:34:19.972567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ee78db52-f880-43d9-963b-f79380f6d3f7 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:19.977966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee78db52-f880-43d9-963b-f79380f6d3f7 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:19.978988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee78db52-f880-43d9-963b-f79380f6d3f7 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.985161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a31e559-218a-4bde-8c0c-5398abbef3a9 None None] Network 7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:20.009317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55158) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:20.016806 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ee78db52-f880-43d9-963b-f79380f6d3f7 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7359974 Aug 31 14:34:20.041798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'network_id': '7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550', 'name': 'tempest-PortsTestJSON-1262970773'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:20.136451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35238d-8f0f-428d-bbe0-fa56ed972a76 req-ec48521e-6e54-4a4c-af7c-c38c6f9542a0 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:20.144609 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c35238d-8f0f-428d-bbe0-fa56ed972a76 req-ec48521e-6e54-4a4c-af7c-c38c6f9542a0 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.1365736 Aug 31 14:34:20.206290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550', 'network_id': '7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550', 'tenant_id': '8ee8acec987547e1af57f9732c67fa84', 'fixed_ips': [{'subnet_id': '5151fe4e-50a6-4033-8e90-a9f4e35d81d7'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:34:20.207891 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.222879 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c35238d-8f0f-428d-bbe0-fa56ed972a76 req-5d450a9a-2a11-4519-90a1-55dc597dd330 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722306 Aug 31 14:34:20.240007 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:20.244302 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.277443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port 4f027e59-b135-4bde-aa6a-65339eb765bd yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:34:20.360554 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c801bb2-4fce-4132-83f1-8e7475f1b916 req-cbda81cd-ad93-46ad-a337-886d0675fd79 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 210 time: 0.0699446 Aug 31 14:34:20.456279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Allocated IP 172.20.0.2 (7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550/5151fe4e-50a6-4033-8e90-a9f4e35d81d7/dc106c65-530d-45d6-86b2-00f342e938d0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:20.642414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37aa3d-ebe6-4243-9467-6a56cc18762d req-8a326a72-ec2e-490b-b0a5-0191a42c1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:20.644162 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae37aa3d-ebe6-4243-9467-6a56cc18762d req-8a326a72-ec2e-490b-b0a5-0191a42c1172 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 1096 time: 0.1936862 Aug 31 14:34:20.736703 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.746234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-5037117a-c0c1-4f42-a0dd-892c6314f05f tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:20.747275 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Transition to ACTIVE for port object dc106c65-530d-45d6-86b2-00f342e938d0 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:20.747883 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-5037117a-c0c1-4f42-a0dd-892c6314f05f tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.60 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 815 time: 0.2286382 Aug 31 14:34:20.767380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-6c511a8a-385c-4bc2-813f-dcfdaed30ee9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Request body: {'port': {'device_id': '95fa71f2-b0e2-462d-97b8-30b66cba26dd', 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58', 'admin_state_up': True, 'tenant_id': '00d27f1f72f248fa9c1c442465d5507e'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:20.784853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Transition to ACTIVE for port object dc106c65-530d-45d6-86b2-00f342e938d0 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:20.793953 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:20.896149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Network 7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:20.899040 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:20.919249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Pushing event updated for resources: {'Port': ['ID=dc106c65-530d-45d6-86b2-00f342e938d0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:20.923601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Allocated IP 172.20.0.14 (7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550/5151fe4e-50a6-4033-8e90-a9f4e35d81d7/4f027e59-b135-4bde-aa6a-65339eb765bd) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:20.923906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:21.011997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Attempting to bind port dc106c65-530d-45d6-86b2-00f342e938d0 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:21.012453 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Attempting to bind port dc106c65-530d-45d6-86b2-00f342e938d0 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'de9bbaa0-4320-4b84-9e01-66eac495fdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:21.012830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Attempting to bind port dc106c65-530d-45d6-86b2-00f342e938d0 on network 7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:21.019756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:34:21.020133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Checking segment: {'id': 'de9bbaa0-4320-4b84-9e01-66eac495fdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:21.021058 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:21.021601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Bound using segment: {'id': 'de9bbaa0-4320-4b84-9e01-66eac495fdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:34:21.022223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Bound port: dc106c65-530d-45d6-86b2-00f342e938d0, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9bbaa0-4320-4b84-9e01-66eac495fdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:34:21.022822 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:21.105094 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] For port dc106c65-530d-45d6-86b2-00f342e938d0, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:21.109917 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] For port dc106c65-530d-45d6-86b2-00f342e938d0, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dc106c65-530d-45d6-86b2-00f342e938d0,segment=NetworkSegment(de9bbaa0-4320-4b84-9e01-66eac495fdd3),segment_id=de9bbaa0-4320-4b84-9e01-66eac495fdd3)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:34:21.115068 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:21.190142 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:21.193971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53f9e7-571f-4b9c-be87-d07bea9ab4bf None None] Pushing event updated for resources: {'Port': ['ID=dc106c65-530d-45d6-86b2-00f342e938d0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:21.211650 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Transition to ACTIVE for port object 4f027e59-b135-4bde-aa6a-65339eb765bd will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:21.255228 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:21.320623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:21.329272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37aa3d-ebe6-4243-9467-6a56cc18762d req-c8fb7258-3038-47c2-a9bf-75f03eced2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:21.330887 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae37aa3d-ebe6-4243-9467-6a56cc18762d req-c8fb7258-3038-47c2-a9bf-75f03eced2c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.6673951 Aug 31 14:34:21.332678 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-6c511a8a-385c-4bc2-813f-dcfdaed30ee9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Made reservation on behalf of 00d27f1f72f248fa9c1c442465d5507e for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:21.336119 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-6c511a8a-385c-4bc2-813f-dcfdaed30ee9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:21.340871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:21.360960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:21.393555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=4f027e59-b135-4bde-aa6a-65339eb765bd,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:21.410654 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae37aa3d-ebe6-4243-9467-6a56cc18762d req-546b335f-0ae5-4055-8238-730a08c92a5f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938259a3-e334-4af9-9677-2d88fdf2e067 HTTP/1.1" status: 200 len: 217 time: 0.0663207 Aug 31 14:34:21.471060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fc6e1-ecf3-40d6-89b0-46662f1fea85 req-72d3deff-8b99-4424-a3a6-8bb9928a2d7f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:21.473027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d2fc6e1-ecf3-40d6-89b0-46662f1fea85 req-72d3deff-8b99-4424-a3a6-8bb9928a2d7f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.1633019 Aug 31 14:34:21.493673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:21.494306 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:21.528049 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-417c9176-1d73-470e-b19b-7b8e688d353d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5232663 Aug 31 14:34:21.535748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55174) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:21.535960 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-855b9277-3ba1-4498-8b8e-fe4ad58675ea req-ac43f5f3-7c58-4671-8ec4-9c37920c6db5 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 210 time: 0.0330291 Aug 31 14:34:21.554197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37aa3d-ebe6-4243-9467-6a56cc18762d req-36e8ff89-da29-45f5-bbec-a84ce8749a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:21.555695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae37aa3d-ebe6-4243-9467-6a56cc18762d req-36e8ff89-da29-45f5-bbec-a84ce8749a4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.1367867 Aug 31 14:34:21.591289 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d2fc6e1-ecf3-40d6-89b0-46662f1fea85 req-52721cc8-96ed-4cb2-a02a-0bb8ff376ddb tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936587 Aug 31 14:34:21.654358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37aa3d-ebe6-4243-9467-6a56cc18762d req-71dcecff-1455-464c-9dce-52e4ce32df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:21.657021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae37aa3d-ebe6-4243-9467-6a56cc18762d req-71dcecff-1455-464c-9dce-52e4ce32df1c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929596 Aug 31 14:34:21.665851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-6c511a8a-385c-4bc2-813f-dcfdaed30ee9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Allocated IP 172.20.0.6 (b08048cf-9a96-4315-891c-5b48607b8e58/6328a301-d717-4967-a573-d40554209a6c/087719a5-efc1-4d80-bf44-e3bdb9f0e92f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:21.676370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7630d991-d932-4369-bb02-9c600854db22 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port 4f027e59-b135-4bde-aa6a-65339eb765bd {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:21.676742 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7630d991-d932-4369-bb02-9c600854db22 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:21.781585 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7630d991-d932-4369-bb02-9c600854db22 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:21.796194 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7630d991-d932-4369-bb02-9c600854db22 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for 4f027e59-b135-4bde-aa6a-65339eb765bd owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:21.836083 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae37aa3d-ebe6-4243-9467-6a56cc18762d req-7c1c1ae3-7352-4996-8b0c-cb6720fc5e7b service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677043 Aug 31 14:34:21.977423 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7630d991-d932-4369-bb02-9c600854db22 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:22.007243 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-6c511a8a-385c-4bc2-813f-dcfdaed30ee9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:22.018668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae37aa3d-ebe6-4243-9467-6a56cc18762d req-1590adfd-713d-4644-ba9f-e8901dfe72f6 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738234 Aug 31 14:34:22.027611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630d991-d932-4369-bb02-9c600854db22 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=4f027e59-b135-4bde-aa6a-65339eb765bd,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:22.072574 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-6c511a8a-385c-4bc2-813f-dcfdaed30ee9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:22.127788 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7630d991-d932-4369-bb02-9c600854db22 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:22.137212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55188) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:22.137487 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7630d991-d932-4369-bb02-9c600854db22 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/4f027e59-b135-4bde-aa6a-65339eb765bd HTTP/1.1" status: 204 len: 168 time: 0.6002376 Aug 31 14:34:22.154440 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e53f45d-a854-497f-9986-38c16c186640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:22.185878 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-669dd3d8-d622-4f93-b57b-ee5d98583102 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] DELETE failed (client error): The resource could not be found. Aug 31 14:34:22.186586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669dd3d8-d622-4f93-b57b-ee5d98583102 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:34:22.189079 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-669dd3d8-d622-4f93-b57b-ee5d98583102 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/4f027e59-b135-4bde-aa6a-65339eb765bd HTTP/1.1" status: 404 len: 333 time: 0.0490925 Aug 31 14:34:22.192355 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55192) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:22.198070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-6c511a8a-385c-4bc2-813f-dcfdaed30ee9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Network b08048cf-9a96-4315-891c-5b48607b8e58 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:22.210246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c511a8a-385c-4bc2-813f-dcfdaed30ee9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Pushing event updated for resources: {'Port': ['ID=087719a5-efc1-4d80-bf44-e3bdb9f0e92f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:22.227997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-6c511a8a-385c-4bc2-813f-dcfdaed30ee9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:22.228159 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c83432-68ca-4698-83aa-30c4b9bd90c2 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] GET failed (client error): The resource could not be found. Aug 31 14:34:22.233832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-6c511a8a-385c-4bc2-813f-dcfdaed30ee9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:22.236578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55196) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:22.242122 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c1c83432-68ca-4698-83aa-30c4b9bd90c2 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/4f027e59-b135-4bde-aa6a-65339eb765bd HTTP/1.1" status: 404 len: 333 time: 0.0461764 Aug 31 14:34:22.264566 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:22.326248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-7765a959-3264-4476-a663-01fa415e669a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting subnet 5151fe4e-50a6-4033-8e90-a9f4e35d81d7 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:34:22.326248 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7765a959-3264-4476-a663-01fa415e669a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:22.384387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-6c511a8a-385c-4bc2-813f-dcfdaed30ee9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:22.385124 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-6c511a8a-385c-4bc2-813f-dcfdaed30ee9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:22.393034 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7765a959-3264-4476-a663-01fa415e669a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:22.432254 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-6c511a8a-385c-4bc2-813f-dcfdaed30ee9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6753881 Aug 31 14:34:22.445078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Request body: {'port': {'device_id': '95fa71f2-b0e2-462d-97b8-30b66cba26dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:22.515878 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:22.531403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4860e587-0f37-4e13-9ea6-2a8196814cd8 None None] Network 7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:22.688987 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7765a959-3264-4476-a663-01fa415e669a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:22.763425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0cfb16fc-a63f-4f0b-af13-c4bac171dc84 None None] Provisioning for port dc106c65-530d-45d6-86b2-00f342e938d0 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:22.897279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dc106c65-530d-45d6-86b2-00f342e938d0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:22.912651 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853a31c-f79f-4096-8732-b24d09d7614f req-54688007-7a32-4fcd-8e1a-89382bf9933a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:22.933646 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5853a31c-f79f-4096-8732-b24d09d7614f req-54688007-7a32-4fcd-8e1a-89382bf9933a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 945 time: 0.2016025 Aug 31 14:34:22.991286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a35335-3926-42f0-acc4-74c9db9e8d29 req-94a5801a-3960-4bbd-80b7-242b3ad0bb2a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:22.991286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e1a35335-3926-42f0-acc4-74c9db9e8d29 req-94a5801a-3960-4bbd-80b7-242b3ad0bb2a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 931 time: 0.3134878 Aug 31 14:34:23.060513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port dc106c65-530d-45d6-86b2-00f342e938d0 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:23.064823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port dc106c65-530d-45d6-86b2-00f342e938d0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:23.065208 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.065877 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5853a31c-f79f-4096-8732-b24d09d7614f req-581a7ac1-c52e-4ae3-8855-93d3d1805245 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313596 Aug 31 14:34:23.080631 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7765a959-3264-4476-a663-01fa415e669a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.162147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e1a35335-3926-42f0-acc4-74c9db9e8d29 req-3ac639fa-15e0-401d-824d-5ed1f17395f5 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616919 Aug 31 14:34:23.166215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765a959-3264-4476-a663-01fa415e669a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Subnet': ['ID=5151fe4e-50a6-4033-8e90-a9f4e35d81d7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:23.189823 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7765a959-3264-4476-a663-01fa415e669a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.191708 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7765a959-3264-4476-a663-01fa415e669a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/5151fe4e-50a6-4033-8e90-a9f4e35d81d7 HTTP/1.1" status: 204 len: 168 time: 0.9541864 Aug 31 14:34:23.194418 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55220) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:23.199960 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.254152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-557591ed-6526-497a-a6ba-032e3014ede1 None None] Provisioning complete for port dc106c65-530d-45d6-86b2-00f342e938d0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:23.254688 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-557591ed-6526-497a-a6ba-032e3014ede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.302258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port dc106c65-530d-45d6-86b2-00f342e938d0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dc106c65-530d-45d6-86b2-00f342e938d0,segment=NetworkSegment(de9bbaa0-4320-4b84-9e01-66eac495fdd3),segment_id=de9bbaa0-4320-4b84-9e01-66eac495fdd3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:23.306068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087719a5-efc1-4d80-bf44-e3bdb9f0e92f {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:34:23.334832 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.351518 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.362665 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.378469 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.379745 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Transition to ACTIVE for port object 087719a5-efc1-4d80-bf44-e3bdb9f0e92f will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:23.385591 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.469778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=dc106c65-530d-45d6-86b2-00f342e938d0,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:23.511199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port dc106c65-530d-45d6-86b2-00f342e938d0 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:23.512318 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.518493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Pushing event updated for resources: {'Port': ['ID=087719a5-efc1-4d80-bf44-e3bdb9f0e92f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:23.571386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6734473-d2bd-4cb4-aa60-6bbc45757db9 None None] Network 7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:23.635034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 938259a3-e334-4af9-9677-2d88fdf2e067 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:23.643196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] For port dc106c65-530d-45d6-86b2-00f342e938d0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dc106c65-530d-45d6-86b2-00f342e938d0,segment=NetworkSegment(de9bbaa0-4320-4b84-9e01-66eac495fdd3),segment_id=de9bbaa0-4320-4b84-9e01-66eac495fdd3)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:23.643708 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.662158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for dc106c65-530d-45d6-86b2-00f342e938d0 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:23.687715 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-07412b16-2a89-4e3f-9f11-2d6d8c0c9aef None None] Could not find standard attr ID for object 4f027e59-b135-4bde-aa6a-65339eb765bd. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:34:23.713559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Attempting to bind port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:23.714237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Attempting to bind port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:23.714839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Attempting to bind port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f on network b08048cf-9a96-4315-891c-5b48607b8e58 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:23.722545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f on network b08048cf-9a96-4315-891c-5b48607b8e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:23.729580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Attempting to bind port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f on network b08048cf-9a96-4315-891c-5b48607b8e58 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:23.740472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:34:23.743531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Checking segment: {'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:23.743934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Bound using segment: {'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:34:23.744387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Bound port: 087719a5-efc1-4d80-bf44-e3bdb9f0e92f, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:34:23.744756 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.795798 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.831511 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=dc106c65-530d-45d6-86b2-00f342e938d0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:23.840418 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No DVR routers for this DVR port dc106c65-530d-45d6-86b2-00f342e938d0 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:23.855342 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.919713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfcd971-e939-431c-bced-b4fac0053c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938259a3-e334-4af9-9677-2d88fdf2e067'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:23.924839 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dd45e1-db0e-4890-b177-c0307e77e1f8" -d '{"events": [{"server_uuid": "ebfcd971-e939-431c-bced-b4fac0053c6f", "name": "network-vif-unplugged", "status": "completed", "tag": "938259a3-e334-4af9-9677-2d88fdf2e067"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:23.933870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] For port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:23.942113 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] For port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=087719a5-efc1-4d80-bf44-e3bdb9f0e92f,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:34:23.947959 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958c1d3e-16bc-4465-954d-9001c39936cb None None] DHCP port deletion for 7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:34:23.953571 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.959204 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:23.967594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 938259a3-e334-4af9-9677-2d88fdf2e067, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=938259a3-e334-4af9-9677-2d88fdf2e067,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:23.984491 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:23.987257 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.008903 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862fb92a-ca2d-4dbb-9fe2-66eca8931595 x-openstack-request-id: req-862fb92a-ca2d-4dbb-9fe2-66eca8931595 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:24.008903 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfcd971-e939-431c-bced-b4fac0053c6f", "name": "network-vif-unplugged", "status": "completed", "tag": "938259a3-e334-4af9-9677-2d88fdf2e067", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:24.008903 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-862fb92a-ca2d-4dbb-9fe2-66eca8931595 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:24.008903 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfcd971-e939-431c-bced-b4fac0053c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938259a3-e334-4af9-9677-2d88fdf2e067', 'code': 200} Aug 31 14:34:24.016803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9bbaa0-4320-4b84-9e01-66eac495fdd3') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:24.018087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9bbaa0-4320-4b84-9e01-66eac495fdd3') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:24.047961 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.075837 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.098333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:24.098582 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:34:24.099000 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.099352 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.101119 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] 10.222.0.60 "PUT /v2.0/ports/087719a5-efc1-4d80-bf44-e3bdb9f0e92f HTTP/1.1" status: 200 len: 1091 time: 1.6602397 Aug 31 14:34:24.101795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fa71f2-b0e2-462d-97b8-30b66cba26dd', 'tag': '087719a5-efc1-4d80-bf44-e3bdb9f0e92f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:24.105452 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c54882-8080-4713-bccf-08491262419f" -d '{"events": [{"name": "network-changed", "server_uuid": "95fa71f2-b0e2-462d-97b8-30b66cba26dd", "tag": "087719a5-efc1-4d80-bf44-e3bdb9f0e92f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:34:24.111066 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:34:24.115081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=938259a3-e334-4af9-9677-2d88fdf2e067,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:24.137877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4129d-80d5-4db8-86d0-05e0f89ea082 service neutron] Pushing event updated for resources: {'Port': ['ID=087719a5-efc1-4d80-bf44-e3bdb9f0e92f,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:24.229787 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.238637 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.243711 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/networks/7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550 HTTP/1.1" status: 204 len: 168 time: 1.0482926 Aug 31 14:34:24.251847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55246) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:24.254460 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dc7469-36d8-4d1b-bc13-a4b9437906a6 x-openstack-request-id: req-d2dc7469-36d8-4d1b-bc13-a4b9437906a6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:24.255136 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fa71f2-b0e2-462d-97b8-30b66cba26dd", "tag": "087719a5-efc1-4d80-bf44-e3bdb9f0e92f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:24.255136 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2dc7469-36d8-4d1b-bc13-a4b9437906a6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:24.255693 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fa71f2-b0e2-462d-97b8-30b66cba26dd', 'tag': '087719a5-efc1-4d80-bf44-e3bdb9f0e92f', 'status': 'completed', 'code': 200} Aug 31 14:34:24.295034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-aee6a86a-3bae-4b2b-a17d-f0d992594b4e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1536681535'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:24.296257 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.298710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-90c53158-84db-44e9-bdd2-c73eec5f5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:24.300415 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-90c53158-84db-44e9-bdd2-c73eec5f5b90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 1094 time: 0.1403079 Aug 31 14:34:24.310479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Network': ['ID=7aa23e3f-3902-4fa2-8be9-9f4e9e0fb550,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:24.328988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e046aa-1e1e-460d-b684-9f5db04d6a80 req-9b3598cf-a50f-4352-ac5a-1f104851074d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:24.331411 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d2e046aa-1e1e-460d-b684-9f5db04d6a80 req-9b3598cf-a50f-4352-ac5a-1f104851074d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 943 time: 0.0945227 Aug 31 14:34:24.340456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:24.340808 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:24.343791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:24.347609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:24.348892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:24.349028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:24.349721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:24.350063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:24.350398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:24.350732 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:24.351060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:24.351417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc1110-c23a-49e3-8c22-18ded0f0abb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:24.409930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee6a86a-3bae-4b2b-a17d-f0d992594b4e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:24.413612 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee6a86a-3bae-4b2b-a17d-f0d992594b4e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.420726 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d9cd8f98-2053-466e-9b1a-806987bca789 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087719a5-efc1-4d80-bf44-e3bdb9f0e92f HTTP/1.1" status: 200 len: 217 time: 0.1079984 Aug 31 14:34:24.424037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905706bf-c053-426a-bd64-053219d52598 req-ecd678a8-3e82-4bb4-85c4-d5c4f4153064 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:24.425573 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-905706bf-c053-426a-bd64-053219d52598 req-ecd678a8-3e82-4bb4-85c4-d5c4f4153064 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 943 time: 0.1205170 Aug 31 14:34:24.491099 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d2e046aa-1e1e-460d-b684-9f5db04d6a80 req-8aecd309-4ae4-434b-a540-34de455ce368 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486580 Aug 31 14:34:24.507585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-af7be346-9ed1-4174-8ca1-32d541bac7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:24.509937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-af7be346-9ed1-4174-8ca1-32d541bac7a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6328a301-d717-4967-a573-d40554209a6c HTTP/1.1" status: 200 len: 855 time: 0.0808101 Aug 31 14:34:24.518687 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee6a86a-3bae-4b2b-a17d-f0d992594b4e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:34:24.529864 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee6a86a-3bae-4b2b-a17d-f0d992594b4e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.531352 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-aee6a86a-3bae-4b2b-a17d-f0d992594b4e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Added segment f0937784-5520-4b3b-a4c6-c309ba57dee6 of type vlan for network 3bcfe541-63e8-4337-8a6d-956112753dca Aug 31 14:34:24.569853 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-905706bf-c053-426a-bd64-053219d52598 req-fff6a19e-1e58-45b1-9f6b-00dde9f473e7 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357975 Aug 31 14:34:24.583097 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-dbf7bc70-7309-4b9e-b888-394d8cd96340 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b08048cf-9a96-4315-891c-5b48607b8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639367 Aug 31 14:34:24.600246 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee6a86a-3bae-4b2b-a17d-f0d992594b4e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.627815 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee6a86a-3bae-4b2b-a17d-f0d992594b4e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.636587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6a86a-3bae-4b2b-a17d-f0d992594b4e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:24.637475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee6a86a-3bae-4b2b-a17d-f0d992594b4e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.696238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b76dbc-c8e1-4bef-ade2-665c198a095c req-113e8fb0-b4bb-420b-8424-1faf6e0bc02e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:24.698043 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b76dbc-c8e1-4bef-ade2-665c198a095c req-113e8fb0-b4bb-420b-8424-1faf6e0bc02e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1278565 Aug 31 14:34:24.757787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6a86a-3bae-4b2b-a17d-f0d992594b4e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Network': ['ID=3bcfe541-63e8-4337-8a6d-956112753dca,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:24.762272 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-aee6a86a-3bae-4b2b-a17d-f0d992594b4e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5095167 Aug 31 14:34:24.765966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55264) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:24.774516 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1d7de34a-f962-4143-a0f1-ca9564335dcd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': '3bcfe541-63e8-4337-8a6d-956112753dca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:24.781388 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 3bcfe541-63e8-4337-8a6d-956112753dca details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:34:24.790417 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69b76dbc-c8e1-4bef-ade2-665c198a095c req-caab308f-1ca9-4838-9c47-47989c883221 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846035 Aug 31 14:34:24.804842 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-8f3a088e-a57e-4a85-aa2f-aa9019516324 service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147746 Aug 31 14:34:24.917451 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dc106c65-530d-45d6-86b2-00f342e938d0 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:24.956752 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.963036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: dc106c65-530d-45d6-86b2-00f342e938d0 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:24.963036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dc106c65-530d-45d6-86b2-00f342e938d0 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:25.008563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cffb4-78ec-4360-a94e-82363117ce6d req-1cde4850-ac89-40f7-98b9-210fa99fec85 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:25.010494 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bf9cffb4-78ec-4360-a94e-82363117ce6d req-1cde4850-ac89-40f7-98b9-210fa99fec85 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0975969 Aug 31 14:34:25.011582 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7de34a-f962-4143-a0f1-ca9564335dcd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:25.016851 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1d7de34a-f962-4143-a0f1-ca9564335dcd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.031467 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1667695b-280a-4ae2-91f3-71ca0ee7192d req-d4433806-5610-4b60-a540-e0cf8453fb61 service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151108 Aug 31 14:34:25.117706 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bf9cffb4-78ec-4360-a94e-82363117ce6d req-720dc0dc-8975-4ec2-aacb-4190cb0f12db tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970116 Aug 31 14:34:25.165011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c54882-8080-4713-bccf-08491262419f req-0da1d811-af92-43b8-bbbe-6f78f6fac60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:25.178704 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0c54882-8080-4713-bccf-08491262419f req-0da1d811-af92-43b8-bbbe-6f78f6fac60a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 1094 time: 0.0994611 Aug 31 14:34:25.325338 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1d7de34a-f962-4143-a0f1-ca9564335dcd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.331252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c54882-8080-4713-bccf-08491262419f req-0be1645a-eeb7-4041-87e6-8a418309b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:25.333253 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0c54882-8080-4713-bccf-08491262419f req-0be1645a-eeb7-4041-87e6-8a418309b83e service neutron] 10.222.0.60 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 916 time: 0.1465662 Aug 31 14:34:25.396616 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0c54882-8080-4713-bccf-08491262419f req-287a4d64-6b01-4295-94ab-e1550054578c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087719a5-efc1-4d80-bf44-e3bdb9f0e92f HTTP/1.1" status: 200 len: 217 time: 0.0557961 Aug 31 14:34:25.450116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7de34a-f962-4143-a0f1-ca9564335dcd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Subnet': ['ID=7fd18885-037a-4217-88b6-11317157bd0b,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:25.454926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c54882-8080-4713-bccf-08491262419f req-aa227375-0c82-48d4-a989-66b9d183677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:25.456525 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0c54882-8080-4713-bccf-08491262419f req-aa227375-0c82-48d4-a989-66b9d183677d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6328a301-d717-4967-a573-d40554209a6c HTTP/1.1" status: 200 len: 855 time: 0.0523059 Aug 31 14:34:25.465936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7de34a-f962-4143-a0f1-ca9564335dcd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Checking segment: {'id': 'f0937784-5520-4b3b-a4c6-c309ba57dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3bcfe541-63e8-4337-8a6d-956112753dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:25.466364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7de34a-f962-4143-a0f1-ca9564335dcd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network hostable DHCP agents. Network: 3bcfe541-63e8-4337-8a6d-956112753dca, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:34:25.479117 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beac35c-61a3-450b-9cc0-9680056c437e req-63a3af5e-d2b5-4fea-885c-83be0a9dab53 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:25.490401 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3beac35c-61a3-450b-9cc0-9680056c437e req-63a3af5e-d2b5-4fea-885c-83be0a9dab53 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1241081 Aug 31 14:34:25.498770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0c54882-8080-4713-bccf-08491262419f req-26862bdb-ddf5-42fe-bda8-4603f31f561d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b08048cf-9a96-4315-891c-5b48607b8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349619 Aug 31 14:34:25.548426 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3beac35c-61a3-450b-9cc0-9680056c437e req-554fd626-caa8-47c7-a82b-563b5ac7cd9d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569782 Aug 31 14:34:25.564697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7de34a-f962-4143-a0f1-ca9564335dcd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 3bcfe541-63e8-4337-8a6d-956112753dca is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:34:25.576251 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-1d7de34a-f962-4143-a0f1-ca9564335dcd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 3bcfe541-63e8-4337-8a6d-956112753dca) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:25.587504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae272e71-0633-4364-8c2a-ad93a5255f88 None None] Network 3bcfe541-63e8-4337-8a6d-956112753dca requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:25.590555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7de34a-f962-4143-a0f1-ca9564335dcd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:25.591538 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1d7de34a-f962-4143-a0f1-ca9564335dcd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.608050 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1d7de34a-f962-4143-a0f1-ca9564335dcd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8405957 Aug 31 14:34:25.611670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55302) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:25.622952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'network_id': '3bcfe541-63e8-4337-8a6d-956112753dca', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2131560465'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:25.632339 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0c54882-8080-4713-bccf-08491262419f req-0aa08e72-1de9-4d2e-ba2b-f6ed5248a08b service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257794 Aug 31 14:34:25.777538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:25.783650 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.809936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port d8397b36-62d9-49df-9d91-53ac78f29812 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:34:25.841740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06521da-6601-4bd4-8cf7-b73657678b25 req-04f5d16f-a669-4f1c-8c2b-f0b49115bea7 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:25.843414 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d06521da-6601-4bd4-8cf7-b73657678b25 req-04f5d16f-a669-4f1c-8c2b-f0b49115bea7 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 943 time: 0.1425400 Aug 31 14:34:25.844183 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-3bcfe541-63e8-4337-8a6d-956112753dca', 'network_id': '3bcfe541-63e8-4337-8a6d-956112753dca', 'tenant_id': '8ee8acec987547e1af57f9732c67fa84', 'fixed_ips': [{'subnet_id': '7fd18885-037a-4217-88b6-11317157bd0b'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:34:25.845020 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.892135 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0c54882-8080-4713-bccf-08491262419f req-63ea2fe5-4eae-4fe7-b96e-7a3d9f377405 service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518790 Aug 31 14:34:25.928608 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d06521da-6601-4bd4-8cf7-b73657678b25 req-b2102f6d-74c0-4ff1-9006-d197cad082fb tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614417 Aug 31 14:34:25.988286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Allocated IP 172.20.0.7 (3bcfe541-63e8-4337-8a6d-956112753dca/7fd18885-037a-4217-88b6-11317157bd0b/d8397b36-62d9-49df-9d91-53ac78f29812) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:26.118876 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.137122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Transition to ACTIVE for port object d8397b36-62d9-49df-9d91-53ac78f29812 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:26.176946 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.226070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 3bcfe541-63e8-4337-8a6d-956112753dca is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:26.226271 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Allocated IP 172.20.0.2 (3bcfe541-63e8-4337-8a6d-956112753dca/7fd18885-037a-4217-88b6-11317157bd0b/2aefb64f-adab-4b6f-8511-2b3c15a2bfc0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:26.231996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:26.234951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:26.264637 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=d8397b36-62d9-49df-9d91-53ac78f29812,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:26.292062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:26.292681 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.308780 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-785f26b8-ccd5-40c6-92db-d11056c359b6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6958489 Aug 31 14:34:26.311475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55314) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:26.412895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port d8397b36-62d9-49df-9d91-53ac78f29812 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:26.413383 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.422147 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.431343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Transition to ACTIVE for port object 2aefb64f-adab-4b6f-8511-2b3c15a2bfc0 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:26.448894 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Transition to ACTIVE for port object 2aefb64f-adab-4b6f-8511-2b3c15a2bfc0 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:26.456323 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.502647 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Network 3bcfe541-63e8-4337-8a6d-956112753dca is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:26.510035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:26.516761 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:26.519049 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.532150 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Pushing event updated for resources: {'Port': ['ID=2aefb64f-adab-4b6f-8511-2b3c15a2bfc0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:26.545374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for d8397b36-62d9-49df-9d91-53ac78f29812 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:26.629374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Attempting to bind port 2aefb64f-adab-4b6f-8511-2b3c15a2bfc0 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:26.630359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Attempting to bind port 2aefb64f-adab-4b6f-8511-2b3c15a2bfc0 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f0937784-5520-4b3b-a4c6-c309ba57dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3bcfe541-63e8-4337-8a6d-956112753dca'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:26.630890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Attempting to bind port 2aefb64f-adab-4b6f-8511-2b3c15a2bfc0 on network 3bcfe541-63e8-4337-8a6d-956112753dca {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:26.637264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:34:26.638152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Checking segment: {'id': 'f0937784-5520-4b3b-a4c6-c309ba57dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3bcfe541-63e8-4337-8a6d-956112753dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:26.639162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.640565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Bound using segment: {'id': 'f0937784-5520-4b3b-a4c6-c309ba57dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3bcfe541-63e8-4337-8a6d-956112753dca'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:34:26.641606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Bound port: 2aefb64f-adab-4b6f-8511-2b3c15a2bfc0, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0937784-5520-4b3b-a4c6-c309ba57dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3bcfe541-63e8-4337-8a6d-956112753dca'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:34:26.642188 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.733152 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.743119 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce0644-3190-4638-b4d4-d89579376892 req-a135ae56-b33a-44a8-8d93-96a75e73fdb7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:26.744136 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] For port 2aefb64f-adab-4b6f-8511-2b3c15a2bfc0, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:26.748565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] For port 2aefb64f-adab-4b6f-8511-2b3c15a2bfc0, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2aefb64f-adab-4b6f-8511-2b3c15a2bfc0,segment=NetworkSegment(f0937784-5520-4b3b-a4c6-c309ba57dee6),segment_id=f0937784-5520-4b3b-a4c6-c309ba57dee6)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:34:26.751931 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-efce0644-3190-4638-b4d4-d89579376892 req-a135ae56-b33a-44a8-8d93-96a75e73fdb7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1065717 Aug 31 14:34:26.755795 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.787394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=d8397b36-62d9-49df-9d91-53ac78f29812,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:26.811059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:26.811448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:26.812590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:26.812932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:26.813412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:26.813877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:26.814211 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:26.814535 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:26.814863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:26.815204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:26.815536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:26.815856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:26.855537 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-efce0644-3190-4638-b4d4-d89579376892 req-e367266e-0033-4832-bd02-4cbc230ed9db tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944722 Aug 31 14:34:26.894991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a130197-b263-40e6-a1d0-4cb368b10429 None None] Pushing event updated for resources: {'Port': ['ID=2aefb64f-adab-4b6f-8511-2b3c15a2bfc0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:26.914433 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.916808 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c30817cb-0282-431b-be5c-7fe9119b5693 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/d8397b36-62d9-49df-9d91-53ac78f29812 HTTP/1.1" status: 204 len: 168 time: 0.6032519 Aug 31 14:34:26.919146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55324) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:26.975371 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf1511b-7585-4c04-a95d-779a096d712a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] GET failed (client error): The resource could not be found. Aug 31 14:34:26.976995 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bbf1511b-7585-4c04-a95d-779a096d712a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/d8397b36-62d9-49df-9d91-53ac78f29812 HTTP/1.1" status: 404 len: 333 time: 0.0567734 Aug 31 14:34:26.979933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55330) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:27.097923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43cd052-3711-4adc-ac07-f3f97fca7c5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting subnet 7fd18885-037a-4217-88b6-11317157bd0b {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:34:27.103212 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e43cd052-3711-4adc-ac07-f3f97fca7c5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:27.170772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 087719a5-efc1-4d80-bf44-e3bdb9f0e92f details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:34:27.178561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e5463-5672-4f17-93a4-c45ed2a36ef0 req-59208215-c4f5-4832-a6a6-8c3185d6abed tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:27.180111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-878e5463-5672-4f17-93a4-c45ed2a36ef0 req-59208215-c4f5-4832-a6a6-8c3185d6abed tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 943 time: 0.1437800 Aug 31 14:34:27.227927 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e43cd052-3711-4adc-ac07-f3f97fca7c5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:27.286270 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-878e5463-5672-4f17-93a4-c45ed2a36ef0 req-f597a9c9-a332-4246-83a5-eefb8ab02620 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913198 Aug 31 14:34:27.369199 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e43cd052-3711-4adc-ac07-f3f97fca7c5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:27.379671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=087719a5-efc1-4d80-bf44-e3bdb9f0e92f,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:27.414344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '087719a5-efc1-4d80-bf44-e3bdb9f0e92f', 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58', 'port_id': '087719a5-efc1-4d80-bf44-e3bdb9f0e92f', 'mac_address': 'fa:16:3e:9f:c9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6328a301-d717-4967-a573-d40554209a6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:34:27.446328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e43cd052-3711-4adc-ac07-f3f97fca7c5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:27.467869 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:27.479511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cd052-3711-4adc-ac07-f3f97fca7c5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd18885-037a-4217-88b6-11317157bd0b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:27.484553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087719a5-efc1-4d80-bf44-e3bdb9f0e92f {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:34:27.492119 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e43cd052-3711-4adc-ac07-f3f97fca7c5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:27.495129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e43cd052-3711-4adc-ac07-f3f97fca7c5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/7fd18885-037a-4217-88b6-11317157bd0b HTTP/1.1" status: 204 len: 168 time: 0.5134034 Aug 31 14:34:27.497141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55336) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:27.519955 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=087719a5-efc1-4d80-bf44-e3bdb9f0e92f,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:27.524733 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:27.595359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=087719a5-efc1-4d80-bf44-e3bdb9f0e92f,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:27.596311 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:27.662067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 938259a3-e334-4af9-9677-2d88fdf2e067 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:27.667725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port 2aefb64f-adab-4b6f-8511-2b3c15a2bfc0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:27.668291 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:27.752508 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] For port 2aefb64f-adab-4b6f-8511-2b3c15a2bfc0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2aefb64f-adab-4b6f-8511-2b3c15a2bfc0,segment=NetworkSegment(f0937784-5520-4b3b-a4c6-c309ba57dee6),segment_id=f0937784-5520-4b3b-a4c6-c309ba57dee6)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:27.753207 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:27.768674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for 2aefb64f-adab-4b6f-8511-2b3c15a2bfc0 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:27.851100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['087719a5-efc1-4d80-bf44-e3bdb9f0e92f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:34:27.863785 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:27.898708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=2aefb64f-adab-4b6f-8511-2b3c15a2bfc0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:27.906753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No DVR routers for this DVR port 2aefb64f-adab-4b6f-8511-2b3c15a2bfc0 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:28.055980 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:28.067729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832bbb4-8f70-4b81-ab79-c39a09becaef req-b7ff38f2-eeb4-4642-a5fa-1265453ad42c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:28.076643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcfe541-63e8-4337-8a6d-956112753dca']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:28.078246 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c832bbb4-8f70-4b81-ab79-c39a09becaef req-b7ff38f2-eeb4-4642-a5fa-1265453ad42c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1111281 Aug 31 14:34:28.103075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0937784-5520-4b3b-a4c6-c309ba57dee6') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:28.103407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0937784-5520-4b3b-a4c6-c309ba57dee6') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:28.122831 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:28.143606 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c832bbb4-8f70-4b81-ab79-c39a09becaef req-c6810c88-d293-47d2-9435-136f136b7638 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634315 Aug 31 14:34:28.148020 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:28.159905 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:34:28.160311 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:34:28.175929 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:34:28.259061 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:28.268280 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:28.270133 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/networks/3bcfe541-63e8-4337-8a6d-956112753dca HTTP/1.1" status: 204 len: 168 time: 0.7719049 Aug 31 14:34:28.274712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55352) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:28.284373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff3e59-0ac8-4dd9-96bc-2dd59ed7f443 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Network': ['ID=3bcfe541-63e8-4337-8a6d-956112753dca,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:28.289196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9b5643ea-cd42-43a5-9793-034c39ad3dc4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'name': 'tempest-PortsTestJSON-828761682'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:28.418931 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5643ea-cd42-43a5-9793-034c39ad3dc4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:28.429032 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b5643ea-cd42-43a5-9793-034c39ad3dc4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:28.444715 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f856e26f-390b-48a4-92f1-9a0c0f4c81c5 None None] Could not find standard attr ID for object 2aefb64f-adab-4b6f-8511-2b3c15a2bfc0. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:34:28.461099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-9b5643ea-cd42-43a5-9793-034c39ad3dc4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port 8a1a9820-c320-4ad1-9eaf-1115f09a2bf2 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:34:28.463571 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc6c66-d5f0-4fb2-82a1-8f6e082ac638 None None] DHCP port deletion for 3bcfe541-63e8-4337-8a6d-956112753dca request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:34:28.497681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa1547e-9e68-4eb3-8977-7afc028e21a6 None None] Network 3bcfe541-63e8-4337-8a6d-956112753dca requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:28.512250 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa1547e-9e68-4eb3-8977-7afc028e21a6 None None] Network 3bcfe541-63e8-4337-8a6d-956112753dca could not be found, it might have been deleted concurrently. {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:34:28.562390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec6037-cd2a-456e-bd36-46acb8bad431 req-90361def-e939-427d-9655-bddd22671c7a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:28.564726 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5fec6037-cd2a-456e-bd36-46acb8bad431 req-90361def-e939-427d-9655-bddd22671c7a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 944 time: 0.0828874 Aug 31 14:34:28.630109 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5fec6037-cd2a-456e-bd36-46acb8bad431 req-d0e04b4d-27b8-4a1e-bb8c-3fe97fd64383 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591767 Aug 31 14:34:28.723540 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b5643ea-cd42-43a5-9793-034c39ad3dc4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:28.789928 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b5643ea-cd42-43a5-9793-034c39ad3dc4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:28.838182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5643ea-cd42-43a5-9793-034c39ad3dc4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:28.842067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-9b5643ea-cd42-43a5-9793-034c39ad3dc4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:28.847591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5643ea-cd42-43a5-9793-034c39ad3dc4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:28.854510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5643ea-cd42-43a5-9793-034c39ad3dc4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:28.855293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b5643ea-cd42-43a5-9793-034c39ad3dc4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:28.883714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5643ea-cd42-43a5-9793-034c39ad3dc4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=8a1a9820-c320-4ad1-9eaf-1115f09a2bf2,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:28.899870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55362) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:28.910922 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9b5643ea-cd42-43a5-9793-034c39ad3dc4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6305082 Aug 31 14:34:29.037463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9615e813-7fd4-45a4-8633-eccecd266b36 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port 8a1a9820-c320-4ad1-9eaf-1115f09a2bf2 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:29.037796 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9615e813-7fd4-45a4-8633-eccecd266b36 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:29.130265 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9615e813-7fd4-45a4-8633-eccecd266b36 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:29.163550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 087719a5-efc1-4d80-bf44-e3bdb9f0e92f up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:29.186000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9615e813-7fd4-45a4-8633-eccecd266b36 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for 8a1a9820-c320-4ad1-9eaf-1115f09a2bf2 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:29.295823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:29.301212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:29.301634 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:29.315201 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9615e813-7fd4-45a4-8633-eccecd266b36 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:29.333469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7ad55-5557-44cf-b0f0-32ed50faa79f req-a2466a42-4bd2-41dc-8497-0045fd1319ec tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:29.343279 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cdc7ad55-5557-44cf-b0f0-32ed50faa79f req-a2466a42-4bd2-41dc-8497-0045fd1319ec tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0839813 Aug 31 14:34:29.375926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615e813-7fd4-45a4-8633-eccecd266b36 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=8a1a9820-c320-4ad1-9eaf-1115f09a2bf2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:29.396045 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9615e813-7fd4-45a4-8633-eccecd266b36 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:29.405437 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:29.408131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9615e813-7fd4-45a4-8633-eccecd266b36 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/8a1a9820-c320-4ad1-9eaf-1115f09a2bf2 HTTP/1.1" status: 204 len: 168 time: 0.5068650 Aug 31 14:34:29.408821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55372) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:29.415228 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cdc7ad55-5557-44cf-b0f0-32ed50faa79f req-1be88fa3-cb5e-4517-a0c6-27ff58cc7f10 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708113 Aug 31 14:34:29.415897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-680e90ab-56a7-42f2-b28c-bb7760e8ffdc tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'mac_address': 'fa:16:3e:26:d2:b2', 'name': 'tempest-PortsTestJSON-583375353'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:29.434100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fa71f2-b0e2-462d-97b8-30b66cba26dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087719a5-efc1-4d80-bf44-e3bdb9f0e92f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:29.438452 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee3b2c4-42d1-4bd7-be63-49ee92e7bbb1" -d '{"events": [{"server_uuid": "95fa71f2-b0e2-462d-97b8-30b66cba26dd", "name": "network-vif-plugged", "status": "completed", "tag": "087719a5-efc1-4d80-bf44-e3bdb9f0e92f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:29.458157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=087719a5-efc1-4d80-bf44-e3bdb9f0e92f,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:29.464566 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:29.513795 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd9cf61-230e-4a08-9fb6-ae9764fe4a96 x-openstack-request-id: req-ccd9cf61-230e-4a08-9fb6-ae9764fe4a96 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:29.514085 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fa71f2-b0e2-462d-97b8-30b66cba26dd", "name": "network-vif-plugged", "status": "completed", "tag": "087719a5-efc1-4d80-bf44-e3bdb9f0e92f", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:29.514342 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ccd9cf61-230e-4a08-9fb6-ae9764fe4a96 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:29.515330 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fa71f2-b0e2-462d-97b8-30b66cba26dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087719a5-efc1-4d80-bf44-e3bdb9f0e92f', 'code': 200} Aug 31 14:34:29.527372 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=087719a5-efc1-4d80-bf44-e3bdb9f0e92f,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:29.597929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680e90ab-56a7-42f2-b28c-bb7760e8ffdc tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:29.688951 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-680e90ab-56a7-42f2-b28c-bb7760e8ffdc tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:29.713927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9fc05-6ff6-4e92-bffb-3085e0609ff4 req-cada53b8-4287-4506-951d-e2557ede4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:29.715499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91d9fc05-6ff6-4e92-bffb-3085e0609ff4 req-cada53b8-4287-4506-951d-e2557ede4c17 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 1096 time: 0.1567855 Aug 31 14:34:29.729269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-680e90ab-56a7-42f2-b28c-bb7760e8ffdc tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port 4077e7b9-47db-47c3-9f50-0859abe1a85c yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:34:29.765447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634710ea-d593-47c8-a6de-49682fb179dc req-aa8cdfbe-3695-457a-82c0-d8d4f2a99d7b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:29.767753 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-634710ea-d593-47c8-a6de-49682fb179dc req-aa8cdfbe-3695-457a-82c0-d8d4f2a99d7b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 945 time: 0.0643823 Aug 31 14:34:29.798319 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91d9fc05-6ff6-4e92-bffb-3085e0609ff4 req-a5554105-c575-4e12-bae5-f9c5d4bafd2b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757456 Aug 31 14:34:29.823444 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-634710ea-d593-47c8-a6de-49682fb179dc req-aefc80ee-cbf7-470d-8af7-555fe3a6822a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494089 Aug 31 14:34:29.944008 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-680e90ab-56a7-42f2-b28c-bb7760e8ffdc tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:29.991488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-680e90ab-56a7-42f2-b28c-bb7760e8ffdc tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:30.070201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680e90ab-56a7-42f2-b28c-bb7760e8ffdc tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:30.073965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-680e90ab-56a7-42f2-b28c-bb7760e8ffdc tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:30.080034 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680e90ab-56a7-42f2-b28c-bb7760e8ffdc tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:30.085956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680e90ab-56a7-42f2-b28c-bb7760e8ffdc tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:30.086620 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-680e90ab-56a7-42f2-b28c-bb7760e8ffdc tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:30.099477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e90ab-56a7-42f2-b28c-bb7760e8ffdc tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=4077e7b9-47db-47c3-9f50-0859abe1a85c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:30.120550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-680e90ab-56a7-42f2-b28c-bb7760e8ffdc tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7104108 Aug 31 14:34:30.123939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55384) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:30.172664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b49b0e7-5e00-4458-9f31-32312e202e1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:30.174282 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9b49b0e7-5e00-4458-9f31-32312e202e1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/4077e7b9-47db-47c3-9f50-0859abe1a85c HTTP/1.1" status: 200 len: 840 time: 0.0496533 Aug 31 14:34:30.177283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55390) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:30.283331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-69410ecf-fb29-4325-a8be-191bd8931436 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port 4077e7b9-47db-47c3-9f50-0859abe1a85c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:30.283679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69410ecf-fb29-4325-a8be-191bd8931436 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:30.372548 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69410ecf-fb29-4325-a8be-191bd8931436 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:30.393278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-69410ecf-fb29-4325-a8be-191bd8931436 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for 4077e7b9-47db-47c3-9f50-0859abe1a85c owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:30.547939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69410ecf-fb29-4325-a8be-191bd8931436 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:30.624571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69410ecf-fb29-4325-a8be-191bd8931436 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=4077e7b9-47db-47c3-9f50-0859abe1a85c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:30.628637 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69410ecf-fb29-4325-a8be-191bd8931436 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:30.635956 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-69410ecf-fb29-4325-a8be-191bd8931436 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/4077e7b9-47db-47c3-9f50-0859abe1a85c HTTP/1.1" status: 204 len: 168 time: 0.4571953 Aug 31 14:34:30.639871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55400) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:30.709981 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55fd9af-96a3-4041-8513-797d3d3ab63f tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] GET failed (client error): The resource could not be found. Aug 31 14:34:30.710689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636f065-39a9-4ec2-a96d-1201a31e5140 req-89cca418-defa-4a7d-92c5-41145418d795 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:30.716155 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b55fd9af-96a3-4041-8513-797d3d3ab63f tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/4077e7b9-47db-47c3-9f50-0859abe1a85c HTTP/1.1" status: 404 len: 333 time: 0.0744753 Aug 31 14:34:30.716964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55406) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:30.722793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-24f50ebf-f1b7-4e73-b6b7-8d4bf82d666e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'name': 'tempest-PortsTestJSON-2013565773'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:30.725747 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9636f065-39a9-4ec2-a96d-1201a31e5140 req-89cca418-defa-4a7d-92c5-41145418d795 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1139827 Aug 31 14:34:30.805351 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9636f065-39a9-4ec2-a96d-1201a31e5140 req-671345e6-a673-441a-9043-f4227b42f72a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775812 Aug 31 14:34:31.073610 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bf857-02a5-40ee-a0a4-4435b5ebe56b req-437506fa-0029-4cea-a5d3-d869ba7fb705 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:31.076350 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f1bf857-02a5-40ee-a0a4-4435b5ebe56b req-437506fa-0029-4cea-a5d3-d869ba7fb705 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 945 time: 0.1088576 Aug 31 14:34:31.078440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f50ebf-f1b7-4e73-b6b7-8d4bf82d666e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:31.082895 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24f50ebf-f1b7-4e73-b6b7-8d4bf82d666e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:31.125529 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-24f50ebf-f1b7-4e73-b6b7-8d4bf82d666e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port c552964e-e233-4dfc-8823-d90eb44e4877 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:34:31.161106 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f1bf857-02a5-40ee-a0a4-4435b5ebe56b req-cf86b165-5f30-42f7-bb5d-db6d49b7a26f tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751176 Aug 31 14:34:31.747034 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24f50ebf-f1b7-4e73-b6b7-8d4bf82d666e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:31.789513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24f50ebf-f1b7-4e73-b6b7-8d4bf82d666e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:31.845616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f50ebf-f1b7-4e73-b6b7-8d4bf82d666e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:31.849344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-24f50ebf-f1b7-4e73-b6b7-8d4bf82d666e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:31.853740 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f50ebf-f1b7-4e73-b6b7-8d4bf82d666e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:31.862240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f50ebf-f1b7-4e73-b6b7-8d4bf82d666e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:31.862987 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24f50ebf-f1b7-4e73-b6b7-8d4bf82d666e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:31.867635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f50ebf-f1b7-4e73-b6b7-8d4bf82d666e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=c552964e-e233-4dfc-8823-d90eb44e4877,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:31.885736 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-24f50ebf-f1b7-4e73-b6b7-8d4bf82d666e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1671941 Aug 31 14:34:31.888410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55430) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:31.900857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-887d25eb-0e01-42bb-bd87-a0a9a971f0aa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:32.019141 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-887d25eb-0e01-42bb-bd87-a0a9a971f0aa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:32.029345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b50d3d-b780-4228-a457-afa283a89c6f req-6074141f-17cc-4ce0-a7d0-bba6d3393921 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:32.031604 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7b50d3d-b780-4228-a457-afa283a89c6f req-6074141f-17cc-4ce0-a7d0-bba6d3393921 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0995691 Aug 31 14:34:32.127202 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7b50d3d-b780-4228-a457-afa283a89c6f req-23c2ebf1-95e4-4b87-982c-e20192b63c15 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850472 Aug 31 14:34:32.331165 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d8ad4-c436-4f70-b75d-7989bf4727e2 req-01468dc8-8d9e-4bca-be76-fb3fa92d6b6d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:32.332809 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d1d8ad4-c436-4f70-b75d-7989bf4727e2 req-01468dc8-8d9e-4bca-be76-fb3fa92d6b6d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 945 time: 0.0741198 Aug 31 14:34:32.381623 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d1d8ad4-c436-4f70-b75d-7989bf4727e2 req-44e4e4b1-b8f0-4812-b078-c46ea37b354d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 Aug 31 14:34:32.623291 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-887d25eb-0e01-42bb-bd87-a0a9a971f0aa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:32.630293 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-887d25eb-0e01-42bb-bd87-a0a9a971f0aa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:32.674109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-887d25eb-0e01-42bb-bd87-a0a9a971f0aa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] In _notify_port_updated(), no bound segment for port c552964e-e233-4dfc-8823-d90eb44e4877 on network 722ff770-11d0-46fd-a688-0d5ae4658e91 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:34:32.680251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887d25eb-0e01-42bb-bd87-a0a9a971f0aa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:32.681196 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-887d25eb-0e01-42bb-bd87-a0a9a971f0aa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:32.685909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55448) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:32.687378 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-887d25eb-0e01-42bb-bd87-a0a9a971f0aa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "PUT /v2.0/ports/c552964e-e233-4dfc-8823-d90eb44e4877 HTTP/1.1" status: 200 len: 818 time: 0.7959511 Aug 31 14:34:32.708681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d25eb-0e01-42bb-bd87-a0a9a971f0aa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=c552964e-e233-4dfc-8823-d90eb44e4877,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:32.807980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-5bc454cf-96e9-465b-88c8-b44f34cc5697 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port c552964e-e233-4dfc-8823-d90eb44e4877 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:32.808461 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5bc454cf-96e9-465b-88c8-b44f34cc5697 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:32.914408 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5bc454cf-96e9-465b-88c8-b44f34cc5697 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:32.929830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-5bc454cf-96e9-465b-88c8-b44f34cc5697 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for c552964e-e233-4dfc-8823-d90eb44e4877 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:33.002260 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55462) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:33.051407 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5bc454cf-96e9-465b-88c8-b44f34cc5697 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.123258 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5bc454cf-96e9-465b-88c8-b44f34cc5697 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.128325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5bc454cf-96e9-465b-88c8-b44f34cc5697 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/c552964e-e233-4dfc-8823-d90eb44e4877 HTTP/1.1" status: 204 len: 168 time: 0.4384046 Aug 31 14:34:33.128325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc454cf-96e9-465b-88c8-b44f34cc5697 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=c552964e-e233-4dfc-8823-d90eb44e4877,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:33.129197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55472) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:33.208029 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59ab1a86-509e-42df-aabc-111f7276522b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.300142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1420f7ef-3e28-48db-bba6-7f6182816c67 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:33.304472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55476) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:33.304892 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1420f7ef-3e28-48db-bba6-7f6182816c67 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1741071 Aug 31 14:34:33.351950 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-5642b1b3-2da4-4169-a03e-1188937132ae tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] GET failed (client error): The resource could not be found. Aug 31 14:34:33.354676 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5642b1b3-2da4-4169-a03e-1188937132ae tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/c552964e-e233-4dfc-8823-d90eb44e4877 HTTP/1.1" status: 404 len: 333 time: 0.0487914 Aug 31 14:34:33.360343 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55478) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:33.377602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fbb2024d-cdb6-45d3-9a5e-50608082db64 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1388617183'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:33.417411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5820afa-20f0-4eeb-955f-1e8f5d318728 req-9aed4860-1ae9-48d8-8171-48051f57e9ad tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:33.427576 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e5820afa-20f0-4eeb-955f-1e8f5d318728 req-9aed4860-1ae9-48d8-8171-48051f57e9ad tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1443293 Aug 31 14:34:33.445057 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59ab1a86-509e-42df-aabc-111f7276522b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.451944 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59ab1a86-509e-42df-aabc-111f7276522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.466718 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e5820afa-20f0-4eeb-955f-1e8f5d318728 req-ea7d14d4-8863-422b-9ff9-ffa95140855b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377860 Aug 31 14:34:33.504336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb2024d-cdb6-45d3-9a5e-50608082db64 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:33.512967 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fbb2024d-cdb6-45d3-9a5e-50608082db64 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.530726 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab1a86-509e-42df-aabc-111f7276522b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57100ef9-8e5d-40e1-a434-d09c0018b026,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:33.548998 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-59ab1a86-509e-42df-aabc-111f7276522b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a5ccaef375441bfa238ee4c95c4f525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431049 Aug 31 14:34:33.549444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55480) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:33.600409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb2024d-cdb6-45d3-9a5e-50608082db64 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:34:33.644249 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fbb2024d-cdb6-45d3-9a5e-50608082db64 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.647007 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-fbb2024d-cdb6-45d3-9a5e-50608082db64 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Added segment 89ded68b-d2c2-4e46-88fd-5ca927b32fc5 of type vlan for network 23ddb33a-039e-4816-a1d8-9f927df67004 Aug 31 14:34:33.680679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f77cf26-7c02-46cc-8335-ca18d8f63b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.709160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f77cf26-7c02-46cc-8335-ca18d8f63b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.712823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fbb2024d-cdb6-45d3-9a5e-50608082db64 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.745294 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fbb2024d-cdb6-45d3-9a5e-50608082db64 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.758547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb2024d-cdb6-45d3-9a5e-50608082db64 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:33.760399 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fbb2024d-cdb6-45d3-9a5e-50608082db64 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.771504 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f77cf26-7c02-46cc-8335-ca18d8f63b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.775105 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f77cf26-7c02-46cc-8335-ca18d8f63b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.779216 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0f77cf26-7c02-46cc-8335-ca18d8f63b41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57100ef9-8e5d-40e1-a434-d09c0018b026 HTTP/1.1" status: 204 len: 168 time: 0.2257786 Aug 31 14:34:33.786485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77cf26-7c02-46cc-8335-ca18d8f63b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57100ef9-8e5d-40e1-a434-d09c0018b026,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:33.827196 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fbb2024d-cdb6-45d3-9a5e-50608082db64 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4623196 Aug 31 14:34:33.827808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55484) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:33.833051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1efc93cf-80ae-424d-a062-6f1250c48c6b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': '23ddb33a-039e-4816-a1d8-9f927df67004', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:33.836437 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2024d-cdb6-45d3-9a5e-50608082db64 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Network': ['ID=23ddb33a-039e-4816-a1d8-9f927df67004,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:33.848818 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 23ddb33a-039e-4816-a1d8-9f927df67004 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:34:33.988462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efc93cf-80ae-424d-a062-6f1250c48c6b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:33.997653 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1efc93cf-80ae-424d-a062-6f1250c48c6b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:34.230130 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1efc93cf-80ae-424d-a062-6f1250c48c6b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:34.302569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc93cf-80ae-424d-a062-6f1250c48c6b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Subnet': ['ID=6b93c468-83a3-4811-ad00-0ff01d18caea,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:34.310468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc93cf-80ae-424d-a062-6f1250c48c6b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Checking segment: {'id': '89ded68b-d2c2-4e46-88fd-5ca927b32fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23ddb33a-039e-4816-a1d8-9f927df67004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:34.310833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efc93cf-80ae-424d-a062-6f1250c48c6b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network hostable DHCP agents. Network: 23ddb33a-039e-4816-a1d8-9f927df67004, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:34:34.333711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efc93cf-80ae-424d-a062-6f1250c48c6b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 23ddb33a-039e-4816-a1d8-9f927df67004 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:34:34.347133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1efc93cf-80ae-424d-a062-6f1250c48c6b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 23ddb33a-039e-4816-a1d8-9f927df67004) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:34.351898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efc93cf-80ae-424d-a062-6f1250c48c6b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:34.352560 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1efc93cf-80ae-424d-a062-6f1250c48c6b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:34.360535 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcf280f-4fd7-46f4-80dc-6f47647d12a4 None None] Network 23ddb33a-039e-4816-a1d8-9f927df67004 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:34.376708 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1efc93cf-80ae-424d-a062-6f1250c48c6b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5476990 Aug 31 14:34:34.376988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55514) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:34.382314 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-45547976-c2e1-4c53-ba7f-c0ba56ed84e1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': '23ddb33a-039e-4816-a1d8-9f927df67004', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:34.615225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45547976-c2e1-4c53-ba7f-c0ba56ed84e1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:34.618214 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45547976-c2e1-4c53-ba7f-c0ba56ed84e1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:34.653582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429138a-27d3-4a2d-8193-d82f6dd04e49 req-f7ef3abc-c0d8-443f-99a5-49fe9e8e6555 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:34.662331 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3429138a-27d3-4a2d-8193-d82f6dd04e49 req-f7ef3abc-c0d8-443f-99a5-49fe9e8e6555 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.0749722 Aug 31 14:34:34.724865 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3429138a-27d3-4a2d-8193-d82f6dd04e49 req-fed441dc-69a9-42cf-8b9e-bbe4d32c9a40 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612931 Aug 31 14:34:34.803479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-23ddb33a-039e-4816-a1d8-9f927df67004', 'network_id': '23ddb33a-039e-4816-a1d8-9f927df67004', 'tenant_id': '8ee8acec987547e1af57f9732c67fa84', 'fixed_ips': [{'subnet_id': '6b93c468-83a3-4811-ad00-0ff01d18caea'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:34:34.804341 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:34.841005 n-d-806683-5 neutron-server[94870]: INFO neutron.db.ipam_backend_mixin [None req-45547976-c2e1-4c53-ba7f-c0ba56ed84e1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b93c468-83a3-4811-ad00-0ff01d18caea (CIDR: 172.20.0.0/28) Aug 31 14:34:34.847219 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-45547976-c2e1-4c53-ba7f-c0ba56ed84e1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:34:34.847962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45547976-c2e1-4c53-ba7f-c0ba56ed84e1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:34:34.882676 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-45547976-c2e1-4c53-ba7f-c0ba56ed84e1 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5046449 Aug 31 14:34:34.885290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55528) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:34.891330 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-134bb62d-58a5-469d-a105-be225a2985ed tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': '23ddb33a-039e-4816-a1d8-9f927df67004', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:35.050301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Allocated IP 172.20.0.2 (23ddb33a-039e-4816-a1d8-9f927df67004/6b93c468-83a3-4811-ad00-0ff01d18caea/a7f14c7f-005f-428c-a40e-baac785b1c22) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:35.059743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134bb62d-58a5-469d-a105-be225a2985ed tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:35.068759 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-134bb62d-58a5-469d-a105-be225a2985ed tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.244345 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.256462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Transition to ACTIVE for port object a7f14c7f-005f-428c-a40e-baac785b1c22 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:35.275074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Transition to ACTIVE for port object a7f14c7f-005f-428c-a40e-baac785b1c22 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:35.283189 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.345276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Pushing event updated for resources: {'Port': ['ID=a7f14c7f-005f-428c-a40e-baac785b1c22,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:35.357756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Network 23ddb33a-039e-4816-a1d8-9f927df67004 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:35.359994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:35.362610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:35.426383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Attempting to bind port a7f14c7f-005f-428c-a40e-baac785b1c22 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:35.426870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Attempting to bind port a7f14c7f-005f-428c-a40e-baac785b1c22 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '89ded68b-d2c2-4e46-88fd-5ca927b32fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23ddb33a-039e-4816-a1d8-9f927df67004'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:35.427463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Attempting to bind port a7f14c7f-005f-428c-a40e-baac785b1c22 on network 23ddb33a-039e-4816-a1d8-9f927df67004 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:35.434528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:34:35.435062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Checking segment: {'id': '89ded68b-d2c2-4e46-88fd-5ca927b32fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23ddb33a-039e-4816-a1d8-9f927df67004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:35.436979 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.437629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Bound using segment: {'id': '89ded68b-d2c2-4e46-88fd-5ca927b32fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23ddb33a-039e-4816-a1d8-9f927df67004'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:34:35.438179 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Bound port: a7f14c7f-005f-428c-a40e-baac785b1c22, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ded68b-d2c2-4e46-88fd-5ca927b32fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23ddb33a-039e-4816-a1d8-9f927df67004'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:34:35.438632 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.487773 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-134bb62d-58a5-469d-a105-be225a2985ed tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.578380 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] For port a7f14c7f-005f-428c-a40e-baac785b1c22, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:35.584996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] For port a7f14c7f-005f-428c-a40e-baac785b1c22, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a7f14c7f-005f-428c-a40e-baac785b1c22,segment=NetworkSegment(89ded68b-d2c2-4e46-88fd-5ca927b32fc5),segment_id=89ded68b-d2c2-4e46-88fd-5ca927b32fc5)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:34:35.593427 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.618102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134bb62d-58a5-469d-a105-be225a2985ed tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 23ddb33a-039e-4816-a1d8-9f927df67004 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:35.633342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-134bb62d-58a5-469d-a105-be225a2985ed tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:35.640905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134bb62d-58a5-469d-a105-be225a2985ed tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:35.641612 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-134bb62d-58a5-469d-a105-be225a2985ed tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.664646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bb62d-58a5-469d-a105-be225a2985ed tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Subnet': ['ID=ad0384b6-6cf7-402f-b29f-dbe4afd73f6c,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:35.675089 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-134bb62d-58a5-469d-a105-be225a2985ed tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7885754 Aug 31 14:34:35.680393 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55546) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:35.695929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'network_id': '23ddb33a-039e-4816-a1d8-9f927df67004', 'fixed_ips': [{'subnet_id': '6b93c468-83a3-4811-ad00-0ff01d18caea'}, {'subnet_id': 'ad0384b6-6cf7-402f-b29f-dbe4afd73f6c'}], 'name': 'tempest-PortsTestJSON-1674588260'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:35.700016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c1706-3847-436b-838f-87233c0e49a6 None None] Pushing event updated for resources: {'Port': ['ID=a7f14c7f-005f-428c-a40e-baac785b1c22,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:35.739152 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55550) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:35.900971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:35.957360 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'network': {'name': 'tempest-network-smoke--214640457', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'port_security_enabled': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:35.992375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Made reservation on behalf of b21ea8be72d24ece82d41eca10d2c981 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:35.997799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:36.021997 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:36.083583 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:36.104795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9b61f-b99f-4128-a923-9dfdffc6b0f1 req-caec3791-38cf-4164-b61a-7d5ccd3ed6e8 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:36.106356 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-26e9b61f-b99f-4128-a923-9dfdffc6b0f1 req-caec3791-38cf-4164-b61a-7d5ccd3ed6e8 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.2268643 Aug 31 14:34:36.117657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:34:36.240258 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:36.241552 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-26e9b61f-b99f-4128-a923-9dfdffc6b0f1 req-19843e87-d992-4221-9ae0-00898530586c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272922 Aug 31 14:34:36.255278 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:36.300468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa562cc2-9002-4cc4-b3b4-9692932d0823,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:36.325825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:34:36.337385 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:36.337740 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Added segment 3dbc2e16-d380-4909-9d51-81cebccd2fca of type vlan for network e60f67af-c808-4743-933a-92c61d030c41 Aug 31 14:34:36.395073 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:36.453392 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:36.467087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:36.470961 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:36.623553 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8724635 Aug 31 14:34:36.624337 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55570) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:36.625444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-991241330', 'admin_state_up': True, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:36.637969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989163fc-f521-4f91-9439-e5fe5c26190f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Network': ['ID=e60f67af-c808-4743-933a-92c61d030c41,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:36.644480 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8461684-c316-4f69-87ad-c94bedfa91dd req-522dea2d-6c84-4ae1-8a44-932b59dd5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:36.644480 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8461684-c316-4f69-87ad-c94bedfa91dd req-522dea2d-6c84-4ae1-8a44-932b59dd5d31 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 1096 time: 0.1015770 Aug 31 14:34:36.649569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network e60f67af-c808-4743-933a-92c61d030c41 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:34:36.684752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Allocated IP 172.20.0.9 (23ddb33a-039e-4816-a1d8-9f927df67004/6b93c468-83a3-4811-ad00-0ff01d18caea/d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:36.705077 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a9cdc-17e2-42eb-9780-8987ae94f089 req-c0c85507-8c26-4a9a-9bb7-bbd4877c6997 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:36.706721 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b1a9cdc-17e2-42eb-9780-8987ae94f089 req-c0c85507-8c26-4a9a-9bb7-bbd4877c6997 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1983724 Aug 31 14:34:36.713961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Allocated IP 172.20.0.23 (23ddb33a-039e-4816-a1d8-9f927df67004/ad0384b6-6cf7-402f-b29f-dbe4afd73f6c/d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:36.740928 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:36.743410 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:36.847892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8461684-c316-4f69-87ad-c94bedfa91dd req-1480561f-07c4-461e-bdb7-f312bb6210eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:36.850647 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8461684-c316-4f69-87ad-c94bedfa91dd req-1480561f-07c4-461e-bdb7-f312bb6210eb service neutron] 10.222.0.25 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.1997249 Aug 31 14:34:36.933879 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b1a9cdc-17e2-42eb-9780-8987ae94f089 req-bdb822ae-03c1-4261-a9a9-1c141ae9322e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164288 Aug 31 14:34:36.955308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a7f14c7f-005f-428c-a40e-baac785b1c22 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:36.957580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.012116 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8461684-c316-4f69-87ad-c94bedfa91dd req-32bef670-00ee-4677-a982-acf3ffd351a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef248e17-ff68-45a2-a95a-b080183edfb0 HTTP/1.1" status: 200 len: 1000 time: 0.1531870 Aug 31 14:34:37.079077 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port a7f14c7f-005f-428c-a40e-baac785b1c22 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:37.099828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8461684-c316-4f69-87ad-c94bedfa91dd req-f2713761-53a8-4bea-8150-d320247644b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:37.103362 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8461684-c316-4f69-87ad-c94bedfa91dd req-f2713761-53a8-4bea-8150-d320247644b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.0836544 Aug 31 14:34:37.184616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8461684-c316-4f69-87ad-c94bedfa91dd req-456bab44-b016-40b9-8060-a9da8787e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:37.186634 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8461684-c316-4f69-87ad-c94bedfa91dd req-456bab44-b016-40b9-8060-a9da8787e936 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705829 Aug 31 14:34:37.291485 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.306157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Transition to ACTIVE for port object d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:37.310645 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.334463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ecbd01-8c58-43ae-8e15-bae56544f7d2 None None] Network 23ddb33a-039e-4816-a1d8-9f927df67004 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:37.335476 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8461684-c316-4f69-87ad-c94bedfa91dd req-0538c3e4-4f3f-4a22-aee3-f87e12343fe1 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388612 Aug 31 14:34:37.445298 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.467491 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8461684-c316-4f69-87ad-c94bedfa91dd req-a0780100-7a0b-4319-a669-dbc81543a909 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240435 Aug 31 14:34:37.517234 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 23ddb33a-039e-4816-a1d8-9f927df67004 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:37.519961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:37.525986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:37.528484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:37.552441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Provisioning for port a7f14c7f-005f-428c-a40e-baac785b1c22 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:37.566915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Provisioning complete for port a7f14c7f-005f-428c-a40e-baac785b1c22 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:37.567309 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.598765 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:37.599421 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.651811 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1b22252a-6e54-4b83-8661-b0072a9d9b34 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.9664965 Aug 31 14:34:37.655228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55584) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:37.661339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1cb44876-0f97-4cda-820c-9f9a934782eb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b93c468-83a3-4811-ad00-0ff01d18caea'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:37.718262 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.756039 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.794135 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.871525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a910e16c-6a2b-4e0f-89f0-db4b20dd44f2 None None] Update dhcp port {'port': {'network_id': '23ddb33a-039e-4816-a1d8-9f927df67004', 'fixed_ips': [{'subnet_id': '6b93c468-83a3-4811-ad00-0ff01d18caea', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ad0384b6-6cf7-402f-b29f-dbe4afd73f6c'}], 'binding:host_id': 'n-d-806683-5'}, 'id': 'a7f14c7f-005f-428c-a40e-baac785b1c22'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:34:37.929721 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] For port a7f14c7f-005f-428c-a40e-baac785b1c22, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a7f14c7f-005f-428c-a40e-baac785b1c22,segment=NetworkSegment(89ded68b-d2c2-4e46-88fd-5ca927b32fc5),segment_id=89ded68b-d2c2-4e46-88fd-5ca927b32fc5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:37.933005 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a910e16c-6a2b-4e0f-89f0-db4b20dd44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.936571 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.956653 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Allocated IP 172.25.2.152 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/ecf8d46b-fcd6-4d05-adab-dbd6852aee68) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:37.979731 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1cb44876-0f97-4cda-820c-9f9a934782eb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:38.157757 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:38.204907 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:38.206313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Pushing event updated for resources: {'Port': ['ID=a7f14c7f-005f-428c-a40e-baac785b1c22,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:38.221658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:38.222459 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:38.223045 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:38.223628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:38.224307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:38.225179 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:38.225711 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:38.226282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:38.226797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:38.227455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:38.227989 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:38.228545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb2b6d-342e-4010-92be-de92447eb2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:38.247627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:38.251481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:38.259670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:38.279743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6942a2-5255-4d8f-a19c-00a1a540e55d req-1c0ab08f-9b2b-42cc-80a3-aa818acb900d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:38.281447 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce6942a2-5255-4d8f-a19c-00a1a540e55d req-1c0ab08f-9b2b-42cc-80a3-aa818acb900d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1279178 Aug 31 14:34:38.330756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-a910e16c-6a2b-4e0f-89f0-db4b20dd44f2 None None] Allocated IP 172.20.0.18 (23ddb33a-039e-4816-a1d8-9f927df67004/ad0384b6-6cf7-402f-b29f-dbe4afd73f6c/a7f14c7f-005f-428c-a40e-baac785b1c22) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:38.367961 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce6942a2-5255-4d8f-a19c-00a1a540e55d req-837bd296-7615-4d22-9c43-5035a756a5ea tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531876 Aug 31 14:34:38.457258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=ecf8d46b-fcd6-4d05-adab-dbd6852aee68,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:38.475421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a910e16c-6a2b-4e0f-89f0-db4b20dd44f2 None None] For port a7f14c7f-005f-428c-a40e-baac785b1c22, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a7f14c7f-005f-428c-a40e-baac785b1c22,segment=NetworkSegment(89ded68b-d2c2-4e46-88fd-5ca927b32fc5),segment_id=89ded68b-d2c2-4e46-88fd-5ca927b32fc5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:38.523632 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a910e16c-6a2b-4e0f-89f0-db4b20dd44f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:38.558703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a910e16c-6a2b-4e0f-89f0-db4b20dd44f2 None None] Transition to ACTIVE for port object a7f14c7f-005f-428c-a40e-baac785b1c22 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:38.565174 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a910e16c-6a2b-4e0f-89f0-db4b20dd44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:38.631201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-1cb44876-0f97-4cda-820c-9f9a934782eb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Delete allocated IP 172.20.0.23 (23ddb33a-039e-4816-a1d8-9f927df67004/ad0384b6-6cf7-402f-b29f-dbe4afd73f6c) {{(pid=94871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:34:38.722505 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:38.773243 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910e16c-6a2b-4e0f-89f0-db4b20dd44f2 None None] Pushing event updated for resources: {'Port': ['ID=a7f14c7f-005f-428c-a40e-baac785b1c22,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:38.968098 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a7f14c7f-005f-428c-a40e-baac785b1c22 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:39.014642 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1cb44876-0f97-4cda-820c-9f9a934782eb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:39.033885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-1cb44876-0f97-4cda-820c-9f9a934782eb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Ignored duplicate provisioning block setup for port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:34:39.040018 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1cb44876-0f97-4cda-820c-9f9a934782eb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:39.158776 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb44876-0f97-4cda-820c-9f9a934782eb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:39.199307 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:39.320144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1cb44876-0f97-4cda-820c-9f9a934782eb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] In _notify_port_updated(), no bound segment for port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 on network 23ddb33a-039e-4816-a1d8-9f927df67004 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:34:39.325755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb44876-0f97-4cda-820c-9f9a934782eb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:39.326486 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1cb44876-0f97-4cda-820c-9f9a934782eb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:39.338794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1cb44876-0f97-4cda-820c-9f9a934782eb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "PUT /v2.0/ports/d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 HTTP/1.1" status: 200 len: 919 time: 1.6820033 Aug 31 14:34:39.339478 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55622) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:39.345282 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d01c20d7-4a82-44db-b2c6-5bafac6a8826 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b93c468-83a3-4811-ad00-0ff01d18caea'}, {'subnet_id': 'ad0384b6-6cf7-402f-b29f-dbe4afd73f6c'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:39.416968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:34:39.551200 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d01c20d7-4a82-44db-b2c6-5bafac6a8826 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:39.586706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6dace-0b6e-465d-af57-7346d751fc64 req-ba13f1ff-9471-49f5-bb24-d93ff0b88625 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:39.593155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6dace-0b6e-465d-af57-7346d751fc64 req-ba13f1ff-9471-49f5-bb24-d93ff0b88625 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:39.599493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6dace-0b6e-465d-af57-7346d751fc64 req-ba13f1ff-9471-49f5-bb24-d93ff0b88625 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:39.607054 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6dace-0b6e-465d-af57-7346d751fc64 req-ba13f1ff-9471-49f5-bb24-d93ff0b88625 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:39.643603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d779a36-37f5-47ad-a129-0fb77216e015 None None] Network 23ddb33a-039e-4816-a1d8-9f927df67004 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:39.649057 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6dace-0b6e-465d-af57-7346d751fc64 req-ba13f1ff-9471-49f5-bb24-d93ff0b88625 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:39.659582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6dace-0b6e-465d-af57-7346d751fc64 req-ba13f1ff-9471-49f5-bb24-d93ff0b88625 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:39.667513 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6dace-0b6e-465d-af57-7346d751fc64 req-ba13f1ff-9471-49f5-bb24-d93ff0b88625 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:39.671794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74b6dace-0b6e-465d-af57-7346d751fc64 req-ba13f1ff-9471-49f5-bb24-d93ff0b88625 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5434 time: 0.3056986 Aug 31 14:34:39.765020 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0cd6de6-b3e0-4a06-b779-51b179496d7f None None] Provisioning for port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:39.821753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0cd6de6-b3e0-4a06-b779-51b179496d7f None None] Provisioning complete for port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:39.822124 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0cd6de6-b3e0-4a06-b779-51b179496d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:39.871457 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74b6dace-0b6e-465d-af57-7346d751fc64 req-c7c33e78-0f59-4e35-9bf2-dd130aaaa831 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811219 Aug 31 14:34:39.949170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd6de6-b3e0-4a06-b779-51b179496d7f None None] Port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:39.983005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0cd6de6-b3e0-4a06-b779-51b179496d7f None None] Provisioning for port a7f14c7f-005f-428c-a40e-baac785b1c22 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:39.990167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0cd6de6-b3e0-4a06-b779-51b179496d7f None None] Provisioning complete for port a7f14c7f-005f-428c-a40e-baac785b1c22 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:39.990538 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0cd6de6-b3e0-4a06-b779-51b179496d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:40.076445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:34:40.116118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Sync routers for ids ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:34:40.144963 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:40.149334 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fc9f84d8-3354-43a5-b7f3-c0b496bc0a56 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5310891 Aug 31 14:34:40.149948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55636) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:40.159630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Routers {'c2664b6d-ae26-42da-b797-c3a2d7e38fa7'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:40.160279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:34:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:40.189871 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-d01c20d7-4a82-44db-b2c6-5bafac6a8826 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Allocated IP 172.20.0.28 (23ddb33a-039e-4816-a1d8-9f927df67004/ad0384b6-6cf7-402f-b29f-dbe4afd73f6c/d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:40.290274 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c6aa6-f764-4154-8789-9ce98f79a585 req-82b670a6-a881-4629-955a-056e4df95e3d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:40.301682 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-772c6aa6-f764-4154-8789-9ce98f79a585 req-82b670a6-a881-4629-955a-056e4df95e3d tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1807039 Aug 31 14:34:40.327883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Set router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:40.383413 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-540842e4-57c2-478e-a6fb-47bb9c0b1b2a tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b21ea8be72d24ece82d41eca10d2c981&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1862667 Aug 31 14:34:40.387797 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55646) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:40.438633 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-772c6aa6-f764-4154-8789-9ce98f79a585 req-83a9b4c6-cc06-48e2-8e38-60052c3bddd9 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350489 Aug 31 14:34:40.486713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-81eea589-d9b8-47bf-ada7-19f5f3a6d887 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:40.497214 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-81eea589-d9b8-47bf-ada7-19f5f3a6d887 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:40.518945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-81eea589-d9b8-47bf-ada7-19f5f3a6d887 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:40.533735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-81eea589-d9b8-47bf-ada7-19f5f3a6d887 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:40.539862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-81eea589-d9b8-47bf-ada7-19f5f3a6d887 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:40.556879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-81eea589-d9b8-47bf-ada7-19f5f3a6d887 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:40.563017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-81eea589-d9b8-47bf-ada7-19f5f3a6d887 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:40.575586 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-81eea589-d9b8-47bf-ada7-19f5f3a6d887 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5434 time: 0.2728009 Aug 31 14:34:40.647788 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2162e926-390c-4f8a-9c6c-ecf1cd8b03b6 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:40.649448 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2162e926-390c-4f8a-9c6c-ecf1cd8b03b6 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2607021 Aug 31 14:34:40.652551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55654) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:40.713670 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0d0adff1-0c3a-4ee2-b48d-3b44c4e5d545 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594954 Aug 31 14:34:40.716828 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55656) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:40.722157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:34:38Z', 'revision_number': 3, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:40.723514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a0186371-fd5a-4090-abf7-b2b1670393e9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-641074794', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:40.734373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-d0b8eb8a-c10f-4aad-b152-e8e51a357282 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:40.744417 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-d0b8eb8a-c10f-4aad-b152-e8e51a357282 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "GET /v2.0/ports/dbc07de3-f945-4450-882b-57900fb39169?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1391780 Aug 31 14:34:40.778881 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Checking router: c2664b6d-ae26-42da-b797-c3a2d7e38fa7 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:34:40.779364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Updating router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 port ecf8d46b-fcd6-4d05-adab-dbd6852aee68 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:34:40.863326 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0186371-fd5a-4090-abf7-b2b1670393e9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Made reservation on behalf of b21ea8be72d24ece82d41eca10d2c981 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:40.867919 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0186371-fd5a-4090-abf7-b2b1670393e9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:40.930277 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-a07f90bd-2e6f-4208-af81-92f33e59af2e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "GET /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1765573 Aug 31 14:34:40.943953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-ae5fcff0-5843-446e-a9d2-a61bea849eb3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:40.964329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a7f14c7f-005f-428c-a40e-baac785b1c22 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:41.020812 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-ae5fcff0-5843-446e-a9d2-a61bea849eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.034039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4a8a1-203b-4dd5-8434-484850f586c9 req-f8438ea6-9eb1-4bae-a792-87a553f15723 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:41.035965 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b6e4a8a1-203b-4dd5-8434-484850f586c9 req-f8438ea6-9eb1-4bae-a792-87a553f15723 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.4562364 Aug 31 14:34:41.050005 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.110014 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d01c20d7-4a82-44db-b2c6-5bafac6a8826 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.149544 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0186371-fd5a-4090-abf7-b2b1670393e9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.273527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0186371-fd5a-4090-abf7-b2b1670393e9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Checking segment: {'id': '3dbc2e16-d380-4909-9d51-81cebccd2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:41.274183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0186371-fd5a-4090-abf7-b2b1670393e9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network hostable DHCP agents. Network: e60f67af-c808-4743-933a-92c61d030c41, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:34:41.303116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0186371-fd5a-4090-abf7-b2b1670393e9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Subnet': ['ID=7cd63291-fe24-4184-a49d-0d1b4ea2ea9a,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:41.345716 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b2e6-d199-4669-888e-191d0bee9436 req-bb5299f8-4e64-4a60-9a42-02abe3a59fee tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:41.357589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b2e6-d199-4669-888e-191d0bee9436 req-bb5299f8-4e64-4a60-9a42-02abe3a59fee tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:41.366597 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b2e6-d199-4669-888e-191d0bee9436 req-bb5299f8-4e64-4a60-9a42-02abe3a59fee tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:41.379679 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b2e6-d199-4669-888e-191d0bee9436 req-bb5299f8-4e64-4a60-9a42-02abe3a59fee tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:41.386396 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b2e6-d199-4669-888e-191d0bee9436 req-bb5299f8-4e64-4a60-9a42-02abe3a59fee tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:41.393852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b2e6-d199-4669-888e-191d0bee9436 req-bb5299f8-4e64-4a60-9a42-02abe3a59fee tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:41.395908 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.401981 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b2e6-d199-4669-888e-191d0bee9436 req-bb5299f8-4e64-4a60-9a42-02abe3a59fee tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:41.404438 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3cd6b2e6-d199-4669-888e-191d0bee9436 req-bb5299f8-4e64-4a60-9a42-02abe3a59fee tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 5434 time: 0.2617574 Aug 31 14:34:41.407779 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0186371-fd5a-4090-abf7-b2b1670393e9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network e60f67af-c808-4743-933a-92c61d030c41 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:34:41.422275 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a0186371-fd5a-4090-abf7-b2b1670393e9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, e60f67af-c808-4743-933a-92c61d030c41) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:41.439450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0186371-fd5a-4090-abf7-b2b1670393e9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:41.440555 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a0186371-fd5a-4090-abf7-b2b1670393e9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.441783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b2164f-564d-4326-a06f-8c28bebef4cb None None] Network e60f67af-c808-4743-933a-92c61d030c41 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:41.475222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a0186371-fd5a-4090-abf7-b2b1670393e9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7539854 Aug 31 14:34:41.475222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55668) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:41.539685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Transition to ACTIVE for port object ecf8d46b-fcd6-4d05-adab-dbd6852aee68 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:41.549359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-ae5fcff0-5843-446e-a9d2-a61bea849eb3 service neutron] For port dbc07de3-f945-4450-882b-57900fb39169, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=dbc07de3-f945-4450-882b-57900fb39169,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:41.558276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-d01c20d7-4a82-44db-b2c6-5bafac6a8826 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Ignored duplicate provisioning block setup for port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:34:41.565249 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3cd6b2e6-d199-4669-888e-191d0bee9436 req-014d6161-648b-4430-b2bf-4303bcdfcc80 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1079659 Aug 31 14:34:41.606779 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.619078 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d01c20d7-4a82-44db-b2c6-5bafac6a8826 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.628444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b6e4a8a1-203b-4dd5-8434-484850f586c9 req-7f3ae02e-ef72-4940-924a-8caee6e623bf tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5844574 Aug 31 14:34:41.672218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a7f14c7f-005f-428c-a40e-baac785b1c22 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:41.672692 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.756055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-e60f67af-c808-4743-933a-92c61d030c41', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:34:41.756973 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.760930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c20d7-4a82-44db-b2c6-5bafac6a8826 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:41.761330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Attempting to bind port ecf8d46b-fcd6-4d05-adab-dbd6852aee68 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:41.761776 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Attempting to bind port ecf8d46b-fcd6-4d05-adab-dbd6852aee68 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:41.762222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Attempting to bind port ecf8d46b-fcd6-4d05-adab-dbd6852aee68 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:41.787367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:34:41.787753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:41.788164 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.788567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:34:41.789197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Bound port: ecf8d46b-fcd6-4d05-adab-dbd6852aee68, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:34:41.790500 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.819688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-ae5fcff0-5843-446e-a9d2-a61bea849eb3 service neutron] For port dbc07de3-f945-4450-882b-57900fb39169, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:41.885175 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f5f82-78e2-4f99-a97a-929ac6414211 req-0647e01f-7ce9-4eed-8a0b-e664ebf88a50 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:41.888114 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f50f5f82-78e2-4f99-a97a-929ac6414211 req-0647e01f-7ce9-4eed-8a0b-e664ebf88a50 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1134694 Aug 31 14:34:41.920175 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d01c20d7-4a82-44db-b2c6-5bafac6a8826 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] In _notify_port_updated(), no bound segment for port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 on network 23ddb33a-039e-4816-a1d8-9f927df67004 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:34:41.926600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01c20d7-4a82-44db-b2c6-5bafac6a8826 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:41.927559 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d01c20d7-4a82-44db-b2c6-5bafac6a8826 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.929130 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d01c20d7-4a82-44db-b2c6-5bafac6a8826 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "PUT /v2.0/ports/d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 HTTP/1.1" status: 200 len: 999 time: 2.5885787 Aug 31 14:34:41.933983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55680) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:41.980869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-ae5fcff0-5843-446e-a9d2-a61bea849eb3 service neutron] device_id is not set on port dbc07de3-f945-4450-882b-57900fb39169 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:34:42.009119 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-ae5fcff0-5843-446e-a9d2-a61bea849eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.019540 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-ae5fcff0-5843-446e-a9d2-a61bea849eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.030366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d89f29-57f2-483f-94dc-a28eca847eb2 None None] Pushing event updated for resources: {'Port': ['ID=ecf8d46b-fcd6-4d05-adab-dbd6852aee68,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:42.062342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] For port ecf8d46b-fcd6-4d05-adab-dbd6852aee68, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:42.065804 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] For port ecf8d46b-fcd6-4d05-adab-dbd6852aee68, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ecf8d46b-fcd6-4d05-adab-dbd6852aee68,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:34:42.066799 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f50f5f82-78e2-4f99-a97a-929ac6414211 req-3ef78e7e-02f2-4b41-9194-d52d1edd7096 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107883 Aug 31 14:34:42.085013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-01e76282-8c92-4264-9cd8-5aaa7e0978ef None None] Provisioning complete for port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:42.085384 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01e76282-8c92-4264-9cd8-5aaa7e0978ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.109212 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.140971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-ae5fcff0-5843-446e-a9d2-a61bea849eb3 service neutron] No DVR routers for this DVR port dbc07de3-f945-4450-882b-57900fb39169 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:42.196170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-ae5fcff0-5843-446e-a9d2-a61bea849eb3 service neutron] In _notify_port_updated(), no bound segment for port dbc07de3-f945-4450-882b-57900fb39169 on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:34:42.197408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-ae5fcff0-5843-446e-a9d2-a61bea849eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:42.198235 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-ae5fcff0-5843-446e-a9d2-a61bea849eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.199814 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-ae5fcff0-5843-446e-a9d2-a61bea849eb3 service neutron] 10.222.0.25 "PUT /v2.0/ports/dbc07de3-f945-4450-882b-57900fb39169 HTTP/1.1" status: 200 len: 1027 time: 1.2603130 Aug 31 14:34:42.312740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fcff0-5843-446e-a9d2-a61bea849eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc07de3-f945-4450-882b-57900fb39169,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:42.345579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Routers {'c2664b6d-ae26-42da-b797-c3a2d7e38fa7'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:42.345579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:34:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:42.354922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-01e76282-8c92-4264-9cd8-5aaa7e0978ef None None] Port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:42.401053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-701864fb-01a8-448d-935c-14ec007260d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:42.403160 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-701864fb-01a8-448d-935c-14ec007260d2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "GET /v2.0/ports/cfaf1278-8bb4-4991-a533-d2d57b2c2aa7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1946452 Aug 31 14:34:42.422842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-d30aba90-ea06-4d7a-8d45-55a644ee56d4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:42.437803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-0368de0f-1d2b-4674-b908-7a1c1bfa2b3c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2183857 Aug 31 14:34:42.509439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Allocated IP 172.20.0.2 (e60f67af-c808-4743-933a-92c61d030c41/7cd63291-fe24-4184-a49d-0d1b4ea2ea9a/bdcb5f69-d118-4e1f-b2df-b641d60a3629) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:42.537244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-10a964f9-bbf4-43f7-896c-234f472e833b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:42.537935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10a964f9-bbf4-43f7-896c-234f472e833b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.558131 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d89f29-57f2-483f-94dc-a28eca847eb2 None None] Pushing event updated for resources: {'Port': ['ID=ecf8d46b-fcd6-4d05-adab-dbd6852aee68,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:42.573701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-01e76282-8c92-4264-9cd8-5aaa7e0978ef None None] Provisioning complete for port a7f14c7f-005f-428c-a40e-baac785b1c22 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:42.574078 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01e76282-8c92-4264-9cd8-5aaa7e0978ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.626812 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-d30aba90-ea06-4d7a-8d45-55a644ee56d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.659886 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10cd5a-311a-43c6-b353-6c5c0da54bee req-d32c9178-8862-48a4-9e41-51fd51c8b528 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:42.662134 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0a10cd5a-311a-43c6-b353-6c5c0da54bee req-d32c9178-8862-48a4-9e41-51fd51c8b528 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1683984 Aug 31 14:34:42.667714 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.671916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-284632d9-ba8b-45ee-b86f-76655658551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:42.672518 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-284632d9-ba8b-45ee-b86f-76655658551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:42.672997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-284632d9-ba8b-45ee-b86f-76655658551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:42.673463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-284632d9-ba8b-45ee-b86f-76655658551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:42.673922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-284632d9-ba8b-45ee-b86f-76655658551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:42.674378 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-284632d9-ba8b-45ee-b86f-76655658551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:42.674834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-284632d9-ba8b-45ee-b86f-76655658551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:42.677083 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-284632d9-ba8b-45ee-b86f-76655658551f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 6502 time: 0.1789443 Aug 31 14:34:42.761180 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0a10cd5a-311a-43c6-b353-6c5c0da54bee req-8a6a3ec1-e0e6-4161-ab07-e0d811206c62 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874715 Aug 31 14:34:42.808678 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10a964f9-bbf4-43f7-896c-234f472e833b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.850777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-10a964f9-bbf4-43f7-896c-234f472e833b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:42.882651 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] Set router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:43.033342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5e1f-8a20-4cdd-906a-d0bc694e2c5f req-0c2c7aea-c0cd-40aa-b374-7f9129969100 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:43.039459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5e1f-8a20-4cdd-906a-d0bc694e2c5f req-0c2c7aea-c0cd-40aa-b374-7f9129969100 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:43.046708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5e1f-8a20-4cdd-906a-d0bc694e2c5f req-0c2c7aea-c0cd-40aa-b374-7f9129969100 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:43.052541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5e1f-8a20-4cdd-906a-d0bc694e2c5f req-0c2c7aea-c0cd-40aa-b374-7f9129969100 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:43.058559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5e1f-8a20-4cdd-906a-d0bc694e2c5f req-0c2c7aea-c0cd-40aa-b374-7f9129969100 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:43.065138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5e1f-8a20-4cdd-906a-d0bc694e2c5f req-0c2c7aea-c0cd-40aa-b374-7f9129969100 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:43.066977 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a77b5e1f-8a20-4cdd-906a-d0bc694e2c5f req-0c2c7aea-c0cd-40aa-b374-7f9129969100 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 4660 time: 0.3379991 Aug 31 14:34:43.110144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-4334869a-460e-47bb-bf5b-1d5fd93fa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:43.110716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-4334869a-460e-47bb-bf5b-1d5fd93fa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:43.111193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-4334869a-460e-47bb-bf5b-1d5fd93fa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:43.113132 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-4334869a-460e-47bb-bf5b-1d5fd93fa7af service neutron] 10.222.0.60 "GET /v2.0/networks?id=9389d65e-cc2a-46c3-97fe-2cd12fa0d276&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=bbbffd75-f989-4565-a2b7-5846c86624d3&id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&id=102255ed-e1f5-4ea0-8992-73ed1fa161fb HTTP/1.1" status: 200 len: 2299 time: 0.3987553 Aug 31 14:34:43.122559 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:43.145784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Transition to ACTIVE for port object bdcb5f69-d118-4e1f-b2df-b641d60a3629 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:43.191389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Transition to ACTIVE for port object bdcb5f69-d118-4e1f-b2df-b641d60a3629 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:43.212612 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:43.216757 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-874b1085-3b2f-4c69-a743-d01cdf3ba735 None None] Provisioning complete for port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:43.217748 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-874b1085-3b2f-4c69-a743-d01cdf3ba735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:43.229611 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a77b5e1f-8a20-4cdd-906a-d0bc694e2c5f req-c9c03e5d-8f9d-4da3-8352-c266171f6af4 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=4258c54a-4cd0-4411-904c-41a5769e317d&id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486526 Aug 31 14:34:43.267090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-d30aba90-ea06-4d7a-8d45-55a644ee56d4 service neutron] For port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:43.278787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Network e60f67af-c808-4743-933a-92c61d030c41 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:43.286297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:43.289563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:43.305920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Allocated IP 172.20.0.1 (e60f67af-c808-4743-933a-92c61d030c41/7cd63291-fe24-4184-a49d-0d1b4ea2ea9a/1687a40c-d32b-422f-ab5e-20f45abd70de) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:43.306704 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-fff481a0-8345-440e-b22f-9ae9e88a6c58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94a3dc65-7153-462e-95e3-3ed89ba870f6 HTTP/1.1" status: 200 len: 1002 time: 0.1811702 Aug 31 14:34:43.362339 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Pushing event updated for resources: {'Port': ['ID=bdcb5f69-d118-4e1f-b2df-b641d60a3629,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:43.370088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-874b1085-3b2f-4c69-a743-d01cdf3ba735 None None] Port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:43.430909 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-874b1085-3b2f-4c69-a743-d01cdf3ba735 None None] Provisioning complete for port dbc07de3-f945-4450-882b-57900fb39169 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:43.431325 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-874b1085-3b2f-4c69-a743-d01cdf3ba735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:43.446332 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:34:38Z', 'revision_number': 3, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:43.449879 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Attempting to bind port bdcb5f69-d118-4e1f-b2df-b641d60a3629 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:43.450131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-d30aba90-ea06-4d7a-8d45-55a644ee56d4 service neutron] For port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:43.454960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Attempting to bind port bdcb5f69-d118-4e1f-b2df-b641d60a3629 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '3dbc2e16-d380-4909-9d51-81cebccd2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:43.455432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Attempting to bind port bdcb5f69-d118-4e1f-b2df-b641d60a3629 on network e60f67af-c808-4743-933a-92c61d030c41 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:43.493266 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:43.512553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-d30aba90-ea06-4d7a-8d45-55a644ee56d4 service neutron] device_id is not set on port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:34:43.513108 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Transition to ACTIVE for port object 1687a40c-d32b-422f-ab5e-20f45abd70de will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:43.517247 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af6039-5127-4233-9c0f-ab84016bef65 None None] The sync data for ids ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'] in n-d-806683-5 is: [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:34:38Z', 'revision_number': 3, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:34:43.526837 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:34:43.528420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Checking segment: {'id': '3dbc2e16-d380-4909-9d51-81cebccd2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:43.528420 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:43.533659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Bound using segment: {'id': '3dbc2e16-d380-4909-9d51-81cebccd2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:34:43.534251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Bound port: bdcb5f69-d118-4e1f-b2df-b641d60a3629, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbc2e16-d380-4909-9d51-81cebccd2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:34:43.550633 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:43.569269 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:43.578705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-874b1085-3b2f-4c69-a743-d01cdf3ba735 None None] Port dbc07de3-f945-4450-882b-57900fb39169 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:43.618791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network e60f67af-c808-4743-933a-92c61d030c41 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:43.629117 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:43.641020 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:43.646686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] For port bdcb5f69-d118-4e1f-b2df-b641d60a3629, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:43.654425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] For port bdcb5f69-d118-4e1f-b2df-b641d60a3629, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=bdcb5f69-d118-4e1f-b2df-b641d60a3629,segment=NetworkSegment(3dbc2e16-d380-4909-9d51-81cebccd2fca),segment_id=3dbc2e16-d380-4909-9d51-81cebccd2fca)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:34:43.662539 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:43.679358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=1687a40c-d32b-422f-ab5e-20f45abd70de,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:43.716766 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:43.923855 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 99f535e7-a803-49b2-8109-1a1e28f045a9 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:44.062293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d4ca1f48-63c5-44d3-9ba0-491279522799 None None] Provisioning complete for port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:44.064482 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1f48-63c5-44d3-9ba0-491279522799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:44.083452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702a43f-cd1e-458f-b43d-e181b654fc1f req-deb2acf8-f4a2-459f-acb8-804f0a51af02 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:44.085519 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2702a43f-cd1e-458f-b43d-e181b654fc1f req-deb2acf8-f4a2-459f-acb8-804f0a51af02 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.2098353 Aug 31 14:34:44.118960 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:44.164968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3909ea8-8a8d-40e2-ae0f-d4463b58517a None None] Pushing event updated for resources: {'Port': ['ID=bdcb5f69-d118-4e1f-b2df-b641d60a3629,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:44.200328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca1f48-63c5-44d3-9ba0-491279522799 None None] Port d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:44.202960 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-d30aba90-ea06-4d7a-8d45-55a644ee56d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:44.224536 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-d30aba90-ea06-4d7a-8d45-55a644ee56d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:44.264895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-7af1e5fd-34d7-4a6a-8901-76acbcef9cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:44.270739 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-7af1e5fd-34d7-4a6a-8901-76acbcef9cb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3 HTTP/1.1" status: 200 len: 856 time: 0.9448030 Aug 31 14:34:44.273488 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2702a43f-cd1e-458f-b43d-e181b654fc1f req-3f450b4f-6c93-4c11-b0dc-77d175ecea3e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795468 Aug 31 14:34:44.284080 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:44.418416 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 99f535e7-a803-49b2-8109-1a1e28f045a9, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=99f535e7-a803-49b2-8109-1a1e28f045a9,segment=NetworkSegment(6091cb93-9f1a-4021-8a4c-44ccfd2e6f00),segment_id=6091cb93-9f1a-4021-8a4c-44ccfd2e6f00)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:44.419889 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99f535e7-a803-49b2-8109-1a1e28f045a9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:44.424362 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152c58c6-ddf6-4b72-9253-f24fca1d1e4a" -d '{"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-unplugged", "status": "completed", "tag": "99f535e7-a803-49b2-8109-1a1e28f045a9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:44.428695 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:44.429669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:44.531052 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10a964f9-bbf4-43f7-896c-234f472e833b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:44.553986 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-d30aba90-ea06-4d7a-8d45-55a644ee56d4 service neutron] No DVR routers for this DVR port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:44.557557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30aba90-ea06-4d7a-8d45-55a644ee56d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:44.648718 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709a088-047a-437d-9d02-2d6ab9a7bec3 req-ed4e0a41-0c9a-485b-9cb9-8a0b9f4fce1a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:44.656770 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709a088-047a-437d-9d02-2d6ab9a7bec3 req-ed4e0a41-0c9a-485b-9cb9-8a0b9f4fce1a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:44.664893 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709a088-047a-437d-9d02-2d6ab9a7bec3 req-ed4e0a41-0c9a-485b-9cb9-8a0b9f4fce1a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:44.672557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709a088-047a-437d-9d02-2d6ab9a7bec3 req-ed4e0a41-0c9a-485b-9cb9-8a0b9f4fce1a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:44.680771 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709a088-047a-437d-9d02-2d6ab9a7bec3 req-ed4e0a41-0c9a-485b-9cb9-8a0b9f4fce1a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:44.683836 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8709a088-047a-437d-9d02-2d6ab9a7bec3 req-ed4e0a41-0c9a-485b-9cb9-8a0b9f4fce1a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 3883 time: 0.2388139 Aug 31 14:34:44.742755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:44.743456 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 46681e42-b392-40ec-9c3e-c611227256b0 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:44.808394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a964f9-bbf4-43f7-896c-234f472e833b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:44.899874 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=99f535e7-a803-49b2-8109-1a1e28f045a9,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:44.962195 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8709a088-047a-437d-9d02-2d6ab9a7bec3 req-90b83060-ad44-42a2-9b33-378b8f65846e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535300 Aug 31 14:34:44.986752 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-d30aba90-ea06-4d7a-8d45-55a644ee56d4 service neutron] In _notify_port_updated(), no bound segment for port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 on network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:34:44.996915 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-d30aba90-ea06-4d7a-8d45-55a644ee56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:44.997762 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-d30aba90-ea06-4d7a-8d45-55a644ee56d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.007090 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-d30aba90-ea06-4d7a-8d45-55a644ee56d4 service neutron] 10.222.0.25 "PUT /v2.0/ports/cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 HTTP/1.1" status: 200 len: 1028 time: 2.5927262 Aug 31 14:34:45.069971 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.119845 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1c1fead5-9a8b-461d-8190-edac4c1f6082 None None] Provisioning complete for port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:45.120214 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1c1fead5-9a8b-461d-8190-edac4c1f6082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.136381 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-083d6bbb-e995-4d86-a6b5-8f06a39a7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:45.142607 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-083d6bbb-e995-4d86-a6b5-8f06a39a7a05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9389d65e-cc2a-46c3-97fe-2cd12fa0d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8573728 Aug 31 14:34:45.212616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 46681e42-b392-40ec-9c3e-c611227256b0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=46681e42-b392-40ec-9c3e-c611227256b0,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:45.215877 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f053e8-d093-4187-9aa1-48a0dd0fac47 x-openstack-request-id: req-d5f053e8-d093-4187-9aa1-48a0dd0fac47 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:45.216327 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-unplugged", "status": "completed", "tag": "99f535e7-a803-49b2-8109-1a1e28f045a9", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:45.216540 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5f053e8-d093-4187-9aa1-48a0dd0fac47 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:45.217121 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99f535e7-a803-49b2-8109-1a1e28f045a9', 'code': 200} Aug 31 14:34:45.238248 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.246975 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.271563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device bdcb5f69-d118-4e1f-b2df-b641d60a3629 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:45.325268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10a964f9-bbf4-43f7-896c-234f472e833b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.330838 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-10a964f9-bbf4-43f7-896c-234f472e833b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 HTTP/1.1" status: 204 len: 168 time: 3.3955674 Aug 31 14:34:45.331541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55744) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:45.366380 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.367012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 9a69c30f-e49c-4c35-82b4-3dbc7c73eced no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:45.486466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=46681e42-b392-40ec-9c3e-c611227256b0,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:45.523258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port bdcb5f69-d118-4e1f-b2df-b641d60a3629 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:45.538886 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.579854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=1687a40c-d32b-422f-ab5e-20f45abd70de,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:45.616484 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-2304493f-7799-4c22-b233-993213969477 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] GET failed (client error): The resource could not be found. Aug 31 14:34:45.619876 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.621420 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2304493f-7799-4c22-b233-993213969477 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 HTTP/1.1" status: 404 len: 333 time: 0.1322386 Aug 31 14:34:45.621784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0455a0-0fa5-4c64-9d63-ec6a4c5b9840 req-bd7ed137-b7a4-4065-83eb-98dc0262d29b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:45.624009 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c0455a0-0fa5-4c64-9d63-ec6a4c5b9840 req-bd7ed137-b7a4-4065-83eb-98dc0262d29b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.2855310 Aug 31 14:34:45.624866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:45.653978 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fead5-9a8b-461d-8190-edac4c1f6082 None None] Port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:45.677506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ecf8d46b-fcd6-4d05-adab-dbd6852aee68 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:45.729498 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=9a69c30f-e49c-4c35-82b4-3dbc7c73eced,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:45.738937 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.739702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device c3b849ce-aa09-477e-8cca-9af7f3f55d9b no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:45.794034 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c0455a0-0fa5-4c64-9d63-ec6a4c5b9840 req-03b35ed3-0891-4656-b810-05599126e91f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587343 Aug 31 14:34:45.909635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network e60f67af-c808-4743-933a-92c61d030c41 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:45.914208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:45.918891 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f80b2280-8208-4021-818c-8cabe48739f7 None None] Could not find standard attr ID for object d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:34:45.946455 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-e7c20290-6190-4cff-b2ff-ffe1e62c64b9 service neutron] 10.222.0.60 "GET /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451357 Aug 31 14:34:45.956091 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port ecf8d46b-fcd6-4d05-adab-dbd6852aee68 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:45.966014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ecf8d46b-fcd6-4d05-adab-dbd6852aee68 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:45.966387 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.968442 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=9a69c30f-e49c-4c35-82b4-3dbc7c73eced,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:45.978377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd015bc-03b0-4f76-b044-e6146867c7d2 req-4a368c11-7864-40c9-b89f-9d3839340b49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:45.984891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd015bc-03b0-4f76-b044-e6146867c7d2 req-4a368c11-7864-40c9-b89f-9d3839340b49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:45.990823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd015bc-03b0-4f76-b044-e6146867c7d2 req-4a368c11-7864-40c9-b89f-9d3839340b49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:45.997220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd015bc-03b0-4f76-b044-e6146867c7d2 req-4a368c11-7864-40c9-b89f-9d3839340b49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.003809 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd015bc-03b0-4f76-b044-e6146867c7d2 req-4a368c11-7864-40c9-b89f-9d3839340b49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.009715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd015bc-03b0-4f76-b044-e6146867c7d2 req-4a368c11-7864-40c9-b89f-9d3839340b49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.016384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd015bc-03b0-4f76-b044-e6146867c7d2 req-4a368c11-7864-40c9-b89f-9d3839340b49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.018299 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-efd015bc-03b0-4f76-b044-e6146867c7d2 req-4a368c11-7864-40c9-b89f-9d3839340b49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5445 time: 0.5942874 Aug 31 14:34:46.072307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfb3c9c-be87-48e9-a1dc-3607afd00b4b None None] Network e60f67af-c808-4743-933a-92c61d030c41 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:46.077716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05d897-249f-4b9d-afc6-cdf635f6d4ac req-21bc8941-3513-4c23-ae0a-da4f47595228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.080442 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c05d897-249f-4b9d-afc6-cdf635f6d4ac req-21bc8941-3513-4c23-ae0a-da4f47595228 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c7a9beea9d2401ab1424d74321046eb&device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 1096 time: 0.6828642 Aug 31 14:34:46.168169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-266f3c4c-54f8-4d74-86bb-a40a7ae28ded tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting subnet ad0384b6-6cf7-402f-b29f-dbe4afd73f6c {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:34:46.205881 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:34:46.218238 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-266f3c4c-54f8-4d74-86bb-a40a7ae28ded tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.225786 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.231393 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.289977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c7a8e809-f82e-4121-80f3-9bbe61ff0e76 None None] Provisioning for port bdcb5f69-d118-4e1f-b2df-b641d60a3629 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:46.312089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-c94904f1-225f-4018-94b3-51256af903f0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Deleting port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:46.312685 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-c94904f1-225f-4018-94b3-51256af903f0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.313688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port ecf8d46b-fcd6-4d05-adab-dbd6852aee68, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ecf8d46b-fcd6-4d05-adab-dbd6852aee68,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:46.321047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c7a8e809-f82e-4121-80f3-9bbe61ff0e76 None None] Provisioning complete for port bdcb5f69-d118-4e1f-b2df-b641d60a3629 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:46.321418 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e809-f82e-4121-80f3-9bbe61ff0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.371029 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.388759 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-efd015bc-03b0-4f76-b044-e6146867c7d2 req-60729330-7533-4d7f-b99e-f47df3b25566 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2985601 Aug 31 14:34:46.393163 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port c3b849ce-aa09-477e-8cca-9af7f3f55d9b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=c3b849ce-aa09-477e-8cca-9af7f3f55d9b,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:46.438375 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-266f3c4c-54f8-4d74-86bb-a40a7ae28ded tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.438544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d5b0d-257b-44c4-a317-dd16a5363556 req-78e245e0-1b18-41dd-9b57-f38146f5b8ca tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.445898 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d5b0d-257b-44c4-a317-dd16a5363556 req-78e245e0-1b18-41dd-9b57-f38146f5b8ca tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.458813 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.459472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device bae37ea2-d7e6-4513-a927-0d658b3709e2 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:46.462904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d5b0d-257b-44c4-a317-dd16a5363556 req-78e245e0-1b18-41dd-9b57-f38146f5b8ca tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.468546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-d3698e7d-e04c-4910-83bd-193873deb842 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.471236 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d5b0d-257b-44c4-a317-dd16a5363556 req-78e245e0-1b18-41dd-9b57-f38146f5b8ca tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.475477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-d3698e7d-e04c-4910-83bd-193873deb842 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.477354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d5b0d-257b-44c4-a317-dd16a5363556 req-78e245e0-1b18-41dd-9b57-f38146f5b8ca tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.482022 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-d3698e7d-e04c-4910-83bd-193873deb842 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.489145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-d3698e7d-e04c-4910-83bd-193873deb842 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.495323 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-875d5b0d-257b-44c4-a317-dd16a5363556 req-78e245e0-1b18-41dd-9b57-f38146f5b8ca tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 3879 time: 0.3001347 Aug 31 14:34:46.495937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-d3698e7d-e04c-4910-83bd-193873deb842 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.502389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-d3698e7d-e04c-4910-83bd-193873deb842 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.509009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-d3698e7d-e04c-4910-83bd-193873deb842 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.511526 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-d3698e7d-e04c-4910-83bd-193873deb842 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5445 time: 0.4849417 Aug 31 14:34:46.528296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:34:46.543829 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3b108955-29f3-414a-b771-bb5339040cd1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "PUT /v2.0/routers/c2664b6d-ae26-42da-b797-c3a2d7e38fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0673547 Aug 31 14:34:46.550645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55766) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:46.563503 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e809-f82e-4121-80f3-9bbe61ff0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.589291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=ecf8d46b-fcd6-4d05-adab-dbd6852aee68,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:46.632869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-9d8785c9-6706-4972-846f-bdbeedb49a1b service neutron] 10.222.0.60 "GET /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6099408 Aug 31 14:34:46.633581 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-875d5b0d-257b-44c4-a317-dd16a5363556 req-1152a5d2-4abf-4e03-af4b-6f4cdef9a55c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369946 Aug 31 14:34:46.634262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05d897-249f-4b9d-afc6-cdf635f6d4ac req-db1f71cc-0800-4818-ae42-c4f1d3e68f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.635968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c05d897-249f-4b9d-afc6-cdf635f6d4ac req-db1f71cc-0800-4818-ae42-c4f1d3e68f52 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 200 len: 912 time: 0.5033481 Aug 31 14:34:46.670940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-ff503763-414e-4d86-b137-23545a741bcd tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.672656 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-ff503763-414e-4d86-b137-23545a741bcd tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "GET /v2.0/ports/3b58f743-17da-4d06-af23-9ca491f1d45c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1278431 Aug 31 14:34:46.702190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=c3b849ce-aa09-477e-8cca-9af7f3f55d9b,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:46.761707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c7a8e809-f82e-4121-80f3-9bbe61ff0e76 None None] For port bdcb5f69-d118-4e1f-b2df-b641d60a3629, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=bdcb5f69-d118-4e1f-b2df-b641d60a3629,segment=NetworkSegment(3dbc2e16-d380-4909-9d51-81cebccd2fca),segment_id=3dbc2e16-d380-4909-9d51-81cebccd2fca)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:46.774375 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-1c8faed8-42fd-49fb-88bb-e0a1e07f2e91 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=3b58f743-17da-4d06-af23-9ca491f1d45c HTTP/1.1" status: 200 len: 217 time: 0.1241801 Aug 31 14:34:46.776388 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e809-f82e-4121-80f3-9bbe61ff0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.810431 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Sync routers for ids ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:34:46.864853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8e809-f82e-4121-80f3-9bbe61ff0e76 None None] Pushing event updated for resources: {'Port': ['ID=bdcb5f69-d118-4e1f-b2df-b641d60a3629,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:46.869793 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Routers {'c2664b6d-ae26-42da-b797-c3a2d7e38fa7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:46.870911 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:34:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:46.875937 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.926276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.926830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.927257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.929272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.929746 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.930329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.930784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.932844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.938163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.938573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.953861 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.958513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.959532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.959975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.976724 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-181a9507-291c-4574-b518-cb53f5217b8d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9832 time: 0.4114072 Aug 31 14:34:46.977904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55778) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:47.020546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port bae37ea2-d7e6-4513-a927-0d658b3709e2, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=bae37ea2-d7e6-4513-a927-0d658b3709e2,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:47.032116 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.032840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device dbc07de3-f945-4450-882b-57900fb39169 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:47.123068 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ecf8d46b-fcd6-4d05-adab-dbd6852aee68 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:47.138427 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-266f3c4c-54f8-4d74-86bb-a40a7ae28ded tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.148786 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Set router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:47.149822 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device dbc07de3-f945-4450-882b-57900fb39169 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:47.183568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=bae37ea2-d7e6-4513-a927-0d658b3709e2,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:47.224008 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-c94904f1-225f-4018-94b3-51256af903f0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] For port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=9a69c30f-e49c-4c35-82b4-3dbc7c73eced,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:47.224384 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-c94904f1-225f-4018-94b3-51256af903f0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.235009 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46681e42-b392-40ec-9c3e-c611227256b0'}, {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a69c30f-e49c-4c35-82b4-3dbc7c73eced'}, {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b849ce-aa09-477e-8cca-9af7f3f55d9b'}, {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae37ea2-d7e6-4513-a927-0d658b3709e2'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:47.242486 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be82f00-b3c7-4de2-ae6e-872e31a4323b" -d '{"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-unplugged", "status": "completed", "tag": "46681e42-b392-40ec-9c3e-c611227256b0"}, {"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-unplugged", "status": "completed", "tag": "9a69c30f-e49c-4c35-82b4-3dbc7c73eced"}, {"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-unplugged", "status": "completed", "tag": "c3b849ce-aa09-477e-8cca-9af7f3f55d9b"}, {"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-unplugged", "status": "completed", "tag": "bae37ea2-d7e6-4513-a927-0d658b3709e2"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:47.283707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ecf8d46b-fcd6-4d05-adab-dbd6852aee68 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:47.283707 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.327369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-c94904f1-225f-4018-94b3-51256af903f0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Calling delete_port for 9a69c30f-e49c-4c35-82b4-3dbc7c73eced owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:47.341330 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c05d897-249f-4b9d-afc6-cdf635f6d4ac req-3ab2337b-2ec6-4e6c-ac65-426175b7cb90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef248e17-ff68-45a2-a95a-b080183edfb0 HTTP/1.1" status: 200 len: 1000 time: 0.6963618 Aug 31 14:34:47.350575 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.351069 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e5958f-a5b1-4877-a830-a71421d55eef x-openstack-request-id: req-e6e5958f-a5b1-4877-a830-a71421d55eef {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:47.351399 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-unplugged", "status": "completed", "tag": "46681e42-b392-40ec-9c3e-c611227256b0", "code": 200}, {"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-unplugged", "status": "completed", "tag": "9a69c30f-e49c-4c35-82b4-3dbc7c73eced", "code": 200}, {"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-unplugged", "status": "completed", "tag": "c3b849ce-aa09-477e-8cca-9af7f3f55d9b", "code": 200}, {"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-unplugged", "status": "completed", "tag": "bae37ea2-d7e6-4513-a927-0d658b3709e2", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:47.351731 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6e5958f-a5b1-4877-a830-a71421d55eef {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:47.352134 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46681e42-b392-40ec-9c3e-c611227256b0', 'code': 200} Aug 31 14:34:47.352982 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a69c30f-e49c-4c35-82b4-3dbc7c73eced', 'code': 200} Aug 31 14:34:47.352982 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b849ce-aa09-477e-8cca-9af7f3f55d9b', 'code': 200} Aug 31 14:34:47.353270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.353493 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae37ea2-d7e6-4513-a927-0d658b3709e2', 'code': 200} Aug 31 14:34:47.354409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.355595 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.356870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.357910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.358555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.360014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.360673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.362371 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.363019 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.363694 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.364321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.364944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.370873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c87cbb52-e598-41c6-9ace-ba7ccb9c5a6f None None] Provisioning complete for port bdcb5f69-d118-4e1f-b2df-b641d60a3629 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:47.370873 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c87cbb52-e598-41c6-9ace-ba7ccb9c5a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.371510 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-56238534-2916-4d80-ba8a-06b4199d62d8 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8818 time: 0.3922024 Aug 31 14:34:47.376110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55786) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:47.589400 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:34:43Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:44Z', 'revision_number': 2, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:47.612720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-153baf40-2f77-47d3-87bb-b4c03c2e3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.614439 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-153baf40-2f77-47d3-87bb-b4c03c2e3350 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.8047736 Aug 31 14:34:47.656244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c87cbb52-e598-41c6-9ace-ba7ccb9c5a6f None None] Provisioning for port 1687a40c-d32b-422f-ab5e-20f45abd70de completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:47.662136 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Checking router: c2664b6d-ae26-42da-b797-c3a2d7e38fa7 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:34:47.662782 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Updating router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 port 1687a40c-d32b-422f-ab5e-20f45abd70de binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:34:47.663726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c87cbb52-e598-41c6-9ace-ba7ccb9c5a6f None None] Provisioning complete for port 1687a40c-d32b-422f-ab5e-20f45abd70de triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:47.664452 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c87cbb52-e598-41c6-9ace-ba7ccb9c5a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.711690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0aa5a0-e2c8-4db8-bfe2-095526db0eff req-35ece2af-2223-4abd-a242-4e3a83798871 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.713805 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0aa5a0-e2c8-4db8-bfe2-095526db0eff req-35ece2af-2223-4abd-a242-4e3a83798871 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.6420836 Aug 31 14:34:47.715522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05d897-249f-4b9d-afc6-cdf635f6d4ac req-5fea5e26-fc92-43c4-89e4-6b927ac3294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.717391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c05d897-249f-4b9d-afc6-cdf635f6d4ac req-5fea5e26-fc92-43c4-89e4-6b927ac3294d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 200 len: 850 time: 0.3203778 Aug 31 14:34:47.721038 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.753834 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-266f3c4c-54f8-4d74-86bb-a40a7ae28ded tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.777269 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-bcf45078-60d8-49e2-9237-01b00c0723d2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.0525107 Aug 31 14:34:47.786399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c87cbb52-e598-41c6-9ace-ba7ccb9c5a6f None None] Port 1687a40c-d32b-422f-ab5e-20f45abd70de cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:47.829590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-13c6f144-f7e8-412a-929c-55698b1e38cc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:47.915563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f3c4c-54f8-4d74-86bb-a40a7ae28ded tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0384b6-6cf7-402f-b29f-dbe4afd73f6c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:47.916329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fea1be-f922-4f0f-90ae-0df270404c3d None None] Network 23ddb33a-039e-4816-a1d8-9f927df67004 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:47.959578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-266f3c4c-54f8-4d74-86bb-a40a7ae28ded tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.966072 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-266f3c4c-54f8-4d74-86bb-a40a7ae28ded tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/ad0384b6-6cf7-402f-b29f-dbe4afd73f6c HTTP/1.1" status: 204 len: 168 time: 2.3380868 Aug 31 14:34:48.021371 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0aa5a0-e2c8-4db8-bfe2-095526db0eff req-c4fdcf02-e9b0-4967-8d4f-be808a2cd928 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925398 Aug 31 14:34:48.027902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55798) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:48.028153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-56fc2c02-7df8-4a97-9a24-9313e1ffe32e None None] Provisioning complete for port 1687a40c-d32b-422f-ab5e-20f45abd70de triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:48.028676 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56fc2c02-7df8-4a97-9a24-9313e1ffe32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.201744 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d1a2-c33b-43cb-b849-e4acc74e65e6 req-ecb5ead5-695f-4932-b3b9-fe18e64198c0 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.221992 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d1a2-c33b-43cb-b849-e4acc74e65e6 req-ecb5ead5-695f-4932-b3b9-fe18e64198c0 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.230318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-56fc2c02-7df8-4a97-9a24-9313e1ffe32e None None] Port 1687a40c-d32b-422f-ab5e-20f45abd70de cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:48.235516 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d1a2-c33b-43cb-b849-e4acc74e65e6 req-ecb5ead5-695f-4932-b3b9-fe18e64198c0 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.241751 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d1a2-c33b-43cb-b849-e4acc74e65e6 req-ecb5ead5-695f-4932-b3b9-fe18e64198c0 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.258024 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d1a2-c33b-43cb-b849-e4acc74e65e6 req-ecb5ead5-695f-4932-b3b9-fe18e64198c0 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.286204 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d1a2-c33b-43cb-b849-e4acc74e65e6 req-ecb5ead5-695f-4932-b3b9-fe18e64198c0 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.292780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d1a2-c33b-43cb-b849-e4acc74e65e6 req-ecb5ead5-695f-4932-b3b9-fe18e64198c0 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.297637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-83b7287e-459f-4a8a-8f05-7dbfdda5b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.301930 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4a99d1a2-c33b-43cb-b849-e4acc74e65e6 req-ecb5ead5-695f-4932-b3b9-fe18e64198c0 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5445 time: 0.7223690 Aug 31 14:34:48.302727 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-83b7287e-459f-4a8a-8f05-7dbfdda5b448 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6624277 Aug 31 14:34:48.333319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05d897-249f-4b9d-afc6-cdf635f6d4ac req-e4118951-49ad-41c8-b18b-087efed1955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.338910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c05d897-249f-4b9d-afc6-cdf635f6d4ac req-e4118951-49ad-41c8-b18b-087efed1955d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7a8d1f5-ceb5-4396-9432-40efce66432c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6061161 Aug 31 14:34:48.410230 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4a99d1a2-c33b-43cb-b849-e4acc74e65e6 req-1721841d-4e18-47dd-8280-5d86ed2966e4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003144 Aug 31 14:34:48.410368 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.431788 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Transition to ACTIVE for port object 1687a40c-d32b-422f-ab5e-20f45abd70de will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:48.432029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-de0e5d91-6e28-42f5-a6fc-c4942ac3e4d5 None None] Provisioning complete for port 1687a40c-d32b-422f-ab5e-20f45abd70de triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:48.432029 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de0e5d91-6e28-42f5-a6fc-c4942ac3e4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.437084 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.573749 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-de0e5d91-6e28-42f5-a6fc-c4942ac3e4d5 None None] Port 1687a40c-d32b-422f-ab5e-20f45abd70de cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:48.599026 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c05d897-249f-4b9d-afc6-cdf635f6d4ac req-5ec5c049-d63c-4ddc-83de-3ef65a4ef6ba service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402206 Aug 31 14:34:48.676389 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Attempting to bind port 1687a40c-d32b-422f-ab5e-20f45abd70de on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:48.677153 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Attempting to bind port 1687a40c-d32b-422f-ab5e-20f45abd70de by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '3dbc2e16-d380-4909-9d51-81cebccd2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:48.677741 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Attempting to bind port 1687a40c-d32b-422f-ab5e-20f45abd70de on network e60f67af-c808-4743-933a-92c61d030c41 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:48.684783 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-13c6f144-f7e8-412a-929c-55698b1e38cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.690426 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:34:48.692252 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Checking segment: {'id': '3dbc2e16-d380-4909-9d51-81cebccd2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:48.692745 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.693236 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Bound using segment: {'id': '3dbc2e16-d380-4909-9d51-81cebccd2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:34:48.693877 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Bound port: 1687a40c-d32b-422f-ab5e-20f45abd70de, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbc2e16-d380-4909-9d51-81cebccd2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:34:48.694512 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.728717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c88c3b-b48f-4dd0-8e96-d7440537e06d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting subnet 6b93c468-83a3-4811-ad00-0ff01d18caea {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:34:48.732721 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9c88c3b-b48f-4dd0-8e96-d7440537e06d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.777391 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] For port 1687a40c-d32b-422f-ab5e-20f45abd70de, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:48.782236 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] For port 1687a40c-d32b-422f-ab5e-20f45abd70de, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1687a40c-d32b-422f-ab5e-20f45abd70de,segment=NetworkSegment(3dbc2e16-d380-4909-9d51-81cebccd2fca),segment_id=3dbc2e16-d380-4909-9d51-81cebccd2fca)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:34:48.788886 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.800852 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ebe0a-e8a2-45c6-88eb-7c0412387811 None None] Pushing event updated for resources: {'Port': ['ID=1687a40c-d32b-422f-ab5e-20f45abd70de,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:48.820860 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ebe0a-e8a2-45c6-88eb-7c0412387811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:48.823099 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ebe0a-e8a2-45c6-88eb-7c0412387811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:48.834776 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ebe0a-e8a2-45c6-88eb-7c0412387811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:48.835261 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ebe0a-e8a2-45c6-88eb-7c0412387811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:48.836143 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ebe0a-e8a2-45c6-88eb-7c0412387811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:48.836594 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ebe0a-e8a2-45c6-88eb-7c0412387811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:48.837069 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ebe0a-e8a2-45c6-88eb-7c0412387811 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:48.837488 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ebe0a-e8a2-45c6-88eb-7c0412387811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:48.838012 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ebe0a-e8a2-45c6-88eb-7c0412387811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:48.838490 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ebe0a-e8a2-45c6-88eb-7c0412387811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:48.838922 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ebe0a-e8a2-45c6-88eb-7c0412387811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:48.839421 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ebe0a-e8a2-45c6-88eb-7c0412387811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:48.846885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-bc2cce21-81c2-45aa-b573-bc300a594ced tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.848659 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9c88c3b-b48f-4dd0-8e96-d7440537e06d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.850077 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-bc2cce21-81c2-45aa-b573-bc300a594ced tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 815 time: 0.1758380 Aug 31 14:34:48.859644 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a4cc7fe7-36dd-4eaa-89a0-b7513c126da9 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 1.4822309 Aug 31 14:34:48.897566 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-467c1d48-6f8d-4ba0-b021-e0c10ec58321 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/quotas/00d27f1f72f248fa9c1c442465d5507e HTTP/1.1" status: 200 len: 375 time: 0.0302305 Aug 31 14:34:48.933211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device bdcb5f69-d118-4e1f-b2df-b641d60a3629 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:48.992837 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ebe0a-e8a2-45c6-88eb-7c0412387811 None None] Pushing event updated for resources: {'Port': ['ID=1687a40c-d32b-422f-ab5e-20f45abd70de,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:49.027738 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-6dc95a21-0141-4e49-8950-e89681236497 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1290469 Aug 31 14:34:49.033138 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Routers {'c2664b6d-ae26-42da-b797-c3a2d7e38fa7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:49.034187 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:34:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:49.079396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port bdcb5f69-d118-4e1f-b2df-b641d60a3629 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:49.080202 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:49.195293 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-2024f5d2-7162-4d25-b693-96817342ff50 service neutron] 10.222.0.39 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667202 Aug 31 14:34:49.285019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 3b58f743-17da-4d06-af23-9ca491f1d45c no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:49.306618 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] Set router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:49.407320 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-d5c45a2a-520a-4249-b1b7-de13cfa1c281 service neutron] 10.222.0.39 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009997 Aug 31 14:34:49.418997 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:49.523031 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:49.576959 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 3b58f743-17da-4d06-af23-9ca491f1d45c, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3b58f743-17da-4d06-af23-9ca491f1d45c,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:49.588071 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b58f743-17da-4d06-af23-9ca491f1d45c'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:49.591740 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48344be-89fd-4eae-bac1-b865bb237398" -d '{"events": [{"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-unplugged", "status": "completed", "tag": "3b58f743-17da-4d06-af23-9ca491f1d45c"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:49.602128 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:49.603311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e57b84cc-a866-47d8-8732-69907ed220f0 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:49.692889 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07eff513-0b25-4b8a-9b8c-ea60d06156d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:49.698065 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9c88c3b-b48f-4dd0-8e96-d7440537e06d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:49.807031 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:34:43Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:48Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:49.811937 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:49.847205 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022560e-ca3a-4bee-b153-00f355958d73 None None] The sync data for ids ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'] in n-d-806683-5 is: [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:34:43Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:48Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:34:49.853804 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9c88c3b-b48f-4dd0-8e96-d7440537e06d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:49.854602 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=3b58f743-17da-4d06-af23-9ca491f1d45c,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:49.898870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7db6c930-3112-49f8-b83f-63759f6167d5 None None] Provisioning complete for port a7f14c7f-005f-428c-a40e-baac785b1c22 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:49.899448 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7db6c930-3112-49f8-b83f-63759f6167d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:49.969204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667da4e-97df-45ba-a34d-186423937b8c req-d168d4e9-ba24-4f3b-a688-bfe42ded0425 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:49.975757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667da4e-97df-45ba-a34d-186423937b8c req-d168d4e9-ba24-4f3b-a688-bfe42ded0425 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:49.982130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667da4e-97df-45ba-a34d-186423937b8c req-d168d4e9-ba24-4f3b-a688-bfe42ded0425 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:50.017315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667da4e-97df-45ba-a34d-186423937b8c req-d168d4e9-ba24-4f3b-a688-bfe42ded0425 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:50.024499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667da4e-97df-45ba-a34d-186423937b8c req-d168d4e9-ba24-4f3b-a688-bfe42ded0425 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:50.030216 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e57b84cc-a866-47d8-8732-69907ed220f0, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e57b84cc-a866-47d8-8732-69907ed220f0,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:50.033766 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9667da4e-97df-45ba-a34d-186423937b8c req-d168d4e9-ba24-4f3b-a688-bfe42ded0425 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 3875 time: 1.8465569 Aug 31 14:34:50.041359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-c94904f1-225f-4018-94b3-51256af903f0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:50.048993 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:50.049815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device fef509ac-4d20-4346-80ac-7987799f5e7b no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:50.067164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c88c3b-b48f-4dd0-8e96-d7440537e06d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Subnet': ['ID=6b93c468-83a3-4811-ad00-0ff01d18caea,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:50.088738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9c88c3b-b48f-4dd0-8e96-d7440537e06d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:50.094197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35572c51-61de-45ee-a95b-3104c22d368e None None] Network 23ddb33a-039e-4816-a1d8-9f927df67004 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:50.094935 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55856) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:50.104710 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d9c88c3b-b48f-4dd0-8e96-d7440537e06d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/6b93c468-83a3-4811-ad00-0ff01d18caea HTTP/1.1" status: 204 len: 168 time: 2.0710928 Aug 31 14:34:50.191560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94904f1-225f-4018-94b3-51256af903f0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'Port': ['ID=9a69c30f-e49c-4c35-82b4-3dbc7c73eced,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:50.305087 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:50.385028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-c94904f1-225f-4018-94b3-51256af903f0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] No DVR routers for this DVR port 9a69c30f-e49c-4c35-82b4-3dbc7c73eced on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:50.421628 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-c94904f1-225f-4018-94b3-51256af903f0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:50.423921 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-c94904f1-225f-4018-94b3-51256af903f0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "DELETE /v2.0/ports/9a69c30f-e49c-4c35-82b4-3dbc7c73eced HTTP/1.1" status: 204 len: 173 time: 5.4081502 Aug 31 14:34:50.425916 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-5caf1b2a-e31f-482b-ab65-f720746f2d06 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0850027 Aug 31 14:34:50.426354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-deleted', 'tag': '9a69c30f-e49c-4c35-82b4-3dbc7c73eced'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:50.430445 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce986a58-3bf2-4b12-9224-22384f957918" -d '{"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-deleted", "tag": "9a69c30f-e49c-4c35-82b4-3dbc7c73eced"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:50.487751 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port a7f14c7f-005f-428c-a40e-baac785b1c22 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:50.488382 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:50.500171 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9667da4e-97df-45ba-a34d-186423937b8c req-1c81de21-3ca9-4fd7-ab60-ab86c4d2bc4b tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4652772 Aug 31 14:34:50.614130 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c05d897-249f-4b9d-afc6-cdf635f6d4ac req-1ce96b02-c2f6-41b2-827b-008c117c1a02 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0003760 Aug 31 14:34:50.623015 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=e57b84cc-a866-47d8-8732-69907ed220f0,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:50.754337 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55866) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:50.795404 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a8b76c48-d761-47c5-a81b-a70e4c2d80c7 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1941175606', 'description': 'tempest-secgroup-smoke-1941175606 description', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:50.829625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] For port a7f14c7f-005f-428c-a40e-baac785b1c22, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a7f14c7f-005f-428c-a40e-baac785b1c22,segment=NetworkSegment(89ded68b-d2c2-4e46-88fd-5ca927b32fc5),segment_id=89ded68b-d2c2-4e46-88fd-5ca927b32fc5)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:50.838959 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:50.879593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for a7f14c7f-005f-428c-a40e-baac785b1c22 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:50.895802 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:34:50.927316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8b76c48-d761-47c5-a81b-a70e4c2d80c7 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:50.954181 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:50.987633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1687a40c-d32b-422f-ab5e-20f45abd70de up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:51.079284 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port fef509ac-4d20-4346-80ac-7987799f5e7b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fef509ac-4d20-4346-80ac-7987799f5e7b,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:51.090328 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.093129 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 94a3dc65-7153-462e-95e3-3ed89ba870f6 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:51.108946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12893319-cbbe-4451-b411-7e50d0ea3f2d req-fd481767-b857-491f-9cc9-5b9eca32a3fb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:51.118859 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12893319-cbbe-4451-b411-7e50d0ea3f2d req-fd481767-b857-491f-9cc9-5b9eca32a3fb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:51.125975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12893319-cbbe-4451-b411-7e50d0ea3f2d req-fd481767-b857-491f-9cc9-5b9eca32a3fb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:51.132685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12893319-cbbe-4451-b411-7e50d0ea3f2d req-fd481767-b857-491f-9cc9-5b9eca32a3fb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:51.139122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12893319-cbbe-4451-b411-7e50d0ea3f2d req-fd481767-b857-491f-9cc9-5b9eca32a3fb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:51.147103 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12893319-cbbe-4451-b411-7e50d0ea3f2d req-fd481767-b857-491f-9cc9-5b9eca32a3fb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:51.153409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12893319-cbbe-4451-b411-7e50d0ea3f2d req-fd481767-b857-491f-9cc9-5b9eca32a3fb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:51.156475 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12893319-cbbe-4451-b411-7e50d0ea3f2d req-fd481767-b857-491f-9cc9-5b9eca32a3fb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 5441 time: 0.2393422 Aug 31 14:34:51.178263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657d3f-813f-4948-a97e-cd3e248edf6d req-cea7e455-2603-4f9f-81a7-fbc42d4212d2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:51.193736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f657d3f-813f-4948-a97e-cd3e248edf6d req-cea7e455-2603-4f9f-81a7-fbc42d4212d2 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.4366748 Aug 31 14:34:51.197949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=fef509ac-4d20-4346-80ac-7987799f5e7b,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:51.215446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-13c6f144-f7e8-412a-929c-55698b1e38cc service neutron] For port 3b58f743-17da-4d06-af23-9ca491f1d45c, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3b58f743-17da-4d06-af23-9ca491f1d45c,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:51.221070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35846f85-894e-4891-9430-ef7561e8f13a None None] DHCP port deletion for 23ddb33a-039e-4816-a1d8-9f927df67004 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:34:51.240611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 1687a40c-d32b-422f-ab5e-20f45abd70de completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:51.289337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1687a40c-d32b-422f-ab5e-20f45abd70de triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:51.289878 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.292968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-f73378b8-489b-4188-9af0-4f3d8292b661 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7806537 Aug 31 14:34:51.344433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Deleting port 99f535e7-a803-49b2-8109-1a1e28f045a9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:51.345016 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.371799 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12893319-cbbe-4451-b411-7e50d0ea3f2d req-b0102a51-2fb5-44b4-b323-1cb5a658a6f7 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1944110 Aug 31 14:34:51.380981 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.454102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-35846f85-894e-4891-9430-ef7561e8f13a None None] Deleting port a7f14c7f-005f-428c-a40e-baac785b1c22 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:51.455284 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35846f85-894e-4891-9430-ef7561e8f13a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.474644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=a7f14c7f-005f-428c-a40e-baac785b1c22,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:51.475798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] For port 99f535e7-a803-49b2-8109-1a1e28f045a9, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=99f535e7-a803-49b2-8109-1a1e28f045a9,segment=NetworkSegment(6091cb93-9f1a-4021-8a4c-44ccfd2e6f00),segment_id=6091cb93-9f1a-4021-8a4c-44ccfd2e6f00)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:51.477171 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.485688 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No DVR routers for this DVR port a7f14c7f-005f-428c-a40e-baac785b1c22 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:51.550537 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17bcc00-e0db-43d1-b0e1-b1e6fdd976a0 x-openstack-request-id: req-e17bcc00-e0db-43d1-b0e1-b1e6fdd976a0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:51.550832 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-unplugged", "status": "completed", "tag": "3b58f743-17da-4d06-af23-9ca491f1d45c", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:51.551090 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e17bcc00-e0db-43d1-b0e1-b1e6fdd976a0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:51.551522 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b58f743-17da-4d06-af23-9ca491f1d45c', 'code': 200} Aug 31 14:34:51.561287 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8b76c48-d761-47c5-a81b-a70e4c2d80c7 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.631200 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8b76c48-d761-47c5-a81b-a70e4c2d80c7 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.657478 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.673872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-13c6f144-f7e8-412a-929c-55698b1e38cc service neutron] For port 3b58f743-17da-4d06-af23-9ca491f1d45c, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:51.694220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-35846f85-894e-4891-9430-ef7561e8f13a None None] For port a7f14c7f-005f-428c-a40e-baac785b1c22, host n-d-806683-5, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:51.694624 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35846f85-894e-4891-9430-ef7561e8f13a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.704124 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.739581 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f657d3f-813f-4948-a97e-cd3e248edf6d req-437634f9-50e6-4eaa-80a3-0fd3014effcc tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5447795 Aug 31 14:34:51.741605 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-5edcfa3e-8c1b-4dee-b3bd-ddbccc2e74a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=bdd494a6-c0dc-45e9-a438-4b045656ddfe HTTP/1.1" status: 200 len: 217 time: 0.4386930 Aug 31 14:34:51.754686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 94a3dc65-7153-462e-95e3-3ed89ba870f6, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=94a3dc65-7153-462e-95e3-3ed89ba870f6,segment=NetworkSegment(c6184d0f-45a9-4c3d-9a06-a44aa1856116),segment_id=c6184d0f-45a9-4c3d-9a06-a44aa1856116)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:51.756259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-35846f85-894e-4891-9430-ef7561e8f13a None None] Calling delete_port for a7f14c7f-005f-428c-a40e-baac785b1c22 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:51.767011 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-35846f85-894e-4891-9430-ef7561e8f13a None None] Port a7f14c7f-005f-428c-a40e-baac785b1c22 was not found and therefore no delete operation was performed {{(pid=94872) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:34:51.780422 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.781155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device fb942b53-8ca1-47a4-a21f-f0279210c88b no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:51.846466 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9647bc-64b0-46be-a715-8d77ff838cbb x-openstack-request-id: req-db9647bc-64b0-46be-a715-8d77ff838cbb {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:51.847135 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-deleted", "tag": "9a69c30f-e49c-4c35-82b4-3dbc7c73eced", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:51.847665 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db9647bc-64b0-46be-a715-8d77ff838cbb {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:51.848313 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-deleted', 'tag': '9a69c30f-e49c-4c35-82b4-3dbc7c73eced', 'status': 'completed', 'code': 200} Aug 31 14:34:51.851036 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.865177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-13c6f144-f7e8-412a-929c-55698b1e38cc service neutron] device_id is not set on port 3b58f743-17da-4d06-af23-9ca491f1d45c yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:34:51.867110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ddb33a-039e-4816-a1d8-9f927df67004']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:51.883814 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ded68b-d2c2-4e46-88fd-5ca927b32fc5') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:51.884100 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ded68b-d2c2-4e46-88fd-5ca927b32fc5') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:51.906526 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.919094 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-13c6f144-f7e8-412a-929c-55698b1e38cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.941015 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-13c6f144-f7e8-412a-929c-55698b1e38cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.942951 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.957980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:34:51.958877 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:51.976637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=94a3dc65-7153-462e-95e3-3ed89ba870f6,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:51.993483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-ba8acd6d-b1e7-43d5-bef3-fe954902efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:51.996676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-ba8acd6d-b1e7-43d5-bef3-fe954902efa6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.2431247 Aug 31 14:34:52.012307 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35846f85-894e-4891-9430-ef7561e8f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.035710 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 1687a40c-d32b-422f-ab5e-20f45abd70de, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1687a40c-d32b-422f-ab5e-20f45abd70de,segment=NetworkSegment(3dbc2e16-d380-4909-9d51-81cebccd2fca),segment_id=3dbc2e16-d380-4909-9d51-81cebccd2fca)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:34:52.054045 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:34:52.097936 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.104442 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.110627 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/networks/23ddb33a-039e-4816-a1d8-9f927df67004 HTTP/1.1" status: 204 len: 168 time: 2.0140164 Aug 31 14:34:52.121671 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6fe8b50-9cf2-431c-b055-26398619ed45 req-f59167c7-b266-4a32-9690-c284957e8775 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 210 time: 0.4916966 Aug 31 14:34:52.137571 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55892) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:52.164567 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8b76c48-d761-47c5-a81b-a70e4c2d80c7 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.166668 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a8b76c48-d761-47c5-a81b-a70e4c2d80c7 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4112465 Aug 31 14:34:52.186952 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.212629 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55894) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:52.214497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e7e56-f565-4b0e-8df1-e289c68144f5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Network': ['ID=23ddb33a-039e-4816-a1d8-9f927df67004,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:52.226101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-455d796c-5361-41b7-bdc2-2d0b67a7cbde tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'a14746ad-9e04-4785-b57f-279155740da6', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:52.262682 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-455d796c-5361-41b7-bdc2-2d0b67a7cbde tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.291637 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b76c48-d761-47c5-a81b-a70e4c2d80c7 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14746ad-9e04-4785-b57f-279155740da6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:52.318588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3984997f-0c63-4ab8-8efa-102dac5dfa6e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.323822 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3984997f-0c63-4ab8-8efa-102dac5dfa6e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1557403 Aug 31 14:34:52.324517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55896) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:52.385670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35846f85-894e-4891-9430-ef7561e8f13a None None] Pushing event deleted for resources: {'Port': ['ID=a7f14c7f-005f-428c-a40e-baac785b1c22,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:52.418153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35846f85-894e-4891-9430-ef7561e8f13a None None] No DVR routers for this DVR port a7f14c7f-005f-428c-a40e-baac785b1c22 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:52.503513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-455d796c-5361-41b7-bdc2-2d0b67a7cbde tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.506581 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a32b6049-3436-4857-a43c-a0afa9c4844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.517266 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.558755 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-455d796c-5361-41b7-bdc2-2d0b67a7cbde tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.569425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=1687a40c-d32b-422f-ab5e-20f45abd70de,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:52.605569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-13c6f144-f7e8-412a-929c-55698b1e38cc service neutron] No DVR routers for this DVR port 3b58f743-17da-4d06-af23-9ca491f1d45c on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:52.625377 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.700209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port fb942b53-8ca1-47a4-a21f-f0279210c88b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fb942b53-8ca1-47a4-a21f-f0279210c88b,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:52.706812 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.709513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bdd494a6-c0dc-45e9-a438-4b045656ddfe no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:52.716273 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d796c-5361-41b7-bdc2-2d0b67a7cbde tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4beac499-74d3-4300-aca0-9b7b0cecb84f,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:52.729919 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-26890c74-b79e-47d1-aad6-09fe206ab10c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3998945 Aug 31 14:34:52.731013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55900) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:52.752691 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9355bb93-6971-4443-ba7c-6bc15989b89b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-124136184'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:52.783859 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-455d796c-5361-41b7-bdc2-2d0b67a7cbde tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.788954 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-455d796c-5361-41b7-bdc2-2d0b67a7cbde tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5646043 Aug 31 14:34:52.791637 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55906) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:52.796975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6f144-f7e8-412a-929c-55698b1e38cc service neutron] Pushing event updated for resources: {'Port': ['ID=3b58f743-17da-4d06-af23-9ca491f1d45c,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:52.810001 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-4d314a8c-1f9e-4934-9da0-086bdcaad79b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'a14746ad-9e04-4785-b57f-279155740da6', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:52.836450 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.836854 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.837177 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Floating IP b74f00c5-8150-4215-abc6-8b099a8a78f3 disassociated. External IP: 172.25.2.252, port: 99f535e7-a803-49b2-8109-1a1e28f045a9. Aug 31 14:34:52.837528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Calling delete_port for 99f535e7-a803-49b2-8109-1a1e28f045a9 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:52.846613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3bfc6cfc-338d-4a9c-9684-c96422ea9fb8 None None] Provisioning complete for port 3b58f743-17da-4d06-af23-9ca491f1d45c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:52.847575 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3bfc6cfc-338d-4a9c-9684-c96422ea9fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.861284 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9355bb93-6971-4443-ba7c-6bc15989b89b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:52.866989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9355bb93-6971-4443-ba7c-6bc15989b89b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:52.877095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-7906f59a-006b-4aba-8616-f8b232e5ca2a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.878735 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-7906f59a-006b-4aba-8616-f8b232e5ca2a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.25 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 815 time: 0.7434146 Aug 31 14:34:52.905681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c98378-a3a0-4cd5-b703-fe9217f2b43c req-a1f0b712-659a-4877-9f7a-cc494118056b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.919399 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c98378-a3a0-4cd5-b703-fe9217f2b43c req-a1f0b712-659a-4877-9f7a-cc494118056b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.934424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d5547-21d9-41e5-8b9b-2126d6bc71ab req-2ecd9ce3-7cbc-4852-93f5-a86a76e0a9bf tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.934424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d5547-21d9-41e5-8b9b-2126d6bc71ab req-2ecd9ce3-7cbc-4852-93f5-a86a76e0a9bf tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.939963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc6cfc-338d-4a9c-9684-c96422ea9fb8 None None] Port 3b58f743-17da-4d06-af23-9ca491f1d45c cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:52.949784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d5547-21d9-41e5-8b9b-2126d6bc71ab req-2ecd9ce3-7cbc-4852-93f5-a86a76e0a9bf tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.954644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c98378-a3a0-4cd5-b703-fe9217f2b43c req-a1f0b712-659a-4877-9f7a-cc494118056b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.957255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1687a40c-d32b-422f-ab5e-20f45abd70de up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:52.961053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d5547-21d9-41e5-8b9b-2126d6bc71ab req-2ecd9ce3-7cbc-4852-93f5-a86a76e0a9bf tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.966672 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c98378-a3a0-4cd5-b703-fe9217f2b43c req-a1f0b712-659a-4877-9f7a-cc494118056b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.974221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-153d5547-21d9-41e5-8b9b-2126d6bc71ab req-2ecd9ce3-7cbc-4852-93f5-a86a76e0a9bf tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 3142 time: 0.8204608 Aug 31 14:34:52.978313 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c98378-a3a0-4cd5-b703-fe9217f2b43c req-a1f0b712-659a-4877-9f7a-cc494118056b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.979077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-18d0c716-ea3a-4145-9aab-bca5010b1377 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Request body: {'port': {'device_id': '0fc891eb-fc24-4d12-836a-74ce3801647c', 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58', 'admin_state_up': True, 'tenant_id': '00d27f1f72f248fa9c1c442465d5507e'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:52.985715 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c98378-a3a0-4cd5-b703-fe9217f2b43c req-a1f0b712-659a-4877-9f7a-cc494118056b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.987666 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d3c98378-a3a0-4cd5-b703-fe9217f2b43c req-a1f0b712-659a-4877-9f7a-cc494118056b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 4659 time: 0.4806976 Aug 31 14:34:53.034401 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d314a8c-1f9e-4934-9da0-086bdcaad79b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.037328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=fb942b53-8ca1-47a4-a21f-f0279210c88b,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:53.052768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-13c6f144-f7e8-412a-929c-55698b1e38cc service neutron] In _notify_port_updated(), no bound segment for port 3b58f743-17da-4d06-af23-9ca491f1d45c on network bbbffd75-f989-4565-a2b7-5846c86624d3 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:34:53.053660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-13c6f144-f7e8-412a-929c-55698b1e38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:53.054880 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-13c6f144-f7e8-412a-929c-55698b1e38cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.056314 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-13c6f144-f7e8-412a-929c-55698b1e38cc service neutron] 10.222.0.60 "PUT /v2.0/ports/3b58f743-17da-4d06-af23-9ca491f1d45c HTTP/1.1" status: 200 len: 1033 time: 5.2449801 Aug 31 14:34:53.065950 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9355bb93-6971-4443-ba7c-6bc15989b89b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:34:53.085140 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d3c98378-a3a0-4cd5-b703-fe9217f2b43c req-d609ec4f-c872-4de9-a268-13ad605e83cc tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884390 Aug 31 14:34:53.092407 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9355bb93-6971-4443-ba7c-6bc15989b89b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.092693 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-9355bb93-6971-4443-ba7c-6bc15989b89b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Added segment 973c9afa-13ea-493f-bbfe-1a6f01b24da8 of type vlan for network 6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4 Aug 31 14:34:53.095016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1687a40c-d32b-422f-ab5e-20f45abd70de triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:53.095652 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.119656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-49eab939-e0da-4f6b-9d03-99d07966cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:53.121587 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-49eab939-e0da-4f6b-9d03-99d07966cd53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0927749 Aug 31 14:34:53.159661 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.161383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9355bb93-6971-4443-ba7c-6bc15989b89b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.198411 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d314a8c-1f9e-4934-9da0-086bdcaad79b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.205556 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d314a8c-1f9e-4934-9da0-086bdcaad79b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.240490 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9355bb93-6971-4443-ba7c-6bc15989b89b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.246483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9355bb93-6971-4443-ba7c-6bc15989b89b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:53.247150 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9355bb93-6971-4443-ba7c-6bc15989b89b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.267012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-153d5547-21d9-41e5-8b9b-2126d6bc71ab req-0954c846-fc44-4104-b940-775e13367785 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718294 Aug 31 14:34:53.271117 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-b9658275-f526-406f-823f-18d28488850d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:53.272143 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-b9658275-f526-406f-823f-18d28488850d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "GET /v2.0/ports/bdd494a6-c0dc-45e9-a438-4b045656ddfe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1953931 Aug 31 14:34:53.282944 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bdd494a6-c0dc-45e9-a438-4b045656ddfe, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bdd494a6-c0dc-45e9-a438-4b045656ddfe,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:53.287797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-3930e780-d5f4-438b-a55b-d6fd01591d97 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:53.290341 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.291066 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a6ffeccb-69ae-488c-9407-9562e4ddb943 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:53.388328 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d314a8c-1f9e-4934-9da0-086bdcaad79b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55542cac-7ed6-4ddd-8032-4bfd03823209,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:53.391815 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.412462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bdd494a6-c0dc-45e9-a438-4b045656ddfe,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:53.451547 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d314a8c-1f9e-4934-9da0-086bdcaad79b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.453134 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4d314a8c-1f9e-4934-9da0-086bdcaad79b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6521487 Aug 31 14:34:53.458469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355bb93-6971-4443-ba7c-6bc15989b89b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Network': ['ID=6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:53.461110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55912) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:53.464656 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.470078 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:34:53.476801 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d3dd11c5-bd73-47c5-83d3-61c3f072e5cf tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'a14746ad-9e04-4785-b57f-279155740da6', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:53.480302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a7f14c7f-005f-428c-a40e-baac785b1c22 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:53.496913 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9355bb93-6971-4443-ba7c-6bc15989b89b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7619016 Aug 31 14:34:53.498357 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d5c8a4a-1ecf-44d1-ae14-0265e639f7b7 req-345b4bca-a58c-4fd2-985f-3a2582dd9154 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 210 time: 0.1079338 Aug 31 14:34:53.506287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55914) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:53.528074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-739449d4-1a12-407c-bda8-d50535ab60cd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': '6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:53.549425 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5aabd3-a79a-4f69-9580-f752eb87a0cb req-8edd18dc-a5c2-498c-9f1f-d8a38a04ebb1 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:53.550393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: a7f14c7f-005f-428c-a40e-baac785b1c22 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:53.550742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a7f14c7f-005f-428c-a40e-baac785b1c22 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:53.554583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e57b84cc-a866-47d8-8732-69907ed220f0'}, {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fef509ac-4d20-4346-80ac-7987799f5e7b'}, {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a3dc65-7153-462e-95e3-3ed89ba870f6'}, {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb942b53-8ca1-47a4-a21f-f0279210c88b'}, {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd494a6-c0dc-45e9-a438-4b045656ddfe'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:53.557004 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce8e674-0db3-4918-a6bf-958780a96a18" -d '{"events": [{"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-unplugged", "status": "completed", "tag": "e57b84cc-a866-47d8-8732-69907ed220f0"}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-unplugged", "status": "completed", "tag": "fef509ac-4d20-4346-80ac-7987799f5e7b"}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-unplugged", "status": "completed", "tag": "94a3dc65-7153-462e-95e3-3ed89ba870f6"}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-unplugged", "status": "completed", "tag": "fb942b53-8ca1-47a4-a21f-f0279210c88b"}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd494a6-c0dc-45e9-a438-4b045656ddfe"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:53.557114 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7f5aabd3-a79a-4f69-9580-f752eb87a0cb req-8edd18dc-a5c2-498c-9f1f-d8a38a04ebb1 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.3383629 Aug 31 14:34:53.596032 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3dd11c5-bd73-47c5-83d3-61c3f072e5cf tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.597957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a6ffeccb-69ae-488c-9407-9562e4ddb943, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a6ffeccb-69ae-488c-9407-9562e4ddb943,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:53.604819 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.626744 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-3930e780-d5f4-438b-a55b-d6fd01591d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.632773 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3457f65f-bee2-4430-bb51-306c59214fbd x-openstack-request-id: req-3457f65f-bee2-4430-bb51-306c59214fbd {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:53.633083 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-unplugged", "status": "completed", "tag": "e57b84cc-a866-47d8-8732-69907ed220f0", "code": 200}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-unplugged", "status": "completed", "tag": "fef509ac-4d20-4346-80ac-7987799f5e7b", "code": 200}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-unplugged", "status": "completed", "tag": "94a3dc65-7153-462e-95e3-3ed89ba870f6", "code": 200}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-unplugged", "status": "completed", "tag": "fb942b53-8ca1-47a4-a21f-f0279210c88b", "code": 200}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd494a6-c0dc-45e9-a438-4b045656ddfe", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:53.633338 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3457f65f-bee2-4430-bb51-306c59214fbd {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:53.633739 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e57b84cc-a866-47d8-8732-69907ed220f0', 'code': 200} Aug 31 14:34:53.633998 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fef509ac-4d20-4346-80ac-7987799f5e7b', 'code': 200} Aug 31 14:34:53.634254 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a3dc65-7153-462e-95e3-3ed89ba870f6', 'code': 200} Aug 31 14:34:53.634506 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb942b53-8ca1-47a4-a21f-f0279210c88b', 'code': 200} Aug 31 14:34:53.634756 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd494a6-c0dc-45e9-a438-4b045656ddfe', 'code': 200} Aug 31 14:34:53.640632 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-7c143978-b3f9-4525-a44f-508edf1b57c1 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832952 Aug 31 14:34:53.667852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a6ffeccb-69ae-488c-9407-9562e4ddb943,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:53.669470 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7f5aabd3-a79a-4f69-9580-f752eb87a0cb req-88bc0fdf-7683-4c1a-acfb-a462e0beaef6 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115201 Aug 31 14:34:53.700256 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3dd11c5-bd73-47c5-83d3-61c3f072e5cf tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.705972 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3dd11c5-bd73-47c5-83d3-61c3f072e5cf tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.717604 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.733445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd11c5-bd73-47c5-83d3-61c3f072e5cf tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28f6c08-e28c-4d64-a60d-850002d3d2b0,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:53.744196 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3dd11c5-bd73-47c5-83d3-61c3f072e5cf tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.745816 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d3dd11c5-bd73-47c5-83d3-61c3f072e5cf tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2731042 Aug 31 14:34:53.748587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55920) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:53.753348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ab39ace5-9336-450f-8e2e-d0bb3f82b75c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'a14746ad-9e04-4785-b57f-279155740da6', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:53.781720 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab39ace5-9336-450f-8e2e-d0bb3f82b75c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.847075 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab39ace5-9336-450f-8e2e-d0bb3f82b75c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.851039 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab39ace5-9336-450f-8e2e-d0bb3f82b75c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.871325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39ace5-9336-450f-8e2e-d0bb3f82b75c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f2beb0-9b19-48e2-bdfd-b34dacaabf82,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:53.875073 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab39ace5-9336-450f-8e2e-d0bb3f82b75c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.877095 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ab39ace5-9336-450f-8e2e-d0bb3f82b75c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273079 Aug 31 14:34:53.880685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55922) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:53.882158 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-18d0c716-ea3a-4145-9aab-bca5010b1377 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Made reservation on behalf of 00d27f1f72f248fa9c1c442465d5507e for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:53.886067 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-18d0c716-ea3a-4145-9aab-bca5010b1377 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:53.887296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-2b6ec982-0488-4130-80db-9ecad67bd94c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'a14746ad-9e04-4785-b57f-279155740da6', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:53.916309 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-2b6ec982-0488-4130-80db-9ecad67bd94c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Project b21ea8be72d24ece82d41eca10d2c981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:34:53.924245 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec982-0488-4130-80db-9ecad67bd94c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.017137 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec982-0488-4130-80db-9ecad67bd94c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.021573 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec982-0488-4130-80db-9ecad67bd94c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.049116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ec982-0488-4130-80db-9ecad67bd94c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3f8132-fa12-410b-b77e-9567360d501f,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:54.056989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec982-0488-4130-80db-9ecad67bd94c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.058436 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2b6ec982-0488-4130-80db-9ecad67bd94c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1767049 Aug 31 14:34:54.061820 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55926) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:54.072232 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ba65bbbc-dd09-4b5c-b468-16297475ed0a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'a14746ad-9e04-4785-b57f-279155740da6', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:54.105093 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-ba65bbbc-dd09-4b5c-b468-16297475ed0a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Project b21ea8be72d24ece82d41eca10d2c981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:34:54.112052 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba65bbbc-dd09-4b5c-b468-16297475ed0a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.215947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba65bbbc-dd09-4b5c-b468-16297475ed0a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.222831 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba65bbbc-dd09-4b5c-b468-16297475ed0a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.278399 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba65bbbc-dd09-4b5c-b468-16297475ed0a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.288392 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ba65bbbc-dd09-4b5c-b468-16297475ed0a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2165494 Aug 31 14:34:54.291346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65bbbc-dd09-4b5c-b468-16297475ed0a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f8a605-b5a7-472d-8f03-e724ca1eb0d6,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:54.320698 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.323955 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568d3fe-e379-453b-87ab-b9259efc7cfe req-681c2713-4bd6-4eb7-bf8d-8f2b130010ba tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:54.337049 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568d3fe-e379-453b-87ab-b9259efc7cfe req-681c2713-4bd6-4eb7-bf8d-8f2b130010ba tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:54.345055 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568d3fe-e379-453b-87ab-b9259efc7cfe req-681c2713-4bd6-4eb7-bf8d-8f2b130010ba tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:54.352017 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568d3fe-e379-453b-87ab-b9259efc7cfe req-681c2713-4bd6-4eb7-bf8d-8f2b130010ba tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:54.358860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568d3fe-e379-453b-87ab-b9259efc7cfe req-681c2713-4bd6-4eb7-bf8d-8f2b130010ba tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:54.367623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568d3fe-e379-453b-87ab-b9259efc7cfe req-681c2713-4bd6-4eb7-bf8d-8f2b130010ba tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:54.368903 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8568d3fe-e379-453b-87ab-b9259efc7cfe req-681c2713-4bd6-4eb7-bf8d-8f2b130010ba tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 4653 time: 0.1505053 Aug 31 14:34:54.387582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'Port': ['ID=99f535e7-a803-49b2-8109-1a1e28f045a9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:54.432091 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8568d3fe-e379-453b-87ab-b9259efc7cfe req-d43ce05c-4aa9-473e-814c-04c99279b1ad tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&id=1ab7b529-019e-4a05-a618-142299a78810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488002 Aug 31 14:34:54.576999 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8916c7-a840-499d-84b6-c6b82579d63f req-c1fe5916-52d3-4e32-868a-a6b2a9845bce tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:54.582711 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8916c7-a840-499d-84b6-c6b82579d63f req-c1fe5916-52d3-4e32-868a-a6b2a9845bce tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:54.582902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378bd86-cbda-4739-8455-40baab0ea2ab req-08221f7e-933a-4f19-b4b0-c689c5bff18e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:54.584484 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9378bd86-cbda-4739-8455-40baab0ea2ab req-08221f7e-933a-4f19-b4b0-c689c5bff18e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.7871406 Aug 31 14:34:54.589858 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8916c7-a840-499d-84b6-c6b82579d63f req-c1fe5916-52d3-4e32-868a-a6b2a9845bce tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:54.591816 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef8916c7-a840-499d-84b6-c6b82579d63f req-c1fe5916-52d3-4e32-868a-a6b2a9845bce tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 2409 time: 0.0787697 Aug 31 14:34:54.640157 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef8916c7-a840-499d-84b6-c6b82579d63f req-3e3caf55-054e-4911-92d5-76a2a59b614d tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346849 Aug 31 14:34:54.688990 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-6ed0d00e-4ab8-4e04-8715-1a49b7f890ec service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9573085 Aug 31 14:34:54.699664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739449d4-1a12-407c-bda8-d50535ab60cd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:54.703781 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-739449d4-1a12-407c-bda8-d50535ab60cd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.709345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Router 854aa470-f92c-437a-a4cb-7bc3e4988fad has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:34:54.810215 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-60c4c40c-d6eb-4124-93ce-298a7fe9a534 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941175606&fields=id&tenant_id=b21ea8be72d24ece82d41eca10d2c981 HTTP/1.1" status: 200 len: 267 time: 0.0598640 Aug 31 14:34:54.845902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-4ed86928-e985-4240-b03c-a2daa17ecfa7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=fef509ac-4d20-4346-80ac-7987799f5e7b HTTP/1.1" status: 200 len: 217 time: 0.1386647 Aug 31 14:34:54.861904 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9378bd86-cbda-4739-8455-40baab0ea2ab req-85619656-f21f-43ee-866d-ad726f1da2dc tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199709 Aug 31 14:34:54.925687 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.974559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-3930e780-d5f4-438b-a55b-d6fd01591d97 service neutron] For port bdd494a6-c0dc-45e9-a438-4b045656ddfe, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bdd494a6-c0dc-45e9-a438-4b045656ddfe,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:54.980391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-ccfdfa6b-d658-4339-af15-5fe3d17b8c9a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:54.990034 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-ccfdfa6b-d658-4339-af15-5fe3d17b8c9a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/networks?id=e60f67af-c808-4743-933a-92c61d030c41 HTTP/1.1" status: 200 len: 796 time: 0.1701887 Aug 31 14:34:55.016014 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-5dcce927-4a2e-4a1c-943f-90df2f656c48 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/quotas/b21ea8be72d24ece82d41eca10d2c981 HTTP/1.1" status: 200 len: 375 time: 0.0246770 Aug 31 14:34:55.058442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-18d0c716-ea3a-4145-9aab-bca5010b1377 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Allocated IP 172.20.0.10 (b08048cf-9a96-4315-891c-5b48607b8e58/6328a301-d717-4967-a573-d40554209a6c/41ac479a-b350-419f-b888-8466bf811e2d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:55.079749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-18b14975-6845-4d6f-88c8-3f04ca0739a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:55.081259 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-18b14975-6845-4d6f-88c8-3f04ca0739a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.2254598 Aug 31 14:34:55.087525 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-91c60c42-436c-433c-a3e9-07ddbf6f662f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b21ea8be72d24ece82d41eca10d2c981&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629518 Aug 31 14:34:55.118510 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3a00fa2f-17c4-4369-85d1-1b41fa5f456e req-63976e76-8d3f-4619-8fd0-0e475c718a11 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 210 time: 0.0659008 Aug 31 14:34:55.222487 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-0b4abc05-9f76-4a3b-acfb-818eb8826856 service neutron] 10.222.0.39 "GET /v2.0/networks/e60f67af-c808-4743-933a-92c61d030c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289024 Aug 31 14:34:55.231343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-3930e780-d5f4-438b-a55b-d6fd01591d97 service neutron] For port bdd494a6-c0dc-45e9-a438-4b045656ddfe, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:55.361115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-17f26697-da87-4b24-921b-c4f24699c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:55.361474 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-69c15eec-d259-4c32-88fb-5f03ce276d44 service neutron] 10.222.0.39 "GET /v2.0/networks/e60f67af-c808-4743-933a-92c61d030c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322536 Aug 31 14:34:55.362857 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-17f26697-da87-4b24-921b-c4f24699c53b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2517519 Aug 31 14:34:55.392151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-3930e780-d5f4-438b-a55b-d6fd01591d97 service neutron] device_id is not set on port bdd494a6-c0dc-45e9-a438-4b045656ddfe yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:34:55.468381 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-3930e780-d5f4-438b-a55b-d6fd01591d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:55.470649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:34:55.490945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9d7e2-71ed-4ff7-af22-0476ae860203 None None] Sync routers for ids ['854aa470-f92c-437a-a4cb-7bc3e4988fad'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:34:55.507101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9d7e2-71ed-4ff7-af22-0476ae860203 None None] Routers {'854aa470-f92c-437a-a4cb-7bc3e4988fad'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:55.508032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-99d9d7e2-71ed-4ff7-af22-0476ae860203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:34:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['854aa470-f92c-437a-a4cb-7bc3e4988fad'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:55.556969 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-3930e780-d5f4-438b-a55b-d6fd01591d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:55.600595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] No DVR routers for this DVR port 99f535e7-a803-49b2-8109-1a1e28f045a9 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:55.607570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ddca-e513-42b5-a669-4d3c1cfd5dea req-dfc2caf5-2874-4f0a-b98a-e2e3a970d5a2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:55.615494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ddca-e513-42b5-a669-4d3c1cfd5dea req-dfc2caf5-2874-4f0a-b98a-e2e3a970d5a2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:55.626184 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ddca-e513-42b5-a669-4d3c1cfd5dea req-dfc2caf5-2874-4f0a-b98a-e2e3a970d5a2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:55.632223 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:55.635052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-1fb8fa33-314e-485b-a517-604b1efd721a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "DELETE /v2.0/ports/99f535e7-a803-49b2-8109-1a1e28f045a9 HTTP/1.1" status: 204 len: 173 time: 5.2012818 Aug 31 14:34:55.635708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ddca-e513-42b5-a669-4d3c1cfd5dea req-dfc2caf5-2874-4f0a-b98a-e2e3a970d5a2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:55.635827 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-deleted', 'tag': '99f535e7-a803-49b2-8109-1a1e28f045a9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:55.636756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ffeccb-69ae-488c-9407-9562e4ddb943'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:55.638685 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38530da-0d69-41cd-955a-fa251c7ecb6b" -d '{"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-deleted", "tag": "99f535e7-a803-49b2-8109-1a1e28f045a9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:55.642476 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871fff82-af6d-46ca-8819-e6191b77ef7f" -d '{"events": [{"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ffeccb-69ae-488c-9407-9562e4ddb943"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:55.645136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ddca-e513-42b5-a669-4d3c1cfd5dea req-dfc2caf5-2874-4f0a-b98a-e2e3a970d5a2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:55.650738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-739449d4-1a12-407c-bda8-d50535ab60cd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:55.667918 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be91ddca-e513-42b5-a669-4d3c1cfd5dea req-dfc2caf5-2874-4f0a-b98a-e2e3a970d5a2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 3876 time: 0.1324627 Aug 31 14:34:55.799549 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be91ddca-e513-42b5-a669-4d3c1cfd5dea req-0eb974c3-91d9-46d4-a887-840fbcc602e3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163111 Aug 31 14:34:55.812232 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-99d9d7e2-71ed-4ff7-af22-0476ae860203 None None] Set router 854aa470-f92c-437a-a4cb-7bc3e4988fad gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:55.950410 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb3c2d7b-6dc1-4f45-80e6-f4676ab093b7 req-586f71e7-1071-4db0-b849-cfe0becb2bd2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 210 time: 0.0620499 Aug 31 14:34:56.058945 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c541e16f-863e-41ea-b8e0-720c39d2285b x-openstack-request-id: req-c541e16f-863e-41ea-b8e0-720c39d2285b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:56.059483 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-deleted", "tag": "99f535e7-a803-49b2-8109-1a1e28f045a9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:56.059483 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c541e16f-863e-41ea-b8e0-720c39d2285b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:56.060274 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-deleted', 'tag': '99f535e7-a803-49b2-8109-1a1e28f045a9', 'status': 'completed', 'code': 200} Aug 31 14:34:56.112981 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930e780-d5f4-438b-a55b-d6fd01591d97 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd494a6-c0dc-45e9-a438-4b045656ddfe,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:56.146903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-3930e780-d5f4-438b-a55b-d6fd01591d97 service neutron] No DVR routers for this DVR port bdd494a6-c0dc-45e9-a438-4b045656ddfe on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:56.173566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-71843385-dbe6-42a4-a91f-960ee7b5e8d1 None None] Provisioning complete for port bdd494a6-c0dc-45e9-a438-4b045656ddfe triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:56.173804 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71843385-dbe6-42a4-a91f-960ee7b5e8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:56.223919 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-18d0c716-ea3a-4145-9aab-bca5010b1377 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:56.255110 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-72a9e075-eff0-4f86-95bb-81eabc497b9b service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8790226 Aug 31 14:34:56.258723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-71843385-dbe6-42a4-a91f-960ee7b5e8d1 None None] Port bdd494a6-c0dc-45e9-a438-4b045656ddfe cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:56.274132 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73bd8a-9389-4505-92ec-1316adbfa926 req-583c803e-a9ae-44b2-9889-20cf25003de1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:56.274511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739449d4-1a12-407c-bda8-d50535ab60cd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Subnet': ['ID=c002eb14-f59e-4aff-8aa2-b75a3a09a02c,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:56.280218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-99d9d7e2-71ed-4ff7-af22-0476ae860203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:43Z', 'revision_number': 4, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '91958401-e793-4ff0-b658-b8ed74299315', 'name': '', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'mac_address': 'fa:16:3e:be:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:41Z', 'updated_at': '2021-08-31T14:23:55Z', 'revision_number': 5, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'subnets': [{'id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:56.303947 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73bd8a-9389-4505-92ec-1316adbfa926 req-583c803e-a9ae-44b2-9889-20cf25003de1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:56.316161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9d7e2-71ed-4ff7-af22-0476ae860203 None None] Checking router: 854aa470-f92c-437a-a4cb-7bc3e4988fad for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:34:56.317118 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73bd8a-9389-4505-92ec-1316adbfa926 req-583c803e-a9ae-44b2-9889-20cf25003de1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:56.320713 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e73bd8a-9389-4505-92ec-1316adbfa926 req-583c803e-a9ae-44b2-9889-20cf25003de1 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 2409 time: 0.2031052 Aug 31 14:34:56.324482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9d7e2-71ed-4ff7-af22-0476ae860203 None None] Routers {'854aa470-f92c-437a-a4cb-7bc3e4988fad'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:56.325098 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-99d9d7e2-71ed-4ff7-af22-0476ae860203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:34:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['854aa470-f92c-437a-a4cb-7bc3e4988fad'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:56.401686 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e73bd8a-9389-4505-92ec-1316adbfa926 req-d2e48a8d-6c84-4899-a737-aa2151f94935 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723684 Aug 31 14:34:56.520264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739449d4-1a12-407c-bda8-d50535ab60cd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Checking segment: {'id': '973c9afa-13ea-493f-bbfe-1a6f01b24da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:56.520747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739449d4-1a12-407c-bda8-d50535ab60cd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network hostable DHCP agents. Network: 6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:34:56.530795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-3930e780-d5f4-438b-a55b-d6fd01591d97 service neutron] In _notify_port_updated(), no bound segment for port bdd494a6-c0dc-45e9-a438-4b045656ddfe on network bbbffd75-f989-4565-a2b7-5846c86624d3 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:34:56.532046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-3930e780-d5f4-438b-a55b-d6fd01591d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:56.533623 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-3930e780-d5f4-438b-a55b-d6fd01591d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:56.536539 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-3930e780-d5f4-438b-a55b-d6fd01591d97 service neutron] 10.222.0.60 "PUT /v2.0/ports/bdd494a6-c0dc-45e9-a438-4b045656ddfe HTTP/1.1" status: 200 len: 1032 time: 3.2531035 Aug 31 14:34:56.563505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-330a5ca9-76fb-402c-a1b0-062885b8c962 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Deleting port 46681e42-b392-40ec-9c3e-c611227256b0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:56.564002 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-330a5ca9-76fb-402c-a1b0-062885b8c962 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:56.588163 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-99d9d7e2-71ed-4ff7-af22-0476ae860203 None None] Set router 854aa470-f92c-437a-a4cb-7bc3e4988fad gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:56.607475 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf25ee62-a10c-4c51-bfdd-f6834ce86476 req-51e7f752-729f-4503-8b97-a5efa07e1ce9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 210 time: 0.0686288 Aug 31 14:34:56.624264 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46c2c4a-91bc-4150-a0de-996cb339ed3f x-openstack-request-id: req-a46c2c4a-91bc-4150-a0de-996cb339ed3f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:56.624554 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ffeccb-69ae-488c-9407-9562e4ddb943", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:56.624986 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a46c2c4a-91bc-4150-a0de-996cb339ed3f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:56.625377 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ffeccb-69ae-488c-9407-9562e4ddb943', 'code': 200} Aug 31 14:34:56.657231 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-80c6f47a-1f2f-4c66-ad15-047ac25e72a9 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802211 Aug 31 14:34:56.778419 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-8701ebc4-b6f5-4f85-9487-f170eea7bf4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=fb942b53-8ca1-47a4-a21f-f0279210c88b HTTP/1.1" status: 200 len: 217 time: 0.0904670 Aug 31 14:34:56.787416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739449d4-1a12-407c-bda8-d50535ab60cd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:34:56.832211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-99d9d7e2-71ed-4ff7-af22-0476ae860203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:43Z', 'revision_number': 4, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '91958401-e793-4ff0-b658-b8ed74299315', 'name': '', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'mac_address': 'fa:16:3e:be:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:41Z', 'updated_at': '2021-08-31T14:23:55Z', 'revision_number': 5, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'subnets': [{'id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:56.833212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-330a5ca9-76fb-402c-a1b0-062885b8c962 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] For port 46681e42-b392-40ec-9c3e-c611227256b0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=46681e42-b392-40ec-9c3e-c611227256b0,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:56.833596 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-330a5ca9-76fb-402c-a1b0-062885b8c962 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:56.861654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-739449d4-1a12-407c-bda8-d50535ab60cd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:56.865188 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-18d0c716-ea3a-4145-9aab-bca5010b1377 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:56.867697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9d7e2-71ed-4ff7-af22-0476ae860203 None None] The sync data for ids ['854aa470-f92c-437a-a4cb-7bc3e4988fad'] in n-d-806683-5 is: [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:43Z', 'revision_number': 4, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '91958401-e793-4ff0-b658-b8ed74299315', 'name': '', 'network_id': '71a1c2c5-5453-43a1-84ef-1e0d36712da3', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'mac_address': 'fa:16:3e:be:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:41Z', 'updated_at': '2021-08-31T14:23:55Z', 'revision_number': 5, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'subnets': [{'id': 'c2e8e2f7-0116-42a6-a90d-411eec89334e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:34:56.873558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec81cd-e01b-4d83-89f8-02319eefec29 req-71167730-20e8-475b-81bd-7ba552edcf3e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:56.874731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82ec81cd-e01b-4d83-89f8-02319eefec29 req-71167730-20e8-475b-81bd-7ba552edcf3e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebfcd971-e939-431c-bced-b4fac0053c6f HTTP/1.1" status: 200 len: 943 time: 0.5664759 Aug 31 14:34:56.885462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739449d4-1a12-407c-bda8-d50535ab60cd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:56.886061 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-739449d4-1a12-407c-bda8-d50535ab60cd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:56.887432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['087719a5-efc1-4d80-bf44-e3bdb9f0e92f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:34:56.890735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5af0f7-781f-44eb-828a-6a54deb049b8 None None] Network 6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:56.975320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-330a5ca9-76fb-402c-a1b0-062885b8c962 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Calling delete_port for 46681e42-b392-40ec-9c3e-c611227256b0 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:57.094902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-18d0c716-ea3a-4145-9aab-bca5010b1377 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Network b08048cf-9a96-4315-891c-5b48607b8e58 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:57.132882 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-739449d4-1a12-407c-bda8-d50535ab60cd tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6217968 Aug 31 14:34:57.138722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56016) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:57.150582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-18d0c716-ea3a-4145-9aab-bca5010b1377 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:57.154816 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-04103a11-9204-4061-a4d9-924bbf6d8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:57.156671 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-04103a11-9204-4061-a4d9-924bbf6d8dde service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 200 len: 797 time: 0.3478076 Aug 31 14:34:57.191674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-18d0c716-ea3a-4145-9aab-bca5010b1377 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:57.199718 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b1096-a877-479c-9e5c-4426f335b24a req-d49895cf-d0cd-4872-8157-810b54d2e51c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:57.202003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0c716-ea3a-4145-9aab-bca5010b1377 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Pushing event updated for resources: {'Port': ['ID=41ac479a-b350-419f-b888-8466bf811e2d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:57.224549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b1096-a877-479c-9e5c-4426f335b24a req-d49895cf-d0cd-4872-8157-810b54d2e51c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:57.232310 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b1096-a877-479c-9e5c-4426f335b24a req-d49895cf-d0cd-4872-8157-810b54d2e51c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:57.259662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b1096-a877-479c-9e5c-4426f335b24a req-d49895cf-d0cd-4872-8157-810b54d2e51c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:57.270310 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b1096-a877-479c-9e5c-4426f335b24a req-d49895cf-d0cd-4872-8157-810b54d2e51c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:57.280275 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-773b1096-a877-479c-9e5c-4426f335b24a req-d49895cf-d0cd-4872-8157-810b54d2e51c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 3876 time: 0.3021469 Aug 31 14:34:57.312959 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4', 'network_id': '6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4', 'tenant_id': '8ee8acec987547e1af57f9732c67fa84', 'fixed_ips': [{'subnet_id': 'c002eb14-f59e-4aff-8aa2-b75a3a09a02c'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:34:57.315203 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:57.333079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'network_id': '6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4', 'name': 'tempest-PortsTestJSON-1086137084'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:57.412789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-810f84e5-ec30-476a-929b-8e40cfca3feb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Deleting port a6ffeccb-69ae-488c-9407-9562e4ddb943 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:57.413130 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-810f84e5-ec30-476a-929b-8e40cfca3feb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:57.435470 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c3150-5a4e-4444-8782-dd96d51bc371 None None] New status for floating IP b74f00c5-8150-4215-abc6-8b099a8a78f3: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:34:57.442267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-18d0c716-ea3a-4145-9aab-bca5010b1377 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:57.442910 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-18d0c716-ea3a-4145-9aab-bca5010b1377 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:57.532041 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-f7fdf15e-d8dd-47b1-855c-8232e481b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:57.533680 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-f7fdf15e-d8dd-47b1-855c-8232e481b16a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbbffd75-f989-4565-a2b7-5846c86624d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3327911 Aug 31 14:34:57.540119 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-18d0c716-ea3a-4145-9aab-bca5010b1377 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5647938 Aug 31 14:34:57.548445 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-773b1096-a877-479c-9e5c-4426f335b24a req-6e1afaa7-168b-4fa6-bbba-3980ff04c49d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567487 Aug 31 14:34:57.566246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-82ec81cd-e01b-4d83-89f8-02319eefec29 req-3f61bd4a-57fb-4fb7-8857-fd1f724a5afe tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Deleting port 938259a3-e334-4af9-9677-2d88fdf2e067 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:57.566660 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-82ec81cd-e01b-4d83-89f8-02319eefec29 req-3f61bd4a-57fb-4fb7-8857-fd1f724a5afe tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:57.578967 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Request body: {'port': {'device_id': '0fc891eb-fc24-4d12-836a-74ce3801647c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:57.632443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-c081e6db-75e7-4a9d-9054-54ce80151513 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:57.634331 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-c081e6db-75e7-4a9d-9054-54ce80151513 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.25 "GET /v2.0/networks?id=e60f67af-c808-4743-933a-92c61d030c41 HTTP/1.1" status: 200 len: 796 time: 0.5194161 Aug 31 14:34:57.677465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Allocated IP 172.20.0.2 (6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4/c002eb14-f59e-4aff-8aa2-b75a3a09a02c/1b533b96-e5d7-46b3-a228-f866450c24f5) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:57.775533 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-f9ac1380-6a7f-4695-8139-5568073abc1a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b21ea8be72d24ece82d41eca10d2c981 HTTP/1.1" status: 200 len: 380 time: 0.1261339 Aug 31 14:34:57.778157 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-964d131c-1b44-4d12-ad9b-287932f1151b req-1104acad-a58a-4aa4-a1a9-93246683e21f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 210 time: 0.0966611 Aug 31 14:34:57.792230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-dae91ce9-69ba-4df4-b051-7939004ad61c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'port': {'device_id': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'admin_state_up': True, 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'security_groups': ['a14746ad-9e04-4785-b57f-279155740da6']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:57.919776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:57.925106 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:57.958898 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port 16748425-fc79-475b-9ef7-de18f4b93652 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:34:58.017295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-dae91ce9-69ba-4df4-b051-7939004ad61c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Made reservation on behalf of b21ea8be72d24ece82d41eca10d2c981 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:58.020951 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-dae91ce9-69ba-4df4-b051-7939004ad61c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.042052 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.105897 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b4232-f5a4-49da-a9f3-47c5bdfb19a4 req-106f2e82-c67c-4601-b2a9-5e93d4545840 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:58.112644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b4232-f5a4-49da-a9f3-47c5bdfb19a4 req-106f2e82-c67c-4601-b2a9-5e93d4545840 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:58.119278 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b4232-f5a4-49da-a9f3-47c5bdfb19a4 req-106f2e82-c67c-4601-b2a9-5e93d4545840 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:58.121994 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-767b4232-f5a4-49da-a9f3-47c5bdfb19a4 req-106f2e82-c67c-4601-b2a9-5e93d4545840 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 2409 time: 0.1545653 Aug 31 14:34:58.192229 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-810f84e5-ec30-476a-929b-8e40cfca3feb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] For port a6ffeccb-69ae-488c-9407-9562e4ddb943, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a6ffeccb-69ae-488c-9407-9562e4ddb943,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:58.192816 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-810f84e5-ec30-476a-929b-8e40cfca3feb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.233843 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-767b4232-f5a4-49da-a9f3-47c5bdfb19a4 req-536f2423-a0bc-4637-b518-41a6b9b57724 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829551 Aug 31 14:34:58.245682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-810f84e5-ec30-476a-929b-8e40cfca3feb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Calling delete_port for a6ffeccb-69ae-488c-9407-9562e4ddb943 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:58.269601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Transition to ACTIVE for port object 1b533b96-e5d7-46b3-a228-f866450c24f5 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:58.280611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-dae91ce9-69ba-4df4-b051-7939004ad61c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Allocated IP 172.20.0.3 (e60f67af-c808-4743-933a-92c61d030c41/7cd63291-fe24-4184-a49d-0d1b4ea2ea9a/1758d214-bbe2-44d9-bef4-8d011e9505b2) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:58.287486 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.301988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Transition to ACTIVE for port object 1b533b96-e5d7-46b3-a228-f866450c24f5 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:58.307224 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-330a5ca9-76fb-402c-a1b0-062885b8c962 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.313591 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.399032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Network 6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:58.404703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:58.415224 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:58.427668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Pushing event updated for resources: {'Port': ['ID=1b533b96-e5d7-46b3-a228-f866450c24f5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:58.446195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a5ca9-76fb-402c-a1b0-062885b8c962 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'Port': ['ID=46681e42-b392-40ec-9c3e-c611227256b0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:58.456874 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-8bfa77e1-f714-4e75-8894-f09d468caab1 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9108393 Aug 31 14:34:58.461362 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-82ec81cd-e01b-4d83-89f8-02319eefec29 req-3f61bd4a-57fb-4fb7-8857-fd1f724a5afe tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] For port 938259a3-e334-4af9-9677-2d88fdf2e067, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=938259a3-e334-4af9-9677-2d88fdf2e067,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:58.461731 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-82ec81cd-e01b-4d83-89f8-02319eefec29 req-3f61bd4a-57fb-4fb7-8857-fd1f724a5afe tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.512354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-dae91ce9-69ba-4df4-b051-7939004ad61c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.523862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-82ec81cd-e01b-4d83-89f8-02319eefec29 req-3f61bd4a-57fb-4fb7-8857-fd1f724a5afe tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Calling delete_port for 938259a3-e334-4af9-9677-2d88fdf2e067 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:58.527947 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-dae91ce9-69ba-4df4-b051-7939004ad61c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Transition to ACTIVE for port object 1758d214-bbe2-44d9-bef4-8d011e9505b2 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:58.540176 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Attempting to bind port 1b533b96-e5d7-46b3-a228-f866450c24f5 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:58.541006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Attempting to bind port 1b533b96-e5d7-46b3-a228-f866450c24f5 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '973c9afa-13ea-493f-bbfe-1a6f01b24da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:58.541442 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Attempting to bind port 1b533b96-e5d7-46b3-a228-f866450c24f5 on network 6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:58.550965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:34:58.551422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Checking segment: {'id': '973c9afa-13ea-493f-bbfe-1a6f01b24da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:58.552006 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.552409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Bound using segment: {'id': '973c9afa-13ea-493f-bbfe-1a6f01b24da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:34:58.553019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Bound port: 1b533b96-e5d7-46b3-a228-f866450c24f5, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973c9afa-13ea-493f-bbfe-1a6f01b24da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:34:58.553500 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.579166 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-dae91ce9-69ba-4df4-b051-7939004ad61c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.597633 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-330a5ca9-76fb-402c-a1b0-062885b8c962 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] No DVR routers for this DVR port 46681e42-b392-40ec-9c3e-c611227256b0 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:58.615114 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-330a5ca9-76fb-402c-a1b0-062885b8c962 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.617328 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-330a5ca9-76fb-402c-a1b0-062885b8c962 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "DELETE /v2.0/ports/46681e42-b392-40ec-9c3e-c611227256b0 HTTP/1.1" status: 204 len: 173 time: 2.9679601 Aug 31 14:34:58.618173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-deleted', 'tag': '46681e42-b392-40ec-9c3e-c611227256b0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:58.620206 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39c2b5e-e1a2-44a5-b42c-9a2a4cd88b85" -d '{"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-deleted", "tag": "46681e42-b392-40ec-9c3e-c611227256b0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:58.655386 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae91ce9-69ba-4df4-b051-7939004ad61c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=1758d214-bbe2-44d9-bef4-8d011e9505b2,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:58.672546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] For port 1b533b96-e5d7-46b3-a228-f866450c24f5, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:58.685204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] For port 1b533b96-e5d7-46b3-a228-f866450c24f5, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1b533b96-e5d7-46b3-a228-f866450c24f5,segment=NetworkSegment(973c9afa-13ea-493f-bbfe-1a6f01b24da8),segment_id=973c9afa-13ea-493f-bbfe-1a6f01b24da8)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:34:58.692642 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.714516 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Allocated IP 172.20.0.14 (6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4/c002eb14-f59e-4aff-8aa2-b75a3a09a02c/16748425-fc79-475b-9ef7-de18f4b93652) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:58.725013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-dae91ce9-69ba-4df4-b051-7939004ad61c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network e60f67af-c808-4743-933a-92c61d030c41 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:58.734550 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-dae91ce9-69ba-4df4-b051-7939004ad61c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:58.737641 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-dae91ce9-69ba-4df4-b051-7939004ad61c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:58.771483 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e3d63-7bc8-419a-a777-2825c90266bc None None] Pushing event updated for resources: {'Port': ['ID=1b533b96-e5d7-46b3-a228-f866450c24f5,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:58.793589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637db0e4-301f-4d8e-ab9d-4a4dc82aabd7 req-390920bf-5d46-4d22-ab0b-1cb80e808556 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:58.802928 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-637db0e4-301f-4d8e-ab9d-4a4dc82aabd7 req-390920bf-5d46-4d22-ab0b-1cb80e808556 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 932 time: 0.2439139 Aug 31 14:34:58.896638 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-dae91ce9-69ba-4df4-b051-7939004ad61c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:58.897470 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-dae91ce9-69ba-4df4-b051-7939004ad61c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:58.948384 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-637db0e4-301f-4d8e-ab9d-4a4dc82aabd7 req-aba77525-6592-4e06-83e7-1a60b06d54f2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407554 Aug 31 14:34:58.990109 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-6d5480f5-d249-4644-902f-d210580ba209 service neutron] 10.222.0.60 "GET /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080283 Aug 31 14:34:59.044721 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-dae91ce9-69ba-4df4-b051-7939004ad61c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2598462 Aug 31 14:34:59.073376 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Request body: {'port': {'device_id': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:59.224454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3d428184-0b5f-4501-896c-99487668d8bb None None] Provisioning for port 1758d214-bbe2-44d9-bef4-8d011e9505b2 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:59.238366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3d428184-0b5f-4501-896c-99487668d8bb None None] Provisioning complete for port 1758d214-bbe2-44d9-bef4-8d011e9505b2 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:59.238887 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d428184-0b5f-4501-896c-99487668d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:59.261076 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-1a9ab6ee-1b30-4c32-a9ad-d702de2d4f30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e57b84cc-a866-47d8-8732-69907ed220f0 HTTP/1.1" status: 200 len: 217 time: 0.2081642 Aug 31 14:34:59.304204 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:59.333701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3d428184-0b5f-4501-896c-99487668d8bb None None] Port 1758d214-bbe2-44d9-bef4-8d011e9505b2 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:59.347928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90e261-e466-4d82-be6d-3265f172022f req-7fd831b2-f8df-4c0b-b40a-c5340994bdf8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:59.355248 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90e261-e466-4d82-be6d-3265f172022f req-7fd831b2-f8df-4c0b-b40a-c5340994bdf8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:59.363161 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90e261-e466-4d82-be6d-3265f172022f req-7fd831b2-f8df-4c0b-b40a-c5340994bdf8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:59.370763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90e261-e466-4d82-be6d-3265f172022f req-7fd831b2-f8df-4c0b-b40a-c5340994bdf8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:59.378145 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90e261-e466-4d82-be6d-3265f172022f req-7fd831b2-f8df-4c0b-b40a-c5340994bdf8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:59.380204 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e90e261-e466-4d82-be6d-3265f172022f req-7fd831b2-f8df-4c0b-b40a-c5340994bdf8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 3876 time: 0.3154280 Aug 31 14:34:59.398100 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-810f84e5-ec30-476a-929b-8e40cfca3feb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:59.400166 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:59.434931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-4013fbaa-aca9-48d4-acc8-58bfef05c03e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Deleting port c3b849ce-aa09-477e-8cca-9af7f3f55d9b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:59.435889 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-4013fbaa-aca9-48d4-acc8-58bfef05c03e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:59.464245 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-82ec81cd-e01b-4d83-89f8-02319eefec29 req-3f61bd4a-57fb-4fb7-8857-fd1f724a5afe tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:59.468153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Transition to ACTIVE for port object 16748425-fc79-475b-9ef7-de18f4b93652 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:59.477421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['fd60490f-339d-4f90-876e-e58b0a405c6d', '4a8ed418-6778-4442-a2ee-032c9e602be7'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:34:59.500549 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e90e261-e466-4d82-be6d-3265f172022f req-68f36d48-3144-4219-a993-9573e62d6ed3 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975296 Aug 31 14:34:59.597963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-697e6ae3-d3c1-4f2d-982a-1463a42f6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:59.599733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-697e6ae3-d3c1-4f2d-982a-1463a42f6666 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef8e0da5-0757-4499-8cf1-b1603de9f949 HTTP/1.1" status: 200 len: 797 time: 0.3173034 Aug 31 14:34:59.600572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f84e5-ec30-476a-929b-8e40cfca3feb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event deleted for resources: {'Port': ['ID=a6ffeccb-69ae-488c-9407-9562e4ddb943,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:59.664707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61bd4a-57fb-4fb7-8857-fd1f724a5afe tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event deleted for resources: {'Port': ['ID=938259a3-e334-4af9-9677-2d88fdf2e067,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:59.683794 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:59.691776 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2968bbd-0d24-4088-9b5d-20d823422fc5 x-openstack-request-id: req-e2968bbd-0d24-4088-9b5d-20d823422fc5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:59.692071 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-deleted", "tag": "46681e42-b392-40ec-9c3e-c611227256b0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:59.692326 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2968bbd-0d24-4088-9b5d-20d823422fc5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:59.693436 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-deleted', 'tag': '46681e42-b392-40ec-9c3e-c611227256b0', 'status': 'completed', 'code': 200} Aug 31 14:34:59.747620 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ec81cd-e01b-4d83-89f8-02319eefec29 req-3f61bd4a-57fb-4fb7-8857-fd1f724a5afe tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] No DVR routers for this DVR port 938259a3-e334-4af9-9677-2d88fdf2e067 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:59.751676 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-82ec81cd-e01b-4d83-89f8-02319eefec29 req-3f61bd4a-57fb-4fb7-8857-fd1f724a5afe tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:59.753908 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82ec81cd-e01b-4d83-89f8-02319eefec29 req-3f61bd4a-57fb-4fb7-8857-fd1f724a5afe tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "DELETE /v2.0/ports/938259a3-e334-4af9-9677-2d88fdf2e067 HTTP/1.1" status: 204 len: 173 time: 2.8653479 Aug 31 14:34:59.754848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-810f84e5-ec30-476a-929b-8e40cfca3feb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] No DVR routers for this DVR port a6ffeccb-69ae-488c-9407-9562e4ddb943 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:59.758261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-810f84e5-ec30-476a-929b-8e40cfca3feb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:59.760296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-810f84e5-ec30-476a-929b-8e40cfca3feb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "DELETE /v2.0/ports/a6ffeccb-69ae-488c-9407-9562e4ddb943 HTTP/1.1" status: 204 len: 173 time: 3.1275330 Aug 31 14:34:59.834927 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:59.880140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-550cad8b-c575-4263-9eb6-011ef5f510ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:59.881743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-550cad8b-c575-4263-9eb6-011ef5f510ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2489336 Aug 31 14:34:59.910028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:59.969283 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:00.222376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ac479a-b350-419f-b888-8466bf811e2d {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:35:00.237861 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:00.264938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Transition to ACTIVE for port object 41ac479a-b350-419f-b888-8466bf811e2d will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:00.274598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-4013fbaa-aca9-48d4-acc8-58bfef05c03e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] For port c3b849ce-aa09-477e-8cca-9af7f3f55d9b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=c3b849ce-aa09-477e-8cca-9af7f3f55d9b,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:00.274985 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-4013fbaa-aca9-48d4-acc8-58bfef05c03e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:00.310320 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:00.411662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Pushing event updated for resources: {'Port': ['ID=41ac479a-b350-419f-b888-8466bf811e2d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:00.421060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-4013fbaa-aca9-48d4-acc8-58bfef05c03e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Calling delete_port for c3b849ce-aa09-477e-8cca-9af7f3f55d9b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:00.565584 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-6b2b21f2-7eba-4c6f-b7fa-2504d7145c1b service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528637 Aug 31 14:35:00.572152 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Deleting port 94a3dc65-7153-462e-95e3-3ed89ba870f6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:00.572503 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:00.600042 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e046fc92-f80c-4818-85da-f91d2b4e7c71 None None] Network 6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:00.638589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=16748425-fc79-475b-9ef7-de18f4b93652,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:00.679670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:00.680344 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:00.697860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a111e-2bc1-4f4e-8129-50edca78f988 req-8c5efa24-f61e-4fdc-a494-844213e24f6f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:00.703761 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-226a111e-2bc1-4f4e-8129-50edca78f988 req-8c5efa24-f61e-4fdc-a494-844213e24f6f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 931 time: 0.9185097 Aug 31 14:35:00.711161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] For port 94a3dc65-7153-462e-95e3-3ed89ba870f6, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=94a3dc65-7153-462e-95e3-3ed89ba870f6,segment=NetworkSegment(c6184d0f-45a9-4c3d-9a06-a44aa1856116),segment_id=c6184d0f-45a9-4c3d-9a06-a44aa1856116)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:00.711594 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:00.728288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2e49a13f-b4b4-4620-b3fc-2448500376e2 None None] Provisioning for port 1b533b96-e5d7-46b3-a228-f866450c24f5 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:00.751731 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-48023d5f-9620-4f10-8219-cce2dc38c916 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6064727 Aug 31 14:35:00.752370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56060) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:00.772291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'network_id': '6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4', 'name': 'tempest-PortsTestJSON-1870400194'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:00.866038 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-226a111e-2bc1-4f4e-8129-50edca78f988 req-b67d5404-671b-4d47-89c9-58fac92fb50f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14746ad-9e04-4785-b57f-279155740da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477263 Aug 31 14:35:01.042726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b533b96-e5d7-46b3-a228-f866450c24f5 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:01.069323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Attempting to bind port 41ac479a-b350-419f-b888-8466bf811e2d on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:35:01.069662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Attempting to bind port 41ac479a-b350-419f-b888-8466bf811e2d by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:35:01.069994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Attempting to bind port 41ac479a-b350-419f-b888-8466bf811e2d on network b08048cf-9a96-4315-891c-5b48607b8e58 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:35:01.099824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1758d214-bbe2-44d9-bef4-8d011e9505b2 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:35:01.117862 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.129032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Port 41ac479a-b350-419f-b888-8466bf811e2d on network b08048cf-9a96-4315-891c-5b48607b8e58 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:35:01.129664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Attempting to bind port 41ac479a-b350-419f-b888-8466bf811e2d on network b08048cf-9a96-4315-891c-5b48607b8e58 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:35:01.134919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 1b533b96-e5d7-46b3-a228-f866450c24f5 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:01.156164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1b533b96-e5d7-46b3-a228-f866450c24f5 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:01.157436 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.184405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:35:01.184405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Checking segment: {'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:35:01.184741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Bound using segment: {'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:35:01.185747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Bound port: 41ac479a-b350-419f-b888-8466bf811e2d, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:35:01.186135 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.189039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Transition to ACTIVE for port object 1758d214-bbe2-44d9-bef4-8d011e9505b2 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:01.197743 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.263021 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.317113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 1b533b96-e5d7-46b3-a228-f866450c24f5, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1b533b96-e5d7-46b3-a228-f866450c24f5,segment=NetworkSegment(973c9afa-13ea-493f-bbfe-1a6f01b24da8),segment_id=973c9afa-13ea-493f-bbfe-1a6f01b24da8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:01.317334 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5079e1-fe01-48b7-9e0e-6f7a2450320e req-8c36739f-ec5c-422b-b363-ac5990fb6c12 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:01.322415 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6a5079e1-fe01-48b7-9e0e-6f7a2450320e req-8c36739f-ec5c-422b-b363-ac5990fb6c12 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 944 time: 0.1870267 Aug 31 14:35:01.329836 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.329940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:01.333478 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.357401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] For port 41ac479a-b350-419f-b888-8466bf811e2d, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:35:01.359608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Pushing event updated for resources: {'Port': ['ID=1758d214-bbe2-44d9-bef4-8d011e9505b2,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:01.362125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] For port 41ac479a-b350-419f-b888-8466bf811e2d, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=41ac479a-b350-419f-b888-8466bf811e2d,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:35:01.369062 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-4013fbaa-aca9-48d4-acc8-58bfef05c03e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.378735 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.401001 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0e0b739-0535-4192-a5ec-81b038453a1d None None] Provisioning for port 16748425-fc79-475b-9ef7-de18f4b93652 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:01.411285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0e0b739-0535-4192-a5ec-81b038453a1d None None] Provisioning complete for port 16748425-fc79-475b-9ef7-de18f4b93652 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:01.411707 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b739-0535-4192-a5ec-81b038453a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.433175 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port b0d2e36f-e1b7-4d73-8b0e-1ea5b53965a5 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:35:01.452850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-18224acf-247e-4c4d-981e-113ce8d27c0a service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7641516 Aug 31 14:35:01.453921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=1b533b96-e5d7-46b3-a228-f866450c24f5,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:01.479118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.479694 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.479897 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0b739-0535-4192-a5ec-81b038453a1d None None] Port 16748425-fc79-475b-9ef7-de18f4b93652 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:01.480215 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Floating IP 17f96ffa-8065-49e9-a7fb-bf6d9cbe07bc disassociated. External IP: 172.25.2.200, port: 94a3dc65-7153-462e-95e3-3ed89ba870f6. Aug 31 14:35:01.480665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Calling delete_port for 94a3dc65-7153-462e-95e3-3ed89ba870f6 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:01.501484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0e0b739-0535-4192-a5ec-81b038453a1d None None] Provisioning complete for port 1b533b96-e5d7-46b3-a228-f866450c24f5 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:01.501960 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b739-0535-4192-a5ec-81b038453a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.526759 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6a5079e1-fe01-48b7-9e0e-6f7a2450320e req-b86fe29f-d7b0-4579-b7e5-85435dbe5338 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700110 Aug 31 14:35:01.612774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:01.613406 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.614826 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] 10.222.0.25 "PUT /v2.0/ports/41ac479a-b350-419f-b888-8466bf811e2d HTTP/1.1" status: 200 len: 1092 time: 4.0559266 Aug 31 14:35:01.635353 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3795a0d-4850-4f43-9125-a6f7b1682a9c req-afead7e3-5fac-4447-b8f2-be4b3d53504c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:01.642217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3795a0d-4850-4f43-9125-a6f7b1682a9c req-afead7e3-5fac-4447-b8f2-be4b3d53504c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:01.649737 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3795a0d-4850-4f43-9125-a6f7b1682a9c req-afead7e3-5fac-4447-b8f2-be4b3d53504c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 1599 time: 0.9066556 Aug 31 14:35:01.678447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Attempting to bind port 1758d214-bbe2-44d9-bef4-8d011e9505b2 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:35:01.678447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Attempting to bind port 1758d214-bbe2-44d9-bef4-8d011e9505b2 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '3dbc2e16-d380-4909-9d51-81cebccd2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:35:01.678447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Attempting to bind port 1758d214-bbe2-44d9-bef4-8d011e9505b2 on network e60f67af-c808-4743-933a-92c61d030c41 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:35:01.697634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Port 1758d214-bbe2-44d9-bef4-8d011e9505b2 on network e60f67af-c808-4743-933a-92c61d030c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:35:01.697961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Attempting to bind port 1758d214-bbe2-44d9-bef4-8d011e9505b2 on network e60f67af-c808-4743-933a-92c61d030c41 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:35:01.709827 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:35:01.710208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Checking segment: {'id': '3dbc2e16-d380-4909-9d51-81cebccd2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:35:01.710559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Bound using segment: {'id': '3dbc2e16-d380-4909-9d51-81cebccd2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:35:01.711020 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Bound port: 1758d214-bbe2-44d9-bef4-8d011e9505b2, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dbc2e16-d380-4909-9d51-81cebccd2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:35:01.711404 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.717278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfcd971-e939-431c-bced-b4fac0053c6f', 'name': 'network-vif-deleted', 'tag': '938259a3-e334-4af9-9677-2d88fdf2e067'}, {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-deleted', 'tag': 'a6ffeccb-69ae-488c-9407-9562e4ddb943'}, {'name': 'network-changed', 'server_uuid': '0fc891eb-fc24-4d12-836a-74ce3801647c', 'tag': '41ac479a-b350-419f-b888-8466bf811e2d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:01.719898 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5750c95e-1acb-4322-ae9b-1bc19ff15d01" -d '{"events": [{"server_uuid": "ebfcd971-e939-431c-bced-b4fac0053c6f", "name": "network-vif-deleted", "tag": "938259a3-e334-4af9-9677-2d88fdf2e067"}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-deleted", "tag": "a6ffeccb-69ae-488c-9407-9562e4ddb943"}, {"name": "network-changed", "server_uuid": "0fc891eb-fc24-4d12-836a-74ce3801647c", "tag": "41ac479a-b350-419f-b888-8466bf811e2d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:01.735218 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Allocated IP 172.20.0.3 (6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4/c002eb14-f59e-4aff-8aa2-b75a3a09a02c/b0d2e36f-e1b7-4d73-8b0e-1ea5b53965a5) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:01.793858 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-4a8bb9c5-110c-42aa-aa3f-056ab68b2b20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ffeccb-69ae-488c-9407-9562e4ddb943 HTTP/1.1" status: 200 len: 217 time: 0.2005031 Aug 31 14:35:01.805175 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f17238f8-d527-4469-970f-4148dc780554 None None] Provisioning complete for port 16748425-fc79-475b-9ef7-de18f4b93652 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:01.805868 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f17238f8-d527-4469-970f-4148dc780554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.843736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bf0c6-57f3-4bc9-b68e-9c9e8f9a2923 service neutron] Pushing event updated for resources: {'Port': ['ID=41ac479a-b350-419f-b888-8466bf811e2d,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:01.846840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-4013fbaa-aca9-48d4-acc8-58bfef05c03e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] No DVR routers for this DVR port c3b849ce-aa09-477e-8cca-9af7f3f55d9b on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:01.858094 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-4013fbaa-aca9-48d4-acc8-58bfef05c03e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.859731 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f17238f8-d527-4469-970f-4148dc780554 None None] Port 16748425-fc79-475b-9ef7-de18f4b93652 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:01.859869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-4013fbaa-aca9-48d4-acc8-58bfef05c03e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "DELETE /v2.0/ports/c3b849ce-aa09-477e-8cca-9af7f3f55d9b HTTP/1.1" status: 204 len: 173 time: 3.2335074 Aug 31 14:35:01.883052 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] For port 1758d214-bbe2-44d9-bef4-8d011e9505b2, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:35:01.894621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] For port 1758d214-bbe2-44d9-bef4-8d011e9505b2, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1758d214-bbe2-44d9-bef4-8d011e9505b2,segment=NetworkSegment(3dbc2e16-d380-4909-9d51-81cebccd2fca),segment_id=3dbc2e16-d380-4909-9d51-81cebccd2fca)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:35:01.913794 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:01.932413 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05276b8-d5e4-4920-b9a0-98f80f4bd103 req-79fa8f57-4839-4eb6-8620-4f74118e077b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:01.938732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013fbaa-aca9-48d4-acc8-58bfef05c03e tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'Port': ['ID=c3b849ce-aa09-477e-8cca-9af7f3f55d9b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:01.939837 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05276b8-d5e4-4920-b9a0-98f80f4bd103 req-79fa8f57-4839-4eb6-8620-4f74118e077b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:01.946547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05276b8-d5e4-4920-b9a0-98f80f4bd103 req-79fa8f57-4839-4eb6-8620-4f74118e077b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:01.953735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05276b8-d5e4-4920-b9a0-98f80f4bd103 req-79fa8f57-4839-4eb6-8620-4f74118e077b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:01.955720 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c05276b8-d5e4-4920-b9a0-98f80f4bd103 req-79fa8f57-4839-4eb6-8620-4f74118e077b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 3143 time: 0.2825525 Aug 31 14:35:01.982326 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3795a0d-4850-4f43-9125-a6f7b1682a9c req-f8b0ca0d-5700-4ba2-a73d-16dcce1eae9a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312130 Aug 31 14:35:01.990737 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:02.032327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-812555ac-b723-4227-b3b0-37b57526201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:02.034223 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-812555ac-b723-4227-b3b0-37b57526201e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef8e0da5-0757-4499-8cf1-b1603de9f949 HTTP/1.1" status: 200 len: 797 time: 0.2053592 Aug 31 14:35:02.084930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-5c17ce99-efc8-4206-b196-0bf45f096fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:02.088022 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-5c17ce99-efc8-4206-b196-0bf45f096fe5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 1095 time: 0.4075675 Aug 31 14:35:02.120036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:02.120036 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:02.121385 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] 10.222.0.25 "PUT /v2.0/ports/1758d214-bbe2-44d9-bef4-8d011e9505b2 HTTP/1.1" status: 200 len: 1091 time: 3.0577447 Aug 31 14:35:02.125014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'tag': '1758d214-bbe2-44d9-bef4-8d011e9505b2'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:02.127490 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aef96c-2884-44c8-8c08-6df3e478d954" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc85ca6-bf26-4808-97bb-bff082a18410", "tag": "1758d214-bbe2-44d9-bef4-8d011e9505b2"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:02.152126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea6bc8-ff14-4eb4-9178-51f1ea3cfab1 service neutron] Pushing event updated for resources: {'Port': ['ID=1758d214-bbe2-44d9-bef4-8d011e9505b2,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:02.189740 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c05276b8-d5e4-4920-b9a0-98f80f4bd103 req-b2a32019-febf-4dfd-9e14-d288375d94a2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876907 Aug 31 14:35:02.219296 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event deleted for resources: {'Port': ['ID=94a3dc65-7153-462e-95e3-3ed89ba870f6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:02.364735 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:02.382089 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-beb0efbe-7d41-4fe5-afce-6989c1ac9d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:02.384486 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-beb0efbe-7d41-4fe5-afce-6989c1ac9d1c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21ea8be72d24ece82d41eca10d2c981&device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 1094 time: 0.2057772 Aug 31 14:35:02.421373 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 518 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeec8fe0-3936-4889-ba4c-df062a8b6dd3 x-openstack-request-id: req-eeec8fe0-3936-4889-ba4c-df062a8b6dd3 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:02.421978 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfcd971-e939-431c-bced-b4fac0053c6f", "name": "network-vif-deleted", "tag": "938259a3-e334-4af9-9677-2d88fdf2e067", "status": "failed", "code": 422}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-deleted", "tag": "a6ffeccb-69ae-488c-9407-9562e4ddb943", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0fc891eb-fc24-4d12-836a-74ce3801647c", "tag": "41ac479a-b350-419f-b888-8466bf811e2d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:02.421978 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eeec8fe0-3936-4889-ba4c-df062a8b6dd3 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:02.422556 n-d-806683-5 neutron-server[94871]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ebfcd971-e939-431c-bced-b4fac0053c6f', 'name': 'network-vif-deleted', 'tag': '938259a3-e334-4af9-9677-2d88fdf2e067', 'status': 'failed', 'code': 422} returned with failed status Aug 31 14:35:02.422556 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-deleted', 'tag': 'a6ffeccb-69ae-488c-9407-9562e4ddb943', 'status': 'completed', 'code': 200} Aug 31 14:35:02.422855 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc891eb-fc24-4d12-836a-74ce3801647c', 'tag': '41ac479a-b350-419f-b888-8466bf811e2d', 'status': 'completed', 'code': 200} Aug 31 14:35:02.423328 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Transition to ACTIVE for port object b0d2e36f-e1b7-4d73-8b0e-1ea5b53965a5 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:02.433578 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-97e7b181-2d12-4bcc-8d3f-48b4d2293d7a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ac479a-b350-419f-b888-8466bf811e2d HTTP/1.1" status: 200 len: 217 time: 0.3196609 Aug 31 14:35:02.486536 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-efeb4a51-4323-482b-8846-c50bd472f21a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1758d214-bbe2-44d9-bef4-8d011e9505b2 HTTP/1.1" status: 200 len: 217 time: 0.0704629 Aug 31 14:35:02.570904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-0ddd2884-519d-4b02-9c92-51df77f1f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:02.572469 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-0ddd2884-519d-4b02-9c92-51df77f1f921 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7cd63291-fe24-4184-a49d-0d1b4ea2ea9a HTTP/1.1" status: 200 len: 834 time: 0.0732796 Aug 31 14:35:02.583567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-ea6d5ef5-ae2a-422e-bccc-d9c4baae7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:02.586437 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-ea6d5ef5-ae2a-422e-bccc-d9c4baae7d42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=102255ed-e1f5-4ea0-8992-73ed1fa161fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5370674 Aug 31 14:35:02.615580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-329c1602-6c5f-4d95-8f37-fc3aff1aef2b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:35:02.617258 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-329c1602-6c5f-4d95-8f37-fc3aff1aef2b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131116 Aug 31 14:35:02.629492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-9dad6669-aa48-4815-aaaa-2aa60bf71797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:02.631805 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-9dad6669-aa48-4815-aaaa-2aa60bf71797 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6328a301-d717-4967-a573-d40554209a6c HTTP/1.1" status: 200 len: 855 time: 0.1496148 Aug 31 14:35:02.641180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-a0179169-8d69-458f-a412-3fa03993f2df tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Deleting port bae37ea2-d7e6-4513-a927-0d658b3709e2 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:02.641528 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-a0179169-8d69-458f-a412-3fa03993f2df tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:02.647010 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc3519-917a-4d3e-a615-046b697b7d92 req-cb8523b1-149c-435f-8958-1c92f6e071b3 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:02.657988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9fbc3519-917a-4d3e-a615-046b697b7d92 req-cb8523b1-149c-435f-8958-1c92f6e071b3 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 943 time: 0.3384056 Aug 31 14:35:02.683043 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e33062-c709-41f9-b7d0-5c132a707632 x-openstack-request-id: req-d2e33062-c709-41f9-b7d0-5c132a707632 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:02.683696 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc85ca6-bf26-4808-97bb-bff082a18410", "tag": "1758d214-bbe2-44d9-bef4-8d011e9505b2", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:02.683696 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2e33062-c709-41f9-b7d0-5c132a707632 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:02.684014 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'tag': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'status': 'completed', 'code': 200} Aug 31 14:35:02.702464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-cc55a5ed-6621-4c8e-9738-118e9ecb1daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:02.704263 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-cc55a5ed-6621-4c8e-9738-118e9ecb1daf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e60f67af-c808-4743-933a-92c61d030c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232605 Aug 31 14:35:02.854579 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:02.905797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b533b96-e5d7-46b3-a228-f866450c24f5 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:02.927430 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9fbc3519-917a-4d3e-a615-046b697b7d92 req-78c7d183-4533-48b9-90e9-45c45ff48a73 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14746ad-9e04-4785-b57f-279155740da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680769 Aug 31 14:35:02.977200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:02.990458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:02.994916 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1b533b96-e5d7-46b3-a228-f866450c24f5 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:02.995878 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:03.018159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:03.093558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:03.094271 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:03.132416 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3664262 Aug 31 14:35:03.134647 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-05ce8653-d0eb-45bd-b364-c029f2955bd7 service neutron] 10.222.0.25 "GET /v2.0/networks/e60f67af-c808-4743-933a-92c61d030c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146152 Aug 31 14:35:03.135289 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8594f-6dee-4d92-96a9-1b88b6768197 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=b0d2e36f-e1b7-4d73-8b0e-1ea5b53965a5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:03.147346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56084) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:03.238593 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-66aa8c9e-b097-4363-bb46-eaa5e259d9c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b08048cf-9a96-4315-891c-5b48607b8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5931423 Aug 31 14:35:03.240994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Router 1bfb00d0-66c8-473a-b387-47e99e417190 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:35:03.309096 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2c872f2-ec90-4aad-8fcf-8570e3c74065 req-b283b1f1-51f7-419c-ad85-1551c6475690 service neutron] 10.222.0.25 "GET /v2.0/networks/e60f67af-c808-4743-933a-92c61d030c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278584 Aug 31 14:35:03.341190 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb51a6b-d83b-4b6e-b4b2-c1ad81950492 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:03.344048 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4cb51a6b-d83b-4b6e-b4b2-c1ad81950492 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1942458 Aug 31 14:35:03.346930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56088) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:03.350523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-498d0aeb-9be1-4ee1-b71a-d12a4fbeb561 None None] Provisioning for port b0d2e36f-e1b7-4d73-8b0e-1ea5b53965a5 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:03.355751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-498d0aeb-9be1-4ee1-b71a-d12a4fbeb561 None None] Provisioning complete for port b0d2e36f-e1b7-4d73-8b0e-1ea5b53965a5 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:03.356656 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-498d0aeb-9be1-4ee1-b71a-d12a4fbeb561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:03.392525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3838c9-cb4e-44f3-beba-ba9540a9337e req-2bf68630-8581-480d-bed6-ccefb5ce7c4a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:03.394567 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e3838c9-cb4e-44f3-beba-ba9540a9337e req-2bf68630-8581-480d-bed6-ccefb5ce7c4a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 944 time: 0.2817929 Aug 31 14:35:03.413434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-498d0aeb-9be1-4ee1-b71a-d12a4fbeb561 None None] Port b0d2e36f-e1b7-4d73-8b0e-1ea5b53965a5 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:03.449862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8467c6-c030-47d8-85ab-b5135ea77fc1 req-1a23e0f0-6e9a-4d12-89d0-d1e7ed9d0b92 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:03.452001 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f8467c6-c030-47d8-85ab-b5135ea77fc1 req-1a23e0f0-6e9a-4d12-89d0-d1e7ed9d0b92 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 908 time: 0.3278601 Aug 31 14:35:03.522452 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e3838c9-cb4e-44f3-beba-ba9540a9337e req-6e643d36-affb-41e0-b2ed-cffe6a14c7ee tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089599 Aug 31 14:35:03.529394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aef96c-2884-44c8-8c08-6df3e478d954 req-a6e771ed-faf7-43be-9e1d-1a1fb4a08659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:03.531055 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5aef96c-2884-44c8-8c08-6df3e478d954 req-a6e771ed-faf7-43be-9e1d-1a1fb4a08659 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21ea8be72d24ece82d41eca10d2c981&device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 1094 time: 0.1332839 Aug 31 14:35:03.555530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-93b26ec6-4064-40da-888f-e20eaa176ee8 service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9281006 Aug 31 14:35:03.570452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-a0179169-8d69-458f-a412-3fa03993f2df tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] For port bae37ea2-d7e6-4513-a927-0d658b3709e2, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=bae37ea2-d7e6-4513-a927-0d658b3709e2,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:03.570838 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-a0179169-8d69-458f-a412-3fa03993f2df tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:03.666234 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-44fbbfee-c81a-4274-9aca-03d099680f5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port b0d2e36f-e1b7-4d73-8b0e-1ea5b53965a5 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:03.666761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44fbbfee-c81a-4274-9aca-03d099680f5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:03.670776 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-a0179169-8d69-458f-a412-3fa03993f2df tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Calling delete_port for bae37ea2-d7e6-4513-a927-0d658b3709e2 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:03.674221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-6e84d99a-97ce-4bdf-b487-c075b62e140d service neutron] 10.222.0.25 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166927 Aug 31 14:35:03.792860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:35:03.804777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7811444c-5714-40f6-92a0-627bd72e05be None None] Sync routers for ids ['1bfb00d0-66c8-473a-b387-47e99e417190'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:35:03.808702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aef96c-2884-44c8-8c08-6df3e478d954 req-f215f60e-3272-453b-8a08-51898a3af675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:03.810841 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5aef96c-2884-44c8-8c08-6df3e478d954 req-f215f60e-3272-453b-8a08-51898a3af675 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e60f67af-c808-4743-933a-92c61d030c41 HTTP/1.1" status: 200 len: 897 time: 0.2657917 Aug 31 14:35:03.823806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f5a0-0279-4a25-ac0e-45870b93fce4 req-aac8291a-e458-47b4-a62b-3cead30d7663 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:03.826789 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7811444c-5714-40f6-92a0-627bd72e05be None None] Routers {'1bfb00d0-66c8-473a-b387-47e99e417190'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:35:03.827512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7811444c-5714-40f6-92a0-627bd72e05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:34:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1bfb00d0-66c8-473a-b387-47e99e417190'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:03.830275 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f5a0-0279-4a25-ac0e-45870b93fce4 req-aac8291a-e458-47b4-a62b-3cead30d7663 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:03.836053 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f5a0-0279-4a25-ac0e-45870b93fce4 req-aac8291a-e458-47b4-a62b-3cead30d7663 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:03.838213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5326f5a0-0279-4a25-ac0e-45870b93fce4 req-aac8291a-e458-47b4-a62b-3cead30d7663 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 2409 time: 0.2142825 Aug 31 14:35:03.855656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44409369-228b-415f-82ab-4ea696243bcb req-c3255b82-634d-4ea3-8780-e23618262c59 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:03.868329 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44409369-228b-415f-82ab-4ea696243bcb req-c3255b82-634d-4ea3-8780-e23618262c59 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 943 time: 0.3117309 Aug 31 14:35:03.948950 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5aef96c-2884-44c8-8c08-6df3e478d954 req-86fa6a62-65c2-461c-9f85-26dd74367ea2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1758d214-bbe2-44d9-bef4-8d011e9505b2 HTTP/1.1" status: 200 len: 217 time: 0.0995910 Aug 31 14:35:03.971092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] No DVR routers for this DVR port 94a3dc65-7153-462e-95e3-3ed89ba870f6 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:03.993993 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:03.997448 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-903e1326-af92-4843-89d3-9db8ae567f5d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "DELETE /v2.0/ports/94a3dc65-7153-462e-95e3-3ed89ba870f6 HTTP/1.1" status: 204 len: 173 time: 4.2280312 Aug 31 14:35:04.007088 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44fbbfee-c81a-4274-9aca-03d099680f5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:04.032247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-44fbbfee-c81a-4274-9aca-03d099680f5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for b0d2e36f-e1b7-4d73-8b0e-1ea5b53965a5 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:04.045949 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44409369-228b-415f-82ab-4ea696243bcb req-f9e69232-7f66-4d2e-a484-82f595140210 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups?id=8987bb91-4443-411f-ac33-0537d1739e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764505 Aug 31 14:35:04.053359 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c56339d-4a1b-4ae2-81d0-cd783ef29227 req-12faeb37-2f3c-426a-8357-21601b6d143a service neutron] 10.222.0.60 "GET /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768162 Aug 31 14:35:04.075003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-7811444c-5714-40f6-92a0-627bd72e05be None None] Set router 1bfb00d0-66c8-473a-b387-47e99e417190 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:35:04.075826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5326f5a0-0279-4a25-ac0e-45870b93fce4 req-aeb35d5d-6248-4590-8ee0-efb041acf279 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100194 Aug 31 14:35:04.148635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aef96c-2884-44c8-8c08-6df3e478d954 req-63091a0b-ddf4-42a2-a341-89939c328b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:04.153259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5aef96c-2884-44c8-8c08-6df3e478d954 req-63091a0b-ddf4-42a2-a341-89939c328b62 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7cd63291-fe24-4184-a49d-0d1b4ea2ea9a HTTP/1.1" status: 200 len: 834 time: 0.1937380 Aug 31 14:35:04.164727 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe479f49-5055-4e80-802a-577d9999cac9 req-572d6906-fb87-4212-938a-5e700e357359 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:04.166739 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe479f49-5055-4e80-802a-577d9999cac9 req-572d6906-fb87-4212-938a-5e700e357359 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 908 time: 0.2541993 Aug 31 14:35:04.306651 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aef96c-2884-44c8-8c08-6df3e478d954 req-b2202cf7-595b-4db3-a3e1-0fc78425bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:04.306874 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a32b0cda-6c53-4c2e-8fb7-c85bc7e0ea86 req-78e7d186-0028-41f6-bb21-c51385aea8dd service neutron] 10.222.0.25 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177490 Aug 31 14:35:04.308593 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5aef96c-2884-44c8-8c08-6df3e478d954 req-b2202cf7-595b-4db3-a3e1-0fc78425bed0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e60f67af-c808-4743-933a-92c61d030c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407499 Aug 31 14:35:04.396854 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-a0179169-8d69-458f-a412-3fa03993f2df tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:04.419010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33805a9-969e-468f-ab54-4fd6a923c661 req-5cc91fa2-a019-4641-8192-b75ac831241d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:04.422524 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f33805a9-969e-468f-ab54-4fd6a923c661 req-5cc91fa2-a019-4641-8192-b75ac831241d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 943 time: 0.1739597 Aug 31 14:35:04.427891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-deleted', 'tag': 'c3b849ce-aa09-477e-8cca-9af7f3f55d9b'}, {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-deleted', 'tag': '94a3dc65-7153-462e-95e3-3ed89ba870f6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:04.430476 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d11ac1-54b0-49c1-ac8e-503e2ad8ade9" -d '{"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-deleted", "tag": "c3b849ce-aa09-477e-8cca-9af7f3f55d9b"}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-deleted", "tag": "94a3dc65-7153-462e-95e3-3ed89ba870f6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:04.431150 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7811444c-5714-40f6-92a0-627bd72e05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:46Z', 'revision_number': 4, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port': {'id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'af16604d-ab93-4032-9918-de760ee52206', 'name': '', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'mac_address': 'fa:16:3e:f8:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:43Z', 'updated_at': '2021-08-31T14:23:58Z', 'revision_number': 5, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'subnets': [{'id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:04.460658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-29031a7b-bad6-4bf4-b56d-5682ea2400be tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Deleting port e57b84cc-a866-47d8-8732-69907ed220f0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:04.461089 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-29031a7b-bad6-4bf4-b56d-5682ea2400be tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:04.484588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7811444c-5714-40f6-92a0-627bd72e05be None None] Checking router: 1bfb00d0-66c8-473a-b387-47e99e417190 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:35:04.486472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-fe479f49-5055-4e80-802a-577d9999cac9 req-b3aa194b-b01e-4d72-817e-3b5c866b558c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Deleting port 3d3296e5-a5ce-432b-92d8-cc9682500945 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:04.486823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-fe479f49-5055-4e80-802a-577d9999cac9 req-b3aa194b-b01e-4d72-817e-3b5c866b558c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:04.490013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0179169-8d69-458f-a412-3fa03993f2df tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'Port': ['ID=bae37ea2-d7e6-4513-a927-0d658b3709e2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:04.519107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7811444c-5714-40f6-92a0-627bd72e05be None None] Routers {'1bfb00d0-66c8-473a-b387-47e99e417190'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:35:04.519783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7811444c-5714-40f6-92a0-627bd72e05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:34:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1bfb00d0-66c8-473a-b387-47e99e417190'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:04.588637 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee28c558-5a73-4614-be27-11340962e168 x-openstack-request-id: req-ee28c558-5a73-4614-be27-11340962e168 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:04.588976 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-deleted", "tag": "c3b849ce-aa09-477e-8cca-9af7f3f55d9b", "status": "completed", "code": 200}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-deleted", "tag": "94a3dc65-7153-462e-95e3-3ed89ba870f6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:04.589278 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee28c558-5a73-4614-be27-11340962e168 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:04.590054 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-deleted', 'tag': 'c3b849ce-aa09-477e-8cca-9af7f3f55d9b', 'status': 'completed', 'code': 200} Aug 31 14:35:04.590302 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-deleted', 'tag': '94a3dc65-7153-462e-95e3-3ed89ba870f6', 'status': 'completed', 'code': 200} Aug 31 14:35:04.607276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750c95e-1acb-4322-ae9b-1bc19ff15d01 req-944d2c23-bc5e-4bec-a5ad-7192d4c2302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:04.608940 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5750c95e-1acb-4322-ae9b-1bc19ff15d01 req-944d2c23-bc5e-4bec-a5ad-7192d4c2302d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 1095 time: 0.2541006 Aug 31 14:35:04.637464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-a0179169-8d69-458f-a412-3fa03993f2df tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] No DVR routers for this DVR port bae37ea2-d7e6-4513-a927-0d658b3709e2 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:04.654962 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-a0179169-8d69-458f-a412-3fa03993f2df tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:04.658909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26f9d57d-5b59-46a8-bcea-a79db9c34f16 req-a0179169-8d69-458f-a412-3fa03993f2df tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.25 "DELETE /v2.0/ports/bae37ea2-d7e6-4513-a927-0d658b3709e2 HTTP/1.1" status: 204 len: 173 time: 2.7425761 Aug 31 14:35:04.732674 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-7811444c-5714-40f6-92a0-627bd72e05be None None] Set router 1bfb00d0-66c8-473a-b387-47e99e417190 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:35:04.748770 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44fbbfee-c81a-4274-9aca-03d099680f5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:04.749875 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f33805a9-969e-468f-ab54-4fd6a923c661 req-fedfaaf6-f965-4f78-b966-320816e6fd46 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14746ad-9e04-4785-b57f-279155740da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932081 Aug 31 14:35:04.824810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbbfee-c81a-4274-9aca-03d099680f5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=b0d2e36f-e1b7-4d73-8b0e-1ea5b53965a5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:04.829103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-29031a7b-bad6-4bf4-b56d-5682ea2400be tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] For port e57b84cc-a866-47d8-8732-69907ed220f0, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e57b84cc-a866-47d8-8732-69907ed220f0,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:04.829479 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-29031a7b-bad6-4bf4-b56d-5682ea2400be tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:04.854440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c6d56-b46e-4c33-8f7d-1ac15b47b25c req-3a3cafcc-b608-45ab-9882-7420f6a6c763 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:04.856287 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7a4c6d56-b46e-4c33-8f7d-1ac15b47b25c req-3a3cafcc-b608-45ab-9882-7420f6a6c763 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 908 time: 0.1929367 Aug 31 14:35:04.902998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-fe479f49-5055-4e80-802a-577d9999cac9 req-b3aa194b-b01e-4d72-817e-3b5c866b558c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] For port 3d3296e5-a5ce-432b-92d8-cc9682500945, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=3d3296e5-a5ce-432b-92d8-cc9682500945,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:04.903862 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-fe479f49-5055-4e80-802a-577d9999cac9 req-b3aa194b-b01e-4d72-817e-3b5c866b558c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:04.909413 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5aef96c-2884-44c8-8c08-6df3e478d954 req-28c7d543-87bf-4431-b511-480eb1e5d0e4 service neutron] 10.222.0.25 "GET /v2.0/networks/e60f67af-c808-4743-933a-92c61d030c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900412 Aug 31 14:35:04.916794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-29031a7b-bad6-4bf4-b56d-5682ea2400be tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Calling delete_port for e57b84cc-a866-47d8-8732-69907ed220f0 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:04.953921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-fe479f49-5055-4e80-802a-577d9999cac9 req-b3aa194b-b01e-4d72-817e-3b5c866b558c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Calling delete_port for 3d3296e5-a5ce-432b-92d8-cc9682500945 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:05.066813 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44fbbfee-c81a-4274-9aca-03d099680f5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:05.068778 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-44fbbfee-c81a-4274-9aca-03d099680f5c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/b0d2e36f-e1b7-4d73-8b0e-1ea5b53965a5 HTTP/1.1" status: 204 len: 168 time: 1.7204523 Aug 31 14:35:05.072255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56102) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:05.078999 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750c95e-1acb-4322-ae9b-1bc19ff15d01 req-3cd4bcb7-103c-4412-a8c4-4da78cd08ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:05.097577 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5750c95e-1acb-4322-ae9b-1bc19ff15d01 req-3cd4bcb7-103c-4412-a8c4-4da78cd08ca9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 916 time: 0.4659121 Aug 31 14:35:05.196835 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5750c95e-1acb-4322-ae9b-1bc19ff15d01 req-1a415b07-8dcb-4db5-8d5c-d3dbe29a5793 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ac479a-b350-419f-b888-8466bf811e2d HTTP/1.1" status: 200 len: 217 time: 0.0925148 Aug 31 14:35:05.197878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7811444c-5714-40f6-92a0-627bd72e05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:46Z', 'revision_number': 4, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port': {'id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'af16604d-ab93-4032-9918-de760ee52206', 'name': '', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'mac_address': 'fa:16:3e:f8:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:43Z', 'updated_at': '2021-08-31T14:23:58Z', 'revision_number': 5, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'subnets': [{'id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:05.221958 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83ad366-82cb-4d37-bc10-00313af3b3b7 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] GET failed (client error): The resource could not be found. Aug 31 14:35:05.224010 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e83ad366-82cb-4d37-bc10-00313af3b3b7 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/b0d2e36f-e1b7-4d73-8b0e-1ea5b53965a5 HTTP/1.1" status: 404 len: 333 time: 0.1505477 Aug 31 14:35:05.241280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7811444c-5714-40f6-92a0-627bd72e05be None None] The sync data for ids ['1bfb00d0-66c8-473a-b387-47e99e417190'] in n-d-806683-5 is: [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:46Z', 'revision_number': 4, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port': {'id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'af16604d-ab93-4032-9918-de760ee52206', 'name': '', 'network_id': '9389d65e-cc2a-46c3-97fe-2cd12fa0d276', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'mac_address': 'fa:16:3e:f8:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:43Z', 'updated_at': '2021-08-31T14:23:58Z', 'revision_number': 5, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'subnets': [{'id': 'f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:35:05.264299 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56108) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:05.364342 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-49397f2c-4bed-4eec-8a5c-6bfb2524e20b req-f04b8195-337c-4ebe-93db-e0944011adf0 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.1378088 Aug 31 14:35:05.388607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825c24e-df2f-471f-8b01-a448e04b1afc req-8fb67440-e226-47f6-a237-d392cb132025 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:05.388607 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4825c24e-df2f-471f-8b01-a448e04b1afc req-8fb67440-e226-47f6-a237-d392cb132025 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 944 time: 0.5328605 Aug 31 14:35:05.431161 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5aef96c-2884-44c8-8c08-6df3e478d954 req-fcb93e22-e14e-4a1a-8893-6224634f998a service neutron] 10.222.0.25 "GET /v2.0/networks/e60f67af-c808-4743-933a-92c61d030c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845748 Aug 31 14:35:05.433742 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-fe479f49-5055-4e80-802a-577d9999cac9 req-b3aa194b-b01e-4d72-817e-3b5c866b558c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:05.464854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750c95e-1acb-4322-ae9b-1bc19ff15d01 req-083f0f14-d9e1-4e9a-837b-83fea8cf9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:05.466398 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5750c95e-1acb-4322-ae9b-1bc19ff15d01 req-083f0f14-d9e1-4e9a-837b-83fea8cf9e0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6328a301-d717-4967-a573-d40554209a6c HTTP/1.1" status: 200 len: 855 time: 0.2574918 Aug 31 14:35:05.471917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa194b-b01e-4d72-817e-3b5c866b558c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event deleted for resources: {'Port': ['ID=3d3296e5-a5ce-432b-92d8-cc9682500945,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:05.483409 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4825c24e-df2f-471f-8b01-a448e04b1afc req-ab37383d-f317-4575-9afe-dae3af7efbd1 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952277 Aug 31 14:35:05.540982 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5750c95e-1acb-4322-ae9b-1bc19ff15d01 req-bf2c1515-4463-4120-80c6-ac8ad60a20d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b08048cf-9a96-4315-891c-5b48607b8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456088 Aug 31 14:35:05.575898 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe479f49-5055-4e80-802a-577d9999cac9 req-b3aa194b-b01e-4d72-817e-3b5c866b558c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] No DVR routers for this DVR port 3d3296e5-a5ce-432b-92d8-cc9682500945 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:05.584151 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-fe479f49-5055-4e80-802a-577d9999cac9 req-b3aa194b-b01e-4d72-817e-3b5c866b558c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:05.586472 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe479f49-5055-4e80-802a-577d9999cac9 req-b3aa194b-b01e-4d72-817e-3b5c866b558c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.60 "DELETE /v2.0/ports/3d3296e5-a5ce-432b-92d8-cc9682500945 HTTP/1.1" status: 204 len: 173 time: 1.4082751 Aug 31 14:35:05.593587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1a93d-aa2a-42ed-9b61-f068fe1c5d39', 'name': 'network-vif-deleted', 'tag': '3d3296e5-a5ce-432b-92d8-cc9682500945'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:05.596313 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e35a59-1901-4813-abc7-6fd0f9a58131" -d '{"events": [{"server_uuid": "59a1a93d-aa2a-42ed-9b61-f068fe1c5d39", "name": "network-vif-deleted", "tag": "3d3296e5-a5ce-432b-92d8-cc9682500945"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:05.625966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9bd29-1e9f-488b-90dd-fb4b628ad4b9 req-95a07392-6b30-4350-b4b8-ab992d38f297 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:05.633386 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9bd29-1e9f-488b-90dd-fb4b628ad4b9 req-95a07392-6b30-4350-b4b8-ab992d38f297 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:05.642641 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9bd29-1e9f-488b-90dd-fb4b628ad4b9 req-95a07392-6b30-4350-b4b8-ab992d38f297 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:05.649481 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358ad15-2ae4-4b40-a8ca-267760ba6daa None None] New status for floating IP 17f96ffa-8065-49e9-a7fb-bf6d9cbe07bc: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:35:05.650842 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8ea9bd29-1e9f-488b-90dd-fb4b628ad4b9 req-95a07392-6b30-4350-b4b8-ab992d38f297 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 2409 time: 0.1822562 Aug 31 14:35:05.715875 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8ea9bd29-1e9f-488b-90dd-fb4b628ad4b9 req-eeee146d-9600-49e5-af0f-34f8dec00c6d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638776 Aug 31 14:35:05.722472 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7a8c15-bb5a-4eeb-9b21-5f2fd5171fca x-openstack-request-id: req-1f7a8c15-bb5a-4eeb-9b21-5f2fd5171fca {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:05.722885 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1a93d-aa2a-42ed-9b61-f068fe1c5d39", "name": "network-vif-deleted", "tag": "3d3296e5-a5ce-432b-92d8-cc9682500945", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:05.723340 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f7a8c15-bb5a-4eeb-9b21-5f2fd5171fca {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:05.723858 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a1a93d-aa2a-42ed-9b61-f068fe1c5d39', 'name': 'network-vif-deleted', 'tag': '3d3296e5-a5ce-432b-92d8-cc9682500945', 'status': 'completed', 'code': 200} Aug 31 14:35:05.806120 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5750c95e-1acb-4322-ae9b-1bc19ff15d01 req-21452380-8901-4489-8f67-aa40b3712bc9 service neutron] 10.222.0.25 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525322 Aug 31 14:35:05.829235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-3c585215-9d5d-4b96-bef7-c9276315af61 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port 16748425-fc79-475b-9ef7-de18f4b93652 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:05.829606 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c585215-9d5d-4b96-bef7-c9276315af61 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:05.848926 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1758d214-bbe2-44d9-bef4-8d011e9505b2 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:35:06.023498 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1758d214-bbe2-44d9-bef4-8d011e9505b2, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1758d214-bbe2-44d9-bef4-8d011e9505b2,segment=NetworkSegment(3dbc2e16-d380-4909-9d51-81cebccd2fca),segment_id=3dbc2e16-d380-4909-9d51-81cebccd2fca)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:06.045793 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e5a42d0-6bb8-49eb-8142-74b98c9f0aa4 req-5681f662-d872-46ae-bfde-7a7cb70692f6 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a1a93d-aa2a-42ed-9b61-f068fe1c5d39 HTTP/1.1" status: 200 len: 210 time: 0.0526202 Aug 31 14:35:06.055299 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-29031a7b-bad6-4bf4-b56d-5682ea2400be tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:06.067578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'port_id': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'mac_address': 'fa:16:3e:0f:a9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:35:06.103543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0d64b-85a6-4f30-b65f-bb71be908ba4 req-d642b242-d00b-4f56-b160-7aa3bc02af86 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:06.105044 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34a0d64b-85a6-4f30-b65f-bb71be908ba4 req-d642b242-d00b-4f56-b160-7aa3bc02af86 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 943 time: 0.2242224 Aug 31 14:35:06.121474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:06.137582 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1758d214-bbe2-44d9-bef4-8d011e9505b2 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:35:06.164113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1758d214-bbe2-44d9-bef4-8d011e9505b2, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1758d214-bbe2-44d9-bef4-8d011e9505b2,segment=NetworkSegment(3dbc2e16-d380-4909-9d51-81cebccd2fca),segment_id=3dbc2e16-d380-4909-9d51-81cebccd2fca)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:06.169977 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:06.220922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29031a7b-bad6-4bf4-b56d-5682ea2400be tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event deleted for resources: {'Port': ['ID=e57b84cc-a866-47d8-8732-69907ed220f0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:06.268780 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5750c95e-1acb-4322-ae9b-1bc19ff15d01 req-4c0762d9-d1fc-4b64-a5a0-bde7affd7c2f service neutron] 10.222.0.25 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361222 Aug 31 14:35:06.273144 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1758d214-bbe2-44d9-bef4-8d011e9505b2,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:06.299311 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c585215-9d5d-4b96-bef7-c9276315af61 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:06.308106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-29031a7b-bad6-4bf4-b56d-5682ea2400be tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] No DVR routers for this DVR port e57b84cc-a866-47d8-8732-69907ed220f0 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:06.314719 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-29031a7b-bad6-4bf4-b56d-5682ea2400be tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:06.316748 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-29031a7b-bad6-4bf4-b56d-5682ea2400be tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "DELETE /v2.0/ports/e57b84cc-a866-47d8-8732-69907ed220f0 HTTP/1.1" status: 204 len: 173 time: 2.2836089 Aug 31 14:35:06.323206 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34a0d64b-85a6-4f30-b65f-bb71be908ba4 req-72b48b78-2a18-4680-bd4c-8259f383eed1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14746ad-9e04-4785-b57f-279155740da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295245 Aug 31 14:35:06.324108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-3c585215-9d5d-4b96-bef7-c9276315af61 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for 16748425-fc79-475b-9ef7-de18f4b93652 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:06.407275 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['1758d214-bbe2-44d9-bef4-8d011e9505b2'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:35:06.488593 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-126a8670-6cdd-486e-a622-a86059f23dc7 req-358d74e3-cc2e-45cf-ac24-5e5f36dc044c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0406115 Aug 31 14:35:06.765822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-deleted', 'tag': 'bae37ea2-d7e6-4513-a927-0d658b3709e2'}, {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-deleted', 'tag': 'e57b84cc-a866-47d8-8732-69907ed220f0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:06.768150 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc7a9d1-6138-4c00-8993-cadf042de193" -d '{"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-deleted", "tag": "bae37ea2-d7e6-4513-a927-0d658b3709e2"}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-deleted", "tag": "e57b84cc-a866-47d8-8732-69907ed220f0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:06.885514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04f08d-26ab-4c3d-9490-2b0f9b4cc40e req-36b1211c-e045-4c4a-b365-582f7e1d089d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:06.892528 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04f08d-26ab-4c3d-9490-2b0f9b4cc40e req-36b1211c-e045-4c4a-b365-582f7e1d089d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:06.894302 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e04f08d-26ab-4c3d-9490-2b0f9b4cc40e req-36b1211c-e045-4c4a-b365-582f7e1d089d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 1676 time: 0.0685117 Aug 31 14:35:06.898475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1293129-4486-4849-9edb-e77812b598b1 req-de81539b-a457-4a32-a611-47ed3e1f9f3b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:06.900065 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1293129-4486-4849-9edb-e77812b598b1 req-de81539b-a457-4a32-a611-47ed3e1f9f3b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 944 time: 0.1288867 Aug 31 14:35:06.967113 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e04f08d-26ab-4c3d-9490-2b0f9b4cc40e req-96166011-4d9d-4fc4-a66b-63fad73b3830 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654943 Aug 31 14:35:07.001516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-ca2c445b-eef0-45a9-925f-9b8f2ebc2968 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Deleting port fef509ac-4d20-4346-80ac-7987799f5e7b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:07.002058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-ca2c445b-eef0-45a9-925f-9b8f2ebc2968 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:07.061343 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c6ef75-5cc5-41fa-a625-dcd7ae4f10c2 x-openstack-request-id: req-17c6ef75-5cc5-41fa-a625-dcd7ae4f10c2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:07.061638 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc65a8b-81b7-426e-954c-09407b90d349", "name": "network-vif-deleted", "tag": "bae37ea2-d7e6-4513-a927-0d658b3709e2", "status": "completed", "code": 200}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-deleted", "tag": "e57b84cc-a866-47d8-8732-69907ed220f0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:07.061887 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-17c6ef75-5cc5-41fa-a625-dcd7ae4f10c2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:07.062280 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc65a8b-81b7-426e-954c-09407b90d349', 'name': 'network-vif-deleted', 'tag': 'bae37ea2-d7e6-4513-a927-0d658b3709e2', 'status': 'completed', 'code': 200} Aug 31 14:35:07.062531 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-deleted', 'tag': 'e57b84cc-a866-47d8-8732-69907ed220f0', 'status': 'completed', 'code': 200} Aug 31 14:35:07.101909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1293129-4486-4849-9edb-e77812b598b1 req-2e13098f-25db-46be-8334-811ac52b26c7 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780663 Aug 31 14:35:07.104998 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c585215-9d5d-4b96-bef7-c9276315af61 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:07.141196 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c585215-9d5d-4b96-bef7-c9276315af61 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=16748425-fc79-475b-9ef7-de18f4b93652,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:07.232963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-ca2c445b-eef0-45a9-925f-9b8f2ebc2968 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] For port fef509ac-4d20-4346-80ac-7987799f5e7b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fef509ac-4d20-4346-80ac-7987799f5e7b,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:07.233325 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-ca2c445b-eef0-45a9-925f-9b8f2ebc2968 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:07.253563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-ca2c445b-eef0-45a9-925f-9b8f2ebc2968 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Calling delete_port for fef509ac-4d20-4346-80ac-7987799f5e7b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:07.261889 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c585215-9d5d-4b96-bef7-c9276315af61 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:07.264785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3c585215-9d5d-4b96-bef7-c9276315af61 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/16748425-fc79-475b-9ef7-de18f4b93652 HTTP/1.1" status: 204 len: 168 time: 1.9791162 Aug 31 14:35:07.267813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56134) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:07.319758 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec5039e-3c44-49c3-8308-43510fb4ffbe tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] GET failed (client error): The resource could not be found. Aug 31 14:35:07.324213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6ec5039e-3c44-49c3-8308-43510fb4ffbe tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/16748425-fc79-475b-9ef7-de18f4b93652 HTTP/1.1" status: 404 len: 333 time: 0.0521762 Aug 31 14:35:07.327093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56136) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:07.374576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 3d3296e5-a5ce-432b-92d8-cc9682500945 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:07.431201 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-ca2c445b-eef0-45a9-925f-9b8f2ebc2968 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:07.473779 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6999222-247d-4be8-8955-d3e61874ff2f tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting subnet c002eb14-f59e-4aff-8aa2-b75a3a09a02c {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:35:07.476970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c445b-eef0-45a9-925f-9b8f2ebc2968 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event deleted for resources: {'Port': ['ID=fef509ac-4d20-4346-80ac-7987799f5e7b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:07.496287 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a6999222-247d-4be8-8955-d3e61874ff2f tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:07.587906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-ca2c445b-eef0-45a9-925f-9b8f2ebc2968 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] No DVR routers for this DVR port fef509ac-4d20-4346-80ac-7987799f5e7b on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:07.591881 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-ca2c445b-eef0-45a9-925f-9b8f2ebc2968 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:07.592838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4265f-7ca8-43ea-8a0b-da68fc98d45e req-44fbdacf-3b36-4ac3-8c70-326b271a9f6f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:07.594863 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-feb4265f-7ca8-43ea-8a0b-da68fc98d45e req-44fbdacf-3b36-4ac3-8c70-326b271a9f6f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 945 time: 0.1405897 Aug 31 14:35:07.597797 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a6999222-247d-4be8-8955-d3e61874ff2f tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:07.598963 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-ca2c445b-eef0-45a9-925f-9b8f2ebc2968 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "DELETE /v2.0/ports/fef509ac-4d20-4346-80ac-7987799f5e7b HTTP/1.1" status: 204 len: 173 time: 1.2726746 Aug 31 14:35:07.640020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03f8c3-f475-489d-9507-e512df3080ae req-4882d133-eceb-4deb-a319-e2fe57593f2a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:07.648342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 3d3296e5-a5ce-432b-92d8-cc9682500945 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:07.648588 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d03f8c3-f475-489d-9507-e512df3080ae req-4882d133-eceb-4deb-a319-e2fe57593f2a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 944 time: 0.1731536 Aug 31 14:35:07.648705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 3d3296e5-a5ce-432b-92d8-cc9682500945 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:07.764456 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d03f8c3-f475-489d-9507-e512df3080ae req-c9862834-1ffe-47e9-acae-71ef47c5accf tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14746ad-9e04-4785-b57f-279155740da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147289 Aug 31 14:35:07.795322 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-feb4265f-7ca8-43ea-8a0b-da68fc98d45e req-d74428f4-60a7-4099-904f-d090b24a326e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258669 Aug 31 14:35:07.795322 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a6999222-247d-4be8-8955-d3e61874ff2f tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:07.838369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-2c564dc8-b62f-45ed-851f-736e88fba29e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Deleting port fb942b53-8ca1-47a4-a21f-f0279210c88b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:07.839374 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-2c564dc8-b62f-45ed-851f-736e88fba29e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:07.850804 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 41ac479a-b350-419f-b888-8466bf811e2d details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:35:07.852966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1758d214-bbe2-44d9-bef4-8d011e9505b2 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:07.898544 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a6999222-247d-4be8-8955-d3e61874ff2f tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:07.924123 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a6999222-247d-4be8-8955-d3e61874ff2f tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:07.926308 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a6999222-247d-4be8-8955-d3e61874ff2f tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/c002eb14-f59e-4aff-8aa2-b75a3a09a02c HTTP/1.1" status: 204 len: 168 time: 0.5974708 Aug 31 14:35:07.929644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 1758d214-bbe2-44d9-bef4-8d011e9505b2 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:07.939227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85c9f12-769d-479f-8fe8-734c1304aff0 None None] Network 6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:07.944910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56144) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:07.949357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6999222-247d-4be8-8955-d3e61874ff2f tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Subnet': ['ID=c002eb14-f59e-4aff-8aa2-b75a3a09a02c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:08.024335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 1758d214-bbe2-44d9-bef4-8d011e9505b2 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:08.025088 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:08.115386 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:08.121408 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8dc3f05e-4d2d-48b4-87b6-b268efb4aeef req-e3b40861-2715-4869-bf5f-ada80482ad16 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.2274187 Aug 31 14:35:08.149469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc71866-6765-403f-8236-ee7c051502d3 req-219cf4bf-79b7-4c1c-b2bf-74a36560cc9f tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:08.151442 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6dc71866-6765-403f-8236-ee7c051502d3 req-219cf4bf-79b7-4c1c-b2bf-74a36560cc9f tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 943 time: 0.0585003 Aug 31 14:35:08.192030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 41ac479a-b350-419f-b888-8466bf811e2d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=41ac479a-b350-419f-b888-8466bf811e2d,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:08.195492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-2c564dc8-b62f-45ed-851f-736e88fba29e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] For port fb942b53-8ca1-47a4-a21f-f0279210c88b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fb942b53-8ca1-47a4-a21f-f0279210c88b,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:08.195876 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-2c564dc8-b62f-45ed-851f-736e88fba29e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:08.215612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-2c564dc8-b62f-45ed-851f-736e88fba29e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Calling delete_port for fb942b53-8ca1-47a4-a21f-f0279210c88b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:08.218843 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6dc71866-6765-403f-8236-ee7c051502d3 req-227c4761-496a-4990-94d9-adea26be7ce4 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539615 Aug 31 14:35:08.243574 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '41ac479a-b350-419f-b888-8466bf811e2d', 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58', 'port_id': '41ac479a-b350-419f-b888-8466bf811e2d', 'mac_address': 'fa:16:3e:60:b7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6328a301-d717-4967-a573-d40554209a6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:35:08.374433 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:08.380579 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:08.391705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9ce49-1ef9-4619-8a71-684c09314865 req-5d4b2ae5-8a0e-484a-82da-23f2d557dc9b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:08.393256 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c2e9ce49-1ef9-4619-8a71-684c09314865 req-5d4b2ae5-8a0e-484a-82da-23f2d557dc9b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 944 time: 0.1197081 Aug 31 14:35:08.407210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ac479a-b350-419f-b888-8466bf811e2d {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:35:08.449116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port 1b533b96-e5d7-46b3-a228-f866450c24f5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:08.449478 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:08.451551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1758d214-bbe2-44d9-bef4-8d011e9505b2'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:08.453495 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05a4235-f551-4944-bbe0-668c4004dda9" -d '{"events": [{"server_uuid": "8bc85ca6-bf26-4808-97bb-bff082a18410", "name": "network-vif-plugged", "status": "completed", "tag": "1758d214-bbe2-44d9-bef4-8d011e9505b2"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:08.457638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 41ac479a-b350-419f-b888-8466bf811e2d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=41ac479a-b350-419f-b888-8466bf811e2d,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:08.484083 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:08.490792 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1758d214-bbe2-44d9-bef4-8d011e9505b2, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1758d214-bbe2-44d9-bef4-8d011e9505b2,segment=NetworkSegment(3dbc2e16-d380-4909-9d51-81cebccd2fca),segment_id=3dbc2e16-d380-4909-9d51-81cebccd2fca)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:08.553224 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9a56c7-60c2-475d-8e40-7bd32a546f01 x-openstack-request-id: req-3f9a56c7-60c2-475d-8e40-7bd32a546f01 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:08.553608 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc85ca6-bf26-4808-97bb-bff082a18410", "name": "network-vif-plugged", "status": "completed", "tag": "1758d214-bbe2-44d9-bef4-8d011e9505b2", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:08.553751 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f9a56c7-60c2-475d-8e40-7bd32a546f01 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:08.554312 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'code': 200} Aug 31 14:35:08.557268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-2c564dc8-b62f-45ed-851f-736e88fba29e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:08.557994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c345f1e5-7144-4c7e-ba5b-dbda801f7f12 None None] DHCP port deletion for 6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:35:08.562378 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c2e9ce49-1ef9-4619-8a71-684c09314865 req-c3832a09-9cce-40f6-9c93-58d137d6b7e0 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224189 Aug 31 14:35:08.594836 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:08.613442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c564dc8-b62f-45ed-851f-736e88fba29e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event deleted for resources: {'Port': ['ID=fb942b53-8ca1-47a4-a21f-f0279210c88b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:08.625163 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=41ac479a-b350-419f-b888-8466bf811e2d,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:08.640181 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] For port 1b533b96-e5d7-46b3-a228-f866450c24f5, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1b533b96-e5d7-46b3-a228-f866450c24f5,segment=NetworkSegment(973c9afa-13ea-493f-bbfe-1a6f01b24da8),segment_id=973c9afa-13ea-493f-bbfe-1a6f01b24da8)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:08.640825 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:08.686380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for 1b533b96-e5d7-46b3-a228-f866450c24f5 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:08.699169 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1758d214-bbe2-44d9-bef4-8d011e9505b2,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:08.700555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20efc3-0a72-44e2-8ce3-d2f050ef96a1 req-8cab70c7-c7b8-4397-ada3-8bb06d97f100 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:08.702792 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ff20efc3-0a72-44e2-8ce3-d2f050ef96a1 req-8cab70c7-c7b8-4397-ada3-8bb06d97f100 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0977540 Aug 31 14:35:08.717976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-2c564dc8-b62f-45ed-851f-736e88fba29e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] No DVR routers for this DVR port fb942b53-8ca1-47a4-a21f-f0279210c88b on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:08.725017 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c345f1e5-7144-4c7e-ba5b-dbda801f7f12 None None] Deleting port 1b533b96-e5d7-46b3-a228-f866450c24f5 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:08.725453 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c345f1e5-7144-4c7e-ba5b-dbda801f7f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:08.725833 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-2c564dc8-b62f-45ed-851f-736e88fba29e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:08.727898 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7aa42dea-a66e-45ab-81b6-0dd512fe785b req-2c564dc8-b62f-45ed-851f-736e88fba29e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.60 "DELETE /v2.0/ports/fb942b53-8ca1-47a4-a21f-f0279210c88b HTTP/1.1" status: 204 len: 173 time: 1.1207461 Aug 31 14:35:08.824342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['41ac479a-b350-419f-b888-8466bf811e2d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:35:08.889690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e7200-4cfb-40cb-bbb6-dcdab78f280b req-630b1b93-965a-4dc1-98fe-55b686b56d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:08.891590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-780e7200-4cfb-40cb-bbb6-dcdab78f280b req-630b1b93-965a-4dc1-98fe-55b686b56d28 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 1096 time: 0.2825649 Aug 31 14:35:08.898237 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:08.946749 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c345f1e5-7144-4c7e-ba5b-dbda801f7f12 None None] For port 1b533b96-e5d7-46b3-a228-f866450c24f5, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1b533b96-e5d7-46b3-a228-f866450c24f5,segment=NetworkSegment(973c9afa-13ea-493f-bbfe-1a6f01b24da8),segment_id=973c9afa-13ea-493f-bbfe-1a6f01b24da8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:08.952510 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c345f1e5-7144-4c7e-ba5b-dbda801f7f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:08.962421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No DVR routers for this DVR port 1b533b96-e5d7-46b3-a228-f866450c24f5 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:08.970922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=1b533b96-e5d7-46b3-a228-f866450c24f5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:08.987702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c345f1e5-7144-4c7e-ba5b-dbda801f7f12 None None] Calling delete_port for 1b533b96-e5d7-46b3-a228-f866450c24f5 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:08.991052 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-ff20efc3-0a72-44e2-8ce3-d2f050ef96a1 req-3a7bccd3-8e87-4992-acbd-69d0989b65a3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Deleting port 4a8ed418-6778-4442-a2ee-032c9e602be7 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:08.991665 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ff20efc3-0a72-44e2-8ce3-d2f050ef96a1 req-3a7bccd3-8e87-4992-acbd-69d0989b65a3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.077274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-deleted', 'tag': 'fef509ac-4d20-4346-80ac-7987799f5e7b'}, {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-deleted', 'tag': 'fb942b53-8ca1-47a4-a21f-f0279210c88b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:09.079883 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bb91f4-c40f-45f2-8b31-80e3c971cfb1" -d '{"events": [{"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-deleted", "tag": "fef509ac-4d20-4346-80ac-7987799f5e7b"}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-deleted", "tag": "fb942b53-8ca1-47a4-a21f-f0279210c88b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:09.080891 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c345f1e5-7144-4c7e-ba5b-dbda801f7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.086362 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-780e7200-4cfb-40cb-bbb6-dcdab78f280b req-fefd507d-0504-4abd-92e0-93c441440150 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a14746ad-9e04-4785-b57f-279155740da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829166 Aug 31 14:35:09.102109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71065d26-b909-49b5-bfb7-bcf94a116b58 req-535ebe18-df2d-418c-afe1-16a32ddf290c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:09.103840 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-71065d26-b909-49b5-bfb7-bcf94a116b58 req-535ebe18-df2d-418c-afe1-16a32ddf290c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 945 time: 0.1387436 Aug 31 14:35:09.157596 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b533b96-e5d7-46b3-a228-f866450c24f5 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:09.161194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c345f1e5-7144-4c7e-ba5b-dbda801f7f12 None None] No DVR routers for this DVR port 1b533b96-e5d7-46b3-a228-f866450c24f5 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:09.165136 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345f1e5-7144-4c7e-ba5b-dbda801f7f12 None None] Pushing event deleted for resources: {'Port': ['ID=1b533b96-e5d7-46b3-a228-f866450c24f5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:09.200530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 1b533b96-e5d7-46b3-a228-f866450c24f5 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:09.201026 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b533b96-e5d7-46b3-a228-f866450c24f5 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:09.201427 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.215808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:09.229141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973c9afa-13ea-493f-bbfe-1a6f01b24da8') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:09.229574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973c9afa-13ea-493f-bbfe-1a6f01b24da8') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:09.243315 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.257921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ff20efc3-0a72-44e2-8ce3-d2f050ef96a1 req-3a7bccd3-8e87-4992-acbd-69d0989b65a3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] For port 4a8ed418-6778-4442-a2ee-032c9e602be7, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4a8ed418-6778-4442-a2ee-032c9e602be7,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:09.258301 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ff20efc3-0a72-44e2-8ce3-d2f050ef96a1 req-3a7bccd3-8e87-4992-acbd-69d0989b65a3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.262803 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.270953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:35:09.271567 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.275259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-71065d26-b909-49b5-bfb7-bcf94a116b58 req-63e9d06f-0b78-4a55-9082-c423f60ddf64 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14746ad-9e04-4785-b57f-279155740da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603718 Aug 31 14:35:09.298728 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-ff20efc3-0a72-44e2-8ce3-d2f050ef96a1 req-3a7bccd3-8e87-4992-acbd-69d0989b65a3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Calling delete_port for 4a8ed418-6778-4442-a2ee-032c9e602be7 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:35:09.358493 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:35:09.361041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.394701 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.400129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/networks/6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4 HTTP/1.1" status: 204 len: 168 time: 1.4479997 Aug 31 14:35:09.400129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4ad8f-4e48-4c5e-b4f2-590eacdd406e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Network': ['ID=6b39ebd8-5c5f-4e56-82f0-c5f1fc2c95f4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:09.407114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56168) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:09.415398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769af20-1d55-4135-a63d-6d423b6f53be req-bcd1f743-b575-43a6-bfae-1d34a1b00691 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:09.416946 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d769af20-1d55-4135-a63d-6d423b6f53be req-bcd1f743-b575-43a6-bfae-1d34a1b00691 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd48727-0223-4f85-9cd6-71a955d0a3d4 HTTP/1.1" status: 200 len: 945 time: 0.4354196 Aug 31 14:35:09.423023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ad6803d9-32f2-4bef-b820-bf58c26e5738 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1295857630'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:09.428390 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-45ab1af0-1ba3-422a-a19e-9329ad5161d0 req-3197ec95-f674-4520-8e38-f0efb69c26cf tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0382197 Aug 31 14:35:09.464266 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6803d9-32f2-4bef-b820-bf58c26e5738 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:09.468465 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad6803d9-32f2-4bef-b820-bf58c26e5738 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.506727 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d769af20-1d55-4135-a63d-6d423b6f53be req-6e2d0073-79cf-4847-b1bf-aaedadd93a4f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801952 Aug 31 14:35:09.513084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6803d9-32f2-4bef-b820-bf58c26e5738 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:35:09.525092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad6803d9-32f2-4bef-b820-bf58c26e5738 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.525544 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-ad6803d9-32f2-4bef-b820-bf58c26e5738 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Added segment c99e9df2-e916-4f9f-a635-4a852fc8f533 of type vlan for network bacca97f-13d1-4890-aaf3-fd2f71a4b515 Aug 31 14:35:09.527085 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ff20efc3-0a72-44e2-8ce3-d2f050ef96a1 req-3a7bccd3-8e87-4992-acbd-69d0989b65a3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.539134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['fd60490f-339d-4f90-876e-e58b0a405c6d', '4a8ed418-6778-4442-a2ee-032c9e602be7'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:35:09.587826 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad6803d9-32f2-4bef-b820-bf58c26e5738 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.615143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bccd3-8e87-4992-acbd-69d0989b65a3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event deleted for resources: {'Port': ['ID=4a8ed418-6778-4442-a2ee-032c9e602be7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:09.632733 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b718845-9d80-4794-837c-a527a5ee036e x-openstack-request-id: req-5b718845-9d80-4794-837c-a527a5ee036e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:09.633547 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-deleted", "tag": "fef509ac-4d20-4346-80ac-7987799f5e7b", "status": "completed", "code": 200}, {"server_uuid": "64885831-7b82-410a-bf7a-c88ff58bea18", "name": "network-vif-deleted", "tag": "fb942b53-8ca1-47a4-a21f-f0279210c88b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:09.634057 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b718845-9d80-4794-837c-a527a5ee036e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:09.635019 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-deleted', 'tag': 'fef509ac-4d20-4346-80ac-7987799f5e7b', 'status': 'completed', 'code': 200} Aug 31 14:35:09.635574 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64885831-7b82-410a-bf7a-c88ff58bea18', 'name': 'network-vif-deleted', 'tag': 'fb942b53-8ca1-47a4-a21f-f0279210c88b', 'status': 'completed', 'code': 200} Aug 31 14:35:09.637303 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad6803d9-32f2-4bef-b820-bf58c26e5738 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.643688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6803d9-32f2-4bef-b820-bf58c26e5738 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:09.644856 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad6803d9-32f2-4bef-b820-bf58c26e5738 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.662321 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c16ca7a-dffc-4a9d-8bc5-4c6da5d861cf req-0a3ec2bc-0306-4049-a0b4-6939e74ada30 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.1190295 Aug 31 14:35:09.706712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff20efc3-0a72-44e2-8ce3-d2f050ef96a1 req-3a7bccd3-8e87-4992-acbd-69d0989b65a3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] No DVR routers for this DVR port 4a8ed418-6778-4442-a2ee-032c9e602be7 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:09.709956 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ff20efc3-0a72-44e2-8ce3-d2f050ef96a1 req-3a7bccd3-8e87-4992-acbd-69d0989b65a3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.712937 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ff20efc3-0a72-44e2-8ce3-d2f050ef96a1 req-3a7bccd3-8e87-4992-acbd-69d0989b65a3 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.60 "DELETE /v2.0/ports/4a8ed418-6778-4442-a2ee-032c9e602be7 HTTP/1.1" status: 204 len: 173 time: 1.0027375 Aug 31 14:35:09.713395 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd48727-0223-4f85-9cd6-71a955d0a3d4', 'name': 'network-vif-deleted', 'tag': '4a8ed418-6778-4442-a2ee-032c9e602be7'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:09.722972 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3af85e-932c-496d-a234-edc381265720" -d '{"events": [{"server_uuid": "ccd48727-0223-4f85-9cd6-71a955d0a3d4", "name": "network-vif-deleted", "tag": "4a8ed418-6778-4442-a2ee-032c9e602be7"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:09.767395 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac89c988-d66a-4cb6-b400-5ac0def25e36 x-openstack-request-id: req-ac89c988-d66a-4cb6-b400-5ac0def25e36 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:09.767685 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd48727-0223-4f85-9cd6-71a955d0a3d4", "name": "network-vif-deleted", "tag": "4a8ed418-6778-4442-a2ee-032c9e602be7", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:09.767931 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac89c988-d66a-4cb6-b400-5ac0def25e36 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:09.768328 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd48727-0223-4f85-9cd6-71a955d0a3d4', 'name': 'network-vif-deleted', 'tag': '4a8ed418-6778-4442-a2ee-032c9e602be7', 'status': 'completed', 'code': 200} Aug 31 14:35:09.801347 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ad6803d9-32f2-4bef-b820-bf58c26e5738 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3831704 Aug 31 14:35:09.804488 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56174) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:09.812885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7c9fd09b-feea-4803-871b-5791a7a7646c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': 'bacca97f-13d1-4890-aaf3-fd2f71a4b515', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:09.814463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6803d9-32f2-4bef-b820-bf58c26e5738 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Network': ['ID=bacca97f-13d1-4890-aaf3-fd2f71a4b515,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:09.828484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network bacca97f-13d1-4890-aaf3-fd2f71a4b515 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:35:09.831759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda5295-325c-4812-bb6f-ce83659870ff req-45391419-7699-42bc-856d-5d1571319830 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:09.833343 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcda5295-325c-4812-bb6f-ce83659870ff req-45391419-7699-42bc-856d-5d1571319830 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 945 time: 0.1543288 Aug 31 14:35:09.883725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 41ac479a-b350-419f-b888-8466bf811e2d up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:09.884207 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcda5295-325c-4812-bb6f-ce83659870ff req-00f411ab-6609-4e34-bf28-c60bd9e41909 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443392 Aug 31 14:35:09.936917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9fd09b-feea-4803-871b-5791a7a7646c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:09.940403 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd09b-feea-4803-871b-5791a7a7646c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.971024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 41ac479a-b350-419f-b888-8466bf811e2d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:09.976622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 41ac479a-b350-419f-b888-8466bf811e2d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:09.977058 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:10.090363 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:10.150540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 41ac479a-b350-419f-b888-8466bf811e2d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=41ac479a-b350-419f-b888-8466bf811e2d,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:10.156038 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:10.233297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=41ac479a-b350-419f-b888-8466bf811e2d,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:10.264420 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd09b-feea-4803-871b-5791a7a7646c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:10.337543 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fd09b-feea-4803-871b-5791a7a7646c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Subnet': ['ID=1d0331fe-df0a-46b5-b01e-905b498feb25,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:10.346938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9fd09b-feea-4803-871b-5791a7a7646c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Checking segment: {'id': 'c99e9df2-e916-4f9f-a635-4a852fc8f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bacca97f-13d1-4890-aaf3-fd2f71a4b515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:35:10.347327 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9fd09b-feea-4803-871b-5791a7a7646c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network hostable DHCP agents. Network: bacca97f-13d1-4890-aaf3-fd2f71a4b515, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:35:10.374420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9fd09b-feea-4803-871b-5791a7a7646c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network bacca97f-13d1-4890-aaf3-fd2f71a4b515 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:35:10.548139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a3b6667b-a8b5-4c0b-85d6-b884c634c624 req-e8cad600-94b3-4fb4-af07-100ee7831e11 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0309882 Aug 31 14:35:10.555753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc891eb-fc24-4d12-836a-74ce3801647c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ac479a-b350-419f-b888-8466bf811e2d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:10.560950 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7451939-57ad-458e-b941-7902f7bc74aa" -d '{"events": [{"server_uuid": "0fc891eb-fc24-4d12-836a-74ce3801647c", "name": "network-vif-plugged", "status": "completed", "tag": "41ac479a-b350-419f-b888-8466bf811e2d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:10.673404 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b7a0d3-0c09-4997-843a-d693882157fb x-openstack-request-id: req-76b7a0d3-0c09-4997-843a-d693882157fb {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:10.673775 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc891eb-fc24-4d12-836a-74ce3801647c", "name": "network-vif-plugged", "status": "completed", "tag": "41ac479a-b350-419f-b888-8466bf811e2d", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:10.674036 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76b7a0d3-0c09-4997-843a-d693882157fb {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:10.674430 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc891eb-fc24-4d12-836a-74ce3801647c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ac479a-b350-419f-b888-8466bf811e2d', 'code': 200} Aug 31 14:35:10.774284 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-7c9fd09b-feea-4803-871b-5791a7a7646c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, bacca97f-13d1-4890-aaf3-fd2f71a4b515) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:10.783978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9fd09b-feea-4803-871b-5791a7a7646c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:10.785486 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd09b-feea-4803-871b-5791a7a7646c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:10.796058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a439431-4331-4ca2-a37a-14862a75f6c9 None None] Network bacca97f-13d1-4890-aaf3-fd2f71a4b515 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:10.827789 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7c9fd09b-feea-4803-871b-5791a7a7646c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0210385 Aug 31 14:35:10.833485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56188) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:10.848162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'network_id': 'bacca97f-13d1-4890-aaf3-fd2f71a4b515', 'name': 'tempest-PortsTestJSON-54975940', 'fixed_ips': [{'subnet_id': '1d0331fe-df0a-46b5-b01e-905b498feb25', 'ip_address': '172.20.0.10'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:10.859523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4681c-d9c0-4e4d-87ba-e35079225309 req-d661838b-249e-4acf-95d2-8fa09f651a18 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:10.861814 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-90f4681c-d9c0-4e4d-87ba-e35079225309 req-d661838b-249e-4acf-95d2-8fa09f651a18 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 945 time: 0.4975700 Aug 31 14:35:10.938266 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-90f4681c-d9c0-4e4d-87ba-e35079225309 req-4f479c4b-e8a0-4868-bb9b-8e4d23a85fff tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14746ad-9e04-4785-b57f-279155740da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667505 Aug 31 14:35:10.948765 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-68febff1-8c5f-4817-93f4-fd9ee59ff3fc req-b40381ea-fbdb-439a-9d88-d17242559151 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0361881 Aug 31 14:35:11.052855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edfa8d-dcaf-41ba-888c-e7f6dd3e6f46 req-dabee265-a539-435f-a58d-608afe95da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:11.055742 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-31edfa8d-dcaf-41ba-888c-e7f6dd3e6f46 req-dabee265-a539-435f-a58d-608afe95da07 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 1097 time: 0.2988973 Aug 31 14:35:11.065584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-bacca97f-13d1-4890-aaf3-fd2f71a4b515', 'network_id': 'bacca97f-13d1-4890-aaf3-fd2f71a4b515', 'tenant_id': '8ee8acec987547e1af57f9732c67fa84', 'fixed_ips': [{'subnet_id': '1d0331fe-df0a-46b5-b01e-905b498feb25'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:35:11.066501 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:11.150621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f317f4-8876-45fb-b21d-47ac7a0eb2e3 req-3fa06739-0299-4650-b3bc-a644d66b3916 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:11.152258 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16f317f4-8876-45fb-b21d-47ac7a0eb2e3 req-3fa06739-0299-4650-b3bc-a644d66b3916 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.1029422 Aug 31 14:35:11.163438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:11.227657 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16f317f4-8876-45fb-b21d-47ac7a0eb2e3 req-318cd287-e9bf-4b3e-b7b1-af030dd1434e tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676658 Aug 31 14:35:11.255411 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Allocated IP 172.20.0.2 (bacca97f-13d1-4890-aaf3-fd2f71a4b515/1d0331fe-df0a-46b5-b01e-905b498feb25/c9cfdb4d-9461-4da8-b0ab-7a651ccadb73) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:11.285907 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-31edfa8d-dcaf-41ba-888c-e7f6dd3e6f46 req-4c66120a-ee50-4652-bc6b-9c7e5fc186c6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188277 Aug 31 14:35:11.311215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a9845-9be5-4ed1-83e4-85499fa658c8 req-77f41eb1-c8ca-4bc6-a921-61507484c02c tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:11.312735 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e39a9845-9be5-4ed1-83e4-85499fa658c8 req-77f41eb1-c8ca-4bc6-a921-61507484c02c tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 946 time: 0.2500286 Aug 31 14:35:11.365298 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:11.378197 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae5604-7549-4641-b023-6dab0100d35b req-6eb0e67d-d8ca-4af3-96b3-93878f59ff2d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:11.380673 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9ae5604-7549-4641-b023-6dab0100d35b req-6eb0e67d-d8ca-4af3-96b3-93878f59ff2d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 945 time: 0.0759385 Aug 31 14:35:11.394886 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e39a9845-9be5-4ed1-83e4-85499fa658c8 req-e5103284-8ff0-401c-a291-892b1736ee34 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737534 Aug 31 14:35:11.411021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port 2f9f1424-112b-4200-8f07-a4f671ba1af8 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:35:11.444051 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9ae5604-7549-4641-b023-6dab0100d35b req-c193480f-15fa-4059-944e-a9f245f9b5a6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14746ad-9e04-4785-b57f-279155740da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566149 Aug 31 14:35:11.453177 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:11.467638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Transition to ACTIVE for port object c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:11.468762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56196) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:11.496020 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Transition to ACTIVE for port object c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:11.504369 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:11.529872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86fc455-7283-4b75-a561-4527471b4de4 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:11.539064 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c86fc455-7283-4b75-a561-4527471b4de4 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 1091 time: 0.0652149 Aug 31 14:35:11.539064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56198) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:11.544098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:11.556116 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Network bacca97f-13d1-4890-aaf3-fd2f71a4b515 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:11.559222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:11.562267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:11.570570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Pushing event updated for resources: {'Port': ['ID=c9cfdb4d-9461-4da8-b0ab-7a651ccadb73,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:11.571362 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:11.642419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Allocated IP 172.20.0.10 (bacca97f-13d1-4890-aaf3-fd2f71a4b515/1d0331fe-df0a-46b5-b01e-905b498feb25/2f9f1424-112b-4200-8f07-a4f671ba1af8) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:11.651905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Attempting to bind port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:35:11.652327 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Attempting to bind port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'c99e9df2-e916-4f9f-a635-4a852fc8f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bacca97f-13d1-4890-aaf3-fd2f71a4b515'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:35:11.652694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Attempting to bind port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 on network bacca97f-13d1-4890-aaf3-fd2f71a4b515 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:35:11.658115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:35:11.658499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Checking segment: {'id': 'c99e9df2-e916-4f9f-a635-4a852fc8f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bacca97f-13d1-4890-aaf3-fd2f71a4b515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:35:11.658908 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:11.659338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Bound using segment: {'id': 'c99e9df2-e916-4f9f-a635-4a852fc8f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bacca97f-13d1-4890-aaf3-fd2f71a4b515'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:35:11.659979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Bound port: c9cfdb4d-9461-4da8-b0ab-7a651ccadb73, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99e9df2-e916-4f9f-a635-4a852fc8f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bacca97f-13d1-4890-aaf3-fd2f71a4b515'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:35:11.660588 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:11.719158 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-63a34ccf-55f8-4182-b77c-62d1d4b371e6 req-1a05a91f-84f7-46c9-acd4-43112779c4c7 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0353210 Aug 31 14:35:11.733234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] For port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:35:11.736908 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] For port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c9cfdb4d-9461-4da8-b0ab-7a651ccadb73,segment=NetworkSegment(c99e9df2-e916-4f9f-a635-4a852fc8f533),segment_id=c99e9df2-e916-4f9f-a635-4a852fc8f533)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:35:11.742292 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:11.761849 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:11.811929 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ee865-93d2-4cfe-8aa9-afc45fdedff7 None None] Pushing event updated for resources: {'Port': ['ID=c9cfdb4d-9461-4da8-b0ab-7a651ccadb73,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:11.890383 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:11.907473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Allocated IP 172.25.2.143 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/d53d0c14-959e-4231-87ce-e32694b84b60) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:11.910962 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Transition to ACTIVE for port object 2f9f1424-112b-4200-8f07-a4f671ba1af8 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:11.962325 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:12.061703 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network bacca97f-13d1-4890-aaf3-fd2f71a4b515 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:12.090290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:12.103431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:12.114603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=2f9f1424-112b-4200-8f07-a4f671ba1af8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:12.134981 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9b672475-7adf-4232-a884-314184f50a67 req-da24234c-aca1-4f0a-abbb-aa85220afb3d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0392964 Aug 31 14:35:12.158027 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:12.179629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:12.180256 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:12.205015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928687c0-706b-48d5-8bf9-64c88b4fc3f1 req-b391c3a3-9262-429c-a732-7f4375722ace tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:12.206716 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-928687c0-706b-48d5-8bf9-64c88b4fc3f1 req-b391c3a3-9262-429c-a732-7f4375722ace tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.60 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.1606236 Aug 31 14:35:12.211744 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56206) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:12.212526 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f77f4411-b07d-4df3-a544-68fa0c2fdfce tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3726590 Aug 31 14:35:12.217554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'network_id': 'bacca97f-13d1-4890-aaf3-fd2f71a4b515', 'name': 'tempest-PortsTestJSON-1686202736', 'fixed_ips': [{'subnet_id': '1d0331fe-df0a-46b5-b01e-905b498feb25', 'ip_address': '172.20.0.9'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:12.369985 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:12.401558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320813-905c-45d3-bfb0-7f5582ec09c2 req-eb65f0d4-5db7-4760-bb01-973c65dfb75f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:12.405148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c3320813-905c-45d3-bfb0-7f5582ec09c2 req-eb65f0d4-5db7-4760-bb01-973c65dfb75f tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 945 time: 0.0678067 Aug 31 14:35:12.426844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:12.442334 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:12.450318 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:12.466975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=d53d0c14-959e-4231-87ce-e32694b84b60,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:12.475044 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c3320813-905c-45d3-bfb0-7f5582ec09c2 req-a50b93d2-bf80-404f-aec5-6a68127877e4 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=18c1f992-8789-4618-85ab-4954011a4638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582211 Aug 31 14:35:12.561795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:12.567656 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-928687c0-706b-48d5-8bf9-64c88b4fc3f1 req-84ede09a-c683-41dc-8fed-655b9c9f12d7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Deleting port fd60490f-339d-4f90-876e-e58b0a405c6d {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:12.568001 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-928687c0-706b-48d5-8bf9-64c88b4fc3f1 req-84ede09a-c683-41dc-8fed-655b9c9f12d7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:12.709627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94833ed-eed0-48b2-bcae-d79a0d1e1071 req-7a14e4ca-1e50-48d0-85dc-5feb81ce9113 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:12.711224 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d94833ed-eed0-48b2-bcae-d79a0d1e1071 req-7a14e4ca-1e50-48d0-85dc-5feb81ce9113 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 946 time: 0.2181709 Aug 31 14:35:12.908222 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7baa7ec7-7945-4cd2-a18e-a6f6449b154e req-14bd7f76-a5d1-43ae-a1b0-a2e6edc23bf9 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0736423 Aug 31 14:35:12.963293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:12.980098 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d94833ed-eed0-48b2-bcae-d79a0d1e1071 req-7a20b09d-27fa-440e-8842-568291b6bd8c tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552798 Aug 31 14:35:12.997378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:13.021927 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-928687c0-706b-48d5-8bf9-64c88b4fc3f1 req-84ede09a-c683-41dc-8fed-655b9c9f12d7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] For port fd60490f-339d-4f90-876e-e58b0a405c6d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fd60490f-339d-4f90-876e-e58b0a405c6d,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:13.022393 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-928687c0-706b-48d5-8bf9-64c88b4fc3f1 req-84ede09a-c683-41dc-8fed-655b9c9f12d7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:13.043143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port 729408d8-77af-4c18-a73c-aca40057942e yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:35:13.054458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-928687c0-706b-48d5-8bf9-64c88b4fc3f1 req-84ede09a-c683-41dc-8fed-655b9c9f12d7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Calling delete_port for fd60490f-339d-4f90-876e-e58b0a405c6d owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:13.086472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:13.168287 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860affc3-8302-429f-8c69-b9e688e7b3fd None None] Network bacca97f-13d1-4890-aaf3-fd2f71a4b515 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:13.295159 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e4aeadbb-1af2-424b-98a2-2f78e0deac36 None None] Provisioning for port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:13.332937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c68c33ce-59a0-41a0-b581-16b97c1272de req-42000b9d-746d-4d93-821b-c9d61758f4c2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0535977 Aug 31 14:35:13.334262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e4aeadbb-1af2-424b-98a2-2f78e0deac36 None None] Provisioning complete for port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:13.334789 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4aeadbb-1af2-424b-98a2-2f78e0deac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:13.378360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4a8ed418-6778-4442-a2ee-032c9e602be7 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:13.441926 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 4a8ed418-6778-4442-a2ee-032c9e602be7 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:13.442314 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4a8ed418-6778-4442-a2ee-032c9e602be7 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:13.442742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device fd60490f-339d-4f90-876e-e58b0a405c6d no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:13.575975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Allocated IP 172.20.0.9 (bacca97f-13d1-4890-aaf3-fd2f71a4b515/1d0331fe-df0a-46b5-b01e-905b498feb25/729408d8-77af-4c18-a73c-aca40057942e) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:13.620065 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4aeadbb-1af2-424b-98a2-2f78e0deac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:13.645582 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:13.702092 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066a0efa-bc77-4113-8203-cde0dfba2282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd60490f-339d-4f90-876e-e58b0a405c6d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:13.704525 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ec6db3-fd38-4f1b-a225-cb4fa3df7bbd" -d '{"events": [{"server_uuid": "066a0efa-bc77-4113-8203-cde0dfba2282", "name": "network-vif-unplugged", "status": "completed", "tag": "fd60490f-339d-4f90-876e-e58b0a405c6d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:13.710466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e4aeadbb-1af2-424b-98a2-2f78e0deac36 None None] For port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c9cfdb4d-9461-4da8-b0ab-7a651ccadb73,segment=NetworkSegment(c99e9df2-e916-4f9f-a635-4a852fc8f533),segment_id=c99e9df2-e916-4f9f-a635-4a852fc8f533)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:13.718103 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4aeadbb-1af2-424b-98a2-2f78e0deac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:13.738874 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port fd60490f-339d-4f90-876e-e58b0a405c6d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=fd60490f-339d-4f90-876e-e58b0a405c6d,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:13.784890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:13.789033 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:13.802743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Transition to ACTIVE for port object 729408d8-77af-4c18-a73c-aca40057942e will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:13.817700 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe26468d-0085-489c-8724-48964d1bce7e x-openstack-request-id: req-fe26468d-0085-489c-8724-48964d1bce7e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:13.818335 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066a0efa-bc77-4113-8203-cde0dfba2282", "name": "network-vif-unplugged", "status": "completed", "tag": "fd60490f-339d-4f90-876e-e58b0a405c6d", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:13.818818 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe26468d-0085-489c-8724-48964d1bce7e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:13.819456 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066a0efa-bc77-4113-8203-cde0dfba2282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd60490f-339d-4f90-876e-e58b0a405c6d', 'code': 200} Aug 31 14:35:13.839597 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aeadbb-1af2-424b-98a2-2f78e0deac36 None None] Pushing event updated for resources: {'Port': ['ID=c9cfdb4d-9461-4da8-b0ab-7a651ccadb73,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:13.955954 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-928687c0-706b-48d5-8bf9-64c88b4fc3f1 req-84ede09a-c683-41dc-8fed-655b9c9f12d7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:13.958287 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:14.058327 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e6a941b-99be-4309-8736-a617b33af1ae req-3d48162b-cf60-42b7-a7e7-5103e423683a tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=066a0efa-bc77-4113-8203-cde0dfba2282 HTTP/1.1" status: 200 len: 210 time: 0.1552660 Aug 31 14:35:14.064908 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=fd60490f-339d-4f90-876e-e58b0a405c6d,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:14.073543 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ede09a-c683-41dc-8fed-655b9c9f12d7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event deleted for resources: {'Port': ['ID=fd60490f-339d-4f90-876e-e58b0a405c6d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:14.103432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f5c2ffde-2959-468f-a921-2bcd35d2d852 None None] Provisioning for port 2f9f1424-112b-4200-8f07-a4f671ba1af8 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:14.120432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f5c2ffde-2959-468f-a921-2bcd35d2d852 None None] Provisioning complete for port 2f9f1424-112b-4200-8f07-a4f671ba1af8 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:14.120798 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ffde-2959-468f-a921-2bcd35d2d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:14.141422 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-867b230e-26d8-4a1b-b0d7-ec24907d6541 req-1460dace-c7a0-420a-b7b4-ba0423cf1831 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0955606 Aug 31 14:35:14.196366 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-928687c0-706b-48d5-8bf9-64c88b4fc3f1 req-84ede09a-c683-41dc-8fed-655b9c9f12d7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] No DVR routers for this DVR port fd60490f-339d-4f90-876e-e58b0a405c6d on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:14.208569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2ffde-2959-468f-a921-2bcd35d2d852 None None] Port 2f9f1424-112b-4200-8f07-a4f671ba1af8 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:14.209890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-928687c0-706b-48d5-8bf9-64c88b4fc3f1 req-84ede09a-c683-41dc-8fed-655b9c9f12d7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:14.216467 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-928687c0-706b-48d5-8bf9-64c88b4fc3f1 req-84ede09a-c683-41dc-8fed-655b9c9f12d7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.60 "DELETE /v2.0/ports/fd60490f-339d-4f90-876e-e58b0a405c6d HTTP/1.1" status: 204 len: 173 time: 1.9952548 Aug 31 14:35:14.232950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f5c2ffde-2959-468f-a921-2bcd35d2d852 None None] Provisioning complete for port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:14.233188 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ffde-2959-468f-a921-2bcd35d2d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:14.253333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066a0efa-bc77-4113-8203-cde0dfba2282', 'name': 'network-vif-deleted', 'tag': 'fd60490f-339d-4f90-876e-e58b0a405c6d'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:14.266942 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34882ac9-8280-4caf-805b-822afc15aa88" -d '{"events": [{"server_uuid": "066a0efa-bc77-4113-8203-cde0dfba2282", "name": "network-vif-deleted", "tag": "fd60490f-339d-4f90-876e-e58b0a405c6d"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:14.315426 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:14.320605 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network bacca97f-13d1-4890-aaf3-fd2f71a4b515 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:14.349832 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=729408d8-77af-4c18-a73c-aca40057942e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:14.356066 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d0532c-e4e4-4942-bdca-2c88ff951946 x-openstack-request-id: req-93d0532c-e4e4-4942-bdca-2c88ff951946 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:14.356398 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066a0efa-bc77-4113-8203-cde0dfba2282", "name": "network-vif-deleted", "tag": "fd60490f-339d-4f90-876e-e58b0a405c6d", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:14.357235 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93d0532c-e4e4-4942-bdca-2c88ff951946 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:14.357742 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066a0efa-bc77-4113-8203-cde0dfba2282', 'name': 'network-vif-deleted', 'tag': 'fd60490f-339d-4f90-876e-e58b0a405c6d', 'status': 'completed', 'code': 200} Aug 31 14:35:14.479394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:14.487856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:14.510942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8903f15c-4a9d-4dd2-919e-19fdaf42b036 req-4220f2c3-32bd-4cde-9809-64bcc122df2e tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0594516 Aug 31 14:35:14.566368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1a2a5145-141b-41fa-9ac1-54f483ce48a3 None None] Provisioning complete for port 2f9f1424-112b-4200-8f07-a4f671ba1af8 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:14.566753 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5145-141b-41fa-9ac1-54f483ce48a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:14.662022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a5145-141b-41fa-9ac1-54f483ce48a3 None None] Port 2f9f1424-112b-4200-8f07-a4f671ba1af8 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:14.680416 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de80682-22ff-4774-89f5-e0ee0a4161dc req-18546c59-c33b-4ec8-9aa1-0eacf7467156 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:14.691385 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0de80682-22ff-4774-89f5-e0ee0a4161dc req-18546c59-c33b-4ec8-9aa1-0eacf7467156 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 946 time: 0.4045591 Aug 31 14:35:14.741728 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:14.767609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:14.768424 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:14.803861 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0de80682-22ff-4774-89f5-e0ee0a4161dc req-08df6a5d-08eb-4a1f-8712-37c53859a9fd tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114340 Aug 31 14:35:14.855322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56234) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:14.871840 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d07c2b8f-a71a-415e-be42-09ce517d10c5 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6572611 Aug 31 14:35:14.966923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:15.051811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847edd8-638b-4e55-8714-6c67a2fe6a95 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:15.055054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0847edd8-638b-4e55-8714-6c67a2fe6a95 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1979287 Aug 31 14:35:15.061456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56238) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:15.103487 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2ff87dc6-86d0-46c1-a2ac-561904af14d0 None None] Provisioning for port 729408d8-77af-4c18-a73c-aca40057942e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:15.113947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2ff87dc6-86d0-46c1-a2ac-561904af14d0 None None] Provisioning complete for port 729408d8-77af-4c18-a73c-aca40057942e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:15.114228 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ff87dc6-86d0-46c1-a2ac-561904af14d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:15.118434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:15.119155 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:15.313496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2ff87dc6-86d0-46c1-a2ac-561904af14d0 None None] Port 729408d8-77af-4c18-a73c-aca40057942e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:15.318670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c64e72-ce31-4c80-858d-e95afa324688 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:15.318670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c64e72-ce31-4c80-858d-e95afa324688 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:15.330308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c64e72-ce31-4c80-858d-e95afa324688 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:15.336461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56258) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:15.337190 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-12c64e72-ce31-4c80-858d-e95afa324688 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2726421 Aug 31 14:35:15.438242 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd5323db-020b-43a5-a0d8-99a64fef2f3b req-701d5e47-e899-4a97-98b5-936838c1ce85 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0540478 Aug 31 14:35:15.483680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b2da8a95-bf39-4d36-9f53-32f4fa76c4cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port 729408d8-77af-4c18-a73c-aca40057942e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:15.484336 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2da8a95-bf39-4d36-9f53-32f4fa76c4cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:15.486127 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:15.492558 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:15.565454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:15.662891 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2da8a95-bf39-4d36-9f53-32f4fa76c4cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:15.681786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b2da8a95-bf39-4d36-9f53-32f4fa76c4cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for 729408d8-77af-4c18-a73c-aca40057942e owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:15.721540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=d53d0c14-959e-4231-87ce-e32694b84b60,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:15.871479 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-230efe18-90d9-4ed0-a6da-b89087989ebd req-fd64b695-2ce2-4546-af3c-d66ebfe1d219 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0523324 Aug 31 14:35:15.899860 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2da8a95-bf39-4d36-9f53-32f4fa76c4cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:15.927474 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Floating IP 87c18eb9-8ffc-4e0a-a42b-e81873465fab associated. External IP: 172.25.2.143, port: 1758d214-bbe2-44d9-bef4-8d011e9505b2. Aug 31 14:35:15.944293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da8a95-bf39-4d36-9f53-32f4fa76c4cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=729408d8-77af-4c18-a73c-aca40057942e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:16.073789 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2da8a95-bf39-4d36-9f53-32f4fa76c4cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:16.076388 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b2da8a95-bf39-4d36-9f53-32f4fa76c4cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/729408d8-77af-4c18-a73c-aca40057942e HTTP/1.1" status: 204 len: 168 time: 0.7378905 Aug 31 14:35:16.080371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56270) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:16.143593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f338971-e2c1-4bb6-a3bf-da57681974ac req-cd27ddc4-13e3-4fb7-a8c1-0671d56f5b1c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:16.144603 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed67bf89-0be7-4652-b3da-b180ea592beb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] GET failed (client error): The resource could not be found. Aug 31 14:35:16.145158 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f338971-e2c1-4bb6-a3bf-da57681974ac req-cd27ddc4-13e3-4fb7-a8c1-0671d56f5b1c tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1558597 Aug 31 14:35:16.156661 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ed67bf89-0be7-4652-b3da-b180ea592beb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/729408d8-77af-4c18-a73c-aca40057942e HTTP/1.1" status: 404 len: 333 time: 0.0628541 Aug 31 14:35:16.157296 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56276) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:16.264673 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f338971-e2c1-4bb6-a3bf-da57681974ac req-a5ad4d24-fc8c-4304-81fc-9c9d9d5ceb42 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614007 Aug 31 14:35:16.332359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f1980-45c2-49bc-ad37-a271fb2f8f77 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port 2f9f1424-112b-4200-8f07-a4f671ba1af8 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:16.332736 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1980-45c2-49bc-ad37-a271fb2f8f77 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:16.471937 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1980-45c2-49bc-ad37-a271fb2f8f77 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:16.487143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f1980-45c2-49bc-ad37-a271fb2f8f77 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for 2f9f1424-112b-4200-8f07-a4f671ba1af8 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:16.721959 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1980-45c2-49bc-ad37-a271fb2f8f77 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:16.732988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-afdbf440-db28-4886-8544-6b4e33661661 req-ac385cdd-bbc3-45fa-87d7-a70cd2861078 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0370607 Aug 31 14:35:16.756383 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:35:16.770402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f1980-45c2-49bc-ad37-a271fb2f8f77 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=2f9f1424-112b-4200-8f07-a4f671ba1af8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:16.877508 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1980-45c2-49bc-ad37-a271fb2f8f77 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:16.880142 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3a7f1980-45c2-49bc-ad37-a271fb2f8f77 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/2f9f1424-112b-4200-8f07-a4f671ba1af8 HTTP/1.1" status: 204 len: 168 time: 0.7214847 Aug 31 14:35:16.885416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56290) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:16.945436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:35:16.958733 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b18687-572b-4d08-877e-2bcc0575ed81 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] GET failed (client error): The resource could not be found. Aug 31 14:35:16.959947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd2d36a-e9ee-49c7-950b-12eed747d75c None None] Sync routers for ids ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:35:16.960780 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c1b18687-572b-4d08-877e-2bcc0575ed81 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/2f9f1424-112b-4200-8f07-a4f671ba1af8 HTTP/1.1" status: 404 len: 333 time: 0.0739913 Aug 31 14:35:16.963308 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56296) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:16.976281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:16.976395 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2d36a-e9ee-49c7-950b-12eed747d75c None None] Routers {'c2664b6d-ae26-42da-b797-c3a2d7e38fa7'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:35:16.977022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7dd2d36a-e9ee-49c7-950b-12eed747d75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:34:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:17.096221 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c9dccb3b-8730-43de-b081-d61c0a39f66b req-be7ad933-8bc5-4485-b3b7-3cfb1477c26b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0644085 Aug 31 14:35:17.114884 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cd7b3003-1f8a-4b8a-9446-30755157b92b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5755055 Aug 31 14:35:17.115775 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'tag': '1758d214-bbe2-44d9-bef4-8d011e9505b2'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:17.118439 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714d2c8e-8f5a-48d0-9841-0bbaf472d23b" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc85ca6-bf26-4808-97bb-bff082a18410", "tag": "1758d214-bbe2-44d9-bef4-8d011e9505b2"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:17.121745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56298) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:17.129689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e041493a-6b33-4765-bcfa-b3457d35a301 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting subnet 1d0331fe-df0a-46b5-b01e-905b498feb25 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:35:17.136806 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e041493a-6b33-4765-bcfa-b3457d35a301 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:17.188488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e041493a-6b33-4765-bcfa-b3457d35a301 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:17.240508 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b1d0acd9-11e0-4c70-8ca9-40523adf1851 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/floatingips/87c18eb9-8ffc-4e0a-a42b-e81873465fab HTTP/1.1" status: 200 len: 991 time: 0.1160696 Aug 31 14:35:17.242852 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f239e89-f65d-47e4-93bd-4408cd2df7bd x-openstack-request-id: req-8f239e89-f65d-47e4-93bd-4408cd2df7bd {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:17.243410 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc85ca6-bf26-4808-97bb-bff082a18410", "tag": "1758d214-bbe2-44d9-bef4-8d011e9505b2", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:17.243881 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f239e89-f65d-47e4-93bd-4408cd2df7bd {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:17.244476 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'tag': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'status': 'completed', 'code': 200} Aug 31 14:35:17.252678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-7dd2d36a-e9ee-49c7-950b-12eed747d75c None None] Set router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:35:17.339227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d2c8e-8f5a-48d0-9841-0bbaf472d23b req-93582853-a78e-4c8f-bd95-e449883f1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:17.339883 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-714d2c8e-8f5a-48d0-9841-0bbaf472d23b req-93582853-a78e-4c8f-bd95-e449883f1e2e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21ea8be72d24ece82d41eca10d2c981&device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 1096 time: 0.0913577 Aug 31 14:35:17.377536 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8bdb25d3-f43e-410b-81ca-8e42680e41d7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:17.379121 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8bdb25d3-f43e-410b-81ca-8e42680e41d7 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.25 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1049590 Aug 31 14:35:17.396301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e041493a-6b33-4765-bcfa-b3457d35a301 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:17.521265 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001e47a-f1d1-4cf1-a7ad-fdfe85e3fd1e req-d8687aca-e39e-4f48-be73-7eccb1403281 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:17.530492 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d001e47a-f1d1-4cf1-a7ad-fdfe85e3fd1e req-d8687aca-e39e-4f48-be73-7eccb1403281 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1501796 Aug 31 14:35:17.540313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d2c8e-8f5a-48d0-9841-0bbaf472d23b req-41ce34fd-951d-46ef-9bfa-a41eaeb8800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:17.543384 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-714d2c8e-8f5a-48d0-9841-0bbaf472d23b req-41ce34fd-951d-46ef-9bfa-a41eaeb8800b service neutron] 10.222.0.25 "GET /v2.0/networks?id=e60f67af-c808-4743-933a-92c61d030c41 HTTP/1.1" status: 200 len: 897 time: 0.1963158 Aug 31 14:35:17.547287 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e041493a-6b33-4765-bcfa-b3457d35a301 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:17.567263 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e041493a-6b33-4765-bcfa-b3457d35a301 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:17.573261 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e041493a-6b33-4765-bcfa-b3457d35a301 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/1d0331fe-df0a-46b5-b01e-905b498feb25 HTTP/1.1" status: 204 len: 168 time: 0.6088398 Aug 31 14:35:17.574458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20296dd-5241-41dd-9bce-649f1565d553 None None] Network bacca97f-13d1-4890-aaf3-fd2f71a4b515 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:17.590376 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56310) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:17.613533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041493a-6b33-4765-bcfa-b3457d35a301 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Subnet': ['ID=1d0331fe-df0a-46b5-b01e-905b498feb25,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:17.693613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-714d2c8e-8f5a-48d0-9841-0bbaf472d23b req-36ff3942-b311-4826-9512-6cae0853cbdd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1758d214-bbe2-44d9-bef4-8d011e9505b2 HTTP/1.1" status: 200 len: 999 time: 0.1179175 Aug 31 14:35:17.764746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7dd2d36a-e9ee-49c7-950b-12eed747d75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:34:43Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '87c18eb9-8ffc-4e0a-a42b-e81873465fab', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'port_id': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'mac_address': 'fa:16:3e:0f:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:35:13Z', 'updated_at': '2021-08-31T14:35:13Z', 'revision_number': 0, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:51Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:17.798666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd2d36a-e9ee-49c7-950b-12eed747d75c None None] Checking router: c2664b6d-ae26-42da-b797-c3a2d7e38fa7 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:35:17.809717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2d36a-e9ee-49c7-950b-12eed747d75c None None] Routers {'c2664b6d-ae26-42da-b797-c3a2d7e38fa7'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:35:17.811045 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7dd2d36a-e9ee-49c7-950b-12eed747d75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:34:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:17.843599 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:17.894146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d2c8e-8f5a-48d0-9841-0bbaf472d23b req-66e31abb-78a0-4a2c-b5aa-1cab5355a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:17.911700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-714d2c8e-8f5a-48d0-9841-0bbaf472d23b req-66e31abb-78a0-4a2c-b5aa-1cab5355a9df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7cd63291-fe24-4184-a49d-0d1b4ea2ea9a HTTP/1.1" status: 200 len: 834 time: 0.2034009 Aug 31 14:35:17.912173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78d7c62-561c-4015-905e-7009d77a7c4e None None] DHCP port deletion for bacca97f-13d1-4890-aaf3-fd2f71a4b515 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:35:17.919780 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d001e47a-f1d1-4cf1-a7ad-fdfe85e3fd1e req-644ebfea-78af-4b41-a9f8-8ba40362bf57 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3748636 Aug 31 14:35:17.949145 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Deleting port ef248e17-ff68-45a2-a95a-b080183edfb0 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:17.949145 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:17.971682 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-7dd2d36a-e9ee-49c7-950b-12eed747d75c None None] Set router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:35:17.998008 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d2c8e-8f5a-48d0-9841-0bbaf472d23b req-ae90b401-c9d3-4369-94f8-ff3aa28520aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:17.999581 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-714d2c8e-8f5a-48d0-9841-0bbaf472d23b req-ae90b401-c9d3-4369-94f8-ff3aa28520aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e60f67af-c808-4743-933a-92c61d030c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877664 Aug 31 14:35:18.017093 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-714d2c8e-8f5a-48d0-9841-0bbaf472d23b req-b5ae74a2-3704-4bad-a837-0463bcbee248 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:35:18.033196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-714d2c8e-8f5a-48d0-9841-0bbaf472d23b req-b5ae74a2-3704-4bad-a837-0463bcbee248 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111654 Aug 31 14:35:18.105557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] For port ef248e17-ff68-45a2-a95a-b080183edfb0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ef248e17-ff68-45a2-a95a-b080183edfb0,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:18.105931 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:18.110717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b78d7c62-561c-4015-905e-7009d77a7c4e None None] Deleting port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:18.115673 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b78d7c62-561c-4015-905e-7009d77a7c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:18.170195 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-714d2c8e-8f5a-48d0-9841-0bbaf472d23b req-48e71b32-51be-4b47-b3f6-bd491650fd8c service neutron] 10.222.0.25 "GET /v2.0/networks/e60f67af-c808-4743-933a-92c61d030c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360915 Aug 31 14:35:18.246471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56322) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:18.266586 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b78d7c62-561c-4015-905e-7009d77a7c4e None None] For port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c9cfdb4d-9461-4da8-b0ab-7a651ccadb73,segment=NetworkSegment(c99e9df2-e916-4f9f-a635-4a852fc8f533),segment_id=c99e9df2-e916-4f9f-a635-4a852fc8f533)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:18.267589 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b78d7c62-561c-4015-905e-7009d77a7c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:18.292528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b78d7c62-561c-4015-905e-7009d77a7c4e None None] Calling delete_port for c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:18.301728 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-961835ec-64de-4f38-b7de-b5533fe3780f req-95d20064-2cca-4ce3-8997-098a049e8a53 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.1332219 Aug 31 14:35:18.349546 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-714d2c8e-8f5a-48d0-9841-0bbaf472d23b req-28d24969-6f33-4293-8371-7dc49fd152d5 service neutron] 10.222.0.25 "GET /v2.0/networks/e60f67af-c808-4743-933a-92c61d030c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718109 Aug 31 14:35:18.465055 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b78d7c62-561c-4015-905e-7009d77a7c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:18.502445 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7dd2d36a-e9ee-49c7-950b-12eed747d75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:34:43Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '87c18eb9-8ffc-4e0a-a42b-e81873465fab', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'port_id': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'mac_address': 'fa:16:3e:0f:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:35:13Z', 'updated_at': '2021-08-31T14:35:13Z', 'revision_number': 0, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:51Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:18.507534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d7c62-561c-4015-905e-7009d77a7c4e None None] Pushing event deleted for resources: {'Port': ['ID=c9cfdb4d-9461-4da8-b0ab-7a651ccadb73,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:18.539562 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-057c8416-0269-429b-abc0-4c2396f72956 req-ceefbe52-0424-4295-98cb-7a3b56c64307 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0629680 Aug 31 14:35:18.552824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d7c62-561c-4015-905e-7009d77a7c4e None None] No DVR routers for this DVR port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:18.558567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd2d36a-e9ee-49c7-950b-12eed747d75c None None] The sync data for ids ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'] in n-d-806683-5 is: [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:34:43Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '87c18eb9-8ffc-4e0a-a42b-e81873465fab', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'port_id': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'mac_address': 'fa:16:3e:0f:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:35:13Z', 'updated_at': '2021-08-31T14:35:13Z', 'revision_number': 0, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:51Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:35:18.572966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:18.573316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:18.611791 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e03108b9-128e-4285-b313-98617f144dc0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/floatingips/87c18eb9-8ffc-4e0a-a42b-e81873465fab HTTP/1.1" status: 200 len: 991 time: 0.3273709 Aug 31 14:35:18.714562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] For port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73, host n-d-806683-5, got binding levels [] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:18.714938 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:18.733476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:18.740251 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_backend_mixin [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 was not found and therefore no delete operation was performed {{(pid=94870) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:35:18.774830 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:18.821761 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=c9cfdb4d-9461-4da8-b0ab-7a651ccadb73,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:18.823674 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No DVR routers for this DVR port c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:18.875511 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ee222f-485b-491d-a4b2-bff525f98fea None None] New status for floating IP 87c18eb9-8ffc-4e0a-a42b-e81873465fab: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:35:18.949574 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:18.954558 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:18.955117 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Floating IP 1c87b891-4637-490c-bd1c-0406f344528a disassociated. External IP: 172.25.2.247, port: ef248e17-ff68-45a2-a95a-b080183edfb0. Aug 31 14:35:18.956064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Calling delete_port for ef248e17-ff68-45a2-a95a-b080183edfb0 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:18.978965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:18.992860 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:19.039073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:19.039504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c9cfdb4d-9461-4da8-b0ab-7a651ccadb73 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:19.098526 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacca97f-13d1-4890-aaf3-fd2f71a4b515']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:19.135816 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99e9df2-e916-4f9f-a635-4a852fc8f533') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:19.136109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99e9df2-e916-4f9f-a635-4a852fc8f533') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:19.151653 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:19.186444 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:19.199138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:35:19.199686 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:35:19.204505 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:35:19.259086 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2e864-5bc1-403b-b5de-2c4d49797b61 req-dfcf4069-6653-4606-a3f0-134b645c9d20 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:19.260719 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69a2e864-5bc1-403b-b5de-2c4d49797b61 req-dfcf4069-6653-4606-a3f0-134b645c9d20 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 945 time: 0.1656473 Aug 31 14:35:19.328005 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:19.366831 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:19.375863 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/networks/bacca97f-13d1-4890-aaf3-fd2f71a4b515 HTTP/1.1" status: 204 len: 168 time: 1.7771559 Aug 31 14:35:19.375863 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69a2e864-5bc1-403b-b5de-2c4d49797b61 req-f1532cbe-69e2-4de5-b593-ca2653991a6b tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups?id=970f3bba-661f-44be-99d2-37e565acca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998275 Aug 31 14:35:19.377345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56340) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:19.388585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400a9c1-c4e4-4eea-916b-ac202e7b52cf tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Network': ['ID=bacca97f-13d1-4890-aaf3-fd2f71a4b515,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:19.405032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-488920a6-e641-4644-978a-d75d24db7900 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-961924473'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:19.425740 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:19.427721 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:19.458634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event deleted for resources: {'Port': ['ID=ef248e17-ff68-45a2-a95a-b080183edfb0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:19.476348 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66ec02d9-eed4-4b0f-8eb7-fb900cfb5897 req-5d71ce88-02c0-4fab-a7d5-bc41559bd142 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0572956 Aug 31 14:35:19.506986 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488920a6-e641-4644-978a-d75d24db7900 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:19.510845 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488920a6-e641-4644-978a-d75d24db7900 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:19.571241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488920a6-e641-4644-978a-d75d24db7900 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:35:19.574544 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e579e7a9-a422-43bb-b1be-9c1521331abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:19.582440 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488920a6-e641-4644-978a-d75d24db7900 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:19.582792 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-488920a6-e641-4644-978a-d75d24db7900 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Added segment 490a0f1a-3bbb-400a-92e4-53f040d08f09 of type vlan for network a3fd840b-885a-4cd3-a8e2-4b09c64bc86c Aug 31 14:35:19.621599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56346) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:19.645942 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488920a6-e641-4644-978a-d75d24db7900 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:19.680950 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488920a6-e641-4644-978a-d75d24db7900 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:19.687477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488920a6-e641-4644-978a-d75d24db7900 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:19.688106 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488920a6-e641-4644-978a-d75d24db7900 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:19.757238 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4eef328f-4b5d-427c-bcb6-1f690312313e req-754e38b1-6eb8-4f76-a88a-35a941615000 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0541434 Aug 31 14:35:19.764662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Router 352fdb14-a0d6-4d59-8006-949d7cce991b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:35:19.782740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488920a6-e641-4644-978a-d75d24db7900 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Network': ['ID=a3fd840b-885a-4cd3-a8e2-4b09c64bc86c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:19.796579 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56350) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:19.800058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network a3fd840b-885a-4cd3-a8e2-4b09c64bc86c details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:35:19.806141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-af7f29c4-7814-4411-a246-e1d5dc53651d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': 'a3fd840b-885a-4cd3-a8e2-4b09c64bc86c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:19.812296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-488920a6-e641-4644-978a-d75d24db7900 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4332318 Aug 31 14:35:19.903849 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b90cc911-4653-43b3-bc6b-d5b941154698 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/floatingips/87c18eb9-8ffc-4e0a-a42b-e81873465fab HTTP/1.1" status: 200 len: 993 time: 0.2807651 Aug 31 14:35:20.103967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7f29c4-7814-4411-a246-e1d5dc53651d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:20.109083 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-af7f29c4-7814-4411-a246-e1d5dc53651d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:20.142390 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:35:20.183043 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dda732-3b96-4361-8359-7e9c849fd3f6 None None] Sync routers for ids ['352fdb14-a0d6-4d59-8006-949d7cce991b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:35:20.198089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dda732-3b96-4361-8359-7e9c849fd3f6 None None] Routers {'352fdb14-a0d6-4d59-8006-949d7cce991b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:35:20.199922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b6dda732-3b96-4361-8359-7e9c849fd3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:34:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['352fdb14-a0d6-4d59-8006-949d7cce991b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:20.267284 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] No DVR routers for this DVR port ef248e17-ff68-45a2-a95a-b080183edfb0 on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:20.271750 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:20.273952 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-784fadd4-7cdb-45a8-9cdf-b9f5ff1cc4db req-8efaff9b-d30b-44c9-93c0-30573288caca tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.25 "DELETE /v2.0/ports/ef248e17-ff68-45a2-a95a-b080183edfb0 HTTP/1.1" status: 204 len: 173 time: 2.8852623 Aug 31 14:35:20.279601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'name': 'network-vif-deleted', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:20.282286 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8e8eac-f747-49f0-aea3-e19601e30dd4" -d '{"events": [{"server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "name": "network-vif-deleted", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:20.391581 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a7ab93-9f30-4b81-a183-7cd9e03dd373 x-openstack-request-id: req-25a7ab93-9f30-4b81-a183-7cd9e03dd373 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:20.391866 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3", "name": "network-vif-deleted", "tag": "ef248e17-ff68-45a2-a95a-b080183edfb0", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:20.392115 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25a7ab93-9f30-4b81-a183-7cd9e03dd373 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:20.392512 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3', 'name': 'network-vif-deleted', 'tag': 'ef248e17-ff68-45a2-a95a-b080183edfb0', 'status': 'completed', 'code': 200} Aug 31 14:35:20.404207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-b6dda732-3b96-4361-8359-7e9c849fd3f6 None None] Set router 352fdb14-a0d6-4d59-8006-949d7cce991b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:35:20.515114 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-af7f29c4-7814-4411-a246-e1d5dc53651d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:20.628134 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b716e3fd-240d-47f3-8e23-2a6cd9a9f803 req-dd104862-67ca-4dea-9969-3b61d4167b17 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/ports?device_id=e842dc2b-d7e4-4e89-95d9-7e1b1a6a2df3 HTTP/1.1" status: 200 len: 210 time: 0.0658019 Aug 31 14:35:20.671139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9afc5406-db28-4aed-b33c-dedb64e81b71 req-ac1d4aae-06c8-4c71-a9b7-d3db88fe2004 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0533893 Aug 31 14:35:20.676598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7f29c4-7814-4411-a246-e1d5dc53651d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Checking segment: {'id': '490a0f1a-3bbb-400a-92e4-53f040d08f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3fd840b-885a-4cd3-a8e2-4b09c64bc86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:35:20.677458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f29c4-7814-4411-a246-e1d5dc53651d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network hostable DHCP agents. Network: a3fd840b-885a-4cd3-a8e2-4b09c64bc86c, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:35:20.679344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f29c4-7814-4411-a246-e1d5dc53651d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Subnet': ['ID=dd449147-8000-4cf1-b9ef-e9f2f792d3f8,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:20.715235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f29c4-7814-4411-a246-e1d5dc53651d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network a3fd840b-885a-4cd3-a8e2-4b09c64bc86c is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:35:20.728138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-af7f29c4-7814-4411-a246-e1d5dc53651d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, a3fd840b-885a-4cd3-a8e2-4b09c64bc86c) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:20.739222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7f29c4-7814-4411-a246-e1d5dc53651d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:20.740265 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-af7f29c4-7814-4411-a246-e1d5dc53651d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:20.769716 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-af7f29c4-7814-4411-a246-e1d5dc53651d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9681563 Aug 31 14:35:20.770217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6ec9e0-f993-411c-99d8-61f19696d019 None None] Network a3fd840b-885a-4cd3-a8e2-4b09c64bc86c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:20.770859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56368) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:20.776952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6c5150be-43fe-4991-b128-dced7b6b2e3d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2128811559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:20.810916 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c5150be-43fe-4991-b128-dced7b6b2e3d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:20.812419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c5150be-43fe-4991-b128-dced7b6b2e3d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:20.934005 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c5150be-43fe-4991-b128-dced7b6b2e3d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:20.951978 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c5150be-43fe-4991-b128-dced7b6b2e3d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:20.959132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b6dda732-3b96-4361-8359-7e9c849fd3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 4, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port': {'id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:59Z', 'updated_at': '2021-08-31T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '51d8202c-69d1-464f-93c6-9ee868120a4a', 'name': '', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'mac_address': 'fa:16:3e:ea:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:11Z', 'revision_number': 5, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'subnets': [{'id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:20.972148 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ddb4e0c-8f1b-4675-bf52-4a0b2c6dde5c req-476fbe19-12a0-4890-ba22-e77331314aab tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0540824 Aug 31 14:35:20.990693 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c5150be-43fe-4991-b128-dced7b6b2e3d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:20.996013 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6c5150be-43fe-4991-b128-dced7b6b2e3d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2193651 Aug 31 14:35:20.996372 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56374) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:21.002406 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'network_id': 'a3fd840b-885a-4cd3-a8e2-4b09c64bc86c', 'name': 'tempest-PortsTestJSON-703590952'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:21.024479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dda732-3b96-4361-8359-7e9c849fd3f6 None None] Checking router: 352fdb14-a0d6-4d59-8006-949d7cce991b for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:35:21.074050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dda732-3b96-4361-8359-7e9c849fd3f6 None None] Routers {'352fdb14-a0d6-4d59-8006-949d7cce991b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:35:21.074697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b6dda732-3b96-4361-8359-7e9c849fd3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:34:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['352fdb14-a0d6-4d59-8006-949d7cce991b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:21.170923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:21.177467 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:21.202757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port 32843491-d4d3-4b78-b815-3e609f26a448 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:35:21.221824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-a3fd840b-885a-4cd3-a8e2-4b09c64bc86c', 'network_id': 'a3fd840b-885a-4cd3-a8e2-4b09c64bc86c', 'tenant_id': '8ee8acec987547e1af57f9732c67fa84', 'fixed_ips': [{'subnet_id': 'dd449147-8000-4cf1-b9ef-e9f2f792d3f8'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:35:21.222855 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:21.349691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-b6dda732-3b96-4361-8359-7e9c849fd3f6 None None] Set router 352fdb14-a0d6-4d59-8006-949d7cce991b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:35:21.350504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Allocated IP 172.20.0.12 (a3fd840b-885a-4cd3-a8e2-4b09c64bc86c/dd449147-8000-4cf1-b9ef-e9f2f792d3f8/32843491-d4d3-4b78-b815-3e609f26a448) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:21.545624 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:21.566287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Transition to ACTIVE for port object 32843491-d4d3-4b78-b815-3e609f26a448 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:21.611412 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:21.651006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b6dda732-3b96-4361-8359-7e9c849fd3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 4, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port': {'id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:59Z', 'updated_at': '2021-08-31T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '51d8202c-69d1-464f-93c6-9ee868120a4a', 'name': '', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'mac_address': 'fa:16:3e:ea:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:11Z', 'revision_number': 5, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'subnets': [{'id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:21.701044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network a3fd840b-885a-4cd3-a8e2-4b09c64bc86c is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:21.709957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:21.715867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=32843491-d4d3-4b78-b815-3e609f26a448,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:21.723846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dda732-3b96-4361-8359-7e9c849fd3f6 None None] The sync data for ids ['352fdb14-a0d6-4d59-8006-949d7cce991b'] in n-d-806683-5 is: [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 4, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port': {'id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:59Z', 'updated_at': '2021-08-31T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '51d8202c-69d1-464f-93c6-9ee868120a4a', 'name': '', 'network_id': 'f7a8d1f5-ceb5-4396-9432-40efce66432c', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'mac_address': 'fa:16:3e:ea:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:11Z', 'revision_number': 5, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'subnets': [{'id': 'f9bf6020-2a5f-4c94-8838-1765790a3074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:35:21.730292 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:21.744702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Allocated IP 172.20.0.2 (a3fd840b-885a-4cd3-a8e2-4b09c64bc86c/dd449147-8000-4cf1-b9ef-e9f2f792d3f8/0b87fb3e-49b1-4e90-abee-e0e2a2eca15d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:21.770777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56390) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:21.814151 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:21.815454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:21.835752 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3bd6311a-8fca-436b-854f-fd146d8b8f58 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8371572 Aug 31 14:35:21.838033 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56392) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:21.879894 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9119f349-c2e6-46a0-a54f-c7b8579f7411 req-337b923b-af92-4fab-a469-da96a67f8099 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0496175 Aug 31 14:35:21.950829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ef248e17-ff68-45a2-a95a-b080183edfb0 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:21.978504 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e96b84b9-f025-4dba-8e0e-8c0fcbb2e428 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:21.982346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: ef248e17-ff68-45a2-a95a-b080183edfb0 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:21.982692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ef248e17-ff68-45a2-a95a-b080183edfb0 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:22.047441 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:22.060878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Transition to ACTIVE for port object 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:22.082323 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e96b84b9-f025-4dba-8e0e-8c0fcbb2e428 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:22.084110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Transition to ACTIVE for port object 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:22.092978 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:22.177073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Pushing event updated for resources: {'Port': ['ID=0b87fb3e-49b1-4e90-abee-e0e2a2eca15d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:22.197766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Network a3fd840b-885a-4cd3-a8e2-4b09c64bc86c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:22.204634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:22.208184 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:22.213514 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8908a757-706e-4dee-92bd-84cfbfa22ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:22.267644 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f2b024ff-3dbf-4b89-8ea4-245bf6d1dddd req-2e069a00-cf75-4b79-b9bd-f48346fca8c2 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.1022131 Aug 31 14:35:22.268959 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e96b84b9-f025-4dba-8e0e-8c0fcbb2e428 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:22.272068 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e96b84b9-f025-4dba-8e0e-8c0fcbb2e428 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:22.275639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e96b84b9-f025-4dba-8e0e-8c0fcbb2e428 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "DELETE /v2.0/security-groups/970f3bba-661f-44be-99d2-37e565acca2a HTTP/1.1" status: 204 len: 168 time: 0.5016568 Aug 31 14:35:22.277325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56400) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:22.293878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b84b9-f025-4dba-8e0e-8c0fcbb2e428 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970f3bba-661f-44be-99d2-37e565acca2a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:22.302008 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-9e0eb333-9ada-4b2a-91c9-c13ab8c99dd0 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] show failed (client error): The resource could not be found. Aug 31 14:35:22.305692 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9e0eb333-9ada-4b2a-91c9-c13ab8c99dd0 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "GET /v2.0/security-groups/970f3bba-661f-44be-99d2-37e565acca2a HTTP/1.1" status: 404 len: 347 time: 0.0250325 Aug 31 14:35:22.312157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56402) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:22.336775 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11cc856-7ffd-4769-90b0-ad80d0dbdaa6 None None] New status for floating IP 1c87b891-4637-490c-bd1c-0406f344528a: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:35:22.399633 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:22.467275 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Attempting to bind port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:35:22.467650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Attempting to bind port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '490a0f1a-3bbb-400a-92e4-53f040d08f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3fd840b-885a-4cd3-a8e2-4b09c64bc86c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:35:22.469429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Attempting to bind port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d on network a3fd840b-885a-4cd3-a8e2-4b09c64bc86c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:35:22.493021 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:35:22.493399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Checking segment: {'id': '490a0f1a-3bbb-400a-92e4-53f040d08f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3fd840b-885a-4cd3-a8e2-4b09c64bc86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:35:22.506878 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:22.509724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Bound using segment: {'id': '490a0f1a-3bbb-400a-92e4-53f040d08f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3fd840b-885a-4cd3-a8e2-4b09c64bc86c'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:35:22.512233 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Bound port: 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490a0f1a-3bbb-400a-92e4-53f040d08f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3fd840b-885a-4cd3-a8e2-4b09c64bc86c'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:35:22.514786 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:22.635065 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b4a46-c2f1-4abb-8e2d-20f9bf2ddd97 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Deleting port 5d53b750-5fb4-408a-bf97-7b6bb89ff83b {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:22.635921 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4a46-c2f1-4abb-8e2d-20f9bf2ddd97 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:22.640622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] For port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:35:22.647818 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] For port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0b87fb3e-49b1-4e90-abee-e0e2a2eca15d,segment=NetworkSegment(490a0f1a-3bbb-400a-92e4-53f040d08f09),segment_id=490a0f1a-3bbb-400a-92e4-53f040d08f09)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:35:22.652099 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:22.697085 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:22.740179 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504b551-e70a-48e5-ae30-c05cda42c840 None None] Pushing event updated for resources: {'Port': ['ID=0b87fb3e-49b1-4e90-abee-e0e2a2eca15d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:23.110449 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-292b7995-2e44-4a90-8e4f-d79aba389a88 req-30c67a51-479b-4eb0-b470-b7f2a7d45f26 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0370364 Aug 31 14:35:23.314120 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:23.358502 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4a46-c2f1-4abb-8e2d-20f9bf2ddd97 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:23.358820 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4a46-c2f1-4abb-8e2d-20f9bf2ddd97 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:23.383411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b4a46-c2f1-4abb-8e2d-20f9bf2ddd97 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Calling delete_port for 5d53b750-5fb4-408a-bf97-7b6bb89ff83b owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:23.490223 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f6ef6b8e-dc44-425f-b41e-f57e242628ae req-7cb67670-45e2-4c95-9d1f-ea0728a1e055 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0990841 Aug 31 14:35:23.699268 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:23.708513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:23.771548 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=32843491-d4d3-4b78-b815-3e609f26a448,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:23.786870 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4a46-c2f1-4abb-8e2d-20f9bf2ddd97 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:23.835743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b4a46-c2f1-4abb-8e2d-20f9bf2ddd97 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Pushing event deleted for resources: {'Port': ['ID=5d53b750-5fb4-408a-bf97-7b6bb89ff83b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:23.993551 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4a46-c2f1-4abb-8e2d-20f9bf2ddd97 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:23.996576 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4a46-c2f1-4abb-8e2d-20f9bf2ddd97 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:23.999231 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fd5b4a46-c2f1-4abb-8e2d-20f9bf2ddd97 tempest-ServerActionsTestJSON-1595977770 tempest-ServerActionsTestJSON-1595977770-project] 10.222.0.39 "DELETE /v2.0/floatingips/1c87b891-4637-490c-bd1c-0406f344528a HTTP/1.1" status: 204 len: 168 time: 1.6843736 Aug 31 14:35:24.001102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56426) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:24.185259 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:24.220380 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b4ce95-5e28-4165-bec9-be08ca003cdc None None] Network a3fd840b-885a-4cd3-a8e2-4b09c64bc86c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:24.283163 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b45903c-0dc3-44c9-900a-b8dcb3ba4609 req-acdc67d5-1a05-4ca7-ada1-00b8316ad6df tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0521498 Aug 31 14:35:24.400367 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:24.457212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2ab02749-644f-4baa-81ca-ab9603376d38 None None] Provisioning for port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:24.514519 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:24.930393 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:24.973454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:24.982534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:24.987108 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.052867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=32843491-d4d3-4b78-b815-3e609f26a448,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:25.093821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.094166 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.094506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.095207 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.095207 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.095536 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.095862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.096200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.096797 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.097122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.097443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.097765 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.129138 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.159588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d88bc9d4-0f68-462b-96c1-8c37b8139601 None None] Provisioning for port 32843491-d4d3-4b78-b815-3e609f26a448 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:25.171218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:25.176409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:25.176877 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.178936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d88bc9d4-0f68-462b-96c1-8c37b8139601 None None] Provisioning complete for port 32843491-d4d3-4b78-b815-3e609f26a448 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:25.179420 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d88bc9d4-0f68-462b-96c1-8c37b8139601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.279101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d88bc9d4-0f68-462b-96c1-8c37b8139601 None None] Port 32843491-d4d3-4b78-b815-3e609f26a448 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:25.290828 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48b14f0e-2780-48b1-8c21-97a2339301a5 req-0fa61ce5-ad69-45c1-8924-f30654871c09 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0415618 Aug 31 14:35:25.416299 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network a3fd840b-885a-4cd3-a8e2-4b09c64bc86c is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:25.418199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:25.478508 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.536031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-01232b17-496d-480d-bcac-209056d7f8b2 req-be255c2b-ca85-4f40-9203-e29923703cfa tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0643106 Aug 31 14:35:25.552189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0b87fb3e-49b1-4e90-abee-e0e2a2eca15d,segment=NetworkSegment(490a0f1a-3bbb-400a-92e4-53f040d08f09),segment_id=490a0f1a-3bbb-400a-92e4-53f040d08f09)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:25.566859 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.651920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=0b87fb3e-49b1-4e90-abee-e0e2a2eca15d,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:25.668176 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d89af094-a52a-4c5b-b30e-76cd29066d19 None None] Provisioning complete for port 32843491-d4d3-4b78-b815-3e609f26a448 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:25.668660 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d89af094-a52a-4c5b-b30e-76cd29066d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.671247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Router 437e0d41-ac86-4e14-b31c-8e60c5771866 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:35:25.726997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d89af094-a52a-4c5b-b30e-76cd29066d19 None None] Port 32843491-d4d3-4b78-b815-3e609f26a448 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:25.796963 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.860508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:35:25.875675 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-71814bce-ffee-4536-b0c5-6703a92819ee tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "PUT /v2.0/routers/437e0d41-ac86-4e14-b31c-8e60c5771866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0340850 Aug 31 14:35:25.876465 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56460) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:25.876699 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1b3a47b9-9aae-4a50-98be-4a3bc32ad43a None None] Provisioning complete for port 32843491-d4d3-4b78-b815-3e609f26a448 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:25.877078 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b3a47b9-9aae-4a50-98be-4a3bc32ad43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.947132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b53332c-ae4f-43ad-b817-5876b391a96a None None] Sync routers for ids ['437e0d41-ac86-4e14-b31c-8e60c5771866'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:35:25.950519 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a47b9-9aae-4a50-98be-4a3bc32ad43a None None] Port 32843491-d4d3-4b78-b815-3e609f26a448 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:25.972432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53332c-ae4f-43ad-b817-5876b391a96a None None] Routers {'437e0d41-ac86-4e14-b31c-8e60c5771866'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:35:25.974800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1b53332c-ae4f-43ad-b817-5876b391a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:35:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['437e0d41-ac86-4e14-b31c-8e60c5771866'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:25.983450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c576f8c-236c-4847-a274-db944e6166be tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:25.987711 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6c576f8c-236c-4847-a274-db944e6166be tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports?device_id=437e0d41-ac86-4e14-b31c-8e60c5771866 HTTP/1.1" status: 200 len: 982 time: 0.1078198 Aug 31 14:35:25.989804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56462) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:26.064704 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1b53332c-ae4f-43ad-b817-5876b391a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:26.094912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53332c-ae4f-43ad-b817-5876b391a96a None None] Routers {'437e0d41-ac86-4e14-b31c-8e60c5771866'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:35:26.100074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1b53332c-ae4f-43ad-b817-5876b391a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:35:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['437e0d41-ac86-4e14-b31c-8e60c5771866'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:26.328239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Deleting port 51d8202c-69d1-464f-93c6-9ee868120a4a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:26.329073 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:26.345620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1b53332c-ae4f-43ad-b817-5876b391a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:26.346766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b53332c-ae4f-43ad-b817-5876b391a96a None None] The sync data for ids ['437e0d41-ac86-4e14-b31c-8e60c5771866'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:35:26.358183 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-01d47f52-ef39-4665-8af4-0790d41005a7 None None] Provisioning complete for port 32843491-d4d3-4b78-b815-3e609f26a448 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:26.358688 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01d47f52-ef39-4665-8af4-0790d41005a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:26.427750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-01d47f52-ef39-4665-8af4-0790d41005a7 None None] Port 32843491-d4d3-4b78-b815-3e609f26a448 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:26.509653 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae3fe298-de11-4a69-b234-1d496a0f9e64 req-188f51fc-40b2-426a-a012-3450048bad0b tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0759168 Aug 31 14:35:26.529853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] For port 51d8202c-69d1-464f-93c6-9ee868120a4a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=51d8202c-69d1-464f-93c6-9ee868120a4a,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:26.530311 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:26.551237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Calling delete_port for 51d8202c-69d1-464f-93c6-9ee868120a4a owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:26.694711 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba02e949-0bfd-48ee-b2f9-b7d01117629e req-7926145c-772d-4ade-96ef-a6ad1330b3cd tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0475285 Aug 31 14:35:26.742559 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-35bc9fa0-176c-46d3-824e-69c251a93ef8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:26.883134 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:26.926619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:26.937872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d8202c-69d1-464f-93c6-9ee868120a4a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:26.965910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:26.966615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:26.966615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:26.966767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:26.967072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:26.967432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:26.967759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:26.968084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:26.968410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:26.968734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:26.969055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:26.969374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:27.072086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:27.072481 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:27.122844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-35bc9fa0-176c-46d3-824e-69c251a93ef8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port 32843491-d4d3-4b78-b815-3e609f26a448 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:27.123477 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-35bc9fa0-176c-46d3-824e-69c251a93ef8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:27.212525 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:27.287902 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-35bc9fa0-176c-46d3-824e-69c251a93ef8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:27.313682 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-35bc9fa0-176c-46d3-824e-69c251a93ef8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for 32843491-d4d3-4b78-b815-3e609f26a448 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:27.575687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Router 352fdb14-a0d6-4d59-8006-949d7cce991b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:35:27.580227 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-35bc9fa0-176c-46d3-824e-69c251a93ef8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:27.612384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc9fa0-176c-46d3-824e-69c251a93ef8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=32843491-d4d3-4b78-b815-3e609f26a448,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:27.721185 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53f3f546-2623-4148-963d-44c459c30b11 req-6f3c5af1-baf3-4104-b70b-73c37135abae tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0569947 Aug 31 14:35:27.855860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:35:27.866751 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dea848-bf36-46ff-a1fd-c27efb6f8f1a None None] Sync routers for ids ['352fdb14-a0d6-4d59-8006-949d7cce991b'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:35:27.872998 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0a858b13-caaf-4057-91ea-01d6d90fc3e6 admin admin] 10.222.0.39 "PUT /v2.0/routers/352fdb14-a0d6-4d59-8006-949d7cce991b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8672550 Aug 31 14:35:27.874769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56496) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:27.881886 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dea848-bf36-46ff-a1fd-c27efb6f8f1a None None] Routers {'352fdb14-a0d6-4d59-8006-949d7cce991b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:35:27.882254 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-19dea848-bf36-46ff-a1fd-c27efb6f8f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:35:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['352fdb14-a0d6-4d59-8006-949d7cce991b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:27.889257 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-35bc9fa0-176c-46d3-824e-69c251a93ef8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:27.976854 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:35:27.994740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-807a2ae4-5a5a-4cc9-96c4-2785abe68d9c req-66d31268-4927-41a3-94df-c1cb1bdca5ab tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0497489 Aug 31 14:35:28.121665 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:28.265197 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bc9fa0-176c-46d3-824e-69c251a93ef8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Router 437e0d41-ac86-4e14-b31c-8e60c5771866 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:35:28.316698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:28.391850 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] Deleting port 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:28.392205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bc9fa0-176c-46d3-824e-69c251a93ef8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:35:28.392350 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:28.404780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a96677-493c-4b3c-a66a-7f2460b857f2 None None] Sync routers for ids ['437e0d41-ac86-4e14-b31c-8e60c5771866'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:35:28.405341 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-19dea848-bf36-46ff-a1fd-c27efb6f8f1a None None] Set router 352fdb14-a0d6-4d59-8006-949d7cce991b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:35:28.416587 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-35bc9fa0-176c-46d3-824e-69c251a93ef8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "PUT /v2.0/routers/437e0d41-ac86-4e14-b31c-8e60c5771866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4203913 Aug 31 14:35:28.421916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56504) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:28.429330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a96677-493c-4b3c-a66a-7f2460b857f2 None None] Routers {'437e0d41-ac86-4e14-b31c-8e60c5771866'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:35:28.429806 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e2a96677-493c-4b3c-a66a-7f2460b857f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:35:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['437e0d41-ac86-4e14-b31c-8e60c5771866'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:28.479101 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-198eabd8-54df-4f8e-8151-bf87990ba755 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] GET failed (client error): The resource could not be found. Aug 31 14:35:28.483351 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-198eabd8-54df-4f8e-8151-bf87990ba755 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/32843491-d4d3-4b78-b815-3e609f26a448 HTTP/1.1" status: 404 len: 333 time: 0.0576708 Aug 31 14:35:28.484011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56508) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:28.504781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e2a96677-493c-4b3c-a66a-7f2460b857f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:28.530672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a96677-493c-4b3c-a66a-7f2460b857f2 None None] Routers {'437e0d41-ac86-4e14-b31c-8e60c5771866'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:35:28.531823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e2a96677-493c-4b3c-a66a-7f2460b857f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:35:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['437e0d41-ac86-4e14-b31c-8e60c5771866'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:28.551600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] For port 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1b56beb1-ec6a-4d65-8557-9420ea0c9f6c,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:28.552462 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:28.576364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] Calling delete_port for 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:28.596316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c3129d9-3cb6-4c20-9ced-28d9cdd0d3e4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:28.628769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e2a96677-493c-4b3c-a66a-7f2460b857f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:28.629815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a96677-493c-4b3c-a66a-7f2460b857f2 None None] The sync data for ids ['437e0d41-ac86-4e14-b31c-8e60c5771866'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:35:28.846759 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-19dea848-bf36-46ff-a1fd-c27efb6f8f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:35:26Z', 'revision_number': 5, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port': {'id': '1b56beb1-ec6a-4d65-8557-9420ea0c9f6c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:59Z', 'updated_at': '2021-08-31T14:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:28.928473 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dea848-bf36-46ff-a1fd-c27efb6f8f1a None None] Checking router: 352fdb14-a0d6-4d59-8006-949d7cce991b for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:35:28.966617 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dea848-bf36-46ff-a1fd-c27efb6f8f1a None None] Routers {'352fdb14-a0d6-4d59-8006-949d7cce991b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:35:28.967422 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-19dea848-bf36-46ff-a1fd-c27efb6f8f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:35:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['352fdb14-a0d6-4d59-8006-949d7cce991b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:28.979064 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5cbd2b39-299c-4fba-a7b5-248ea5732aa1 req-50006db3-d18f-410c-a99c-8581c3bad1bb tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0801373 Aug 31 14:35:29.023990 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.055590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] Pushing event deleted for resources: {'Port': ['ID=1b56beb1-ec6a-4d65-8557-9420ea0c9f6c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:29.170495 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.190437 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45697bbb-17af-4aa9-b112-d5a4a92c87a8 req-167dca03-8b3f-473c-b354-a15c8185e0a5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.0438449 Aug 31 14:35:29.210923 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-19dea848-bf36-46ff-a1fd-c27efb6f8f1a None None] Set router 352fdb14-a0d6-4d59-8006-949d7cce991b gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:35:29.294310 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-19dea848-bf36-46ff-a1fd-c27efb6f8f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:35:28Z', 'revision_number': 6, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:29.329498 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dea848-bf36-46ff-a1fd-c27efb6f8f1a None None] The sync data for ids ['352fdb14-a0d6-4d59-8006-949d7cce991b'] in n-d-806683-5 is: [{'id': '352fdb14-a0d6-4d59-8006-949d7cce991b', 'name': 'tempest-ServerActionsTestJSON-907452246-router', 'tenant_id': '6c7a9beea9d2401ab1424d74321046eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:58Z', 'updated_at': '2021-08-31T14:35:28Z', 'revision_number': 6, 'project_id': '6c7a9beea9d2401ab1424d74321046eb', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:35:29.353042 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.358823 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.421551 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.422646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 352fdb14-a0d6-4d59-8006-949d7cce991b {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:35:29.431582 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.436416 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c3129d9-3cb6-4c20-9ced-28d9cdd0d3e4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.437017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-181dea65-7f53-40c3-a984-c6862b08a25f admin admin] 10.222.0.39 "DELETE /v2.0/routers/352fdb14-a0d6-4d59-8006-949d7cce991b HTTP/1.1" status: 204 len: 168 time: 1.5486794 Aug 31 14:35:29.437101 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c3129d9-3cb6-4c20-9ced-28d9cdd0d3e4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.437101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56526) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:29.548833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26acb17-6c5f-43e8-9c8e-18c66ca5a63b admin admin] Deleting subnet f9bf6020-2a5f-4c94-8838-1765790a3074 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:35:29.553053 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c3129d9-3cb6-4c20-9ced-28d9cdd0d3e4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.553580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3129d9-3cb6-4c20-9ced-28d9cdd0d3e4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Fanout notify agent at l3_agent the message router_deleted on router 437e0d41-ac86-4e14-b31c-8e60c5771866 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:35:29.562357 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c3129d9-3cb6-4c20-9ced-28d9cdd0d3e4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.563809 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9c3129d9-3cb6-4c20-9ced-28d9cdd0d3e4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/routers/437e0d41-ac86-4e14-b31c-8e60c5771866 HTTP/1.1" status: 204 len: 168 time: 1.0788071 Aug 31 14:35:29.565445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a26acb17-6c5f-43e8-9c8e-18c66ca5a63b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.567301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56532) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:29.626250 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a26acb17-6c5f-43e8-9c8e-18c66ca5a63b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.643223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b860ac-6c89-4181-a7ab-9f5f113117ef tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting subnet dd449147-8000-4cf1-b9ef-e9f2f792d3f8 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:35:29.653019 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29b860ac-6c89-4181-a7ab-9f5f113117ef tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.730799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29b860ac-6c89-4181-a7ab-9f5f113117ef tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.743964 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a26acb17-6c5f-43e8-9c8e-18c66ca5a63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.870969 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a26acb17-6c5f-43e8-9c8e-18c66ca5a63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.889520 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29b860ac-6c89-4181-a7ab-9f5f113117ef tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.917754 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26acb17-6c5f-43e8-9c8e-18c66ca5a63b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9bf6020-2a5f-4c94-8838-1765790a3074,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:29.929570 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a26acb17-6c5f-43e8-9c8e-18c66ca5a63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:29.932392 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a26acb17-6c5f-43e8-9c8e-18c66ca5a63b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f9bf6020-2a5f-4c94-8838-1765790a3074 HTTP/1.1" status: 204 len: 168 time: 0.4936740 Aug 31 14:35:29.934624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56540) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:29.936745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036848ee-d6bc-40bb-8036-a11a6f0684dc None None] Network f7a8d1f5-ceb5-4396-9432-40efce66432c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:30.020131 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29b860ac-6c89-4181-a7ab-9f5f113117ef tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.036397 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.046769 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29b860ac-6c89-4181-a7ab-9f5f113117ef tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.051997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-29b860ac-6c89-4181-a7ab-9f5f113117ef tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/dd449147-8000-4cf1-b9ef-e9f2f792d3f8 HTTP/1.1" status: 204 len: 168 time: 0.4845214 Aug 31 14:35:30.052670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56546) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:30.088052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b860ac-6c89-4181-a7ab-9f5f113117ef tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Subnet': ['ID=dd449147-8000-4cf1-b9ef-e9f2f792d3f8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:30.113051 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d8c2be-beb7-4d08-894a-532aed1b3361 None None] Network a3fd840b-885a-4cd3-a8e2-4b09c64bc86c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:30.142987 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a90f73b1-0997-41e7-9a4a-cf93da4adb4c req-2ab2cd2b-9ae8-437e-af22-17e2dc918629 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0415115 Aug 31 14:35:30.174195 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Deleting port 5b28d516-3721-4cfc-af1d-ef3d2863a966 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:30.176191 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.324013 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.435833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] For port 5b28d516-3721-4cfc-af1d-ef3d2863a966, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5b28d516-3721-4cfc-af1d-ef3d2863a966,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:30.436199 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.451717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6836ea2-0c9b-4f07-81a1-c13023b6fcef None None] DHCP port deletion for f7a8d1f5-ceb5-4396-9432-40efce66432c request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:35:30.458432 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Calling delete_port for 5b28d516-3721-4cfc-af1d-ef3d2863a966 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:30.549002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b6836ea2-0c9b-4f07-81a1-c13023b6fcef None None] Deleting port 5b28d516-3721-4cfc-af1d-ef3d2863a966 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:30.549735 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6836ea2-0c9b-4f07-81a1-c13023b6fcef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.560047 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.596357 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba288a9-a784-4f5e-b7ac-9ef6d3e2210c None None] DHCP port deletion for a3fd840b-885a-4cd3-a8e2-4b09c64bc86c request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:35:30.617167 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44b35110-4f26-4cb6-9fa1-4c6a2a66e8b4 req-76527003-9ed4-43b1-8e20-4fbb4511e98a tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc65a8b-81b7-426e-954c-09407b90d349 HTTP/1.1" status: 200 len: 210 time: 0.1370728 Aug 31 14:35:30.623357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] No DVR routers for this DVR port 5b28d516-3721-4cfc-af1d-ef3d2863a966 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:30.628182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b28d516-3721-4cfc-af1d-ef3d2863a966,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:30.681947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:30.682625 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.756194 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.778975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a8d1f5-ceb5-4396-9432-40efce66432c']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:30.828360 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4365f2-5768-4722-8452-260c6d82d40c') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:30.828660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4365f2-5768-4722-8452-260c6d82d40c') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:30.850804 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] For port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0b87fb3e-49b1-4e90-abee-e0e2a2eca15d,segment=NetworkSegment(490a0f1a-3bbb-400a-92e4-53f040d08f09),segment_id=490a0f1a-3bbb-400a-92e4-53f040d08f09)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:30.851231 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.857832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b6836ea2-0c9b-4f07-81a1-c13023b6fcef None None] For port 5b28d516-3721-4cfc-af1d-ef3d2863a966, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5b28d516-3721-4cfc-af1d-ef3d2863a966,segment=NetworkSegment(9d4365f2-5768-4722-8452-260c6d82d40c),segment_id=9d4365f2-5768-4722-8452-260c6d82d40c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:30.873927 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6836ea2-0c9b-4f07-81a1-c13023b6fcef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.874811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:30.879889 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.935200 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.954654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b6836ea2-0c9b-4f07-81a1-c13023b6fcef None None] Calling delete_port for 5b28d516-3721-4cfc-af1d-ef3d2863a966 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:30.985437 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-eba288a9-a784-4f5e-b7ac-9ef6d3e2210c None None] Deleting port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:30.986297 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eba288a9-a784-4f5e-b7ac-9ef6d3e2210c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:30.998670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:35:30.999339 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:35:31.003828 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:35:31.096638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-eba288a9-a784-4f5e-b7ac-9ef6d3e2210c None None] For port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0b87fb3e-49b1-4e90-abee-e0e2a2eca15d,segment=NetworkSegment(490a0f1a-3bbb-400a-92e4-53f040d08f09),segment_id=490a0f1a-3bbb-400a-92e4-53f040d08f09)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:31.097382 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eba288a9-a784-4f5e-b7ac-9ef6d3e2210c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.112384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-eba288a9-a784-4f5e-b7ac-9ef6d3e2210c None None] Calling delete_port for 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:31.172547 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.216035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:31.219780 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eba288a9-a784-4f5e-b7ac-9ef6d3e2210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.232117 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.257929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=0b87fb3e-49b1-4e90-abee-e0e2a2eca15d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:31.264214 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No DVR routers for this DVR port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:31.266229 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.270627 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f7a8d1f5-ceb5-4396-9432-40efce66432c HTTP/1.1" status: 204 len: 168 time: 1.3322105 Aug 31 14:35:31.281701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:31.282043 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:31.282642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5b28d516-3721-4cfc-af1d-ef3d2863a966 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:31.321396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba288a9-a784-4f5e-b7ac-9ef6d3e2210c None None] Pushing event deleted for resources: {'Port': ['ID=0b87fb3e-49b1-4e90-abee-e0e2a2eca15d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:31.325844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a8e0a-2cd1-4da0-98c9-a16d63fe6c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a8d1f5-ceb5-4396-9432-40efce66432c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:31.347825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 5b28d516-3721-4cfc-af1d-ef3d2863a966 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:31.348446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5b28d516-3721-4cfc-af1d-ef3d2863a966 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:31.349046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:31.372513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba288a9-a784-4f5e-b7ac-9ef6d3e2210c None None] No DVR routers for this DVR port 0b87fb3e-49b1-4e90-abee-e0e2a2eca15d on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:31.378741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:31.379108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b56beb1-ec6a-4d65-8557-9420ea0c9f6c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:31.379598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 51d8202c-69d1-464f-93c6-9ee868120a4a no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:31.416463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 51d8202c-69d1-464f-93c6-9ee868120a4a {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:31.418133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 51d8202c-69d1-464f-93c6-9ee868120a4a not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:31.435304 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-726e5f5d-2000-47bf-9f14-879f69a69c91 req-afcee115-9fd6-4603-aa27-dbf4173ac137 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0954192 Aug 31 14:35:31.474744 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6836ea2-0c9b-4f07-81a1-c13023b6fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.485163 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6836ea2-0c9b-4f07-81a1-c13023b6fcef None None] Network f7a8d1f5-ceb5-4396-9432-40efce66432c is not hosted by any dhcp agent {{(pid=94872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:35:31.485856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6836ea2-0c9b-4f07-81a1-c13023b6fcef None None] No DVR routers for this DVR port 5b28d516-3721-4cfc-af1d-ef3d2863a966 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:31.521990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6836ea2-0c9b-4f07-81a1-c13023b6fcef None None] Pushing event deleted for resources: {'Port': ['ID=5b28d516-3721-4cfc-af1d-ef3d2863a966,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:31.599067 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.614547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fd840b-885a-4cd3-a8e2-4b09c64bc86c']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:31.627707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490a0f1a-3bbb-400a-92e4-53f040d08f09') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:31.628317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490a0f1a-3bbb-400a-92e4-53f040d08f09') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:31.653583 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.665281 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56578) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:31.694037 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.705345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:35:31.705666 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:35:31.708698 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:35:31.774954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56588) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:31.801130 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-77f961ba-6c3e-423a-913c-7305791574b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c7a9beea9d2401ab1424d74321046eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285288 Aug 31 14:35:31.801979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56590) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:31.814315 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.821837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.828190 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/networks/a3fd840b-885a-4cd3-a8e2-4b09c64bc86c HTTP/1.1" status: 204 len: 168 time: 1.7452948 Aug 31 14:35:31.831537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56594) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:31.894944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a210c8-2103-46f6-89da-e81335ba8ff8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:31.896423 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c1a210c8-2103-46f6-89da-e81335ba8ff8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/e2e8644c-c83f-4074-a2f8-65483c756324 HTTP/1.1" status: 200 len: 841 time: 0.0639088 Aug 31 14:35:31.899911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56596) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:31.911959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d57c5-7f08-4847-9bf5-8f37cd1afd49 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Network': ['ID=a3fd840b-885a-4cd3-a8e2-4b09c64bc86c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:31.931756 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21425bf-7084-4ed0-88a4-3aebf98a1865 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.936994 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-43777b8b-a0fd-46d7-a203-04537bedeae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:31.948045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-73a37970-b7b8-44ed-a8a0-e242d48d1e7a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/e2e8644c-c83f-4074-a2f8-65483c756324?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0469730 Aug 31 14:35:31.952800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:31.957966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fedb270e-70a1-4c80-a821-50618a1539f0 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:31.986553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21425bf-7084-4ed0-88a4-3aebf98a1865 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.008937 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-43777b8b-a0fd-46d7-a203-04537bedeae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.102833 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21425bf-7084-4ed0-88a4-3aebf98a1865 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.107845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21425bf-7084-4ed0-88a4-3aebf98a1865 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.111774 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d21425bf-7084-4ed0-88a4-3aebf98a1865 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "DELETE /v2.0/security-groups/8987bb91-4443-411f-ac33-0537d1739e9d HTTP/1.1" status: 204 len: 168 time: 0.3355641 Aug 31 14:35:32.112811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56606) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:32.123088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedb270e-70a1-4c80-a821-50618a1539f0 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:32.127872 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fedb270e-70a1-4c80-a821-50618a1539f0 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.129199 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-43777b8b-a0fd-46d7-a203-04537bedeae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.132752 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-43777b8b-a0fd-46d7-a203-04537bedeae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.138120 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-43777b8b-a0fd-46d7-a203-04537bedeae1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18c1f992-8789-4618-85ab-4954011a4638 HTTP/1.1" status: 204 len: 168 time: 0.3313076 Aug 31 14:35:32.138120 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21425bf-7084-4ed0-88a4-3aebf98a1865 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8987bb91-4443-411f-ac33-0537d1739e9d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:32.146793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777b8b-a0fd-46d7-a203-04537bedeae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c1f992-8789-4618-85ab-4954011a4638,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:32.148640 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-479cd9d3-9def-468c-8998-c2ca800b9fbc tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] show failed (client error): The resource could not be found. Aug 31 14:35:32.149686 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-479cd9d3-9def-468c-8998-c2ca800b9fbc tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "GET /v2.0/security-groups/8987bb91-4443-411f-ac33-0537d1739e9d HTTP/1.1" status: 404 len: 347 time: 0.0359223 Aug 31 14:35:32.154520 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56610) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:32.367042 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-93248d7f-8047-4ea7-aa5d-ad00eb9a5aa2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Deleting port 117002f4-5c8e-4bfc-9398-4d9692a0cc33 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:32.367551 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93248d7f-8047-4ea7-aa5d-ad00eb9a5aa2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.509358 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fedb270e-70a1-4c80-a821-50618a1539f0 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.576114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedb270e-70a1-4c80-a821-50618a1539f0 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:32.579611 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-fedb270e-70a1-4c80-a821-50618a1539f0 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:32.585794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedb270e-70a1-4c80-a821-50618a1539f0 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:32.586395 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fedb270e-70a1-4c80-a821-50618a1539f0 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.591688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdc5978-2ce4-42c3-b892-0bcf43e04a5f None None] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:32.607835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb270e-70a1-4c80-a821-50618a1539f0 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Subnet': ['ID=3f7c8c4e-bad7-4ed6-b2e4-56ec6e377c50,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:32.612075 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fedb270e-70a1-4c80-a821-50618a1539f0 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6583195 Aug 31 14:35:32.614688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56628) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:32.618248 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93248d7f-8047-4ea7-aa5d-ad00eb9a5aa2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.618450 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93248d7f-8047-4ea7-aa5d-ad00eb9a5aa2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.622868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1f7c5d6b-f3b7-4b36-8b62-9ef8cc2d239a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'security_group': {'name': 'tempest-secgroup-1442570296'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:32.647718 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5d6b-f3b7-4b36-8b62-9ef8cc2d239a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.721175 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a91baaa-6d2d-499e-801f-1de6c5d18081 req-3b50ec49-aa7a-4fed-b0e9-876fcf73739d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.1647892 Aug 31 14:35:32.726557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-93248d7f-8047-4ea7-aa5d-ad00eb9a5aa2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Calling delete_port for 117002f4-5c8e-4bfc-9398-4d9692a0cc33 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:32.827410 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5d6b-f3b7-4b36-8b62-9ef8cc2d239a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.832939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5d6b-f3b7-4b36-8b62-9ef8cc2d239a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.886683 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5d6b-f3b7-4b36-8b62-9ef8cc2d239a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.896662 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1f7c5d6b-f3b7-4b36-8b62-9ef8cc2d239a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2804136 Aug 31 14:35:32.901516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56636) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:32.911309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-61cfd426-73ae-4cd2-a6c3-aa3c50a549f9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'security_group': {'name': 'tempest-secgroup-1920150600'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:32.985019 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61cfd426-73ae-4cd2-a6c3-aa3c50a549f9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:32.988880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c5d6b-f3b7-4b36-8b62-9ef8cc2d239a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1c390c-cae6-441f-b279-2ebf4804c563,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:32.996085 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93248d7f-8047-4ea7-aa5d-ad00eb9a5aa2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:33.022576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-722ff770-11d0-46fd-a688-0d5ae4658e91', 'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'tenant_id': '8ee8acec987547e1af57f9732c67fa84', 'fixed_ips': [{'subnet_id': '3f7c8c4e-bad7-4ed6-b2e4-56ec6e377c50'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:35:33.028399 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:33.062640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93248d7f-8047-4ea7-aa5d-ad00eb9a5aa2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'Port': ['ID=117002f4-5c8e-4bfc-9398-4d9692a0cc33,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:33.164170 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61cfd426-73ae-4cd2-a6c3-aa3c50a549f9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:33.170992 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61cfd426-73ae-4cd2-a6c3-aa3c50a549f9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:33.210508 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61cfd426-73ae-4cd2-a6c3-aa3c50a549f9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:33.211161 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93248d7f-8047-4ea7-aa5d-ad00eb9a5aa2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:33.214480 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-61cfd426-73ae-4cd2-a6c3-aa3c50a549f9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3095911 Aug 31 14:35:33.214984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56648) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:33.220073 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93248d7f-8047-4ea7-aa5d-ad00eb9a5aa2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:33.221519 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-93248d7f-8047-4ea7-aa5d-ad00eb9a5aa2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "DELETE /v2.0/floatingips/b74f00c5-8150-4215-abc6-8b099a8a78f3 HTTP/1.1" status: 204 len: 168 time: 1.0658591 Aug 31 14:35:33.223978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-127927736', 'security_groups': ['d7b823f3-b360-4bf7-b111-3f2ef8ab908f'], 'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3f7c8c4e-bad7-4ed6-b2e4-56ec6e377c50'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:33.224583 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56650) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:33.229030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfd426-73ae-4cd2-a6c3-aa3c50a549f9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b823f3-b360-4bf7-b111-3f2ef8ab908f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:33.257356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Allocated IP 172.20.0.2 (722ff770-11d0-46fd-a688-0d5ae4658e91/3f7c8c4e-bad7-4ed6-b2e4-56ec6e377c50/706cd373-1202-48d9-886e-34f9bc4f7888) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:33.424924 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:33.489023 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-74776828-b361-4e35-b47d-29ee18cdfdf2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Deleting port dbc07de3-f945-4450-882b-57900fb39169 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:33.489941 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-74776828-b361-4e35-b47d-29ee18cdfdf2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:33.510114 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:33.526615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Transition to ACTIVE for port object 706cd373-1202-48d9-886e-34f9bc4f7888 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:33.553592 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Transition to ACTIVE for port object 706cd373-1202-48d9-886e-34f9bc4f7888 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:33.564050 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:33.627898 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:33.656157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:33.658416 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-74776828-b361-4e35-b47d-29ee18cdfdf2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:33.660419 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:33.666594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:33.698906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port cee39e12-7e34-4213-b7c4-d123b975a796 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:35:33.702937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-74776828-b361-4e35-b47d-29ee18cdfdf2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Calling delete_port for dbc07de3-f945-4450-882b-57900fb39169 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:33.742325 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Pushing event updated for resources: {'Port': ['ID=706cd373-1202-48d9-886e-34f9bc4f7888,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:33.777902 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Attempting to bind port 706cd373-1202-48d9-886e-34f9bc4f7888 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:35:33.778385 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Attempting to bind port 706cd373-1202-48d9-886e-34f9bc4f7888 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f1fcfdf2-ac0b-422f-9688-e517528ee892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:35:33.778762 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Attempting to bind port 706cd373-1202-48d9-886e-34f9bc4f7888 on network 722ff770-11d0-46fd-a688-0d5ae4658e91 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:35:33.794499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:35:33.795243 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Checking segment: {'id': 'f1fcfdf2-ac0b-422f-9688-e517528ee892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:35:33.795965 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:33.796522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Bound using segment: {'id': 'f1fcfdf2-ac0b-422f-9688-e517528ee892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:35:33.798867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Bound port: 706cd373-1202-48d9-886e-34f9bc4f7888, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fcfdf2-ac0b-422f-9688-e517528ee892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:35:33.799850 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:33.846484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56666) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:33.981833 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-74776828-b361-4e35-b47d-29ee18cdfdf2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.001061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] For port 706cd373-1202-48d9-886e-34f9bc4f7888, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:35:34.005249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] For port 706cd373-1202-48d9-886e-34f9bc4f7888, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=706cd373-1202-48d9-886e-34f9bc4f7888,segment=NetworkSegment(f1fcfdf2-ac0b-422f-9688-e517528ee892),segment_id=f1fcfdf2-ac0b-422f-9688-e517528ee892)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:35:34.007138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Allocated IP 172.20.0.8 (722ff770-11d0-46fd-a688-0d5ae4658e91/3f7c8c4e-bad7-4ed6-b2e4-56ec6e377c50/cee39e12-7e34-4213-b7c4-d123b975a796) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:34.015594 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.112416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-893855896-network', 'tenant_id': '8c5cce59709e4ebfa69eaa68f0dcb435'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:34.179753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74776828-b361-4e35-b47d-29ee18cdfdf2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'Port': ['ID=dbc07de3-f945-4450-882b-57900fb39169,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:34.190711 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4835d18a-f69c-43cd-92f6-49005623e13f req-c3e48894-328e-4d91-bab5-b696339898b9 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.2145729 Aug 31 14:35:34.195166 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-74776828-b361-4e35-b47d-29ee18cdfdf2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.200330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea3067-d7f4-42b0-9fa4-0b418c33093e None None] Pushing event updated for resources: {'Port': ['ID=706cd373-1202-48d9-886e-34f9bc4f7888,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:34.200759 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-74776828-b361-4e35-b47d-29ee18cdfdf2 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "DELETE /v2.0/ports/dbc07de3-f945-4450-882b-57900fb39169 HTTP/1.1" status: 204 len: 168 time: 0.9748757 Aug 31 14:35:34.201533 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56670) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:34.213326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] Made reservation on behalf of 8c5cce59709e4ebfa69eaa68f0dcb435 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:34.216372 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.238588 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.325862 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.329933 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-6914e668-059f-4c9e-8e7e-80913b6a18c5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Deleting port cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:34.330370 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6914e668-059f-4c9e-8e7e-80913b6a18c5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.362892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Transition to ACTIVE for port object cee39e12-7e34-4213-b7c4-d123b975a796 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:34.461621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6914e668-059f-4c9e-8e7e-80913b6a18c5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.479374 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-6914e668-059f-4c9e-8e7e-80913b6a18c5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Calling delete_port for cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:34.510909 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.586473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=cee39e12-7e34-4213-b7c4-d123b975a796,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:34.600477 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.618837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.651256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:34.663073 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:35:34.665250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:34.671683 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:34.675404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a045a00-c54a-4f19-9639-5a949a4c9aa0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:34.707244 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.707244 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] Added segment b0c700c0-d919-45ee-b30d-4a47b771fe2d of type vlan for network 7052396f-afdc-47c9-bfe3-4afdffb7fcfe Aug 31 14:35:34.725047 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6914e668-059f-4c9e-8e7e-80913b6a18c5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.795569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914e668-059f-4c9e-8e7e-80913b6a18c5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'Port': ['ID=cfaf1278-8bb4-4991-a533-d2d57b2c2aa7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:34.800133 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.812987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:34.813836 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.854939 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c659ab66-a543-4a54-80a8-a352cd997d1d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6380224 Aug 31 14:35:34.857170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56674) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:34.863756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7efb3f7e-4fc9-43c1-b4a7-6d5c27d54bb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:34.879548 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6914e668-059f-4c9e-8e7e-80913b6a18c5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.884237 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6914e668-059f-4c9e-8e7e-80913b6a18c5 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "DELETE /v2.0/ports/cfaf1278-8bb4-4991-a533-d2d57b2c2aa7 HTTP/1.1" status: 204 len: 168 time: 0.6793258 Aug 31 14:35:34.884665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56676) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:34.892950 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.894167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:34.895466 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.983472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-54545e32-47c3-4e22-b001-b61d2e7b4b2c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Deleting subnet 2d72d2fc-c8a5-4582-90c7-ef167bb569ca {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:35:34.987595 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-54545e32-47c3-4e22-b001-b61d2e7b4b2c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.013251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 706cd373-1202-48d9-886e-34f9bc4f7888 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:35.014475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1671891 Aug 31 14:35:35.024866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56678) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:35.030852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-86fd6942-678c-4dab-82e3-e5c6e5c3ec82 admin admin] Request body: {'subnet': {'network_id': '7052396f-afdc-47c9-bfe3-4afdffb7fcfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-893855896-subnet', 'tenant_id': '8c5cce59709e4ebfa69eaa68f0dcb435', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:35.055074 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-54545e32-47c3-4e22-b001-b61d2e7b4b2c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.063533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e787b-b361-4897-86c8-048c5141d206 admin admin] Pushing event updated for resources: {'Network': ['ID=7052396f-afdc-47c9-bfe3-4afdffb7fcfe,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:35.087696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 7052396f-afdc-47c9-bfe3-4afdffb7fcfe details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:35:35.092418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fd6942-678c-4dab-82e3-e5c6e5c3ec82 admin admin] Made reservation on behalf of 8c5cce59709e4ebfa69eaa68f0dcb435 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:35.094933 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86fd6942-678c-4dab-82e3-e5c6e5c3ec82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.200173 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-54545e32-47c3-4e22-b001-b61d2e7b4b2c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.264953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 706cd373-1202-48d9-886e-34f9bc4f7888 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:35.336479 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-54545e32-47c3-4e22-b001-b61d2e7b4b2c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.409939 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-54545e32-47c3-4e22-b001-b61d2e7b4b2c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.413245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d90367-29f3-477f-b3b7-317f6738ca49 None None] Network 703d1749-b334-41de-af58-b448e639a222 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:35.416967 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-54545e32-47c3-4e22-b001-b61d2e7b4b2c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "DELETE /v2.0/subnets/2d72d2fc-c8a5-4582-90c7-ef167bb569ca HTTP/1.1" status: 204 len: 168 time: 0.5312166 Aug 31 14:35:35.421352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56682) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:35.422143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54545e32-47c3-4e22-b001-b61d2e7b4b2c tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'Subnet': ['ID=2d72d2fc-c8a5-4582-90c7-ef167bb569ca,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:35.486785 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c7249c43-0801-43b6-8e25-231f693dd242 req-77f187b5-e3f2-4f9f-a06a-b8ca685d3303 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0673695 Aug 31 14:35:35.519851 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a570f32d-63cf-4256-b871-f8e9df869d8f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Deleting subnet 9799c103-7005-4f13-9ecc-d6c62616947a {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:35:35.524334 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a570f32d-63cf-4256-b871-f8e9df869d8f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.645940 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a570f32d-63cf-4256-b871-f8e9df869d8f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.744119 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efb3f7e-4fc9-43c1-b4a7-6d5c27d54bb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:35.748467 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7efb3f7e-4fc9-43c1-b4a7-6d5c27d54bb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.798019 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a570f32d-63cf-4256-b871-f8e9df869d8f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.809685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ac5cc1-3837-44fd-b543-0d7eda80750d None None] DHCP port deletion for 703d1749-b334-41de-af58-b448e639a222 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:35:35.875391 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-73ac5cc1-3837-44fd-b543-0d7eda80750d None None] Deleting port ffd4e684-63ee-42fd-99c1-a983afd09cb3 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:35.875777 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73ac5cc1-3837-44fd-b543-0d7eda80750d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.906528 n-d-806683-5 neutron-server[94871]: INFO neutron.db.ipam_backend_mixin [None req-7efb3f7e-4fc9-43c1-b4a7-6d5c27d54bb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3f7c8c4e-bad7-4ed6-b2e4-56ec6e377c50 (CIDR: 172.20.0.0/28) Aug 31 14:35:35.951158 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a570f32d-63cf-4256-b871-f8e9df869d8f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.981723 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efb3f7e-4fc9-43c1-b4a7-6d5c27d54bb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:35:35.982345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efb3f7e-4fc9-43c1-b4a7-6d5c27d54bb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:35:35.990751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fc6509af-f459-4632-88b8-3220fee62102 None None] Provisioning for port 706cd373-1202-48d9-886e-34f9bc4f7888 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:36.001793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570f32d-63cf-4256-b871-f8e9df869d8f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'Subnet': ['ID=9799c103-7005-4f13-9ecc-d6c62616947a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:36.003051 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7efb3f7e-4fc9-43c1-b4a7-6d5c27d54bb6 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1448197 Aug 31 14:35:36.007909 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86fd6942-678c-4dab-82e3-e5c6e5c3ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.015229 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a570f32d-63cf-4256-b871-f8e9df869d8f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.015417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56686) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:36.020787 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a570f32d-63cf-4256-b871-f8e9df869d8f tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "DELETE /v2.0/subnets/9799c103-7005-4f13-9ecc-d6c62616947a HTTP/1.1" status: 204 len: 168 time: 0.5949261 Aug 31 14:35:36.021426 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56688) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:36.026949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-73ac5cc1-3837-44fd-b543-0d7eda80750d None None] For port ffd4e684-63ee-42fd-99c1-a983afd09cb3, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ffd4e684-63ee-42fd-99c1-a983afd09cb3,segment=NetworkSegment(c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8),segment_id=c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:36.028803 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73ac5cc1-3837-44fd-b543-0d7eda80750d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.045633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-73ac5cc1-3837-44fd-b543-0d7eda80750d None None] Calling delete_port for ffd4e684-63ee-42fd-99c1-a983afd09cb3 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:36.104354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.108550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-24c07418-ace9-4c2d-9db6-529ae8a96075 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:36.111964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd6942-678c-4dab-82e3-e5c6e5c3ec82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7a4a39-dd08-4bc6-bdd7-ef8a9ff255cf,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:36.132277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fc6509af-f459-4632-88b8-3220fee62102 None None] Provisioning complete for port 706cd373-1202-48d9-886e-34f9bc4f7888 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:36.133002 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc6509af-f459-4632-88b8-3220fee62102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.140383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e260321-80d9-496d-8892-698d13573d38 None None] Network 1b4a753f-ef7c-4fe1-aa26-35f642418c0d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:36.142871 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73ac5cc1-3837-44fd-b543-0d7eda80750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.209364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Deleting port ffd4e684-63ee-42fd-99c1-a983afd09cb3 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:36.209927 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.212039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac5cc1-3837-44fd-b543-0d7eda80750d None None] Pushing event deleted for resources: {'Port': ['ID=ffd4e684-63ee-42fd-99c1-a983afd09cb3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:36.236872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd6942-678c-4dab-82e3-e5c6e5c3ec82 admin admin] Checking segment: {'id': 'b0c700c0-d919-45ee-b30d-4a47b771fe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7052396f-afdc-47c9-bfe3-4afdffb7fcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:35:36.237244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd6942-678c-4dab-82e3-e5c6e5c3ec82 admin admin] Network hostable DHCP agents. Network: 7052396f-afdc-47c9-bfe3-4afdffb7fcfe, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:35:36.240695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ac5cc1-3837-44fd-b543-0d7eda80750d None None] No DVR routers for this DVR port ffd4e684-63ee-42fd-99c1-a983afd09cb3 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:36.302714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] For port ffd4e684-63ee-42fd-99c1-a983afd09cb3, host n-d-806683-5, got binding levels [] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:36.303476 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.317363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd6942-678c-4dab-82e3-e5c6e5c3ec82 admin admin] Network 7052396f-afdc-47c9-bfe3-4afdffb7fcfe is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:35:36.321599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Calling delete_port for ffd4e684-63ee-42fd-99c1-a983afd09cb3 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:36.324473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_backend_mixin [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Port ffd4e684-63ee-42fd-99c1-a983afd09cb3 was not found and therefore no delete operation was performed {{(pid=94870) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:35:36.326955 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.350090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c07418-ace9-4c2d-9db6-529ae8a96075 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:36.354715 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24c07418-ace9-4c2d-9db6-529ae8a96075 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.363554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'Port': ['ID=ffd4e684-63ee-42fd-99c1-a983afd09cb3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:36.365599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] No DVR routers for this DVR port ffd4e684-63ee-42fd-99c1-a983afd09cb3 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:36.397025 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc6509af-f459-4632-88b8-3220fee62102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.414142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-86fd6942-678c-4dab-82e3-e5c6e5c3ec82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 7052396f-afdc-47c9-bfe3-4afdffb7fcfe) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:36.424624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fd6942-678c-4dab-82e3-e5c6e5c3ec82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:36.425373 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86fd6942-678c-4dab-82e3-e5c6e5c3ec82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.434622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eeee2e-87c8-44f5-9ce2-d5f4ba5d425b None None] Network 7052396f-afdc-47c9-bfe3-4afdffb7fcfe requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:36.470235 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-86fd6942-678c-4dab-82e3-e5c6e5c3ec82 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4445860 Aug 31 14:35:36.476124 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.514640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703d1749-b334-41de-af58-b448e639a222']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:36.524704 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-fc6509af-f459-4632-88b8-3220fee62102 None None] For port 706cd373-1202-48d9-886e-34f9bc4f7888, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=706cd373-1202-48d9-886e-34f9bc4f7888,segment=NetworkSegment(f1fcfdf2-ac0b-422f-9688-e517528ee892),segment_id=f1fcfdf2-ac0b-422f-9688-e517528ee892)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:36.557233 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbb6ebd-3bc3-456b-a029-c3f3e7f58981 None None] DHCP port deletion for 1b4a753f-ef7c-4fe1-aa26-35f642418c0d request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:35:36.569060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:36.570719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95b0a2c-1d16-4fa6-84aa-a82bd5ef04d8') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:36.579834 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc6509af-f459-4632-88b8-3220fee62102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.593814 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.672905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fc6509af-f459-4632-88b8-3220fee62102 None None] Provisioning complete for port e2e8644c-c83f-4074-a2f8-65483c756324 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:36.674251 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc6509af-f459-4632-88b8-3220fee62102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.679464 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4f023e0-a0f8-4321-80d8-6f053b958167 req-0998ca1e-dbad-45ab-90b4-95ebd038292a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0790625 Aug 31 14:35:36.680403 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.708263 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:35:36.709133 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:35:36.712336 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:35:36.740854 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24c07418-ace9-4c2d-9db6-529ae8a96075 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.791952 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.809951 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.818785 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "DELETE /v2.0/networks/703d1749-b334-41de-af58-b448e639a222 HTTP/1.1" status: 204 len: 168 time: 0.7963037 Aug 31 14:35:36.819451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56702) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:36.833403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c07418-ace9-4c2d-9db6-529ae8a96075 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:36.850384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-24c07418-ace9-4c2d-9db6-529ae8a96075 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:36.871938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c07418-ace9-4c2d-9db6-529ae8a96075 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:36.872572 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24c07418-ace9-4c2d-9db6-529ae8a96075 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.874335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fc6509af-f459-4632-88b8-3220fee62102 None None] Port e2e8644c-c83f-4074-a2f8-65483c756324 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:36.877265 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6509af-f459-4632-88b8-3220fee62102 None None] Pushing event updated for resources: {'Port': ['ID=706cd373-1202-48d9-886e-34f9bc4f7888,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:36.924820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c07418-ace9-4c2d-9db6-529ae8a96075 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Subnet': ['ID=ed424e66-dfd1-487a-ae87-191ef58ea5d3,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:36.927728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3eb688-9453-467f-8e98-7d5514f9209d None None] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:36.931928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-24c07418-ace9-4c2d-9db6-529ae8a96075 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8330157 Aug 31 14:35:36.935545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56704) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:36.948372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f1cd738e-812f-4ed0-9869-e78121af573e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-787300393', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ed424e66-dfd1-487a-ae87-191ef58ea5d3'}], 'security_groups': ['fa1c390c-cae6-441f-b279-2ebf4804c563']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:36.963342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a4006-f236-4739-9118-780f1210da95 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'Network': ['ID=703d1749-b334-41de-af58-b448e639a222,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:37.036725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 41b43aa5-904a-471c-b254-130a798c6dd5 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:37.044152 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.049138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1cd738e-812f-4ed0-9869-e78121af573e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.139028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb6ebd-3bc3-456b-a029-c3f3e7f58981 None None] Deleting port 41b43aa5-904a-471c-b254-130a798c6dd5 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:37.139768 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1fbb6ebd-3bc3-456b-a029-c3f3e7f58981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.165356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Deleting port 41b43aa5-904a-471c-b254-130a798c6dd5 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:37.165696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.264039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] For port 41b43aa5-904a-471c-b254-130a798c6dd5, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=41b43aa5-904a-471c-b254-130a798c6dd5,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:37.264731 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.286273 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Calling delete_port for 41b43aa5-904a-471c-b254-130a798c6dd5 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:37.297063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6eeb4144-8bb2-4efb-8bd7-9e1f56fcb9f1 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:37.298631 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6eeb4144-8bb2-4efb-8bd7-9e1f56fcb9f1 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/networks?id=7052396f-afdc-47c9-bfe3-4afdffb7fcfe HTTP/1.1" status: 200 len: 813 time: 0.2009022 Aug 31 14:35:37.316149 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-09d8d644-070a-4d96-85b1-0d7002cef10b tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/quotas/8c5cce59709e4ebfa69eaa68f0dcb435 HTTP/1.1" status: 200 len: 375 time: 0.0114777 Aug 31 14:35:37.361634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1fbb6ebd-3bc3-456b-a029-c3f3e7f58981 None None] For port 41b43aa5-904a-471c-b254-130a798c6dd5, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=41b43aa5-904a-471c-b254-130a798c6dd5,segment=NetworkSegment(a878fb28-bcc3-4417-bdc6-ae3813b1e37e),segment_id=a878fb28-bcc3-4417-bdc6-ae3813b1e37e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:37.362199 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1fbb6ebd-3bc3-456b-a029-c3f3e7f58981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.376836 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb6ebd-3bc3-456b-a029-c3f3e7f58981 None None] Calling delete_port for 41b43aa5-904a-471c-b254-130a798c6dd5 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:37.383399 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-e19416f5-11de-4891-b541-c32acbc0e89c tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c5cce59709e4ebfa69eaa68f0dcb435&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305326 Aug 31 14:35:37.486594 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-ad2c4190-a8a2-4672-8033-66fc6cb3a5b4 service neutron] 10.222.0.39 "GET /v2.0/networks/7052396f-afdc-47c9-bfe3-4afdffb7fcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944037 Aug 31 14:35:37.499085 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1fbb6ebd-3bc3-456b-a029-c3f3e7f58981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.507887 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-35a48dd0-12c9-418e-8b30-378423065946 None None] Provisioning for port cee39e12-7e34-4213-b7c4-d123b975a796 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:37.535672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-f1cd738e-812f-4ed0-9869-e78121af573e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Delete allocated IP 172.20.0.8 (722ff770-11d0-46fd-a688-0d5ae4658e91/3f7c8c4e-bad7-4ed6-b2e4-56ec6e377c50) {{(pid=94871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:35:37.537749 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1faad4-e95b-48f2-9d6a-b1a27d958e9e None None] Network 7052396f-afdc-47c9-bfe3-4afdffb7fcfe requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:37.544499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbb6ebd-3bc3-456b-a029-c3f3e7f58981 None None] No DVR routers for this DVR port 41b43aa5-904a-471c-b254-130a798c6dd5 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:37.547523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb6ebd-3bc3-456b-a029-c3f3e7f58981 None None] Pushing event deleted for resources: {'Port': ['ID=41b43aa5-904a-471c-b254-130a798c6dd5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:37.557216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-f1cd738e-812f-4ed0-9869-e78121af573e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Allocated IP 172.20.0.23 (722ff770-11d0-46fd-a688-0d5ae4658e91/ed424e66-dfd1-487a-ae87-191ef58ea5d3/cee39e12-7e34-4213-b7c4-d123b975a796) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:37.587416 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-35a48dd0-12c9-418e-8b30-378423065946 None None] Provisioning complete for port cee39e12-7e34-4213-b7c4-d123b975a796 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:37.587939 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35a48dd0-12c9-418e-8b30-378423065946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.611374 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-bbdf512e-07a5-46a3-b3fd-2020e6991d89 service neutron] 10.222.0.39 "GET /v2.0/networks/7052396f-afdc-47c9-bfe3-4afdffb7fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171098 Aug 31 14:35:37.636650 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.672010 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'Port': ['ID=41b43aa5-904a-471c-b254-130a798c6dd5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:37.688657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] No DVR routers for this DVR port 41b43aa5-904a-471c-b254-130a798c6dd5 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:37.697920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No active binding found for port 41b43aa5-904a-471c-b254-130a798c6dd5 {{(pid=94872) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:35:37.704428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 41b43aa5-904a-471c-b254-130a798c6dd5 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:37.704956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ffd4e684-63ee-42fd-99c1-a983afd09cb3 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:37.772558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: ffd4e684-63ee-42fd-99c1-a983afd09cb3 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:37.772898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ffd4e684-63ee-42fd-99c1-a983afd09cb3 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:37.783432 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1cd738e-812f-4ed0-9869-e78121af573e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.810810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-f1cd738e-812f-4ed0-9869-e78121af573e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Ignored duplicate provisioning block setup for port cee39e12-7e34-4213-b7c4-d123b975a796 by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:35:37.821877 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1cd738e-812f-4ed0-9869-e78121af573e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.867488 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.875936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-35a48dd0-12c9-418e-8b30-378423065946 None None] Port cee39e12-7e34-4213-b7c4-d123b975a796 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:37.895993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4a753f-ef7c-4fe1-aa26-35f642418c0d']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:37.911284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd738e-812f-4ed0-9869-e78121af573e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=cee39e12-7e34-4213-b7c4-d123b975a796,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:37.937324 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:37.937681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a878fb28-bcc3-4417-bdc6-ae3813b1e37e') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:37.960932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:37.996371 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.011257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:35:38.011723 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.014487 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a827be5-0d49-4f89-838e-e3550aa34c3d req-7ecc8705-cfda-4d81-8108-a590dba8c02c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0983841 Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:35:38.021949 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:35:38.113483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd738e-812f-4ed0-9869-e78121af573e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] In _notify_port_updated(), no bound segment for port cee39e12-7e34-4213-b7c4-d123b975a796 on network 722ff770-11d0-46fd-a688-0d5ae4658e91 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:35:38.131093 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cd738e-812f-4ed0-9869-e78121af573e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:38.131859 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1cd738e-812f-4ed0-9869-e78121af573e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.133214 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f1cd738e-812f-4ed0-9869-e78121af573e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "PUT /v2.0/ports/cee39e12-7e34-4213-b7c4-d123b975a796 HTTP/1.1" status: 200 len: 920 time: 1.1958063 Aug 31 14:35:38.145556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56726) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:38.162223 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-131e240a-a7d1-4be5-aafa-a31dd0390543 req-ab506b31-f161-422a-97d6-d8bcafba1aae tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 210 time: 0.1120527 Aug 31 14:35:38.180510 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.197462 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.200211 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] 10.222.0.39 "DELETE /v2.0/networks/1b4a753f-ef7c-4fe1-aa26-35f642418c0d HTTP/1.1" status: 204 len: 168 time: 1.3695111 Aug 31 14:35:38.225911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d8b91-92ad-41af-bea7-2f75b78b8375 tempest-TaggedBootDevicesTest-752512102 tempest-TaggedBootDevicesTest-752512102-project] Pushing event deleted for resources: {'Network': ['ID=1b4a753f-ef7c-4fe1-aa26-35f642418c0d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:38.264100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Update dhcp port {'port': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'fixed_ips': [{'subnet_id': '3f7c8c4e-bad7-4ed6-b2e4-56ec6e377c50', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ed424e66-dfd1-487a-ae87-191ef58ea5d3'}], 'binding:host_id': 'n-d-806683-5'}, 'id': '706cd373-1202-48d9-886e-34f9bc4f7888'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:35:38.334873 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.365651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbb227-0b50-4703-9796-cc85ac6b4112 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port cee39e12-7e34-4213-b7c4-d123b975a796 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:38.366289 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdcbb227-0b50-4703-9796-cc85ac6b4112 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.555767 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdcbb227-0b50-4703-9796-cc85ac6b4112 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.586577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbb227-0b50-4703-9796-cc85ac6b4112 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for cee39e12-7e34-4213-b7c4-d123b975a796 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:38.639857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Allocated IP 172.20.0.18 (722ff770-11d0-46fd-a688-0d5ae4658e91/ed424e66-dfd1-487a-ae87-191ef58ea5d3/706cd373-1202-48d9-886e-34f9bc4f7888) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:38.744009 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] For port 706cd373-1202-48d9-886e-34f9bc4f7888, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=706cd373-1202-48d9-886e-34f9bc4f7888,segment=NetworkSegment(f1fcfdf2-ac0b-422f-9688-e517528ee892),segment_id=f1fcfdf2-ac0b-422f-9688-e517528ee892)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:38.782884 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.815451 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Transition to ACTIVE for port object 706cd373-1202-48d9-886e-34f9bc4f7888 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:38.816268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdcbb227-0b50-4703-9796-cc85ac6b4112 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.821366 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:38.956497 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 706cd373-1202-48d9-886e-34f9bc4f7888 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:38.969393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbb227-0b50-4703-9796-cc85ac6b4112 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=cee39e12-7e34-4213-b7c4-d123b975a796,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:39.039887 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdcbb227-0b50-4703-9796-cc85ac6b4112 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.041800 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cdcbb227-0b50-4703-9796-cc85ac6b4112 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/cee39e12-7e34-4213-b7c4-d123b975a796 HTTP/1.1" status: 204 len: 168 time: 0.8951037 Aug 31 14:35:39.045389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56746) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:39.087147 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2883056-80f1-465c-bec5-5e624e116f9b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] GET failed (client error): The resource could not be found. Aug 31 14:35:39.088814 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e2883056-80f1-465c-bec5-5e624e116f9b tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/cee39e12-7e34-4213-b7c4-d123b975a796 HTTP/1.1" status: 404 len: 333 time: 0.0424585 Aug 31 14:35:39.092250 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56750) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:39.092893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Pushing event updated for resources: {'Port': ['ID=706cd373-1202-48d9-886e-34f9bc4f7888,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:39.104292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:39.104696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:39.104903 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:39.105438 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:39.106774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:39.107114 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:39.108152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:39.108492 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:39.108824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:39.109152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:39.109481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:39.109806 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7fa8f-8bae-49dd-9ba1-e8012d2e9dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:39.181852 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e42baca8-2893-463f-85e4-bfcc0127adeb req-c82387b5-bdb6-4ff2-889c-c2624526275c tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0394223 Aug 31 14:35:39.210494 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9faf8c37-9cbc-4a63-99f5-b94004b63113 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.255510 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9faf8c37-9cbc-4a63-99f5-b94004b63113 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.300138 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c052f900-afeb-45b4-b630-a3d4b3993a36 req-7e025e36-325d-48c0-a923-4020e4a40f2e tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 210 time: 0.0489020 Aug 31 14:35:39.316021 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9faf8c37-9cbc-4a63-99f5-b94004b63113 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.319811 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9faf8c37-9cbc-4a63-99f5-b94004b63113 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.321409 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9faf8c37-9cbc-4a63-99f5-b94004b63113 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/security-groups/d7b823f3-b360-4bf7-b111-3f2ef8ab908f HTTP/1.1" status: 204 len: 168 time: 0.2279451 Aug 31 14:35:39.324702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56754) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:39.339202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf8c37-9cbc-4a63-99f5-b94004b63113 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b823f3-b360-4bf7-b111-3f2ef8ab908f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:39.427114 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e60700b-8da2-45cf-9ae9-20ed2559b772 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.455035 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e60700b-8da2-45cf-9ae9-20ed2559b772 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.537520 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e60700b-8da2-45cf-9ae9-20ed2559b772 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.540781 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e60700b-8da2-45cf-9ae9-20ed2559b772 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.547147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3e60700b-8da2-45cf-9ae9-20ed2559b772 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/security-groups/fa1c390c-cae6-441f-b279-2ebf4804c563 HTTP/1.1" status: 204 len: 168 time: 0.2209775 Aug 31 14:35:39.549117 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56756) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:39.601153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60700b-8da2-45cf-9ae9-20ed2559b772 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1c390c-cae6-441f-b279-2ebf4804c563,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:39.607985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6eba86da-c930-47de-93f1-f5e2fa7b8bb0 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:39.612191 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6eba86da-c930-47de-93f1-f5e2fa7b8bb0 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.60 "GET /v2.0/networks?id=7052396f-afdc-47c9-bfe3-4afdffb7fcfe HTTP/1.1" status: 200 len: 813 time: 0.1949065 Aug 31 14:35:39.638434 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-d5084716-e698-4117-b680-5e885d268959 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Request body: {'port': {'device_id': '5c9a450e-fb26-4e4f-a27b-26dce736b09f', 'network_id': '7052396f-afdc-47c9-bfe3-4afdffb7fcfe', 'admin_state_up': True, 'tenant_id': '8c5cce59709e4ebfa69eaa68f0dcb435'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:39.651525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c9a2cb-b137-4074-b474-e104d373e139 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting subnet 3f7c8c4e-bad7-4ed6-b2e4-56ec6e377c50 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:35:39.655403 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28c9a2cb-b137-4074-b474-e104d373e139 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.705644 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28c9a2cb-b137-4074-b474-e104d373e139 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.788664 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-d5084716-e698-4117-b680-5e885d268959 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Made reservation on behalf of 8c5cce59709e4ebfa69eaa68f0dcb435 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:39.792532 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-d5084716-e698-4117-b680-5e885d268959 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.804139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f094d84e-46c1-40e0-9cf8-68c84fe2c8cb None None] Could not find standard attr ID for object cee39e12-7e34-4213-b7c4-d123b975a796. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:35:39.823556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f094d84e-46c1-40e0-9cf8-68c84fe2c8cb None None] Provisioning for port 706cd373-1202-48d9-886e-34f9bc4f7888 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:39.834443 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28c9a2cb-b137-4074-b474-e104d373e139 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.837981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f094d84e-46c1-40e0-9cf8-68c84fe2c8cb None None] Provisioning complete for port 706cd373-1202-48d9-886e-34f9bc4f7888 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:39.838565 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f094d84e-46c1-40e0-9cf8-68c84fe2c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.927698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28c9a2cb-b137-4074-b474-e104d373e139 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.963555 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9a2cb-b137-4074-b474-e104d373e139 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7c8c4e-bad7-4ed6-b2e4-56ec6e377c50,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:39.973408 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28c9a2cb-b137-4074-b474-e104d373e139 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.979568 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-28c9a2cb-b137-4074-b474-e104d373e139 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/3f7c8c4e-bad7-4ed6-b2e4-56ec6e377c50 HTTP/1.1" status: 204 len: 168 time: 0.4243212 Aug 31 14:35:39.984503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56758) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:39.999303 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5e1604aa-4b0f-4e3a-8985-fd87d3a4df75 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:40.006259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f094d84e-46c1-40e0-9cf8-68c84fe2c8cb None None] Provisioning complete for port e2e8644c-c83f-4074-a2f8-65483c756324 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:40.007015 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f094d84e-46c1-40e0-9cf8-68c84fe2c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:40.030257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-d5084716-e698-4117-b680-5e885d268959 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Allocated IP 172.20.0.11 (7052396f-afdc-47c9-bfe3-4afdffb7fcfe/ba7a4a39-dd08-4bc6-bdd7-ef8a9ff255cf/2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:40.044956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8852679a-47dd-4d2b-bac7-4e074726fb98 None None] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:40.091664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f094d84e-46c1-40e0-9cf8-68c84fe2c8cb None None] Port e2e8644c-c83f-4074-a2f8-65483c756324 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:40.232004 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2133f2f4-1c37-4beb-9d75-6a8e283cba87 None None] Could not find standard attr ID for object cee39e12-7e34-4213-b7c4-d123b975a796. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:35:40.248025 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1604aa-4b0f-4e3a-8985-fd87d3a4df75 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:40.254369 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e1604aa-4b0f-4e3a-8985-fd87d3a4df75 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:40.338827 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-d5084716-e698-4117-b680-5e885d268959 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:40.348198 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4db7ad20-bf77-46fb-aebf-10b72156a18c req-701b51e6-c737-4774-94da-aff743791b73 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0344429 Aug 31 14:35:40.453582 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3dc90f43-7159-4d3f-947e-095227c7760c req-fb24da30-5b78-4524-9ae6-6b5a4294384a tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 210 time: 0.0374451 Aug 31 14:35:40.472989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-d5084716-e698-4117-b680-5e885d268959 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:40.562955 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-d5084716-e698-4117-b680-5e885d268959 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Network 7052396f-afdc-47c9-bfe3-4afdffb7fcfe is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:40.568302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-d5084716-e698-4117-b680-5e885d268959 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:40.577573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-d5084716-e698-4117-b680-5e885d268959 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:40.622281 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5084716-e698-4117-b680-5e885d268959 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Pushing event updated for resources: {'Port': ['ID=2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:40.690787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-d5084716-e698-4117-b680-5e885d268959 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:40.691446 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-d5084716-e698-4117-b680-5e885d268959 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:40.711792 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e1604aa-4b0f-4e3a-8985-fd87d3a4df75 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:40.731373 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-d5084716-e698-4117-b680-5e885d268959 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1078167 Aug 31 14:35:40.767743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1604aa-4b0f-4e3a-8985-fd87d3a4df75 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:40.775745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5e1604aa-4b0f-4e3a-8985-fd87d3a4df75 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:40.780030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1604aa-4b0f-4e3a-8985-fd87d3a4df75 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:40.780632 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e1604aa-4b0f-4e3a-8985-fd87d3a4df75 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:40.807035 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5e1604aa-4b0f-4e3a-8985-fd87d3a4df75 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8179212 Aug 31 14:35:40.807035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1604aa-4b0f-4e3a-8985-fd87d3a4df75 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Subnet': ['ID=bd2cf680-a0a0-457d-9f4e-cc9663231194,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:40.811414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56770) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:40.824031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-63740777-f6ec-4bef-ae45-de39b834f915 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'security_group': {'name': 'tempest-secgroup-1566555089'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:40.863050 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63740777-f6ec-4bef-ae45-de39b834f915 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:40.876304 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Request body: {'port': {'device_id': '5c9a450e-fb26-4e4f-a27b-26dce736b09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:40.928418 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 706cd373-1202-48d9-886e-34f9bc4f7888 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:40.989519 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89abace-6c55-473a-82e1-a6913ed85d18 None None] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:40.991550 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63740777-f6ec-4bef-ae45-de39b834f915 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:40.993257 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:40.997557 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63740777-f6ec-4bef-ae45-de39b834f915 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.033592 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63740777-f6ec-4bef-ae45-de39b834f915 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.037890 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-63740777-f6ec-4bef-ae45-de39b834f915 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2249725 Aug 31 14:35:41.040718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56772) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:41.046118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-00dbd8b2-bb1c-488c-99b0-7834c4ba24bb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'security_group': {'name': 'tempest-secgroup-1436045818'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:41.072216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63740777-f6ec-4bef-ae45-de39b834f915 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5399c272-0fda-41a5-bd25-eee3631626d9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:41.076643 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00dbd8b2-bb1c-488c-99b0-7834c4ba24bb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.103780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-91c56b5c-47b9-4532-9e39-e5ed570cdf60 None None] Provisioning complete for port 706cd373-1202-48d9-886e-34f9bc4f7888 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:41.104146 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91c56b5c-47b9-4532-9e39-e5ed570cdf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.116139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 706cd373-1202-48d9-886e-34f9bc4f7888 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:41.116737 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.226013 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00dbd8b2-bb1c-488c-99b0-7834c4ba24bb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.232751 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00dbd8b2-bb1c-488c-99b0-7834c4ba24bb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.274041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00dbd8b2-bb1c-488c-99b0-7834c4ba24bb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.276040 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-00dbd8b2-bb1c-488c-99b0-7834c4ba24bb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2340064 Aug 31 14:35:41.282070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56776) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:41.287592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a8b1a3ed-c5a4-4c2c-92a6-d2bb3892da2c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'security_group': {'name': 'tempest-secgroup-653759285'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:41.301686 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbd8b2-bb1c-488c-99b0-7834c4ba24bb tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f2a6ca-a75e-4565-bf10-7b10b0e2112d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:41.324628 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a3ed-c5a4-4c2c-92a6-d2bb3892da2c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.432150 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-91c56b5c-47b9-4532-9e39-e5ed570cdf60 None None] Provisioning complete for port e2e8644c-c83f-4074-a2f8-65483c756324 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:41.432522 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91c56b5c-47b9-4532-9e39-e5ed570cdf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.442206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:35:41.462009 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.481838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-91c56b5c-47b9-4532-9e39-e5ed570cdf60 None None] Port e2e8644c-c83f-4074-a2f8-65483c756324 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:41.483333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0267b72e-c718-42aa-879e-a48f18a9ee0f None None] Update dhcp port {'port': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'fixed_ips': [{'subnet_id': 'ed424e66-dfd1-487a-ae87-191ef58ea5d3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bd2cf680-a0a0-457d-9f4e-cc9663231194'}], 'binding:host_id': 'n-d-806683-5'}, 'id': '706cd373-1202-48d9-886e-34f9bc4f7888'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:35:41.488475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Transition to ACTIVE for port object 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:41.491214 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a3ed-c5a4-4c2c-92a6-d2bb3892da2c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.494388 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.497242 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a3ed-c5a4-4c2c-92a6-d2bb3892da2c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.519771 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0267b72e-c718-42aa-879e-a48f18a9ee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.545366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1a3ed-c5a4-4c2c-92a6-d2bb3892da2c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99ecaa8-f598-4085-b593-31999bb73c08,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:41.548897 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a3ed-c5a4-4c2c-92a6-d2bb3892da2c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.553346 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a8b1a3ed-c5a4-4c2c-92a6-d2bb3892da2c tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2700574 Aug 31 14:35:41.554340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56782) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:41.561296 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1133296695', 'security_groups': ['f99ecaa8-f598-4085-b593-31999bb73c08'], 'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bd2cf680-a0a0-457d-9f4e-cc9663231194'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:41.618927 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-80594691-bc98-4f15-9739-6a427eb6d2d6 req-484ea193-8228-457f-8e4b-4a3001b279cc tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0487363 Aug 31 14:35:41.629223 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Pushing event updated for resources: {'Port': ['ID=2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:41.717436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Attempting to bind port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:35:41.718165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97304672-b5a4-4701-976c-773ae6365fbc req-2f6aa3f2-2978-4903-89d2-dcf33f540b59 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:41.718302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Attempting to bind port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'b0c700c0-d919-45ee-b30d-4a47b771fe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7052396f-afdc-47c9-bfe3-4afdffb7fcfe'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:35:41.718943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Attempting to bind port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d on network 7052396f-afdc-47c9-bfe3-4afdffb7fcfe {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:35:41.719780 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-97304672-b5a4-4701-976c-773ae6365fbc req-2f6aa3f2-2978-4903-89d2-dcf33f540b59 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 944 time: 0.1533384 Aug 31 14:35:41.724554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d on network 7052396f-afdc-47c9-bfe3-4afdffb7fcfe not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:35:41.725073 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Attempting to bind port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d on network 7052396f-afdc-47c9-bfe3-4afdffb7fcfe {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:35:41.730479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:35:41.730974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Checking segment: {'id': 'b0c700c0-d919-45ee-b30d-4a47b771fe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7052396f-afdc-47c9-bfe3-4afdffb7fcfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:35:41.731495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Bound using segment: {'id': 'b0c700c0-d919-45ee-b30d-4a47b771fe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7052396f-afdc-47c9-bfe3-4afdffb7fcfe'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:35:41.732070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Bound port: 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c700c0-d919-45ee-b30d-4a47b771fe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7052396f-afdc-47c9-bfe3-4afdffb7fcfe'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:35:41.733028 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.758938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0267b72e-c718-42aa-879e-a48f18a9ee0f None None] Allocated IP 172.20.0.2 (722ff770-11d0-46fd-a688-0d5ae4658e91/bd2cf680-a0a0-457d-9f4e-cc9663231194/706cd373-1202-48d9-886e-34f9bc4f7888) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:41.813400 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] For port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:35:41.813902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-97304672-b5a4-4701-976c-773ae6365fbc req-05e59a39-0d5b-4ef4-9db2-aeac24738793 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a045a00-c54a-4f19-9639-5a949a4c9aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870838 Aug 31 14:35:41.815390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:41.818062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] For port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d,segment=NetworkSegment(b0c700c0-d919-45ee-b30d-4a47b771fe2d),segment_id=b0c700c0-d919-45ee-b30d-4a47b771fe2d)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:35:41.823543 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.877434 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:41.878069 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.879943 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] 10.222.0.60 "PUT /v2.0/ports/2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d HTTP/1.1" status: 200 len: 1092 time: 1.1226766 Aug 31 14:35:41.882480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9a450e-fb26-4e4f-a27b-26dce736b09f', 'tag': '2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:41.886030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0267b72e-c718-42aa-879e-a48f18a9ee0f None None] For port 706cd373-1202-48d9-886e-34f9bc4f7888, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=706cd373-1202-48d9-886e-34f9bc4f7888,segment=NetworkSegment(f1fcfdf2-ac0b-422f-9688-e517528ee892),segment_id=f1fcfdf2-ac0b-422f-9688-e517528ee892)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:41.894147 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e485e4-48e9-497c-b03a-6b9d681827e9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9a450e-fb26-4e4f-a27b-26dce736b09f", "tag": "2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:41.932129 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0267b72e-c718-42aa-879e-a48f18a9ee0f None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.948133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0267b72e-c718-42aa-879e-a48f18a9ee0f None None] Transition to ACTIVE for port object 706cd373-1202-48d9-886e-34f9bc4f7888 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:41.954369 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0267b72e-c718-42aa-879e-a48f18a9ee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.958309 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:41.977137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] device_id is not set on port ab763a3d-3a79-4cfb-b96f-1baec96b7a0b yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:35:41.979816 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec53fc54-cecc-496f-a5f7-663fd3b73772 x-openstack-request-id: req-ec53fc54-cecc-496f-a5f7-663fd3b73772 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:41.980109 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9a450e-fb26-4e4f-a27b-26dce736b09f", "tag": "2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:41.980819 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec53fc54-cecc-496f-a5f7-663fd3b73772 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:41.981311 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9a450e-fb26-4e4f-a27b-26dce736b09f', 'tag': '2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d', 'status': 'completed', 'code': 200} Aug 31 14:35:41.985087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091b905-2228-4fcf-9871-7190ff308b63 service neutron] Pushing event updated for resources: {'Port': ['ID=2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:42.010109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-93511a74-734e-4d66-b3ec-d7166c9a05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:42.012921 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-93511a74-734e-4d66-b3ec-d7166c9a05e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c5cce59709e4ebfa69eaa68f0dcb435&device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 1095 time: 0.0743918 Aug 31 14:35:42.083743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267b72e-c718-42aa-879e-a48f18a9ee0f None None] Pushing event updated for resources: {'Port': ['ID=706cd373-1202-48d9-886e-34f9bc4f7888,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:42.084644 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-2e66cf34-69a9-4755-8014-2699d16d1230 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d HTTP/1.1" status: 200 len: 217 time: 0.0638978 Aug 31 14:35:42.192988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Allocated IP 172.20.0.12 (722ff770-11d0-46fd-a688-0d5ae4658e91/bd2cf680-a0a0-457d-9f4e-cc9663231194/ab763a3d-3a79-4cfb-b96f-1baec96b7a0b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:42.414474 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:42.431009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Transition to ACTIVE for port object ab763a3d-3a79-4cfb-b96f-1baec96b7a0b will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:42.486804 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:42.566368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:42.570345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:42.575036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:42.593333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-06928735-b440-4a19-8f19-0a2e16df389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:42.594890 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-06928735-b440-4a19-8f19-0a2e16df389d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba7a4a39-dd08-4bc6-bdd7-ef8a9ff255cf HTTP/1.1" status: 200 len: 853 time: 0.5034120 Aug 31 14:35:42.634639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=ab763a3d-3a79-4cfb-b96f-1baec96b7a0b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:42.648190 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-cc63573b-892f-49c8-b0f2-bafb5e6780d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7052396f-afdc-47c9-bfe3-4afdffb7fcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451205 Aug 31 14:35:42.675028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:42.676294 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:42.720996 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2caec207-0422-4c95-97e0-29f42deb3597 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1648335 Aug 31 14:35:42.723676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56790) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:42.741709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4288e43a-c13b-4a68-83b2-37b58970fc69 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:42.758452 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-fea224b9-c5f9-4fbe-9ea5-8a7aeaf26f9a service neutron] 10.222.0.60 "GET /v2.0/networks/7052396f-afdc-47c9-bfe3-4afdffb7fcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026969 Aug 31 14:35:42.819478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4d36302e-d0cb-4452-aba2-2316142e9a05 None None] Provisioning for port 706cd373-1202-48d9-886e-34f9bc4f7888 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:42.825569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4d36302e-d0cb-4452-aba2-2316142e9a05 None None] Provisioning complete for port 706cd373-1202-48d9-886e-34f9bc4f7888 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:42.828242 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d36302e-d0cb-4452-aba2-2316142e9a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:42.855489 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83244c20-36dd-4e2b-ae17-2013688b680b req-8c5fbe79-1239-4eb7-858f-4124b28b8470 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0671611 Aug 31 14:35:42.928875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 706cd373-1202-48d9-886e-34f9bc4f7888 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:42.966935 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28d7cc7-418a-4e9a-8442-91221b548ae2 req-59a13a99-257c-4737-84e4-87e331591220 service neutron] 10.222.0.60 "GET /v2.0/networks/7052396f-afdc-47c9-bfe3-4afdffb7fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003286 Aug 31 14:35:43.018817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4288e43a-c13b-4a68-83b2-37b58970fc69 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:43.022837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4288e43a-c13b-4a68-83b2-37b58970fc69 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:43.052551 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11214c9a-65ce-4ad8-8fb2-78faf8b7ed83 req-0ef30871-175e-458d-ad4d-6f0f43ad30cd tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:43.060142 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11214c9a-65ce-4ad8-8fb2-78faf8b7ed83 req-0ef30871-175e-458d-ad4d-6f0f43ad30cd tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 944 time: 0.1051576 Aug 31 14:35:43.074911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4d36302e-d0cb-4452-aba2-2316142e9a05 None None] Provisioning complete for port e2e8644c-c83f-4074-a2f8-65483c756324 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:43.075628 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d36302e-d0cb-4452-aba2-2316142e9a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:43.093521 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e485e4-48e9-497c-b03a-6b9d681827e9 req-2eeedc6b-c46c-45eb-a438-a710e2015ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:43.096543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-51e485e4-48e9-497c-b03a-6b9d681827e9 req-2eeedc6b-c46c-45eb-a438-a710e2015ba4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c5cce59709e4ebfa69eaa68f0dcb435&device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 1095 time: 0.0660067 Aug 31 14:35:43.114218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 706cd373-1202-48d9-886e-34f9bc4f7888 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:43.114439 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:43.169333 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11214c9a-65ce-4ad8-8fb2-78faf8b7ed83 req-b506d0f0-e6c8-4237-beb9-c9a3b53675c7 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a045a00-c54a-4f19-9639-5a949a4c9aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080129 Aug 31 14:35:43.200827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4d36302e-d0cb-4452-aba2-2316142e9a05 None None] Port e2e8644c-c83f-4074-a2f8-65483c756324 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:43.219381 n-d-806683-5 neutron-server[94871]: INFO neutron.db.ipam_backend_mixin [None req-4288e43a-c13b-4a68-83b2-37b58970fc69 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bd2cf680-a0a0-457d-9f4e-cc9663231194 (CIDR: 172.20.0.0/28) Aug 31 14:35:43.223486 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4288e43a-c13b-4a68-83b2-37b58970fc69 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:35:43.224879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4288e43a-c13b-4a68-83b2-37b58970fc69 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:35:43.230199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e485e4-48e9-497c-b03a-6b9d681827e9 req-07a93a7b-54b9-4c8e-8341-1cbe90551404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:43.232422 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-51e485e4-48e9-497c-b03a-6b9d681827e9 req-07a93a7b-54b9-4c8e-8341-1cbe90551404 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7052396f-afdc-47c9-bfe3-4afdffb7fcfe HTTP/1.1" status: 200 len: 914 time: 0.1290095 Aug 31 14:35:43.247224 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4288e43a-c13b-4a68-83b2-37b58970fc69 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5201044 Aug 31 14:35:43.249658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56794) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:43.255019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c57345c3-eb61-456c-ad14-9acd6c2fddf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:43.281573 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-51e485e4-48e9-497c-b03a-6b9d681827e9 req-31b52adc-11e4-41df-afd0-9b2307549b42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d HTTP/1.1" status: 200 len: 217 time: 0.0409606 Aug 31 14:35:43.331389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-43cc1e3d-24ce-4c96-855b-6432c3f9a901 None None] Provisioning for port ab763a3d-3a79-4cfb-b96f-1baec96b7a0b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:43.337090 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-43cc1e3d-24ce-4c96-855b-6432c3f9a901 None None] Provisioning complete for port ab763a3d-3a79-4cfb-b96f-1baec96b7a0b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:43.337469 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-43cc1e3d-24ce-4c96-855b-6432c3f9a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:43.347725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e485e4-48e9-497c-b03a-6b9d681827e9 req-f65bbde4-2449-44a8-9130-5fbd64c65498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:43.349610 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-51e485e4-48e9-497c-b03a-6b9d681827e9 req-f65bbde4-2449-44a8-9130-5fbd64c65498 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba7a4a39-dd08-4bc6-bdd7-ef8a9ff255cf HTTP/1.1" status: 200 len: 853 time: 0.0612805 Aug 31 14:35:43.392465 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-51e485e4-48e9-497c-b03a-6b9d681827e9 req-6d437a21-37ee-4f64-9829-6c38da44ec9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7052396f-afdc-47c9-bfe3-4afdffb7fcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346856 Aug 31 14:35:43.394876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57345c3-eb61-456c-ad14-9acd6c2fddf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:43.399596 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c57345c3-eb61-456c-ad14-9acd6c2fddf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:43.427418 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-43cc1e3d-24ce-4c96-855b-6432c3f9a901 None None] Port ab763a3d-3a79-4cfb-b96f-1baec96b7a0b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:43.517035 n-d-806683-5 neutron-server[94871]: INFO neutron.db.ipam_backend_mixin [None req-c57345c3-eb61-456c-ad14-9acd6c2fddf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ed424e66-dfd1-487a-ae87-191ef58ea5d3 (CIDR: 172.20.0.16/28) Aug 31 14:35:43.521887 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57345c3-eb61-456c-ad14-9acd6c2fddf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:35:43.523532 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57345c3-eb61-456c-ad14-9acd6c2fddf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:35:43.531019 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-51e485e4-48e9-497c-b03a-6b9d681827e9 req-fb7bf236-d2b2-4f1b-b616-677fad2d6408 service neutron] 10.222.0.60 "GET /v2.0/networks/7052396f-afdc-47c9-bfe3-4afdffb7fcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315660 Aug 31 14:35:43.551468 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c57345c3-eb61-456c-ad14-9acd6c2fddf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3005738 Aug 31 14:35:43.554249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56798) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:43.560240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0ae5349d-c23c-48e4-8343-4183d08a9a9e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'subnet': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:43.717091 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-51e485e4-48e9-497c-b03a-6b9d681827e9 req-706a348f-e02a-4e06-b133-feab6a2a5b82 service neutron] 10.222.0.60 "GET /v2.0/networks/7052396f-afdc-47c9-bfe3-4afdffb7fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776607 Aug 31 14:35:43.768084 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eecc5940-8d0f-418b-b76b-4066fee61bb4 req-95e29949-8614-4411-bdb5-82b89a2b964f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906179 Aug 31 14:35:43.784502 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae5349d-c23c-48e4-8343-4183d08a9a9e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Made reservation on behalf of 8ee8acec987547e1af57f9732c67fa84 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:43.788120 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae5349d-c23c-48e4-8343-4183d08a9a9e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:43.894825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc5940-8d0f-418b-b76b-4066fee61bb4 req-2dc78c4a-738e-4569-ae11-4336df98149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:43.896338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eecc5940-8d0f-418b-b76b-4066fee61bb4 req-2dc78c4a-738e-4569-ae11-4336df98149c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 1096 time: 0.1037431 Aug 31 14:35:44.085631 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11eaa0fc-4bb9-4b5e-9cff-48db7942407c req-3cbb4628-575d-4e7c-ba37-b787eee63a24 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/ports?device_id=64885831-7b82-410a-bf7a-c88ff58bea18 HTTP/1.1" status: 200 len: 210 time: 0.0652273 Aug 31 14:35:44.168615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc5940-8d0f-418b-b76b-4066fee61bb4 req-24546bb6-531c-4d54-8992-3a6db98c76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:44.170108 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eecc5940-8d0f-418b-b76b-4066fee61bb4 req-24546bb6-531c-4d54-8992-3a6db98c76e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 916 time: 0.2309678 Aug 31 14:35:44.228782 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eecc5940-8d0f-418b-b76b-4066fee61bb4 req-5b211b73-2957-4a1b-98a2-212a667f17b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087719a5-efc1-4d80-bf44-e3bdb9f0e92f HTTP/1.1" status: 200 len: 217 time: 0.0512140 Aug 31 14:35:44.273652 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae5349d-c23c-48e4-8343-4183d08a9a9e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:44.283083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5172f-abbc-4dac-bdd9-1f9f1c5541f2 req-2067388f-6dd1-4c30-82a6-decccfdd7c04 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:44.285018 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10d5172f-abbc-4dac-bdd9-1f9f1c5541f2 req-2067388f-6dd1-4c30-82a6-decccfdd7c04 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 944 time: 0.0600238 Aug 31 14:35:44.329331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae5349d-c23c-48e4-8343-4183d08a9a9e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:44.329641 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10d5172f-abbc-4dac-bdd9-1f9f1c5541f2 req-cd6d2c7e-0ab1-467b-99e1-cc1546d15e29 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a045a00-c54a-4f19-9639-5a949a4c9aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374663 Aug 31 14:35:44.331013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc5940-8d0f-418b-b76b-4066fee61bb4 req-e4b9d5c6-9352-47f9-956e-7560bf88d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:44.332567 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eecc5940-8d0f-418b-b76b-4066fee61bb4 req-e4b9d5c6-9352-47f9-956e-7560bf88d81d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6328a301-d717-4967-a573-d40554209a6c HTTP/1.1" status: 200 len: 855 time: 0.0927739 Aug 31 14:35:44.335839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0ae5349d-c23c-48e4-8343-4183d08a9a9e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:44.342237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae5349d-c23c-48e4-8343-4183d08a9a9e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:44.342827 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae5349d-c23c-48e4-8343-4183d08a9a9e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:44.348299 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847d18b6-d062-462b-a3cf-ffd7e0c45571 None None] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:44.383881 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eecc5940-8d0f-418b-b76b-4066fee61bb4 req-1d115678-d1b5-4df5-bd6e-1835ccbe3b63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b08048cf-9a96-4315-891c-5b48607b8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440788 Aug 31 14:35:44.385622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5349d-c23c-48e4-8343-4183d08a9a9e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Subnet': ['ID=5a391fe6-258a-4d76-8871-2d6ad22b5345,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:44.395667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56808) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:44.395794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0ae5349d-c23c-48e4-8343-4183d08a9a9e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8398647 Aug 31 14:35:44.400442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-aeaa861d-1ddd-4112-a262-5c05c47ce300 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-685679688', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5a391fe6-258a-4d76-8871-2d6ad22b5345'}], 'security_groups': ['5399c272-0fda-41a5-bd25-eee3631626d9', '18f2a6ca-a75e-4565-bf10-7b10b0e2112d']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:44.501052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eecc5940-8d0f-418b-b76b-4066fee61bb4 req-9b9cd820-29ba-414b-88a1-be8858ff478c service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039057 Aug 31 14:35:44.593881 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeaa861d-1ddd-4112-a262-5c05c47ce300 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:44.637301 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eecc5940-8d0f-418b-b76b-4066fee61bb4 req-8ba00d02-e6b5-4325-ba5a-ef11a7130b92 service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291008 Aug 31 14:35:44.813535 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b4f54a-65e3-4063-b5ae-fed66189fe43 None None] Update dhcp port {'port': {'network_id': '722ff770-11d0-46fd-a688-0d5ae4658e91', 'fixed_ips': [{'subnet_id': 'ed424e66-dfd1-487a-ae87-191ef58ea5d3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bd2cf680-a0a0-457d-9f4e-cc9663231194', 'ip_address': '172.20.0.2'}, {'subnet_id': '5a391fe6-258a-4d76-8871-2d6ad22b5345'}], 'binding:host_id': 'n-d-806683-5'}, 'id': '706cd373-1202-48d9-886e-34f9bc4f7888'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:35:44.846274 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4b4f54a-65e3-4063-b5ae-fed66189fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:44.957315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-aeaa861d-1ddd-4112-a262-5c05c47ce300 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Delete allocated IP 172.20.0.12 (722ff770-11d0-46fd-a688-0d5ae4658e91/bd2cf680-a0a0-457d-9f4e-cc9663231194) {{(pid=94870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:35:44.967619 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-aeaa861d-1ddd-4112-a262-5c05c47ce300 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Allocated IP 172.20.0.44 (722ff770-11d0-46fd-a688-0d5ae4658e91/5a391fe6-258a-4d76-8871-2d6ad22b5345/ab763a3d-3a79-4cfb-b96f-1baec96b7a0b) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:45.147593 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeaa861d-1ddd-4112-a262-5c05c47ce300 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.167382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-aeaa861d-1ddd-4112-a262-5c05c47ce300 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Transition to ACTIVE for port object ab763a3d-3a79-4cfb-b96f-1baec96b7a0b will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:45.172478 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeaa861d-1ddd-4112-a262-5c05c47ce300 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.202294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56820) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:45.238769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f4b4f54a-65e3-4063-b5ae-fed66189fe43 None None] Allocated IP 172.20.0.34 (722ff770-11d0-46fd-a688-0d5ae4658e91/5a391fe6-258a-4d76-8871-2d6ad22b5345/706cd373-1202-48d9-886e-34f9bc4f7888) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:45.303854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa861d-1ddd-4112-a262-5c05c47ce300 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event updated for resources: {'Port': ['ID=ab763a3d-3a79-4cfb-b96f-1baec96b7a0b,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:45.310696 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af00d02-9077-4213-a4b0-4adaa01ff43a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.338102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa861d-1ddd-4112-a262-5c05c47ce300 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] In _notify_port_updated(), no bound segment for port ab763a3d-3a79-4cfb-b96f-1baec96b7a0b on network 722ff770-11d0-46fd-a688-0d5ae4658e91 {{(pid=94870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:35:45.338905 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af00d02-9077-4213-a4b0-4adaa01ff43a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.345135 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaa861d-1ddd-4112-a262-5c05c47ce300 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:45.345796 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aeaa861d-1ddd-4112-a262-5c05c47ce300 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.350304 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-aeaa861d-1ddd-4112-a262-5c05c47ce300 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "PUT /v2.0/ports/ab763a3d-3a79-4cfb-b96f-1baec96b7a0b HTTP/1.1" status: 200 len: 959 time: 0.9542272 Aug 31 14:35:45.350862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56822) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:45.368912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f4b4f54a-65e3-4063-b5ae-fed66189fe43 None None] For port 706cd373-1202-48d9-886e-34f9bc4f7888, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=706cd373-1202-48d9-886e-34f9bc4f7888,segment=NetworkSegment(f1fcfdf2-ac0b-422f-9688-e517528ee892),segment_id=f1fcfdf2-ac0b-422f-9688-e517528ee892)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:45.400986 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4b4f54a-65e3-4063-b5ae-fed66189fe43 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.416646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f4b4f54a-65e3-4063-b5ae-fed66189fe43 None None] Transition to ACTIVE for port object 706cd373-1202-48d9-886e-34f9bc4f7888 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:45.422775 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4b4f54a-65e3-4063-b5ae-fed66189fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.493834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430813a6-69e8-4240-8f5b-12a822a91771 req-f9f42b33-12f2-4a38-9fbd-727b8700e3d2 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:45.505982 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-430813a6-69e8-4240-8f5b-12a822a91771 req-f9f42b33-12f2-4a38-9fbd-727b8700e3d2 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 944 time: 0.0778244 Aug 31 14:35:45.508002 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af00d02-9077-4213-a4b0-4adaa01ff43a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.513272 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af00d02-9077-4213-a4b0-4adaa01ff43a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.516863 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4af00d02-9077-4213-a4b0-4adaa01ff43a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "DELETE /v2.0/security-groups/abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03 HTTP/1.1" status: 204 len: 168 time: 0.3107891 Aug 31 14:35:45.519348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56826) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:45.527607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af00d02-9077-4213-a4b0-4adaa01ff43a tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:45.540708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7e31e162-431d-4281-8496-154add38b25e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port ab763a3d-3a79-4cfb-b96f-1baec96b7a0b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:45.541049 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7e31e162-431d-4281-8496-154add38b25e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.553473 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-88fd24f1-40e6-4816-a479-81886412727f tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] show failed (client error): The resource could not be found. Aug 31 14:35:45.558097 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-88fd24f1-40e6-4816-a479-81886412727f tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "GET /v2.0/security-groups/abaa8bb8-ff0f-45c5-8df1-e04a5d85ec03 HTTP/1.1" status: 404 len: 347 time: 0.0363925 Aug 31 14:35:45.561475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56830) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:45.574650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:35:45.629578 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-430813a6-69e8-4240-8f5b-12a822a91771 req-cf936a6d-29b4-4996-9efc-6d6b2467042c tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a045a00-c54a-4f19-9639-5a949a4c9aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223323 Aug 31 14:35:45.641758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4f54a-65e3-4063-b5ae-fed66189fe43 None None] Pushing event updated for resources: {'Port': ['ID=706cd373-1202-48d9-886e-34f9bc4f7888,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:45.706999 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7e31e162-431d-4281-8496-154add38b25e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.736005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7e31e162-431d-4281-8496-154add38b25e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for ab763a3d-3a79-4cfb-b96f-1baec96b7a0b owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:45.794749 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d,segment=NetworkSegment(b0c700c0-d919-45ee-b30d-4a47b771fe2d),segment_id=b0c700c0-d919-45ee-b30d-4a47b771fe2d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:45.812759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d', 'network_id': '7052396f-afdc-47c9-bfe3-4afdffb7fcfe', 'port_id': '2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d', 'mac_address': 'fa:16:3e:97:0c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7a4a39-dd08-4bc6-bdd7-ef8a9ff255cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:35:45.826006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7100d4fd-9881-4499-b3ec-082d60d264f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Deleting port bc1df4a0-a4a4-40e0-871b-d9ae6bf13c7e {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:45.828582 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7100d4fd-9881-4499-b3ec-082d60d264f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.893681 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.913587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:35:45.944605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d,segment=NetworkSegment(b0c700c0-d919-45ee-b30d-4a47b771fe2d),segment_id=b0c700c0-d919-45ee-b30d-4a47b771fe2d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:45.949946 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.961002 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7e31e162-431d-4281-8496-154add38b25e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.983349 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7100d4fd-9881-4499-b3ec-082d60d264f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:45.990564 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7100d4fd-9881-4499-b3ec-082d60d264f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.013723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7100d4fd-9881-4499-b3ec-082d60d264f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Calling delete_port for bc1df4a0-a4a4-40e0-871b-d9ae6bf13c7e owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:46.020281 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31e162-431d-4281-8496-154add38b25e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=ab763a3d-3a79-4cfb-b96f-1baec96b7a0b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:46.053081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:46.108382 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7e31e162-431d-4281-8496-154add38b25e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.112179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7e31e162-431d-4281-8496-154add38b25e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/ab763a3d-3a79-4cfb-b96f-1baec96b7a0b HTTP/1.1" status: 204 len: 168 time: 0.7600634 Aug 31 14:35:46.115420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56836) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:46.150017 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed6685c-65de-4f0e-82df-1e325543dec8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] GET failed (client error): The resource could not be found. Aug 31 14:35:46.152723 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-aed6685c-65de-4f0e-82df-1e325543dec8 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports/ab763a3d-3a79-4cfb-b96f-1baec96b7a0b HTTP/1.1" status: 404 len: 333 time: 0.0353265 Aug 31 14:35:46.155704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56838) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:46.171555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:35:46.225721 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7100d4fd-9881-4499-b3ec-082d60d264f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.257542 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4cef176-ca95-482c-9372-1b198ead97a9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.273203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100d4fd-9881-4499-b3ec-082d60d264f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event deleted for resources: {'Port': ['ID=bc1df4a0-a4a4-40e0-871b-d9ae6bf13c7e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:46.289963 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4cef176-ca95-482c-9372-1b198ead97a9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.354114 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4cef176-ca95-482c-9372-1b198ead97a9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.358148 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4cef176-ca95-482c-9372-1b198ead97a9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.359532 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a4cef176-ca95-482c-9372-1b198ead97a9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/security-groups/f99ecaa8-f598-4085-b593-31999bb73c08 HTTP/1.1" status: 204 len: 168 time: 0.2028284 Aug 31 14:35:46.362135 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56840) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:46.384004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cef176-ca95-482c-9372-1b198ead97a9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99ecaa8-f598-4085-b593-31999bb73c08,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:46.417465 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7100d4fd-9881-4499-b3ec-082d60d264f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.421046 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7100d4fd-9881-4499-b3ec-082d60d264f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.422160 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7100d4fd-9881-4499-b3ec-082d60d264f8 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "DELETE /v2.0/floatingips/17f96ffa-8065-49e9-a7fb-bf6d9cbe07bc HTTP/1.1" status: 204 len: 168 time: 0.8594460 Aug 31 14:35:46.424970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56842) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:46.482565 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d552193d-5d15-451c-8b6f-bf48ca570e18 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.501378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8b150426-573b-48f1-a83a-5f3145a93bb5 None None] Provisioning for port 706cd373-1202-48d9-886e-34f9bc4f7888 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:46.507882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8b150426-573b-48f1-a83a-5f3145a93bb5 None None] Provisioning complete for port 706cd373-1202-48d9-886e-34f9bc4f7888 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:46.508310 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b150426-573b-48f1-a83a-5f3145a93bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.531362 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d552193d-5d15-451c-8b6f-bf48ca570e18 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.582194 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-10544e49-335c-4bd8-a203-876deed98107 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Deleting port bdd494a6-c0dc-45e9-a438-4b045656ddfe {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:46.582635 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-10544e49-335c-4bd8-a203-876deed98107 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.601307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8b150426-573b-48f1-a83a-5f3145a93bb5 None None] Could not find standard attr ID for object ab763a3d-3a79-4cfb-b96f-1baec96b7a0b. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:35:46.617513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8b150426-573b-48f1-a83a-5f3145a93bb5 None None] Provisioning complete for port e2e8644c-c83f-4074-a2f8-65483c756324 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:46.617755 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b150426-573b-48f1-a83a-5f3145a93bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.632223 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d552193d-5d15-451c-8b6f-bf48ca570e18 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.636036 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d552193d-5d15-451c-8b6f-bf48ca570e18 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.637904 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d552193d-5d15-451c-8b6f-bf48ca570e18 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/security-groups/18f2a6ca-a75e-4565-bf10-7b10b0e2112d HTTP/1.1" status: 204 len: 168 time: 0.2747996 Aug 31 14:35:46.640640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56848) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:46.659005 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552193d-5d15-451c-8b6f-bf48ca570e18 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f2a6ca-a75e-4565-bf10-7b10b0e2112d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:46.691935 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8b150426-573b-48f1-a83a-5f3145a93bb5 None None] Port e2e8644c-c83f-4074-a2f8-65483c756324 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:46.738388 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76c59a4e-11ec-487c-9076-9fec3725973d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.749356 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-10544e49-335c-4bd8-a203-876deed98107 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.764942 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76c59a4e-11ec-487c-9076-9fec3725973d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.789402 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-10544e49-335c-4bd8-a203-876deed98107 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Calling delete_port for bdd494a6-c0dc-45e9-a438-4b045656ddfe owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:46.820022 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76c59a4e-11ec-487c-9076-9fec3725973d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.823456 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76c59a4e-11ec-487c-9076-9fec3725973d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:46.827728 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-76c59a4e-11ec-487c-9076-9fec3725973d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/security-groups/5399c272-0fda-41a5-bd25-eee3631626d9 HTTP/1.1" status: 204 len: 168 time: 0.1836588 Aug 31 14:35:46.829610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56852) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:46.852572 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581e2f2-bdee-4fd6-8e9e-d80f08f7107f req-dcf0f3a4-b363-4542-904a-c63347fa522a tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:46.854475 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9581e2f2-bdee-4fd6-8e9e-d80f08f7107f req-dcf0f3a4-b363-4542-904a-c63347fa522a tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 945 time: 0.1198244 Aug 31 14:35:46.887638 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c59a4e-11ec-487c-9076-9fec3725973d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5399c272-0fda-41a5-bd25-eee3631626d9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:46.979269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4315966-96b9-496c-bf28-388232bcb7fa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting subnet bd2cf680-a0a0-457d-9f4e-cc9663231194 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:35:46.997957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4315966-96b9-496c-bf28-388232bcb7fa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.002241 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-10544e49-335c-4bd8-a203-876deed98107 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.022552 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9581e2f2-bdee-4fd6-8e9e-d80f08f7107f req-38e4ad86-1054-4c33-aff3-58c74c14d356 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a045a00-c54a-4f19-9639-5a949a4c9aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582987 Aug 31 14:35:47.023166 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 706cd373-1202-48d9-886e-34f9bc4f7888 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:47.062641 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10544e49-335c-4bd8-a203-876deed98107 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event deleted for resources: {'Port': ['ID=bdd494a6-c0dc-45e9-a438-4b045656ddfe,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:47.097561 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4315966-96b9-496c-bf28-388232bcb7fa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.130529 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 706cd373-1202-48d9-886e-34f9bc4f7888 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:47.131236 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.187148 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-10544e49-335c-4bd8-a203-876deed98107 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.189682 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-10544e49-335c-4bd8-a203-876deed98107 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "DELETE /v2.0/ports/bdd494a6-c0dc-45e9-a438-4b045656ddfe HTTP/1.1" status: 204 len: 168 time: 0.7639143 Aug 31 14:35:47.192201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56856) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:47.212190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a27aa965-f310-4352-8521-63715c4f0c50 None None] Could not find standard attr ID for object ab763a3d-3a79-4cfb-b96f-1baec96b7a0b. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:35:47.234470 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4315966-96b9-496c-bf28-388232bcb7fa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.330022 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4315966-96b9-496c-bf28-388232bcb7fa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.341878 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2ea57-3e33-495d-991b-04acb61f3f66 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Deleting port 3b58f743-17da-4d06-af23-9ca491f1d45c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:47.342276 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ebd2ea57-3e33-495d-991b-04acb61f3f66 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.359885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4315966-96b9-496c-bf28-388232bcb7fa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2cf680-a0a0-457d-9f4e-cc9663231194,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:47.376400 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4315966-96b9-496c-bf28-388232bcb7fa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.378708 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a4315966-96b9-496c-bf28-388232bcb7fa tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/bd2cf680-a0a0-457d-9f4e-cc9663231194 HTTP/1.1" status: 204 len: 168 time: 0.5480618 Aug 31 14:35:47.386749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56858) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:47.439376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c94241-3d2f-4536-adb1-9127f9b69492 None None] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:47.453254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f06e37-9271-4d1f-a6d9-d071a7e28637 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting subnet 5a391fe6-258a-4d76-8871-2d6ad22b5345 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:35:47.457234 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58f06e37-9271-4d1f-a6d9-d071a7e28637 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.470007 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ebd2ea57-3e33-495d-991b-04acb61f3f66 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.493233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2ea57-3e33-495d-991b-04acb61f3f66 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Calling delete_port for 3b58f743-17da-4d06-af23-9ca491f1d45c owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:47.506663 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58f06e37-9271-4d1f-a6d9-d071a7e28637 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.551528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:35:47.665351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:35:47.686508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:47.687272 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.695892 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ebd2ea57-3e33-495d-991b-04acb61f3f66 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.739889 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58f06e37-9271-4d1f-a6d9-d071a7e28637 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.742689 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2ea57-3e33-495d-991b-04acb61f3f66 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event deleted for resources: {'Port': ['ID=3b58f743-17da-4d06-af23-9ca491f1d45c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:47.869085 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.877680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ebd2ea57-3e33-495d-991b-04acb61f3f66 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.882003 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ebd2ea57-3e33-495d-991b-04acb61f3f66 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "DELETE /v2.0/ports/3b58f743-17da-4d06-af23-9ca491f1d45c HTTP/1.1" status: 204 len: 168 time: 0.6885653 Aug 31 14:35:47.884667 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56866) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:47.895613 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58f06e37-9271-4d1f-a6d9-d071a7e28637 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.902705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9a450e-fb26-4e4f-a27b-26dce736b09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:47.905052 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc8404d-99e1-44cb-8c8e-fd5bc7bbc3d1" -d '{"events": [{"server_uuid": "5c9a450e-fb26-4e4f-a27b-26dce736b09f", "name": "network-vif-plugged", "status": "completed", "tag": "2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:47.927221 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d,segment=NetworkSegment(b0c700c0-d919-45ee-b30d-4a47b771fe2d),segment_id=b0c700c0-d919-45ee-b30d-4a47b771fe2d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:47.932446 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.969733 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58f06e37-9271-4d1f-a6d9-d071a7e28637 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:47.972685 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-58f06e37-9271-4d1f-a6d9-d071a7e28637 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/5a391fe6-258a-4d76-8871-2d6ad22b5345 HTTP/1.1" status: 204 len: 168 time: 0.5833125 Aug 31 14:35:47.975395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f06e37-9271-4d1f-a6d9-d071a7e28637 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Subnet': ['ID=5a391fe6-258a-4d76-8871-2d6ad22b5345,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:47.978684 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56874) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:48.001937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a48d64-6590-48ef-8849-69fac7e4687d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Deleting subnet ef8e0da5-0757-4499-8cf1-b1603de9f949 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:35:48.008103 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7a48d64-6590-48ef-8849-69fac7e4687d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:48.017856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:48.079190 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da20cc0-9134-4ae4-92e6-abeb5cf77d5e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] DELETE failed (client error): The resource could not be found. Aug 31 14:35:48.079681 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7a48d64-6590-48ef-8849-69fac7e4687d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:48.079797 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da20cc0-9134-4ae4-92e6-abeb5cf77d5e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:35:48.100036 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6da20cc0-9134-4ae4-92e6-abeb5cf77d5e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/bd2cf680-a0a0-457d-9f4e-cc9663231194 HTTP/1.1" status: 404 len: 337 time: 0.1201160 Aug 31 14:35:48.100692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56880) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:48.155795 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e52520-ebc4-42ce-9c20-d90a12e43022 x-openstack-request-id: req-13e52520-ebc4-42ce-9c20-d90a12e43022 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:48.156339 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9a450e-fb26-4e4f-a27b-26dce736b09f", "name": "network-vif-plugged", "status": "completed", "tag": "2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:48.156747 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13e52520-ebc4-42ce-9c20-d90a12e43022 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:48.157311 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9a450e-fb26-4e4f-a27b-26dce736b09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d', 'code': 200} Aug 31 14:35:48.271307 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7a48d64-6590-48ef-8849-69fac7e4687d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:48.296402 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c33fe04-c4be-44b5-a95b-ff1373ba6e9a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting subnet ed424e66-dfd1-487a-ae87-191ef58ea5d3 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:35:48.311602 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c33fe04-c4be-44b5-a95b-ff1373ba6e9a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:48.371800 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c33fe04-c4be-44b5-a95b-ff1373ba6e9a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:48.475488 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c33fe04-c4be-44b5-a95b-ff1373ba6e9a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:48.636587 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c33fe04-c4be-44b5-a95b-ff1373ba6e9a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:48.697856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-fc76b49e-f87d-44b8-aaff-1f4c539c6742 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:48.704241 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-fc76b49e-f87d-44b8-aaff-1f4c539c6742 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 815 time: 0.1973221 Aug 31 14:35:48.707407 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c33fe04-c4be-44b5-a95b-ff1373ba6e9a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:48.709683 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9c33fe04-c4be-44b5-a95b-ff1373ba6e9a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/ed424e66-dfd1-487a-ae87-191ef58ea5d3 HTTP/1.1" status: 204 len: 168 time: 0.6079977 Aug 31 14:35:48.710550 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33fe04-c4be-44b5-a95b-ff1373ba6e9a tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Subnet': ['ID=ed424e66-dfd1-487a-ae87-191ef58ea5d3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:48.722782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56894) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:48.729947 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-084cd392-da68-473f-bc8d-d73263b2fb5d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/quotas/00d27f1f72f248fa9c1c442465d5507e HTTP/1.1" status: 200 len: 375 time: 0.0247111 Aug 31 14:35:48.779267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0438c9-6cda-414a-ac3b-e16062f4a1aa None None] Network 722ff770-11d0-46fd-a688-0d5ae4658e91 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:48.791306 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7991ac34-b638-4c51-8041-8856e1c8031d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] DELETE failed (client error): The resource could not be found. Aug 31 14:35:48.791881 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7991ac34-b638-4c51-8041-8856e1c8031d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:35:48.794846 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7991ac34-b638-4c51-8041-8856e1c8031d tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/3f7c8c4e-bad7-4ed6-b2e4-56ec6e377c50 HTTP/1.1" status: 404 len: 337 time: 0.0602763 Aug 31 14:35:48.799705 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56898) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:48.840413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24153b70-bb52-4d15-8cff-b2c8fe8f2ca8 req-1a55491c-02c3-4630-b9b8-f6059ef27359 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:48.842450 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-24153b70-bb52-4d15-8cff-b2c8fe8f2ca8 req-1a55491c-02c3-4630-b9b8-f6059ef27359 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 946 time: 0.6542833 Aug 31 14:35:48.844883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e29399-2df2-4e76-9f43-bc04af42966a req-7a1893b0-18ae-467a-8ab5-4e65f2ef4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:48.846857 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84e29399-2df2-4e76-9f43-bc04af42966a req-7a1893b0-18ae-467a-8ab5-4e65f2ef4c9b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 1097 time: 0.5344286 Aug 31 14:35:48.852454 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1ae7c596-e5bc-41f7-a4a0-71218839701f tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "GET /v2.0/ports?device_id=437e0d41-ac86-4e14-b31c-8e60c5771866 HTTP/1.1" status: 200 len: 205 time: 0.0346425 Aug 31 14:35:48.855865 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56900) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:48.896573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6dde4c8e-0661-42d2-9b2a-828b1bd78df4 None None] Provisioning complete for port 706cd373-1202-48d9-886e-34f9bc4f7888 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:48.897226 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6dde4c8e-0661-42d2-9b2a-828b1bd78df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:48.901746 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-5c2c5fa7-54c7-452f-9d96-c7a4b317a716 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] delete failed (client error): The resource could not be found. Aug 31 14:35:48.903632 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5c2c5fa7-54c7-452f-9d96-c7a4b317a716 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/routers/437e0d41-ac86-4e14-b31c-8e60c5771866 HTTP/1.1" status: 404 len: 336 time: 0.0465138 Aug 31 14:35:48.906498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56902) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:48.922913 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-24153b70-bb52-4d15-8cff-b2c8fe8f2ca8 req-9c3758d4-ab03-4e76-b042-544732c4958a tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a045a00-c54a-4f19-9639-5a949a4c9aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715339 Aug 31 14:35:48.940591 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-067faffb-6d3c-46a5-9e7c-2ec27c05d889 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] DELETE failed (client error): The resource could not be found. Aug 31 14:35:48.945001 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84e29399-2df2-4e76-9f43-bc04af42966a req-0ff2f612-bc98-487f-8926-5d3694208149 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5a045a00-c54a-4f19-9639-5a949a4c9aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674527 Aug 31 14:35:48.947672 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067faffb-6d3c-46a5-9e7c-2ec27c05d889 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:35:48.951875 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-067faffb-6d3c-46a5-9e7c-2ec27c05d889 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/dd449147-8000-4cf1-b9ef-e9f2f792d3f8 HTTP/1.1" status: 404 len: 337 time: 0.0429592 Aug 31 14:35:48.953955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56904) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:48.967146 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7a48d64-6590-48ef-8849-69fac7e4687d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:48.972908 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-716a62ee-950f-4f51-b4a0-0379c1893090 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2413521 Aug 31 14:35:49.031721 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2138bc-8a20-440d-9524-f59f12fc622e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] DELETE failed (client error): The resource could not be found. Aug 31 14:35:49.032186 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2138bc-8a20-440d-9524-f59f12fc622e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:35:49.040563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7f2138bc-8a20-440d-9524-f59f12fc622e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/1d0331fe-df0a-46b5-b01e-905b498feb25 HTTP/1.1" status: 404 len: 337 time: 0.0854232 Aug 31 14:35:49.057331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56906) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:49.075592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a48d64-6590-48ef-8849-69fac7e4687d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8e0da5-0757-4499-8cf1-b1603de9f949,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:49.078043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56908) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:49.094844 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7a48d64-6590-48ef-8849-69fac7e4687d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:49.097148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c7a48d64-6590-48ef-8849-69fac7e4687d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "DELETE /v2.0/subnets/ef8e0da5-0757-4499-8cf1-b1603de9f949 HTTP/1.1" status: 204 len: 168 time: 1.2114949 Aug 31 14:35:49.107569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca01b24b-fd94-4be4-87c5-812b63cdd208 None None] Network 102255ed-e1f5-4ea0-8992-73ed1fa161fb requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:49.110326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47827a8e-7cf2-4ef3-be24-43113412a90c None None] DHCP port deletion for 722ff770-11d0-46fd-a688-0d5ae4658e91 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:35:49.124242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56912) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:49.143941 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-773cb5ff-329b-4b9f-8de4-7eca78cd5dc0 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] DELETE failed (client error): The resource could not be found. Aug 31 14:35:49.144539 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773cb5ff-329b-4b9f-8de4-7eca78cd5dc0 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:35:49.146415 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-773cb5ff-329b-4b9f-8de4-7eca78cd5dc0 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/c002eb14-f59e-4aff-8aa2-b75a3a09a02c HTTP/1.1" status: 404 len: 337 time: 0.0874915 Aug 31 14:35:49.153074 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56914) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:49.220490 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-21206a43-c520-45f8-9697-10457cd4b99e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] DELETE failed (client error): The resource could not be found. Aug 31 14:35:49.222105 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21206a43-c520-45f8-9697-10457cd4b99e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:35:49.222796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6dde4c8e-0661-42d2-9b2a-828b1bd78df4 None None] Provisioning complete for port e2e8644c-c83f-4074-a2f8-65483c756324 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:35:49.223191 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6dde4c8e-0661-42d2-9b2a-828b1bd78df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:49.224397 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-21206a43-c520-45f8-9697-10457cd4b99e tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/d52c4f7b-3cd4-4dea-a30b-9241b4caa6b6 HTTP/1.1" status: 404 len: 333 time: 0.0702143 Aug 31 14:35:49.226279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf77c47-b5cf-4ef5-a80a-ea2c734e26ad tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:49.227027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf77c47-b5cf-4ef5-a80a-ea2c734e26ad tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:49.227335 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-bcecb46d-fdf8-477a-a16a-23fffba936f7 service neutron] 10.222.0.39 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532687 Aug 31 14:35:49.227844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf77c47-b5cf-4ef5-a80a-ea2c734e26ad tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:49.227964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56916) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:49.229847 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6cf77c47-b5cf-4ef5-a80a-ea2c734e26ad tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=b21ea8be72d24ece82d41eca10d2c981&network_id=e60f67af-c808-4743-933a-92c61d030c41 HTTP/1.1" status: 200 len: 2969 time: 0.1508489 Aug 31 14:35:49.243706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74f6cfd-6cbc-4e50-bf46-e2df4704605d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Deleting subnet 58f48358-a314-4fbd-8e23-d1c1367dabcd {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:35:49.253117 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d74f6cfd-6cbc-4e50-bf46-e2df4704605d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:49.271087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6dde4c8e-0661-42d2-9b2a-828b1bd78df4 None None] Port e2e8644c-c83f-4074-a2f8-65483c756324 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:35:49.304541 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d74f6cfd-6cbc-4e50-bf46-e2df4704605d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:49.353038 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-eb61fc4b-561b-4178-a01e-3fddcb05935e service neutron] 10.222.0.39 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130271 Aug 31 14:35:49.354197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-47827a8e-7cf2-4ef3-be24-43113412a90c None None] Deleting port 706cd373-1202-48d9-886e-34f9bc4f7888 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:49.361830 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47827a8e-7cf2-4ef3-be24-43113412a90c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:49.377706 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-326cf0e6-6608-4a31-b414-1a1fa37da375 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] DELETE failed (client error): The resource could not be found. Aug 31 14:35:49.378166 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326cf0e6-6608-4a31-b414-1a1fa37da375 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:35:49.380898 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-326cf0e6-6608-4a31-b414-1a1fa37da375 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/ad0384b6-6cf7-402f-b29f-dbe4afd73f6c HTTP/1.1" status: 404 len: 337 time: 0.1519048 Aug 31 14:35:49.394752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56922) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:49.447903 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-cece2e6e-a2b1-46dc-b5cd-2c475483d8d4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] DELETE failed (client error): The resource could not be found. Aug 31 14:35:49.449977 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cece2e6e-a2b1-46dc-b5cd-2c475483d8d4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:35:49.454948 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cece2e6e-a2b1-46dc-b5cd-2c475483d8d4 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/6b93c468-83a3-4811-ad00-0ff01d18caea HTTP/1.1" status: 404 len: 337 time: 0.0588481 Aug 31 14:35:49.455889 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56924) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:49.465086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-47827a8e-7cf2-4ef3-be24-43113412a90c None None] For port 706cd373-1202-48d9-886e-34f9bc4f7888, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=706cd373-1202-48d9-886e-34f9bc4f7888,segment=NetworkSegment(f1fcfdf2-ac0b-422f-9688-e517528ee892),segment_id=f1fcfdf2-ac0b-422f-9688-e517528ee892)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:49.465684 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47827a8e-7cf2-4ef3-be24-43113412a90c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:49.482740 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d74f6cfd-6cbc-4e50-bf46-e2df4704605d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:49.490242 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba764e1-409b-456b-887c-81efd52a4f53 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] DELETE failed (client error): The resource could not be found. Aug 31 14:35:49.491209 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba764e1-409b-456b-887c-81efd52a4f53 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:35:49.496266 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8ba764e1-409b-456b-887c-81efd52a4f53 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/d8397b36-62d9-49df-9d91-53ac78f29812 HTTP/1.1" status: 404 len: 333 time: 0.0378549 Aug 31 14:35:49.497308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56926) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:49.506405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-47827a8e-7cf2-4ef3-be24-43113412a90c None None] Calling delete_port for 706cd373-1202-48d9-886e-34f9bc4f7888 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:49.513132 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fd4995e-1cb3-4f8f-adef-02007e7ee91c req-291d36ba-6018-4bd0-a54e-929f3d6c30a2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1310780 Aug 31 14:35:49.513520 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:49.594428 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d74f6cfd-6cbc-4e50-bf46-e2df4704605d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:49.627265 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc92c37-b11b-45b7-9acb-dccdc0bf6e51 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] DELETE failed (client error): The resource could not be found. Aug 31 14:35:49.627793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc92c37-b11b-45b7-9acb-dccdc0bf6e51 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:35:49.632565 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ebc92c37-b11b-45b7-9acb-dccdc0bf6e51 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/7fd18885-037a-4217-88b6-11317157bd0b HTTP/1.1" status: 404 len: 337 time: 0.1332500 Aug 31 14:35:49.634219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56932) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:49.648975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f6cfd-6cbc-4e50-bf46-e2df4704605d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event deleted for resources: {'Subnet': ['ID=58f48358-a314-4fbd-8e23-d1c1367dabcd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:49.659029 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d74f6cfd-6cbc-4e50-bf46-e2df4704605d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:49.661300 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d74f6cfd-6cbc-4e50-bf46-e2df4704605d tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "DELETE /v2.0/subnets/58f48358-a314-4fbd-8e23-d1c1367dabcd HTTP/1.1" status: 204 len: 168 time: 0.5355246 Aug 31 14:35:49.662527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4995e-1cb3-4f8f-adef-02007e7ee91c req-1bdf8578-9fb5-4380-89cc-b89891463e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:49.664588 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fd4995e-1cb3-4f8f-adef-02007e7ee91c req-1bdf8578-9fb5-4380-89cc-b89891463e9a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 1097 time: 0.0763013 Aug 31 14:35:49.665273 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56934) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:49.678980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca34d172-69dd-4cf1-a37d-beb6b851f572 None None] DHCP port deletion for 102255ed-e1f5-4ea0-8992-73ed1fa161fb request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:35:49.681043 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bd0d3e-6ad5-4d73-9b17-3fb188974495 None None] Network bbbffd75-f989-4565-a2b7-5846c86624d3 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:49.701899 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8c3574-27a4-4988-b85d-8b1a1d208350 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] DELETE failed (client error): The resource could not be found. Aug 31 14:35:49.701899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8c3574-27a4-4988-b85d-8b1a1d208350 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:35:49.703137 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7d8c3574-27a4-4988-b85d-8b1a1d208350 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/subnets/5151fe4e-50a6-4033-8e90-a9f4e35d81d7 HTTP/1.1" status: 404 len: 337 time: 0.0679204 Aug 31 14:35:49.705551 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-66e075bb-9e2e-4270-aee0-eeda79e5b7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:49.715648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56936) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:49.722184 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78aab29f-f5e5-4968-bffe-78cda940b72c req-41f8ff63-e056-44e1-9bdd-153b3e33d8e1 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 210 time: 0.0389698 Aug 31 14:35:49.821009 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47827a8e-7cf2-4ef3-be24-43113412a90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:49.923832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47827a8e-7cf2-4ef3-be24-43113412a90c None None] No DVR routers for this DVR port 706cd373-1202-48d9-886e-34f9bc4f7888 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:49.936855 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47827a8e-7cf2-4ef3-be24-43113412a90c None None] Pushing event deleted for resources: {'Port': ['ID=706cd373-1202-48d9-886e-34f9bc4f7888,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:49.948382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4995e-1cb3-4f8f-adef-02007e7ee91c req-1b45ed0a-f307-4cb0-83f8-cf885656b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:49.950581 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fd4995e-1cb3-4f8f-adef-02007e7ee91c req-1b45ed0a-f307-4cb0-83f8-cf885656b171 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 916 time: 0.2336669 Aug 31 14:35:50.038421 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:50.044897 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ca34d172-69dd-4cf1-a37d-beb6b851f572 None None] Deleting port 6ddf2250-5f7d-428c-949f-0450aede7f32 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:50.045391 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca34d172-69dd-4cf1-a37d-beb6b851f572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:50.147264 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fd4995e-1cb3-4f8f-adef-02007e7ee91c req-bc2c83d4-8b41-4ed4-b45a-c292605a43b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ac479a-b350-419f-b888-8466bf811e2d HTTP/1.1" status: 200 len: 217 time: 0.1265268 Aug 31 14:35:50.269889 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5c60bc-afd1-4603-8651-1bc87048efd3 None None] DHCP port deletion for bbbffd75-f989-4565-a2b7-5846c86624d3 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:35:50.324040 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ae757-b82d-40e6-b2ee-8ac9aed98010 req-621283d9-75bc-44e0-a928-1b298cd139c2 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:50.326088 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-495ae757-b82d-40e6-b2ee-8ac9aed98010 req-621283d9-75bc-44e0-a928-1b298cd139c2 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 946 time: 0.2923763 Aug 31 14:35:50.348600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4995e-1cb3-4f8f-adef-02007e7ee91c req-85cf6acb-5e32-42c1-83a9-cad0a7e34535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:50.350068 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fd4995e-1cb3-4f8f-adef-02007e7ee91c req-85cf6acb-5e32-42c1-83a9-cad0a7e34535 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6328a301-d717-4967-a573-d40554209a6c HTTP/1.1" status: 200 len: 855 time: 0.1915135 Aug 31 14:35:50.361349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ca34d172-69dd-4cf1-a37d-beb6b851f572 None None] For port 6ddf2250-5f7d-428c-949f-0450aede7f32, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6ddf2250-5f7d-428c-949f-0450aede7f32,segment=NetworkSegment(76670cf5-4b16-42e3-8d56-3f894bd38b42),segment_id=76670cf5-4b16-42e3-8d56-3f894bd38b42)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:50.361349 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca34d172-69dd-4cf1-a37d-beb6b851f572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:50.380906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ca34d172-69dd-4cf1-a37d-beb6b851f572 None None] Calling delete_port for 6ddf2250-5f7d-428c-949f-0450aede7f32 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:50.381126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-72269ae1-a81c-4ed6-9d6b-b1ef2b85cbf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Deleting port e2e8644c-c83f-4074-a2f8-65483c756324 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:50.381351 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72269ae1-a81c-4ed6-9d6b-b1ef2b85cbf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:50.399114 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-db5c60bc-afd1-4603-8651-1bc87048efd3 None None] Deleting port c49847fb-ba33-4931-93c3-53d8382242cd {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:50.399647 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db5c60bc-afd1-4603-8651-1bc87048efd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:50.454570 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fd4995e-1cb3-4f8f-adef-02007e7ee91c req-f9495f81-a6a6-45c2-bb95-6c64aba8f994 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b08048cf-9a96-4315-891c-5b48607b8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918546 Aug 31 14:35:50.509257 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-495ae757-b82d-40e6-b2ee-8ac9aed98010 req-82c0a80a-5381-4b0e-9e89-9ec8dc76fbc9 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a045a00-c54a-4f19-9639-5a949a4c9aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717961 Aug 31 14:35:50.514583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-db5c60bc-afd1-4603-8651-1bc87048efd3 None None] For port c49847fb-ba33-4931-93c3-53d8382242cd, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c49847fb-ba33-4931-93c3-53d8382242cd,segment=NetworkSegment(5bc18401-7204-4916-b66f-12be88ebcce9),segment_id=5bc18401-7204-4916-b66f-12be88ebcce9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:50.514733 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db5c60bc-afd1-4603-8651-1bc87048efd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:50.541990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-db5c60bc-afd1-4603-8651-1bc87048efd3 None None] Calling delete_port for c49847fb-ba33-4931-93c3-53d8382242cd owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:50.592057 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca34d172-69dd-4cf1-a37d-beb6b851f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:50.593040 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Deleting port 6ddf2250-5f7d-428c-949f-0450aede7f32 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:50.593539 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:50.604088 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72269ae1-a81c-4ed6-9d6b-b1ef2b85cbf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:50.628532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca34d172-69dd-4cf1-a37d-beb6b851f572 None None] No DVR routers for this DVR port 6ddf2250-5f7d-428c-949f-0450aede7f32 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:50.631745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34d172-69dd-4cf1-a37d-beb6b851f572 None None] Pushing event deleted for resources: {'Port': ['ID=6ddf2250-5f7d-428c-949f-0450aede7f32,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:50.661901 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-72269ae1-a81c-4ed6-9d6b-b1ef2b85cbf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Calling delete_port for e2e8644c-c83f-4074-a2f8-65483c756324 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:50.681843 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db5c60bc-afd1-4603-8651-1bc87048efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:50.709719 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c60bc-afd1-4603-8651-1bc87048efd3 None None] Pushing event deleted for resources: {'Port': ['ID=c49847fb-ba33-4931-93c3-53d8382242cd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:50.719548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c60bc-afd1-4603-8651-1bc87048efd3 None None] No DVR routers for this DVR port c49847fb-ba33-4931-93c3-53d8382242cd on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:50.765159 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fd4995e-1cb3-4f8f-adef-02007e7ee91c req-11b40d4b-e8ad-4d30-b49a-0219b43e26cf service neutron] 10.222.0.25 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942274 Aug 31 14:35:50.767793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] For port 6ddf2250-5f7d-428c-949f-0450aede7f32, host n-d-806683-5, got binding levels [] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:50.768171 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:50.885470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Calling delete_port for 6ddf2250-5f7d-428c-949f-0450aede7f32 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:50.893234 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2f2c55c5-b2ca-4b9f-8324-d7c07e470fdd req-36b06a19-3a83-4bc4-8701-f76cdfa68f0e tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 210 time: 0.0636933 Aug 31 14:35:50.894100 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_backend_mixin [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Port 6ddf2250-5f7d-428c-949f-0450aede7f32 was not found and therefore no delete operation was performed {{(pid=94870) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:35:50.903235 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:50.926816 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 706cd373-1202-48d9-886e-34f9bc4f7888 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:50.949893 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72269ae1-a81c-4ed6-9d6b-b1ef2b85cbf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:50.958701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] No DVR routers for this DVR port 6ddf2250-5f7d-428c-949f-0450aede7f32 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:50.958916 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 706cd373-1202-48d9-886e-34f9bc4f7888 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:50.959570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 706cd373-1202-48d9-886e-34f9bc4f7888 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:50.960216 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6ddf2250-5f7d-428c-949f-0450aede7f32 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:50.973537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event deleted for resources: {'Port': ['ID=6ddf2250-5f7d-428c-949f-0450aede7f32,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:51.017163 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 6ddf2250-5f7d-428c-949f-0450aede7f32 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:51.017763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6ddf2250-5f7d-428c-949f-0450aede7f32 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:51.018350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c49847fb-ba33-4931-93c3-53d8382242cd no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:51.042687 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: c49847fb-ba33-4931-93c3-53d8382242cd {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:51.043361 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c49847fb-ba33-4931-93c3-53d8382242cd not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:51.071227 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fd4995e-1cb3-4f8f-adef-02007e7ee91c req-d21a1616-7bb5-4a09-981d-a6cd7917948f service neutron] 10.222.0.25 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911396 Aug 31 14:35:51.096979 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72269ae1-a81c-4ed6-9d6b-b1ef2b85cbf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.099094 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-72269ae1-a81c-4ed6-9d6b-b1ef2b85cbf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/ports/e2e8644c-c83f-4074-a2f8-65483c756324 HTTP/1.1" status: 204 len: 168 time: 1.3809304 Aug 31 14:35:51.141508 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56956) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:51.179659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72269ae1-a81c-4ed6-9d6b-b1ef2b85cbf9 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Port': ['ID=e2e8644c-c83f-4074-a2f8-65483c756324,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:51.197575 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.210830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102255ed-e1f5-4ea0-8992-73ed1fa161fb']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:51.228019 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76670cf5-4b16-42e3-8d56-3f894bd38b42') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:51.228609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76670cf5-4b16-42e3-8d56-3f894bd38b42') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:51.243728 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.263087 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05ce0227-6205-49d0-9d33-e11f1ddff122 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.265466 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.275422 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:35:51.275920 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:35:51.281092 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:35:51.285504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-53115058-067d-446e-ba6b-71a666cba3b8 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:51.287048 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-53115058-067d-446e-ba6b-71a666cba3b8 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.60 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 815 time: 0.3046012 Aug 31 14:35:51.318412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-c0930ae6-dfa4-486d-925c-7e91372e4f2d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Request body: {'port': {'device_id': '25dff9e4-c2f2-4072-a843-a6cf0346b567', 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58', 'admin_state_up': True, 'tenant_id': '00d27f1f72f248fa9c1c442465d5507e'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:51.360588 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.370474 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.382247 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "DELETE /v2.0/networks/102255ed-e1f5-4ea0-8992-73ed1fa161fb HTTP/1.1" status: 204 len: 168 time: 1.7103419 Aug 31 14:35:51.382247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56960) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:51.410671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a50be2-1861-43cc-8a74-b2f23d959f49 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event deleted for resources: {'Network': ['ID=102255ed-e1f5-4ea0-8992-73ed1fa161fb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:51.489854 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05ce0227-6205-49d0-9d33-e11f1ddff122 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.490850 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7378bbb6-9768-4143-906b-e7e443a93611 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.518161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-05ce0227-6205-49d0-9d33-e11f1ddff122 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722ff770-11d0-46fd-a688-0d5ae4658e91']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:51.544964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-05ce0227-6205-49d0-9d33-e11f1ddff122 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fcfdf2-ac0b-422f-9688-e517528ee892') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:51.544964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-05ce0227-6205-49d0-9d33-e11f1ddff122 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fcfdf2-ac0b-422f-9688-e517528ee892') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:51.566170 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05ce0227-6205-49d0-9d33-e11f1ddff122 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.589224 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05ce0227-6205-49d0-9d33-e11f1ddff122 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.601212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ce0227-6205-49d0-9d33-e11f1ddff122 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:35:51.601970 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05ce0227-6205-49d0-9d33-e11f1ddff122 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:35:51.605327 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:35:51.607789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-c0930ae6-dfa4-486d-925c-7e91372e4f2d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Made reservation on behalf of 00d27f1f72f248fa9c1c442465d5507e for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:51.607878 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7378bbb6-9768-4143-906b-e7e443a93611 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.610915 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-c0930ae6-dfa4-486d-925c-7e91372e4f2d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.618998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7378bbb6-9768-4143-906b-e7e443a93611 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbffd75-f989-4565-a2b7-5846c86624d3']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:51.641925 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7378bbb6-9768-4143-906b-e7e443a93611 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc18401-7204-4916-b66f-12be88ebcce9') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:51.642201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7378bbb6-9768-4143-906b-e7e443a93611 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc18401-7204-4916-b66f-12be88ebcce9') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:51.671980 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7378bbb6-9768-4143-906b-e7e443a93611 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.703730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952233a-17a9-479b-ab2c-1cf1a07da666 req-f8fdf5e4-4beb-4550-90ce-bcce284c45a2 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:51.705366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6952233a-17a9-479b-ab2c-1cf1a07da666 req-f8fdf5e4-4beb-4550-90ce-bcce284c45a2 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 946 time: 0.0824463 Aug 31 14:35:51.706421 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7378bbb6-9768-4143-906b-e7e443a93611 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.713333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7378bbb6-9768-4143-906b-e7e443a93611 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:35:51.713697 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7378bbb6-9768-4143-906b-e7e443a93611 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:35:51.717469 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:35:51.729713 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05ce0227-6205-49d0-9d33-e11f1ddff122 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.735743 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05ce0227-6205-49d0-9d33-e11f1ddff122 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.740275 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-05ce0227-6205-49d0-9d33-e11f1ddff122 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] 10.222.0.39 "DELETE /v2.0/networks/722ff770-11d0-46fd-a688-0d5ae4658e91 HTTP/1.1" status: 204 len: 168 time: 0.5965025 Aug 31 14:35:51.769061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce0227-6205-49d0-9d33-e11f1ddff122 tempest-PortsTestJSON-1623200229 tempest-PortsTestJSON-1623200229-project] Pushing event deleted for resources: {'Network': ['ID=722ff770-11d0-46fd-a688-0d5ae4658e91,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:51.808100 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6952233a-17a9-479b-ab2c-1cf1a07da666 req-4cd2dee6-4904-4900-8a4b-b2e7e1bd632d tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a045a00-c54a-4f19-9639-5a949a4c9aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899498 Aug 31 14:35:51.819423 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7378bbb6-9768-4143-906b-e7e443a93611 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.849348 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7378bbb6-9768-4143-906b-e7e443a93611 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:51.852687 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7378bbb6-9768-4143-906b-e7e443a93611 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] 10.222.0.39 "DELETE /v2.0/networks/bbbffd75-f989-4565-a2b7-5846c86624d3 HTTP/1.1" status: 204 len: 168 time: 0.4716072 Aug 31 14:35:51.895500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378bbb6-9768-4143-906b-e7e443a93611 tempest-TaggedBootDevicesTest_v242-1568762842 tempest-TaggedBootDevicesTest_v242-1568762842-project] Pushing event deleted for resources: {'Network': ['ID=bbbffd75-f989-4565-a2b7-5846c86624d3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:51.958852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-c0930ae6-dfa4-486d-925c-7e91372e4f2d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Allocated IP 172.20.0.9 (b08048cf-9a96-4315-891c-5b48607b8e58/6328a301-d717-4967-a573-d40554209a6c/7e16ecce-8411-4f92-9add-ec061c7a7007) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:52.110677 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2c930a8e-c957-4a17-9ea2-7147358d9415 req-e54095d0-b32c-4b48-b7ed-7a09e9bfbcbd tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 210 time: 0.0603347 Aug 31 14:35:52.169206 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b687355b-67b4-477c-ad42-fe6853d21a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:52.279312 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-c0930ae6-dfa4-486d-925c-7e91372e4f2d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:52.284782 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:52.293680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56994) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:52.339213 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-c0930ae6-dfa4-486d-925c-7e91372e4f2d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:52.356840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['41ac479a-b350-419f-b888-8466bf811e2d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:35:52.364412 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['087719a5-efc1-4d80-bf44-e3bdb9f0e92f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:35:52.426771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-c0930ae6-dfa4-486d-925c-7e91372e4f2d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Network b08048cf-9a96-4315-891c-5b48607b8e58 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:52.434877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-c0930ae6-dfa4-486d-925c-7e91372e4f2d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:52.441320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-c0930ae6-dfa4-486d-925c-7e91372e4f2d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:52.471915 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0930ae6-dfa4-486d-925c-7e91372e4f2d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Pushing event updated for resources: {'Port': ['ID=7e16ecce-8411-4f92-9add-ec061c7a7007,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:52.489409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c959be7-2fcd-4440-b716-f9d57a6f020a tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:52.499647 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7c959be7-2fcd-4440-b716-f9d57a6f020a tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 814 time: 0.2030826 Aug 31 14:35:52.509510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57004) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:52.738639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10370d75-014b-45b3-a2eb-ee2fdf154382 req-188b68f8-5b99-46e1-9f35-f6dcc8f03d52 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:52.740349 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10370d75-014b-45b3-a2eb-ee2fdf154382 req-188b68f8-5b99-46e1-9f35-f6dcc8f03d52 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 946 time: 0.1584678 Aug 31 14:35:52.746064 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a18a65ff-91f3-4101-ab4c-e4d5f3b53cf0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ee8acec987547e1af57f9732c67fa84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353203 Aug 31 14:35:52.748468 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57012) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:52.763519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-c0930ae6-dfa4-486d-925c-7e91372e4f2d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:52.769057 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-c0930ae6-dfa4-486d-925c-7e91372e4f2d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:52.850706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-c0930ae6-dfa4-486d-925c-7e91372e4f2d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5362134 Aug 31 14:35:52.860520 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7f3778fd-02c8-4c4f-b9ec-1d1715b4b99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:52.868354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Request body: {'port': {'device_id': '25dff9e4-c2f2-4072-a843-a6cf0346b567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:52.885940 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7f3778fd-02c8-4c4f-b9ec-1d1715b4b99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:52.911883 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10370d75-014b-45b3-a2eb-ee2fdf154382 req-17c5d612-a057-4395-9637-2edf326563e9 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a045a00-c54a-4f19-9639-5a949a4c9aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353507 Aug 31 14:35:52.956323 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7f3778fd-02c8-4c4f-b9ec-1d1715b4b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:52.959555 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7f3778fd-02c8-4c4f-b9ec-1d1715b4b99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:52.963499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7f3778fd-02c8-4c4f-b9ec-1d1715b4b99b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd481f5c-15c9-415d-a168-d1a1d0469d9a HTTP/1.1" status: 204 len: 168 time: 0.2127218 Aug 31 14:35:52.972070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3778fd-02c8-4c4f-b9ec-1d1715b4b99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd481f5c-15c9-415d-a168-d1a1d0469d9a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:52.975729 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:53.335942 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e16ecce-8411-4f92-9add-ec061c7a7007 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:35:53.342157 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:53.345544 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:53.360771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Transition to ACTIVE for port object 7e16ecce-8411-4f92-9add-ec061c7a7007 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:53.387464 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:53.468525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Pushing event updated for resources: {'Port': ['ID=7e16ecce-8411-4f92-9add-ec061c7a7007,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:53.697891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57034) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:53.730241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ced3ae6c-44bb-48ee-a745-3be53d40ef76 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'network': {'name': 'tempest-network-smoke--687448162', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'port_security_enabled': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:53.764955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced3ae6c-44bb-48ee-a745-3be53d40ef76 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Made reservation on behalf of b21ea8be72d24ece82d41eca10d2c981 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:53.778113 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ced3ae6c-44bb-48ee-a745-3be53d40ef76 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:53.783539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Attempting to bind port 7e16ecce-8411-4f92-9add-ec061c7a7007 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:35:53.783979 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Attempting to bind port 7e16ecce-8411-4f92-9add-ec061c7a7007 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:35:53.784313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Attempting to bind port 7e16ecce-8411-4f92-9add-ec061c7a7007 on network b08048cf-9a96-4315-891c-5b48607b8e58 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:35:53.814749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced3ae6c-44bb-48ee-a745-3be53d40ef76 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:35:53.826921 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ced3ae6c-44bb-48ee-a745-3be53d40ef76 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:53.827348 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-ced3ae6c-44bb-48ee-a745-3be53d40ef76 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Added segment 433258e7-a7df-4830-9a97-cbb0bd6f9f8e of type vlan for network 9948fef6-7676-4d62-81f0-efeab3e83f0a Aug 31 14:35:53.893743 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ced3ae6c-44bb-48ee-a745-3be53d40ef76 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:53.920851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Port 7e16ecce-8411-4f92-9add-ec061c7a7007 on network b08048cf-9a96-4315-891c-5b48607b8e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:35:53.921166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Attempting to bind port 7e16ecce-8411-4f92-9add-ec061c7a7007 on network b08048cf-9a96-4315-891c-5b48607b8e58 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:35:53.928115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:35:53.928504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Checking segment: {'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:35:53.928892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Bound using segment: {'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:35:53.929334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Bound port: 7e16ecce-8411-4f92-9add-ec061c7a7007, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:35:53.929747 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:53.931826 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ced3ae6c-44bb-48ee-a745-3be53d40ef76 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:53.938652 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced3ae6c-44bb-48ee-a745-3be53d40ef76 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:53.939410 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ced3ae6c-44bb-48ee-a745-3be53d40ef76 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:54.078482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414cabb-87ea-4db9-b4ea-ac31a49ca16d req-ca38b5d6-8b19-4629-a263-55bc60af7005 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:54.086695 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7414cabb-87ea-4db9-b4ea-ac31a49ca16d req-ca38b5d6-8b19-4629-a263-55bc60af7005 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 931 time: 0.8351722 Aug 31 14:35:54.120488 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ced3ae6c-44bb-48ee-a745-3be53d40ef76 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4117332 Aug 31 14:35:54.145954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57048) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:54.163645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd135b-89e6-4241-bcec-47a7508b5bfe req-ba1640a7-48ee-49d0-a35f-b78947ddc605 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:54.165714 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6fd135b-89e6-4241-bcec-47a7508b5bfe req-ba1640a7-48ee-49d0-a35f-b78947ddc605 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 946 time: 0.1448612 Aug 31 14:35:54.185543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3ae6c-44bb-48ee-a745-3be53d40ef76 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Network': ['ID=9948fef6-7676-4d62-81f0-efeab3e83f0a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:54.199163 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 9948fef6-7676-4d62-81f0-efeab3e83f0a details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:35:54.239218 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7414cabb-87ea-4db9-b4ea-ac31a49ca16d req-d018eac3-7595-4645-9891-6b39664a43d4 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507173 Aug 31 14:35:54.255074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] For port 7e16ecce-8411-4f92-9add-ec061c7a7007, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:35:54.260777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] For port 7e16ecce-8411-4f92-9add-ec061c7a7007, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7e16ecce-8411-4f92-9add-ec061c7a7007,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:35:54.270312 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:54.298138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82632f-38cd-4d8a-8938-a4d739d5094c req-eeb55fd1-1060-40f1-bb7b-4fe73503f7d7 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:54.311265 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac82632f-38cd-4d8a-8938-a4d739d5094c req-eeb55fd1-1060-40f1-bb7b-4fe73503f7d7 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 946 time: 0.1434243 Aug 31 14:35:54.442671 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:54.513269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:54.514306 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:54.521706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] 10.222.0.60 "PUT /v2.0/ports/7e16ecce-8411-4f92-9add-ec061c7a7007 HTTP/1.1" status: 200 len: 1091 time: 1.6587124 Aug 31 14:35:54.536623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dff9e4-c2f2-4072-a843-a6cf0346b567', 'tag': '7e16ecce-8411-4f92-9add-ec061c7a7007'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:54.553284 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc652fa3-701c-46fa-aa57-8405146f64a5 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:54.561502 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dc652fa3-701c-46fa-aa57-8405146f64a5 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b21ea8be72d24ece82d41eca10d2c981&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3947639 Aug 31 14:35:54.564078 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1f5fbf-3c16-4301-9a2b-f45b168d8f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "25dff9e4-c2f2-4072-a843-a6cf0346b567", "tag": "7e16ecce-8411-4f92-9add-ec061c7a7007"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:54.564628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57054) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:54.767402 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac82632f-38cd-4d8a-8938-a4d739d5094c req-dda7948e-dbb8-4c1c-ae7e-b657b54b116a tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a045a00-c54a-4f19-9639-5a949a4c9aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321220 Aug 31 14:35:54.795236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a0a55-2d7d-482a-85b7-7d8499c3cc4e service neutron] Pushing event updated for resources: {'Port': ['ID=7e16ecce-8411-4f92-9add-ec061c7a7007,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:54.831131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-0de94ea2-1054-41e8-95eb-f836564e1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:54.842567 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-0de94ea2-1054-41e8-95eb-f836564e1519 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 1094 time: 0.2545285 Aug 31 14:35:54.912936 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:54.982151 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-e6fd135b-89e6-4241-bcec-47a7508b5bfe req-dbd37fc2-d1ff-4f3e-b75e-c1f230ee5436 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Deleting port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:35:54.982617 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e6fd135b-89e6-4241-bcec-47a7508b5bfe req-dbd37fc2-d1ff-4f3e-b75e-c1f230ee5436 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:55.025293 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-3092909b-9e92-4753-940e-ce13deab6f37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e16ecce-8411-4f92-9add-ec061c7a7007 HTTP/1.1" status: 200 len: 217 time: 0.1738026 Aug 31 14:35:55.083879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb59877-92da-4d33-943a-29e676c7627a tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:55.088329 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ffb59877-92da-4d33-943a-29e676c7627a tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5198047 Aug 31 14:35:55.088484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57074) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:55.160813 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-be1d8307-0b60-4f2c-94b0-cff610a29ec3 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0708025 Aug 31 14:35:55.166234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57076) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:55.278819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-e6fd135b-89e6-4241-bcec-47a7508b5bfe req-dbd37fc2-d1ff-4f3e-b75e-c1f230ee5436 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] For port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d,segment=NetworkSegment(b0c700c0-d919-45ee-b30d-4a47b771fe2d),segment_id=b0c700c0-d919-45ee-b30d-4a47b771fe2d)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:55.287513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e6fd135b-89e6-4241-bcec-47a7508b5bfe req-dbd37fc2-d1ff-4f3e-b75e-c1f230ee5436 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:55.317627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-e6fd135b-89e6-4241-bcec-47a7508b5bfe req-dbd37fc2-d1ff-4f3e-b75e-c1f230ee5436 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Calling delete_port for 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:35:55.335021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-42ab5f60-0e38-4569-ba83-73dccaa7a37a tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b21ea8be72d24ece82d41eca10d2c981&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1672220 Aug 31 14:35:55.338104 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57082) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:55.338564 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77093c1-323b-4ab1-978a-b00b24be7804 x-openstack-request-id: req-b77093c1-323b-4ab1-978a-b00b24be7804 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:55.338869 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25dff9e4-c2f2-4072-a843-a6cf0346b567", "tag": "7e16ecce-8411-4f92-9add-ec061c7a7007", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:55.339094 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b77093c1-323b-4ab1-978a-b00b24be7804 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:55.359740 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dff9e4-c2f2-4072-a843-a6cf0346b567', 'tag': '7e16ecce-8411-4f92-9add-ec061c7a7007', 'status': 'completed', 'code': 200} Aug 31 14:35:55.394135 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-7e4fc8ae-7306-4e2e-adee-aa9e126b6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:55.395883 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-7e4fc8ae-7306-4e2e-adee-aa9e126b6d76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6328a301-d717-4967-a573-d40554209a6c HTTP/1.1" status: 200 len: 855 time: 0.3614583 Aug 31 14:35:55.541512 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-54361f01-aab9-4d8c-9782-fbd87680cfc8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b08048cf-9a96-4315-891c-5b48607b8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957255 Aug 31 14:35:55.580325 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e6fd135b-89e6-4241-bcec-47a7508b5bfe req-dbd37fc2-d1ff-4f3e-b75e-c1f230ee5436 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:55.593755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:35:55.661260 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd37fc2-d1ff-4f3e-b75e-c1f230ee5436 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Pushing event deleted for resources: {'Port': ['ID=2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:55.689211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acddc2d-322f-4ea6-8704-51a8b2c96b25 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:55.694025 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0acddc2d-322f-4ea6-8704-51a8b2c96b25 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3534870 Aug 31 14:35:55.694688 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57088) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:55.736340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590caadc-ebe4-4ac1-a3b3-a82d8f6eea2b req-b8625784-1ff8-4bcf-acec-8b23362d9ef9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:55.738063 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-590caadc-ebe4-4ac1-a3b3-a82d8f6eea2b req-b8625784-1ff8-4bcf-acec-8b23362d9ef9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 943 time: 0.3773620 Aug 31 14:35:55.797104 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-85d69edb-e57c-4f40-8801-df4779bb50d6 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0842745 Aug 31 14:35:55.798389 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fd135b-89e6-4241-bcec-47a7508b5bfe req-dbd37fc2-d1ff-4f3e-b75e-c1f230ee5436 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] No DVR routers for this DVR port 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:35:55.799664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57096) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:55.803835 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e6fd135b-89e6-4241-bcec-47a7508b5bfe req-dbd37fc2-d1ff-4f3e-b75e-c1f230ee5436 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:55.807509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e8efe983-e562-42dd-80a5-97ccbeb66706 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-251226231', 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:55.808991 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6fd135b-89e6-4241-bcec-47a7508b5bfe req-dbd37fc2-d1ff-4f3e-b75e-c1f230ee5436 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.60 "DELETE /v2.0/ports/2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d HTTP/1.1" status: 204 len: 173 time: 1.6217396 Aug 31 14:35:55.809673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9a450e-fb26-4e4f-a27b-26dce736b09f', 'name': 'network-vif-deleted', 'tag': '2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:55.817171 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67d0fa4-5e60-4323-8752-5cc86a7efe38" -d '{"events": [{"server_uuid": "5c9a450e-fb26-4e4f-a27b-26dce736b09f", "name": "network-vif-deleted", "tag": "2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:55.972836 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7d78e023-97ef-4b55-a57b-f108c6e5de1c req-ae7e4e1f-ac8a-4b99-ba01-fc4c9fee9f52 tempest-ServerAddressesTestJSON-1777343771 tempest-ServerAddressesTestJSON-1777343771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9a450e-fb26-4e4f-a27b-26dce736b09f HTTP/1.1" status: 200 len: 210 time: 0.0667832 Aug 31 14:35:55.994468 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-590caadc-ebe4-4ac1-a3b3-a82d8f6eea2b req-7de1f3d2-8b0d-4004-a756-698f6f4ebcbb tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419343 Aug 31 14:35:56.021012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-aaf734d9-2a12-4449-af2f-98eeae95ee88 service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709659 Aug 31 14:35:56.104506 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67beae3-7364-4980-802a-034906cf7deb x-openstack-request-id: req-d67beae3-7364-4980-802a-034906cf7deb {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:56.106419 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9a450e-fb26-4e4f-a27b-26dce736b09f", "name": "network-vif-deleted", "tag": "2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:56.107103 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d67beae3-7364-4980-802a-034906cf7deb {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:56.108553 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9a450e-fb26-4e4f-a27b-26dce736b09f', 'name': 'network-vif-deleted', 'tag': '2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d', 'status': 'completed', 'code': 200} Aug 31 14:35:56.235156 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8efe983-e562-42dd-80a5-97ccbeb66706 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Made reservation on behalf of b21ea8be72d24ece82d41eca10d2c981 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:35:56.239069 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8efe983-e562-42dd-80a5-97ccbeb66706 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:56.300305 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1d1eb7e-f7c7-4ca0-bac6-817a96db7a09 req-eeefeb0c-ffc2-44c0-939c-4c12317b7a54 service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615066 Aug 31 14:35:56.456438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f5fbf-3c16-4301-9a2b-f45b168d8f7d req-b85a0490-a6eb-40b2-a3f9-87ec0031d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:56.457974 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e1f5fbf-3c16-4301-9a2b-f45b168d8f7d req-b85a0490-a6eb-40b2-a3f9-87ec0031d1e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 1094 time: 0.0834980 Aug 31 14:35:56.690918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f5fbf-3c16-4301-9a2b-f45b168d8f7d req-c72eaf48-f331-4b92-8531-a6f95664dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:56.692684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e1f5fbf-3c16-4301-9a2b-f45b168d8f7d req-c72eaf48-f331-4b92-8531-a6f95664dedf service neutron] 10.222.0.60 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 916 time: 0.2262969 Aug 31 14:35:56.696505 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8efe983-e562-42dd-80a5-97ccbeb66706 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:56.776870 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e1f5fbf-3c16-4301-9a2b-f45b168d8f7d req-cef8df41-bb69-48bc-bd24-0aa67c313fbe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e16ecce-8411-4f92-9add-ec061c7a7007 HTTP/1.1" status: 200 len: 217 time: 0.0715189 Aug 31 14:35:56.860450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efe983-e562-42dd-80a5-97ccbeb66706 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Subnet': ['ID=3716b89a-aa71-4e15-89bd-16d003959093,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:56.896616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8efe983-e562-42dd-80a5-97ccbeb66706 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Checking segment: {'id': '433258e7-a7df-4830-9a97-cbb0bd6f9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:35:56.896984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8efe983-e562-42dd-80a5-97ccbeb66706 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network hostable DHCP agents. Network: 9948fef6-7676-4d62-81f0-efeab3e83f0a, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:35:56.918767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f5fbf-3c16-4301-9a2b-f45b168d8f7d req-8e703993-ef3a-42eb-b34c-b61aba8e048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:56.920501 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e1f5fbf-3c16-4301-9a2b-f45b168d8f7d req-8e703993-ef3a-42eb-b34c-b61aba8e048b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6328a301-d717-4967-a573-d40554209a6c HTTP/1.1" status: 200 len: 855 time: 0.1311309 Aug 31 14:35:56.928985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8efe983-e562-42dd-80a5-97ccbeb66706 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network 9948fef6-7676-4d62-81f0-efeab3e83f0a is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:35:56.971884 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e1f5fbf-3c16-4301-9a2b-f45b168d8f7d req-977106b3-dce1-43ec-b365-ebba44f34c09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b08048cf-9a96-4315-891c-5b48607b8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397348 Aug 31 14:35:56.973007 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e8efe983-e562-42dd-80a5-97ccbeb66706 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 9948fef6-7676-4d62-81f0-efeab3e83f0a) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:56.992920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac7f759-4896-4a61-a6c1-f062fe520864 None None] Network 9948fef6-7676-4d62-81f0-efeab3e83f0a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:35:57.050762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8efe983-e562-42dd-80a5-97ccbeb66706 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:57.051405 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8efe983-e562-42dd-80a5-97ccbeb66706 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:57.103289 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57128) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:57.200901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e8efe983-e562-42dd-80a5-97ccbeb66706 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3955572 Aug 31 14:35:57.327004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e1f5fbf-3c16-4301-9a2b-f45b168d8f7d req-43dccd73-09e0-48d7-b38d-af7567f1dbbd service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340106 Aug 31 14:35:57.391743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8dc566-a6af-4a06-8b5b-c605b80627ef admin admin] Deleting subnet ba7a4a39-dd08-4bc6-bdd7-ef8a9ff255cf {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:35:57.415063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ee7c-594a-4b69-86ab-753a8002cbcd req-932de0df-8005-4b34-97b6-c16b50fe6169 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:57.416676 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba47ee7c-594a-4b69-86ab-753a8002cbcd req-932de0df-8005-4b34-97b6-c16b50fe6169 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 943 time: 0.2541471 Aug 31 14:35:57.418474 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc566-a6af-4a06-8b5b-c605b80627ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:57.516882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-9948fef6-7676-4d62-81f0-efeab3e83f0a', 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ips': [{'subnet_id': '3716b89a-aa71-4e15-89bd-16d003959093'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:35:57.524606 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:57.568466 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba47ee7c-594a-4b69-86ab-753a8002cbcd req-45915166-931a-4310-a88e-9862cd7fabe7 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402192 Aug 31 14:35:57.603922 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc566-a6af-4a06-8b5b-c605b80627ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:57.676764 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e1f5fbf-3c16-4301-9a2b-f45b168d8f7d req-2e9768a5-1958-41d9-9304-7c2245a43563 service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459756 Aug 31 14:35:57.716274 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc566-a6af-4a06-8b5b-c605b80627ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:57.752460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57184) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:57.757084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0c38db42-bb9b-4246-9baa-48911f9d7f94 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322046149', 'description': 'tempest-secgroup-smoke-322046149 description', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:57.842461 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c38db42-bb9b-4246-9baa-48911f9d7f94 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:57.851153 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc566-a6af-4a06-8b5b-c605b80627ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:57.903970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8dc566-a6af-4a06-8b5b-c605b80627ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7a4a39-dd08-4bc6-bdd7-ef8a9ff255cf,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:57.911619 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc566-a6af-4a06-8b5b-c605b80627ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:57.918496 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bc8dc566-a6af-4a06-8b5b-c605b80627ef admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ba7a4a39-dd08-4bc6-bdd7-ef8a9ff255cf HTTP/1.1" status: 204 len: 168 time: 0.8140268 Aug 31 14:35:57.919591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57204) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:58.021575 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c33f1c30-e6d3-4672-91f9-021991bede14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.033319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:35:58.125863 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c33f1c30-e6d3-4672-91f9-021991bede14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.138607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:35:58.139269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2976efd6-2e38-4e5b-a3c9-2d9ceec3d56d not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:35:58.142905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-c33f1c30-e6d3-4672-91f9-021991bede14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7052396f-afdc-47c9-bfe3-4afdffb7fcfe']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:58.158945 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-c33f1c30-e6d3-4672-91f9-021991bede14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c700c0-d919-45ee-b30d-4a47b771fe2d') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:58.159580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-c33f1c30-e6d3-4672-91f9-021991bede14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c700c0-d919-45ee-b30d-4a47b771fe2d') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:58.177218 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c38db42-bb9b-4246-9baa-48911f9d7f94 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.178331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Allocated IP 172.20.0.18 (9948fef6-7676-4d62-81f0-efeab3e83f0a/3716b89a-aa71-4e15-89bd-16d003959093/22874428-ee9e-483e-be7d-a42c34b012a6) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:58.186927 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c38db42-bb9b-4246-9baa-48911f9d7f94 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.199944 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c33f1c30-e6d3-4672-91f9-021991bede14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.226552 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c33f1c30-e6d3-4672-91f9-021991bede14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.234576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33f1c30-e6d3-4672-91f9-021991bede14 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:35:58.235334 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c33f1c30-e6d3-4672-91f9-021991bede14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.251710 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c38db42-bb9b-4246-9baa-48911f9d7f94 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.254282 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0c38db42-bb9b-4246-9baa-48911f9d7f94 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5008264 Aug 31 14:35:58.269893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57242) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:58.280044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4cac823c-2eee-45d1-b8be-a35926c05485 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'aafa42a8-644f-4694-96e7-b9b1119822e7', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:58.304022 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38db42-bb9b-4246-9baa-48911f9d7f94 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafa42a8-644f-4694-96e7-b9b1119822e7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:58.351966 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cac823c-2eee-45d1-b8be-a35926c05485 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:35:58.359354 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:35:58.363624 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c33f1c30-e6d3-4672-91f9-021991bede14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.375597 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c33f1c30-e6d3-4672-91f9-021991bede14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.380858 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c33f1c30-e6d3-4672-91f9-021991bede14 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7052396f-afdc-47c9-bfe3-4afdffb7fcfe HTTP/1.1" status: 204 len: 168 time: 0.4596603 Aug 31 14:35:58.395994 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f1c30-e6d3-4672-91f9-021991bede14 admin admin] Pushing event deleted for resources: {'Network': ['ID=7052396f-afdc-47c9-bfe3-4afdffb7fcfe,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:58.625898 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cac823c-2eee-45d1-b8be-a35926c05485 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.633274 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cac823c-2eee-45d1-b8be-a35926c05485 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.689914 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.690833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac823c-2eee-45d1-b8be-a35926c05485 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340f86d9-2426-4a47-b371-91b8f9aca75d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:58.704721 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cac823c-2eee-45d1-b8be-a35926c05485 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.706330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Transition to ACTIVE for port object 22874428-ee9e-483e-be7d-a42c34b012a6 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:58.709419 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57286) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:58.710148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4cac823c-2eee-45d1-b8be-a35926c05485 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4392109 Aug 31 14:35:58.713991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ac4eb060-45cf-4b93-92a3-24ead3e6098c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'aafa42a8-644f-4694-96e7-b9b1119822e7', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:58.733950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Transition to ACTIVE for port object 22874428-ee9e-483e-be7d-a42c34b012a6 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:35:58.743717 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.828101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Pushing event updated for resources: {'Port': ['ID=22874428-ee9e-483e-be7d-a42c34b012a6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:58.846079 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Network 9948fef6-7676-4d62-81f0-efeab3e83f0a is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:58.847921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:58.851362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:58.852142 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ac4eb060-45cf-4b93-92a3-24ead3e6098c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.944373 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Attempting to bind port 22874428-ee9e-483e-be7d-a42c34b012a6 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:35:58.944945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Attempting to bind port 22874428-ee9e-483e-be7d-a42c34b012a6 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '433258e7-a7df-4830-9a97-cbb0bd6f9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:35:58.946147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Attempting to bind port 22874428-ee9e-483e-be7d-a42c34b012a6 on network 9948fef6-7676-4d62-81f0-efeab3e83f0a {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:35:58.954631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:35:58.955023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Checking segment: {'id': '433258e7-a7df-4830-9a97-cbb0bd6f9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:35:58.955713 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.956364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Bound using segment: {'id': '433258e7-a7df-4830-9a97-cbb0bd6f9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:35:58.956873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Bound port: 22874428-ee9e-483e-be7d-a42c34b012a6, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433258e7-a7df-4830-9a97-cbb0bd6f9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:35:58.957259 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:58.957486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57322) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:59.071960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] For port 22874428-ee9e-483e-be7d-a42c34b012a6, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:35:59.076716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] For port 22874428-ee9e-483e-be7d-a42c34b012a6, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=22874428-ee9e-483e-be7d-a42c34b012a6,segment=NetworkSegment(433258e7-a7df-4830-9a97-cbb0bd6f9f8e),segment_id=433258e7-a7df-4830-9a97-cbb0bd6f9f8e)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:35:59.087262 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.092810 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ac4eb060-45cf-4b93-92a3-24ead3e6098c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.109500 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ac4eb060-45cf-4b93-92a3-24ead3e6098c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.131424 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a716bd49-ee9f-43e4-89fe-5f9d40521b39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c5cce59709e4ebfa69eaa68f0dcb435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684258 Aug 31 14:35:59.132912 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57342) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:59.174948 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ac4eb060-45cf-4b93-92a3-24ead3e6098c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.184733 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ac4eb060-45cf-4b93-92a3-24ead3e6098c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4735656 Aug 31 14:35:59.185366 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57348) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:59.208270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f8530466-bcd4-4202-b482-e1d4468e284f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'aafa42a8-644f-4694-96e7-b9b1119822e7', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:59.230340 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c9d02-2430-48c0-8298-15188feb3656 req-7f0fd7d7-ac61-4c40-91f7-afa7c50b8d47 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:59.252846 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f37c9d02-2430-48c0-8298-15188feb3656 req-7f0fd7d7-ac61-4c40-91f7-afa7c50b8d47 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 943 time: 0.5456655 Aug 31 14:35:59.269870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b3cc1-40f8-4e1f-a01b-4f4eeed78d57 None None] Pushing event updated for resources: {'Port': ['ID=22874428-ee9e-483e-be7d-a42c34b012a6,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:59.311820 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4eb060-45cf-4b93-92a3-24ead3e6098c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c46b471-0477-4e02-afd1-b6e20f04a9b7,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:59.338665 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711b189e-3e13-476e-813c-7d94c53eacff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.375905 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711b189e-3e13-476e-813c-7d94c53eacff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.399911 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f37c9d02-2430-48c0-8298-15188feb3656 req-c6779313-7125-4953-8f8c-f54d96655672 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457994 Aug 31 14:35:59.433568 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8530466-bcd4-4202-b482-e1d4468e284f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.461421 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711b189e-3e13-476e-813c-7d94c53eacff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.470041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711b189e-3e13-476e-813c-7d94c53eacff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.471412 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-711b189e-3e13-476e-813c-7d94c53eacff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a045a00-c54a-4f19-9639-5a949a4c9aa0 HTTP/1.1" status: 204 len: 168 time: 0.3353736 Aug 31 14:35:59.482559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b189e-3e13-476e-813c-7d94c53eacff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a045a00-c54a-4f19-9639-5a949a4c9aa0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:59.588455 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8530466-bcd4-4202-b482-e1d4468e284f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.596094 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8530466-bcd4-4202-b482-e1d4468e284f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.612175 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7e16ecce-8411-4f92-9add-ec061c7a7007 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:35:59.657939 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8530466-bcd4-4202-b482-e1d4468e284f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.659232 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f8530466-bcd4-4202-b482-e1d4468e284f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4607000 Aug 31 14:35:59.662159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57396) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:59.671345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1a586a83-3ae8-4200-95b9-4442be7872f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'aafa42a8-644f-4694-96e7-b9b1119822e7', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:59.695395 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8530466-bcd4-4202-b482-e1d4468e284f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a8df61-7f78-49df-8c38-1c135f2746bd,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:59.799492 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a586a83-3ae8-4200-95b9-4442be7872f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.961622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 7e16ecce-8411-4f92-9add-ec061c7a7007, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7e16ecce-8411-4f92-9add-ec061c7a7007,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:35:59.965543 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a586a83-3ae8-4200-95b9-4442be7872f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:59.970906 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a586a83-3ae8-4200-95b9-4442be7872f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:00.028116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a586a83-3ae8-4200-95b9-4442be7872f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d65ccb9-8cdb-4137-abd4-6ff3645a9579,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:00.031431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '7e16ecce-8411-4f92-9add-ec061c7a7007', 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58', 'port_id': '7e16ecce-8411-4f92-9add-ec061c7a7007', 'mac_address': 'fa:16:3e:28:84:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6328a301-d717-4967-a573-d40554209a6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:36:00.041838 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a586a83-3ae8-4200-95b9-4442be7872f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:00.046376 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1a586a83-3ae8-4200-95b9-4442be7872f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3816776 Aug 31 14:36:00.049993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57432) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:00.056332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d932910e-c486-4005-95db-ac6e5cee0b3c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'aafa42a8-644f-4694-96e7-b9b1119822e7', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:00.130099 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-d932910e-c486-4005-95db-ac6e5cee0b3c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Project b21ea8be72d24ece82d41eca10d2c981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:36:00.149139 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d932910e-c486-4005-95db-ac6e5cee0b3c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:00.165424 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:00.194639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e16ecce-8411-4f92-9add-ec061c7a7007 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:00.249211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 7e16ecce-8411-4f92-9add-ec061c7a7007, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7e16ecce-8411-4f92-9add-ec061c7a7007,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:00.254923 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:00.353621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d932910e-c486-4005-95db-ac6e5cee0b3c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:00.358314 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d932910e-c486-4005-95db-ac6e5cee0b3c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:00.463498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932910e-c486-4005-95db-ac6e5cee0b3c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e275f2-d527-4429-8b86-e992244f69bd,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:00.472108 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d932910e-c486-4005-95db-ac6e5cee0b3c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:00.472351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=7e16ecce-8411-4f92-9add-ec061c7a7007,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:00.484982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57482) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:00.485971 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d932910e-c486-4005-95db-ac6e5cee0b3c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4348340 Aug 31 14:36:00.490804 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bd92fd65-bd10-40b4-88f6-d92746804422 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'aafa42a8-644f-4694-96e7-b9b1119822e7', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:00.527467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['7e16ecce-8411-4f92-9add-ec061c7a7007'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:00.702457 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-bd92fd65-bd10-40b4-88f6-d92746804422 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Project b21ea8be72d24ece82d41eca10d2c981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:36:00.765043 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd92fd65-bd10-40b4-88f6-d92746804422 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:01.201918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38132e-e6e7-4cbf-a890-96669eedf456 req-a73b7ce7-fe36-469a-94fa-b9f5698a634f tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:01.213884 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d38132e-e6e7-4cbf-a890-96669eedf456 req-a73b7ce7-fe36-469a-94fa-b9f5698a634f tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 944 time: 0.6873906 Aug 31 14:36:01.232550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 22874428-ee9e-483e-be7d-a42c34b012a6 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:01.295443 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 22874428-ee9e-483e-be7d-a42c34b012a6 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:01.310386 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd92fd65-bd10-40b4-88f6-d92746804422 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:01.319856 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd92fd65-bd10-40b4-88f6-d92746804422 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:01.383724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92fd65-bd10-40b4-88f6-d92746804422 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0959d31c-6f0e-414e-9f27-1ca833be2dbf,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:01.422291 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d38132e-e6e7-4cbf-a890-96669eedf456 req-da1e9063-ef7f-41c8-88a1-c0b9a15d370e tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071311 Aug 31 14:36:01.440321 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd92fd65-bd10-40b4-88f6-d92746804422 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:01.449864 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bd92fd65-bd10-40b4-88f6-d92746804422 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9629173 Aug 31 14:36:01.493502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3650ce-0396-4626-8b8b-2419eda61da3 None None] Network 9948fef6-7676-4d62-81f0-efeab3e83f0a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:01.677033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7e16ecce-8411-4f92-9add-ec061c7a7007 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:01.696333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57606) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:01.844857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ccb3e9a1-0f14-462a-9691-d4ea34d537b8 None None] Provisioning for port 22874428-ee9e-483e-be7d-a42c34b012a6 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:01.911992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ccb3e9a1-0f14-462a-9691-d4ea34d537b8 None None] Provisioning complete for port 22874428-ee9e-483e-be7d-a42c34b012a6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:01.917147 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccb3e9a1-0f14-462a-9691-d4ea34d537b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:01.982171 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-e14bf26e-f0f7-4c49-9cb1-54b052bccac6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322046149&fields=id&tenant_id=b21ea8be72d24ece82d41eca10d2c981 HTTP/1.1" status: 200 len: 267 time: 0.1745503 Aug 31 14:36:02.242040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2059463411-network', 'tenant_id': '61f2aab8b7574ef6a49f1bf99125cc95'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:02.288934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 7e16ecce-8411-4f92-9add-ec061c7a7007 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:02.293700 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] Made reservation on behalf of 61f2aab8b7574ef6a49f1bf99125cc95 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:02.296545 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:02.319834 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:02.336933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 7e16ecce-8411-4f92-9add-ec061c7a7007 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:02.338815 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:02.405788 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-b8a0c446-6a5b-41f1-b61a-d26afe998dbb tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:02.428507 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-b8a0c446-6a5b-41f1-b61a-d26afe998dbb tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/networks?id=9948fef6-7676-4d62-81f0-efeab3e83f0a HTTP/1.1" status: 200 len: 796 time: 0.4435432 Aug 31 14:36:02.469943 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-0530d948-5d78-430c-94ff-77b7b96c6960 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/quotas/b21ea8be72d24ece82d41eca10d2c981 HTTP/1.1" status: 200 len: 375 time: 0.0376933 Aug 31 14:36:02.580301 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccb3e9a1-0f14-462a-9691-d4ea34d537b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:02.594335 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:02.609736 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-3173e4ae-ec0d-4f76-8a62-5644d9297f9b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b21ea8be72d24ece82d41eca10d2c981&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1383269 Aug 31 14:36:02.668652 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:02.683825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ccb3e9a1-0f14-462a-9691-d4ea34d537b8 None None] For port 22874428-ee9e-483e-be7d-a42c34b012a6, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=22874428-ee9e-483e-be7d-a42c34b012a6,segment=NetworkSegment(433258e7-a7df-4830-9a97-cbb0bd6f9f8e),segment_id=433258e7-a7df-4830-9a97-cbb0bd6f9f8e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:02.688861 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccb3e9a1-0f14-462a-9691-d4ea34d537b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:02.798906 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-328321c5-cdd1-4db8-bf4d-f6627748f85f service neutron] 10.222.0.39 "GET /v2.0/networks/9948fef6-7676-4d62-81f0-efeab3e83f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743097 Aug 31 14:36:02.802420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:36:02.810475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a943c431-5974-4c11-94a1-731bacc7e4c5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:02.840889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed6374-84af-47d8-b255-9c810a8a11ff req-ec7dfe5f-40d1-446a-8922-fdc7024c2662 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:02.842522 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8ed6374-84af-47d8-b255-9c810a8a11ff req-ec7dfe5f-40d1-446a-8922-fdc7024c2662 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 944 time: 0.2937171 Aug 31 14:36:02.846980 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:02.847775 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] Added segment 9672eeda-b5b4-479e-9b34-7e5e64840bb5 of type vlan for network d5690c04-32a8-4be3-951a-8ab08a2bd387 Aug 31 14:36:02.880090 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:02.922254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dff9e4-c2f2-4072-a843-a6cf0346b567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e16ecce-8411-4f92-9add-ec061c7a7007'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:02.924483 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77be1024-c0a0-467b-8648-823a8c1f29da" -d '{"events": [{"server_uuid": "25dff9e4-c2f2-4072-a843-a6cf0346b567", "name": "network-vif-plugged", "status": "completed", "tag": "7e16ecce-8411-4f92-9add-ec061c7a7007"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:02.946879 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3e9a1-0f14-462a-9691-d4ea34d537b8 None None] Pushing event updated for resources: {'Port': ['ID=22874428-ee9e-483e-be7d-a42c34b012a6,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:02.961577 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 7e16ecce-8411-4f92-9add-ec061c7a7007, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7e16ecce-8411-4f92-9add-ec061c7a7007,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:02.963508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3384705c-a08e-4fb7-a940-360b4bbd1a2b None None] Provisioning complete for port 22874428-ee9e-483e-be7d-a42c34b012a6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:02.964679 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3384705c-a08e-4fb7-a940-360b4bbd1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:02.968129 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:02.972201 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:03.027146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8ed6374-84af-47d8-b255-9c810a8a11ff req-40113770-bc94-4478-b46f-7d990a8d39e5 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593673 Aug 31 14:36:03.039731 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:03.040848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:03.041419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:03.072227 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-09709a52-fd84-466e-bf0f-0ab8f0f734d0 service neutron] 10.222.0.39 "GET /v2.0/networks/9948fef6-7676-4d62-81f0-efeab3e83f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532551 Aug 31 14:36:03.113857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=7e16ecce-8411-4f92-9add-ec061c7a7007,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:03.138100 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a4ccca-a093-4b0e-bf56-716b61f95ed5 x-openstack-request-id: req-a5a4ccca-a093-4b0e-bf56-716b61f95ed5 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:03.138396 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dff9e4-c2f2-4072-a843-a6cf0346b567", "name": "network-vif-plugged", "status": "completed", "tag": "7e16ecce-8411-4f92-9add-ec061c7a7007", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:03.138650 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5a4ccca-a093-4b0e-bf56-716b61f95ed5 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:03.139091 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dff9e4-c2f2-4072-a843-a6cf0346b567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e16ecce-8411-4f92-9add-ec061c7a7007', 'code': 200} Aug 31 14:36:03.177838 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4797978 Aug 31 14:36:03.180730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57688) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:03.185912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-72900f11-2309-45e2-96d2-ab07bb39b71d admin admin] Request body: {'subnet': {'network_id': 'd5690c04-32a8-4be3-951a-8ab08a2bd387', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2059463411-subnet', 'tenant_id': '61f2aab8b7574ef6a49f1bf99125cc95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:03.235513 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03658e19-e2cb-4e69-83f1-9979f406475f admin admin] Pushing event updated for resources: {'Network': ['ID=d5690c04-32a8-4be3-951a-8ab08a2bd387,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:03.239138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72900f11-2309-45e2-96d2-ab07bb39b71d admin admin] Made reservation on behalf of 61f2aab8b7574ef6a49f1bf99125cc95 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:03.241572 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72900f11-2309-45e2-96d2-ab07bb39b71d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:03.256321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network d5690c04-32a8-4be3-951a-8ab08a2bd387 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:36:03.376807 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174b8b-9dc8-4e3d-83a2-ccf14abd766e req-89aa670e-86a3-4aee-8a1a-d142730d2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:03.378995 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-89174b8b-9dc8-4e3d-83a2-ccf14abd766e req-89aa670e-86a3-4aee-8a1a-d142730d2c92 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 1096 time: 0.1670859 Aug 31 14:36:03.500180 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1236bba-81da-401c-874e-ed4ae92011f0 req-8dddcc3a-bea0-45f6-8cad-8f2f0d824ec1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 210 time: 0.0838981 Aug 31 14:36:03.540460 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-89174b8b-9dc8-4e3d-83a2-ccf14abd766e req-a6572df0-927a-4314-a132-93c51818bd09 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525075 Aug 31 14:36:03.757259 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72900f11-2309-45e2-96d2-ab07bb39b71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:03.904470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72900f11-2309-45e2-96d2-ab07bb39b71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c376f4-41c5-4e07-b223-c96f3a285d21,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:03.912181 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72900f11-2309-45e2-96d2-ab07bb39b71d admin admin] Checking segment: {'id': '9672eeda-b5b4-479e-9b34-7e5e64840bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd5690c04-32a8-4be3-951a-8ab08a2bd387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:03.912791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72900f11-2309-45e2-96d2-ab07bb39b71d admin admin] Network hostable DHCP agents. Network: d5690c04-32a8-4be3-951a-8ab08a2bd387, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:36:03.951036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72900f11-2309-45e2-96d2-ab07bb39b71d admin admin] Network d5690c04-32a8-4be3-951a-8ab08a2bd387 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:36:03.973748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-72900f11-2309-45e2-96d2-ab07bb39b71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, d5690c04-32a8-4be3-951a-8ab08a2bd387) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:03.986886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cfaed6-e03d-45bb-99fb-d1c647ebdd69 None None] Network d5690c04-32a8-4be3-951a-8ab08a2bd387 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:04.002970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72900f11-2309-45e2-96d2-ab07bb39b71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:04.005454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72900f11-2309-45e2-96d2-ab07bb39b71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:04.114084 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-72900f11-2309-45e2-96d2-ab07bb39b71d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9297404 Aug 31 14:36:04.362748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81f023-5bc3-43a1-a178-409c32494ab6 req-76bd1c7b-356e-4750-8d45-ca4d6f3825b5 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:04.364735 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6c81f023-5bc3-43a1-a178-409c32494ab6 req-76bd1c7b-356e-4750-8d45-ca4d6f3825b5 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 945 time: 0.1520121 Aug 31 14:36:04.435875 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6c81f023-5bc3-43a1-a178-409c32494ab6 req-5f027654-2eb0-4e5d-8169-7512e92bf2cc tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619464 Aug 31 14:36:04.468940 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89008172-4ed1-423e-8004-44a77086f233 None None] Network d5690c04-32a8-4be3-951a-8ab08a2bd387 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:04.691472 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6bffcbd-ab93-4011-ac1f-6b06ebd8b966 req-2f734b72-1e6a-445d-b292-792dca54d654 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 210 time: 0.0439074 Aug 31 14:36:04.900953 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:36:04.973512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 22874428-ee9e-483e-be7d-a42c34b012a6 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:05.019699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57742) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:05.029099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-578649841-network', 'tenant_id': 'fa09da5db6704647b065b2f039fa8593'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:05.077146 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] Made reservation on behalf of fa09da5db6704647b065b2f039fa8593 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:05.081932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:05.089756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 22874428-ee9e-483e-be7d-a42c34b012a6 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:05.092113 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:05.108536 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:05.441772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-cad75af4-0e49-4d39-b8b9-1de2a7d2ba17 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:05.444153 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-cad75af4-0e49-4d39-b8b9-1de2a7d2ba17 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.25 "GET /v2.0/networks?id=9948fef6-7676-4d62-81f0-efeab3e83f0a HTTP/1.1" status: 200 len: 796 time: 0.3139234 Aug 31 14:36:05.568897 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-32a71dff-dc1a-41ee-8de5-27a74ed4e4b9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b21ea8be72d24ece82d41eca10d2c981 HTTP/1.1" status: 200 len: 472 time: 0.1137114 Aug 31 14:36:05.632630 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:05.648893 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-a86edcc9-5f69-437f-b24d-4317828eae52 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'port': {'device_id': '72d9d6de-6d78-48f9-9093-f11a1d2af90b', 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a', 'admin_state_up': True, 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'security_groups': ['aafa42a8-644f-4694-96e7-b9b1119822e7']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:05.675231 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:05.917872 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9cf65c1f-8709-4ff1-a7f0-7a415f69b5e9 req-0c679a18-8886-4a6b-9015-294eb8c4f1f3 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 210 time: 0.0769782 Aug 31 14:36:05.920908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1cfbaf-a2ca-4c84-9517-d6d759a0ce64,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:05.946826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e8439-4da6-437c-a0eb-0db96145342d req-0c7a60bd-59e2-458f-b643-6aecaaa10abd tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:05.949355 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-093e8439-4da6-437c-a0eb-0db96145342d req-0c7a60bd-59e2-458f-b643-6aecaaa10abd tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 945 time: 0.3930256 Aug 31 14:36:05.969170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:36:06.033058 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:06.033719 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] Added segment fe0506cf-fbbe-41f9-82f5-6a109f9bb735 of type vlan for network ed1f5246-7920-48c6-8319-a278e36339db Aug 31 14:36:06.101784 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:06.136386 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-a86edcc9-5f69-437f-b24d-4317828eae52 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Made reservation on behalf of b21ea8be72d24ece82d41eca10d2c981 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:06.141879 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-a86edcc9-5f69-437f-b24d-4317828eae52 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:06.168485 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:06.169351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:06.169956 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:06.277489 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-093e8439-4da6-437c-a0eb-0db96145342d req-1896a054-4a44-4d80-b4f2-5dc07e431a7e tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201661 Aug 31 14:36:06.295059 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2702591 Aug 31 14:36:06.295507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57760) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:06.312578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-92bb6355-0abd-4991-834c-c2df6b176744 admin admin] Request body: {'subnet': {'network_id': 'ed1f5246-7920-48c6-8319-a278e36339db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-578649841-subnet', 'tenant_id': 'fa09da5db6704647b065b2f039fa8593', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:06.342552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bb6355-0abd-4991-834c-c2df6b176744 admin admin] Made reservation on behalf of fa09da5db6704647b065b2f039fa8593 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:06.345487 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92bb6355-0abd-4991-834c-c2df6b176744 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:06.357115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a008b3-493b-442f-b1a3-d7463bb90bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=ed1f5246-7920-48c6-8319-a278e36339db,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:06.373895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network ed1f5246-7920-48c6-8319-a278e36339db details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:36:06.600590 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-a86edcc9-5f69-437f-b24d-4317828eae52 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Allocated IP 172.20.0.23 (9948fef6-7676-4d62-81f0-efeab3e83f0a/3716b89a-aa71-4e15-89bd-16d003959093/45676cc1-dc84-4dc8-b1fe-994950e63c01) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:36:06.754283 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92bb6355-0abd-4991-834c-c2df6b176744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:06.805907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57772) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:06.925900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb6355-0abd-4991-834c-c2df6b176744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18e24c7-a08e-4c12-befb-6d68302786d5,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:06.970971 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-a86edcc9-5f69-437f-b24d-4317828eae52 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:06.999802 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bb6355-0abd-4991-834c-c2df6b176744 admin admin] Checking segment: {'id': 'fe0506cf-fbbe-41f9-82f5-6a109f9bb735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ed1f5246-7920-48c6-8319-a278e36339db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:07.000159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bb6355-0abd-4991-834c-c2df6b176744 admin admin] Network hostable DHCP agents. Network: ed1f5246-7920-48c6-8319-a278e36339db, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:36:07.034110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-a86edcc9-5f69-437f-b24d-4317828eae52 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Transition to ACTIVE for port object 45676cc1-dc84-4dc8-b1fe-994950e63c01 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:07.075371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bb6355-0abd-4991-834c-c2df6b176744 admin admin] Network ed1f5246-7920-48c6-8319-a278e36339db is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:36:07.092558 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-a86edcc9-5f69-437f-b24d-4317828eae52 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:07.092929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-92bb6355-0abd-4991-834c-c2df6b176744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, ed1f5246-7920-48c6-8319-a278e36339db) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:07.102450 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf8f70c-0c6c-48c3-a882-aeb2cf71b5fd None None] Network ed1f5246-7920-48c6-8319-a278e36339db requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:07.107956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb6355-0abd-4991-834c-c2df6b176744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:07.108648 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92bb6355-0abd-4991-834c-c2df6b176744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:07.190648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86edcc9-5f69-437f-b24d-4317828eae52 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=45676cc1-dc84-4dc8-b1fe-994950e63c01,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:07.206819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-a86edcc9-5f69-437f-b24d-4317828eae52 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network 9948fef6-7676-4d62-81f0-efeab3e83f0a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:36:07.208958 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-a86edcc9-5f69-437f-b24d-4317828eae52 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:07.211669 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-a86edcc9-5f69-437f-b24d-4317828eae52 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:36:07.272080 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-92bb6355-0abd-4991-834c-c2df6b176744 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9689512 Aug 31 14:36:07.286345 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-a86edcc9-5f69-437f-b24d-4317828eae52 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:07.287460 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-a86edcc9-5f69-437f-b24d-4317828eae52 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:07.313709 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-a86edcc9-5f69-437f-b24d-4317828eae52 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7019727 Aug 31 14:36:07.314949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f3c4-a94b-4137-a9d3-a8d9252d4704 req-68f68933-97ad-4c62-86d6-9e99f216cae6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:07.316583 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d633f3c4-a94b-4137-a9d3-a8d9252d4704 req-68f68933-97ad-4c62-86d6-9e99f216cae6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 932 time: 0.2182035 Aug 31 14:36:07.332910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Request body: {'port': {'device_id': '72d9d6de-6d78-48f9-9093-f11a1d2af90b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:07.419040 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:07.479116 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b00f2bd-96bd-41ae-b26a-a6a82e686986 None None] Network ed1f5246-7920-48c6-8319-a278e36339db requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:07.643339 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d633f3c4-a94b-4137-a9d3-a8d9252d4704 req-316c85b6-6b7e-457c-bd33-25b2ade68735 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=aafa42a8-644f-4694-96e7-b9b1119822e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3154094 Aug 31 14:36:07.836663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-35646a3a-bf3b-4989-a048-786bab8b26aa None None] Provisioning for port 45676cc1-dc84-4dc8-b1fe-994950e63c01 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:07.846064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-35646a3a-bf3b-4989-a048-786bab8b26aa None None] Provisioning complete for port 45676cc1-dc84-4dc8-b1fe-994950e63c01 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:07.846434 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35646a3a-bf3b-4989-a048-786bab8b26aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:07.964509 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-35646a3a-bf3b-4989-a048-786bab8b26aa None None] Port 45676cc1-dc84-4dc8-b1fe-994950e63c01 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:36:08.157957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45676cc1-dc84-4dc8-b1fe-994950e63c01 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:08.179055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:08.213391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Transition to ACTIVE for port object 45676cc1-dc84-4dc8-b1fe-994950e63c01 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:08.220107 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:08.672541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Pushing event updated for resources: {'Port': ['ID=45676cc1-dc84-4dc8-b1fe-994950e63c01,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:08.735307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Attempting to bind port 45676cc1-dc84-4dc8-b1fe-994950e63c01 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:36:08.735737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Attempting to bind port 45676cc1-dc84-4dc8-b1fe-994950e63c01 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '433258e7-a7df-4830-9a97-cbb0bd6f9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:36:08.736146 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Attempting to bind port 45676cc1-dc84-4dc8-b1fe-994950e63c01 on network 9948fef6-7676-4d62-81f0-efeab3e83f0a {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:08.754433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Port 45676cc1-dc84-4dc8-b1fe-994950e63c01 on network 9948fef6-7676-4d62-81f0-efeab3e83f0a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:36:08.754433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Attempting to bind port 45676cc1-dc84-4dc8-b1fe-994950e63c01 on network 9948fef6-7676-4d62-81f0-efeab3e83f0a {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:08.765075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:36:08.766011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Checking segment: {'id': '433258e7-a7df-4830-9a97-cbb0bd6f9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:08.766420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Bound using segment: {'id': '433258e7-a7df-4830-9a97-cbb0bd6f9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:36:08.767013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Bound port: 45676cc1-dc84-4dc8-b1fe-994950e63c01, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433258e7-a7df-4830-9a97-cbb0bd6f9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:36:08.767411 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:08.809266 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-56bab567-7602-42ba-a9a2-b5d1645ebc2e tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:08.809266 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-56bab567-7602-42ba-a9a2-b5d1645ebc2e tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/networks?id=d5690c04-32a8-4be3-951a-8ab08a2bd387 HTTP/1.1" status: 200 len: 825 time: 0.3595450 Aug 31 14:36:08.851075 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-dc51b7a5-c7ad-4ad0-9f5b-f8a9859cdccf tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/quotas/61f2aab8b7574ef6a49f1bf99125cc95 HTTP/1.1" status: 200 len: 375 time: 0.0223358 Aug 31 14:36:08.920166 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-b1712601-624f-41df-b038-8c3301f53e2f tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=61f2aab8b7574ef6a49f1bf99125cc95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507135 Aug 31 14:36:09.032986 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-5a218a80-02ae-4547-a3e3-01fda62501c5 service neutron] 10.222.0.39 "GET /v2.0/networks/d5690c04-32a8-4be3-951a-8ab08a2bd387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038189 Aug 31 14:36:09.034353 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] For port 45676cc1-dc84-4dc8-b1fe-994950e63c01, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:36:09.100052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89d35e-db6a-46eb-a6da-b49b3e365349 req-f3e1bcc1-38a9-46c8-8640-84826ce31a0c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:09.107754 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce89d35e-db6a-46eb-a6da-b49b3e365349 req-f3e1bcc1-38a9-46c8-8640-84826ce31a0c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 944 time: 0.3245533 Aug 31 14:36:09.174288 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] For port 45676cc1-dc84-4dc8-b1fe-994950e63c01, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=45676cc1-dc84-4dc8-b1fe-994950e63c01,segment=NetworkSegment(433258e7-a7df-4830-9a97-cbb0bd6f9f8e),segment_id=433258e7-a7df-4830-9a97-cbb0bd6f9f8e)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:36:09.184656 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-6a774658-3cc8-498f-9a74-7a52ede9a335 service neutron] 10.222.0.39 "GET /v2.0/networks/d5690c04-32a8-4be3-951a-8ab08a2bd387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378889 Aug 31 14:36:09.189797 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:09.203976 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce89d35e-db6a-46eb-a6da-b49b3e365349 req-d2cdac19-a236-43e4-99b9-bac79c1a61a4 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=aafa42a8-644f-4694-96e7-b9b1119822e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947719 Aug 31 14:36:09.299869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Pushing event updated for resources: {'Port': ['ID=45676cc1-dc84-4dc8-b1fe-994950e63c01,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:09.329497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:09.331353 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:09.333046 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-aca75ebe-ba06-4c4f-8cae-6bd18a23024a service neutron] 10.222.0.25 "PUT /v2.0/ports/45676cc1-dc84-4dc8-b1fe-994950e63c01 HTTP/1.1" status: 200 len: 1092 time: 2.0051231 Aug 31 14:36:09.333829 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d9d6de-6d78-48f9-9093-f11a1d2af90b', 'tag': '45676cc1-dc84-4dc8-b1fe-994950e63c01'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:09.337211 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2f1dc1-9bcf-46be-bfa5-87e47940213b" -d '{"events": [{"name": "network-changed", "server_uuid": "72d9d6de-6d78-48f9-9093-f11a1d2af90b", "tag": "45676cc1-dc84-4dc8-b1fe-994950e63c01"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:09.418920 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15a16a4a-c65a-496e-b477-c2f71d9aa5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:09.589213 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-db64b98d-238c-4524-aa6d-b6fb3a159ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:09.591245 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-db64b98d-238c-4524-aa6d-b6fb3a159ed2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21ea8be72d24ece82d41eca10d2c981&device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 1095 time: 0.1657717 Aug 31 14:36:09.605039 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e29488d-b8fa-4d42-8bd8-6d3f71418875 x-openstack-request-id: req-6e29488d-b8fa-4d42-8bd8-6d3f71418875 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:09.605486 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d9d6de-6d78-48f9-9093-f11a1d2af90b", "tag": "45676cc1-dc84-4dc8-b1fe-994950e63c01", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:09.605847 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e29488d-b8fa-4d42-8bd8-6d3f71418875 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:09.606358 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d9d6de-6d78-48f9-9093-f11a1d2af90b', 'tag': '45676cc1-dc84-4dc8-b1fe-994950e63c01', 'status': 'completed', 'code': 200} Aug 31 14:36:09.718125 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-b8dd284c-0602-44af-90fb-fe3b402d340d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=45676cc1-dc84-4dc8-b1fe-994950e63c01 HTTP/1.1" status: 200 len: 217 time: 0.1106837 Aug 31 14:36:09.839579 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b02fb311-c1c4-433d-8421-6b14950ee2f7 req-6395b76f-be2f-4340-a428-5e0b590a4d89 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 210 time: 0.1290681 Aug 31 14:36:09.956818 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-bca0a2ff-c61e-49ad-bc3f-f595b6e6c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:09.959619 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-bca0a2ff-c61e-49ad-bc3f-f595b6e6c833 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3716b89a-aa71-4e15-89bd-16d003959093 HTTP/1.1" status: 200 len: 837 time: 0.2172542 Aug 31 14:36:10.098515 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-1de91f3c-0f26-4643-839d-f44fef37a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:10.102361 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-1de91f3c-0f26-4643-839d-f44fef37a55f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9948fef6-7676-4d62-81f0-efeab3e83f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1338198 Aug 31 14:36:10.172556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-15a16a4a-c65a-496e-b477-c2f71d9aa5f1 admin admin] Deleting port 91958401-e793-4ff0-b658-b8ed74299315 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:10.173733 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15a16a4a-c65a-496e-b477-c2f71d9aa5f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:10.352876 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-6780b185-35cf-44c9-b6f8-534f51aefe7e service neutron] 10.222.0.25 "GET /v2.0/networks/9948fef6-7676-4d62-81f0-efeab3e83f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431996 Aug 31 14:36:10.460598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-15a16a4a-c65a-496e-b477-c2f71d9aa5f1 admin admin] For port 91958401-e793-4ff0-b658-b8ed74299315, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=91958401-e793-4ff0-b658-b8ed74299315,segment=NetworkSegment(6091cb93-9f1a-4021-8a4c-44ccfd2e6f00),segment_id=6091cb93-9f1a-4021-8a4c-44ccfd2e6f00)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:10.461804 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15a16a4a-c65a-496e-b477-c2f71d9aa5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:10.514769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-15a16a4a-c65a-496e-b477-c2f71d9aa5f1 admin admin] Calling delete_port for 91958401-e793-4ff0-b658-b8ed74299315 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:10.563141 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0173c42f-9bbe-4457-8bc6-16781ad39017 req-c0e733fc-1d23-4e6c-84e0-ab984cdec8e5 service neutron] 10.222.0.25 "GET /v2.0/networks/9948fef6-7676-4d62-81f0-efeab3e83f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010241 Aug 31 14:36:10.626365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736bf9a-ca41-4676-9a32-0b0fa699e508 req-fc8f974e-652c-47b5-ad9f-7a245b079933 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:10.633733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e736bf9a-ca41-4676-9a32-0b0fa699e508 req-fc8f974e-652c-47b5-ad9f-7a245b079933 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 944 time: 0.3135016 Aug 31 14:36:10.727613 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f1dc1-9bcf-46be-bfa5-87e47940213b req-c1cf304b-0da4-4a3b-8567-33f87d31a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:10.729995 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c2f1dc1-9bcf-46be-bfa5-87e47940213b req-c1cf304b-0da4-4a3b-8567-33f87d31a06a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21ea8be72d24ece82d41eca10d2c981&device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 1095 time: 0.0946376 Aug 31 14:36:10.769748 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e736bf9a-ca41-4676-9a32-0b0fa699e508 req-a24d5521-dcc0-4695-b73e-4d896ad6c417 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=aafa42a8-644f-4694-96e7-b9b1119822e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215150 Aug 31 14:36:11.061864 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15a16a4a-c65a-496e-b477-c2f71d9aa5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:11.105809 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a16a4a-c65a-496e-b477-c2f71d9aa5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=91958401-e793-4ff0-b658-b8ed74299315,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:11.484604 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8c43ab08-e8c4-470e-8e00-9929588adb3a req-7532f808-f31e-46a4-ae39-d6238e6cac8e tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 210 time: 0.0907538 Aug 31 14:36:11.487225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57878) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:11.495141 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15a16a4a-c65a-496e-b477-c2f71d9aa5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:11.565019 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f1dc1-9bcf-46be-bfa5-87e47940213b req-7497b1e9-71c3-4a99-b928-75f16e62ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:11.566648 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c2f1dc1-9bcf-46be-bfa5-87e47940213b req-7497b1e9-71c3-4a99-b928-75f16e62ac8e service neutron] 10.222.0.25 "GET /v2.0/networks?id=9948fef6-7676-4d62-81f0-efeab3e83f0a HTTP/1.1" status: 200 len: 897 time: 0.8299403 Aug 31 14:36:11.681348 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c2f1dc1-9bcf-46be-bfa5-87e47940213b req-57735fb2-b222-4441-bdc7-6450f4ae6bfe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=45676cc1-dc84-4dc8-b1fe-994950e63c01 HTTP/1.1" status: 200 len: 217 time: 0.1053245 Aug 31 14:36:11.685203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-914853bc-788b-4092-b3f8-28d96bca918b tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:11.687354 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-914853bc-788b-4092-b3f8-28d96bca918b tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.60 "GET /v2.0/networks?id=d5690c04-32a8-4be3-951a-8ab08a2bd387 HTTP/1.1" status: 200 len: 825 time: 0.4978333 Aug 31 14:36:11.709769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-dad352e9-d2d2-402b-b459-d004098b7b16 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Request body: {'port': {'device_id': '08fd3a8d-00f5-490f-ab76-589f26a34175', 'network_id': 'd5690c04-32a8-4be3-951a-8ab08a2bd387', 'admin_state_up': True, 'tenant_id': '61f2aab8b7574ef6a49f1bf99125cc95'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:11.804451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f1dc1-9bcf-46be-bfa5-87e47940213b req-d8eeabd9-ffbb-4096-a064-f3eb16302e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:11.805945 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c2f1dc1-9bcf-46be-bfa5-87e47940213b req-d8eeabd9-ffbb-4096-a064-f3eb16302e7c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3716b89a-aa71-4e15-89bd-16d003959093 HTTP/1.1" status: 200 len: 837 time: 0.1117852 Aug 31 14:36:11.973939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-dad352e9-d2d2-402b-b459-d004098b7b16 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Made reservation on behalf of 61f2aab8b7574ef6a49f1bf99125cc95 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:11.977935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-dad352e9-d2d2-402b-b459-d004098b7b16 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:12.045842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f1dc1-9bcf-46be-bfa5-87e47940213b req-45c23699-db83-43a5-af5d-dfc821b2d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:12.048331 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c2f1dc1-9bcf-46be-bfa5-87e47940213b req-45c23699-db83-43a5-af5d-dfc821b2d544 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9948fef6-7676-4d62-81f0-efeab3e83f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2314718 Aug 31 14:36:12.206802 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189e193-ee58-4d5f-b284-008683e05200 req-4fbc30a4-67f2-4a88-a85b-041815d6875d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:12.207918 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d189e193-ee58-4d5f-b284-008683e05200 req-4fbc30a4-67f2-4a88-a85b-041815d6875d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 944 time: 0.3082416 Aug 31 14:36:12.239331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a16a4a-c65a-496e-b477-c2f71d9aa5f1 admin admin] Router 854aa470-f92c-437a-a4cb-7bc3e4988fad has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:36:12.285473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-dad352e9-d2d2-402b-b459-d004098b7b16 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Allocated IP 172.20.0.7 (d5690c04-32a8-4be3-951a-8ab08a2bd387/53c376f4-41c5-4e07-b223-c96f3a285d21/6ce24d74-1298-4b47-b2f7-3cf5b2f9af44) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:36:12.296400 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d189e193-ee58-4d5f-b284-008683e05200 req-d6648830-33fb-4850-955d-a0d887e8eb41 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=aafa42a8-644f-4694-96e7-b9b1119822e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793362 Aug 31 14:36:12.314849 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c2f1dc1-9bcf-46be-bfa5-87e47940213b req-2df9a990-94c9-4831-9856-89b128fa6164 service neutron] 10.222.0.25 "GET /v2.0/networks/9948fef6-7676-4d62-81f0-efeab3e83f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554305 Aug 31 14:36:12.419321 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a16a4a-c65a-496e-b477-c2f71d9aa5f1 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:36:12.425224 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-15a16a4a-c65a-496e-b477-c2f71d9aa5f1 admin admin] 10.222.0.39 "PUT /v2.0/routers/854aa470-f92c-437a-a4cb-7bc3e4988fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6086719 Aug 31 14:36:12.431405 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4ae091-e1f8-4543-b4e1-5f33e57efcd7 None None] Sync routers for ids ['854aa470-f92c-437a-a4cb-7bc3e4988fad'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:36:12.441181 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57890) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:12.447935 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4ae091-e1f8-4543-b4e1-5f33e57efcd7 None None] Routers {'854aa470-f92c-437a-a4cb-7bc3e4988fad'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:36:12.449963 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7f4ae091-e1f8-4543-b4e1-5f33e57efcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:35:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['854aa470-f92c-437a-a4cb-7bc3e4988fad'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:12.547309 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3c2f1dc1-9bcf-46be-bfa5-87e47940213b req-3219e509-59aa-4c36-bffc-9978f4ccc6ab service neutron] 10.222.0.25 "GET /v2.0/networks/9948fef6-7676-4d62-81f0-efeab3e83f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214677 Aug 31 14:36:12.552557 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-594a9304-dbed-469e-bbc4-9a36be257d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:12.629580 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7f4ae091-e1f8-4543-b4e1-5f33e57efcd7 None None] Set router 854aa470-f92c-437a-a4cb-7bc3e4988fad gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:36:12.801497 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1911df24-028d-46c7-9f76-9cc5317a019f req-e153f0b9-7e0b-48da-8b58-62423f571eaa tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 210 time: 0.0941052 Aug 31 14:36:12.943138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:13.002249 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7f4ae091-e1f8-4543-b4e1-5f33e57efcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:36:10Z', 'revision_number': 5, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:13.037200 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4ae091-e1f8-4543-b4e1-5f33e57efcd7 None None] Checking router: 854aa470-f92c-437a-a4cb-7bc3e4988fad for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:36:13.046293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-594a9304-dbed-469e-bbc4-9a36be257d95 admin admin] Deleting port af16604d-ab93-4032-9918-de760ee52206 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:13.046983 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-594a9304-dbed-469e-bbc4-9a36be257d95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:13.049112 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4ae091-e1f8-4543-b4e1-5f33e57efcd7 None None] Routers {'854aa470-f92c-437a-a4cb-7bc3e4988fad'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:36:13.050093 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7f4ae091-e1f8-4543-b4e1-5f33e57efcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:35:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['854aa470-f92c-437a-a4cb-7bc3e4988fad'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:13.170113 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-dad352e9-d2d2-402b-b459-d004098b7b16 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:13.186160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-594a9304-dbed-469e-bbc4-9a36be257d95 admin admin] For port af16604d-ab93-4032-9918-de760ee52206, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=af16604d-ab93-4032-9918-de760ee52206,segment=NetworkSegment(c6184d0f-45a9-4c3d-9a06-a44aa1856116),segment_id=c6184d0f-45a9-4c3d-9a06-a44aa1856116)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:13.186544 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-594a9304-dbed-469e-bbc4-9a36be257d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:13.197306 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7f4ae091-e1f8-4543-b4e1-5f33e57efcd7 None None] Set router 854aa470-f92c-437a-a4cb-7bc3e4988fad gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:36:13.205535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-594a9304-dbed-469e-bbc4-9a36be257d95 admin admin] Calling delete_port for af16604d-ab93-4032-9918-de760ee52206 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:13.207282 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:13.325650 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-dad352e9-d2d2-402b-b459-d004098b7b16 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:13.328401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] Deleting port 055f3903-5fe9-45f5-8c87-519c8614393c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:13.328628 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:13.438660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-dad352e9-d2d2-402b-b459-d004098b7b16 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Network d5690c04-32a8-4be3-951a-8ab08a2bd387 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:36:13.444836 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7f4ae091-e1f8-4543-b4e1-5f33e57efcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:36:10Z', 'revision_number': 5, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:13.469658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-dad352e9-d2d2-402b-b459-d004098b7b16 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:13.481760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-dad352e9-d2d2-402b-b459-d004098b7b16 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:36:13.489037 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4ae091-e1f8-4543-b4e1-5f33e57efcd7 None None] The sync data for ids ['854aa470-f92c-437a-a4cb-7bc3e4988fad'] in n-d-806683-5 is: [{'id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'name': 'tempest-TaggedBootDevicesTest-1318295068-router', 'tenant_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:36:10Z', 'revision_number': 5, 'project_id': 'ea3110f7f81a4dcdb23e4d896c13d489', 'gw_port': {'id': '055f3903-5fe9-45f5-8c87-519c8614393c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854aa470-f92c-437a-a4cb-7bc3e4988fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:36:13.498549 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-594a9304-dbed-469e-bbc4-9a36be257d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:13.529586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a9304-dbed-469e-bbc4-9a36be257d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=af16604d-ab93-4032-9918-de760ee52206,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:13.576897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad352e9-d2d2-402b-b459-d004098b7b16 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Pushing event updated for resources: {'Port': ['ID=6ce24d74-1298-4b47-b2f7-3cf5b2f9af44,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:13.645781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-dad352e9-d2d2-402b-b459-d004098b7b16 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:13.646432 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-dad352e9-d2d2-402b-b459-d004098b7b16 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:13.681994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] For port 055f3903-5fe9-45f5-8c87-519c8614393c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=055f3903-5fe9-45f5-8c87-519c8614393c,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:13.682401 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:13.702541 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-dad352e9-d2d2-402b-b459-d004098b7b16 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0037394 Aug 31 14:36:13.712443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] Calling delete_port for 055f3903-5fe9-45f5-8c87-519c8614393c owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:13.721944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Request body: {'port': {'device_id': '08fd3a8d-00f5-490f-ab76-589f26a34175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:13.739481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60d3a4-eb33-46f6-9f49-e9a5455abf88 req-f7fa8b66-ccfb-4ab0-96fb-c5414c5d2a11 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:13.742922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f60d3a4-eb33-46f6-9f49-e9a5455abf88 req-f7fa8b66-ccfb-4ab0-96fb-c5414c5d2a11 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 944 time: 0.2977860 Aug 31 14:36:13.781919 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-594a9304-dbed-469e-bbc4-9a36be257d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:14.063734 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:14.131009 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:14.137226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] Pushing event deleted for resources: {'Port': ['ID=055f3903-5fe9-45f5-8c87-519c8614393c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:14.255170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 45676cc1-dc84-4dc8-b1fe-994950e63c01 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:36:14.272203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae2f4d-7181-45d5-9437-2fbb8ad1bd72 req-3b2e8313-0098-4bc4-86f6-b127e95a11b6 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:14.275748 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-92ae2f4d-7181-45d5-9437-2fbb8ad1bd72 req-3b2e8313-0098-4bc4-86f6-b127e95a11b6 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 931 time: 0.2444730 Aug 31 14:36:14.383800 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-92ae2f4d-7181-45d5-9437-2fbb8ad1bd72 req-a34d9cfd-5990-4ca6-adb9-d8f581a983bb tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a943c431-5974-4c11-94a1-731bacc7e4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017826 Aug 31 14:36:14.424791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594a9304-dbed-469e-bbc4-9a36be257d95 admin admin] Router 1bfb00d0-66c8-473a-b387-47e99e417190 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:36:14.748744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 45676cc1-dc84-4dc8-b1fe-994950e63c01, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=45676cc1-dc84-4dc8-b1fe-994950e63c01,segment=NetworkSegment(433258e7-a7df-4830-9a97-cbb0bd6f9f8e),segment_id=433258e7-a7df-4830-9a97-cbb0bd6f9f8e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:14.776597 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '45676cc1-dc84-4dc8-b1fe-994950e63c01', 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a', 'port_id': '45676cc1-dc84-4dc8-b1fe-994950e63c01', 'mac_address': 'fa:16:3e:ba:a4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3716b89a-aa71-4e15-89bd-16d003959093', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:36:14.910884 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:14.951717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45676cc1-dc84-4dc8-b1fe-994950e63c01 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:14.989697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 45676cc1-dc84-4dc8-b1fe-994950e63c01, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=45676cc1-dc84-4dc8-b1fe-994950e63c01,segment=NetworkSegment(433258e7-a7df-4830-9a97-cbb0bd6f9f8e),segment_id=433258e7-a7df-4830-9a97-cbb0bd6f9f8e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:14.997712 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:15.012138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594a9304-dbed-469e-bbc4-9a36be257d95 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:36:15.020718 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-594a9304-dbed-469e-bbc4-9a36be257d95 admin admin] 10.222.0.39 "PUT /v2.0/routers/1bfb00d0-66c8-473a-b387-47e99e417190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5320995 Aug 31 14:36:15.021367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57918) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:15.044914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f60d3a4-eb33-46f6-9f49-e9a5455abf88 req-b984e0c9-5307-46b7-bb40-4c9c208428f9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=aafa42a8-644f-4694-96e7-b9b1119822e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0687888 Aug 31 14:36:15.046545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8441dda2-5ea3-473a-b909-b2808a3314a8 None None] Sync routers for ids ['1bfb00d0-66c8-473a-b387-47e99e417190'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:36:15.067153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 91958401-e793-4ff0-b658-b8ed74299315 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:36:15.114936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 91958401-e793-4ff0-b658-b8ed74299315 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:36:15.115215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 91958401-e793-4ff0-b658-b8ed74299315 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:36:15.116617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8441dda2-5ea3-473a-b909-b2808a3314a8 None None] Routers {'1bfb00d0-66c8-473a-b387-47e99e417190'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:36:15.117220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8441dda2-5ea3-473a-b909-b2808a3314a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:35:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1bfb00d0-66c8-473a-b387-47e99e417190'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:15.161103 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:15.163048 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:15.172195 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=45676cc1-dc84-4dc8-b1fe-994950e63c01,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:15.249374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['45676cc1-dc84-4dc8-b1fe-994950e63c01'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:15.282756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-8441dda2-5ea3-473a-b909-b2808a3314a8 None None] Set router 1bfb00d0-66c8-473a-b387-47e99e417190 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:36:15.368413 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:15.373684 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:15.413706 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:15.586235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:15.595588 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:15.609997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Transition to ACTIVE for port object 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:15.611019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-ba81feca-5197-43ad-8110-bfbd8e59e002 req-23a5b669-ad18-40c7-aa79-d7a7fc12fc00 service neutron] (94871) timed out ('10.222.0.39', 55818) {{(pid=94871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:36:15.612443 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:15.613174 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 854aa470-f92c-437a-a4cb-7bc3e4988fad {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:36:15.622693 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:15.626131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2ed5299c-4495-4c5c-8b79-f014b6b59940 admin admin] 10.222.0.39 "DELETE /v2.0/routers/854aa470-f92c-437a-a4cb-7bc3e4988fad HTTP/1.1" status: 204 len: 168 time: 3.1838858 Aug 31 14:36:15.626934 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:15.635107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57928) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:15.679937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] Deleting port feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:15.680515 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:15.742333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c7fae-9a55-43cb-8762-66d9e44e0b70 req-0414d695-ebe8-4d41-b3ae-f4459ae918df tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:15.752177 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7d2c7fae-9a55-43cb-8762-66d9e44e0b70 req-0414d695-ebe8-4d41-b3ae-f4459ae918df tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 931 time: 0.1803553 Aug 31 14:36:15.768728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8441dda2-5ea3-473a-b909-b2808a3314a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:36:13Z', 'revision_number': 5, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port': {'id': 'feea28fa-a234-4914-aaf8-bc1e9a7fa3a0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:33Z', 'updated_at': '2021-08-31T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:15.843226 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7d2c7fae-9a55-43cb-8762-66d9e44e0b70 req-f1ad0d6c-6c27-4a5f-beae-e0e9852e08a3 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a943c431-5974-4c11-94a1-731bacc7e4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815432 Aug 31 14:36:15.843589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8441dda2-5ea3-473a-b909-b2808a3314a8 None None] Checking router: 1bfb00d0-66c8-473a-b387-47e99e417190 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:36:15.868200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-299a1fdb-8e72-46bb-8bef-1f4c2e72b22c admin admin] Deleting subnet c2e8e2f7-0116-42a6-a90d-411eec89334e {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:36:15.879293 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-299a1fdb-8e72-46bb-8bef-1f4c2e72b22c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:15.881961 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8441dda2-5ea3-473a-b909-b2808a3314a8 None None] Routers {'1bfb00d0-66c8-473a-b387-47e99e417190'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:36:15.887031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8441dda2-5ea3-473a-b909-b2808a3314a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:35:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1bfb00d0-66c8-473a-b387-47e99e417190'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:15.903977 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] For port feea28fa-a234-4914-aaf8-bc1e9a7fa3a0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=feea28fa-a234-4914-aaf8-bc1e9a7fa3a0,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:15.904340 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:15.929116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] Calling delete_port for feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:15.935737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce24d74-1298-4b47-b2f7-3cf5b2f9af44,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:16.013805 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-299a1fdb-8e72-46bb-8bef-1f4c2e72b22c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.035140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-8441dda2-5ea3-473a-b909-b2808a3314a8 None None] Set router 1bfb00d0-66c8-473a-b387-47e99e417190 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:36:16.069674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Attempting to bind port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:36:16.070294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Attempting to bind port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '9672eeda-b5b4-479e-9b34-7e5e64840bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd5690c04-32a8-4be3-951a-8ab08a2bd387'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:36:16.071293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Attempting to bind port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 on network d5690c04-32a8-4be3-951a-8ab08a2bd387 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:16.092977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 on network d5690c04-32a8-4be3-951a-8ab08a2bd387 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:36:16.093308 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Attempting to bind port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 on network d5690c04-32a8-4be3-951a-8ab08a2bd387 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:16.125033 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:36:16.131996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Checking segment: {'id': '9672eeda-b5b4-479e-9b34-7e5e64840bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd5690c04-32a8-4be3-951a-8ab08a2bd387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:16.131996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Bound using segment: {'id': '9672eeda-b5b4-479e-9b34-7e5e64840bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd5690c04-32a8-4be3-951a-8ab08a2bd387'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:36:16.131996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Bound port: 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9672eeda-b5b4-479e-9b34-7e5e64840bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd5690c04-32a8-4be3-951a-8ab08a2bd387'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:36:16.131996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.161446 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.171612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8441dda2-5ea3-473a-b909-b2808a3314a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:36:15Z', 'revision_number': 6, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:16.242188 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=feea28fa-a234-4914-aaf8-bc1e9a7fa3a0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:16.266714 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-299a1fdb-8e72-46bb-8bef-1f4c2e72b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.272551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8441dda2-5ea3-473a-b909-b2808a3314a8 None None] The sync data for ids ['1bfb00d0-66c8-473a-b387-47e99e417190'] in n-d-806683-5 is: [{'id': '1bfb00d0-66c8-473a-b387-47e99e417190', 'name': 'tempest-TaggedBootDevicesTest_v242-1011894943-router', 'tenant_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:36:15Z', 'revision_number': 6, 'project_id': 'dd87edd378f7458fadafeeb5d6d572bd', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:36:16.382886 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-299a1fdb-8e72-46bb-8bef-1f4c2e72b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.390854 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.435767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a1fdb-8e72-46bb-8bef-1f4c2e72b22c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e8e2f7-0116-42a6-a90d-411eec89334e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:16.455268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-299a1fdb-8e72-46bb-8bef-1f4c2e72b22c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.455987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d95853e-df12-4d1d-acde-613974fa5a7a None None] Network 71a1c2c5-5453-43a1-84ef-1e0d36712da3 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:16.459672 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-299a1fdb-8e72-46bb-8bef-1f4c2e72b22c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c2e8e2f7-0116-42a6-a90d-411eec89334e HTTP/1.1" status: 204 len: 168 time: 0.8156881 Aug 31 14:36:16.462085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57936) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:16.470546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] For port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:36:16.475514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] For port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=6ce24d74-1298-4b47-b2f7-3cf5b2f9af44,segment=NetworkSegment(9672eeda-b5b4-479e-9b34-7e5e64840bb5),segment_id=9672eeda-b5b4-479e-9b34-7e5e64840bb5)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:36:16.514580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.514897 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.517682 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.591415 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.591754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce24d74-1298-4b47-b2f7-3cf5b2f9af44,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:16.592584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bfb00d0-66c8-473a-b387-47e99e417190 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:36:16.609724 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.613766 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6f5a93dc-7f36-4c0f-baac-c1a1d271a4ad admin admin] 10.222.0.39 "DELETE /v2.0/routers/1bfb00d0-66c8-473a-b387-47e99e417190 HTTP/1.1" status: 204 len: 168 time: 1.5914054 Aug 31 14:36:16.614775 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57940) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:16.631938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3505318-1685-4d8e-9fd1-03f6756cb780 req-7b356c34-5b76-4e82-8ae3-99c3c9222827 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:16.633563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3505318-1685-4d8e-9fd1-03f6756cb780 req-7b356c34-5b76-4e82-8ae3-99c3c9222827 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 945 time: 0.2682598 Aug 31 14:36:16.641687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:16.642721 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.654902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-f76c8564-55e1-4b46-8416-f539b9f31cf1 service neutron] 10.222.0.60 "PUT /v2.0/ports/6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 HTTP/1.1" status: 200 len: 1091 time: 2.9437256 Aug 31 14:36:16.658301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fd3a8d-00f5-490f-ab76-589f26a34175', 'tag': '6ce24d74-1298-4b47-b2f7-3cf5b2f9af44'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:16.658301 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d32c9c1-4f55-4685-816a-9632c01f1d85" -d '{"events": [{"name": "network-changed", "server_uuid": "08fd3a8d-00f5-490f-ab76-589f26a34175", "tag": "6ce24d74-1298-4b47-b2f7-3cf5b2f9af44"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:16.705117 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e980ab-19b1-42aa-a33b-3f799f61d0e2 admin admin] Deleting subnet f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:36:16.715995 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19e980ab-19b1-42aa-a33b-3f799f61d0e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.722672 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.759660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccffd0c3-341a-4099-942a-f7b7b90abd28 None None] DHCP port deletion for 71a1c2c5-5453-43a1-84ef-1e0d36712da3 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:36:16.800759 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225ce8ea-1d1b-42d4-8a15-333ff5ca017e x-openstack-request-id: req-225ce8ea-1d1b-42d4-8a15-333ff5ca017e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:16.801141 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fd3a8d-00f5-490f-ab76-589f26a34175", "tag": "6ce24d74-1298-4b47-b2f7-3cf5b2f9af44", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:16.801459 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-225ce8ea-1d1b-42d4-8a15-333ff5ca017e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:16.801925 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fd3a8d-00f5-490f-ab76-589f26a34175', 'tag': '6ce24d74-1298-4b47-b2f7-3cf5b2f9af44', 'status': 'completed', 'code': 200} Aug 31 14:36:16.805280 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3505318-1685-4d8e-9fd1-03f6756cb780 req-a32f6c0c-3729-4cd3-8c87-2004d66cd941 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=aafa42a8-644f-4694-96e7-b9b1119822e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360641 Aug 31 14:36:16.863919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-c4f37cf8-9c5c-4219-a2bf-80a20c006ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:16.865544 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-c4f37cf8-9c5c-4219-a2bf-80a20c006ec1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=61f2aab8b7574ef6a49f1bf99125cc95&device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 1094 time: 0.1383436 Aug 31 14:36:16.889796 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19e980ab-19b1-42aa-a33b-3f799f61d0e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.925104 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-84e23538-31c4-4526-ad69-af718e5a0c31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 HTTP/1.1" status: 200 len: 217 time: 0.0442030 Aug 31 14:36:16.927731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Deleting port 19631187-3585-4b46-934f-934ae58b1930 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:16.928069 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:16.963549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ccffd0c3-341a-4099-942a-f7b7b90abd28 None None] Deleting port 19631187-3585-4b46-934f-934ae58b1930 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:16.963936 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccffd0c3-341a-4099-942a-f7b7b90abd28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.036678 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19e980ab-19b1-42aa-a33b-3f799f61d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.077195 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ccffd0c3-341a-4099-942a-f7b7b90abd28 None None] For port 19631187-3585-4b46-934f-934ae58b1930, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=19631187-3585-4b46-934f-934ae58b1930,segment=NetworkSegment(6091cb93-9f1a-4021-8a4c-44ccfd2e6f00),segment_id=6091cb93-9f1a-4021-8a4c-44ccfd2e6f00)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:17.077593 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccffd0c3-341a-4099-942a-f7b7b90abd28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.100067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ccffd0c3-341a-4099-942a-f7b7b90abd28 None None] Calling delete_port for 19631187-3585-4b46-934f-934ae58b1930 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:17.129273 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19e980ab-19b1-42aa-a33b-3f799f61d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.168308 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] For port 19631187-3585-4b46-934f-934ae58b1930, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=19631187-3585-4b46-934f-934ae58b1930,segment=NetworkSegment(6091cb93-9f1a-4021-8a4c-44ccfd2e6f00),segment_id=6091cb93-9f1a-4021-8a4c-44ccfd2e6f00)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:17.168674 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.179241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-d45c8b83-8426-422b-9411-b6083845686e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:17.180799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-d45c8b83-8426-422b-9411-b6083845686e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=53c376f4-41c5-4e07-b223-c96f3a285d21 HTTP/1.1" status: 200 len: 865 time: 0.1992941 Aug 31 14:36:17.186840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Calling delete_port for 19631187-3585-4b46-934f-934ae58b1930 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:17.221036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e980ab-19b1-42aa-a33b-3f799f61d0e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:17.223346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2a9d3d-984e-4dbf-aa46-413d52635a2d None None] Network 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:17.228273 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccffd0c3-341a-4099-942a-f7b7b90abd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.230798 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19e980ab-19b1-42aa-a33b-3f799f61d0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.234999 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-19e980ab-19b1-42aa-a33b-3f799f61d0e2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f1dcbf3d-8d89-4788-8b1c-29a2f1d3fae3 HTTP/1.1" status: 204 len: 168 time: 0.6158204 Aug 31 14:36:17.236096 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57956) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:17.276749 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.309533 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-69da2681-15a3-4a1e-b5c6-8f356a9647ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5690c04-32a8-4be3-951a-8ab08a2bd387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302589 Aug 31 14:36:17.341260 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffd0c3-341a-4099-942a-f7b7b90abd28 None None] Pushing event deleted for resources: {'Port': ['ID=19631187-3585-4b46-934f-934ae58b1930,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:17.349416 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccffd0c3-341a-4099-942a-f7b7b90abd28 None None] No DVR routers for this DVR port 19631187-3585-4b46-934f-934ae58b1930 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:36:17.432609 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.459783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 19631187-3585-4b46-934f-934ae58b1930 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:36:17.485044 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 19631187-3585-4b46-934f-934ae58b1930 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:36:17.486004 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 19631187-3585-4b46-934f-934ae58b1930 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:36:17.486533 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device af16604d-ab93-4032-9918-de760ee52206 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:36:17.500384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba9667-a558-4400-8732-d20a097e3fa2 req-52ab1fd2-aec1-4b53-afd5-4d0a959f69d9 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:17.502143 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d0ba9667-a558-4400-8732-d20a097e3fa2 req-52ab1fd2-aec1-4b53-afd5-4d0a959f69d9 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 943 time: 0.4027443 Aug 31 14:36:17.507759 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-a4fe2897-59ce-4b6b-bc2c-0fb29f4e1c37 service neutron] 10.222.0.60 "GET /v2.0/networks/d5690c04-32a8-4be3-951a-8ab08a2bd387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771729 Aug 31 14:36:17.508762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=19631187-3585-4b46-934f-934ae58b1930,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:17.514209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] No DVR routers for this DVR port 19631187-3585-4b46-934f-934ae58b1930 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:36:17.527514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: af16604d-ab93-4032-9918-de760ee52206 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:36:17.527865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device af16604d-ab93-4032-9918-de760ee52206 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:36:17.528291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 055f3903-5fe9-45f5-8c87-519c8614393c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:36:17.558088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 055f3903-5fe9-45f5-8c87-519c8614393c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:36:17.558476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 055f3903-5fe9-45f5-8c87-519c8614393c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:36:17.587980 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d0ba9667-a558-4400-8732-d20a097e3fa2 req-c8226800-1d2b-4991-a098-7dac304bba65 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a943c431-5974-4c11-94a1-731bacc7e4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719821 Aug 31 14:36:17.594997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Deleting port 636e93f7-4169-4e69-b259-fc6a77306e46 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:17.595381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.664163 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81637e0b-8c8a-4e65-ae98-fab68bc53c61 None None] DHCP port deletion for 9389d65e-cc2a-46c3-97fe-2cd12fa0d276 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:36:17.690938 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.705289 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] For port 636e93f7-4169-4e69-b259-fc6a77306e46, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=636e93f7-4169-4e69-b259-fc6a77306e46,segment=NetworkSegment(c6184d0f-45a9-4c3d-9a06-a44aa1856116),segment_id=c6184d0f-45a9-4c3d-9a06-a44aa1856116)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:17.706424 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.712120 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a1c2c5-5453-43a1-84ef-1e0d36712da3']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:17.731069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:17.731397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6091cb93-9f1a-4021-8a4c-44ccfd2e6f00') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:17.747247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Calling delete_port for 636e93f7-4169-4e69-b259-fc6a77306e46 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:17.751478 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.755933 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98d096fa-14d3-48fa-aca4-b64d260e7098 req-0a7a944e-6a2a-46ef-a96b-1450a936720e service neutron] 10.222.0.60 "GET /v2.0/networks/d5690c04-32a8-4be3-951a-8ab08a2bd387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342119 Aug 31 14:36:17.788538 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-81637e0b-8c8a-4e65-ae98-fab68bc53c61 None None] Deleting port 636e93f7-4169-4e69-b259-fc6a77306e46 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:17.788920 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81637e0b-8c8a-4e65-ae98-fab68bc53c61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.807201 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.873446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:36:17.873711 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:36:17.878211 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:36:17.934405 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.934791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-81637e0b-8c8a-4e65-ae98-fab68bc53c61 None None] For port 636e93f7-4169-4e69-b259-fc6a77306e46, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=636e93f7-4169-4e69-b259-fc6a77306e46,segment=NetworkSegment(c6184d0f-45a9-4c3d-9a06-a44aa1856116),segment_id=c6184d0f-45a9-4c3d-9a06-a44aa1856116)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:17.935251 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81637e0b-8c8a-4e65-ae98-fab68bc53c61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.960874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] No DVR routers for this DVR port 636e93f7-4169-4e69-b259-fc6a77306e46 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:36:17.972566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-81637e0b-8c8a-4e65-ae98-fab68bc53c61 None None] Calling delete_port for 636e93f7-4169-4e69-b259-fc6a77306e46 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:17.977246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32c9c1-4f55-4685-816a-9632c01f1d85 req-253a3119-7a7a-4415-95e9-0857a5026da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:17.979009 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d32c9c1-4f55-4685-816a-9632c01f1d85 req-253a3119-7a7a-4415-95e9-0857a5026da9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=61f2aab8b7574ef6a49f1bf99125cc95&device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 1094 time: 0.1561129 Aug 31 14:36:17.981940 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:17.986368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Pushing event deleted for resources: {'Port': ['ID=636e93f7-4169-4e69-b259-fc6a77306e46,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:17.998595 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:18.001404 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/71a1c2c5-5453-43a1-84ef-1e0d36712da3 HTTP/1.1" status: 204 len: 168 time: 1.5380709 Aug 31 14:36:18.047467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b7275-5a1f-405f-a03c-33ad9e200fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=71a1c2c5-5453-43a1-84ef-1e0d36712da3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:18.084335 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:18.096545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9389d65e-cc2a-46c3-97fe-2cd12fa0d276']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:18.097121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0922c2-8dd2-4a0c-bea8-1b9e3745ba1a req-ad044b98-097e-42c1-9fe9-48d7a02ed71e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:18.098856 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd0922c2-8dd2-4a0c-bea8-1b9e3745ba1a req-ad044b98-097e-42c1-9fe9-48d7a02ed71e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 945 time: 0.1538296 Aug 31 14:36:18.110130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6184d0f-45a9-4c3d-9a06-a44aa1856116') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:18.110401 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6184d0f-45a9-4c3d-9a06-a44aa1856116') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:18.123457 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:18.132059 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81637e0b-8c8a-4e65-ae98-fab68bc53c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:18.173698 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:18.178378 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd0922c2-8dd2-4a0c-bea8-1b9e3745ba1a req-1bf7da3d-87c9-4baf-a3d3-0763e093c2c0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=aafa42a8-644f-4694-96e7-b9b1119822e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724497 Aug 31 14:36:18.201904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:36:18.201904 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:18.207270 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32c9c1-4f55-4685-816a-9632c01f1d85 req-3dd48f54-5dec-4bea-b5db-642cdaf0dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:36:18.208177 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:36:18.211624 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d32c9c1-4f55-4685-816a-9632c01f1d85 req-3dd48f54-5dec-4bea-b5db-642cdaf0dcf6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5690c04-32a8-4be3-951a-8ab08a2bd387 HTTP/1.1" status: 200 len: 926 time: 0.2202878 Aug 31 14:36:18.214827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81637e0b-8c8a-4e65-ae98-fab68bc53c61 None None] Pushing event deleted for resources: {'Port': ['ID=636e93f7-4169-4e69-b259-fc6a77306e46,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:18.216742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81637e0b-8c8a-4e65-ae98-fab68bc53c61 None None] No DVR routers for this DVR port 636e93f7-4169-4e69-b259-fc6a77306e46 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:36:18.268561 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 45676cc1-dc84-4dc8-b1fe-994950e63c01 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:18.268772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57968) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:18.301514 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d32c9c1-4f55-4685-816a-9632c01f1d85 req-4815129d-298d-420c-9cfb-f017efe8a3c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 HTTP/1.1" status: 200 len: 217 time: 0.0821884 Aug 31 14:36:18.349687 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 45676cc1-dc84-4dc8-b1fe-994950e63c01 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:18.358708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 45676cc1-dc84-4dc8-b1fe-994950e63c01 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:18.359089 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:18.360851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32c9c1-4f55-4685-816a-9632c01f1d85 req-c71af1cb-4ab8-4bea-8f90-3807a9b449ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:18.363071 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d32c9c1-4f55-4685-816a-9632c01f1d85 req-c71af1cb-4ab8-4bea-8f90-3807a9b449ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=53c376f4-41c5-4e07-b223-c96f3a285d21 HTTP/1.1" status: 200 len: 865 time: 0.0529680 Aug 31 14:36:18.379438 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-797a2374-c1ce-48e7-b1c3-2bd240fc1e9e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea3110f7f81a4dcdb23e4d896c13d489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1093802 Aug 31 14:36:18.380147 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57970) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:18.398248 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:18.402402 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d32c9c1-4f55-4685-816a-9632c01f1d85 req-0a220cf1-f718-4212-a0ee-897a2e326335 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5690c04-32a8-4be3-951a-8ab08a2bd387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304716 Aug 31 14:36:18.433043 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:18.456760 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9389d65e-cc2a-46c3-97fe-2cd12fa0d276 HTTP/1.1" status: 204 len: 168 time: 1.2020030 Aug 31 14:36:18.524370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e29381-bb32-4c7b-bff4-ee2236118214 admin admin] Pushing event deleted for resources: {'Network': ['ID=9389d65e-cc2a-46c3-97fe-2cd12fa0d276,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:18.620474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:18.637714 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-330958b3-f2ab-4ff2-9c32-6567fe38e2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:18.672831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 45676cc1-dc84-4dc8-b1fe-994950e63c01, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=45676cc1-dc84-4dc8-b1fe-994950e63c01,segment=NetworkSegment(433258e7-a7df-4830-9a97-cbb0bd6f9f8e),segment_id=433258e7-a7df-4830-9a97-cbb0bd6f9f8e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:18.674182 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d9d6de-6d78-48f9-9093-f11a1d2af90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45676cc1-dc84-4dc8-b1fe-994950e63c01'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:18.678612 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f80e50-7797-45b3-9379-9b7477d4db8f" -d '{"events": [{"server_uuid": "72d9d6de-6d78-48f9-9093-f11a1d2af90b", "name": "network-vif-plugged", "status": "completed", "tag": "45676cc1-dc84-4dc8-b1fe-994950e63c01"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:18.686850 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:18.711106 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d32c9c1-4f55-4685-816a-9632c01f1d85 req-2e5e4d9d-e205-45cb-98e5-3dd97f767ac8 service neutron] 10.222.0.60 "GET /v2.0/networks/d5690c04-32a8-4be3-951a-8ab08a2bd387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965870 Aug 31 14:36:18.756588 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-330958b3-f2ab-4ff2-9c32-6567fe38e2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:18.835727 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9e955d-f303-4edc-ae90-8a569b37ce4c x-openstack-request-id: req-9b9e955d-f303-4edc-ae90-8a569b37ce4c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:18.836807 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d9d6de-6d78-48f9-9093-f11a1d2af90b", "name": "network-vif-plugged", "status": "completed", "tag": "45676cc1-dc84-4dc8-b1fe-994950e63c01", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:18.837222 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b9e955d-f303-4edc-ae90-8a569b37ce4c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:18.850041 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d9d6de-6d78-48f9-9093-f11a1d2af90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45676cc1-dc84-4dc8-b1fe-994950e63c01', 'code': 200} Aug 31 14:36:18.860598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57984) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:18.873787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=45676cc1-dc84-4dc8-b1fe-994950e63c01,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:19.026727 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 636e93f7-4169-4e69-b259-fc6a77306e46 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:36:19.058934 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c16411b6-b0aa-45c2-ac7c-7a136fa426c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd87edd378f7458fadafeeb5d6d572bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962099 Aug 31 14:36:19.073513 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57986) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:19.100030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 636e93f7-4169-4e69-b259-fc6a77306e46 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:36:19.100712 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 636e93f7-4169-4e69-b259-fc6a77306e46 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:36:19.101884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:36:19.158078 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d32c9c1-4f55-4685-816a-9632c01f1d85 req-8a883e28-8ef6-4b1f-8125-5d1c7f14c45d service neutron] 10.222.0.60 "GET /v2.0/networks/d5690c04-32a8-4be3-951a-8ab08a2bd387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364359 Aug 31 14:36:19.165318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:36:19.165668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device feea28fa-a234-4914-aaf8-bc1e9a7fa3a0 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:36:19.175598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bbb8-c23b-4bc1-bc25-3f20571714ea req-3c0485c8-d74f-481d-bdac-009f552997c7 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:19.178236 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d441bbb8-c23b-4bc1-bc25-3f20571714ea req-3c0485c8-d74f-481d-bdac-009f552997c7 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 943 time: 0.4043343 Aug 31 14:36:19.188676 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0b345-9cac-4c17-b90f-c98cde199dcb req-cc21cb6f-998a-48eb-8ead-4b1531284be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:19.190496 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e0b0b345-9cac-4c17-b90f-c98cde199dcb req-cc21cb6f-998a-48eb-8ead-4b1531284be1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 1097 time: 0.2770696 Aug 31 14:36:19.195699 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fc2a5f2-cb9c-4f62-9172-921709016382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:19.230841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fc2a5f2-cb9c-4f62-9172-921709016382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:19.254844 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-330958b3-f2ab-4ff2-9c32-6567fe38e2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:19.257459 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-330958b3-f2ab-4ff2-9c32-6567fe38e2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:19.258614 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-330958b3-f2ab-4ff2-9c32-6567fe38e2a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4258c54a-4cd0-4411-904c-41a5769e317d HTTP/1.1" status: 204 len: 168 time: 0.8755598 Aug 31 14:36:19.276574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330958b3-f2ab-4ff2-9c32-6567fe38e2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4258c54a-4cd0-4411-904c-41a5769e317d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:19.317155 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e0b0b345-9cac-4c17-b90f-c98cde199dcb req-84a1fc69-cf21-4e5d-a117-5a1a7ca1da0e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aafa42a8-644f-4694-96e7-b9b1119822e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859764 Aug 31 14:36:19.320467 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d441bbb8-c23b-4bc1-bc25-3f20571714ea req-6eba02ae-e2ae-4c88-ae98-97b5e9c5ff08 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a943c431-5974-4c11-94a1-731bacc7e4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264386 Aug 31 14:36:19.361219 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fc2a5f2-cb9c-4f62-9172-921709016382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:19.364399 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fc2a5f2-cb9c-4f62-9172-921709016382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:19.365636 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4fc2a5f2-cb9c-4f62-9172-921709016382 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ab7b529-019e-4a05-a618-142299a78810 HTTP/1.1" status: 204 len: 168 time: 0.2904468 Aug 31 14:36:19.389671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2a5f2-cb9c-4f62-9172-921709016382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab7b529-019e-4a05-a618-142299a78810,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:19.415741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0e7b6-2a76-41b5-b57e-8a868ae4a5ce req-501d35e2-9a27-4dcf-8525-284ea7ed0c1f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:19.419231 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b7d0e7b6-2a76-41b5-b57e-8a868ae4a5ce req-501d35e2-9a27-4dcf-8525-284ea7ed0c1f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 946 time: 0.1042442 Aug 31 14:36:19.443836 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:19.497318 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b7d0e7b6-2a76-41b5-b57e-8a868ae4a5ce req-78f7315f-b22c-4c2d-b10d-092895b5c39d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=aafa42a8-644f-4694-96e7-b9b1119822e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701625 Aug 31 14:36:19.565295 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e044698-d4f0-4f42-9ff4-f4ea740c7fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:19.658180 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:36:19.800661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=6ce24d74-1298-4b47-b2f7-3cf5b2f9af44,segment=NetworkSegment(9672eeda-b5b4-479e-9b34-7e5e64840bb5),segment_id=9672eeda-b5b4-479e-9b34-7e5e64840bb5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:19.824473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '6ce24d74-1298-4b47-b2f7-3cf5b2f9af44', 'network_id': 'd5690c04-32a8-4be3-951a-8ab08a2bd387', 'port_id': '6ce24d74-1298-4b47-b2f7-3cf5b2f9af44', 'mac_address': 'fa:16:3e:a2:10:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c376f4-41c5-4e07-b223-c96f3a285d21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:36:19.892313 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:19.922560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:19.952136 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=6ce24d74-1298-4b47-b2f7-3cf5b2f9af44,segment=NetworkSegment(9672eeda-b5b4-479e-9b34-7e5e64840bb5),segment_id=9672eeda-b5b4-479e-9b34-7e5e64840bb5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:19.959462 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:20.047113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=6ce24d74-1298-4b47-b2f7-3cf5b2f9af44,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:20.199909 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['6ce24d74-1298-4b47-b2f7-3cf5b2f9af44'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:20.623627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc93a2-26dc-49e0-9830-ce67958d93b4 req-1c9c5411-54ca-49cd-89fe-0f50a20356b5 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:20.641208 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0dc93a2-26dc-49e0-9830-ce67958d93b4 req-1c9c5411-54ca-49cd-89fe-0f50a20356b5 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 944 time: 0.1488628 Aug 31 14:36:20.660183 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 58058) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:20.712724 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0dc93a2-26dc-49e0-9830-ce67958d93b4 req-98ab075f-e71d-4063-8a04-8b10e2ec1774 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a943c431-5974-4c11-94a1-731bacc7e4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663702 Aug 31 14:36:20.782216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13444f-a82f-44de-bbe3-23e7b4707a44 req-cfac8fbf-3551-41c2-b031-2e80bdb32f57 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:20.785301 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3a13444f-a82f-44de-bbe3-23e7b4707a44 req-cfac8fbf-3551-41c2-b031-2e80bdb32f57 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 946 time: 0.1008122 Aug 31 14:36:20.874893 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3a13444f-a82f-44de-bbe3-23e7b4707a44 req-e511197a-67df-4f37-ac3d-cfa4fc58e18a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=aafa42a8-644f-4694-96e7-b9b1119822e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812593 Aug 31 14:36:21.017950 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 58076) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:21.041647 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177a394-692b-4c34-b1f4-f4acc1a87fd9 req-37a83a71-70fe-4a3f-a71c-2e1ada645808 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:21.051606 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b177a394-692b-4c34-b1f4-f4acc1a87fd9 req-37a83a71-70fe-4a3f-a71c-2e1ada645808 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 946 time: 0.0861650 Aug 31 14:36:21.085293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-745054143-network', 'tenant_id': '99b212972bdf47018028c10c827b8469'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:21.119850 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1222902725-network', 'tenant_id': '2fef0d3d6567402891e52944cfd15703'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:21.132990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] Made reservation on behalf of 99b212972bdf47018028c10c827b8469 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:21.136506 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.143804 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b177a394-692b-4c34-b1f4-f4acc1a87fd9 req-5df79234-16f0-492f-a0e7-4bb56a6621ae tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=aafa42a8-644f-4694-96e7-b9b1119822e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910089 Aug 31 14:36:21.153572 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.198397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] Made reservation on behalf of 2fef0d3d6567402891e52944cfd15703 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:21.201847 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.213762 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.291151 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.297899 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.334516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:36:21.355118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.355553 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] Added segment 67f3a673-eede-4685-81ae-d16c0e8a0d97 of type vlan for network ff9b9c55-38d1-4347-b1f3-025a8d47216f Aug 31 14:36:21.364671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad473ed-4fec-4627-b0dd-d1f3da1d3b03,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:21.424950 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.473837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.476596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:21.477621 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.540566 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.559387 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.575524 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9107454 Aug 31 14:36:21.576909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58094) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:21.584731 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5752dc05-a4da-4141-bdb4-6ad4bce03cee admin admin] Request body: {'subnet': {'network_id': 'ff9b9c55-38d1-4347-b1f3-025a8d47216f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-745054143-subnet', 'tenant_id': '99b212972bdf47018028c10c827b8469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:21.585631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5c6d1-a24c-46f0-980c-f034c86064c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ff9b9c55-38d1-4347-b1f3-025a8d47216f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:21.593176 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:36:21.600181 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network ff9b9c55-38d1-4347-b1f3-025a8d47216f details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:36:21.611883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:21.617043 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.617043 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] Added segment 9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b of type vlan for network c86f471b-16e5-48f1-88d1-2122ab21cd31 Aug 31 14:36:21.653085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5752dc05-a4da-4141-bdb4-6ad4bce03cee admin admin] Made reservation on behalf of 99b212972bdf47018028c10c827b8469 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:21.656348 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5752dc05-a4da-4141-bdb4-6ad4bce03cee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.670964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:21.722094 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.817665 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.818692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:21.819309 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:21.891542 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] Pushing event updated for resources: {'Network': ['ID=c86f471b-16e5-48f1-88d1-2122ab21cd31,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:21.939669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-14997147-76f0-4a92-853c-17617c4ba991 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9203696 Aug 31 14:36:21.942350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 58106) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:21.951117 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-08d10ebf-f8d2-4652-ac00-602366c3721d admin admin] Request body: {'subnet': {'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1222902725-subnet', 'tenant_id': '2fef0d3d6567402891e52944cfd15703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:21.993240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65f6d9-3e85-4b82-b66a-cdecd931f9c6 req-c7628e0d-ba40-4588-82c1-5b47bc590e83 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:21.995962 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd65f6d9-3e85-4b82-b66a-cdecd931f9c6 req-c7628e0d-ba40-4588-82c1-5b47bc590e83 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 944 time: 0.1050339 Aug 31 14:36:21.997238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d10ebf-f8d2-4652-ac00-602366c3721d admin admin] Made reservation on behalf of 2fef0d3d6567402891e52944cfd15703 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:21.999838 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08d10ebf-f8d2-4652-ac00-602366c3721d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:22.050770 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5752dc05-a4da-4141-bdb4-6ad4bce03cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:22.060708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network c86f471b-16e5-48f1-88d1-2122ab21cd31 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:36:22.107466 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd65f6d9-3e85-4b82-b66a-cdecd931f9c6 req-c3bff9c6-31d3-472b-8fc1-283445413ec3 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a943c431-5974-4c11-94a1-731bacc7e4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998290 Aug 31 14:36:22.160492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752dc05-a4da-4141-bdb4-6ad4bce03cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2341bf8-43a1-4f32-9b3b-4f0e6dedb19d,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:22.172581 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752dc05-a4da-4141-bdb4-6ad4bce03cee admin admin] Checking segment: {'id': '67f3a673-eede-4685-81ae-d16c0e8a0d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ff9b9c55-38d1-4347-b1f3-025a8d47216f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:22.173060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5752dc05-a4da-4141-bdb4-6ad4bce03cee admin admin] Network hostable DHCP agents. Network: ff9b9c55-38d1-4347-b1f3-025a8d47216f, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:36:22.197365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5752dc05-a4da-4141-bdb4-6ad4bce03cee admin admin] Network ff9b9c55-38d1-4347-b1f3-025a8d47216f is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:36:22.229651 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5752dc05-a4da-4141-bdb4-6ad4bce03cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, ff9b9c55-38d1-4347-b1f3-025a8d47216f) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:22.236047 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-486a053c-88ca-4f77-bb29-33cc00c16fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:22.256263 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5752dc05-a4da-4141-bdb4-6ad4bce03cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:22.257136 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5752dc05-a4da-4141-bdb4-6ad4bce03cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:22.264899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0d6ce3-f345-4297-b4a2-2a667b9a3e27 None None] Network ff9b9c55-38d1-4347-b1f3-025a8d47216f requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:22.321990 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5752dc05-a4da-4141-bdb4-6ad4bce03cee admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7301390 Aug 31 14:36:22.353578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:22.379542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:22.379542 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:22.400100 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08d10ebf-f8d2-4652-ac00-602366c3721d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:22.424361 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:22.499697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d10ebf-f8d2-4652-ac00-602366c3721d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa1dd28-9cea-434c-851b-b7dbee576d5a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:22.516094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d10ebf-f8d2-4652-ac00-602366c3721d admin admin] Checking segment: {'id': '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:22.516770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d10ebf-f8d2-4652-ac00-602366c3721d admin admin] Network hostable DHCP agents. Network: c86f471b-16e5-48f1-88d1-2122ab21cd31, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:36:22.546347 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d10ebf-f8d2-4652-ac00-602366c3721d admin admin] Network c86f471b-16e5-48f1-88d1-2122ab21cd31 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:36:22.562458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-08d10ebf-f8d2-4652-ac00-602366c3721d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, c86f471b-16e5-48f1-88d1-2122ab21cd31) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:22.563232 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:22.565223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd103dd-6161-467c-a82d-c5da3ca2e51f None None] Network ff9b9c55-38d1-4347-b1f3-025a8d47216f requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:22.569762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d10ebf-f8d2-4652-ac00-602366c3721d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:22.571112 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08d10ebf-f8d2-4652-ac00-602366c3721d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:22.591219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-08d10ebf-f8d2-4652-ac00-602366c3721d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6438150 Aug 31 14:36:22.596356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9f95e4-fbf3-4194-b470-17ee09d5b723 None None] Network c86f471b-16e5-48f1-88d1-2122ab21cd31 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:22.678421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 58130) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:22.748266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fd3a8d-00f5-490f-ab76-589f26a34175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce24d74-1298-4b47-b2f7-3cf5b2f9af44'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:22.751315 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d26a59c-ad56-4957-bdcd-0a32bdeaf1bf" -d '{"events": [{"server_uuid": "08fd3a8d-00f5-490f-ab76-589f26a34175", "name": "network-vif-plugged", "status": "completed", "tag": "6ce24d74-1298-4b47-b2f7-3cf5b2f9af44"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:22.790911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=6ce24d74-1298-4b47-b2f7-3cf5b2f9af44,segment=NetworkSegment(9672eeda-b5b4-479e-9b34-7e5e64840bb5),segment_id=9672eeda-b5b4-479e-9b34-7e5e64840bb5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:22.856288 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1be3575-c1d9-47ed-aab7-90781a363b37 x-openstack-request-id: req-d1be3575-c1d9-47ed-aab7-90781a363b37 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:22.857768 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fd3a8d-00f5-490f-ab76-589f26a34175", "name": "network-vif-plugged", "status": "completed", "tag": "6ce24d74-1298-4b47-b2f7-3cf5b2f9af44", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:22.858205 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1be3575-c1d9-47ed-aab7-90781a363b37 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:22.862765 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fd3a8d-00f5-490f-ab76-589f26a34175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce24d74-1298-4b47-b2f7-3cf5b2f9af44', 'code': 200} Aug 31 14:36:22.870509 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:23.062532 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bd428-f98e-40c2-9ebd-8ffa08cb22f8 req-a5e18978-636d-4e14-9455-f578e5f59800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:23.064232 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a4bd428-f98e-40c2-9ebd-8ffa08cb22f8 req-a5e18978-636d-4e14-9455-f578e5f59800 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 1096 time: 0.1341555 Aug 31 14:36:23.081256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7682626-8500-4993-8fca-d24549ca7a33 None None] Network c86f471b-16e5-48f1-88d1-2122ab21cd31 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:23.233271 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=6ce24d74-1298-4b47-b2f7-3cf5b2f9af44,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:23.244300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-5741851d-fae3-4d33-9a3a-7f324677ee09 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:23.254116 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-5741851d-fae3-4d33-9a3a-7f324677ee09 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/networks?id=ff9b9c55-38d1-4347-b1f3-025a8d47216f HTTP/1.1" status: 200 len: 821 time: 0.2289255 Aug 31 14:36:23.269922 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-3912cc40-f06c-43fd-852e-2256fc0cb0f5 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/quotas/99b212972bdf47018028c10c827b8469 HTTP/1.1" status: 200 len: 375 time: 0.0133731 Aug 31 14:36:23.318503 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:23.329361 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-4f60f90f-73f2-467a-acc9-aaf09cd33483 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=99b212972bdf47018028c10c827b8469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515723 Aug 31 14:36:23.343696 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-fd761ea7-74e6-4060-a7c3-aa27fe152be7 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:36:23.346234 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-fd761ea7-74e6-4060-a7c3-aa27fe152be7 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103619 Aug 31 14:36:23.457799 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-33aa0ed9-7279-4b48-83d6-077b89466daf service neutron] 10.222.0.39 "GET /v2.0/networks/ff9b9c55-38d1-4347-b1f3-025a8d47216f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037290 Aug 31 14:36:23.600880 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-12abcc10-a856-451e-83f1-20a2edcb1b0e service neutron] 10.222.0.39 "GET /v2.0/networks/ff9b9c55-38d1-4347-b1f3-025a8d47216f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422215 Aug 31 14:36:23.820005 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493409fd-13c3-426f-9600-5032780a81d3 req-00269965-cd1e-4224-8847-0779e4ea77d8 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:23.821735 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-493409fd-13c3-426f-9600-5032780a81d3 req-00269965-cd1e-4224-8847-0779e4ea77d8 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 945 time: 0.0631273 Aug 31 14:36:23.842572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-b89c4bb3-9a6b-419c-8f14-f7bc6adfb1c5 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:23.854915 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-b89c4bb3-9a6b-419c-8f14-f7bc6adfb1c5 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/networks?id=c86f471b-16e5-48f1-88d1-2122ab21cd31 HTTP/1.1" status: 200 len: 818 time: 0.7202287 Aug 31 14:36:23.859455 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a4bd428-f98e-40c2-9ebd-8ffa08cb22f8 req-1bd8c899-c16d-4a84-ba6f-f057e91c4a8d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a943c431-5974-4c11-94a1-731bacc7e4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7876689 Aug 31 14:36:23.888008 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-493409fd-13c3-426f-9600-5032780a81d3 req-7d50e272-5212-441c-a0b2-0e9356472b16 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a943c431-5974-4c11-94a1-731bacc7e4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591211 Aug 31 14:36:23.896847 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-e9b171da-563f-47d0-9916-baf7b3296fa6 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/quotas/2fef0d3d6567402891e52944cfd15703 HTTP/1.1" status: 200 len: 375 time: 0.0322316 Aug 31 14:36:23.972643 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6d4e7217-e0aa-4cd3-bc9e-f4d1366cfdf7 req-b0b4e63d-7c77-4549-8774-e837b0af9417 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 210 time: 0.0391080 Aug 31 14:36:24.001619 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-440cba5c-50fb-4403-8f07-2fc16e16c749 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fef0d3d6567402891e52944cfd15703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977206 Aug 31 14:36:24.220960 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-17646304-ba2e-4c39-9636-16c670afe077 service neutron] 10.222.0.39 "GET /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738791 Aug 31 14:36:24.289365 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:24.326786 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:24.416936 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-54d19ce5-449f-4062-add5-ae79669865b6 service neutron] 10.222.0.39 "GET /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890390 Aug 31 14:36:24.657376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Allocated IP 172.20.0.17 (9948fef6-7676-4d62-81f0-efeab3e83f0a/3716b89a-aa71-4e15-89bd-16d003959093/7e352f30-eaf2-491b-b360-af34796463c9) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:36:24.864908 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:24.888480 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Transition to ACTIVE for port object 7e352f30-eaf2-491b-b360-af34796463c9 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:24.919459 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:24.953380 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:25.025993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network 9948fef6-7676-4d62-81f0-efeab3e83f0a is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:36:25.029408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:25.033263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:36:25.122841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:25.181022 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=7e352f30-eaf2-491b-b360-af34796463c9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:25.200024 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768f75e-8591-4eb3-a5cf-0463db309067 req-edab4aff-6b39-439c-834e-16adcfb4e8d8 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:25.201076 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5768f75e-8591-4eb3-a5cf-0463db309067 req-edab4aff-6b39-439c-834e-16adcfb4e8d8 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 945 time: 0.1097760 Aug 31 14:36:25.212263 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-99d8baa0-0375-4c6c-b762-9025a996dff4 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:25.215229 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-99d8baa0-0375-4c6c-b762-9025a996dff4 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.25 "GET /v2.0/networks?id=ff9b9c55-38d1-4347-b1f3-025a8d47216f HTTP/1.1" status: 200 len: 821 time: 0.2468131 Aug 31 14:36:25.249580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Request body: {'port': {'device_id': '56a855d0-3b7f-4d92-9f89-ec677930a44b', 'network_id': 'ff9b9c55-38d1-4347-b1f3-025a8d47216f', 'admin_state_up': True, 'tenant_id': '99b212972bdf47018028c10c827b8469'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:25.329416 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:25.339787 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5768f75e-8591-4eb3-a5cf-0463db309067 req-36f1a2c1-bca8-47bf-bc9c-7e04f137cef6 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a943c431-5974-4c11-94a1-731bacc7e4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246252 Aug 31 14:36:25.384361 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ff30355a-8283-49c1-9d01-2c2449ff895b None None] Provisioning for port 7e352f30-eaf2-491b-b360-af34796463c9 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:25.393331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ff30355a-8283-49c1-9d01-2c2449ff895b None None] Provisioning complete for port 7e352f30-eaf2-491b-b360-af34796463c9 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:25.393977 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff30355a-8283-49c1-9d01-2c2449ff895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:25.412742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Made reservation on behalf of 99b212972bdf47018028c10c827b8469 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:25.419285 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:25.429266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ff30355a-8283-49c1-9d01-2c2449ff895b None None] Port 7e352f30-eaf2-491b-b360-af34796463c9 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:36:25.461784 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6656c55a-191b-4031-b817-ab1b83326925 req-fd8c3677-0762-4643-838c-9dffcbf99143 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 210 time: 0.0382855 Aug 31 14:36:25.617404 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Allocated IP 172.20.0.10 (ff9b9c55-38d1-4347-b1f3-025a8d47216f/f2341bf8-43a1-4f32-9b3b-4f0e6dedb19d/d8c1a35f-8b87-4ccd-b145-85bdbfb062c6) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:36:25.779258 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:25.784703 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:25.895786 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:25.912579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:25.942084 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:25.945211 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f765e7f9-76e0-4ddb-a8eb-5bcded5ab55e req-f37ae3b5-5e8b-4788-b6f9-0c62c5e9f87d tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 210 time: 0.0379250 Aug 31 14:36:25.949578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=7e352f30-eaf2-491b-b360-af34796463c9,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:26.009776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Network ff9b9c55-38d1-4347-b1f3-025a8d47216f is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:36:26.015340 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:26.020978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:36:26.060867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Pushing event updated for resources: {'Port': ['ID=d8c1a35f-8b87-4ccd-b145-85bdbfb062c6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:26.117538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:26.118037 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network 9948fef6-7676-4d62-81f0-efeab3e83f0a is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:36:26.118315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:26.118852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:26.119418 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:26.120252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:26.120743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:26.121231 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:26.121706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:26.122322 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:26.122825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:26.123366 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:26.123944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:26.135708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:26.172156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:26.174940 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:26.210296 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-2b01a374-3394-438d-9c9f-215c38de7795 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9674261 Aug 31 14:36:26.236412 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Request body: {'port': {'device_id': '56a855d0-3b7f-4d92-9f89-ec677930a44b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:26.326581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:36:26.555411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:36:26.580802 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-84216918-3a00-41d8-b0ce-d7967c2f4bc9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "PUT /v2.0/routers/c2664b6d-ae26-42da-b797-c3a2d7e38fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9001956 Aug 31 14:36:26.581344 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Sync routers for ids ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:36:26.592340 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Routers {'c2664b6d-ae26-42da-b797-c3a2d7e38fa7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:36:26.593057 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:36:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:26.701839 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9fc5f533-b3f5-4747-b1cd-4069f455ef5d None None] Provisioning complete for port 7e352f30-eaf2-491b-b360-af34796463c9 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:26.702428 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f533-b3f5-4747-b1cd-4069f455ef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:26.723301 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Set router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:36:26.817735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5f533-b3f5-4747-b1cd-4069f455ef5d None None] Port 7e352f30-eaf2-491b-b360-af34796463c9 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:36:26.830850 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d53b2-2ecc-4427-bcf6-1a498d7c57bf req-556f528f-4343-4f4d-9140-2e9db2590d18 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:26.847711 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae2d53b2-2ecc-4427-bcf6-1a498d7c57bf req-556f528f-4343-4f4d-9140-2e9db2590d18 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 932 time: 0.2400310 Aug 31 14:36:26.870659 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:26.933255 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae2d53b2-2ecc-4427-bcf6-1a498d7c57bf req-21779436-974e-4e38-826d-cb237202e22b tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ad473ed-4fec-4627-b0dd-d1f3da1d3b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846398 Aug 31 14:36:26.977760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92ee8d-f529-4c45-96be-b9152989c4d9 req-b7545835-a6a2-40fc-8f62-31346ef12e13 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:26.989716 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac92ee8d-f529-4c45-96be-b9152989c4d9 req-b7545835-a6a2-40fc-8f62-31346ef12e13 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 945 time: 0.1850457 Aug 31 14:36:27.106157 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-56e402ee-6089-4943-80df-9289744fde3f req-d16e0ad5-b900-4fea-9b41-a48ff97366bd tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 210 time: 0.0797346 Aug 31 14:36:27.354634 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac92ee8d-f529-4c45-96be-b9152989c4d9 req-1d96cfe3-a10f-438b-81ed-24301e2a1b5d tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a943c431-5974-4c11-94a1-731bacc7e4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634174 Aug 31 14:36:27.648484 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:36:25Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '87c18eb9-8ffc-4e0a-a42b-e81873465fab', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'port_id': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'mac_address': 'fa:16:3e:0f:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:35:13Z', 'updated_at': '2021-08-31T14:35:19Z', 'revision_number': 1, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:51Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e352f30-eaf2-491b-b360-af34796463c9', 'name': '', 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:03:44:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '3716b89a-aa71-4e15-89bd-16d003959093', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:24Z', 'updated_at': '2021-08-31T14:36:25Z', 'revision_number': 2, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '3716b89a-aa71-4e15-89bd-16d003959093', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:27.742364 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Checking router: c2664b6d-ae26-42da-b797-c3a2d7e38fa7 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:36:27.743043 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Updating router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 port 7e352f30-eaf2-491b-b360-af34796463c9 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:36:27.749780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d5295-10f8-466f-b88b-f9955dd8af0c req-3cd322bf-b1e9-4cbd-8fad-2e8a76d5edd3 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:27.751422 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5d4d5295-10f8-466f-b88b-f9955dd8af0c req-3cd322bf-b1e9-4cbd-8fad-2e8a76d5edd3 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 945 time: 0.2612114 Aug 31 14:36:27.779208 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:27.881142 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5d4d5295-10f8-466f-b88b-f9955dd8af0c req-fd0dc925-6e8a-4837-a2ff-3fc548cfa068 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a943c431-5974-4c11-94a1-731bacc7e4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210616 Aug 31 14:36:27.957011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:27.977949 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.020772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Transition to ACTIVE for port object d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:28.026377 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.283124 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c1a35f-8b87-4ccd-b145-85bdbfb062c6,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:28.387934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e88844-aede-4dd4-b772-095989222e7c req-08159f56-a4a6-4cab-9e61-d671d3eab0e2 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:28.389571 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0e88844-aede-4dd4-b772-095989222e7c req-08159f56-a4a6-4cab-9e61-d671d3eab0e2 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 944 time: 0.2111254 Aug 31 14:36:28.422444 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.451041 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Transition to ACTIVE for port object 7e352f30-eaf2-491b-b360-af34796463c9 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:28.451286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Attempting to bind port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:36:28.451603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Attempting to bind port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '67f3a673-eede-4685-81ae-d16c0e8a0d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ff9b9c55-38d1-4347-b1f3-025a8d47216f'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:36:28.451935 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Attempting to bind port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 on network ff9b9c55-38d1-4347-b1f3-025a8d47216f {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:28.460132 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.464047 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0e88844-aede-4dd4-b772-095989222e7c req-086efbcb-1f1d-4984-ade0-5230c5233045 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ad473ed-4fec-4627-b0dd-d1f3da1d3b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627429 Aug 31 14:36:28.465220 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 on network ff9b9c55-38d1-4347-b1f3-025a8d47216f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:36:28.465673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Attempting to bind port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 on network ff9b9c55-38d1-4347-b1f3-025a8d47216f {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:28.473663 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:36:28.474089 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Checking segment: {'id': '67f3a673-eede-4685-81ae-d16c0e8a0d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ff9b9c55-38d1-4347-b1f3-025a8d47216f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:28.474602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Bound using segment: {'id': '67f3a673-eede-4685-81ae-d16c0e8a0d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ff9b9c55-38d1-4347-b1f3-025a8d47216f'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:36:28.475095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Bound port: d8c1a35f-8b87-4ccd-b145-85bdbfb062c6, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f3a673-eede-4685-81ae-d16c0e8a0d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ff9b9c55-38d1-4347-b1f3-025a8d47216f'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:36:28.475509 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.573280 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3e980a7-b6b4-4282-b42e-93ff8dc3704c req-832683b8-874e-4131-bdd0-927cebd28b3e tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 210 time: 0.0615592 Aug 31 14:36:28.615503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] For port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:36:28.626372 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] For port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=d8c1a35f-8b87-4ccd-b145-85bdbfb062c6,segment=NetworkSegment(67f3a673-eede-4685-81ae-d16c0e8a0d97),segment_id=67f3a673-eede-4685-81ae-d16c0e8a0d97)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:36:28.633070 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.667676 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:28.668534 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.670382 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] 10.222.0.25 "PUT /v2.0/ports/d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 HTTP/1.1" status: 200 len: 1092 time: 2.4416344 Aug 31 14:36:28.685792 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad35f7-73bc-4334-9570-51d1c927ed2c None None] Pushing event updated for resources: {'Port': ['ID=7e352f30-eaf2-491b-b360-af34796463c9,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:28.688882 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a855d0-3b7f-4d92-9f89-ec677930a44b', 'tag': 'd8c1a35f-8b87-4ccd-b145-85bdbfb062c6'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:28.691615 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060cdcdc-984a-4857-a4bf-19f418ed5ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "56a855d0-3b7f-4d92-9f89-ec677930a44b", "tag": "d8c1a35f-8b87-4ccd-b145-85bdbfb062c6"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:28.732187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-862b691d-95c3-40f8-985b-4967fc312451 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:28.734050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-862b691d-95c3-40f8-985b-4967fc312451 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.60 "GET /v2.0/networks?id=c86f471b-16e5-48f1-88d1-2122ab21cd31 HTTP/1.1" status: 200 len: 818 time: 0.3867579 Aug 31 14:36:28.756581 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad35f7-73bc-4334-9570-51d1c927ed2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:28.757084 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad35f7-73bc-4334-9570-51d1c927ed2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:28.757422 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad35f7-73bc-4334-9570-51d1c927ed2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:28.757747 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad35f7-73bc-4334-9570-51d1c927ed2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:28.758253 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad35f7-73bc-4334-9570-51d1c927ed2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:28.758736 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad35f7-73bc-4334-9570-51d1c927ed2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:28.759619 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad35f7-73bc-4334-9570-51d1c927ed2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:28.761755 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad35f7-73bc-4334-9570-51d1c927ed2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:28.762381 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad35f7-73bc-4334-9570-51d1c927ed2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:28.762918 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad35f7-73bc-4334-9570-51d1c927ed2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:28.763495 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad35f7-73bc-4334-9570-51d1c927ed2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:28.764030 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad35f7-73bc-4334-9570-51d1c927ed2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:28.780428 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Attempting to bind port 7e352f30-eaf2-491b-b360-af34796463c9 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:36:28.780934 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Attempting to bind port 7e352f30-eaf2-491b-b360-af34796463c9 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '433258e7-a7df-4830-9a97-cbb0bd6f9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:36:28.781551 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Attempting to bind port 7e352f30-eaf2-491b-b360-af34796463c9 on network 9948fef6-7676-4d62-81f0-efeab3e83f0a {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:28.783804 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e1739e-6b7e-4e8d-aabb-c8b2de049f02 x-openstack-request-id: req-34e1739e-6b7e-4e8d-aabb-c8b2de049f02 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:28.784165 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a855d0-3b7f-4d92-9f89-ec677930a44b", "tag": "d8c1a35f-8b87-4ccd-b145-85bdbfb062c6", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:28.784475 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34e1739e-6b7e-4e8d-aabb-c8b2de049f02 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:28.784961 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a855d0-3b7f-4d92-9f89-ec677930a44b', 'tag': 'd8c1a35f-8b87-4ccd-b145-85bdbfb062c6', 'status': 'completed', 'code': 200} Aug 31 14:36:28.798778 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:36:28.802063 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Checking segment: {'id': '433258e7-a7df-4830-9a97-cbb0bd6f9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:28.802473 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.802863 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Bound using segment: {'id': '433258e7-a7df-4830-9a97-cbb0bd6f9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:36:28.803373 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Bound port: 7e352f30-eaf2-491b-b360-af34796463c9, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433258e7-a7df-4830-9a97-cbb0bd6f9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:36:28.803937 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:28.808288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-06469626-6e13-4822-823c-53eb92d65e2a req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Request body: {'port': {'device_id': 'bca7990f-054d-4307-81e1-ef6b9a6a71b2', 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31', 'admin_state_up': True, 'tenant_id': '2fef0d3d6567402891e52944cfd15703'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:28.837504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af2f9b-5f8e-420a-a984-7e320de8a337 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c1a35f-8b87-4ccd-b145-85bdbfb062c6,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:28.898326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-39022ed0-a6cd-4b2c-ba8e-03c17257d786 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:28.900824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-39022ed0-a6cd-4b2c-ba8e-03c17257d786 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.25 "GET /v2.0/networks?id=c86f471b-16e5-48f1-88d1-2122ab21cd31 HTTP/1.1" status: 200 len: 818 time: 0.6797843 Aug 31 14:36:28.932060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dd36c-3271-4b49-b1b6-89022c597164 req-8084b037-c683-49d9-bdc7-edd0725e1aa5 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:28.939810 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c8dd36c-3271-4b49-b1b6-89022c597164 req-8084b037-c683-49d9-bdc7-edd0725e1aa5 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 945 time: 0.2818203 Aug 31 14:36:28.991237 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-c1347251-8145-49df-bd95-608cb7d21a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:28.993770 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-c1347251-8145-49df-bd95-608cb7d21a4b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99b212972bdf47018028c10c827b8469&device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 1095 time: 0.1846414 Aug 31 14:36:29.072626 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] For port 7e352f30-eaf2-491b-b360-af34796463c9, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:36:29.081179 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] For port 7e352f30-eaf2-491b-b360-af34796463c9, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7e352f30-eaf2-491b-b360-af34796463c9,segment=NetworkSegment(433258e7-a7df-4830-9a97-cbb0bd6f9f8e),segment_id=433258e7-a7df-4830-9a97-cbb0bd6f9f8e)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:36:29.091602 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:29.148637 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-862322cd-c51e-4646-8d81-68fe5b5c2157 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 HTTP/1.1" status: 200 len: 217 time: 0.1444461 Aug 31 14:36:29.182983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-06469626-6e13-4822-823c-53eb92d65e2a req-faa7fd6e-e145-473b-8b7b-b0e149e04299 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Request body: {'port': {'device_id': '8985fe0d-7325-4258-af3c-1714eefb5815', 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31', 'admin_state_up': True, 'tenant_id': '2fef0d3d6567402891e52944cfd15703'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:29.192461 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c8dd36c-3271-4b49-b1b6-89022c597164 req-44aaf073-86c5-43d7-a793-be91347583ac tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a943c431-5974-4c11-94a1-731bacc7e4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516763 Aug 31 14:36:29.254014 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad35f7-73bc-4334-9570-51d1c927ed2c None None] Pushing event updated for resources: {'Port': ['ID=7e352f30-eaf2-491b-b360-af34796463c9,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:29.289184 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Made reservation on behalf of 2fef0d3d6567402891e52944cfd15703 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:29.297918 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Routers {'c2664b6d-ae26-42da-b797-c3a2d7e38fa7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:36:29.297918 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:36:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:29.298090 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:29.347791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-56710d34-b55b-4bb3-8871-1b3b5532b109 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:29.349466 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-56710d34-b55b-4bb3-8871-1b3b5532b109 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.60 "GET /v2.0/networks?id=c86f471b-16e5-48f1-88d1-2122ab21cd31 HTTP/1.1" status: 200 len: 818 time: 0.5222237 Aug 31 14:36:29.382671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-06469626-6e13-4822-823c-53eb92d65e2a req-56d46cea-d0b9-43ae-a6d1-0f2144bc0ef1 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Request body: {'port': {'device_id': 'a7b17614-25cd-46e7-a734-c664f1065932', 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31', 'admin_state_up': True, 'tenant_id': '2fef0d3d6567402891e52944cfd15703'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:29.484929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-44c36b7e-c12e-4af9-9ae5-ae394ee01069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:29.487645 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-44c36b7e-c12e-4af9-9ae5-ae394ee01069 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f2341bf8-43a1-4f32-9b3b-4f0e6dedb19d HTTP/1.1" status: 200 len: 861 time: 0.2941825 Aug 31 14:36:29.663566 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-886fc631-bab1-42e1-b891-e76f1cabbd37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff9b9c55-38d1-4347-b1f3-025a8d47216f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274667 Aug 31 14:36:29.761408 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] Set router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:36:29.828015 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-8319d600-bf26-45df-b0e8-7f8bee63dc33 service neutron] 10.222.0.25 "GET /v2.0/networks/ff9b9c55-38d1-4347-b1f3-025a8d47216f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462185 Aug 31 14:36:29.878217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-faa7fd6e-e145-473b-8b7b-b0e149e04299 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Made reservation on behalf of 2fef0d3d6567402891e52944cfd15703 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:29.881749 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-faa7fd6e-e145-473b-8b7b-b0e149e04299 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:29.906976 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b836a277-5431-463f-8d00-41b8cb5d1928 req-d83cf518-569f-4e7f-a8a9-8d1496e65ece tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 210 time: 0.0777998 Aug 31 14:36:30.014786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-06469626-6e13-4822-823c-53eb92d65e2a req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Allocated IP 172.20.0.14 (c86f471b-16e5-48f1-88d1-2122ab21cd31/0fa1dd28-9cea-434c-851b-b7dbee576d5a/6af282ba-ccec-4ad7-9506-9cb47c87f00a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:36:30.173592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df42594-b7fe-4d76-b919-0efe55966561 req-7755dbea-1a3a-4555-8dee-66995250573d tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:30.194184 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-56d46cea-d0b9-43ae-a6d1-0f2144bc0ef1 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Made reservation on behalf of 2fef0d3d6567402891e52944cfd15703 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:30.200733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4df42594-b7fe-4d76-b919-0efe55966561 req-7755dbea-1a3a-4555-8dee-66995250573d tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 944 time: 0.4888442 Aug 31 14:36:30.205192 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-56d46cea-d0b9-43ae-a6d1-0f2144bc0ef1 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:30.230137 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2413832-a7b7-4265-8fe2-e86e9a7592f2 req-98865bb4-d449-4efb-a718-2e7bcddb41ea tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:30.248477 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2413832-a7b7-4265-8fe2-e86e9a7592f2 req-98865bb4-d449-4efb-a718-2e7bcddb41ea tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 945 time: 0.2013295 Aug 31 14:36:30.314489 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4df42594-b7fe-4d76-b919-0efe55966561 req-34138705-fce4-47c6-b768-e4763b8bc7b3 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ad473ed-4fec-4627-b0dd-d1f3da1d3b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124811 Aug 31 14:36:30.368274 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd8c6369-96a4-4905-a781-246cb74e3780 req-f2b9b4bc-446f-4135-99aa-d40715f8dfa4 service neutron] 10.222.0.25 "GET /v2.0/networks/ff9b9c55-38d1-4347-b1f3-025a8d47216f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273836 Aug 31 14:36:30.419136 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:36:25Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '87c18eb9-8ffc-4e0a-a42b-e81873465fab', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'port_id': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'mac_address': 'fa:16:3e:0f:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:35:13Z', 'updated_at': '2021-08-31T14:35:19Z', 'revision_number': 1, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:51Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e352f30-eaf2-491b-b360-af34796463c9', 'name': '', 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:03:44:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '3716b89a-aa71-4e15-89bd-16d003959093', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:24Z', 'updated_at': '2021-08-31T14:36:29Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '3716b89a-aa71-4e15-89bd-16d003959093', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:30.485084 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ad37d-5593-40cd-8eaf-bb3fd3973fd8 None None] The sync data for ids ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'] in n-d-806683-5 is: [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:36:25Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '87c18eb9-8ffc-4e0a-a42b-e81873465fab', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'port_id': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'mac_address': 'fa:16:3e:0f:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:35:13Z', 'updated_at': '2021-08-31T14:35:19Z', 'revision_number': 1, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:51Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e352f30-eaf2-491b-b360-af34796463c9', 'name': '', 'network_id': '9948fef6-7676-4d62-81f0-efeab3e83f0a', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:03:44:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '3716b89a-aa71-4e15-89bd-16d003959093', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:24Z', 'updated_at': '2021-08-31T14:36:29Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '3716b89a-aa71-4e15-89bd-16d003959093', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:36:30.530607 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2413832-a7b7-4265-8fe2-e86e9a7592f2 req-fc437309-abf8-4065-a58c-bdd9acaff58e tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a943c431-5974-4c11-94a1-731bacc7e4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791183 Aug 31 14:36:30.570735 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:30.647744 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cdcdc-984a-4857-a4bf-19f418ed5ee3 req-64188af2-45ff-4f0d-af37-08524cdf6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:30.649695 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-060cdcdc-984a-4857-a4bf-19f418ed5ee3 req-64188af2-45ff-4f0d-af37-08524cdf6987 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99b212972bdf47018028c10c827b8469&device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 1095 time: 0.2138188 Aug 31 14:36:30.744140 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:30.835604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06469626-6e13-4822-823c-53eb92d65e2a req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Network c86f471b-16e5-48f1-88d1-2122ab21cd31 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:36:30.837012 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cdcdc-984a-4857-a4bf-19f418ed5ee3 req-cce6693e-20d3-474c-9c19-03566439539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:30.840087 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-060cdcdc-984a-4857-a4bf-19f418ed5ee3 req-cce6693e-20d3-474c-9c19-03566439539e service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff9b9c55-38d1-4347-b1f3-025a8d47216f HTTP/1.1" status: 200 len: 922 time: 0.1807120 Aug 31 14:36:30.842189 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-06469626-6e13-4822-823c-53eb92d65e2a req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:30.847768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Pushing event updated for resources: {'Port': ['ID=6af282ba-ccec-4ad7-9506-9cb47c87f00a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:30.856081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-06469626-6e13-4822-823c-53eb92d65e2a req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:36:30.859484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-06469626-6e13-4822-823c-53eb92d65e2a req-faa7fd6e-e145-473b-8b7b-b0e149e04299 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Allocated IP 172.20.0.9 (c86f471b-16e5-48f1-88d1-2122ab21cd31/0fa1dd28-9cea-434c-851b-b7dbee576d5a/4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:36:30.862517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:30.863094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:30.863223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:30.863558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:30.863921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:30.864281 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:30.864612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:30.864941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:30.865309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:30.865644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:30.865968 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:30.867368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:30.970201 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-060cdcdc-984a-4857-a4bf-19f418ed5ee3 req-fc00c88e-97e9-42cd-838c-1571e8d34ed7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 HTTP/1.1" status: 200 len: 217 time: 0.1189985 Aug 31 14:36:31.059537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cdcdc-984a-4857-a4bf-19f418ed5ee3 req-4ebb5443-e4a4-4bbd-b17e-1e279b5501f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:31.061318 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-060cdcdc-984a-4857-a4bf-19f418ed5ee3 req-4ebb5443-e4a4-4bbd-b17e-1e279b5501f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f2341bf8-43a1-4f32-9b3b-4f0e6dedb19d HTTP/1.1" status: 200 len: 861 time: 0.0816593 Aug 31 14:36:31.084679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7e352f30-eaf2-491b-b360-af34796463c9 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:31.110344 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-060cdcdc-984a-4857-a4bf-19f418ed5ee3 req-fcad421f-f973-4522-8241-4ff1217c38b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff9b9c55-38d1-4347-b1f3-025a8d47216f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394166 Aug 31 14:36:31.190009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:31.190883 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:31.215616 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-707c27ea-edf1-40ba-8a34-eef11962f7a6 req-5dc19038-cc1d-4157-9c46-9990bf7a27af tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 210 time: 0.1025188 Aug 31 14:36:31.289877 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 7e352f30-eaf2-491b-b360-af34796463c9 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:31.301981 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-ef7799e6-5af7-4c41-9603-48528c029080 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5007124 Aug 31 14:36:31.302594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 7e352f30-eaf2-491b-b360-af34796463c9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:31.302979 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:31.351158 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f976017-df79-4cd9-8caa-3888c3ba8078 req-071a0223-4d4d-4925-9797-43dbb0b06dfa tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:31.358394 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f976017-df79-4cd9-8caa-3888c3ba8078 req-071a0223-4d4d-4925-9797-43dbb0b06dfa tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 945 time: 0.3952711 Aug 31 14:36:31.366024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Request body: {'port': {'device_id': 'bca7990f-054d-4307-81e1-ef6b9a6a71b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:31.372864 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-060cdcdc-984a-4857-a4bf-19f418ed5ee3 req-d8fc1fd5-c8fd-4075-be7e-eeafd82ba8c0 service neutron] 10.222.0.25 "GET /v2.0/networks/ff9b9c55-38d1-4347-b1f3-025a8d47216f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546952 Aug 31 14:36:31.476867 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:31.569249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 7e352f30-eaf2-491b-b360-af34796463c9, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7e352f30-eaf2-491b-b360-af34796463c9,segment=NetworkSegment(433258e7-a7df-4830-9a97-cbb0bd6f9f8e),segment_id=433258e7-a7df-4830-9a97-cbb0bd6f9f8e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:31.574149 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:31.748230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=7e352f30-eaf2-491b-b360-af34796463c9,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:31.802240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e4b5c-8aac-4f41-a503-97842f91b97d req-15f8d519-6bba-4b69-8ebe-f9829d6dcce0 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:31.805032 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-226e4b5c-8aac-4f41-a503-97842f91b97d req-15f8d519-6bba-4b69-8ebe-f9829d6dcce0 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 944 time: 0.2949388 Aug 31 14:36:31.829301 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-060cdcdc-984a-4857-a4bf-19f418ed5ee3 req-7b0aa44b-51e2-454a-8954-d0462e325fc5 service neutron] 10.222.0.25 "GET /v2.0/networks/ff9b9c55-38d1-4347-b1f3-025a8d47216f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458604 Aug 31 14:36:31.865558 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-faa7fd6e-e145-473b-8b7b-b0e149e04299 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:31.871908 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:31.942129 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-226e4b5c-8aac-4f41-a503-97842f91b97d req-2878d53f-1777-4683-bbce-60b9733f375b tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ad473ed-4fec-4627-b0dd-d1f3da1d3b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850775 Aug 31 14:36:32.080705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-3f976017-df79-4cd9-8caa-3888c3ba8078 req-3e905c35-5453-48b7-b1fd-15c4452cd99d tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Deleting port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:32.081081 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f976017-df79-4cd9-8caa-3888c3ba8078 req-3e905c35-5453-48b7-b1fd-15c4452cd99d tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:32.148462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad680a6-9ab9-45f0-a736-a3e7a8ee882a req-4ec12459-42fe-4ffb-ac30-bd3cd5016e82 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:32.155962 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ad680a6-9ab9-45f0-a736-a3e7a8ee882a req-4ec12459-42fe-4ffb-ac30-bd3cd5016e82 tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 945 time: 0.2676449 Aug 31 14:36:32.231147 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-faa7fd6e-e145-473b-8b7b-b0e149e04299 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:32.318787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-06469626-6e13-4822-823c-53eb92d65e2a req-56d46cea-d0b9-43ae-a6d1-0f2144bc0ef1 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Allocated IP 172.20.0.12 (c86f471b-16e5-48f1-88d1-2122ab21cd31/0fa1dd28-9cea-434c-851b-b7dbee576d5a/bae1c5a6-b544-4216-8290-8c5be7e67bf5) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:36:32.366301 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ad680a6-9ab9-45f0-a736-a3e7a8ee882a req-49205aa4-8abe-48c1-a073-59582dfdfe2b tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a943c431-5974-4c11-94a1-731bacc7e4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093787 Aug 31 14:36:32.507302 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-56d46cea-d0b9-43ae-a6d1-0f2144bc0ef1 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:32.568604 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0ea52ac-16e9-4e44-8571-830b498ba99c req-922dc9bb-d3c7-460e-9c5f-243e965b6d5f tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 210 time: 0.0545509 Aug 31 14:36:32.602408 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-56d46cea-d0b9-43ae-a6d1-0f2144bc0ef1 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:32.663893 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d46cea-d0b9-43ae-a6d1-0f2144bc0ef1 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Pushing event updated for resources: {'Port': ['ID=bae1c5a6-b544-4216-8290-8c5be7e67bf5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:32.672162 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06469626-6e13-4822-823c-53eb92d65e2a req-56d46cea-d0b9-43ae-a6d1-0f2144bc0ef1 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Network c86f471b-16e5-48f1-88d1-2122ab21cd31 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:36:32.678372 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-06469626-6e13-4822-823c-53eb92d65e2a req-56d46cea-d0b9-43ae-a6d1-0f2144bc0ef1 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:32.681634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-06469626-6e13-4822-823c-53eb92d65e2a req-56d46cea-d0b9-43ae-a6d1-0f2144bc0ef1 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:36:32.754047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-56d46cea-d0b9-43ae-a6d1-0f2144bc0ef1 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:32.755814 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-56d46cea-d0b9-43ae-a6d1-0f2144bc0ef1 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:32.781669 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-56d46cea-d0b9-43ae-a6d1-0f2144bc0ef1 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4091160 Aug 31 14:36:32.794939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Request body: {'port': {'device_id': 'a7b17614-25cd-46e7-a734-c664f1065932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:32.823812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06469626-6e13-4822-823c-53eb92d65e2a req-faa7fd6e-e145-473b-8b7b-b0e149e04299 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Network c86f471b-16e5-48f1-88d1-2122ab21cd31 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:36:32.869841 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:32.873582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-06469626-6e13-4822-823c-53eb92d65e2a req-faa7fd6e-e145-473b-8b7b-b0e149e04299 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:32.883232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7fd6e-e145-473b-8b7b-b0e149e04299 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Pushing event updated for resources: {'Port': ['ID=4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:32.891060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-06469626-6e13-4822-823c-53eb92d65e2a req-faa7fd6e-e145-473b-8b7b-b0e149e04299 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:36:32.943900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3f976017-df79-4cd9-8caa-3888c3ba8078 req-3e905c35-5453-48b7-b1fd-15c4452cd99d tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] For port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=6ce24d74-1298-4b47-b2f7-3cf5b2f9af44,segment=NetworkSegment(9672eeda-b5b4-479e-9b34-7e5e64840bb5),segment_id=9672eeda-b5b4-479e-9b34-7e5e64840bb5)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:32.944660 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f976017-df79-4cd9-8caa-3888c3ba8078 req-3e905c35-5453-48b7-b1fd-15c4452cd99d tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:32.996400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-3f976017-df79-4cd9-8caa-3888c3ba8078 req-3e905c35-5453-48b7-b1fd-15c4452cd99d tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Calling delete_port for 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:33.005307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7e352f30-eaf2-491b-b360-af34796463c9 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:33.055979 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-faa7fd6e-e145-473b-8b7b-b0e149e04299 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:33.056618 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-faa7fd6e-e145-473b-8b7b-b0e149e04299 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:33.104996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 7e352f30-eaf2-491b-b360-af34796463c9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:33.105376 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:33.193133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2623cd-753e-4026-9837-c979ece52d96 req-78ce9790-0414-473f-bf4a-3b29df349d3c tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:33.194929 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1c2623cd-753e-4026-9837-c979ece52d96 req-78ce9790-0414-473f-bf4a-3b29df349d3c tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 944 time: 0.0771713 Aug 31 14:36:33.299250 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1c2623cd-753e-4026-9837-c979ece52d96 req-7c27ca61-de00-4556-89f8-a22755e97528 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ad473ed-4fec-4627-b0dd-d1f3da1d3b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770667 Aug 31 14:36:33.349830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-faa7fd6e-e145-473b-8b7b-b0e149e04299 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1837533 Aug 31 14:36:33.357143 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f976017-df79-4cd9-8caa-3888c3ba8078 req-3e905c35-5453-48b7-b1fd-15c4452cd99d tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:33.369738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['6ce24d74-1298-4b47-b2f7-3cf5b2f9af44'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:33.387315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Request body: {'port': {'device_id': '8985fe0d-7325-4258-af3c-1714eefb5815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:33.467283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e905c35-5453-48b7-b1fd-15c4452cd99d tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Pushing event deleted for resources: {'Port': ['ID=6ce24d74-1298-4b47-b2f7-3cf5b2f9af44,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:33.534160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:33.566717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af282ba-ccec-4ad7-9506-9cb47c87f00a {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:33.604266 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-183480ee-8297-4665-a4aa-5a1d1f40284a req-d9c68d0e-857f-4ce0-941a-75694c184f6c tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.39 "GET /v2.0/ports?device_id=08fd3a8d-00f5-490f-ab76-589f26a34175 HTTP/1.1" status: 200 len: 210 time: 0.1004887 Aug 31 14:36:33.607818 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:33.610118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f976017-df79-4cd9-8caa-3888c3ba8078 req-3e905c35-5453-48b7-b1fd-15c4452cd99d tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] No DVR routers for this DVR port 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:36:33.613674 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f976017-df79-4cd9-8caa-3888c3ba8078 req-3e905c35-5453-48b7-b1fd-15c4452cd99d tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:33.615713 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f976017-df79-4cd9-8caa-3888c3ba8078 req-3e905c35-5453-48b7-b1fd-15c4452cd99d tempest-ServersNegativeTestMultiTenantJSON-2036392113 tempest-ServersNegativeTestMultiTenantJSON-2036392113-project] 10.222.0.60 "DELETE /v2.0/ports/6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 HTTP/1.1" status: 204 len: 173 time: 2.2386472 Aug 31 14:36:33.617789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fd3a8d-00f5-490f-ab76-589f26a34175', 'name': 'network-vif-deleted', 'tag': '6ce24d74-1298-4b47-b2f7-3cf5b2f9af44'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:33.629904 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfec9598-83fa-4bba-9fe7-37dfab32610b" -d '{"events": [{"server_uuid": "08fd3a8d-00f5-490f-ab76-589f26a34175", "name": "network-vif-deleted", "tag": "6ce24d74-1298-4b47-b2f7-3cf5b2f9af44"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:33.722729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Transition to ACTIVE for port object 6af282ba-ccec-4ad7-9506-9cb47c87f00a will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:33.731865 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60efaca5-ab64-4a20-8eb9-280a493165c5 x-openstack-request-id: req-60efaca5-ab64-4a20-8eb9-280a493165c5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:33.732225 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fd3a8d-00f5-490f-ab76-589f26a34175", "name": "network-vif-deleted", "tag": "6ce24d74-1298-4b47-b2f7-3cf5b2f9af44", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:33.732427 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60efaca5-ab64-4a20-8eb9-280a493165c5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:33.732815 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fd3a8d-00f5-490f-ab76-589f26a34175', 'name': 'network-vif-deleted', 'tag': '6ce24d74-1298-4b47-b2f7-3cf5b2f9af44', 'status': 'completed', 'code': 200} Aug 31 14:36:33.739554 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:33.879028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762d968-7f44-4579-bb9c-54680e0f01a7 req-27e2c33b-c618-43d3-b2c6-b10e06a753d7 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:33.889519 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1762d968-7f44-4579-bb9c-54680e0f01a7 req-27e2c33b-c618-43d3-b2c6-b10e06a753d7 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 932 time: 0.1824062 Aug 31 14:36:33.982118 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1762d968-7f44-4579-bb9c-54680e0f01a7 req-7d46d078-6092-453e-ae22-f89f275a9b0c tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870476 Aug 31 14:36:34.017270 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Pushing event updated for resources: {'Port': ['ID=6af282ba-ccec-4ad7-9506-9cb47c87f00a,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:34.085439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae1c5a6-b544-4216-8290-8c5be7e67bf5 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:34.113745 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.133642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Attempting to bind port 6af282ba-ccec-4ad7-9506-9cb47c87f00a on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:36:34.134324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Attempting to bind port 6af282ba-ccec-4ad7-9506-9cb47c87f00a by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:36:34.136180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Attempting to bind port 6af282ba-ccec-4ad7-9506-9cb47c87f00a on network c86f471b-16e5-48f1-88d1-2122ab21cd31 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:34.144225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Transition to ACTIVE for port object bae1c5a6-b544-4216-8290-8c5be7e67bf5 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:34.147841 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.184257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Port 6af282ba-ccec-4ad7-9506-9cb47c87f00a on network c86f471b-16e5-48f1-88d1-2122ab21cd31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:36:34.184707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Attempting to bind port 6af282ba-ccec-4ad7-9506-9cb47c87f00a on network c86f471b-16e5-48f1-88d1-2122ab21cd31 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:34.208237 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Pushing event updated for resources: {'Port': ['ID=bae1c5a6-b544-4216-8290-8c5be7e67bf5,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:34.271507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:36:34.272153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Checking segment: {'id': '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:34.272705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Bound using segment: {'id': '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:36:34.273935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Bound port: 6af282ba-ccec-4ad7-9506-9cb47c87f00a, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:36:34.274471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.314289 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:36:34.397395 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Attempting to bind port bae1c5a6-b544-4216-8290-8c5be7e67bf5 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:36:34.398003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Attempting to bind port bae1c5a6-b544-4216-8290-8c5be7e67bf5 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:36:34.399526 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Attempting to bind port bae1c5a6-b544-4216-8290-8c5be7e67bf5 on network c86f471b-16e5-48f1-88d1-2122ab21cd31 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:34.409882 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Port bae1c5a6-b544-4216-8290-8c5be7e67bf5 on network c86f471b-16e5-48f1-88d1-2122ab21cd31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:36:34.410206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Attempting to bind port bae1c5a6-b544-4216-8290-8c5be7e67bf5 on network c86f471b-16e5-48f1-88d1-2122ab21cd31 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:34.422904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:36:34.423279 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Checking segment: {'id': '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:34.423655 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Bound using segment: {'id': '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:36:34.426762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Bound port: bae1c5a6-b544-4216-8290-8c5be7e67bf5, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:36:34.427142 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.477164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=d8c1a35f-8b87-4ccd-b145-85bdbfb062c6,segment=NetworkSegment(67f3a673-eede-4685-81ae-d16c0e8a0d97),segment_id=67f3a673-eede-4685-81ae-d16c0e8a0d97)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:34.496003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'd8c1a35f-8b87-4ccd-b145-85bdbfb062c6', 'network_id': 'ff9b9c55-38d1-4347-b1f3-025a8d47216f', 'port_id': 'd8c1a35f-8b87-4ccd-b145-85bdbfb062c6', 'mac_address': 'fa:16:3e:c1:9c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2341bf8-43a1-4f32-9b3b-4f0e6dedb19d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:36:34.547611 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.567984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:34.568979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] For port bae1c5a6-b544-4216-8290-8c5be7e67bf5, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:36:34.577507 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] For port bae1c5a6-b544-4216-8290-8c5be7e67bf5, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bae1c5a6-b544-4216-8290-8c5be7e67bf5,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:36:34.581614 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.594812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=d8c1a35f-8b87-4ccd-b145-85bdbfb062c6,segment=NetworkSegment(67f3a673-eede-4685-81ae-d16c0e8a0d97),segment_id=67f3a673-eede-4685-81ae-d16c0e8a0d97)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:34.605535 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.647215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:34.667816 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.691405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=d8c1a35f-8b87-4ccd-b145-85bdbfb062c6,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:34.702055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Transition to ACTIVE for port object 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:34.714891 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Pushing event updated for resources: {'Port': ['ID=bae1c5a6-b544-4216-8290-8c5be7e67bf5,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:34.719492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58488) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:34.763906 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:34.764527 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.766120 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-d04b704d-ba1b-4df6-8888-9bd4cd16f37a service neutron] 10.222.0.60 "PUT /v2.0/ports/bae1c5a6-b544-4216-8290-8c5be7e67bf5 HTTP/1.1" status: 200 len: 1092 time: 1.9759920 Aug 31 14:36:34.766329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b17614-25cd-46e7-a734-c664f1065932', 'tag': 'bae1c5a6-b544-4216-8290-8c5be7e67bf5'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:34.768682 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a44130-c8f9-4a0b-af0f-87c6bc856f64" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b17614-25cd-46e7-a734-c664f1065932", "tag": "bae1c5a6-b544-4216-8290-8c5be7e67bf5"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:34.796317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ca5cf3-2b1d-4d25-8fe4-dda3719fdf2a admin admin] Deleting subnet 53c376f4-41c5-4e07-b223-c96f3a285d21 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:36:34.800339 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44ca5cf3-2b1d-4d25-8fe4-dda3719fdf2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.823996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.855547 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['d8c1a35f-8b87-4ccd-b145-85bdbfb062c6'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:34.862023 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bffbc8-48e8-460a-b885-8b93f7a1e64f x-openstack-request-id: req-d6bffbc8-48e8-460a-b885-8b93f7a1e64f {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:34.862340 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b17614-25cd-46e7-a734-c664f1065932", "tag": "bae1c5a6-b544-4216-8290-8c5be7e67bf5", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:34.862787 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6bffbc8-48e8-460a-b885-8b93f7a1e64f {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:34.863291 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b17614-25cd-46e7-a734-c664f1065932', 'tag': 'bae1c5a6-b544-4216-8290-8c5be7e67bf5', 'status': 'completed', 'code': 200} Aug 31 14:36:34.887127 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44ca5cf3-2b1d-4d25-8fe4-dda3719fdf2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.937140 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-fa5e7477-5db2-4ef1-a524-05da5cfa56ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:34.938935 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-fa5e7477-5db2-4ef1-a524-05da5cfa56ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fef0d3d6567402891e52944cfd15703&device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 1095 time: 0.1162064 Aug 31 14:36:35.012084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] For port 6af282ba-ccec-4ad7-9506-9cb47c87f00a, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:36:35.036319 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-4286cc65-bf23-490f-9d64-0a334929d6ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae1c5a6-b544-4216-8290-8c5be7e67bf5 HTTP/1.1" status: 200 len: 217 time: 0.0871708 Aug 31 14:36:35.037392 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44ca5cf3-2b1d-4d25-8fe4-dda3719fdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:35.042689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a29bc-b49a-43a6-9820-8e0738f80162 req-55d83984-5262-4696-a8c8-18686a64970a tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:35.049697 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec3a29bc-b49a-43a6-9820-8e0738f80162 req-55d83984-5262-4696-a8c8-18686a64970a tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 945 time: 0.6316597 Aug 31 14:36:35.219224 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec3a29bc-b49a-43a6-9820-8e0738f80162 req-079a6165-fd32-4720-bb78-351ff0d358d1 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ad473ed-4fec-4627-b0dd-d1f3da1d3b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016529 Aug 31 14:36:35.223714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5780971-c713-4216-81b5-821669cdb1c2 req-072e769e-cb38-4b86-9a4e-31053354073e tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:35.225518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c5780971-c713-4216-81b5-821669cdb1c2 req-072e769e-cb38-4b86-9a4e-31053354073e tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 944 time: 0.1095545 Aug 31 14:36:35.229289 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-15ab8165-fe6b-436f-b2bd-ce30a4abe137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:35.231022 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-15ab8165-fe6b-436f-b2bd-ce30a4abe137 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fa1dd28-9cea-434c-851b-b7dbee576d5a HTTP/1.1" status: 200 len: 858 time: 0.1538846 Aug 31 14:36:35.232913 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44ca5cf3-2b1d-4d25-8fe4-dda3719fdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:35.243620 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] For port 6af282ba-ccec-4ad7-9506-9cb47c87f00a, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=6af282ba-ccec-4ad7-9506-9cb47c87f00a,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:36:35.272387 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:35.305031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:35.381508 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:35.382391 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:35.384120 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] 10.222.0.60 "PUT /v2.0/ports/6af282ba-ccec-4ad7-9506-9cb47c87f00a HTTP/1.1" status: 200 len: 1092 time: 4.0664387 Aug 31 14:36:35.473553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Attempting to bind port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:36:35.474300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Attempting to bind port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:36:35.475235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Attempting to bind port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e on network c86f471b-16e5-48f1-88d1-2122ab21cd31 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:35.523105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c592f5-cf3b-4768-9b6b-e33738bd2705 service neutron] Pushing event updated for resources: {'Port': ['ID=6af282ba-ccec-4ad7-9506-9cb47c87f00a,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:35.531785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e on network c86f471b-16e5-48f1-88d1-2122ab21cd31 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:36:35.532223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Attempting to bind port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e on network c86f471b-16e5-48f1-88d1-2122ab21cd31 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:35.543550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:36:35.543550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Checking segment: {'id': '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:35.543550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Bound using segment: {'id': '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:36:35.543550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Bound port: 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:36:35.543550 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:35.621893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-92ecd552-787e-465e-80d7-5a721450d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:35.637451 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-92ecd552-787e-465e-80d7-5a721450d1d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fef0d3d6567402891e52944cfd15703&device_id=bca7990f-054d-4307-81e1-ef6b9a6a71b2 HTTP/1.1" status: 200 len: 1095 time: 0.1788399 Aug 31 14:36:35.723102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:36:35.725572 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44ca5cf3-2b1d-4d25-8fe4-dda3719fdf2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:35.731417 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-44ca5cf3-2b1d-4d25-8fe4-dda3719fdf2a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/53c376f4-41c5-4e07-b223-c96f3a285d21 HTTP/1.1" status: 204 len: 168 time: 1.0102808 Aug 31 14:36:35.735087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca7990f-054d-4307-81e1-ef6b9a6a71b2', 'tag': '6af282ba-ccec-4ad7-9506-9cb47c87f00a'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:35.738059 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89cf41f-f956-44f3-9e8f-b5f663c225c6" -d '{"events": [{"name": "network-changed", "server_uuid": "bca7990f-054d-4307-81e1-ef6b9a6a71b2", "tag": "6af282ba-ccec-4ad7-9506-9cb47c87f00a"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:35.742404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 58508) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:35.763366 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-5e5ce701-c48e-4085-ad46-b0361fdcc232 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6af282ba-ccec-4ad7-9506-9cb47c87f00a HTTP/1.1" status: 200 len: 217 time: 0.1249640 Aug 31 14:36:35.769505 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-b799ee3c-d25a-40f3-b117-ee71f3de971d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c86f471b-16e5-48f1-88d1-2122ab21cd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5226834 Aug 31 14:36:35.778404 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca5cf3-2b1d-4d25-8fe4-dda3719fdf2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c376f4-41c5-4e07-b223-c96f3a285d21,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:35.805500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:36:35.805954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 6ce24d74-1298-4b47-b2f7-3cf5b2f9af44 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:36:35.829152 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c5780971-c713-4216-81b5-821669cdb1c2 req-d09d61d3-e1de-451e-a18d-e67b1c4cf4db tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5915344 Aug 31 14:36:35.843665 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36abf57-b881-430b-adba-cc1067170ec1 x-openstack-request-id: req-a36abf57-b881-430b-adba-cc1067170ec1 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:35.844129 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca7990f-054d-4307-81e1-ef6b9a6a71b2", "tag": "6af282ba-ccec-4ad7-9506-9cb47c87f00a", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:35.844483 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a36abf57-b881-430b-adba-cc1067170ec1 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:35.845208 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca7990f-054d-4307-81e1-ef6b9a6a71b2', 'tag': '6af282ba-ccec-4ad7-9506-9cb47c87f00a', 'status': 'completed', 'code': 200} Aug 31 14:36:35.896556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] For port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:36:35.932433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] For port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:36:35.938241 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-cad64edc-fec8-4f24-b2db-3360877f6510 service neutron] 10.222.0.60 "GET /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463797 Aug 31 14:36:35.939731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-f8f64830-77f0-4568-a593-af31c9b1379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:35.941297 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-f8f64830-77f0-4568-a593-af31c9b1379c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fa1dd28-9cea-434c-851b-b7dbee576d5a HTTP/1.1" status: 200 len: 858 time: 0.1504693 Aug 31 14:36:35.944249 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b791957b-2a2d-4dd7-9e26-9942abf42246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:35.950597 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:35.996735 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-782d50c5-e16d-49c9-9773-8b806fe2bcdc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c86f471b-16e5-48f1-88d1-2122ab21cd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368726 Aug 31 14:36:36.084076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:36.098356 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-7187150d-328e-47f7-8a32-b4a0f665de95 service neutron] 10.222.0.60 "GET /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393371 Aug 31 14:36:36.107786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:36.108424 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:36.109939 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-5fc76c2e-337a-4952-a1d3-f6b39a8ab006 service neutron] 10.222.0.25 "PUT /v2.0/ports/4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e HTTP/1.1" status: 200 len: 1091 time: 2.7434664 Aug 31 14:36:36.235270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a44130-c8f9-4a0b-af0f-87c6bc856f64 req-f9a19962-f482-4c7d-844e-b8e907bfc642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:36.235270 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16a44130-c8f9-4a0b-af0f-87c6bc856f64 req-f9a19962-f482-4c7d-844e-b8e907bfc642 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fef0d3d6567402891e52944cfd15703&device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 1095 time: 0.0677772 Aug 31 14:36:36.298034 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b791957b-2a2d-4dd7-9e26-9942abf42246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:36.309246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-ec7d5ba7-3ffc-47d1-9d3e-adc29dd85ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:36.311815 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-ec7d5ba7-3ffc-47d1-9d3e-adc29dd85ac9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fef0d3d6567402891e52944cfd15703&device_id=8985fe0d-7325-4258-af3c-1714eefb5815 HTTP/1.1" status: 200 len: 1094 time: 0.1249757 Aug 31 14:36:36.312196 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:36.326426 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b791957b-2a2d-4dd7-9e26-9942abf42246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5690c04-32a8-4be3-951a-8ab08a2bd387']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:36.421139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b791957b-2a2d-4dd7-9e26-9942abf42246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9672eeda-b5b4-479e-9b34-7e5e64840bb5') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:36.422434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b791957b-2a2d-4dd7-9e26-9942abf42246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9672eeda-b5b4-479e-9b34-7e5e64840bb5') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:36.457635 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:36.465440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca8e98-3b13-4505-9196-9883ccd3d6a6 req-51f82492-60b8-4d69-b48a-63464f09fb08 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:36.466644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:36.468035 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12ca8e98-3b13-4505-9196-9883ccd3d6a6 req-51f82492-60b8-4d69-b48a-63464f09fb08 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 945 time: 0.1059380 Aug 31 14:36:36.470028 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:36.471655 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a44130-c8f9-4a0b-af0f-87c6bc856f64 req-b9dd79c7-607b-429a-b0d8-e51de85b0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:36.473223 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16a44130-c8f9-4a0b-af0f-87c6bc856f64 req-b9dd79c7-607b-429a-b0d8-e51de85b0f24 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c86f471b-16e5-48f1-88d1-2122ab21cd31 HTTP/1.1" status: 200 len: 919 time: 0.2296124 Aug 31 14:36:36.511857 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-f0be8090-8078-4597-bb4f-fbbdd97112b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e HTTP/1.1" status: 200 len: 217 time: 0.1899707 Aug 31 14:36:36.513629 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b791957b-2a2d-4dd7-9e26-9942abf42246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:36.573872 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16a44130-c8f9-4a0b-af0f-87c6bc856f64 req-6ed7e19d-a5d2-4415-836c-f9166b485fbb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae1c5a6-b544-4216-8290-8c5be7e67bf5 HTTP/1.1" status: 200 len: 217 time: 0.0884438 Aug 31 14:36:36.577789 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12ca8e98-3b13-4505-9196-9883ccd3d6a6 req-6a29c6ad-7632-4604-bcab-5711496b20c8 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ad473ed-4fec-4627-b0dd-d1f3da1d3b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019430 Aug 31 14:36:36.604123 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:36.627742 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b791957b-2a2d-4dd7-9e26-9942abf42246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:36.640969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b791957b-2a2d-4dd7-9e26-9942abf42246 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:36:36.641440 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b791957b-2a2d-4dd7-9e26-9942abf42246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:36.646013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=d8c1a35f-8b87-4ccd-b145-85bdbfb062c6,segment=NetworkSegment(67f3a673-eede-4685-81ae-d16c0e8a0d97),segment_id=67f3a673-eede-4685-81ae-d16c0e8a0d97)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:36.647298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a855d0-3b7f-4d92-9f89-ec677930a44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c1a35f-8b87-4ccd-b145-85bdbfb062c6'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:36.650678 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d603e7a-1459-4cd6-8877-af0f031e76c6" -d '{"events": [{"server_uuid": "56a855d0-3b7f-4d92-9f89-ec677930a44b", "name": "network-vif-plugged", "status": "completed", "tag": "d8c1a35f-8b87-4ccd-b145-85bdbfb062c6"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:36.655108 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a44130-c8f9-4a0b-af0f-87c6bc856f64 req-4e055348-dfd5-45d3-929a-f7f7499fe025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:36.656850 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16a44130-c8f9-4a0b-af0f-87c6bc856f64 req-4e055348-dfd5-45d3-929a-f7f7499fe025 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fa1dd28-9cea-434c-851b-b7dbee576d5a HTTP/1.1" status: 200 len: 858 time: 0.0726955 Aug 31 14:36:36.667034 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:36:36.708392 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:36:36.714918 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-233e9a05-fc70-465c-9d36-b2b9c2078148 service neutron] 10.222.0.60 "GET /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152940 Aug 31 14:36:36.716926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469626-6e13-4822-823c-53eb92d65e2a req-51e7d2cf-8c30-4e73-8c1a-3ac9d5915dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:36.722106 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-51e7d2cf-8c30-4e73-8c1a-3ac9d5915dfe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fa1dd28-9cea-434c-851b-b7dbee576d5a HTTP/1.1" status: 200 len: 858 time: 0.1945014 Aug 31 14:36:36.733666 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16a44130-c8f9-4a0b-af0f-87c6bc856f64 req-ec9e53bd-5201-46f0-b9f2-fcb02740ba2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c86f471b-16e5-48f1-88d1-2122ab21cd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691469 Aug 31 14:36:36.755778 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52f2fdc-f071-44bb-96f3-7c8c1b80c20d x-openstack-request-id: req-e52f2fdc-f071-44bb-96f3-7c8c1b80c20d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:36.757297 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a855d0-3b7f-4d92-9f89-ec677930a44b", "name": "network-vif-plugged", "status": "completed", "tag": "d8c1a35f-8b87-4ccd-b145-85bdbfb062c6", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:36.758832 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e52f2fdc-f071-44bb-96f3-7c8c1b80c20d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:36.759577 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a855d0-3b7f-4d92-9f89-ec677930a44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c1a35f-8b87-4ccd-b145-85bdbfb062c6', 'code': 200} Aug 31 14:36:36.829251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=d8c1a35f-8b87-4ccd-b145-85bdbfb062c6,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:36.896993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-f19fd72b-d4af-4762-a09a-c4f5db1a327c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c86f471b-16e5-48f1-88d1-2122ab21cd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096723 Aug 31 14:36:36.952017 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea67c8-4f49-4685-9c60-14ac8cded730 req-11763f37-1e7d-45e7-9119-42395aa3d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:36.954005 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0cea67c8-4f49-4685-9c60-14ac8cded730 req-11763f37-1e7d-45e7-9119-42395aa3d52d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 1097 time: 0.1493526 Aug 31 14:36:37.036017 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b791957b-2a2d-4dd7-9e26-9942abf42246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:37.036944 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16a44130-c8f9-4a0b-af0f-87c6bc856f64 req-68d53cdf-a610-41c9-a658-d7aa5c317670 service neutron] 10.222.0.60 "GET /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944458 Aug 31 14:36:37.058239 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b791957b-2a2d-4dd7-9e26-9942abf42246 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:37.066158 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b791957b-2a2d-4dd7-9e26-9942abf42246 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d5690c04-32a8-4be3-951a-8ab08a2bd387 HTTP/1.1" status: 204 len: 168 time: 1.3159943 Aug 31 14:36:37.076190 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 58556) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:37.144354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58560) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:37.161798 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0cea67c8-4f49-4685-9c60-14ac8cded730 req-209124c9-6e0f-49a3-bf13-25273d0ea51d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6ad473ed-4fec-4627-b0dd-d1f3da1d3b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959021 Aug 31 14:36:37.182653 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abce08-3804-4a6b-a39e-2d1db1a70369 req-bfbbaade-4e28-4368-a5ed-9d6c08e9d1c2 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:37.189919 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e2abce08-3804-4a6b-a39e-2d1db1a70369 req-bfbbaade-4e28-4368-a5ed-9d6c08e9d1c2 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 944 time: 0.2004409 Aug 31 14:36:37.213468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c813a1-cd84-46fa-aec3-107a6c563b5b admin admin] Deleting subnet e18e24c7-a08e-4c12-befb-6d68302786d5 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:36:37.226038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791957b-2a2d-4dd7-9e26-9942abf42246 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5690c04-32a8-4be3-951a-8ab08a2bd387,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:37.241350 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7c813a1-cd84-46fa-aec3-107a6c563b5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:37.253291 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16a44130-c8f9-4a0b-af0f-87c6bc856f64 req-a10f56e3-e1d2-4fa8-b786-a0a7f3704774 service neutron] 10.222.0.60 "GET /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925709 Aug 31 14:36:37.260435 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e2abce08-3804-4a6b-a39e-2d1db1a70369 req-b9aedd7a-5ec1-4a07-a9ce-c185f44a9643 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687566 Aug 31 14:36:37.295832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-6d6cbbb4-852b-46cb-9f35-ac2cf83a7bc0 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:37.297932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-6d6cbbb4-852b-46cb-9f35-ac2cf83a7bc0 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 815 time: 0.7092276 Aug 31 14:36:37.330610 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-f2e4f8cb-855d-4d3d-bdb9-9742a55ff528 service neutron] 10.222.0.60 "GET /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526278 Aug 31 14:36:37.372792 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-13c2846e-fe1d-4bf5-a7a5-74edaad51458 service neutron] 10.222.0.25 "GET /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288828 Aug 31 14:36:37.379713 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-ad2a2c21-735e-49e7-aa11-db9d88d8da5d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/quotas/00d27f1f72f248fa9c1c442465d5507e HTTP/1.1" status: 200 len: 375 time: 0.0221214 Aug 31 14:36:37.383378 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4361-9f2d-4cf4-8200-a87c318a0737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:37.393852 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7c813a1-cd84-46fa-aec3-107a6c563b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:37.485878 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4361-9f2d-4cf4-8200-a87c318a0737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:37.496628 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4361-9f2d-4cf4-8200-a87c318a0737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:37.544058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d4361-9f2d-4cf4-8200-a87c318a0737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24edbd7-40e7-48ad-9781-36742efa08d5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:37.556802 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9f9d4361-9f2d-4cf4-8200-a87c318a0737 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cb0373758fb4f5081f45a58f399f442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084365 Aug 31 14:36:37.557521 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58574) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:37.560231 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7c813a1-cd84-46fa-aec3-107a6c563b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:37.590081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cf41f-f956-44f3-9e8f-b5f663c225c6 req-88237593-0a57-4567-9f85-9843e7bf9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:37.591757 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b89cf41f-f956-44f3-9e8f-b5f663c225c6 req-88237593-0a57-4567-9f85-9843e7bf9317 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fef0d3d6567402891e52944cfd15703&device_id=bca7990f-054d-4307-81e1-ef6b9a6a71b2 HTTP/1.1" status: 200 len: 1095 time: 0.2008531 Aug 31 14:36:37.629202 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9742-5224-4369-8a69-54d4670ba419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:37.655354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9742-5224-4369-8a69-54d4670ba419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:37.685711 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06469626-6e13-4822-823c-53eb92d65e2a req-de30b1d5-8f8c-4672-96e6-653fffcde631 service neutron] 10.222.0.25 "GET /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049705 Aug 31 14:36:37.706727 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-610cfe96-beb6-4cd5-8c52-4d1a678c3ded tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3100758 Aug 31 14:36:37.733907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-26f3955c-2282-4fcc-beb4-a44042884531 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:36:37.735595 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-26f3955c-2282-4fcc-beb4-a44042884531 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119808 Aug 31 14:36:37.749773 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c7ab1-5d09-45fc-967f-76b6ea1c8892 req-11f55ec9-c909-4065-8829-f12651d30c50 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:37.751660 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a06c7ab1-5d09-45fc-967f-76b6ea1c8892 req-11f55ec9-c909-4065-8829-f12651d30c50 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 946 time: 0.0943367 Aug 31 14:36:37.775899 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9742-5224-4369-8a69-54d4670ba419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:37.778951 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9742-5224-4369-8a69-54d4670ba419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:37.783127 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b0ac9742-5224-4369-8a69-54d4670ba419 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b24edbd7-40e7-48ad-9781-36742efa08d5 HTTP/1.1" status: 204 len: 168 time: 0.2243645 Aug 31 14:36:37.805546 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac9742-5224-4369-8a69-54d4670ba419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24edbd7-40e7-48ad-9781-36742efa08d5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:37.836652 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7c813a1-cd84-46fa-aec3-107a6c563b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:37.837327 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a06c7ab1-5d09-45fc-967f-76b6ea1c8892 req-bb2c5e89-172f-4cd0-9189-b817104914e6 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ad473ed-4fec-4627-b0dd-d1f3da1d3b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680399 Aug 31 14:36:37.839862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cf41f-f956-44f3-9e8f-b5f663c225c6 req-2f83afa2-5760-4ded-afa2-9c34ed63b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:37.841584 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b89cf41f-f956-44f3-9e8f-b5f663c225c6 req-2f83afa2-5760-4ded-afa2-9c34ed63b33f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c86f471b-16e5-48f1-88d1-2122ab21cd31 HTTP/1.1" status: 200 len: 919 time: 0.2300274 Aug 31 14:36:37.846626 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8985fe0d-7325-4258-af3c-1714eefb5815', 'tag': '4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:37.848808 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f893b3f-d7b9-44bd-8579-eb962672bc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "8985fe0d-7325-4258-af3c-1714eefb5815", "tag": "4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:37.901819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c813a1-cd84-46fa-aec3-107a6c563b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e18e24c7-a08e-4c12-befb-6d68302786d5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:37.937055 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d17960-8284-4c4e-b266-06a0649779fb x-openstack-request-id: req-f3d17960-8284-4c4e-b266-06a0649779fb {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:37.937351 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8985fe0d-7325-4258-af3c-1714eefb5815", "tag": "4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:37.937605 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3d17960-8284-4c4e-b266-06a0649779fb {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:37.938005 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8985fe0d-7325-4258-af3c-1714eefb5815', 'tag': '4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e', 'status': 'completed', 'code': 200} Aug 31 14:36:37.944891 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b89cf41f-f956-44f3-9e8f-b5f663c225c6 req-318ddaaf-e0c1-4463-9fe9-079033836f4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6af282ba-ccec-4ad7-9506-9cb47c87f00a HTTP/1.1" status: 200 len: 217 time: 0.0875521 Aug 31 14:36:37.945904 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7c813a1-cd84-46fa-aec3-107a6c563b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:37.948817 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e7c813a1-cd84-46fa-aec3-107a6c563b5b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e18e24c7-a08e-4c12-befb-6d68302786d5 HTTP/1.1" status: 204 len: 168 time: 0.8378744 Aug 31 14:36:37.952066 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58588) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:38.030750 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2da2aac9-9832-4666-abb5-9c56b21a618c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.090464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f893b3f-d7b9-44bd-8579-eb962672bc1b req-c963097c-d3dd-4398-b80a-98b3f5a29c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:38.092081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f893b3f-d7b9-44bd-8579-eb962672bc1b req-c963097c-d3dd-4398-b80a-98b3f5a29c0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fef0d3d6567402891e52944cfd15703&device_id=8985fe0d-7325-4258-af3c-1714eefb5815 HTTP/1.1" status: 200 len: 1094 time: 0.1406248 Aug 31 14:36:38.093818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cf41f-f956-44f3-9e8f-b5f663c225c6 req-21b56e30-8bc3-4e27-94a6-e1d78ab75432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:38.095261 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b89cf41f-f956-44f3-9e8f-b5f663c225c6 req-21b56e30-8bc3-4e27-94a6-e1d78ab75432 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fa1dd28-9cea-434c-851b-b7dbee576d5a HTTP/1.1" status: 200 len: 858 time: 0.1426411 Aug 31 14:36:38.097488 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-53746255-701d-40c9-889d-0875c0fe9862 service neutron] 10.222.0.39 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370483 Aug 31 14:36:38.129576 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2da2aac9-9832-4666-abb5-9c56b21a618c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.139333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58590) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:38.147110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-2da2aac9-9832-4666-abb5-9c56b21a618c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1f5246-7920-48c6-8319-a278e36339db']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:38.153245 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b89cf41f-f956-44f3-9e8f-b5f663c225c6 req-82f6104f-b15a-45b0-96ea-124ec279f3c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c86f471b-16e5-48f1-88d1-2122ab21cd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303237 Aug 31 14:36:38.163484 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6327eecc-4c7b-4080-b69c-95306d4f54bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.167578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-2da2aac9-9832-4666-abb5-9c56b21a618c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0506cf-fbbe-41f9-82f5-6a109f9bb735') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:38.167773 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-2da2aac9-9832-4666-abb5-9c56b21a618c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0506cf-fbbe-41f9-82f5-6a109f9bb735') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:38.192925 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2da2aac9-9832-4666-abb5-9c56b21a618c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.216282 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2da2aac9-9832-4666-abb5-9c56b21a618c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.225700 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da2aac9-9832-4666-abb5-9c56b21a618c admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:36:38.226096 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2da2aac9-9832-4666-abb5-9c56b21a618c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:36:38.227727 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:36:38.313807 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2da2aac9-9832-4666-abb5-9c56b21a618c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.322854 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2da2aac9-9832-4666-abb5-9c56b21a618c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.328062 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2da2aac9-9832-4666-abb5-9c56b21a618c admin admin] 10.222.0.39 "DELETE /v2.0/networks/ed1f5246-7920-48c6-8319-a278e36339db HTTP/1.1" status: 204 len: 168 time: 0.3726814 Aug 31 14:36:38.343808 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2aac9-9832-4666-abb5-9c56b21a618c admin admin] Pushing event deleted for resources: {'Network': ['ID=ed1f5246-7920-48c6-8319-a278e36339db,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:38.384959 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6327eecc-4c7b-4080-b69c-95306d4f54bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.392448 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6327eecc-4c7b-4080-b69c-95306d4f54bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.471067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327eecc-4c7b-4080-b69c-95306d4f54bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30108921-49f5-40a0-b0d9-3ab940867f79,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:38.488389 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6327eecc-4c7b-4080-b69c-95306d4f54bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1094494f75ef4c3380cc9312a31bce25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480234 Aug 31 14:36:38.493072 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58602) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:38.558964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124f018-699d-4d96-a5e8-d0640ca651d2 req-27e02f6d-c5d8-4160-ae60-41acb5fecd5a tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:38.568227 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d124f018-699d-4d96-a5e8-d0640ca651d2 req-27e02f6d-c5d8-4160-ae60-41acb5fecd5a tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 944 time: 0.1581624 Aug 31 14:36:38.616229 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ea5362c7-fe08-4eaa-82e8-e7d06ca3102a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.635442 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d124f018-699d-4d96-a5e8-d0640ca651d2 req-0dbd1f86-940f-466b-ae38-f105bb474428 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625837 Aug 31 14:36:38.673899 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ea5362c7-fe08-4eaa-82e8-e7d06ca3102a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.734144 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58610) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:38.765930 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ea5362c7-fe08-4eaa-82e8-e7d06ca3102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.768580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ea5362c7-fe08-4eaa-82e8-e7d06ca3102a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.769799 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ea5362c7-fe08-4eaa-82e8-e7d06ca3102a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30108921-49f5-40a0-b0d9-3ab940867f79 HTTP/1.1" status: 204 len: 168 time: 0.2741277 Aug 31 14:36:38.787566 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5362c7-fe08-4eaa-82e8-e7d06ca3102a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30108921-49f5-40a0-b0d9-3ab940867f79,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:38.794594 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dcb602dd-6a6a-418a-b692-a9eb5e53ec38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=61f2aab8b7574ef6a49f1bf99125cc95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589278 Aug 31 14:36:38.797039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58614) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:38.809725 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b89cf41f-f956-44f3-9e8f-b5f663c225c6 req-cac15319-2bec-4ba7-bbcd-9343a2c7d070 service neutron] 10.222.0.60 "GET /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050045 Aug 31 14:36:38.843262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-733313e5-f816-49a3-b4be-fde747ccd36b service neutron] 10.222.0.39 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7299361 Aug 31 14:36:38.844307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f893b3f-d7b9-44bd-8579-eb962672bc1b req-eef530a4-4a7a-4a37-9555-7a9ef6e32cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:38.846519 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f893b3f-d7b9-44bd-8579-eb962672bc1b req-eef530a4-4a7a-4a37-9555-7a9ef6e32cba service neutron] 10.222.0.25 "GET /v2.0/networks?id=c86f471b-16e5-48f1-88d1-2122ab21cd31 HTTP/1.1" status: 200 len: 919 time: 0.7435513 Aug 31 14:36:38.856724 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0125c282-6413-4fb2-a37b-59357fbf40e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.884097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0125c282-6413-4fb2-a37b-59357fbf40e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:38.948541 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f893b3f-d7b9-44bd-8579-eb962672bc1b req-6819587c-b666-4a96-aded-8844dc941801 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e HTTP/1.1" status: 200 len: 217 time: 0.0888231 Aug 31 14:36:39.043742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f893b3f-d7b9-44bd-8579-eb962672bc1b req-908d30fa-6216-4605-a381-5f92f2cc7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:39.045231 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f893b3f-d7b9-44bd-8579-eb962672bc1b req-908d30fa-6216-4605-a381-5f92f2cc7c22 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fa1dd28-9cea-434c-851b-b7dbee576d5a HTTP/1.1" status: 200 len: 858 time: 0.0883248 Aug 31 14:36:39.059291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b322dde-5fbf-45b9-9523-17d36f48b908 req-ee8646dd-915f-494b-91a1-b8b496efbac4 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:39.072575 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7b322dde-5fbf-45b9-9523-17d36f48b908 req-ee8646dd-915f-494b-91a1-b8b496efbac4 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 946 time: 0.1266041 Aug 31 14:36:39.083875 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0125c282-6413-4fb2-a37b-59357fbf40e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:39.101527 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0125c282-6413-4fb2-a37b-59357fbf40e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:39.109229 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0125c282-6413-4fb2-a37b-59357fbf40e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a943c431-5974-4c11-94a1-731bacc7e4c5 HTTP/1.1" status: 204 len: 168 time: 0.3110430 Aug 31 14:36:39.112952 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f893b3f-d7b9-44bd-8579-eb962672bc1b req-e8ea7ab2-7e6f-4e1a-8618-9b76d5099e38 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c86f471b-16e5-48f1-88d1-2122ab21cd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402079 Aug 31 14:36:39.139790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125c282-6413-4fb2-a37b-59357fbf40e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a943c431-5974-4c11-94a1-731bacc7e4c5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:39.172770 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7b322dde-5fbf-45b9-9523-17d36f48b908 req-eb87da3a-9213-4d1b-9446-3aa9039d0f19 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ad473ed-4fec-4627-b0dd-d1f3da1d3b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987856 Aug 31 14:36:39.253441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b89cf41f-f956-44f3-9e8f-b5f663c225c6 req-d858d7e1-367e-45e1-9a08-744ea1845cba service neutron] 10.222.0.60 "GET /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060473 Aug 31 14:36:39.300207 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f875471-b00a-4654-8ea0-503c06e09f05 req-5fac5fca-9496-4395-ad01-63457084e09d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 210 time: 0.1462617 Aug 31 14:36:39.382628 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f893b3f-d7b9-44bd-8579-eb962672bc1b req-85d4fc1b-8ff2-4639-86df-52534b1357b2 service neutron] 10.222.0.25 "GET /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527108 Aug 31 14:36:39.573209 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f893b3f-d7b9-44bd-8579-eb962672bc1b req-07979888-52b8-4d53-ad18-e6b8023f9996 service neutron] 10.222.0.25 "GET /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785088 Aug 31 14:36:39.748088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 6af282ba-ccec-4ad7-9506-9cb47c87f00a details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:36:39.796042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4717ff-73df-44f5-ac1e-4154cc9c04ec req-2407e6f6-b27d-49c9-b1e3-a768fc7fb580 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:39.804891 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4717ff-73df-44f5-ac1e-4154cc9c04ec req-2407e6f6-b27d-49c9-b1e3-a768fc7fb580 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 946 time: 0.1193495 Aug 31 14:36:39.849836 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4717ff-73df-44f5-ac1e-4154cc9c04ec req-3c049db9-5238-4d2f-bd93-b4d978577e9c tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ad473ed-4fec-4627-b0dd-d1f3da1d3b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439787 Aug 31 14:36:39.860062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 58668) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:39.913410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8658bd-0b50-4617-832d-44c09adff980 req-07d1ebee-445f-47a2-b9cf-f0a88a2aaf82 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:39.923705 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ad8658bd-0b50-4617-832d-44c09adff980 req-07d1ebee-445f-47a2-b9cf-f0a88a2aaf82 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 944 time: 0.1242125 Aug 31 14:36:39.966449 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e501c6cf-fdfa-4084-b792-d1c5004f1e35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa09da5db6704647b065b2f039fa8593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1051610 Aug 31 14:36:39.968333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58670) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:39.981466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 6af282ba-ccec-4ad7-9506-9cb47c87f00a, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=6af282ba-ccec-4ad7-9506-9cb47c87f00a,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:40.016119 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ad8658bd-0b50-4617-832d-44c09adff980 req-e86afcf5-ddda-4165-90f0-5432ee539472 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899796 Aug 31 14:36:40.016869 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '6af282ba-ccec-4ad7-9506-9cb47c87f00a', 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31', 'port_id': '6af282ba-ccec-4ad7-9506-9cb47c87f00a', 'mac_address': 'fa:16:3e:ef:93:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa1dd28-9cea-434c-851b-b7dbee576d5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:36:40.071980 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0de37dd1-8980-43ad-9a2d-f7f621ba1de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:40.099306 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0de37dd1-8980-43ad-9a2d-f7f621ba1de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:40.123680 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:40.150826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af282ba-ccec-4ad7-9506-9cb47c87f00a {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:40.178318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 6af282ba-ccec-4ad7-9506-9cb47c87f00a, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=6af282ba-ccec-4ad7-9506-9cb47c87f00a,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:40.183508 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:40.187060 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bae1c5a6-b544-4216-8290-8c5be7e67bf5 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:36:40.199524 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0de37dd1-8980-43ad-9a2d-f7f621ba1de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:40.202202 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0de37dd1-8980-43ad-9a2d-f7f621ba1de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:40.203623 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0de37dd1-8980-43ad-9a2d-f7f621ba1de3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd1cfbaf-a2ca-4c84-9517-d6d759a0ce64 HTTP/1.1" status: 204 len: 168 time: 0.2329462 Aug 31 14:36:40.212942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de37dd1-8980-43ad-9a2d-f7f621ba1de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1cfbaf-a2ca-4c84-9517-d6d759a0ce64,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:40.289486 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bae1c5a6-b544-4216-8290-8c5be7e67bf5, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bae1c5a6-b544-4216-8290-8c5be7e67bf5,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:40.297553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=6af282ba-ccec-4ad7-9506-9cb47c87f00a,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:40.311259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:40.311744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:40.312374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:40.312930 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:40.313506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:40.314069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:40.314632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:40.315130 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:40.315497 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:40.315871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:40.316199 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:40.316521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:40.321863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:36:40.325010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'bae1c5a6-b544-4216-8290-8c5be7e67bf5', 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31', 'port_id': 'bae1c5a6-b544-4216-8290-8c5be7e67bf5', 'mac_address': 'fa:16:3e:48:37:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa1dd28-9cea-434c-851b-b7dbee576d5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:36:40.382625 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:40.400443 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae1c5a6-b544-4216-8290-8c5be7e67bf5 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:40.429862 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-feec1a0e-fe0c-49a7-85df-3ca75751ee79 req-17ad2030-6326-4cb0-b1ab-02e92f7883de tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 210 time: 0.0412343 Aug 31 14:36:40.465096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bae1c5a6-b544-4216-8290-8c5be7e67bf5, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bae1c5a6-b544-4216-8290-8c5be7e67bf5,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:40.473166 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:40.547996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:40.550778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bae1c5a6-b544-4216-8290-8c5be7e67bf5,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:40.565379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e', 'network_id': 'c86f471b-16e5-48f1-88d1-2122ab21cd31', 'port_id': '4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e', 'mac_address': 'fa:16:3e:7b:66:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa1dd28-9cea-434c-851b-b7dbee576d5a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:36:40.616609 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:40.657803 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:40.707378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:40.711717 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:40.802055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['6af282ba-ccec-4ad7-9506-9cb47c87f00a'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:40.814377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-c810e0bf-fe6d-402c-a087-22276b789567 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:40.816220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-c810e0bf-fe6d-402c-a087-22276b789567 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.60 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 815 time: 0.3116832 Aug 31 14:36:40.820626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bae1c5a6-b544-4216-8290-8c5be7e67bf5'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:40.840605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-0a126435-ef52-442a-8472-5ecd0889b5f2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Request body: {'port': {'device_id': '6f3e4fe9-dd5c-4886-9c25-c5550a11b127', 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58', 'admin_state_up': True, 'tenant_id': '00d27f1f72f248fa9c1c442465d5507e'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:40.945386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:41.046204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:41.060999 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-0a126435-ef52-442a-8472-5ecd0889b5f2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Made reservation on behalf of 00d27f1f72f248fa9c1c442465d5507e for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:41.080124 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-0a126435-ef52-442a-8472-5ecd0889b5f2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:41.122357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e538739-f916-47b3-a1b4-7a4cbaea6e4e req-72c37d69-e867-4443-8795-da29e6573c39 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:41.134660 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e538739-f916-47b3-a1b4-7a4cbaea6e4e req-72c37d69-e867-4443-8795-da29e6573c39 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 946 time: 0.1176767 Aug 31 14:36:41.206226 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e538739-f916-47b3-a1b4-7a4cbaea6e4e req-e6f65542-df86-4b15-8663-08429cfc2b3c tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ad473ed-4fec-4627-b0dd-d1f3da1d3b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648899 Aug 31 14:36:41.332525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c671c68-e8b5-402b-b27a-e37aab8f92a7 req-26e99a6f-272c-474d-acab-784f885d2600 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:41.334347 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c671c68-e8b5-402b-b27a-e37aab8f92a7 req-26e99a6f-272c-474d-acab-784f885d2600 tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.25 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 946 time: 0.2864580 Aug 31 14:36:41.510103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32aa913-a37a-4020-9be4-8cc21541a990 req-f5e671e2-b9cd-4bef-b58c-50a8fa7b4e6e tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:41.518181 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b32aa913-a37a-4020-9be4-8cc21541a990 req-f5e671e2-b9cd-4bef-b58c-50a8fa7b4e6e tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 945 time: 0.3594675 Aug 31 14:36:41.573803 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3a7494b1-2a47-49c8-b832-daae99a4d462 req-d9582ce2-3470-4757-b03c-1b1ebaa8e711 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 210 time: 0.0395970 Aug 31 14:36:41.610159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-0a126435-ef52-442a-8472-5ecd0889b5f2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Allocated IP 172.20.0.12 (b08048cf-9a96-4315-891c-5b48607b8e58/6328a301-d717-4967-a573-d40554209a6c/91b31619-25ab-4b24-9050-a736195b58a7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:36:41.654382 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b32aa913-a37a-4020-9be4-8cc21541a990 req-9045f3d7-8500-4f22-b88c-bac4303b398c tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351833 Aug 31 14:36:41.681125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-3c671c68-e8b5-402b-b27a-e37aab8f92a7 req-45dbadf9-2b28-40c8-9394-5eea23d2159c tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Deleting port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:41.681943 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3c671c68-e8b5-402b-b27a-e37aab8f92a7 req-45dbadf9-2b28-40c8-9394-5eea23d2159c tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:41.856981 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58756) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:41.902065 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:36:41.921738 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3c671c68-e8b5-402b-b27a-e37aab8f92a7 req-45dbadf9-2b28-40c8-9394-5eea23d2159c tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] For port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=d8c1a35f-8b87-4ccd-b145-85bdbfb062c6,segment=NetworkSegment(67f3a673-eede-4685-81ae-d16c0e8a0d97),segment_id=67f3a673-eede-4685-81ae-d16c0e8a0d97)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:41.922126 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3c671c68-e8b5-402b-b27a-e37aab8f92a7 req-45dbadf9-2b28-40c8-9394-5eea23d2159c tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:41.949969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-3c671c68-e8b5-402b-b27a-e37aab8f92a7 req-45dbadf9-2b28-40c8-9394-5eea23d2159c tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Calling delete_port for d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:41.976534 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-0a126435-ef52-442a-8472-5ecd0889b5f2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.016291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-572571061-network', 'tenant_id': 'db6fe070ff9649329528c58b0b10f57d'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:42.044670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] Made reservation on behalf of db6fe070ff9649329528c58b0b10f57d for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:42.047670 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.063622 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.116688 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-0a126435-ef52-442a-8472-5ecd0889b5f2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.129269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['087719a5-efc1-4d80-bf44-e3bdb9f0e92f', '7e16ecce-8411-4f92-9add-ec061c7a7007'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:42.134113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['41ac479a-b350-419f-b888-8466bf811e2d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:42.189927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-0a126435-ef52-442a-8472-5ecd0889b5f2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Network b08048cf-9a96-4315-891c-5b48607b8e58 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:36:42.196026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-0a126435-ef52-442a-8472-5ecd0889b5f2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:42.208869 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3c671c68-e8b5-402b-b27a-e37aab8f92a7 req-45dbadf9-2b28-40c8-9394-5eea23d2159c tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.215739 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-0a126435-ef52-442a-8472-5ecd0889b5f2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:36:42.218766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a126435-ef52-442a-8472-5ecd0889b5f2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Pushing event updated for resources: {'Port': ['ID=91b31619-25ab-4b24-9050-a736195b58a7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:42.317162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbadf9-2b28-40c8-9394-5eea23d2159c tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Pushing event deleted for resources: {'Port': ['ID=d8c1a35f-8b87-4ccd-b145-85bdbfb062c6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:42.342578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:42.343611 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.388114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c671c68-e8b5-402b-b27a-e37aab8f92a7 req-45dbadf9-2b28-40c8-9394-5eea23d2159c tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] No DVR routers for this DVR port d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:36:42.392692 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3c671c68-e8b5-402b-b27a-e37aab8f92a7 req-45dbadf9-2b28-40c8-9394-5eea23d2159c tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.395037 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c671c68-e8b5-402b-b27a-e37aab8f92a7 req-45dbadf9-2b28-40c8-9394-5eea23d2159c tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.25 "DELETE /v2.0/ports/d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 HTTP/1.1" status: 204 len: 173 time: 1.0481951 Aug 31 14:36:42.395730 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a855d0-3b7f-4d92-9f89-ec677930a44b', 'name': 'network-vif-deleted', 'tag': 'd8c1a35f-8b87-4ccd-b145-85bdbfb062c6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:42.398245 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1463ae-afe4-4e6a-8e50-a2dcb287b5b3" -d '{"events": [{"server_uuid": "56a855d0-3b7f-4d92-9f89-ec677930a44b", "name": "network-vif-deleted", "tag": "d8c1a35f-8b87-4ccd-b145-85bdbfb062c6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:42.421382 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f2ca0f1a-43a2-48bd-b34b-55c765ac40d6 req-811bc7a1-3fdd-4205-a0ad-249661f517df tempest-ServerAddressesNegativeTestJSON-1399851093 tempest-ServerAddressesNegativeTestJSON-1399851093-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a855d0-3b7f-4d92-9f89-ec677930a44b HTTP/1.1" status: 200 len: 210 time: 0.0840919 Aug 31 14:36:42.426566 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.433865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-0a126435-ef52-442a-8472-5ecd0889b5f2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:42.435010 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-0a126435-ef52-442a-8472-5ecd0889b5f2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.462998 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099d5812-ce49-4538-912b-76918d01c2ca x-openstack-request-id: req-099d5812-ce49-4538-912b-76918d01c2ca {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:42.463644 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a855d0-3b7f-4d92-9f89-ec677930a44b", "name": "network-vif-deleted", "tag": "d8c1a35f-8b87-4ccd-b145-85bdbfb062c6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:42.464107 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-099d5812-ce49-4538-912b-76918d01c2ca {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:42.464699 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a855d0-3b7f-4d92-9f89-ec677930a44b', 'name': 'network-vif-deleted', 'tag': 'd8c1a35f-8b87-4ccd-b145-85bdbfb062c6', 'status': 'completed', 'code': 200} Aug 31 14:36:42.467254 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-0a126435-ef52-442a-8472-5ecd0889b5f2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6347983 Aug 31 14:36:42.489045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Request body: {'port': {'device_id': '6f3e4fe9-dd5c-4886-9c25-c5550a11b127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:42.532883 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:36:42.578691 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.579053 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] Added segment 06d670d0-f13c-4c43-87d0-744ab4366a46 of type vlan for network 7f86c330-4f69-4a14-81b3-b5092386b28d Aug 31 14:36:42.622412 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.651785 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadbf39d-0a14-4ed8-9ddd-aad442b66fe7,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:42.744667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:42.752549 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.773049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:42.773424 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.789303 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.791834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:42.792494 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:42.942943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] Pushing event updated for resources: {'Network': ['ID=7f86c330-4f69-4a14-81b3-b5092386b28d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:42.956016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf23be-916f-4a67-b1d8-33a0da67be61 req-bcaac4d4-444c-45b4-b537-eadc46633dab tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:42.973139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65cf23be-916f-4a67-b1d8-33a0da67be61 req-bcaac4d4-444c-45b4-b537-eadc46633dab tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 932 time: 0.2475405 Aug 31 14:36:42.985102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 7f86c330-4f69-4a14-81b3-b5092386b28d details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:36:42.998477 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1dce5ff6-de6a-49d6-a6fc-202781f83738 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1357775 Aug 31 14:36:42.999634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58800) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:43.035950 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-4a38542c-a813-4bf4-8e60-cd4040a51ba1 admin admin] Request body: {'subnet': {'network_id': '7f86c330-4f69-4a14-81b3-b5092386b28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-572571061-subnet', 'tenant_id': 'db6fe070ff9649329528c58b0b10f57d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:43.070833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51686569-6d75-4cea-9116-ab957baec5a5 req-dd70a56f-7907-4ff5-9fa8-febf3c23d686 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:43.074591 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-51686569-6d75-4cea-9116-ab957baec5a5 req-dd70a56f-7907-4ff5-9fa8-febf3c23d686 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 945 time: 0.2789190 Aug 31 14:36:43.076052 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a38542c-a813-4bf4-8e60-cd4040a51ba1 admin admin] Made reservation on behalf of db6fe070ff9649329528c58b0b10f57d for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:43.079017 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4a38542c-a813-4bf4-8e60-cd4040a51ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:43.153111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65cf23be-916f-4a67-b1d8-33a0da67be61 req-282b4ef6-d5e4-4da2-9155-14b979adfdb1 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763909 Aug 31 14:36:43.237699 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-51686569-6d75-4cea-9116-ab957baec5a5 req-a46cd990-5112-4972-a79e-fd80e1a26fa8 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535823 Aug 31 14:36:43.277196 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:43.282003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b31619-25ab-4b24-9050-a736195b58a7 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:43.291965 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:43.314497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Transition to ACTIVE for port object 91b31619-25ab-4b24-9050-a736195b58a7 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:43.318886 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:43.336364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8985fe0d-7325-4258-af3c-1714eefb5815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:43.340238 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb73a0c3-529f-48e4-962f-48fe5c6b9841" -d '{"events": [{"server_uuid": "8985fe0d-7325-4258-af3c-1714eefb5815", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:43.383322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:43.389192 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:43.435104 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a108cd-60bd-4719-b5e9-0de377109eec x-openstack-request-id: req-e8a108cd-60bd-4719-b5e9-0de377109eec {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:43.435861 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8985fe0d-7325-4258-af3c-1714eefb5815", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:43.436696 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8a108cd-60bd-4719-b5e9-0de377109eec {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:43.437260 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8985fe0d-7325-4258-af3c-1714eefb5815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e', 'code': 200} Aug 31 14:36:43.476542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:43.501602 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4a38542c-a813-4bf4-8e60-cd4040a51ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:43.554238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=91b31619-25ab-4b24-9050-a736195b58a7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:43.563458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58814) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:43.600127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Attempting to bind port 91b31619-25ab-4b24-9050-a736195b58a7 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:36:43.600637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Attempting to bind port 91b31619-25ab-4b24-9050-a736195b58a7 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:36:43.601061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Attempting to bind port 91b31619-25ab-4b24-9050-a736195b58a7 on network b08048cf-9a96-4315-891c-5b48607b8e58 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:43.610429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4086e4b-ff04-453a-9e59-826ad3f3aad9 req-7470c1f0-a3e1-4f41-9311-decb58317542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:43.612588 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b4086e4b-ff04-453a-9e59-826ad3f3aad9 req-7470c1f0-a3e1-4f41-9311-decb58317542 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8985fe0d-7325-4258-af3c-1714eefb5815 HTTP/1.1" status: 200 len: 1096 time: 0.1006422 Aug 31 14:36:43.614201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Port 91b31619-25ab-4b24-9050-a736195b58a7 on network b08048cf-9a96-4315-891c-5b48607b8e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:36:43.615147 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Attempting to bind port 91b31619-25ab-4b24-9050-a736195b58a7 on network b08048cf-9a96-4315-891c-5b48607b8e58 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:43.628179 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38542c-a813-4bf4-8e60-cd4040a51ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03eb1269-199f-47f0-8232-b9d3260f6b93,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:43.642225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38542c-a813-4bf4-8e60-cd4040a51ba1 admin admin] Checking segment: {'id': '06d670d0-f13c-4c43-87d0-744ab4366a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f86c330-4f69-4a14-81b3-b5092386b28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:43.642617 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38542c-a813-4bf4-8e60-cd4040a51ba1 admin admin] Network hostable DHCP agents. Network: 7f86c330-4f69-4a14-81b3-b5092386b28d, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:36:43.648690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:36:43.649023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Checking segment: {'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:43.649656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Bound using segment: {'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:36:43.650698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Bound port: 91b31619-25ab-4b24-9050-a736195b58a7, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a7f198-9e5b-466b-ab34-fde3500584c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:36:43.651363 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:43.662567 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58822) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:43.670287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38542c-a813-4bf4-8e60-cd4040a51ba1 admin admin] Network 7f86c330-4f69-4a14-81b3-b5092386b28d is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:36:43.680712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-126fa875-cecd-4d73-abfc-edc81763beb3 admin admin] Deleting subnet f2341bf8-43a1-4f32-9b3b-4f0e6dedb19d {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:36:43.685259 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-4a38542c-a813-4bf4-8e60-cd4040a51ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 7f86c330-4f69-4a14-81b3-b5092386b28d) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:43.690285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38542c-a813-4bf4-8e60-cd4040a51ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:43.690891 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4a38542c-a813-4bf4-8e60-cd4040a51ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:43.694451 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-126fa875-cecd-4d73-abfc-edc81763beb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:43.702141 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0379cf10-1e7d-43d7-96d7-cb8b88a9bfb3 None None] Network 7f86c330-4f69-4a14-81b3-b5092386b28d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:43.710668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b4086e4b-ff04-453a-9e59-826ad3f3aad9 req-fde79cab-2d6d-4d8f-b35b-96eee915a469 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875278 Aug 31 14:36:43.754698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] For port 91b31619-25ab-4b24-9050-a736195b58a7, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:36:43.757732 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4a38542c-a813-4bf4-8e60-cd4040a51ba1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7516866 Aug 31 14:36:43.763916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] For port 91b31619-25ab-4b24-9050-a736195b58a7, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=91b31619-25ab-4b24-9050-a736195b58a7,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:36:43.773926 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:43.796420 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-126fa875-cecd-4d73-abfc-edc81763beb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:43.826670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:43.828235 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:43.830338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] 10.222.0.60 "PUT /v2.0/ports/91b31619-25ab-4b24-9050-a736195b58a7 HTTP/1.1" status: 200 len: 1092 time: 1.3541105 Aug 31 14:36:43.842270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 6af282ba-ccec-4ad7-9506-9cb47c87f00a up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:43.852260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a48d66-28ee-44a7-ae37-7517c224c8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=91b31619-25ab-4b24-9050-a736195b58a7,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:43.875271 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-126fa875-cecd-4d73-abfc-edc81763beb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:43.927129 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-92ea82f8-6024-4f74-b192-7cb8ff0a3216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:43.938832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-c05723e0-f29c-427a-b0b4-3be3507182b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:43.941056 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-c05723e0-f29c-427a-b0b4-3be3507182b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 1095 time: 0.0643830 Aug 31 14:36:43.959336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58832) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:43.997010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-45f6fccd-56f5-4227-b0b2-f938ef1df0a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91b31619-25ab-4b24-9050-a736195b58a7 HTTP/1.1" status: 200 len: 217 time: 0.0477231 Aug 31 14:36:44.028888 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 6af282ba-ccec-4ad7-9506-9cb47c87f00a completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:44.036445 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 6af282ba-ccec-4ad7-9506-9cb47c87f00a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:44.037078 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.047246 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-126fa875-cecd-4d73-abfc-edc81763beb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.066385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-26f994c8-af94-4539-bf15-36d9336fb1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:44.068220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-26f994c8-af94-4539-bf15-36d9336fb1b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6328a301-d717-4967-a573-d40554209a6c HTTP/1.1" status: 200 len: 855 time: 0.0564086 Aug 31 14:36:44.081934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fa875-cecd-4d73-abfc-edc81763beb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2341bf8-43a1-4f32-9b3b-4f0e6dedb19d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:44.102199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c325e6-7170-40f8-9696-470d12200df6 admin admin] Deleting subnet 03eb1269-199f-47f0-8232-b9d3260f6b93 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:36:44.113996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c8c639-f701-4c1d-b052-5f0ffb277856 None None] Network 7f86c330-4f69-4a14-81b3-b5092386b28d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:44.115813 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-66c325e6-7170-40f8-9696-470d12200df6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.118316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-126fa875-cecd-4d73-abfc-edc81763beb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.121545 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-126fa875-cecd-4d73-abfc-edc81763beb3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f2341bf8-43a1-4f32-9b3b-4f0e6dedb19d HTTP/1.1" status: 204 len: 168 time: 0.5556867 Aug 31 14:36:44.130343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 58838) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:44.132739 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-7941b05d-2509-4d91-86f1-64a7ca8b1e60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b08048cf-9a96-4315-891c-5b48607b8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571408 Aug 31 14:36:44.194845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-66c325e6-7170-40f8-9696-470d12200df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.259674 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-66c325e6-7170-40f8-9696-470d12200df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.262857 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-92ea82f8-6024-4f74-b192-7cb8ff0a3216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.300467 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-92ea82f8-6024-4f74-b192-7cb8ff0a3216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.332745 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-b5b68e19-0172-47ad-876a-e37888b81a2e service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903481 Aug 31 14:36:44.376568 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea82f8-6024-4f74-b192-7cb8ff0a3216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29527418-a3f9-4eda-b0c5-bf7221b4b19d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:44.387666 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-92ea82f8-6024-4f74-b192-7cb8ff0a3216 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4556448e15f49cfa8fdadffa0f1c1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7208922 Aug 31 14:36:44.388548 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58846) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:44.406685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:36:44.410196 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.435573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b123d13-3d5e-46d6-934c-dd91a315c8e9 req-a59355d8-d253-4a42-9a10-12e504c6d1e2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:44.451430 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b123d13-3d5e-46d6-934c-dd91a315c8e9 req-a59355d8-d253-4a42-9a10-12e504c6d1e2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 944 time: 0.1645203 Aug 31 14:36:44.456112 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ce5b7fc8-e520-494f-b4ad-3d700b6e35dc req-aa937031-386a-4e92-9f73-0dd49d35ca0c service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066673 Aug 31 14:36:44.481899 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-66c325e6-7170-40f8-9696-470d12200df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.488362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:36:44.489012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device d8c1a35f-8b87-4ccd-b145-85bdbfb062c6 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:36:44.491364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3e4fe9-dd5c-4886-9c25-c5550a11b127', 'tag': '91b31619-25ab-4b24-9050-a736195b58a7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:44.495075 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11112f96-b983-4cd4-b51e-59ae613884ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3e4fe9-dd5c-4886-9c25-c5550a11b127", "tag": "91b31619-25ab-4b24-9050-a736195b58a7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:44.523504 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dff0a04-38aa-4dc8-8855-8f440f116b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.539910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 6af282ba-ccec-4ad7-9506-9cb47c87f00a, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=6af282ba-ccec-4ad7-9506-9cb47c87f00a,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:44.548466 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19217385-7963-449b-bf06-f092b5116fcc req-7b5e2dfd-6cd8-411c-9903-6c83aaa7807b tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:44.550985 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.552904 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bae1c5a6-b544-4216-8290-8c5be7e67bf5 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:44.557019 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-19217385-7963-449b-bf06-f092b5116fcc req-7b5e2dfd-6cd8-411c-9903-6c83aaa7807b tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 945 time: 0.0978677 Aug 31 14:36:44.573248 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c325e6-7170-40f8-9696-470d12200df6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03eb1269-199f-47f0-8232-b9d3260f6b93,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:44.576824 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-66c325e6-7170-40f8-9696-470d12200df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.578695 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-66c325e6-7170-40f8-9696-470d12200df6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/03eb1269-199f-47f0-8232-b9d3260f6b93 HTTP/1.1" status: 204 len: 168 time: 0.6181431 Aug 31 14:36:44.581766 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58852) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:44.627281 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b123d13-3d5e-46d6-934c-dd91a315c8e9 req-21c1f671-f148-4176-8120-0729a4e3b0e3 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600242 Aug 31 14:36:44.689044 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=6af282ba-ccec-4ad7-9506-9cb47c87f00a,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:44.690388 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dff0a04-38aa-4dc8-8855-8f440f116b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.704242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port bae1c5a6-b544-4216-8290-8c5be7e67bf5 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:44.704665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-19217385-7963-449b-bf06-f092b5116fcc req-a0abc32b-a8d0-49b4-868c-5e061c602990 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464505 Aug 31 14:36:44.711126 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port bae1c5a6-b544-4216-8290-8c5be7e67bf5 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:44.711743 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.722347 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8bf905-cdf8-4f19-8b9f-b455eceddf23 x-openstack-request-id: req-3c8bf905-cdf8-4f19-8b9f-b455eceddf23 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:44.722912 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3e4fe9-dd5c-4886-9c25-c5550a11b127", "tag": "91b31619-25ab-4b24-9050-a736195b58a7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:44.723446 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c8bf905-cdf8-4f19-8b9f-b455eceddf23 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:44.724192 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3e4fe9-dd5c-4886-9c25-c5550a11b127', 'tag': '91b31619-25ab-4b24-9050-a736195b58a7', 'status': 'completed', 'code': 200} Aug 31 14:36:44.724580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7179e85b-8e69-4ba6-ad8d-6e52a7c9d4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.729651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9dff0a04-38aa-4dc8-8855-8f440f116b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9b9c55-38d1-4347-b1f3-025a8d47216f']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:44.740642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9dff0a04-38aa-4dc8-8855-8f440f116b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f3a673-eede-4685-81ae-d16c0e8a0d97') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:44.741262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9dff0a04-38aa-4dc8-8855-8f440f116b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f3a673-eede-4685-81ae-d16c0e8a0d97') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:44.761666 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7179e85b-8e69-4ba6-ad8d-6e52a7c9d4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.766392 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33a45cae-5ed3-4b4b-a275-66e89a9182be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.812895 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.823679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dff0a04-38aa-4dc8-8855-8f440f116b4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.842868 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dff0a04-38aa-4dc8-8855-8f440f116b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.854851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dff0a04-38aa-4dc8-8855-8f440f116b4b admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:36:44.870672 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dff0a04-38aa-4dc8-8855-8f440f116b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.900880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bae1c5a6-b544-4216-8290-8c5be7e67bf5, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bae1c5a6-b544-4216-8290-8c5be7e67bf5,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:36:44.906240 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:36:44.910115 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.932331 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33a45cae-5ed3-4b4b-a275-66e89a9182be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.934495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112f96-b983-4cd4-b51e-59ae613884ca req-74f6f139-a5fe-47bd-ab89-0e2efaf83a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:44.936149 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11112f96-b983-4cd4-b51e-59ae613884ca req-74f6f139-a5fe-47bd-ab89-0e2efaf83a08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 1095 time: 0.1798196 Aug 31 14:36:44.944753 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7179e85b-8e69-4ba6-ad8d-6e52a7c9d4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.948269 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7179e85b-8e69-4ba6-ad8d-6e52a7c9d4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.951686 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7179e85b-8e69-4ba6-ad8d-6e52a7c9d4d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29527418-a3f9-4eda-b0c5-bf7221b4b19d HTTP/1.1" status: 204 len: 168 time: 0.5599661 Aug 31 14:36:44.951686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-33a45cae-5ed3-4b4b-a275-66e89a9182be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f86c330-4f69-4a14-81b3-b5092386b28d']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:44.963353 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dff0a04-38aa-4dc8-8855-8f440f116b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:44.969003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179e85b-8e69-4ba6-ad8d-6e52a7c9d4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29527418-a3f9-4eda-b0c5-bf7221b4b19d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:44.971950 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-33a45cae-5ed3-4b4b-a275-66e89a9182be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d670d0-f13c-4c43-87d0-744ab4366a46') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:44.972247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-33a45cae-5ed3-4b4b-a275-66e89a9182be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d670d0-f13c-4c43-87d0-744ab4366a46') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:45.010440 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33a45cae-5ed3-4b4b-a275-66e89a9182be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.028170 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33a45cae-5ed3-4b4b-a275-66e89a9182be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.035067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a45cae-5ed3-4b4b-a275-66e89a9182be admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:36:45.035454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33a45cae-5ed3-4b4b-a275-66e89a9182be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:36:45.037144 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:36:45.045256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bae1c5a6-b544-4216-8290-8c5be7e67bf5,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:45.052745 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dff0a04-38aa-4dc8-8855-8f440f116b4b admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.059918 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9dff0a04-38aa-4dc8-8855-8f440f116b4b admin admin] 10.222.0.39 "DELETE /v2.0/networks/ff9b9c55-38d1-4347-b1f3-025a8d47216f HTTP/1.1" status: 204 len: 168 time: 0.9208293 Aug 31 14:36:45.073413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff0a04-38aa-4dc8-8855-8f440f116b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9b9c55-38d1-4347-b1f3-025a8d47216f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:45.120614 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33a45cae-5ed3-4b4b-a275-66e89a9182be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.128780 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-33a45cae-5ed3-4b4b-a275-66e89a9182be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.134079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112f96-b983-4cd4-b51e-59ae613884ca req-9152a5e1-87ad-4a3d-943f-e3abfb0303c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:45.134348 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-33a45cae-5ed3-4b4b-a275-66e89a9182be admin admin] 10.222.0.39 "DELETE /v2.0/networks/7f86c330-4f69-4a14-81b3-b5092386b28d HTTP/1.1" status: 204 len: 168 time: 0.5480723 Aug 31 14:36:45.135038 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11112f96-b983-4cd4-b51e-59ae613884ca req-9152a5e1-87ad-4a3d-943f-e3abfb0303c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 916 time: 0.1894715 Aug 31 14:36:45.149428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a45cae-5ed3-4b4b-a275-66e89a9182be admin admin] Pushing event deleted for resources: {'Network': ['ID=7f86c330-4f69-4a14-81b3-b5092386b28d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:45.201543 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11112f96-b983-4cd4-b51e-59ae613884ca req-5e9b7a0e-2375-46a1-8239-021b7a827235 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91b31619-25ab-4b24-9050-a736195b58a7 HTTP/1.1" status: 200 len: 217 time: 0.0583131 Aug 31 14:36:45.237001 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58874) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:45.294088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112f96-b983-4cd4-b51e-59ae613884ca req-a212fbc5-c8d4-453d-afe0-1526330827e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:45.297042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11112f96-b983-4cd4-b51e-59ae613884ca req-a212fbc5-c8d4-453d-afe0-1526330827e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6328a301-d717-4967-a573-d40554209a6c HTTP/1.1" status: 200 len: 855 time: 0.0821700 Aug 31 14:36:45.348696 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dce37c7c-b46a-4f97-9143-05065bdbbcb3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99b212972bdf47018028c10c827b8469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103432 Aug 31 14:36:45.351032 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58876) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:45.383243 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11112f96-b983-4cd4-b51e-59ae613884ca req-42841dfe-4ca7-4f37-8adc-3680fa520e97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b08048cf-9a96-4315-891c-5b48607b8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677021 Aug 31 14:36:45.411890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b862619e-c95c-4107-9a20-39bc3391ee94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.434823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b862619e-c95c-4107-9a20-39bc3391ee94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.438218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca7990f-054d-4307-81e1-ef6b9a6a71b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af282ba-ccec-4ad7-9506-9cb47c87f00a'}, {'server_uuid': 'a7b17614-25cd-46e7-a734-c664f1065932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae1c5a6-b544-4216-8290-8c5be7e67bf5'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:45.441206 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2692ab91-fe51-45d2-aa76-ee2f265cda7e" -d '{"events": [{"server_uuid": "bca7990f-054d-4307-81e1-ef6b9a6a71b2", "name": "network-vif-plugged", "status": "completed", "tag": "6af282ba-ccec-4ad7-9506-9cb47c87f00a"}, {"server_uuid": "a7b17614-25cd-46e7-a734-c664f1065932", "name": "network-vif-plugged", "status": "completed", "tag": "bae1c5a6-b544-4216-8290-8c5be7e67bf5"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:45.482350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58880) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:45.500309 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6889abf3-b1e5-4f8c-878c-389131d4aa39 x-openstack-request-id: req-6889abf3-b1e5-4f8c-878c-389131d4aa39 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:45.500639 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca7990f-054d-4307-81e1-ef6b9a6a71b2", "name": "network-vif-plugged", "status": "completed", "tag": "6af282ba-ccec-4ad7-9506-9cb47c87f00a", "code": 200}, {"server_uuid": "a7b17614-25cd-46e7-a734-c664f1065932", "name": "network-vif-plugged", "status": "completed", "tag": "bae1c5a6-b544-4216-8290-8c5be7e67bf5", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:45.500892 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6889abf3-b1e5-4f8c-878c-389131d4aa39 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:45.501356 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca7990f-054d-4307-81e1-ef6b9a6a71b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af282ba-ccec-4ad7-9506-9cb47c87f00a', 'code': 200} Aug 31 14:36:45.501616 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b17614-25cd-46e7-a734-c664f1065932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae1c5a6-b544-4216-8290-8c5be7e67bf5', 'code': 200} Aug 31 14:36:45.507727 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da2a93f8-00b7-46f2-af99-c3beeb8b74da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.516810 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b862619e-c95c-4107-9a20-39bc3391ee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.519617 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b862619e-c95c-4107-9a20-39bc3391ee94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.520833 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b862619e-c95c-4107-9a20-39bc3391ee94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ad473ed-4fec-4627-b0dd-d1f3da1d3b03 HTTP/1.1" status: 204 len: 168 time: 0.1685681 Aug 31 14:36:45.532841 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11112f96-b983-4cd4-b51e-59ae613884ca req-04e17cba-caea-422e-87bb-bf776eb373cd service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414926 Aug 31 14:36:45.535070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862619e-c95c-4107-9a20-39bc3391ee94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad473ed-4fec-4627-b0dd-d1f3da1d3b03,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:45.596942 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 58884) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:45.717890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da2a93f8-00b7-46f2-af99-c3beeb8b74da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.748827 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da2a93f8-00b7-46f2-af99-c3beeb8b74da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.787267 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-55da48df-9176-49b9-82ba-3d7b5f5efa3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db6fe070ff9649329528c58b0b10f57d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889009 Aug 31 14:36:45.808250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 58894) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:45.811644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef76e1-e87d-4bff-ab3a-3fc8e9b3327c req-9b8e78f1-88ce-4c43-a68e-785c1a7de11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:45.813121 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6ef76e1-e87d-4bff-ab3a-3fc8e9b3327c req-9b8e78f1-88ce-4c43-a68e-785c1a7de11b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 1097 time: 0.1808748 Aug 31 14:36:45.815581 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a93f8-00b7-46f2-af99-c3beeb8b74da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de644cf-3033-4c0b-9721-981e8c530d10,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:45.820420 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-da2a93f8-00b7-46f2-af99-c3beeb8b74da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9296ee398b3044d38f3b908ceb7b4eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369122 Aug 31 14:36:45.824877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58898) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:45.851435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.60', 64650) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:45.903745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d83cc0-7fd9-44ab-af4b-ecf8093e1b54 req-75bde568-a587-49e0-8b8a-fe2f5a8be5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:45.904987 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11112f96-b983-4cd4-b51e-59ae613884ca req-10d32b7f-22c6-4bfa-9200-a39d40130679 service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641126 Aug 31 14:36:45.905741 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-37d83cc0-7fd9-44ab-af4b-ecf8093e1b54 req-75bde568-a587-49e0-8b8a-fe2f5a8be5a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bca7990f-054d-4307-81e1-ef6b9a6a71b2 HTTP/1.1" status: 200 len: 1097 time: 0.2309253 Aug 31 14:36:45.928353 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62ec3-21f1-4e06-8bd2-825aa80ca74c req-abcb533b-b6f3-42ae-b5c7-3339e8437bcb tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:45.929858 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07d62ec3-21f1-4e06-8bd2-825aa80ca74c req-abcb533b-b6f3-42ae-b5c7-3339e8437bcb tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 946 time: 0.1069636 Aug 31 14:36:45.960235 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dbc314f5-4bb0-42e9-acba-c023058e73e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.980861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a3031-98d7-48b5-bbb6-be53b0156439 req-8857d159-94a1-4c5e-a1a2-674102263003 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:45.982169 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dbc314f5-4bb0-42e9-acba-c023058e73e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:45.995871 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cb2a3031-98d7-48b5-bbb6-be53b0156439 req-8857d159-94a1-4c5e-a1a2-674102263003 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 944 time: 0.2468123 Aug 31 14:36:46.018360 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3226c97-4b81-4b46-8fa5-4b1a25ddf2c1 req-69503199-406b-43f1-bc67-9532c389b8ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1503637 Aug 31 14:36:46.021724 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6ef76e1-e87d-4bff-ab3a-3fc8e9b3327c req-4b82e2d9-d220-4468-9114-94d60c5a5072 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710851 Aug 31 14:36:46.042103 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-37d83cc0-7fd9-44ab-af4b-ecf8093e1b54 req-daf71eb3-dcfb-4bc8-bd09-7d46ba96c2de service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112535 Aug 31 14:36:46.071652 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07d62ec3-21f1-4e06-8bd2-825aa80ca74c req-430dceec-8129-4b18-bff2-838c16f047f8 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230617 Aug 31 14:36:46.078349 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38132879-2722-439b-9e7d-7200d9294cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:46.088987 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dbc314f5-4bb0-42e9-acba-c023058e73e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:46.092460 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dbc314f5-4bb0-42e9-acba-c023058e73e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:46.093873 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dbc314f5-4bb0-42e9-acba-c023058e73e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8de644cf-3033-4c0b-9721-981e8c530d10 HTTP/1.1" status: 204 len: 168 time: 0.2670770 Aug 31 14:36:46.119538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc314f5-4bb0-42e9-acba-c023058e73e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de644cf-3033-4c0b-9721-981e8c530d10,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:46.131830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cb2a3031-98d7-48b5-bbb6-be53b0156439 req-bda968a6-1a5a-4309-9acf-aede3ba71fbd tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349385 Aug 31 14:36:46.134750 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38132879-2722-439b-9e7d-7200d9294cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:46.211553 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38132879-2722-439b-9e7d-7200d9294cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:46.220097 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38132879-2722-439b-9e7d-7200d9294cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:46.222307 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-38132879-2722-439b-9e7d-7200d9294cea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cadbf39d-0a14-4ed8-9ddd-aad442b66fe7 HTTP/1.1" status: 204 len: 168 time: 0.4127338 Aug 31 14:36:46.239324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38132879-2722-439b-9e7d-7200d9294cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadbf39d-0a14-4ed8-9ddd-aad442b66fe7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:46.489629 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226c97-4b81-4b46-8fa5-4b1a25ddf2c1 req-8b4aa4d7-e4ef-481f-8b29-430f1b683d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:46.492728 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3226c97-4b81-4b46-8fa5-4b1a25ddf2c1 req-8b4aa4d7-e4ef-481f-8b29-430f1b683d80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00d27f1f72f248fa9c1c442465d5507e&device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 1096 time: 0.0594046 Aug 31 14:36:46.616375 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226c97-4b81-4b46-8fa5-4b1a25ddf2c1 req-37ed545b-ef1f-4dfb-b6dd-43b024f6d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:46.619543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3226c97-4b81-4b46-8fa5-4b1a25ddf2c1 req-37ed545b-ef1f-4dfb-b6dd-43b024f6d6dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 200 len: 916 time: 0.1032302 Aug 31 14:36:46.674106 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3226c97-4b81-4b46-8fa5-4b1a25ddf2c1 req-78baed82-d3f6-4c7b-b99b-93469f19a6e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087719a5-efc1-4d80-bf44-e3bdb9f0e92f HTTP/1.1" status: 200 len: 217 time: 0.0464005 Aug 31 14:36:46.756715 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226c97-4b81-4b46-8fa5-4b1a25ddf2c1 req-70679315-7c87-4732-990a-9e57a09d9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:46.758222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3226c97-4b81-4b46-8fa5-4b1a25ddf2c1 req-70679315-7c87-4732-990a-9e57a09d9d35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6328a301-d717-4967-a573-d40554209a6c HTTP/1.1" status: 200 len: 855 time: 0.0759683 Aug 31 14:36:46.801139 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3226c97-4b81-4b46-8fa5-4b1a25ddf2c1 req-ee30f7ab-35b4-4ed9-9a7e-c0362e05abb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b08048cf-9a96-4315-891c-5b48607b8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329871 Aug 31 14:36:46.885906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 58952) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:46.936720 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3226c97-4b81-4b46-8fa5-4b1a25ddf2c1 req-b1dc8c6a-4487-4cb9-b36b-1f9285358fad service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259224 Aug 31 14:36:47.075559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-523983414-network', 'tenant_id': '46f935b702854d8dbae5e4bdfcb9bc20'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:47.079520 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3226c97-4b81-4b46-8fa5-4b1a25ddf2c1 req-31360c28-2432-4075-a419-5a9e82b89d74 service neutron] 10.222.0.60 "GET /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216173 Aug 31 14:36:47.201465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] Made reservation on behalf of 46f935b702854d8dbae5e4bdfcb9bc20 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:47.205736 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:47.221847 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:47.392318 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e7f92-f153-4326-80fe-2a57acb87aa2 req-a7e4275d-5760-415c-b948-f777a20ad9e6 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:47.393894 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a13e7f92-f153-4326-80fe-2a57acb87aa2 req-a7e4275d-5760-415c-b948-f777a20ad9e6 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 944 time: 0.1137004 Aug 31 14:36:47.423643 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa1b10-a335-4662-97de-ad319b1ecf24 req-7a7ef8e2-d8fa-4b76-b591-3e4b772e86f8 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:47.427400 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6fa1b10-a335-4662-97de-ad319b1ecf24 req-7a7ef8e2-d8fa-4b76-b591-3e4b772e86f8 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 946 time: 0.1778207 Aug 31 14:36:47.467907 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a13e7f92-f153-4326-80fe-2a57acb87aa2 req-4ff59902-4c04-4030-9d6f-4858f272e00e tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631189 Aug 31 14:36:47.489660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 58986) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:47.506437 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6fa1b10-a335-4662-97de-ad319b1ecf24 req-b74ea550-b31e-4702-af3d-97cc65777991 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733089 Aug 31 14:36:47.558026 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:47.561409 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:47.652607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:36:47.655029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8b7963-3928-480f-af72-8ca1dc5abb9c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:47.680034 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:47.680389 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] Added segment 222b493b-320d-4bfb-9ec3-f96a900b565b of type vlan for network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 Aug 31 14:36:47.727383 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58994) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:47.800504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 91b31619-25ab-4b24-9050-a736195b58a7 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:36:47.965592 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 91b31619-25ab-4b24-9050-a736195b58a7, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=91b31619-25ab-4b24-9050-a736195b58a7,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:47.997642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '91b31619-25ab-4b24-9050-a736195b58a7', 'network_id': 'b08048cf-9a96-4315-891c-5b48607b8e58', 'port_id': '91b31619-25ab-4b24-9050-a736195b58a7', 'mac_address': 'fa:16:3e:7c:9d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6328a301-d717-4967-a573-d40554209a6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:36:48.003723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1451282341-network', 'tenant_id': 'c84d740f6207458bac8b14249c302797'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:48.035009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Made reservation on behalf of c84d740f6207458bac8b14249c302797 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:48.044540 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:48.061880 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:48.079457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b31619-25ab-4b24-9050-a736195b58a7 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:48.082112 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:48.101851 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 91b31619-25ab-4b24-9050-a736195b58a7, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=91b31619-25ab-4b24-9050-a736195b58a7,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:48.108582 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:48.197978 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=91b31619-25ab-4b24-9050-a736195b58a7,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:48.211934 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:48.213996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:48.218954 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:48.257494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a049f3-8846-429f-83cb-a51a8f192855,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:48.292529 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.api [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:36:48.292846 n-d-806683-5 neutron-server[94870]: DEBUG oslo_db.api [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:36:48.296542 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:48.297534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:48.298115 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:48.389784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['91b31619-25ab-4b24-9050-a736195b58a7'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:48.390502 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5026193 Aug 31 14:36:48.393369 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59020) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:48.398990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-93c0b069-67fd-4d8c-9dd2-f821d4b5875d admin admin] Request body: {'subnet': {'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-523983414-subnet', 'tenant_id': '46f935b702854d8dbae5e4bdfcb9bc20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:48.435458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa3562-72df-49cb-96a4-baf5a72d97d3 admin admin] Pushing event updated for resources: {'Network': ['ID=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:48.446038 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c0b069-67fd-4d8c-9dd2-f821d4b5875d admin admin] Made reservation on behalf of 46f935b702854d8dbae5e4bdfcb9bc20 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:48.450233 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93c0b069-67fd-4d8c-9dd2-f821d4b5875d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:48.456258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:36:48.655943 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d9d698a-bd41-4a07-b267-c1f94c34ea2b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:48.737132 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa5b86-5474-4e1b-b4c9-cbd64ce40779 req-f46fe15f-a667-4acd-8384-539f79eb3498 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:48.738763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d032ff-5c36-4558-8874-9c23f57382f3 req-5b2192f1-0292-4736-9f50-cf66017672e6 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:48.738902 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0faa5b86-5474-4e1b-b4c9-cbd64ce40779 req-f46fe15f-a667-4acd-8384-539f79eb3498 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 946 time: 0.1032345 Aug 31 14:36:48.740654 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-68d032ff-5c36-4558-8874-9c23f57382f3 req-5b2192f1-0292-4736-9f50-cf66017672e6 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 945 time: 0.1448860 Aug 31 14:36:48.817561 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:48.825151 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-68d032ff-5c36-4558-8874-9c23f57382f3 req-ec18bc69-c381-4c3f-aa43-17a95b20f649 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759714 Aug 31 14:36:48.933421 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93c0b069-67fd-4d8c-9dd2-f821d4b5875d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:48.963890 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0faa5b86-5474-4e1b-b4c9-cbd64ce40779 req-bb298fab-d47b-4df5-80d7-fa38c10b4e28 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008486 Aug 31 14:36:49.072753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:36:49.101038 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:49.101421 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Added segment 85e80b65-0f27-4c80-bfea-6acae157c9bf of type vlan for network 59849f4f-b5bd-4a7f-b70c-d1daace00978 Aug 31 14:36:49.121850 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0b069-67fd-4d8c-9dd2-f821d4b5875d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0210616f-f7ae-442c-bd7c-d0e8f69cbf74,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:49.204843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622065b-8846-4125-bfcc-19634ba25fd4 req-e7084165-db25-4837-82fb-44ba2cd8a52a tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:49.207052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d622065b-8846-4125-bfcc-19634ba25fd4 req-e7084165-db25-4837-82fb-44ba2cd8a52a tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=8985fe0d-7325-4258-af3c-1714eefb5815 HTTP/1.1" status: 200 len: 945 time: 0.1187098 Aug 31 14:36:49.278862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d698a-bd41-4a07-b267-c1f94c34ea2b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Deleting port 7e352f30-eaf2-491b-b360-af34796463c9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:49.279500 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d9d698a-bd41-4a07-b267-c1f94c34ea2b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:49.285032 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d622065b-8846-4125-bfcc-19634ba25fd4 req-7107fe14-8049-4735-b8b1-22f681487bc2 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691357 Aug 31 14:36:49.432132 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:49.456728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-8d9d698a-bd41-4a07-b267-c1f94c34ea2b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] For port 7e352f30-eaf2-491b-b360-af34796463c9, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7e352f30-eaf2-491b-b360-af34796463c9,segment=NetworkSegment(433258e7-a7df-4830-9a97-cbb0bd6f9f8e),segment_id=433258e7-a7df-4830-9a97-cbb0bd6f9f8e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:49.456945 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d9d698a-bd41-4a07-b267-c1f94c34ea2b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:49.474873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d698a-bd41-4a07-b267-c1f94c34ea2b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Calling delete_port for 7e352f30-eaf2-491b-b360-af34796463c9 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:49.594401 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56da62e1-1de8-485c-bdc7-8d0b2afdec7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:49.640854 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:49.648348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0b069-67fd-4d8c-9dd2-f821d4b5875d admin admin] Checking segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:49.648348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c0b069-67fd-4d8c-9dd2-f821d4b5875d admin admin] Network hostable DHCP agents. Network: aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:36:49.705502 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8518ead-e415-439b-807e-8b714a8408c9 req-9e9644c3-17c5-46b7-b7f9-2512eba3e123 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:49.707132 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b8518ead-e415-439b-807e-8b714a8408c9 req-9e9644c3-17c5-46b7-b7f9-2512eba3e123 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca7990f-054d-4307-81e1-ef6b9a6a71b2 HTTP/1.1" status: 200 len: 946 time: 0.1567800 Aug 31 14:36:49.708660 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:49.709601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:49.710253 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:49.713222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c0b069-67fd-4d8c-9dd2-f821d4b5875d admin admin] Network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:36:49.748913 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-93c0b069-67fd-4d8c-9dd2-f821d4b5875d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:49.763753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f9b89-f9f9-4fbc-bce7-8e19744e9d0b None None] Network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:49.791879 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0622499 Aug 31 14:36:49.797373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59064) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:49.799989 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d9d698a-bd41-4a07-b267-c1f94c34ea2b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:49.805477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3216558a-e80c-4bac-bc12-6084fdbed803 admin admin] Request body: {'subnet': {'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1451282341-subnet', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:49.833728 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c0b069-67fd-4d8c-9dd2-f821d4b5875d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:49.834323 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93c0b069-67fd-4d8c-9dd2-f821d4b5875d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:49.842664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 91b31619-25ab-4b24-9050-a736195b58a7 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:49.851477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d698a-bd41-4a07-b267-c1f94c34ea2b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Port': ['ID=7e352f30-eaf2-491b-b360-af34796463c9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:49.912155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243d7eb-3993-418e-a1dc-cc6617b8380c admin admin] Pushing event updated for resources: {'Network': ['ID=59849f4f-b5bd-4a7f-b70c-d1daace00978,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:49.918808 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b8518ead-e415-439b-807e-8b714a8408c9 req-6f6c73bf-7293-4736-932b-f3a6201f8a91 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975100 Aug 31 14:36:49.929678 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-93c0b069-67fd-4d8c-9dd2-f821d4b5875d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5347242 Aug 31 14:36:49.947754 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 59849f4f-b5bd-4a7f-b70c-d1daace00978 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:36:49.989366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3216558a-e80c-4bac-bc12-6084fdbed803 admin admin] Made reservation on behalf of c84d740f6207458bac8b14249c302797 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:49.992501 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3216558a-e80c-4bac-bc12-6084fdbed803 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:50.258652 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 91b31619-25ab-4b24-9050-a736195b58a7 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:50.340211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 91b31619-25ab-4b24-9050-a736195b58a7 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:50.340893 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:50.387796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f7db9-8b8a-42df-a0f1-893faa6b2874 req-c9ccd678-0cf4-48d0-b1e7-f63be76f27ad tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:50.400548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-713f7db9-8b8a-42df-a0f1-893faa6b2874 req-c9ccd678-0cf4-48d0-b1e7-f63be76f27ad tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca7990f-054d-4307-81e1-ef6b9a6a71b2 HTTP/1.1" status: 200 len: 946 time: 0.1311858 Aug 31 14:36:50.410983 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee00666-8b66-46d0-8087-75468f45256f None None] Network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:50.414997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247c13d-4303-4758-9f10-e02dc1a5f12a req-f1bd7b5d-f7c2-424a-88b5-d6e0505f6613 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:50.417646 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d247c13d-4303-4758-9f10-e02dc1a5f12a req-f1bd7b5d-f7c2-424a-88b5-d6e0505f6613 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 945 time: 0.4393537 Aug 31 14:36:50.421131 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d9d698a-bd41-4a07-b267-c1f94c34ea2b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:50.497823 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-713f7db9-8b8a-42df-a0f1-893faa6b2874 req-f42c833c-8a7a-49fa-953b-2c3b39ed4ed2 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936506 Aug 31 14:36:50.654384 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:50.703607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3e4fe9-dd5c-4886-9c25-c5550a11b127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b31619-25ab-4b24-9050-a736195b58a7'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:50.706476 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0cf084-a709-4e1b-86a5-f175be840b2e" -d '{"events": [{"server_uuid": "6f3e4fe9-dd5c-4886-9c25-c5550a11b127", "name": "network-vif-plugged", "status": "completed", "tag": "91b31619-25ab-4b24-9050-a736195b58a7"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:50.729798 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 91b31619-25ab-4b24-9050-a736195b58a7, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=91b31619-25ab-4b24-9050-a736195b58a7,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:50.736317 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:50.808417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=91b31619-25ab-4b24-9050-a736195b58a7,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:50.861272 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab2bb0df-c9a3-4518-8a43-24838e82e9d6 req-1f76b9e4-8d66-4374-a6f0-46a6a7e69dc9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4410551 Aug 31 14:36:50.869522 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3216558a-e80c-4bac-bc12-6084fdbed803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:50.894389 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d247c13d-4303-4758-9f10-e02dc1a5f12a req-208218ac-c848-4daa-ac84-f42cda98a77b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636199 Aug 31 14:36:50.984789 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9e07d4-be0b-4060-85ec-a09f4f76a0e5 x-openstack-request-id: req-dd9e07d4-be0b-4060-85ec-a09f4f76a0e5 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:50.985314 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3e4fe9-dd5c-4886-9c25-c5550a11b127", "name": "network-vif-plugged", "status": "completed", "tag": "91b31619-25ab-4b24-9050-a736195b58a7", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:50.985792 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd9e07d4-be0b-4060-85ec-a09f4f76a0e5 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:50.986386 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3e4fe9-dd5c-4886-9c25-c5550a11b127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b31619-25ab-4b24-9050-a736195b58a7', 'code': 200} Aug 31 14:36:51.044820 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621509b5-0315-405b-995a-1757555b51fe req-ea20d8a9-c168-4c22-9a1b-99643af02420 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:51.046366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-621509b5-0315-405b-995a-1757555b51fe req-ea20d8a9-c168-4c22-9a1b-99643af02420 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.2325077 Aug 31 14:36:51.078657 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-621509b5-0315-405b-995a-1757555b51fe req-008738ef-0af1-4417-890f-a637b806ea7e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/quotas/46f935b702854d8dbae5e4bdfcb9bc20 HTTP/1.1" status: 200 len: 375 time: 0.0241253 Aug 31 14:36:51.089191 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216558a-e80c-4bac-bc12-6084fdbed803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8183bda-d8b2-43ca-9066-7e53408b7171,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:51.126890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bb0df-c9a3-4518-8a43-24838e82e9d6 req-c14cf6fb-ea64-45c3-ba00-c1481a99f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:51.128635 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab2bb0df-c9a3-4518-8a43-24838e82e9d6 req-c14cf6fb-ea64-45c3-ba00-c1481a99f25a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21ea8be72d24ece82d41eca10d2c981&device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 1096 time: 0.1597686 Aug 31 14:36:51.142336 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-621509b5-0315-405b-995a-1757555b51fe req-ccbdc61b-5d4e-49a9-9d7c-4d0ae27a90b5 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620122 Aug 31 14:36:51.197739 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3216558a-e80c-4bac-bc12-6084fdbed803 admin admin] Checking segment: {'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:51.203425 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3216558a-e80c-4bac-bc12-6084fdbed803 admin admin] Network hostable DHCP agents. Network: 59849f4f-b5bd-4a7f-b70c-d1daace00978, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:36:51.217979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d550e0-4fc2-4a94-9e05-bfef89a45fb2 req-e1655e67-b0a6-45fd-8e35-4b9615b7b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:51.220070 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4d550e0-4fc2-4a94-9e05-bfef89a45fb2 req-e1655e67-b0a6-45fd-8e35-4b9615b7b93e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 1097 time: 0.1379118 Aug 31 14:36:51.278600 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-621509b5-0315-405b-995a-1757555b51fe req-d1ed1f99-144c-4156-9346-d05cca474c89 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294136 Aug 31 14:36:51.280453 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4d550e0-4fc2-4a94-9e05-bfef89a45fb2 req-802b993a-f281-4b3a-8cef-81b2e10df044 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505931 Aug 31 14:36:51.306228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3216558a-e80c-4bac-bc12-6084fdbed803 admin admin] Network 59849f4f-b5bd-4a7f-b70c-d1daace00978 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:36:51.322078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9d698a-bd41-4a07-b267-c1f94c34ea2b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:36:51.339716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3216558a-e80c-4bac-bc12-6084fdbed803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 59849f4f-b5bd-4a7f-b70c-d1daace00978) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:51.345214 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3216558a-e80c-4bac-bc12-6084fdbed803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:51.345214 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3216558a-e80c-4bac-bc12-6084fdbed803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:51.349990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6bdd54-d890-4186-878f-b97938f326d2 None None] Network 59849f4f-b5bd-4a7f-b70c-d1daace00978 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:51.391819 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-621509b5-0315-405b-995a-1757555b51fe req-a54cc88b-f1f2-4bce-8d16-f7a5e1e20227 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066000 Aug 31 14:36:51.409736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3216558a-e80c-4bac-bc12-6084fdbed803 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6108549 Aug 31 14:36:51.413625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59108) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:51.421562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bb0df-c9a3-4518-8a43-24838e82e9d6 req-801e4425-857c-4861-afaa-981e9aee469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:51.422974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:51.423122 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab2bb0df-c9a3-4518-8a43-24838e82e9d6 req-801e4425-857c-4861-afaa-981e9aee469f service neutron] 10.222.0.25 "GET /v2.0/networks?id=e60f67af-c808-4743-933a-92c61d030c41 HTTP/1.1" status: 200 len: 897 time: 0.2465935 Aug 31 14:36:51.467709 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:51.469968 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:51.567946 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab2bb0df-c9a3-4518-8a43-24838e82e9d6 req-c20efcbd-1287-46a5-a4c1-204870e6f244 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1758d214-bbe2-44d9-bef4-8d011e9505b2 HTTP/1.1" status: 200 len: 1001 time: 0.1302021 Aug 31 14:36:51.586871 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:51.671675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-59849f4f-b5bd-4a7f-b70c-d1daace00978', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:36:51.672749 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:51.735583 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a69de47d-6cc7-44b5-9681-81283d6ed7a8 req-bfcdd5dd-6ff2-4814-b5b3-9add0ae6b310 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 210 time: 0.0821426 Aug 31 14:36:51.746157 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bb0df-c9a3-4518-8a43-24838e82e9d6 req-1788364e-563a-4117-b9e4-8ed47e0730de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:51.747703 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab2bb0df-c9a3-4518-8a43-24838e82e9d6 req-1788364e-563a-4117-b9e4-8ed47e0730de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7cd63291-fe24-4184-a49d-0d1b4ea2ea9a HTTP/1.1" status: 200 len: 834 time: 0.1076972 Aug 31 14:36:51.780072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9d698a-bd41-4a07-b267-c1f94c34ea2b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:36:51.786572 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8d9d698a-bd41-4a07-b267-c1f94c34ea2b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "PUT /v2.0/routers/c2664b6d-ae26-42da-b797-c3a2d7e38fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2958703 Aug 31 14:36:51.796722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01fb86-bfe6-4fbc-8f11-53a7bb12e45b None None] Sync routers for ids ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:36:51.819606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01fb86-bfe6-4fbc-8f11-53a7bb12e45b None None] Routers {'c2664b6d-ae26-42da-b797-c3a2d7e38fa7'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:36:51.820719 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3d01fb86-bfe6-4fbc-8f11-53a7bb12e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:36:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:51.849342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725e794-dc78-4dcb-a781-f3ea616ecf96 req-addaf482-d0fb-40e7-b681-d9399bd3d611 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:51.850874 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4725e794-dc78-4dcb-a781-f3ea616ecf96 req-addaf482-d0fb-40e7-b681-d9399bd3d611 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca7990f-054d-4307-81e1-ef6b9a6a71b2 HTTP/1.1" status: 200 len: 946 time: 0.2414246 Aug 31 14:36:51.935010 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:51.993598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bb0df-c9a3-4518-8a43-24838e82e9d6 req-17e276f7-07e4-46d8-aa55-1dbfc6c8262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:52.011307 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab2bb0df-c9a3-4518-8a43-24838e82e9d6 req-17e276f7-07e4-46d8-aa55-1dbfc6c8262a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e60f67af-c808-4743-933a-92c61d030c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2362862 Aug 31 14:36:52.035741 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4725e794-dc78-4dcb-a781-f3ea616ecf96 req-a82e1481-572e-4048-b357-8d3e330a9904 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727974 Aug 31 14:36:52.102559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-3d01fb86-bfe6-4fbc-8f11-53a7bb12e45b None None] Set router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:36:52.192225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2632b-47bb-40c4-9bbb-e6a121858210 req-c36f3260-857c-4e1c-869f-d5b25aa91294 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:52.197250 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e3a2632b-47bb-40c4-9bbb-e6a121858210 req-c36f3260-857c-4e1c-869f-d5b25aa91294 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca7990f-054d-4307-81e1-ef6b9a6a71b2 HTTP/1.1" status: 200 len: 946 time: 0.5006688 Aug 31 14:36:52.286233 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab2bb0df-c9a3-4518-8a43-24838e82e9d6 req-49105c5c-a6f2-4749-8224-419529803abe service neutron] 10.222.0.25 "GET /v2.0/networks/e60f67af-c808-4743-933a-92c61d030c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721717 Aug 31 14:36:52.318573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Allocated IP 172.20.0.2 (59849f4f-b5bd-4a7f-b70c-d1daace00978/b8183bda-d8b2-43ca-9066-7e53408b7171/d8be4f91-4670-4d3b-9ba3-9c2088714b72) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:36:52.454943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04443f-6741-4cba-a511-9686fa7d4e2e req-c40cde63-d3b1-49a1-a474-cdbe3676abc2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:52.464422 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d04443f-6741-4cba-a511-9686fa7d4e2e req-c40cde63-d3b1-49a1-a474-cdbe3676abc2 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 946 time: 0.1833277 Aug 31 14:36:52.492459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6800ed-068d-457d-9326-f08e9242645b req-ff3909dd-6370-44c6-9335-ac38638132ba tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:52.495287 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b6800ed-068d-457d-9326-f08e9242645b req-ff3909dd-6370-44c6-9335-ac38638132ba tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 946 time: 0.2098479 Aug 31 14:36:52.556145 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d04443f-6741-4cba-a511-9686fa7d4e2e req-f0a81245-a6d5-4ada-a952-301154c0a3ae tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845964 Aug 31 14:36:52.576745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-e3a2632b-47bb-40c4-9bbb-e6a121858210 req-7f079f3a-e076-43d4-a8b7-bcb5d0073fa4 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Deleting port 6af282ba-ccec-4ad7-9506-9cb47c87f00a {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:52.577745 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e3a2632b-47bb-40c4-9bbb-e6a121858210 req-7f079f3a-e076-43d4-a8b7-bcb5d0073fa4 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:52.696042 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-e3a2632b-47bb-40c4-9bbb-e6a121858210 req-7f079f3a-e076-43d4-a8b7-bcb5d0073fa4 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] For port 6af282ba-ccec-4ad7-9506-9cb47c87f00a, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=6af282ba-ccec-4ad7-9506-9cb47c87f00a,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:52.696651 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e3a2632b-47bb-40c4-9bbb-e6a121858210 req-7f079f3a-e076-43d4-a8b7-bcb5d0073fa4 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:52.714117 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-e3a2632b-47bb-40c4-9bbb-e6a121858210 req-7f079f3a-e076-43d4-a8b7-bcb5d0073fa4 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Calling delete_port for 6af282ba-ccec-4ad7-9506-9cb47c87f00a owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:52.967501 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f98d0604-ad0f-4838-ae79-efb7654d751c req-0b2040aa-c41f-4dee-b598-b4312ec1ccce tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 210 time: 0.0521305 Aug 31 14:36:52.982625 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e3a2632b-47bb-40c4-9bbb-e6a121858210 req-7f079f3a-e076-43d4-a8b7-bcb5d0073fa4 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:53.007375 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b6800ed-068d-457d-9326-f08e9242645b req-285040a1-e9ee-4eaf-84bb-11f05f118bb4 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=aafa42a8-644f-4694-96e7-b9b1119822e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4994502 Aug 31 14:36:53.029199 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ab2bb0df-c9a3-4518-8a43-24838e82e9d6 req-bc3a2e7e-a5d7-4e71-b9ca-878d56335d6d service neutron] 10.222.0.25 "GET /v2.0/networks/e60f67af-c808-4743-933a-92c61d030c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7177830 Aug 31 14:36:53.089315 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['6af282ba-ccec-4ad7-9506-9cb47c87f00a', 'bae1c5a6-b544-4216-8290-8c5be7e67bf5'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:53.091954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:36:53.194710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f079f3a-e076-43d4-a8b7-bcb5d0073fa4 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Pushing event deleted for resources: {'Port': ['ID=6af282ba-ccec-4ad7-9506-9cb47c87f00a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:53.225369 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:53.226889 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be57b88e-055e-4075-b47b-9f2dc2728689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:53.270389 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dad333eb-9258-4b68-8694-ad5bb5624ed3 req-b35a8cc0-80cf-459a-97c3-d72e3970cb58 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca7990f-054d-4307-81e1-ef6b9a6a71b2 HTTP/1.1" status: 200 len: 210 time: 0.0694816 Aug 31 14:36:53.280958 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a2632b-47bb-40c4-9bbb-e6a121858210 req-7f079f3a-e076-43d4-a8b7-bcb5d0073fa4 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] No DVR routers for this DVR port 6af282ba-ccec-4ad7-9506-9cb47c87f00a on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:36:53.284355 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e3a2632b-47bb-40c4-9bbb-e6a121858210 req-7f079f3a-e076-43d4-a8b7-bcb5d0073fa4 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:53.286535 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e3a2632b-47bb-40c4-9bbb-e6a121858210 req-7f079f3a-e076-43d4-a8b7-bcb5d0073fa4 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.60 "DELETE /v2.0/ports/6af282ba-ccec-4ad7-9506-9cb47c87f00a HTTP/1.1" status: 204 len: 173 time: 1.0824547 Aug 31 14:36:53.325160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca7990f-054d-4307-81e1-ef6b9a6a71b2', 'name': 'network-vif-deleted', 'tag': '6af282ba-ccec-4ad7-9506-9cb47c87f00a'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:53.328420 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25ee48b-51f1-45bf-ae50-9e5bbd72fe76" -d '{"events": [{"server_uuid": "bca7990f-054d-4307-81e1-ef6b9a6a71b2", "name": "network-vif-deleted", "tag": "6af282ba-ccec-4ad7-9506-9cb47c87f00a"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:53.361809 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:53.381629 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:53.432097 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2848ce1a-ea1e-4c4f-bce2-4ff7d7b22856 x-openstack-request-id: req-2848ce1a-ea1e-4c4f-bce2-4ff7d7b22856 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:53.435255 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca7990f-054d-4307-81e1-ef6b9a6a71b2", "name": "network-vif-deleted", "tag": "6af282ba-ccec-4ad7-9506-9cb47c87f00a", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:53.437635 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2848ce1a-ea1e-4c4f-bce2-4ff7d7b22856 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:53.440725 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca7990f-054d-4307-81e1-ef6b9a6a71b2', 'name': 'network-vif-deleted', 'tag': '6af282ba-ccec-4ad7-9506-9cb47c87f00a', 'status': 'completed', 'code': 200} Aug 31 14:36:53.442481 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:53.453687 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:53.473838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Transition to ACTIVE for port object d8be4f91-4670-4d3b-9ba3-9c2088714b72 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:53.624272 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3d01fb86-bfe6-4fbc-8f11-53a7bb12e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:36:49Z', 'revision_number': 6, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '87c18eb9-8ffc-4e0a-a42b-e81873465fab', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'port_id': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'mac_address': 'fa:16:3e:0f:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:35:13Z', 'updated_at': '2021-08-31T14:35:19Z', 'revision_number': 1, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:51Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:53.700141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621509b5-0315-405b-995a-1757555b51fe req-2b8b8a83-2d34-450d-9029-48edb0e7f9c9 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:53.701777 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621509b5-0315-405b-995a-1757555b51fe req-2b8b8a83-2d34-450d-9029-48edb0e7f9c9 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.25 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.3605566 Aug 31 14:36:53.714708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-621509b5-0315-405b-995a-1757555b51fe req-1bab46aa-942d-4d4b-b998-9cd76091f169 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Request body: {'port': {'device_id': '2627bb74-9402-4e4a-b8d0-92028478c6bc', 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'admin_state_up': True, 'tenant_id': '46f935b702854d8dbae5e4bdfcb9bc20'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:53.740340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01fb86-bfe6-4fbc-8f11-53a7bb12e45b None None] Checking router: c2664b6d-ae26-42da-b797-c3a2d7e38fa7 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:36:53.765878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Transition to ACTIVE for port object d8be4f91-4670-4d3b-9ba3-9c2088714b72 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:53.803131 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Allocated IP 172.25.2.11 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/70fc15fc-952c-46b6-a68b-ea9d81d36832) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:36:53.819708 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:53.903524 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Network 59849f4f-b5bd-4a7f-b70c-d1daace00978 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:36:53.917610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Pushing event updated for resources: {'Port': ['ID=d8be4f91-4670-4d3b-9ba3-9c2088714b72,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:53.927682 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:53.958610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01fb86-bfe6-4fbc-8f11-53a7bb12e45b None None] Routers {'c2664b6d-ae26-42da-b797-c3a2d7e38fa7'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:36:53.959406 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3d01fb86-bfe6-4fbc-8f11-53a7bb12e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:36:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:53.982916 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:36:54.046483 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:54.135950 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621509b5-0315-405b-995a-1757555b51fe req-1bab46aa-942d-4d4b-b998-9cd76091f169 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Made reservation on behalf of 46f935b702854d8dbae5e4bdfcb9bc20 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:36:54.154431 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621509b5-0315-405b-995a-1757555b51fe req-1bab46aa-942d-4d4b-b998-9cd76091f169 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:54.188449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6246b-87d3-46ef-a602-f4dbc9f47277 req-44dca8c0-7e90-4f00-90fc-43e277f453df tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:54.204179 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8bd6246b-87d3-46ef-a602-f4dbc9f47277 req-44dca8c0-7e90-4f00-90fc-43e277f453df tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 946 time: 0.4976571 Aug 31 14:36:54.231524 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07d09941-73d0-41c0-93d3-b67a8c9a0262 req-4006e82b-90ab-4b90-8964-8f08b628a806 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 210 time: 0.0470524 Aug 31 14:36:54.260637 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7af19-c476-41fe-8692-a998c5533970 req-24b08b46-1a7a-42ae-bb01-e8fb43f6a5f0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:54.269220 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8c7af19-c476-41fe-8692-a998c5533970 req-24b08b46-1a7a-42ae-bb01-e8fb43f6a5f0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 946 time: 0.3032353 Aug 31 14:36:54.411690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Attempting to bind port d8be4f91-4670-4d3b-9ba3-9c2088714b72 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:36:54.412300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Attempting to bind port d8be4f91-4670-4d3b-9ba3-9c2088714b72 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:36:54.412441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Attempting to bind port d8be4f91-4670-4d3b-9ba3-9c2088714b72 on network 59849f4f-b5bd-4a7f-b70c-d1daace00978 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:54.430883 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:54.434683 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:36:54.435074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Checking segment: {'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:54.435530 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:54.435935 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Bound using segment: {'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:36:54.436479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Bound port: d8be4f91-4670-4d3b-9ba3-9c2088714b72, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:36:54.436857 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:54.455477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-3d01fb86-bfe6-4fbc-8f11-53a7bb12e45b None None] Set router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:36:54.460310 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8bd6246b-87d3-46ef-a602-f4dbc9f47277 req-4bff53ba-f529-4b3f-8018-8a200d933a64 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381740 Aug 31 14:36:54.467556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54976d8d-65d2-4d24-bd7b-8c250e98223d req-bf56b64d-d9d3-4436-918e-25f9687ec9f2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:54.469112 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-54976d8d-65d2-4d24-bd7b-8c250e98223d req-bf56b64d-d9d3-4436-918e-25f9687ec9f2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 946 time: 0.1052918 Aug 31 14:36:54.470931 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:54.570034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Pushing event updated for resources: {'Port': ['ID=70fc15fc-952c-46b6-a68b-ea9d81d36832,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:54.592054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-54976d8d-65d2-4d24-bd7b-8c250e98223d req-c7de048d-26f2-49d4-a7dd-f97da9ce8310 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=aafa42a8-644f-4694-96e7-b9b1119822e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146910 Aug 31 14:36:54.593405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-621509b5-0315-405b-995a-1757555b51fe req-1bab46aa-942d-4d4b-b998-9cd76091f169 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Allocated IP 172.20.0.12 (aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8/0210616f-f7ae-442c-bd7c-d0e8f69cbf74/400b284a-3fbf-4d55-bd12-4118fd70f525) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:36:54.594148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:36:54.604468 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:54.610182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:36:55.046982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] For port d8be4f91-4670-4d3b-9ba3-9c2088714b72, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:36:55.054848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] For port d8be4f91-4670-4d3b-9ba3-9c2088714b72, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d8be4f91-4670-4d3b-9ba3-9c2088714b72,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:36:55.098279 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621509b5-0315-405b-995a-1757555b51fe req-1bab46aa-942d-4d4b-b998-9cd76091f169 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:55.146541 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:55.153929 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621509b5-0315-405b-995a-1757555b51fe req-1bab46aa-942d-4d4b-b998-9cd76091f169 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:55.241813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621509b5-0315-405b-995a-1757555b51fe req-1bab46aa-942d-4d4b-b998-9cd76091f169 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:36:55.255495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-621509b5-0315-405b-995a-1757555b51fe req-1bab46aa-942d-4d4b-b998-9cd76091f169 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:36:55.262274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-621509b5-0315-405b-995a-1757555b51fe req-1bab46aa-942d-4d4b-b998-9cd76091f169 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:36:55.300557 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:55.361543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab46aa-942d-4d4b-b998-9cd76091f169 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Pushing event updated for resources: {'Port': ['ID=400b284a-3fbf-4d55-bd12-4118fd70f525,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:55.433471 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3d01fb86-bfe6-4fbc-8f11-53a7bb12e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:36:49Z', 'revision_number': 6, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '87c18eb9-8ffc-4e0a-a42b-e81873465fab', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'port_id': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'mac_address': 'fa:16:3e:0f:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:35:13Z', 'updated_at': '2021-08-31T14:35:19Z', 'revision_number': 1, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:51Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:55.435501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee76a4c-52d2-40c6-a6aa-0000d1d9a278 None None] Pushing event updated for resources: {'Port': ['ID=d8be4f91-4670-4d3b-9ba3-9c2088714b72,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:55.513020 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-a8c7af19-c476-41fe-8692-a998c5533970 req-cd8f7b8d-b069-43fe-ab55-90f0ea33e851 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Deleting port 45676cc1-dc84-4dc8-b1fe-994950e63c01 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:55.513556 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a8c7af19-c476-41fe-8692-a998c5533970 req-cd8f7b8d-b069-43fe-ab55-90f0ea33e851 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:55.562077 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01fb86-bfe6-4fbc-8f11-53a7bb12e45b None None] The sync data for ids ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'] in n-d-806683-5 is: [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:36:49Z', 'revision_number': 6, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '87c18eb9-8ffc-4e0a-a42b-e81873465fab', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'port_id': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'mac_address': 'fa:16:3e:0f:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:35:13Z', 'updated_at': '2021-08-31T14:35:19Z', 'revision_number': 1, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:51Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:36:55.601984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621509b5-0315-405b-995a-1757555b51fe req-1bab46aa-942d-4d4b-b998-9cd76091f169 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:55.603954 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621509b5-0315-405b-995a-1757555b51fe req-1bab46aa-942d-4d4b-b998-9cd76091f169 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:55.646685 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621509b5-0315-405b-995a-1757555b51fe req-1bab46aa-942d-4d4b-b998-9cd76091f169 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9360700 Aug 31 14:36:55.662580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Request body: {'port': {'device_id': '2627bb74-9402-4e4a-b8d0-92028478c6bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:36:55.716587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12feb1-7c1b-4b29-bff0-f4fd90245683 req-dd6e3ec0-9da5-4209-aa79-b33b15298bcc tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:55.744868 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de12feb1-7c1b-4b29-bff0-f4fd90245683 req-dd6e3ec0-9da5-4209-aa79-b33b15298bcc tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 932 time: 0.3524237 Aug 31 14:36:55.860313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 6af282ba-ccec-4ad7-9506-9cb47c87f00a no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:36:55.872406 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:55.912935 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 6af282ba-ccec-4ad7-9506-9cb47c87f00a {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:36:55.913515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 6af282ba-ccec-4ad7-9506-9cb47c87f00a not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:36:55.939141 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de12feb1-7c1b-4b29-bff0-f4fd90245683 req-b343e600-a29b-4363-929b-9b779f28f9d8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924398 Aug 31 14:36:55.940613 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:56.050447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-a8c7af19-c476-41fe-8692-a998c5533970 req-cd8f7b8d-b069-43fe-ab55-90f0ea33e851 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] For port 45676cc1-dc84-4dc8-b1fe-994950e63c01, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=45676cc1-dc84-4dc8-b1fe-994950e63c01,segment=NetworkSegment(433258e7-a7df-4830-9a97-cbb0bd6f9f8e),segment_id=433258e7-a7df-4830-9a97-cbb0bd6f9f8e)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:56.059783 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a8c7af19-c476-41fe-8692-a998c5533970 req-cd8f7b8d-b069-43fe-ab55-90f0ea33e851 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:56.160810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-a8c7af19-c476-41fe-8692-a998c5533970 req-cd8f7b8d-b069-43fe-ab55-90f0ea33e851 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Calling delete_port for 45676cc1-dc84-4dc8-b1fe-994950e63c01 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:56.453664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58243-ce5b-488d-ae1b-98e0bfc7df10 req-942a736a-e402-4e94-b7ca-23de32af0f83 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:56.455694 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7ef58243-ce5b-488d-ae1b-98e0bfc7df10 req-942a736a-e402-4e94-b7ca-23de32af0f83 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 946 time: 0.2331812 Aug 31 14:36:56.534472 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7ef58243-ce5b-488d-ae1b-98e0bfc7df10 req-ccdc99a8-e056-4cb6-8be7-666d396a2078 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=aafa42a8-644f-4694-96e7-b9b1119822e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678401 Aug 31 14:36:56.635467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400b284a-3fbf-4d55-bd12-4118fd70f525 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:36:56.657872 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:56.697905 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Transition to ACTIVE for port object 400b284a-3fbf-4d55-bd12-4118fd70f525 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:56.702423 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:56.707375 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:56.726547 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a8c7af19-c476-41fe-8692-a998c5533970 req-cd8f7b8d-b069-43fe-ab55-90f0ea33e851 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:56.864937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Pushing event updated for resources: {'Port': ['ID=400b284a-3fbf-4d55-bd12-4118fd70f525,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:56.897866 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f7b8d-b069-43fe-ab55-90f0ea33e851 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Port': ['ID=45676cc1-dc84-4dc8-b1fe-994950e63c01,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:56.939471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Attempting to bind port 400b284a-3fbf-4d55-bd12-4118fd70f525 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:36:56.941098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Attempting to bind port 400b284a-3fbf-4d55-bd12-4118fd70f525 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:36:56.942136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Attempting to bind port 400b284a-3fbf-4d55-bd12-4118fd70f525 on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:56.952213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Port 400b284a-3fbf-4d55-bd12-4118fd70f525 on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:36:56.954655 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Attempting to bind port 400b284a-3fbf-4d55-bd12-4118fd70f525 on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:56.966500 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:36:56.966843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Checking segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:56.971533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Bound using segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:36:56.972027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Bound port: 400b284a-3fbf-4d55-bd12-4118fd70f525, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:36:56.972401 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:57.068864 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c7af19-c476-41fe-8692-a998c5533970 req-cd8f7b8d-b069-43fe-ab55-90f0ea33e851 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] No DVR routers for this DVR port 45676cc1-dc84-4dc8-b1fe-994950e63c01 on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:36:57.077006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a8c7af19-c476-41fe-8692-a998c5533970 req-cd8f7b8d-b069-43fe-ab55-90f0ea33e851 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:57.079131 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8c7af19-c476-41fe-8692-a998c5533970 req-cd8f7b8d-b069-43fe-ab55-90f0ea33e851 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.25 "DELETE /v2.0/ports/45676cc1-dc84-4dc8-b1fe-994950e63c01 HTTP/1.1" status: 204 len: 173 time: 2.7971528 Aug 31 14:36:57.097991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d8be4f91-4670-4d3b-9ba3-9c2088714b72 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:57.110385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d9d6de-6d78-48f9-9093-f11a1d2af90b', 'name': 'network-vif-deleted', 'tag': '45676cc1-dc84-4dc8-b1fe-994950e63c01'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:57.112891 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3194d394-f07f-4058-b308-e0f4f1598629" -d '{"events": [{"server_uuid": "72d9d6de-6d78-48f9-9093-f11a1d2af90b", "name": "network-vif-deleted", "tag": "45676cc1-dc84-4dc8-b1fe-994950e63c01"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:57.148477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3a7fe-cea9-4070-837a-5873b0b40e77 req-551753ec-b435-431d-a885-db8649f16d76 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:57.156457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3a7fe-cea9-4070-837a-5873b0b40e77 req-551753ec-b435-431d-a885-db8649f16d76 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:57.165704 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-45e3a7fe-cea9-4070-837a-5873b0b40e77 req-551753ec-b435-431d-a885-db8649f16d76 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=8985fe0d-7325-4258-af3c-1714eefb5815&device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 1682 time: 0.4526105 Aug 31 14:36:57.173996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] For port 400b284a-3fbf-4d55-bd12-4118fd70f525, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:36:57.187821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] For port 400b284a-3fbf-4d55-bd12-4118fd70f525, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=400b284a-3fbf-4d55-bd12-4118fd70f525,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:36:57.193517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port d8be4f91-4670-4d3b-9ba3-9c2088714b72 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:57.208693 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7e352f30-eaf2-491b-b360-af34796463c9 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:36:57.212736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f13d5-b9a7-4a31-bc68-130662ddd983 req-a70309ba-9f50-4672-9e22-5f122f17d125 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:57.223458 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c81f13d5-b9a7-4a31-bc68-130662ddd983 req-a70309ba-9f50-4672-9e22-5f122f17d125 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 944 time: 0.1665974 Aug 31 14:36:57.242882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:57.261032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 7e352f30-eaf2-491b-b360-af34796463c9 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:36:57.261464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7e352f30-eaf2-491b-b360-af34796463c9 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:36:57.311796 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-45e3a7fe-cea9-4070-837a-5873b0b40e77 req-6d1373d0-3303-4a9f-91e0-ba874a4110a9 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452253 Aug 31 14:36:57.333852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Router c370bf0f-bdeb-4654-a3e2-5f008d84c756 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:36:57.354689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:57.356238 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:57.358000 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621509b5-0315-405b-995a-1757555b51fe req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] 10.222.0.25 "PUT /v2.0/ports/400b284a-3fbf-4d55-bd12-4118fd70f525 HTTP/1.1" status: 200 len: 1092 time: 1.7001598 Aug 31 14:36:57.365958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2627bb74-9402-4e4a-b8d0-92028478c6bc', 'tag': '400b284a-3fbf-4d55-bd12-4118fd70f525'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:57.368541 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fad5322-a1e9-4f45-933a-f1fff3ec647b" -d '{"events": [{"name": "network-changed", "server_uuid": "2627bb74-9402-4e4a-b8d0-92028478c6bc", "tag": "400b284a-3fbf-4d55-bd12-4118fd70f525"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:57.418644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab82862-1014-4d20-8d0a-9ca83dcd2ac7 None None] Network 59849f4f-b5bd-4a7f-b70c-d1daace00978 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:36:57.430060 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c81f13d5-b9a7-4a31-bc68-130662ddd983 req-951bd591-e670-42d2-acb1-98a16000956d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048261 Aug 31 14:36:57.542839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d130c-9af3-4dc7-af37-f204eb7400e2 service neutron] Pushing event updated for resources: {'Port': ['ID=400b284a-3fbf-4d55-bd12-4118fd70f525,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:57.546555 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d86d53-269b-4aec-b5fd-7131ac9b45ce x-openstack-request-id: req-75d86d53-269b-4aec-b5fd-7131ac9b45ce {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:57.546845 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2627bb74-9402-4e4a-b8d0-92028478c6bc", "tag": "400b284a-3fbf-4d55-bd12-4118fd70f525", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:57.547083 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75d86d53-269b-4aec-b5fd-7131ac9b45ce {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:57.547495 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2627bb74-9402-4e4a-b8d0-92028478c6bc', 'tag': '400b284a-3fbf-4d55-bd12-4118fd70f525', 'status': 'completed', 'code': 200} Aug 31 14:36:57.594003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4a004c3c-4afe-4d53-9acd-748a4f3f6cd8 None None] Provisioning for port d8be4f91-4670-4d3b-9ba3-9c2088714b72 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:36:57.602292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4a004c3c-4afe-4d53-9acd-748a4f3f6cd8 None None] Provisioning complete for port d8be4f91-4670-4d3b-9ba3-9c2088714b72 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:57.602674 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a004c3c-4afe-4d53-9acd-748a4f3f6cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:57.603622 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:36:57.613686 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Sync routers for ids ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:36:57.630194 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cbdc0e-19f7-406e-9d7e-4ecb24171165 x-openstack-request-id: req-90cbdc0e-19f7-406e-9d7e-4ecb24171165 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:36:57.630486 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d9d6de-6d78-48f9-9093-f11a1d2af90b", "name": "network-vif-deleted", "tag": "45676cc1-dc84-4dc8-b1fe-994950e63c01", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:36:57.630795 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90cbdc0e-19f7-406e-9d7e-4ecb24171165 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:36:57.631342 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d9d6de-6d78-48f9-9093-f11a1d2af90b', 'name': 'network-vif-deleted', 'tag': '45676cc1-dc84-4dc8-b1fe-994950e63c01', 'status': 'completed', 'code': 200} Aug 31 14:36:57.632504 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Routers {'c370bf0f-bdeb-4654-a3e2-5f008d84c756'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:36:57.632643 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:57.636258 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:36:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:57.636850 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bdad9f7e-dd12-4de3-8b4a-703ce4aaac70 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2217603 Aug 31 14:36:57.639698 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59318) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:57.648607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621509b5-0315-405b-995a-1757555b51fe req-fdc88dc8-ff3f-4a95-848a-4345e1ef7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:57.653488 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621509b5-0315-405b-995a-1757555b51fe req-fdc88dc8-ff3f-4a95-848a-4345e1ef7ac5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 1095 time: 0.2456384 Aug 31 14:36:57.763521 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621509b5-0315-405b-995a-1757555b51fe req-7a1ad8a0-7770-439b-a697-bd9d4a352b26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=400b284a-3fbf-4d55-bd12-4118fd70f525 HTTP/1.1" status: 200 len: 217 time: 0.0959632 Aug 31 14:36:57.920419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621509b5-0315-405b-995a-1757555b51fe req-0f258b1e-e18d-4f32-a75f-380ac3ced113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:57.922353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621509b5-0315-405b-995a-1757555b51fe req-0f258b1e-e18d-4f32-a75f-380ac3ced113 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.1516209 Aug 31 14:36:57.969277 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Set router c370bf0f-bdeb-4654-a3e2-5f008d84c756 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:36:57.982228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-faa5b489-a63e-43fe-92f7-4cf16c997aee req-b0db1d93-d895-4a54-951f-64af9c2f2aac tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=72d9d6de-6d78-48f9-9093-f11a1d2af90b HTTP/1.1" status: 200 len: 210 time: 0.0565171 Aug 31 14:36:58.036057 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621509b5-0315-405b-995a-1757555b51fe req-7c5172d3-de92-46ad-808b-99d80e83cee4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019745 Aug 31 14:36:58.091023 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a004c3c-4afe-4d53-9acd-748a4f3f6cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:58.152987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4a004c3c-4afe-4d53-9acd-748a4f3f6cd8 None None] For port d8be4f91-4670-4d3b-9ba3-9c2088714b72, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d8be4f91-4670-4d3b-9ba3-9c2088714b72,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:58.158714 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a004c3c-4afe-4d53-9acd-748a4f3f6cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:58.364521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a004c3c-4afe-4d53-9acd-748a4f3f6cd8 None None] Pushing event updated for resources: {'Port': ['ID=d8be4f91-4670-4d3b-9ba3-9c2088714b72,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:58.400942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621509b5-0315-405b-995a-1757555b51fe req-0e4f81b1-21e9-4f2c-90a1-12b8cad53084 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563516 Aug 31 14:36:58.409186 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 45676cc1-dc84-4dc8-b1fe-994950e63c01 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:36:58.497641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 45676cc1-dc84-4dc8-b1fe-994950e63c01 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:36:58.497641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 45676cc1-dc84-4dc8-b1fe-994950e63c01 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:36:58.544502 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:36:55Z', 'revision_number': 3, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:58.588440 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fdd603c5-2b76-4596-829b-f3570611760a None None] Provisioning complete for port d8be4f91-4670-4d3b-9ba3-9c2088714b72 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:58.588882 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdd603c5-2b76-4596-829b-f3570611760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:58.611985 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Checking router: c370bf0f-bdeb-4654-a3e2-5f008d84c756 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:36:58.612747 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Updating router c370bf0f-bdeb-4654-a3e2-5f008d84c756 port 70fc15fc-952c-46b6-a68b-ea9d81d36832 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:36:58.656410 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621509b5-0315-405b-995a-1757555b51fe req-4bd2c7d5-d2bc-4fe1-966e-20d237cdd197 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352724 Aug 31 14:36:58.659476 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:58.746113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77435b-464a-4d86-b07a-115a139d71cd req-2fd98868-81fe-44ed-8549-3985a2d75b57 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:58.764294 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8e77435b-464a-4d86-b07a-115a139d71cd req-2fd98868-81fe-44ed-8549-3985a2d75b57 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 944 time: 0.2012858 Aug 31 14:36:58.839050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5322-a1e9-4f45-933a-f1fff3ec647b req-b54a9a2b-14aa-47c9-aba9-05def094f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:58.845326 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fad5322-a1e9-4f45-933a-f1fff3ec647b req-b54a9a2b-14aa-47c9-aba9-05def094f333 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 1095 time: 0.1268153 Aug 31 14:36:58.917020 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8e77435b-464a-4d86-b07a-115a139d71cd req-28a521c8-e545-4c2a-af3d-81c4c10accaa tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313391 Aug 31 14:36:59.116843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d8be4f91-4670-4d3b-9ba3-9c2088714b72 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:36:59.121693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59358) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:36:59.209839 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.224629 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Transition to ACTIVE for port object 70fc15fc-952c-46b6-a68b-ea9d81d36832 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:36:59.235339 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.268686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d8be4f91-4670-4d3b-9ba3-9c2088714b72 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:36:59.269165 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.270203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5322-a1e9-4f45-933a-f1fff3ec647b req-431e9f73-51f1-4b34-add1-6f229207e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:59.270342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe286ca-af25-4643-bc84-a1da53be9488 req-fb19e4f0-c086-4588-a962-b46fe3944705 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:59.272049 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3fe286ca-af25-4643-bc84-a1da53be9488 req-fb19e4f0-c086-4588-a962-b46fe3944705 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=8985fe0d-7325-4258-af3c-1714eefb5815 HTTP/1.1" status: 200 len: 945 time: 0.1467619 Aug 31 14:36:59.283420 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fad5322-a1e9-4f45-933a-f1fff3ec647b req-431e9f73-51f1-4b34-add1-6f229207e3a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 906 time: 0.4180145 Aug 31 14:36:59.302033 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Attempting to bind port 70fc15fc-952c-46b6-a68b-ea9d81d36832 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:36:59.302401 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Attempting to bind port 70fc15fc-952c-46b6-a68b-ea9d81d36832 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:36:59.302742 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Attempting to bind port 70fc15fc-952c-46b6-a68b-ea9d81d36832 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:36:59.303200 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.318727 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:36:59.319535 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:36:59.319887 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.320344 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:36:59.320862 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Bound port: 70fc15fc-952c-46b6-a68b-ea9d81d36832, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:36:59.322700 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.364743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fad5322-a1e9-4f45-933a-f1fff3ec647b req-3c316153-116f-422d-adaa-4c8eeab4dfc8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=400b284a-3fbf-4d55-bd12-4118fd70f525 HTTP/1.1" status: 200 len: 217 time: 0.0796485 Aug 31 14:36:59.368466 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc3ef-7495-4467-ae57-98f865e06fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.384845 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] For port 70fc15fc-952c-46b6-a68b-ea9d81d36832, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:36:59.388786 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] For port 70fc15fc-952c-46b6-a68b-ea9d81d36832, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=70fc15fc-952c-46b6-a68b-ea9d81d36832,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:36:59.394870 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.397570 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddcffe-5313-4031-b764-05647aa68c04 None None] Pushing event updated for resources: {'Port': ['ID=70fc15fc-952c-46b6-a68b-ea9d81d36832,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:59.462885 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddcffe-5313-4031-b764-05647aa68c04 None None] Pushing event updated for resources: {'Port': ['ID=70fc15fc-952c-46b6-a68b-ea9d81d36832,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:59.496958 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Routers {'c370bf0f-bdeb-4654-a3e2-5f008d84c756'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:36:59.498177 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:36:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:59.524800 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc3ef-7495-4467-ae57-98f865e06fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.579451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5322-a1e9-4f45-933a-f1fff3ec647b req-d626d1f8-4cef-47f8-8b5b-c663abae3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:59.599238 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fad5322-a1e9-4f45-933a-f1fff3ec647b req-d626d1f8-4cef-47f8-8b5b-c663abae3051 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.2069230 Aug 31 14:36:59.713851 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fad5322-a1e9-4f45-933a-f1fff3ec647b req-305b718c-73d2-41da-b191-7f9b182280f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090333 Aug 31 14:36:59.764919 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] Set router c370bf0f-bdeb-4654-a3e2-5f008d84c756 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:36:59.968936 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fad5322-a1e9-4f45-933a-f1fff3ec647b req-5e30fb5d-03c4-405c-90c1-0d7ec82b0cf7 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387218 Aug 31 14:37:00.103539 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3fe286ca-af25-4643-bc84-a1da53be9488 req-889fe499-cc94-47e7-a675-5577f2b79a2e tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8211482 Aug 31 14:37:00.170688 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc3ef-7495-4467-ae57-98f865e06fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:00.179306 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc3ef-7495-4467-ae57-98f865e06fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:00.182244 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2d3fc3ef-7495-4467-ae57-98f865e06fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "DELETE /v2.0/security-groups/aafa42a8-644f-4694-96e7-b9b1119822e7 HTTP/1.1" status: 204 len: 168 time: 1.0536816 Aug 31 14:37:00.245050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2aef68-981c-4a36-b3fd-acfc8f5236e1 req-83a3c201-f64f-4ef9-a1cf-2061db595084 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:00.247299 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f2aef68-981c-4a36-b3fd-acfc8f5236e1 req-83a3c201-f64f-4ef9-a1cf-2061db595084 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.25 "GET /v2.0/ports?device_id=8985fe0d-7325-4258-af3c-1714eefb5815 HTTP/1.1" status: 200 len: 945 time: 0.2786276 Aug 31 14:37:00.248492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59388) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:00.252806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fc3ef-7495-4467-ae57-98f865e06fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafa42a8-644f-4694-96e7-b9b1119822e7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:00.297263 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:36:55Z', 'revision_number': 3, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:00.305046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786cdc7-3926-4015-8a9a-1fa78b8aa196 req-b3b881a3-e126-411c-b784-1677e9a8fc93 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:00.307115 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7786cdc7-3926-4015-8a9a-1fa78b8aa196 req-b3b881a3-e126-411c-b784-1677e9a8fc93 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 944 time: 0.2229424 Aug 31 14:37:00.370402 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7da46f-e7eb-49fc-9cdd-46a1c7050973 None None] The sync data for ids ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'] in n-d-806683-5 is: [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:36:55Z', 'revision_number': 3, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:37:00.375935 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fad5322-a1e9-4f45-933a-f1fff3ec647b req-3600fce0-409f-43b3-83c6-89532922f952 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868365 Aug 31 14:37:00.437202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Allocated IP 172.20.0.1 (59849f4f-b5bd-4a7f-b70c-d1daace00978/b8183bda-d8b2-43ca-9066-7e53408b7171/a729d02b-51b2-48ee-8374-665b0ad65168) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:00.457195 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7786cdc7-3926-4015-8a9a-1fa78b8aa196 req-c6a2521c-446d-4443-a88c-85df64dd9ce2 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437938 Aug 31 14:37:00.566176 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4910d5b-ee13-44c1-b6c3-660cd1e788f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Deleting subnet 3716b89a-aa71-4e15-89bd-16d003959093 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:37:00.573031 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4910d5b-ee13-44c1-b6c3-660cd1e788f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:00.707999 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8ca0d-53af-4358-ad70-07ba71fedfce req-7f0b4aaa-ab8c-40ca-8859-f33a32643039 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:00.716620 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7be8ca0d-53af-4358-ad70-07ba71fedfce req-7f0b4aaa-ab8c-40ca-8859-f33a32643039 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b17614-25cd-46e7-a734-c664f1065932 HTTP/1.1" status: 200 len: 946 time: 0.3101168 Aug 31 14:37:00.725973 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4910d5b-ee13-44c1-b6c3-660cd1e788f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:00.838370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-3f2aef68-981c-4a36-b3fd-acfc8f5236e1 req-38987ffb-4e3d-434e-8528-2f5696ce52ed tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Deleting port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:00.838848 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3f2aef68-981c-4a36-b3fd-acfc8f5236e1 req-38987ffb-4e3d-434e-8528-2f5696ce52ed tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:00.852230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59400) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:01.059572 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-badf6475-3ad0-46bc-a4c4-a1c409433cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.109416 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.138660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 70fc15fc-952c-46b6-a68b-ea9d81d36832 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:01.271421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 70fc15fc-952c-46b6-a68b-ea9d81d36832 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:01.282037 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-badf6475-3ad0-46bc-a4c4-a1c409433cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.284720 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 70fc15fc-952c-46b6-a68b-ea9d81d36832 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:01.286437 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.293025 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-badf6475-3ad0-46bc-a4c4-a1c409433cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.299880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Transition to ACTIVE for port object a729d02b-51b2-48ee-8374-665b0ad65168 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:01.348267 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-badf6475-3ad0-46bc-a4c4-a1c409433cef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=467fc38179eb459c8b45851f8266df1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918790 Aug 31 14:37:01.364099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59414) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:01.440253 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.445119 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf6475-3ad0-46bc-a4c4-a1c409433cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b008932f-f41f-4399-9abe-5377447010c4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:01.458894 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4910d5b-ee13-44c1-b6c3-660cd1e788f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.479974 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 70fc15fc-952c-46b6-a68b-ea9d81d36832, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=70fc15fc-952c-46b6-a68b-ea9d81d36832,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:01.485617 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.506131 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-913c366f-61de-42f4-97d7-260fda64158b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.534072 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-913c366f-61de-42f4-97d7-260fda64158b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.598804 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-913c366f-61de-42f4-97d7-260fda64158b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.603206 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-913c366f-61de-42f4-97d7-260fda64158b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.605475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-913c366f-61de-42f4-97d7-260fda64158b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b008932f-f41f-4399-9abe-5377447010c4 HTTP/1.1" status: 204 len: 168 time: 0.2398922 Aug 31 14:37:01.609398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=70fc15fc-952c-46b6-a68b-ea9d81d36832,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:01.639125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c366f-61de-42f4-97d7-260fda64158b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b008932f-f41f-4399-9abe-5377447010c4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:01.730347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-3f2aef68-981c-4a36-b3fd-acfc8f5236e1 req-38987ffb-4e3d-434e-8528-2f5696ce52ed tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] For port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:01.730906 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3f2aef68-981c-4a36-b3fd-acfc8f5236e1 req-38987ffb-4e3d-434e-8528-2f5696ce52ed tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.747697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-3f2aef68-981c-4a36-b3fd-acfc8f5236e1 req-38987ffb-4e3d-434e-8528-2f5696ce52ed tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Calling delete_port for 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:01.774911 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.792956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cf0ac-5ecb-4478-bef3-9b07bcf936f5 req-817eefeb-ccfc-4aef-9810-fcfac2f2661a tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:01.803306 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e6cf0ac-5ecb-4478-bef3-9b07bcf936f5 req-817eefeb-ccfc-4aef-9810-fcfac2f2661a tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 944 time: 0.1365092 Aug 31 14:37:01.825669 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-7be8ca0d-53af-4358-ad70-07ba71fedfce req-6dca2985-a382-4217-8ebb-d14095cb7182 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Deleting port bae1c5a6-b544-4216-8290-8c5be7e67bf5 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:01.826014 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7be8ca0d-53af-4358-ad70-07ba71fedfce req-6dca2985-a382-4217-8ebb-d14095cb7182 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:01.875860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e6cf0ac-5ecb-4478-bef3-9b07bcf936f5 req-15585e19-8169-4ca8-94cc-734b11c99bb4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677397 Aug 31 14:37:01.908826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Network 59849f4f-b5bd-4a7f-b70c-d1daace00978 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:01.911418 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:02.021341 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:02.075851 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4910d5b-ee13-44c1-b6c3-660cd1e788f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:02.106876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f6521-2176-433b-ad55-b85c19ad3be9 req-c8bd94f7-4f61-48ec-8e17-dd189cd916f9 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:02.108547 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9f7f6521-2176-433b-ad55-b85c19ad3be9 req-c8bd94f7-4f61-48ec-8e17-dd189cd916f9 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=8985fe0d-7325-4258-af3c-1714eefb5815 HTTP/1.1" status: 200 len: 945 time: 0.8577793 Aug 31 14:37:02.146700 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b079d26a-beb9-499e-a9db-82ba08f92849 None None] Network 9948fef6-7676-4d62-81f0-efeab3e83f0a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:37:02.187630 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4910d5b-ee13-44c1-b6c3-660cd1e788f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:02.191590 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a4910d5b-ee13-44c1-b6c3-660cd1e788f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "DELETE /v2.0/subnets/3716b89a-aa71-4e15-89bd-16d003959093 HTTP/1.1" status: 204 len: 168 time: 1.9371698 Aug 31 14:37:02.191953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59434) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:02.200043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59436) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:02.270498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Pushing event updated for resources: {'Port': ['ID=a729d02b-51b2-48ee-8374-665b0ad65168,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:02.281405 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05098b14-4b29-4481-944c-0714202244dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:02.376392 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:02.402946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4910d5b-ee13-44c1-b6c3-660cd1e788f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Subnet': ['ID=3716b89a-aa71-4e15-89bd-16d003959093,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:02.408666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-16ed853b-da5d-4e5b-9e75-a24cee3cdced None None] Provisioning for port a729d02b-51b2-48ee-8374-665b0ad65168 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:02.415225 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:02.432922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 400b284a-3fbf-4d55-bd12-4118fd70f525 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:37:02.440558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-16ed853b-da5d-4e5b-9e75-a24cee3cdced None None] Provisioning complete for port a729d02b-51b2-48ee-8374-665b0ad65168 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:02.442223 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16ed853b-da5d-4e5b-9e75-a24cee3cdced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:02.504793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-16ed853b-da5d-4e5b-9e75-a24cee3cdced None None] Port a729d02b-51b2-48ee-8374-665b0ad65168 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:37:02.609364 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:02.613436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Deleting port 22874428-ee9e-483e-be7d-a42c34b012a6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:02.613793 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:02.652106 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17871924-9a2e-4492-b6c9-d4ec5111d099 None None] DHCP port deletion for 9948fef6-7676-4d62-81f0-efeab3e83f0a request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:37:02.657565 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9f7f6521-2176-433b-ad55-b85c19ad3be9 req-d382c21c-f40a-436e-8e94-7fcc17b98178 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/security-groups?id=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750690 Aug 31 14:37:02.756768 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05098b14-4b29-4481-944c-0714202244dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:02.783417 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05098b14-4b29-4481-944c-0714202244dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:02.811289 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7be8ca0d-53af-4358-ad70-07ba71fedfce req-6dca2985-a382-4217-8ebb-d14095cb7182 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] For port bae1c5a6-b544-4216-8290-8c5be7e67bf5, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bae1c5a6-b544-4216-8290-8c5be7e67bf5,segment=NetworkSegment(9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b),segment_id=9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:02.811824 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7be8ca0d-53af-4358-ad70-07ba71fedfce req-6dca2985-a382-4217-8ebb-d14095cb7182 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:02.828563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-7be8ca0d-53af-4358-ad70-07ba71fedfce req-6dca2985-a382-4217-8ebb-d14095cb7182 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Calling delete_port for bae1c5a6-b544-4216-8290-8c5be7e67bf5 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:02.908996 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-05098b14-4b29-4481-944c-0714202244dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f264d615480847f5ab00c324299fa038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7075036 Aug 31 14:37:02.912194 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59448) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:02.912847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05098b14-4b29-4481-944c-0714202244dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0962f557-b8f0-41af-bb9a-6afe6e664289,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:02.914186 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 400b284a-3fbf-4d55-bd12-4118fd70f525, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=400b284a-3fbf-4d55-bd12-4118fd70f525,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:02.934574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] For port 22874428-ee9e-483e-be7d-a42c34b012a6, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=22874428-ee9e-483e-be7d-a42c34b012a6,segment=NetworkSegment(433258e7-a7df-4830-9a97-cbb0bd6f9f8e),segment_id=433258e7-a7df-4830-9a97-cbb0bd6f9f8e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:02.934953 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:02.945397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '400b284a-3fbf-4d55-bd12-4118fd70f525', 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'port_id': '400b284a-3fbf-4d55-bd12-4118fd70f525', 'mac_address': 'fa:16:3e:5d:61:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0210616f-f7ae-442c-bd7c-d0e8f69cbf74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:37:02.984622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Calling delete_port for 22874428-ee9e-483e-be7d-a42c34b012a6 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:03.018244 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.043626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400b284a-3fbf-4d55-bd12-4118fd70f525 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:03.108415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-17871924-9a2e-4492-b6c9-d4ec5111d099 None None] Deleting port 22874428-ee9e-483e-be7d-a42c34b012a6 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:03.108799 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17871924-9a2e-4492-b6c9-d4ec5111d099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.111931 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 400b284a-3fbf-4d55-bd12-4118fd70f525, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=400b284a-3fbf-4d55-bd12-4118fd70f525,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:03.130085 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 70fc15fc-952c-46b6-a68b-ea9d81d36832 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:03.132287 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.157997 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3f2aef68-981c-4a36-b3fd-acfc8f5236e1 req-38987ffb-4e3d-434e-8528-2f5696ce52ed tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.166951 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1fc1f46-5630-48a5-b89f-ebc98f27a555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.172904 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7be8ca0d-53af-4358-ad70-07ba71fedfce req-6dca2985-a382-4217-8ebb-d14095cb7182 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.206650 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1fc1f46-5630-48a5-b89f-ebc98f27a555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.220593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38987ffb-4e3d-434e-8528-2f5696ce52ed tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Pushing event deleted for resources: {'Port': ['ID=4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:03.274856 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1fc1f46-5630-48a5-b89f-ebc98f27a555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.277996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1fc1f46-5630-48a5-b89f-ebc98f27a555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.301746 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b1fc1f46-5630-48a5-b89f-ebc98f27a555 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0962f557-b8f0-41af-bb9a-6afe6e664289 HTTP/1.1" status: 204 len: 168 time: 0.3661439 Aug 31 14:37:03.306122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=400b284a-3fbf-4d55-bd12-4118fd70f525,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:03.356243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32ba9f-2fca-42dd-b9c8-5aa7b4b52149 req-d06028e8-3bf4-4e44-aa11-559fc32069b5 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:03.360529 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e32ba9f-2fca-42dd-b9c8-5aa7b4b52149 req-d06028e8-3bf4-4e44-aa11-559fc32069b5 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 944 time: 0.3322930 Aug 31 14:37:03.398025 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc1f46-5630-48a5-b89f-ebc98f27a555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0962f557-b8f0-41af-bb9a-6afe6e664289,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:03.404946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca2985-a382-4217-8ebb-d14095cb7182 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Pushing event deleted for resources: {'Port': ['ID=bae1c5a6-b544-4216-8290-8c5be7e67bf5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:03.452651 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['400b284a-3fbf-4d55-bd12-4118fd70f525'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:03.490094 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e32ba9f-2fca-42dd-b9c8-5aa7b4b52149 req-ff0263fd-f364-4ab5-8a08-39c1e1af58a3 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129584 Aug 31 14:37:03.491320 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.571560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be8ca0d-53af-4358-ad70-07ba71fedfce req-6dca2985-a382-4217-8ebb-d14095cb7182 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] No DVR routers for this DVR port bae1c5a6-b544-4216-8290-8c5be7e67bf5 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:37:03.582967 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-17871924-9a2e-4492-b6c9-d4ec5111d099 None None] For port 22874428-ee9e-483e-be7d-a42c34b012a6, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=22874428-ee9e-483e-be7d-a42c34b012a6,segment=NetworkSegment(433258e7-a7df-4830-9a97-cbb0bd6f9f8e),segment_id=433258e7-a7df-4830-9a97-cbb0bd6f9f8e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:03.583411 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17871924-9a2e-4492-b6c9-d4ec5111d099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.591103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] No DVR routers for this DVR port 22874428-ee9e-483e-be7d-a42c34b012a6 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:37:03.591585 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7be8ca0d-53af-4358-ad70-07ba71fedfce req-6dca2985-a382-4217-8ebb-d14095cb7182 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.593854 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7be8ca0d-53af-4358-ad70-07ba71fedfce req-6dca2985-a382-4217-8ebb-d14095cb7182 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.60 "DELETE /v2.0/ports/bae1c5a6-b544-4216-8290-8c5be7e67bf5 HTTP/1.1" status: 204 len: 173 time: 2.8764069 Aug 31 14:37:03.597022 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b17614-25cd-46e7-a734-c664f1065932', 'name': 'network-vif-deleted', 'tag': 'bae1c5a6-b544-4216-8290-8c5be7e67bf5'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:03.599490 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8495d03-0669-4e5d-a720-5b910c529956" -d '{"events": [{"server_uuid": "a7b17614-25cd-46e7-a734-c664f1065932", "name": "network-vif-deleted", "tag": "bae1c5a6-b544-4216-8290-8c5be7e67bf5"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:03.604876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2aef68-981c-4a36-b3fd-acfc8f5236e1 req-38987ffb-4e3d-434e-8528-2f5696ce52ed tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] No DVR routers for this DVR port 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:37:03.609187 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3f2aef68-981c-4a36-b3fd-acfc8f5236e1 req-38987ffb-4e3d-434e-8528-2f5696ce52ed tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.611569 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f2aef68-981c-4a36-b3fd-acfc8f5236e1 req-38987ffb-4e3d-434e-8528-2f5696ce52ed tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.25 "DELETE /v2.0/ports/4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e HTTP/1.1" status: 204 len: 173 time: 3.3390107 Aug 31 14:37:03.637303 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.642392 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 70fc15fc-952c-46b6-a68b-ea9d81d36832 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:03.643056 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.651495 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.686142 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-17871924-9a2e-4492-b6c9-d4ec5111d099 None None] Calling delete_port for 22874428-ee9e-483e-be7d-a42c34b012a6 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:03.753742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Port': ['ID=22874428-ee9e-483e-be7d-a42c34b012a6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:03.760936 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11232a45-dc5e-4695-ad50-e82920f9c2a9 x-openstack-request-id: req-11232a45-dc5e-4695-ad50-e82920f9c2a9 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:03.761239 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b17614-25cd-46e7-a734-c664f1065932", "name": "network-vif-deleted", "tag": "bae1c5a6-b544-4216-8290-8c5be7e67bf5", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:03.761495 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11232a45-dc5e-4695-ad50-e82920f9c2a9 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:03.761912 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b17614-25cd-46e7-a734-c664f1065932', 'name': 'network-vif-deleted', 'tag': 'bae1c5a6-b544-4216-8290-8c5be7e67bf5', 'status': 'completed', 'code': 200} Aug 31 14:37:03.870595 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Pushing event updated for resources: {'Port': ['ID=a729d02b-51b2-48ee-8374-665b0ad65168,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:03.873781 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.907575 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-548c081b-2d14-48e5-aaf6-b3e3175f0080 req-d11a567a-bdd0-4732-8ad8-c8e22f251301 tempest-ListServersNegativeTestJSON-2067760085 tempest-ListServersNegativeTestJSON-2067760085-project] 10.222.0.39 "GET /v2.0/ports?device_id=8985fe0d-7325-4258-af3c-1714eefb5815 HTTP/1.1" status: 200 len: 210 time: 0.0484974 Aug 31 14:37:03.920954 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:03.944148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9948fef6-7676-4d62-81f0-efeab3e83f0a']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:03.965710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433258e7-a7df-4830-9a97-cbb0bd6f9f8e') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:03.965975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433258e7-a7df-4830-9a97-cbb0bd6f9f8e') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:03.981968 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:04.022339 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:04.035341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:37:04.036151 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:37:04.041918 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:37:04.075473 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17871924-9a2e-4492-b6c9-d4ec5111d099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:04.085447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bae1c5a6-b544-4216-8290-8c5be7e67bf5 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:37:04.138968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Network 59849f4f-b5bd-4a7f-b70c-d1daace00978 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:04.142219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:04.184267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17871924-9a2e-4492-b6c9-d4ec5111d099 None None] Pushing event deleted for resources: {'Port': ['ID=22874428-ee9e-483e-be7d-a42c34b012a6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:04.199123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17871924-9a2e-4492-b6c9-d4ec5111d099 None None] No DVR routers for this DVR port 22874428-ee9e-483e-be7d-a42c34b012a6 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:37:04.205202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: bae1c5a6-b544-4216-8290-8c5be7e67bf5 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:37:04.206791 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:04.208412 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bae1c5a6-b544-4216-8290-8c5be7e67bf5 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:37:04.219779 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:04.222536 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "DELETE /v2.0/networks/9948fef6-7676-4d62-81f0-efeab3e83f0a HTTP/1.1" status: 204 len: 168 time: 2.0293951 Aug 31 14:37:04.243052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59480) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:04.417302 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99fd9b-843c-469e-ba3f-4c2e29670fe2 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Network': ['ID=9948fef6-7676-4d62-81f0-efeab3e83f0a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:04.428240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:37:04.459158 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:37:04.460395 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:37:04.501203 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 22874428-ee9e-483e-be7d-a42c34b012a6 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:37:04.541838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Router c370bf0f-bdeb-4654-a3e2-5f008d84c756 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:37:04.553828 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 22874428-ee9e-483e-be7d-a42c34b012a6 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:37:04.558401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 22874428-ee9e-483e-be7d-a42c34b012a6 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:37:04.640283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e237d9b3-8141-4e01-a175-997bcfc30b48 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Deleting port d53d0c14-959e-4231-87ce-e32694b84b60 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:04.641157 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e237d9b3-8141-4e01-a175-997bcfc30b48 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:04.697522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-114384d5-0c65-4435-923c-ff44f3445957 None None] Provisioning complete for port a729d02b-51b2-48ee-8374-665b0ad65168 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:04.698660 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-114384d5-0c65-4435-923c-ff44f3445957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:04.781042 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e237d9b3-8141-4e01-a175-997bcfc30b48 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:04.789003 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e237d9b3-8141-4e01-a175-997bcfc30b48 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:04.799030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156dc30-eee4-4406-aefe-4604c8d9b758 req-0d1bbaeb-d28e-4904-acd1-0dbc0055d3fd tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:04.800947 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8156dc30-eee4-4406-aefe-4604c8d9b758 req-0d1bbaeb-d28e-4904-acd1-0dbc0055d3fd tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 945 time: 0.1485608 Aug 31 14:37:04.808989 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-114384d5-0c65-4435-923c-ff44f3445957 None None] Port a729d02b-51b2-48ee-8374-665b0ad65168 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:37:04.814015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e237d9b3-8141-4e01-a175-997bcfc30b48 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Calling delete_port for d53d0c14-959e-4231-87ce-e32694b84b60 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:04.847331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:37:04.860627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Sync routers for ids ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:37:04.877711 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Routers {'c370bf0f-bdeb-4654-a3e2-5f008d84c756'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:04.878724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:36:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:04.880854 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8ce32c8f-3a07-4a32-92b2-aefe09717315 admin admin] 10.222.0.39 "PUT /v2.0/routers/c370bf0f-bdeb-4654-a3e2-5f008d84c756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2392566 Aug 31 14:37:04.920333 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8156dc30-eee4-4406-aefe-4604c8d9b758 req-6523a956-8281-4bb7-b13d-f056cd376f9f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116600 Aug 31 14:37:05.093845 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Set router c370bf0f-bdeb-4654-a3e2-5f008d84c756 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:05.106799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59510) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:05.263472 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e237d9b3-8141-4e01-a175-997bcfc30b48 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:05.343985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237d9b3-8141-4e01-a175-997bcfc30b48 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Port': ['ID=d53d0c14-959e-4231-87ce-e32694b84b60,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:05.349439 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-026723ee-4748-47e0-b661-d62a155ba4dc admin admin] Deleting subnet 0fa1dd28-9cea-434c-851b-b7dbee576d5a {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:37:05.353370 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-026723ee-4748-47e0-b661-d62a155ba4dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:05.419518 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-026723ee-4748-47e0-b661-d62a155ba4dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:05.458792 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 2, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:05.475453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e237d9b3-8141-4e01-a175-997bcfc30b48 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:05.477996 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-e237d9b3-8141-4e01-a175-997bcfc30b48 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Floating IP 87c18eb9-8ffc-4e0a-a42b-e81873465fab disassociated (deleted). External IP: 172.25.2.143, port: 1758d214-bbe2-44d9-bef4-8d011e9505b2. Aug 31 14:37:05.524462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Checking router: c370bf0f-bdeb-4654-a3e2-5f008d84c756 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:37:05.524947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Updating router c370bf0f-bdeb-4654-a3e2-5f008d84c756 port a729d02b-51b2-48ee-8374-665b0ad65168 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:37:05.554046 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:05.762753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8985fe0d-7325-4258-af3c-1714eefb5815', 'name': 'network-vif-deleted', 'tag': '4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:05.765959 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f43473-d5f4-466b-90fe-933097887ab9" -d '{"events": [{"server_uuid": "8985fe0d-7325-4258-af3c-1714eefb5815", "name": "network-vif-deleted", "tag": "4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:05.852015 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d389128-e724-4f3c-9c83-1779716885fb x-openstack-request-id: req-7d389128-e724-4f3c-9c83-1779716885fb {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:05.852650 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8985fe0d-7325-4258-af3c-1714eefb5815", "name": "network-vif-deleted", "tag": "4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:05.854009 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d389128-e724-4f3c-9c83-1779716885fb {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:05.854711 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8985fe0d-7325-4258-af3c-1714eefb5815', 'name': 'network-vif-deleted', 'tag': '4fc5d792-a9d6-4b3d-b5cf-cdd32765dc4e', 'status': 'completed', 'code': 200} Aug 31 14:37:06.124359 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.148009 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Transition to ACTIVE for port object a729d02b-51b2-48ee-8374-665b0ad65168 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:06.171659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80df18-f64d-473b-9231-5ec7ca1f4348 req-083a4eab-3fae-4523-ade8-9b3eb3b1bea7 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:06.173718 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.183316 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6f80df18-f64d-473b-9231-5ec7ca1f4348 req-083a4eab-3fae-4523-ade8-9b3eb3b1bea7 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 945 time: 0.0840597 Aug 31 14:37:06.236295 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f6f6c-5637-4df9-84c3-8462a8aa7e1c None None] Pushing event updated for resources: {'Port': ['ID=a729d02b-51b2-48ee-8374-665b0ad65168,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:06.284936 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6f80df18-f64d-473b-9231-5ec7ca1f4348 req-77892a23-d1d9-422e-ac6a-f8c05349e38a tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004145 Aug 31 14:37:06.344355 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Attempting to bind port a729d02b-51b2-48ee-8374-665b0ad65168 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:37:06.346713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Attempting to bind port a729d02b-51b2-48ee-8374-665b0ad65168 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:37:06.348249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Attempting to bind port a729d02b-51b2-48ee-8374-665b0ad65168 on network 59849f4f-b5bd-4a7f-b70c-d1daace00978 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:06.367152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:37:06.368534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Checking segment: {'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:06.369414 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.369988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Bound using segment: {'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:37:06.370664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Bound port: a729d02b-51b2-48ee-8374-665b0ad65168, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:37:06.371262 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.431374 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59556) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:06.436270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-da604399-7f10-4676-9212-47d794f2e9fe tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--973929629', 'description': 'tempest-description--293915347'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:06.447231 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-026723ee-4748-47e0-b661-d62a155ba4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.473680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 400b284a-3fbf-4d55-bd12-4118fd70f525 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:06.526592 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-026723ee-4748-47e0-b661-d62a155ba4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.527317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da604399-7f10-4676-9212-47d794f2e9fe tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.549592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e237d9b3-8141-4e01-a175-997bcfc30b48 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:37:06.554508 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-026723ee-4748-47e0-b661-d62a155ba4dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.557441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-026723ee-4748-47e0-b661-d62a155ba4dc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0fa1dd28-9cea-434c-851b-b7dbee576d5a HTTP/1.1" status: 204 len: 168 time: 1.4496322 Aug 31 14:37:06.569396 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59558) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:06.582767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026723ee-4748-47e0-b661-d62a155ba4dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa1dd28-9cea-434c-851b-b7dbee576d5a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:06.689467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] For port a729d02b-51b2-48ee-8374-665b0ad65168, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:37:06.694229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] For port a729d02b-51b2-48ee-8374-665b0ad65168, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a729d02b-51b2-48ee-8374-665b0ad65168,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:37:06.706332 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.720928 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 400b284a-3fbf-4d55-bd12-4118fd70f525 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:06.721875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e237d9b3-8141-4e01-a175-997bcfc30b48 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:37:06.726546 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e237d9b3-8141-4e01-a175-997bcfc30b48 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.735900 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b674f6-06bd-4baf-a655-3cce3b78e697 None None] Sync routers for ids ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:37:06.750344 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b674f6-06bd-4baf-a655-3cce3b78e697 None None] Routers {'c2664b6d-ae26-42da-b797-c3a2d7e38fa7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:06.752230 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-29b674f6-06bd-4baf-a655-3cce3b78e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:36:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:06.760290 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e237d9b3-8141-4e01-a175-997bcfc30b48 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "DELETE /v2.0/floatingips/87c18eb9-8ffc-4e0a-a42b-e81873465fab HTTP/1.1" status: 204 len: 168 time: 2.5141871 Aug 31 14:37:06.761145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'tag': '1758d214-bbe2-44d9-bef4-8d011e9505b2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:06.764025 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fc21d5-6a70-47bc-9579-952388faad14" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc85ca6-bf26-4808-97bb-bff082a18410", "tag": "1758d214-bbe2-44d9-bef4-8d011e9505b2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:06.780384 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da604399-7f10-4676-9212-47d794f2e9fe tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.795727 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 400b284a-3fbf-4d55-bd12-4118fd70f525 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:06.797935 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.799441 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da604399-7f10-4676-9212-47d794f2e9fe tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.830617 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da604399-7f10-4676-9212-47d794f2e9fe tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.831370 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aab21cc-ecde-46d7-979a-3a655243e94b x-openstack-request-id: req-8aab21cc-ecde-46d7-979a-3a655243e94b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:06.831668 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc85ca6-bf26-4808-97bb-bff082a18410", "tag": "1758d214-bbe2-44d9-bef4-8d011e9505b2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:06.834922 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8aab21cc-ecde-46d7-979a-3a655243e94b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:06.835215 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-da604399-7f10-4676-9212-47d794f2e9fe tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3998568 Aug 31 14:37:06.835318 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'tag': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'status': 'completed', 'code': 200} Aug 31 14:37:06.835318 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59570) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:06.846127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b4076d6e-e429-431f-ae23-ea418e99087f tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Request body: {'security_group_rule': {'security_group_id': 'dc766773-cc12-492b-a040-2885bd5ded2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:06.921021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da604399-7f10-4676-9212-47d794f2e9fe tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc766773-cc12-492b-a040-2885bd5ded2c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:06.926387 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4076d6e-e429-431f-ae23-ea418e99087f tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.952798 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Routers {'c370bf0f-bdeb-4654-a3e2-5f008d84c756'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:06.953485 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:36:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:06.989981 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-09c41ea2-8a00-4224-9b22-290e0b7531be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.070756 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4076d6e-e429-431f-ae23-ea418e99087f tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.085856 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4076d6e-e429-431f-ae23-ea418e99087f tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.130442 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f6f6c-5637-4df9-84c3-8462a8aa7e1c None None] Pushing event updated for resources: {'Port': ['ID=a729d02b-51b2-48ee-8374-665b0ad65168,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:07.144252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4076d6e-e429-431f-ae23-ea418e99087f tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c5cbc1-aaea-4205-a168-d295ca0a319d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:07.159319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc21d5-6a70-47bc-9579-952388faad14 req-18340630-9302-49ab-9fa9-d3da65e96a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:07.161467 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34fc21d5-6a70-47bc-9579-952388faad14 req-18340630-9302-49ab-9fa9-d3da65e96a93 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21ea8be72d24ece82d41eca10d2c981&device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 1096 time: 0.2635887 Aug 31 14:37:07.166036 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4076d6e-e429-431f-ae23-ea418e99087f tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.172055 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b4076d6e-e429-431f-ae23-ea418e99087f tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334553 Aug 31 14:37:07.172964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59586) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:07.183329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4b9f56fd-07dd-4e41-b06d-b799bbf0f739 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Request body: {'security_group_rule': {'security_group_id': 'dc766773-cc12-492b-a040-2885bd5ded2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:07.205175 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-29b674f6-06bd-4baf-a655-3cce3b78e697 None None] Set router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:07.216316 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.335811 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b9f56fd-07dd-4e41-b06d-b799bbf0f739 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.357407 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2627bb74-9402-4e4a-b8d0-92028478c6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400b284a-3fbf-4d55-bd12-4118fd70f525'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:07.361226 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df92ec1a-96f2-4f93-86f7-a1f91df074c2" -d '{"events": [{"server_uuid": "2627bb74-9402-4e4a-b8d0-92028478c6bc", "name": "network-vif-plugged", "status": "completed", "tag": "400b284a-3fbf-4d55-bd12-4118fd70f525"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:07.420403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 400b284a-3fbf-4d55-bd12-4118fd70f525, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=400b284a-3fbf-4d55-bd12-4118fd70f525,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:07.448610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] Set router c370bf0f-bdeb-4654-a3e2-5f008d84c756 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:07.450958 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.469455 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-09c41ea2-8a00-4224-9b22-290e0b7531be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.542227 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc21d5-6a70-47bc-9579-952388faad14 req-b65051d3-698c-4362-9bca-f7903b2d847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:07.544213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34fc21d5-6a70-47bc-9579-952388faad14 req-b65051d3-698c-4362-9bca-f7903b2d847a service neutron] 10.222.0.25 "GET /v2.0/networks?id=e60f67af-c808-4743-933a-92c61d030c41 HTTP/1.1" status: 200 len: 897 time: 0.3756113 Aug 31 14:37:07.553017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccf547-f77f-4a5a-9376-63b9e7ddd9ba req-982f3dd0-fdce-4588-84d2-3215eec66e7a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:07.562176 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c2ccf547-f77f-4a5a-9376-63b9e7ddd9ba req-982f3dd0-fdce-4588-84d2-3215eec66e7a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 945 time: 0.3006797 Aug 31 14:37:07.590816 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-09c41ea2-8a00-4224-9b22-290e0b7531be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86f471b-16e5-48f1-88d1-2122ab21cd31']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:07.615899 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b9f56fd-07dd-4e41-b06d-b799bbf0f739 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.618593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59598) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:07.652899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=400b284a-3fbf-4d55-bd12-4118fd70f525,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:07.668084 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b9f56fd-07dd-4e41-b06d-b799bbf0f739 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.674927 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34fc21d5-6a70-47bc-9579-952388faad14 req-7e4df7ec-787f-4d8e-a3db-1611d2c932da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1758d214-bbe2-44d9-bef4-8d011e9505b2 HTTP/1.1" status: 200 len: 217 time: 0.1181755 Aug 31 14:37:07.677045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-09c41ea2-8a00-4224-9b22-290e0b7531be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:07.677368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-09c41ea2-8a00-4224-9b22-290e0b7531be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf9dcd3-14c2-48e2-bbfc-8a445d68ed9b') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:07.708781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c2ccf547-f77f-4a5a-9376-63b9e7ddd9ba req-e608fab0-260e-4fcc-898e-f40b7ef552dc tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14746ad-9e04-4785-b57f-279155740da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877314 Aug 31 14:37:07.713431 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-09c41ea2-8a00-4224-9b22-290e0b7531be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.745901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f56fd-07dd-4e41-b06d-b799bbf0f739 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd50eef3-41b9-4790-9922-893238750361,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:07.763067 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b9f56fd-07dd-4e41-b06d-b799bbf0f739 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.767551 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4b9f56fd-07dd-4e41-b06d-b799bbf0f739 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5934911 Aug 31 14:37:07.770220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:07.772779 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-09c41ea2-8a00-4224-9b22-290e0b7531be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.779937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:07.783513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340963a-2a28-48f9-90ec-7a174743edc2 req-84253421-4bda-47a0-980b-cdccbc9e48a4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:07.791601 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8340963a-2a28-48f9-90ec-7a174743edc2 req-84253421-4bda-47a0-980b-cdccbc9e48a4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 946 time: 0.3500955 Aug 31 14:37:07.803634 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5fe851-308d-44fb-bdb7-929f90c69e06 x-openstack-request-id: req-0a5fe851-308d-44fb-bdb7-929f90c69e06 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:07.803975 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2627bb74-9402-4e4a-b8d0-92028478c6bc", "name": "network-vif-plugged", "status": "completed", "tag": "400b284a-3fbf-4d55-bd12-4118fd70f525", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:07.804229 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a5fe851-308d-44fb-bdb7-929f90c69e06 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:07.804781 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2627bb74-9402-4e4a-b8d0-92028478c6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400b284a-3fbf-4d55-bd12-4118fd70f525', 'code': 200} Aug 31 14:37:07.821186 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c41ea2-8a00-4224-9b22-290e0b7531be admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:37:07.821877 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-09c41ea2-8a00-4224-9b22-290e0b7531be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:37:07.826330 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:37:07.859639 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.874684 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-29b674f6-06bd-4baf-a655-3cce3b78e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:36:49Z', 'revision_number': 6, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:51Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:07.887085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc21d5-6a70-47bc-9579-952388faad14 req-2cc2e95a-9985-4a99-8f5d-c7f7c7835aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:07.888817 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34fc21d5-6a70-47bc-9579-952388faad14 req-2cc2e95a-9985-4a99-8f5d-c7f7c7835aad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7cd63291-fe24-4184-a49d-0d1b4ea2ea9a HTTP/1.1" status: 200 len: 834 time: 0.2000258 Aug 31 14:37:07.899194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:06Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:07.925778 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8340963a-2a28-48f9-90ec-7a174743edc2 req-4a8b8aa2-f327-44f3-873e-802decef3ecd tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294785 Aug 31 14:37:07.932663 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b674f6-06bd-4baf-a655-3cce3b78e697 None None] Checking router: c2664b6d-ae26-42da-b797-c3a2d7e38fa7 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:37:07.953833 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b674f6-06bd-4baf-a655-3cce3b78e697 None None] Routers {'c2664b6d-ae26-42da-b797-c3a2d7e38fa7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:07.954586 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-29b674f6-06bd-4baf-a655-3cce3b78e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:36:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:07.963077 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b15621-3134-4a1c-9cf9-ae1124a1a6e4 None None] The sync data for ids ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'] in n-d-806683-5 is: [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:06Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:37:07.970776 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-09c41ea2-8a00-4224-9b22-290e0b7531be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.982359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3252cc77-7eea-4ed2-8e2c-71c6803f69c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:08.000458 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-09c41ea2-8a00-4224-9b22-290e0b7531be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:08.003518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-09c41ea2-8a00-4224-9b22-290e0b7531be admin admin] 10.222.0.39 "DELETE /v2.0/networks/c86f471b-16e5-48f1-88d1-2122ab21cd31 HTTP/1.1" status: 204 len: 168 time: 1.4307811 Aug 31 14:37:08.008242 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c41ea2-8a00-4224-9b22-290e0b7531be admin admin] Pushing event deleted for resources: {'Network': ['ID=c86f471b-16e5-48f1-88d1-2122ab21cd31,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:08.022827 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01c429-dd6f-4f3d-8fd8-46881706c7fd req-ef3bfdf8-9aa9-41ad-89f3-7e58d2b921d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:08.024711 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad01c429-dd6f-4f3d-8fd8-46881706c7fd req-ef3bfdf8-9aa9-41ad-89f3-7e58d2b921d3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 1097 time: 0.1274667 Aug 31 14:37:08.039149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc21d5-6a70-47bc-9579-952388faad14 req-86e2bfb3-b018-4226-9564-452afa1bdb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:08.039149 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34fc21d5-6a70-47bc-9579-952388faad14 req-86e2bfb3-b018-4226-9564-452afa1bdb05 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e60f67af-c808-4743-933a-92c61d030c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416159 Aug 31 14:37:08.115281 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad01c429-dd6f-4f3d-8fd8-46881706c7fd req-972704b2-f99b-4f7f-9284-9c5e09883a2b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788884 Aug 31 14:37:08.195516 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:08.220685 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-29b674f6-06bd-4baf-a655-3cce3b78e697 None None] Set router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:08.260158 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34fc21d5-6a70-47bc-9579-952388faad14 req-0d4a0323-eb32-4c5c-a0f9-bc02ead81179 service neutron] 10.222.0.25 "GET /v2.0/networks/e60f67af-c808-4743-933a-92c61d030c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946275 Aug 31 14:37:08.262480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59606) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:08.365204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Allocated IP 172.25.2.116 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/269b1090-aa6a-4e0e-8606-0a11e70a0503) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:08.511354 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3252cc77-7eea-4ed2-8e2c-71c6803f69c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:08.516764 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3252cc77-7eea-4ed2-8e2c-71c6803f69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:08.557108 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-29b674f6-06bd-4baf-a655-3cce3b78e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:36:49Z', 'revision_number': 6, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:51Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:08.615219 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b674f6-06bd-4baf-a655-3cce3b78e697 None None] The sync data for ids ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'] in n-d-806683-5 is: [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:36:49Z', 'revision_number': 6, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '1687a40c-d32b-422f-ab5e-20f45abd70de', 'name': '', 'network_id': 'e60f67af-c808-4743-933a-92c61d030c41', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:25:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:42Z', 'updated_at': '2021-08-31T14:34:51Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': '7cd63291-fe24-4184-a49d-0d1b4ea2ea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:37:08.619753 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3252cc77-7eea-4ed2-8e2c-71c6803f69c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=676e43509e844081a7df83a91aff7840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9977124 Aug 31 14:37:08.623092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59612) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:08.632483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252cc77-7eea-4ed2-8e2c-71c6803f69c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad06362-97fa-46c4-a7f4-89fbc0137392,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:08.691126 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:08.845271 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0ff29623-8900-4c3d-85eb-7ae0506bfb9a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fef0d3d6567402891e52944cfd15703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5792658 Aug 31 14:37:08.845808 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59616) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:08.856723 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34fc21d5-6a70-47bc-9579-952388faad14 req-65e42e97-f02b-4a66-b93c-19505bbb22c9 service neutron] 10.222.0.25 "GET /v2.0/networks/e60f67af-c808-4743-933a-92c61d030c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639724 Aug 31 14:37:08.881849 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:08.941389 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59d763bf-e148-4832-a742-853140c5352c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:08.968866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:08.983704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52be342-3572-4830-94cb-d252f4eaed0e req-97fc393e-63b3-4b68-bb15-05b9190a7a9b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:08.990920 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d52be342-3572-4830-94cb-d252f4eaed0e req-97fc393e-63b3-4b68-bb15-05b9190a7a9b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 945 time: 0.2608402 Aug 31 14:37:08.999310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:09.004270 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:09.006562 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21087abd-9135-484a-99dc-b26672a209a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:09.036542 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59d763bf-e148-4832-a742-853140c5352c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:09.077568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event updated for resources: {'Port': ['ID=269b1090-aa6a-4e0e-8606-0a11e70a0503,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:09.104459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f79610-a3bc-4300-991c-8051fac8ce0f req-632c08ad-2416-48d8-904c-5546d0619c91 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:09.105938 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81f79610-a3bc-4300-991c-8051fac8ce0f req-632c08ad-2416-48d8-904c-5546d0619c91 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 945 time: 0.2776358 Aug 31 14:37:09.157148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cf7b0-84e4-48dc-96ee-d11b077f83e0 req-188497a0-471f-4069-ac2f-01a67366248e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:09.158942 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a729d02b-51b2-48ee-8374-665b0ad65168 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:09.160829 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-791cf7b0-84e4-48dc-96ee-d11b077f83e0 req-188497a0-471f-4069-ac2f-01a67366248e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 946 time: 0.1110816 Aug 31 14:37:09.211126 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59d763bf-e148-4832-a742-853140c5352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:09.218436 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59d763bf-e148-4832-a742-853140c5352c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:09.222367 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-59d763bf-e148-4832-a742-853140c5352c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59 HTTP/1.1" status: 204 len: 168 time: 0.3734245 Aug 31 14:37:09.222732 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21087abd-9135-484a-99dc-b26672a209a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:09.247458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80c2c90-e619-4753-9d67-fb8da68284c8 None None] New status for floating IP 87c18eb9-8ffc-4e0a-a42b-e81873465fab: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:37:09.271058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d763bf-e148-4832-a742-853140c5352c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d815c5ba-c5e9-47b1-a7bd-c003ae1dcd59,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:09.293119 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-791cf7b0-84e4-48dc-96ee-d11b077f83e0 req-52b67259-6ee2-48f4-af4b-680cc226530b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244664 Aug 31 14:37:09.390504 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:09.422346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port a729d02b-51b2-48ee-8374-665b0ad65168 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:09.432157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a729d02b-51b2-48ee-8374-665b0ad65168 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:09.432527 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:09.519397 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81f79610-a3bc-4300-991c-8051fac8ce0f req-c82237da-9844-4b65-82b1-08ff4e5cf466 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14746ad-9e04-4785-b57f-279155740da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3825865 Aug 31 14:37:09.581177 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:09.660695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d52be342-3572-4830-94cb-d252f4eaed0e req-6f65cb7f-a8cf-482d-9364-8af1abd031b1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Deleting port 1758d214-bbe2-44d9-bef4-8d011e9505b2 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:09.660695 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d52be342-3572-4830-94cb-d252f4eaed0e req-6f65cb7f-a8cf-482d-9364-8af1abd031b1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:09.680130 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21087abd-9135-484a-99dc-b26672a209a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:09.682884 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21087abd-9135-484a-99dc-b26672a209a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:09.686788 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-21087abd-9135-484a-99dc-b26672a209a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ad06362-97fa-46c4-a7f4-89fbc0137392 HTTP/1.1" status: 204 len: 168 time: 1.0591981 Aug 31 14:37:09.776278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21087abd-9135-484a-99dc-b26672a209a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad06362-97fa-46c4-a7f4-89fbc0137392,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:09.879580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d52be342-3572-4830-94cb-d252f4eaed0e req-6f65cb7f-a8cf-482d-9364-8af1abd031b1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] For port 1758d214-bbe2-44d9-bef4-8d011e9505b2, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1758d214-bbe2-44d9-bef4-8d011e9505b2,segment=NetworkSegment(3dbc2e16-d380-4909-9d51-81cebccd2fca),segment_id=3dbc2e16-d380-4909-9d51-81cebccd2fca)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:09.880887 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d52be342-3572-4830-94cb-d252f4eaed0e req-6f65cb7f-a8cf-482d-9364-8af1abd031b1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:09.910455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d52be342-3572-4830-94cb-d252f4eaed0e req-6f65cb7f-a8cf-482d-9364-8af1abd031b1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Calling delete_port for 1758d214-bbe2-44d9-bef4-8d011e9505b2 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:10.005722 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:10.013555 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:10.063316 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:10.086932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event updated for resources: {'Port': ['ID=269b1090-aa6a-4e0e-8606-0a11e70a0503,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:10.115622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port a729d02b-51b2-48ee-8374-665b0ad65168, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a729d02b-51b2-48ee-8374-665b0ad65168,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:10.121385 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:10.168025 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:10.200559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=a729d02b-51b2-48ee-8374-665b0ad65168,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:10.223293 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:10.224819 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0e45e99c-9646-4c70-9152-763b60eea743 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4529476 Aug 31 14:37:10.252050 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d52be342-3572-4830-94cb-d252f4eaed0e req-6f65cb7f-a8cf-482d-9364-8af1abd031b1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:10.295088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65cb7f-a8cf-482d-9364-8af1abd031b1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Port': ['ID=1758d214-bbe2-44d9-bef4-8d011e9505b2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:10.370088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52be342-3572-4830-94cb-d252f4eaed0e req-6f65cb7f-a8cf-482d-9364-8af1abd031b1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] No DVR routers for this DVR port 1758d214-bbe2-44d9-bef4-8d011e9505b2 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:37:10.375045 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d52be342-3572-4830-94cb-d252f4eaed0e req-6f65cb7f-a8cf-482d-9364-8af1abd031b1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:10.379153 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d52be342-3572-4830-94cb-d252f4eaed0e req-6f65cb7f-a8cf-482d-9364-8af1abd031b1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.25 "DELETE /v2.0/ports/1758d214-bbe2-44d9-bef4-8d011e9505b2 HTTP/1.1" status: 204 len: 173 time: 1.3684657 Aug 31 14:37:10.380451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'name': 'network-vif-deleted', 'tag': '1758d214-bbe2-44d9-bef4-8d011e9505b2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:10.384927 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdba6b4-f82f-4cab-8b72-67311dd18d98" -d '{"events": [{"server_uuid": "8bc85ca6-bf26-4808-97bb-bff082a18410", "name": "network-vif-deleted", "tag": "1758d214-bbe2-44d9-bef4-8d011e9505b2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:10.437252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59654) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:10.468419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-858810a0-dc76-4edd-89a0-7f158d79e021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:10.503676 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c56144-8486-4dfd-8c30-be813f8e6c05 req-c12e14c9-4486-4b8e-9850-622739a4df84 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:10.505369 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60c56144-8486-4dfd-8c30-be813f8e6c05 req-c12e14c9-4486-4b8e-9850-622739a4df84 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 946 time: 0.0863311 Aug 31 14:37:10.564880 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60c56144-8486-4dfd-8c30-be813f8e6c05 req-c8601b77-c601-49c8-ab5b-97204eb10134 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518489 Aug 31 14:37:10.596511 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-69ace701-516d-4d98-a44a-42c8fcfac609 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--973929629&fields=id&tenant_id=c84d740f6207458bac8b14249c302797 HTTP/1.1" status: 200 len: 267 time: 0.1040523 Aug 31 14:37:10.689259 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37942a6d-08af-4e6c-8863-0a7eccb92611 x-openstack-request-id: req-37942a6d-08af-4e6c-8863-0a7eccb92611 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:10.689924 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc85ca6-bf26-4808-97bb-bff082a18410", "name": "network-vif-deleted", "tag": "1758d214-bbe2-44d9-bef4-8d011e9505b2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:10.689924 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37942a6d-08af-4e6c-8863-0a7eccb92611 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:10.690596 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc85ca6-bf26-4808-97bb-bff082a18410', 'name': 'network-vif-deleted', 'tag': '1758d214-bbe2-44d9-bef4-8d011e9505b2', 'status': 'completed', 'code': 200} Aug 31 14:37:10.825629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-7af63a3b-77c2-4222-bf27-e871cd504b33 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:10.827418 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-7af63a3b-77c2-4222-bf27-e871cd504b33 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/networks?id=59849f4f-b5bd-4a7f-b70c-d1daace00978 HTTP/1.1" status: 200 len: 811 time: 0.2300813 Aug 31 14:37:10.858972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b09df98-f39d-43bf-a34b-ba93c6ed1d75 req-994ce200-471e-422f-9e51-b3bf224188e9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc85ca6-bf26-4808-97bb-bff082a18410 HTTP/1.1" status: 200 len: 210 time: 0.0448799 Aug 31 14:37:10.876681 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-6cff67f0-c7be-4b69-b818-9928cf266883 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/quotas/c84d740f6207458bac8b14249c302797 HTTP/1.1" status: 200 len: 375 time: 0.0428603 Aug 31 14:37:10.929128 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-858810a0-dc76-4edd-89a0-7f158d79e021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:10.978913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-858810a0-dc76-4edd-89a0-7f158d79e021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:11.060998 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-858810a0-dc76-4edd-89a0-7f158d79e021 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89d31f30b88449ebbd538fa1da5737aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200321 Aug 31 14:37:11.061255 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858810a0-dc76-4edd-89a0-7f158d79e021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9410f28-6379-4377-908e-6e4deaf6610a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:11.065945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59688) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:11.091360 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-88d2169b-51f6-48a8-ae63-8daabdd1bcfe tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c84d740f6207458bac8b14249c302797&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1969011 Aug 31 14:37:11.126772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a729d02b-51b2-48ee-8374-665b0ad65168 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:11.179478 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e65ba-301d-4452-b44f-7065a9150b91 req-256ba8ec-e48d-4c1e-9558-dd7a5560917d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:11.187583 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef7e65ba-301d-4452-b44f-7065a9150b91 req-256ba8ec-e48d-4c1e-9558-dd7a5560917d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.2159820 Aug 31 14:37:11.189352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a729d02b-51b2-48ee-8374-665b0ad65168 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:11.189666 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:11.202548 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3dcac2b6-1d21-4d67-a9d1-9a6301ec4e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:11.206125 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef7e65ba-301d-4452-b44f-7065a9150b91 req-2811334f-c198-4a3c-94b1-a3cc534c92d5 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/quotas/46f935b702854d8dbae5e4bdfcb9bc20 HTTP/1.1" status: 200 len: 375 time: 0.0175376 Aug 31 14:37:11.254711 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3dcac2b6-1d21-4d67-a9d1-9a6301ec4e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:11.264275 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef7e65ba-301d-4452-b44f-7065a9150b91 req-817511d8-61c8-44a4-b605-e620dd1ff1ad tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571582 Aug 31 14:37:11.278676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-a24db77b-4a3e-45d5-aad5-f6b3097525c7 service neutron] 10.222.0.39 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742165 Aug 31 14:37:11.369318 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3dcac2b6-1d21-4d67-a9d1-9a6301ec4e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:11.371366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef7e65ba-301d-4452-b44f-7065a9150b91 req-1abe02a2-089a-4bd8-a80e-252b50c3b454 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062167 Aug 31 14:37:11.371924 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3dcac2b6-1d21-4d67-a9d1-9a6301ec4e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:11.375334 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3dcac2b6-1d21-4d67-a9d1-9a6301ec4e96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9410f28-6379-4377-908e-6e4deaf6610a HTTP/1.1" status: 204 len: 168 time: 0.3062069 Aug 31 14:37:11.394113 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcac2b6-1d21-4d67-a9d1-9a6301ec4e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9410f28-6379-4377-908e-6e4deaf6610a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:11.401520 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-6f41d31a-4ac0-4e11-b2bb-4955b387fcb7 service neutron] 10.222.0.39 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142595 Aug 31 14:37:11.507230 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef7e65ba-301d-4452-b44f-7065a9150b91 req-9e9c2a25-2f2d-4d89-bb54-7409af22d2de service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269031 Aug 31 14:37:11.829901 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd56d8f9-3c01-4377-9b7e-400e4653abf6 req-4e0aa676-1d96-4703-a898-2a538c343647 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 210 time: 0.0847931 Aug 31 14:37:12.241896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59740) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:12.371733 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9b95e631-ce3a-4b3e-a0ca-5b0b375a2f09 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:12.400927 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9b95e631-ce3a-4b3e-a0ca-5b0b375a2f09 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:12.479830 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9b95e631-ce3a-4b3e-a0ca-5b0b375a2f09 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:12.482594 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9b95e631-ce3a-4b3e-a0ca-5b0b375a2f09 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:12.486605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1758d214-bbe2-44d9-bef4-8d011e9505b2 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:37:12.496624 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9b95e631-ce3a-4b3e-a0ca-5b0b375a2f09 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "DELETE /v2.0/security-groups/a14746ad-9e04-4785-b57f-279155740da6 HTTP/1.1" status: 204 len: 168 time: 0.2517900 Aug 31 14:37:12.538349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95e631-ce3a-4b3e-a0ca-5b0b375a2f09 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14746ad-9e04-4785-b57f-279155740da6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:12.559824 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:12.591781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 1758d214-bbe2-44d9-bef4-8d011e9505b2 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:37:12.596525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1758d214-bbe2-44d9-bef4-8d011e9505b2 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:37:13.073028 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-549ff88c-5dd5-4a8c-93f9-751cbe906d86 req-588ad656-bc9c-46ea-a615-a78d4759b715 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 210 time: 0.1178677 Aug 31 14:37:13.125734 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-9f58a899-9689-48b6-ad9f-7a289d69e614 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:13.128020 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-9f58a899-9689-48b6-ad9f-7a289d69e614 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.1981316 Aug 31 14:37:13.163022 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-b3c21d5b-4daf-4b9d-b2dd-a5fdfbc288f9 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/quotas/46f935b702854d8dbae5e4bdfcb9bc20 HTTP/1.1" status: 200 len: 375 time: 0.0231583 Aug 31 14:37:13.326929 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6fa79ed8-674d-412c-b317-de1c0eb30e33 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1494172 Aug 31 14:37:13.428659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-9d1f3de5-8f26-4b3a-9663-b5c0fe8e361f tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:13.434282 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-9d1f3de5-8f26-4b3a-9663-b5c0fe8e361f tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.25 "GET /v2.0/networks?id=59849f4f-b5bd-4a7f-b70c-d1daace00978 HTTP/1.1" status: 200 len: 811 time: 0.2453308 Aug 31 14:37:13.674142 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-df3c7fe9-18ac-425c-a9fa-57752ec54d95 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c84d740f6207458bac8b14249c302797 HTTP/1.1" status: 200 len: 379 time: 0.2219932 Aug 31 14:37:13.682381 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-184e66ee-8813-4c07-8d68-fe5c4727a20a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Request body: {'port': {'device_id': '1fad4684-00f2-488b-8cc6-ff43b7de0033', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'admin_state_up': True, 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'security_groups': ['dc766773-cc12-492b-a040-2885bd5ded2c']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:13.697002 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-e228d500-bb7b-4137-909f-38e151fda9a1 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615065 Aug 31 14:37:13.802900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59844) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:13.831360 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcc0e-86be-43b4-bf60-0bce6e80af63 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:13.887823 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-0bbb81d3-6946-4c0a-925f-b799986c92a6 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897597 Aug 31 14:37:14.150450 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e3329ca-5fbd-4741-a2bb-8a3ba5f5498b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:14.161322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-184e66ee-8813-4c07-8d68-fe5c4727a20a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Made reservation on behalf of c84d740f6207458bac8b14249c302797 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:14.170016 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-184e66ee-8813-4c07-8d68-fe5c4727a20a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:14.249136 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6c4ec06-d5d3-473a-9a19-19bf33b2acf6 req-479941c1-b834-48af-91e9-130943ce284f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 210 time: 0.0474925 Aug 31 14:37:14.315869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-43589047-a216-47d0-86a3-ba1a5b40c337 req-ab652081-29a2-483e-ab7e-15cd0cbb0607 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 210 time: 0.0453548 Aug 31 14:37:14.527114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-184e66ee-8813-4c07-8d68-fe5c4727a20a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Allocated IP 172.20.0.9 (59849f4f-b5bd-4a7f-b70c-d1daace00978/b8183bda-d8b2-43ca-9066-7e53408b7171/658db4f1-db7b-49ff-836e-fd029bd8e251) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:14.850352 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e3329ca-5fbd-4741-a2bb-8a3ba5f5498b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:14.889318 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e3329ca-5fbd-4741-a2bb-8a3ba5f5498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:15.069909 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-184e66ee-8813-4c07-8d68-fe5c4727a20a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:15.096805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-184e66ee-8813-4c07-8d68-fe5c4727a20a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Transition to ACTIVE for port object 658db4f1-db7b-49ff-836e-fd029bd8e251 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:15.187082 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9c1dcc0e-86be-43b4-bf60-0bce6e80af63 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Deleting port 1687a40c-d32b-422f-ab5e-20f45abd70de {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:15.187449 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcc0e-86be-43b4-bf60-0bce6e80af63 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:15.192653 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6e3329ca-5fbd-4741-a2bb-8a3ba5f5498b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d874a44144149a494d4d0b08af02369&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3864481 Aug 31 14:37:15.195085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59910) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:15.215913 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3329ca-5fbd-4741-a2bb-8a3ba5f5498b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc28f6d-e917-4541-9b6c-435e75fbed34,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:15.252123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-184e66ee-8813-4c07-8d68-fe5c4727a20a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:15.298826 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fe01bcc-dba7-45e7-ad80-5c65cc9879bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:15.359726 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fe01bcc-dba7-45e7-ad80-5c65cc9879bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:15.402635 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-184e66ee-8813-4c07-8d68-fe5c4727a20a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Network 59849f4f-b5bd-4a7f-b70c-d1daace00978 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:15.428682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-184e66ee-8813-4c07-8d68-fe5c4727a20a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:15.436235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-184e66ee-8813-4c07-8d68-fe5c4727a20a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:15.518688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e66ee-8813-4c07-8d68-fe5c4727a20a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event updated for resources: {'Port': ['ID=658db4f1-db7b-49ff-836e-fd029bd8e251,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:15.558078 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fe01bcc-dba7-45e7-ad80-5c65cc9879bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:15.562580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fe01bcc-dba7-45e7-ad80-5c65cc9879bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:15.570869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4c207cf9-4723-4fe2-bae7-b875a320db19 req-c9e8913b-9af2-4cb8-b6c6-5610214bfee8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 210 time: 0.1549561 Aug 31 14:37:15.571752 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2fe01bcc-dba7-45e7-ad80-5c65cc9879bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fc28f6d-e917-4541-9b6c-435e75fbed34 HTTP/1.1" status: 204 len: 168 time: 0.3742619 Aug 31 14:37:15.647504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-184e66ee-8813-4c07-8d68-fe5c4727a20a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:15.653024 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-184e66ee-8813-4c07-8d68-fe5c4727a20a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:15.661581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-9c1dcc0e-86be-43b4-bf60-0bce6e80af63 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] For port 1687a40c-d32b-422f-ab5e-20f45abd70de, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1687a40c-d32b-422f-ab5e-20f45abd70de,segment=NetworkSegment(3dbc2e16-d380-4909-9d51-81cebccd2fca),segment_id=3dbc2e16-d380-4909-9d51-81cebccd2fca)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:15.662206 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcc0e-86be-43b4-bf60-0bce6e80af63 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:15.687914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9c1dcc0e-86be-43b4-bf60-0bce6e80af63 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Calling delete_port for 1687a40c-d32b-422f-ab5e-20f45abd70de owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:15.697622 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-184e66ee-8813-4c07-8d68-fe5c4727a20a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0214076 Aug 31 14:37:15.731913 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Request body: {'port': {'device_id': '1fad4684-00f2-488b-8cc6-ff43b7de0033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:15.771670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe01bcc-dba7-45e7-ad80-5c65cc9879bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc28f6d-e917-4541-9b6c-435e75fbed34,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:15.856590 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8b3f2-b8d5-425a-b510-2246b890ced6 req-8dbd3bb3-39e9-4b6f-96ce-ae17b49aa2db tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:15.875725 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-70d8b3f2-b8d5-425a-b510-2246b890ced6 req-8dbd3bb3-39e9-4b6f-96ce-ae17b49aa2db tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 931 time: 0.4108393 Aug 31 14:37:15.933918 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f3186c25-1e6a-4590-90f0-cc0cee299d0f None None] Provisioning for port 658db4f1-db7b-49ff-836e-fd029bd8e251 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:15.940919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f3186c25-1e6a-4590-90f0-cc0cee299d0f None None] Provisioning complete for port 658db4f1-db7b-49ff-836e-fd029bd8e251 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:15.941506 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3186c25-1e6a-4590-90f0-cc0cee299d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:15.954201 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.001594 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-70d8b3f2-b8d5-425a-b510-2246b890ced6 req-054ae6e1-ee23-480c-b3b3-bfc822f95d16 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247818 Aug 31 14:37:16.022001 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f3186c25-1e6a-4590-90f0-cc0cee299d0f None None] Port 658db4f1-db7b-49ff-836e-fd029bd8e251 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:37:16.026401 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-b886f463-3e0f-4732-8535-1166ce1095d0 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:16.027997 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-b886f463-3e0f-4732-8535-1166ce1095d0 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.4548783 Aug 31 14:37:16.042490 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-d5ef679b-cf5b-4291-bffa-cadba64f4903 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Request body: {'port': {'device_id': 'b885e603-aa30-474c-bf5d-024a21c58e23', 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'admin_state_up': True, 'tenant_id': '46f935b702854d8dbae5e4bdfcb9bc20'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:16.265227 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-d5ef679b-cf5b-4291-bffa-cadba64f4903 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Made reservation on behalf of 46f935b702854d8dbae5e4bdfcb9bc20 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:16.268989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-d5ef679b-cf5b-4291-bffa-cadba64f4903 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:16.568438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-d5ef679b-cf5b-4291-bffa-cadba64f4903 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Allocated IP 172.20.0.5 (aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8/0210616f-f7ae-442c-bd7c-d0e8f69cbf74/bccb29de-f18e-4b85-bf2a-3f1578b7e59a) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:16.866542 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ecbc7b53-38cb-44eb-9000-ef3b5b1a6eca req-9cde769a-5b24-4cba-8ebf-6012349cbf76 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 210 time: 0.1384003 Aug 31 14:37:16.995529 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-d5ef679b-cf5b-4291-bffa-cadba64f4903 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.011084 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59946) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:17.131476 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-d5ef679b-cf5b-4291-bffa-cadba64f4903 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.148243 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['400b284a-3fbf-4d55-bd12-4118fd70f525'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:17.251379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef679b-cf5b-4291-bffa-cadba64f4903 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Pushing event updated for resources: {'Port': ['ID=bccb29de-f18e-4b85-bf2a-3f1578b7e59a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:17.271570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1705157984-network', 'tenant_id': '5d7fccd0743e4ff4bed213766e8a4a50'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:17.289995 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-d5ef679b-cf5b-4291-bffa-cadba64f4903 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:17.300938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-d5ef679b-cf5b-4291-bffa-cadba64f4903 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:17.307170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-d5ef679b-cf5b-4291-bffa-cadba64f4903 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:17.368713 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcc0e-86be-43b4-bf60-0bce6e80af63 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.389903 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-d5ef679b-cf5b-4291-bffa-cadba64f4903 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:17.390597 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-d5ef679b-cf5b-4291-bffa-cadba64f4903 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.406192 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] Made reservation on behalf of 5d7fccd0743e4ff4bed213766e8a4a50 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:17.414703 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.453820 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.488100 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-d5ef679b-cf5b-4291-bffa-cadba64f4903 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4501810 Aug 31 14:37:17.494321 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dcc0e-86be-43b4-bf60-0bce6e80af63 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Port': ['ID=1687a40c-d32b-422f-ab5e-20f45abd70de,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:17.503851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658db4f1-db7b-49ff-836e-fd029bd8e251 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:17.526181 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Request body: {'port': {'device_id': 'b885e603-aa30-474c-bf5d-024a21c58e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:17.534102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df14ad-b1ac-425d-b601-198bac00b714 req-23fd8dc4-b616-4920-bc6c-5a02f59ece93 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:17.548844 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2df14ad-b1ac-425d-b601-198bac00b714 req-23fd8dc4-b616-4920-bc6c-5a02f59ece93 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 931 time: 0.3823082 Aug 31 14:37:17.578617 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.674635 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.700806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Transition to ACTIVE for port object 658db4f1-db7b-49ff-836e-fd029bd8e251 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:17.728184 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:17.800931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Pushing event updated for resources: {'Port': ['ID=658db4f1-db7b-49ff-836e-fd029bd8e251,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:17.823379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2df14ad-b1ac-425d-b601-198bac00b714 req-7cc56b2b-e24d-46a5-aa9a-8ddd7ebdfe38 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726023 Aug 31 14:37:18.012847 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcc0e-86be-43b4-bf60-0bce6e80af63 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.230008 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.242764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a837f5-12b5-4107-afce-5b89ee63280f req-df046a3d-d65e-43ec-b1ad-2108c9284db3 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:18.245223 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68a837f5-12b5-4107-afce-5b89ee63280f req-df046a3d-d65e-43ec-b1ad-2108c9284db3 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 931 time: 0.1912556 Aug 31 14:37:18.249945 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.317408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:37:18.331740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Attempting to bind port 658db4f1-db7b-49ff-836e-fd029bd8e251 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:37:18.332349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Attempting to bind port 658db4f1-db7b-49ff-836e-fd029bd8e251 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:37:18.332754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Attempting to bind port 658db4f1-db7b-49ff-836e-fd029bd8e251 on network 59849f4f-b5bd-4a7f-b70c-d1daace00978 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:18.370556 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68a837f5-12b5-4107-afce-5b89ee63280f req-232e4f95-7a6a-439b-be2b-336be01fc476 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080689 Aug 31 14:37:18.372699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Port 658db4f1-db7b-49ff-836e-fd029bd8e251 on network 59849f4f-b5bd-4a7f-b70c-d1daace00978 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:37:18.373144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Attempting to bind port 658db4f1-db7b-49ff-836e-fd029bd8e251 on network 59849f4f-b5bd-4a7f-b70c-d1daace00978 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:18.374142 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.374493 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] Added segment 590ad72a-0cad-4679-9ccd-015c2707e320 of type vlan for network 101a4553-ba75-4794-8da3-e23021a10035 Aug 31 14:37:18.383906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:37:18.384257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Checking segment: {'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:18.384615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Bound using segment: {'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:37:18.386624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Bound port: 658db4f1-db7b-49ff-836e-fd029bd8e251, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:37:18.387010 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.396445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c120a2aa-41b4-4ca4-8457-dd31dbcd2528,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:18.507440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccb29de-f18e-4b85-bf2a-3f1578b7e59a {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:18.519335 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.524412 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.555384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Transition to ACTIVE for port object bccb29de-f18e-4b85-bf2a-3f1578b7e59a will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:18.557262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] For port 658db4f1-db7b-49ff-836e-fd029bd8e251, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:37:18.565693 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.567559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] For port 658db4f1-db7b-49ff-836e-fd029bd8e251, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=658db4f1-db7b-49ff-836e-fd029bd8e251,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:37:18.577738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.588545 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.591504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:18.592823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.612624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1dcc0e-86be-43b4-bf60-0bce6e80af63 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:37:18.691937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:18.693509 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:18.696028 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] 10.222.0.25 "PUT /v2.0/ports/658db4f1-db7b-49ff-836e-fd029bd8e251 HTTP/1.1" status: 200 len: 1091 time: 2.9783487 Aug 31 14:37:18.707215 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] Pushing event updated for resources: {'Network': ['ID=101a4553-ba75-4794-8da3-e23021a10035,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:18.707777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fad4684-00f2-488b-8cc6-ff43b7de0033', 'tag': '658db4f1-db7b-49ff-836e-fd029bd8e251'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:18.721466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 101a4553-ba75-4794-8da3-e23021a10035 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:37:18.724763 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bca7ab0-9aa3-486c-b20f-d52cf8b93126" -d '{"events": [{"name": "network-changed", "server_uuid": "1fad4684-00f2-488b-8cc6-ff43b7de0033", "tag": "658db4f1-db7b-49ff-836e-fd029bd8e251"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:18.796203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Pushing event updated for resources: {'Port': ['ID=bccb29de-f18e-4b85-bf2a-3f1578b7e59a,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:18.799674 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0f2fe8ce-859d-46c5-97c9-d17c27f31a83 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7826591 Aug 31 14:37:18.805568 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59966) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:18.810570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bba52837-c681-49ae-8cdc-544743e15570 admin admin] Request body: {'subnet': {'network_id': '101a4553-ba75-4794-8da3-e23021a10035', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1705157984-subnet', 'tenant_id': '5d7fccd0743e4ff4bed213766e8a4a50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:18.842728 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e6690b-a1ae-4154-aa8c-60989ec7d5a5 x-openstack-request-id: req-e9e6690b-a1ae-4154-aa8c-60989ec7d5a5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:18.846885 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fad4684-00f2-488b-8cc6-ff43b7de0033", "tag": "658db4f1-db7b-49ff-836e-fd029bd8e251", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:18.847286 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9e6690b-a1ae-4154-aa8c-60989ec7d5a5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:18.847810 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fad4684-00f2-488b-8cc6-ff43b7de0033', 'tag': '658db4f1-db7b-49ff-836e-fd029bd8e251', 'status': 'completed', 'code': 200} Aug 31 14:37:18.902828 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:37:18.949806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768909f5-ab81-41b0-83f3-32a49db15e15 service neutron] Pushing event updated for resources: {'Port': ['ID=658db4f1-db7b-49ff-836e-fd029bd8e251,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:19.000614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba52837-c681-49ae-8cdc-544743e15570 admin admin] Made reservation on behalf of 5d7fccd0743e4ff4bed213766e8a4a50 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:19.005086 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bba52837-c681-49ae-8cdc-544743e15570 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.089127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-fd8b272c-98c8-472a-b87a-ffef3526745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:19.090715 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-fd8b272c-98c8-472a-b87a-ffef3526745e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c84d740f6207458bac8b14249c302797&device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 1094 time: 0.2557940 Aug 31 14:37:19.115965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c9e6f-d93a-41c3-b237-799ebf95f0b5 req-5e2170c7-de81-4e5d-9c12-b31ef0c1407e tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:19.124028 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-961c9e6f-d93a-41c3-b237-799ebf95f0b5 req-5e2170c7-de81-4e5d-9c12-b31ef0c1407e tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 943 time: 0.1872678 Aug 31 14:37:19.161920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Attempting to bind port bccb29de-f18e-4b85-bf2a-3f1578b7e59a on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:37:19.162389 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Attempting to bind port bccb29de-f18e-4b85-bf2a-3f1578b7e59a by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:37:19.164758 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Attempting to bind port bccb29de-f18e-4b85-bf2a-3f1578b7e59a on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:19.176524 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Port bccb29de-f18e-4b85-bf2a-3f1578b7e59a on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:37:19.176865 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Attempting to bind port bccb29de-f18e-4b85-bf2a-3f1578b7e59a on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:19.188095 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-1254b8a3-e10b-4db0-98c2-99d3c8a779f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=658db4f1-db7b-49ff-836e-fd029bd8e251 HTTP/1.1" status: 200 len: 217 time: 0.0595958 Aug 31 14:37:19.188413 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:37:19.188735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Checking segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:19.189125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Bound using segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:37:19.189574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Bound port: bccb29de-f18e-4b85-bf2a-3f1578b7e59a, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:37:19.189939 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.203713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1dcc0e-86be-43b4-bf60-0bce6e80af63 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:37:19.220211 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755415b6-3e81-4759-9b75-f015cd5a84f2 None None] Sync routers for ids ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:37:19.226194 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9c1dcc0e-86be-43b4-bf60-0bce6e80af63 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "PUT /v2.0/routers/c2664b6d-ae26-42da-b797-c3a2d7e38fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6645918 Aug 31 14:37:19.230024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59970) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:19.235121 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755415b6-3e81-4759-9b75-f015cd5a84f2 None None] Routers {'c2664b6d-ae26-42da-b797-c3a2d7e38fa7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:19.236575 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-755415b6-3e81-4759-9b75-f015cd5a84f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:36:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:19.281988 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-961c9e6f-d93a-41c3-b237-799ebf95f0b5 req-a2cf4b9d-b713-4b23-acc6-bb30b714813c tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569164 Aug 31 14:37:19.300554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] For port bccb29de-f18e-4b85-bf2a-3f1578b7e59a, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:37:19.304603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] For port bccb29de-f18e-4b85-bf2a-3f1578b7e59a, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bccb29de-f18e-4b85-bf2a-3f1578b7e59a,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:37:19.311024 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.326105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-064653c8-4086-44a2-83c3-22198ae14118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:19.327949 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-064653c8-4086-44a2-83c3-22198ae14118 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8183bda-d8b2-43ca-9066-7e53408b7171 HTTP/1.1" status: 200 len: 850 time: 0.1224899 Aug 31 14:37:19.382162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f56fbcc-ab58-4b17-a8b6-502c3222d7f8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Deleting subnet 7cd63291-fe24-4184-a49d-0d1b4ea2ea9a {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:37:19.388053 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6f56fbcc-ab58-4b17-a8b6-502c3222d7f8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.388347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:19.389002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.390479 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] 10.222.0.60 "PUT /v2.0/ports/bccb29de-f18e-4b85-bf2a-3f1578b7e59a HTTP/1.1" status: 200 len: 1091 time: 1.8932514 Aug 31 14:37:19.401363 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-755415b6-3e81-4759-9b75-f015cd5a84f2 None None] Set router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:19.420281 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b885e603-aa30-474c-bf5d-024a21c58e23', 'tag': 'bccb29de-f18e-4b85-bf2a-3f1578b7e59a'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:19.424833 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b12b870-5aff-4c3e-ae43-40e144774960" -d '{"events": [{"name": "network-changed", "server_uuid": "b885e603-aa30-474c-bf5d-024a21c58e23", "tag": "bccb29de-f18e-4b85-bf2a-3f1578b7e59a"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:19.457708 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.468166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-e7b5ed87-0df2-4b08-af83-386ff53081b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:19.469687 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-e7b5ed87-0df2-4b08-af83-386ff53081b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59849f4f-b5bd-4a7f-b70c-d1daace00978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312873 Aug 31 14:37:19.483355 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6f56fbcc-ab58-4b17-a8b6-502c3222d7f8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.509931 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fe93a2-56a9-451b-a123-7e716517497e x-openstack-request-id: req-f0fe93a2-56a9-451b-a123-7e716517497e {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:19.510369 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b885e603-aa30-474c-bf5d-024a21c58e23", "tag": "bccb29de-f18e-4b85-bf2a-3f1578b7e59a", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:19.510892 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0fe93a2-56a9-451b-a123-7e716517497e {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:19.511427 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b885e603-aa30-474c-bf5d-024a21c58e23', 'tag': 'bccb29de-f18e-4b85-bf2a-3f1578b7e59a', 'status': 'completed', 'code': 200} Aug 31 14:37:19.573680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314fa76-f0e1-47ad-806e-8ebedc8009a0 service neutron] Pushing event updated for resources: {'Port': ['ID=bccb29de-f18e-4b85-bf2a-3f1578b7e59a,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:19.573905 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf60f79f-faec-4219-a183-d64c8af54602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.670863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-3e60ace7-7218-4c4d-8f65-d91fa754dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:19.672597 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-3e60ace7-7218-4c4d-8f65-d91fa754dcf0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 1094 time: 0.2219777 Aug 31 14:37:19.675319 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bba52837-c681-49ae-8cdc-544743e15570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.703099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05290674-be74-46f2-b178-2ddeec055670 req-3df26ecb-fd8f-4917-a3fd-eea3fedae762 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:19.710531 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05290674-be74-46f2-b178-2ddeec055670 req-3df26ecb-fd8f-4917-a3fd-eea3fedae762 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 943 time: 0.2040899 Aug 31 14:37:19.787677 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-7886605f-5739-4a17-9f93-0937a47962ab service neutron] 10.222.0.25 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008726 Aug 31 14:37:19.793185 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6f56fbcc-ab58-4b17-a8b6-502c3222d7f8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.821864 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba52837-c681-49ae-8cdc-544743e15570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f24a932-ca6d-4aa8-b244-f4b1af982754,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:19.823816 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-755415b6-3e81-4759-9b75-f015cd5a84f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:37:16Z', 'revision_number': 7, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:19.877708 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755415b6-3e81-4759-9b75-f015cd5a84f2 None None] Checking router: c2664b6d-ae26-42da-b797-c3a2d7e38fa7 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:37:19.883647 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-383a4c3c-0844-48ce-8311-f03d46168a26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bccb29de-f18e-4b85-bf2a-3f1578b7e59a HTTP/1.1" status: 200 len: 217 time: 0.2006791 Aug 31 14:37:19.893262 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755415b6-3e81-4759-9b75-f015cd5a84f2 None None] Routers {'c2664b6d-ae26-42da-b797-c3a2d7e38fa7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:19.893262 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-755415b6-3e81-4759-9b75-f015cd5a84f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:36:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:19.946016 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6f56fbcc-ab58-4b17-a8b6-502c3222d7f8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.992739 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56fbcc-ab58-4b17-a8b6-502c3222d7f8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd63291-fe24-4184-a49d-0d1b4ea2ea9a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:19.995772 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6f56fbcc-ab58-4b17-a8b6-502c3222d7f8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.997924 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6f56fbcc-ab58-4b17-a8b6-502c3222d7f8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "DELETE /v2.0/subnets/7cd63291-fe24-4184-a49d-0d1b4ea2ea9a HTTP/1.1" status: 204 len: 168 time: 0.7495143 Aug 31 14:37:20.000950 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e58dbdc0-737f-4daa-a9a0-d90acf98d37f req-459377ed-0f06-479d-80e3-32b5e73789ad service neutron] 10.222.0.25 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043920 Aug 31 14:37:20.004028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259592cc-e2ab-43c3-81b2-c8ff0bf48dde None None] Network e60f67af-c808-4743-933a-92c61d030c41 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:37:20.015897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59982) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:20.043169 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05290674-be74-46f2-b178-2ddeec055670 req-c6bb14ea-45dc-41dc-83b3-7f366f8c43c7 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243178 Aug 31 14:37:20.052913 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-047c60ac-b6e0-4906-80c0-f702cf535b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:20.054509 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-047c60ac-b6e0-4906-80c0-f702cf535b99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.1417551 Aug 31 14:37:20.056155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba52837-c681-49ae-8cdc-544743e15570 admin admin] Checking segment: {'id': '590ad72a-0cad-4679-9ccd-015c2707e320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '101a4553-ba75-4794-8da3-e23021a10035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:20.056534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba52837-c681-49ae-8cdc-544743e15570 admin admin] Network hostable DHCP agents. Network: 101a4553-ba75-4794-8da3-e23021a10035, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:37:20.109717 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-9ac4de0e-cdc7-44c5-9237-f75230b1bd6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408728 Aug 31 14:37:20.127405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba52837-c681-49ae-8cdc-544743e15570 admin admin] Network 101a4553-ba75-4794-8da3-e23021a10035 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:37:20.181421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-bba52837-c681-49ae-8cdc-544743e15570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 101a4553-ba75-4794-8da3-e23021a10035) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:20.189763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba52837-c681-49ae-8cdc-544743e15570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:20.190468 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bba52837-c681-49ae-8cdc-544743e15570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:20.198275 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61d794b-8316-44d1-b2ee-d8d785adc438 None None] Network 101a4553-ba75-4794-8da3-e23021a10035 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:37:20.249160 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bba52837-c681-49ae-8cdc-544743e15570 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4423287 Aug 31 14:37:20.303933 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-755415b6-3e81-4759-9b75-f015cd5a84f2 None None] Set router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:20.315827 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-f879cca2-e5ad-4365-b2c8-e4809162403a service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969697 Aug 31 14:37:20.444110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73275407-f114-4520-85e6-70304495f637 None None] DHCP port deletion for e60f67af-c808-4743-933a-92c61d030c41 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:37:20.480616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c146fcee-3294-4def-9bb6-cf9f7368f800 None None] Network 101a4553-ba75-4794-8da3-e23021a10035 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:37:20.585008 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-755415b6-3e81-4759-9b75-f015cd5a84f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:37:16Z', 'revision_number': 7, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:20.593688 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3399a264-d36e-499d-8ebf-a7b4f9506d7b req-dd719b7c-a652-40f6-96f7-6e67e439368a service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697153 Aug 31 14:37:20.679679 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755415b6-3e81-4759-9b75-f015cd5a84f2 None None] The sync data for ids ['c2664b6d-ae26-42da-b797-c3a2d7e38fa7'] in n-d-806683-5 is: [{'id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'name': 'tempest-TestNetworkBasicOps-router-991241330', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:34:36Z', 'updated_at': '2021-08-31T14:37:16Z', 'revision_number': 7, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': 'ecf8d46b-fcd6-4d05-adab-dbd6852aee68', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2664b6d-ae26-42da-b797-c3a2d7e38fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:34:37Z', 'updated_at': '2021-08-31T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:37:20.726116 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-73275407-f114-4520-85e6-70304495f637 None None] Deleting port bdcb5f69-d118-4e1f-b2df-b641d60a3629 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:20.727756 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73275407-f114-4520-85e6-70304495f637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:20.764587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12b870-5aff-4c3e-ae43-40e144774960 req-65a935a7-9236-4f6e-814f-e0311e721f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:20.770849 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b12b870-5aff-4c3e-ae43-40e144774960 req-65a935a7-9236-4f6e-814f-e0311e721f65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 1094 time: 0.1185780 Aug 31 14:37:20.898302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-73275407-f114-4520-85e6-70304495f637 None None] For port bdcb5f69-d118-4e1f-b2df-b641d60a3629, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=bdcb5f69-d118-4e1f-b2df-b641d60a3629,segment=NetworkSegment(3dbc2e16-d380-4909-9d51-81cebccd2fca),segment_id=3dbc2e16-d380-4909-9d51-81cebccd2fca)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:20.899551 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73275407-f114-4520-85e6-70304495f637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:20.944854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-73275407-f114-4520-85e6-70304495f637 None None] Calling delete_port for bdcb5f69-d118-4e1f-b2df-b641d60a3629 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:20.990802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12b870-5aff-4c3e-ae43-40e144774960 req-4cec9e3f-92f6-4e79-8797-e39e93403ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:20.994102 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b12b870-5aff-4c3e-ae43-40e144774960 req-4cec9e3f-92f6-4e79-8797-e39e93403ee2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 906 time: 0.2142408 Aug 31 14:37:21.092287 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73275407-f114-4520-85e6-70304495f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.139823 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b12b870-5aff-4c3e-ae43-40e144774960 req-14b22212-8514-470b-bc7f-e458fcf78ccc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bccb29de-f18e-4b85-bf2a-3f1578b7e59a HTTP/1.1" status: 200 len: 217 time: 0.1363907 Aug 31 14:37:21.157719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca7ab0-9aa3-486c-b20f-d52cf8b93126 req-6dc15576-e303-4c71-86e5-a3233f59b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:21.159335 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4bca7ab0-9aa3-486c-b20f-d52cf8b93126 req-6dc15576-e303-4c71-86e5-a3233f59b60e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c84d740f6207458bac8b14249c302797&device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 1094 time: 1.0436239 Aug 31 14:37:21.160240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73275407-f114-4520-85e6-70304495f637 None None] No DVR routers for this DVR port bdcb5f69-d118-4e1f-b2df-b641d60a3629 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:37:21.171421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device bdcb5f69-d118-4e1f-b2df-b641d60a3629 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:37:21.181252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de2741-5bae-4334-a296-86d0d7cac66c req-869fbea0-0b97-46dd-965f-9427b34c74aa tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:21.188926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41de2741-5bae-4334-a296-86d0d7cac66c req-869fbea0-0b97-46dd-965f-9427b34c74aa tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 943 time: 0.1531856 Aug 31 14:37:21.206537 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73275407-f114-4520-85e6-70304495f637 None None] Pushing event deleted for resources: {'Port': ['ID=bdcb5f69-d118-4e1f-b2df-b641d60a3629,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:21.217162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: bdcb5f69-d118-4e1f-b2df-b641d60a3629 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:37:21.217763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device bdcb5f69-d118-4e1f-b2df-b641d60a3629 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:37:21.218360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1687a40c-d32b-422f-ab5e-20f45abd70de no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:37:21.267990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 1687a40c-d32b-422f-ab5e-20f45abd70de {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:37:21.281601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1687a40c-d32b-422f-ab5e-20f45abd70de not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:37:21.302429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12b870-5aff-4c3e-ae43-40e144774960 req-b204c527-f8ab-4863-b2c5-461af69ceb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:21.304025 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b12b870-5aff-4c3e-ae43-40e144774960 req-b204c527-f8ab-4863-b2c5-461af69ceb8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.1342134 Aug 31 14:37:21.355479 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b12b870-5aff-4c3e-ae43-40e144774960 req-5874b5ba-ccbf-4bf8-8f44-d3831938e060 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439196 Aug 31 14:37:21.376220 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.376681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951681e-42ac-4b13-b822-94a78d39479d req-b988bf33-f23a-4203-a95e-2db4bd9dc5f3 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:21.378307 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c951681e-42ac-4b13-b822-94a78d39479d req-b988bf33-f23a-4203-a95e-2db4bd9dc5f3 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/networks?id=101a4553-ba75-4794-8da3-e23021a10035 HTTP/1.1" status: 200 len: 821 time: 0.3330262 Aug 31 14:37:21.462171 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca7ab0-9aa3-486c-b20f-d52cf8b93126 req-73ae5517-0825-4bad-917f-a6b1ca3c1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:21.464781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4bca7ab0-9aa3-486c-b20f-d52cf8b93126 req-73ae5517-0825-4bad-917f-a6b1ca3c1317 service neutron] 10.222.0.25 "GET /v2.0/networks?id=59849f4f-b5bd-4a7f-b70c-d1daace00978 HTTP/1.1" status: 200 len: 912 time: 0.2671854 Aug 31 14:37:21.518465 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c951681e-42ac-4b13-b822-94a78d39479d req-b3e2a97a-5cbb-4d14-9f72-db414b323a0d tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/quotas/5d7fccd0743e4ff4bed213766e8a4a50 HTTP/1.1" status: 200 len: 375 time: 0.1072233 Aug 31 14:37:21.532594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41de2741-5bae-4334-a296-86d0d7cac66c req-ebcc7370-40ce-485e-aa45-4a53bd355b5c tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3427851 Aug 31 14:37:21.566436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4bca7ab0-9aa3-486c-b20f-d52cf8b93126 req-046ded1a-6e7c-4e06-a993-556836d36e90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=658db4f1-db7b-49ff-836e-fd029bd8e251 HTTP/1.1" status: 200 len: 217 time: 0.0868957 Aug 31 14:37:21.597637 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b12b870-5aff-4c3e-ae43-40e144774960 req-9936e788-a49f-408f-bf7a-ebac4b48ab10 service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183180 Aug 31 14:37:21.609234 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c951681e-42ac-4b13-b822-94a78d39479d req-bd423760-7c38-414b-939f-4589a0db9903 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d7fccd0743e4ff4bed213766e8a4a50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833414 Aug 31 14:37:21.677555 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.703596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca7ab0-9aa3-486c-b20f-d52cf8b93126 req-3598ea3d-e7cf-40ed-9d42-588e0443329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:21.705723 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4bca7ab0-9aa3-486c-b20f-d52cf8b93126 req-3598ea3d-e7cf-40ed-9d42-588e0443329b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8183bda-d8b2-43ca-9066-7e53408b7171 HTTP/1.1" status: 200 len: 850 time: 0.1316493 Aug 31 14:37:21.827484 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b12b870-5aff-4c3e-ae43-40e144774960 req-93bcb597-a98e-4afa-8d74-e7680ab244eb service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048967 Aug 31 14:37:21.853187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca7ab0-9aa3-486c-b20f-d52cf8b93126 req-6b7d0618-11cf-41f6-8f6f-c649754b1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:21.854532 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4bca7ab0-9aa3-486c-b20f-d52cf8b93126 req-6b7d0618-11cf-41f6-8f6f-c649754b1259 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59849f4f-b5bd-4a7f-b70c-d1daace00978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216238 Aug 31 14:37:21.870082 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c951681e-42ac-4b13-b822-94a78d39479d req-d98b7415-c5ab-4e75-a9db-972e7f328be9 service neutron] 10.222.0.39 "GET /v2.0/networks/101a4553-ba75-4794-8da3-e23021a10035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595809 Aug 31 14:37:21.884292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474dd59-6190-45a2-8d32-7d1d8c5e5014 req-b06eb696-52cf-4e90-a7c7-c2d0786d797b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:21.886282 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f474dd59-6190-45a2-8d32-7d1d8c5e5014 req-b06eb696-52cf-4e90-a7c7-c2d0786d797b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 943 time: 0.1090314 Aug 31 14:37:22.009310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Deleting port ecf8d46b-fcd6-4d05-adab-dbd6852aee68 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:22.010015 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.031735 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c951681e-42ac-4b13-b822-94a78d39479d req-254b58b6-7287-4623-b973-db00ca12b33e service neutron] 10.222.0.39 "GET /v2.0/networks/101a4553-ba75-4794-8da3-e23021a10035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525860 Aug 31 14:37:22.098860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f474dd59-6190-45a2-8d32-7d1d8c5e5014 req-5c033263-8374-4282-894a-24bb7d212b80 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000380 Aug 31 14:37:22.127206 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4bca7ab0-9aa3-486c-b20f-d52cf8b93126 req-c23c56f6-93b9-4ef7-b492-72212e732884 service neutron] 10.222.0.25 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393656 Aug 31 14:37:22.160797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] For port ecf8d46b-fcd6-4d05-adab-dbd6852aee68, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ecf8d46b-fcd6-4d05-adab-dbd6852aee68,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:22.161552 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.164672 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b15e6005-1401-4277-8817-be31284a69bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.224416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Calling delete_port for ecf8d46b-fcd6-4d05-adab-dbd6852aee68 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:22.272955 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.343724 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-72e8c606-44c1-4b42-9a32-4087b9cd2b63 req-a644adbf-ee3c-42d8-b722-04a50935f88a tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 210 time: 0.0531442 Aug 31 14:37:22.350499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4bca7ab0-9aa3-486c-b20f-d52cf8b93126 req-d77cc32a-3ca5-494a-937c-a5287ec229eb service neutron] 10.222.0.25 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152889 Aug 31 14:37:22.493610 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.527726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 658db4f1-db7b-49ff-836e-fd029bd8e251 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:37:22.537030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Port': ['ID=ecf8d46b-fcd6-4d05-adab-dbd6852aee68,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:22.708608 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.760388 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 658db4f1-db7b-49ff-836e-fd029bd8e251, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=658db4f1-db7b-49ff-836e-fd029bd8e251,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:22.787652 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '658db4f1-db7b-49ff-836e-fd029bd8e251', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'port_id': '658db4f1-db7b-49ff-836e-fd029bd8e251', 'mac_address': 'fa:16:3e:d5:b0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:37:22.800199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd090-c91d-4955-81ca-ad9ef812918d req-95786b5c-3032-4d64-9e6b-169f3453aed1 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:22.802726 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bbddd090-c91d-4955-81ca-ad9ef812918d req-95786b5c-3032-4d64-9e6b-169f3453aed1 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 943 time: 0.1391656 Aug 31 14:37:22.858518 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.862775 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bbddd090-c91d-4955-81ca-ad9ef812918d req-a1378586-c4fb-4d87-b392-028b68be68fb tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506499 Aug 31 14:37:22.889466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658db4f1-db7b-49ff-836e-fd029bd8e251 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:22.911232 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.913141 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 658db4f1-db7b-49ff-836e-fd029bd8e251, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=658db4f1-db7b-49ff-836e-fd029bd8e251,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:22.914183 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:22.922479 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.032003 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.032704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Fanout notify agent at l3_agent the message router_deleted on router c2664b6d-ae26-42da-b797-c3a2d7e38fa7 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:37:23.049843 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.055710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60038) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:23.056395 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b03d6b03-cb01-4cbd-8aa7-d518975a4100 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "DELETE /v2.0/routers/c2664b6d-ae26-42da-b797-c3a2d7e38fa7 HTTP/1.1" status: 204 len: 168 time: 3.0324461 Aug 31 14:37:23.070177 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=658db4f1-db7b-49ff-836e-fd029bd8e251,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:23.205377 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['658db4f1-db7b-49ff-836e-fd029bd8e251'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:23.298993 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0adeba66-be66-467b-947d-5d8d8071218f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.349957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4281f4-691c-4b45-8d6c-3803a6056fc3 req-51ffa2f4-4537-4dc5-8fa8-22401fd73652 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:23.353244 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-db4281f4-691c-4b45-8d6c-3803a6056fc3 req-51ffa2f4-4537-4dc5-8fa8-22401fd73652 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 943 time: 0.1207049 Aug 31 14:37:23.390056 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.456855 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-db4281f4-691c-4b45-8d6c-3803a6056fc3 req-07cf578a-cd3f-4905-8573-b7b184dc4a87 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964713 Aug 31 14:37:23.504292 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eccc4b32-e3ae-4aaf-b9a0-c8a7078ad132 req-b28be359-7cff-476b-9da1-4c25b5359dfa tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 210 time: 0.0383031 Aug 31 14:37:23.506142 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0adeba66-be66-467b-947d-5d8d8071218f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.518315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0adeba66-be66-467b-947d-5d8d8071218f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60f67af-c808-4743-933a-92c61d030c41']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:23.536821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0adeba66-be66-467b-947d-5d8d8071218f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbc2e16-d380-4909-9d51-81cebccd2fca') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:23.537116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0adeba66-be66-467b-947d-5d8d8071218f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbc2e16-d380-4909-9d51-81cebccd2fca') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:23.552909 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0adeba66-be66-467b-947d-5d8d8071218f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.572743 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0adeba66-be66-467b-947d-5d8d8071218f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.579986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adeba66-be66-467b-947d-5d8d8071218f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:37:23.580558 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0adeba66-be66-467b-947d-5d8d8071218f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:37:23.589683 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:37:23.688585 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0adeba66-be66-467b-947d-5d8d8071218f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.697517 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0adeba66-be66-467b-947d-5d8d8071218f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.700248 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0adeba66-be66-467b-947d-5d8d8071218f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "DELETE /v2.0/networks/e60f67af-c808-4743-933a-92c61d030c41 HTTP/1.1" status: 204 len: 168 time: 0.6429875 Aug 31 14:37:23.725814 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60044) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:23.730210 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adeba66-be66-467b-947d-5d8d8071218f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Network': ['ID=e60f67af-c808-4743-933a-92c61d030c41,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:23.742614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-65cce8a1-9875-47d1-b4ed-7ff9bfd1ae1a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'network': {'name': 'tempest-network-smoke--35077666', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'port_security_enabled': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:23.822749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cce8a1-9875-47d1-b4ed-7ff9bfd1ae1a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Made reservation on behalf of b21ea8be72d24ece82d41eca10d2c981 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:23.826717 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65cce8a1-9875-47d1-b4ed-7ff9bfd1ae1a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.838653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951681e-42ac-4b13-b822-94a78d39479d req-1221179b-8006-4140-b2ae-3af7f7bf1263 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:23.840264 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c951681e-42ac-4b13-b822-94a78d39479d req-1221179b-8006-4140-b2ae-3af7f7bf1263 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.25 "GET /v2.0/networks?id=101a4553-ba75-4794-8da3-e23021a10035 HTTP/1.1" status: 200 len: 821 time: 0.2221527 Aug 31 14:37:23.866552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c951681e-42ac-4b13-b822-94a78d39479d req-e9fce080-324e-403c-ace3-e9468ef46662 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Request body: {'port': {'device_id': 'd9b8c4cc-6f61-495e-9224-93cf1b8cb750', 'network_id': '101a4553-ba75-4794-8da3-e23021a10035', 'admin_state_up': True, 'tenant_id': '5d7fccd0743e4ff4bed213766e8a4a50'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:23.880787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cce8a1-9875-47d1-b4ed-7ff9bfd1ae1a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:37:23.944288 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65cce8a1-9875-47d1-b4ed-7ff9bfd1ae1a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:23.944679 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-65cce8a1-9875-47d1-b4ed-7ff9bfd1ae1a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Added segment 7ab98dd8-ef67-453b-a8df-7fac41bf4024 of type vlan for network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 Aug 31 14:37:23.965933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bccb29de-f18e-4b85-bf2a-3f1578b7e59a details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:37:24.038072 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65cce8a1-9875-47d1-b4ed-7ff9bfd1ae1a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.112273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c951681e-42ac-4b13-b822-94a78d39479d req-e9fce080-324e-403c-ace3-e9468ef46662 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Made reservation on behalf of 5d7fccd0743e4ff4bed213766e8a4a50 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:24.118060 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c951681e-42ac-4b13-b822-94a78d39479d req-e9fce080-324e-403c-ace3-e9468ef46662 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.159259 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65cce8a1-9875-47d1-b4ed-7ff9bfd1ae1a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.166599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cce8a1-9875-47d1-b4ed-7ff9bfd1ae1a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:24.167331 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65cce8a1-9875-47d1-b4ed-7ff9bfd1ae1a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.194752 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-65cce8a1-9875-47d1-b4ed-7ff9bfd1ae1a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4637012 Aug 31 14:37:24.198354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60054) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:24.204095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-658435688', 'admin_state_up': True, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:24.272293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bccb29de-f18e-4b85-bf2a-3f1578b7e59a, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bccb29de-f18e-4b85-bf2a-3f1578b7e59a,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:24.274340 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.275470 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.299432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'bccb29de-f18e-4b85-bf2a-3f1578b7e59a', 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'port_id': 'bccb29de-f18e-4b85-bf2a-3f1578b7e59a', 'mac_address': 'fa:16:3e:a7:49:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0210616f-f7ae-442c-bd7c-d0e8f69cbf74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:37:24.360505 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.396948 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.427123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccb29de-f18e-4b85-bf2a-3f1578b7e59a {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:24.451454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bccb29de-f18e-4b85-bf2a-3f1578b7e59a, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bccb29de-f18e-4b85-bf2a-3f1578b7e59a,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:24.453658 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.456287 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.478252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cce8a1-9875-47d1-b4ed-7ff9bfd1ae1a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Network': ['ID=3c54181b-2bd5-4b60-bc3a-f4641056c2e5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:24.497932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:37:24.554946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 658db4f1-db7b-49ff-836e-fd029bd8e251 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:24.584717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bccb29de-f18e-4b85-bf2a-3f1578b7e59a,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:24.641551 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a56d6-fbe8-4644-a171-5e759c5d0d16 req-97521e42-3339-412e-bb63-7df71d72bc1f tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:24.647774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f5a56d6-fbe8-4644-a171-5e759c5d0d16 req-97521e42-3339-412e-bb63-7df71d72bc1f tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 944 time: 0.1651337 Aug 31 14:37:24.652847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 658db4f1-db7b-49ff-836e-fd029bd8e251 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:24.657802 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 658db4f1-db7b-49ff-836e-fd029bd8e251 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:24.658175 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.682465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-c951681e-42ac-4b13-b822-94a78d39479d req-e9fce080-324e-403c-ace3-e9468ef46662 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Allocated IP 172.20.0.14 (101a4553-ba75-4794-8da3-e23021a10035/8f24a932-ca6d-4aa8-b244-f4b1af982754/1463ac1d-9e38-42b5-8e42-9f122dc4a9e0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:24.701458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bccb29de-f18e-4b85-bf2a-3f1578b7e59a'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:24.792485 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.834031 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.853092 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f5a56d6-fbe8-4644-a171-5e759c5d0d16 req-f84cfc37-8f7a-499f-a858-8d3a1ec4bf4d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018013 Aug 31 14:37:24.888236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fad4684-00f2-488b-8cc6-ff43b7de0033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658db4f1-db7b-49ff-836e-fd029bd8e251'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:24.889321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985d0c8-fd80-4158-af5f-d4183a3f9d62 req-5a26f136-9c78-48fe-83d9-6280d019749c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:24.890614 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2205b22-ed2e-4289-9b5d-1532c177e4e1" -d '{"events": [{"server_uuid": "1fad4684-00f2-488b-8cc6-ff43b7de0033", "name": "network-vif-plugged", "status": "completed", "tag": "658db4f1-db7b-49ff-836e-fd029bd8e251"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:24.891360 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6985d0c8-fd80-4158-af5f-d4183a3f9d62 req-5a26f136-9c78-48fe-83d9-6280d019749c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 944 time: 0.2260032 Aug 31 14:37:24.932059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 658db4f1-db7b-49ff-836e-fd029bd8e251, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=658db4f1-db7b-49ff-836e-fd029bd8e251,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:24.943026 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.945988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c951681e-42ac-4b13-b822-94a78d39479d req-e9fce080-324e-403c-ace3-e9468ef46662 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:25.035712 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ecf8d46b-fcd6-4d05-adab-dbd6852aee68 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:37:25.037369 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c951681e-42ac-4b13-b822-94a78d39479d req-e9fce080-324e-403c-ace3-e9468ef46662 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:25.105414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: ecf8d46b-fcd6-4d05-adab-dbd6852aee68 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:37:25.105763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ecf8d46b-fcd6-4d05-adab-dbd6852aee68 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:37:25.107221 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:25.169601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c951681e-42ac-4b13-b822-94a78d39479d req-e9fce080-324e-403c-ace3-e9468ef46662 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Network 101a4553-ba75-4794-8da3-e23021a10035 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:25.184365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-c951681e-42ac-4b13-b822-94a78d39479d req-e9fce080-324e-403c-ace3-e9468ef46662 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:25.204587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c951681e-42ac-4b13-b822-94a78d39479d req-e9fce080-324e-403c-ace3-e9468ef46662 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:25.216427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=658db4f1-db7b-49ff-836e-fd029bd8e251,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:25.333146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fce080-324e-403c-ace3-e9468ef46662 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Pushing event updated for resources: {'Port': ['ID=1463ac1d-9e38-42b5-8e42-9f122dc4a9e0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:25.343309 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6985d0c8-fd80-4158-af5f-d4183a3f9d62 req-9cc301ae-adfc-427a-a220-d7ed9847ab94 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411054 Aug 31 14:37:25.364147 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24cb91-7cad-444a-9523-61e8689a4103 req-9ac9ba7a-bc1a-41de-9be3-1dfba2e648cf tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:25.385488 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b24cb91-7cad-444a-9523-61e8689a4103 req-9ac9ba7a-bc1a-41de-9be3-1dfba2e648cf tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 932 time: 0.3618047 Aug 31 14:37:25.475326 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ebf317-bb11-43b4-9c10-aba2d7d9ce4e x-openstack-request-id: req-86ebf317-bb11-43b4-9c10-aba2d7d9ce4e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:25.475813 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fad4684-00f2-488b-8cc6-ff43b7de0033", "name": "network-vif-plugged", "status": "completed", "tag": "658db4f1-db7b-49ff-836e-fd029bd8e251", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:25.475985 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86ebf317-bb11-43b4-9c10-aba2d7d9ce4e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:25.476624 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fad4684-00f2-488b-8cc6-ff43b7de0033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658db4f1-db7b-49ff-836e-fd029bd8e251', 'code': 200} Aug 31 14:37:25.497149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951681e-42ac-4b13-b822-94a78d39479d req-e9fce080-324e-403c-ace3-e9468ef46662 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:25.498598 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c951681e-42ac-4b13-b822-94a78d39479d req-e9fce080-324e-403c-ace3-e9468ef46662 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:25.540534 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b24cb91-7cad-444a-9523-61e8689a4103 req-dd6003c4-21c8-41d4-9e7c-dbc2052f187a tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514120 Aug 31 14:37:25.549310 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c951681e-42ac-4b13-b822-94a78d39479d req-e9fce080-324e-403c-ace3-e9468ef46662 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6866844 Aug 31 14:37:25.583337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Request body: {'port': {'device_id': 'd9b8c4cc-6f61-495e-9224-93cf1b8cb750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:25.646695 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:25.668061 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:25.677368 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:25.726742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c7d3-a30e-4022-8e85-23e9744ae30c req-2a7a6b70-f9e6-4790-b556-5d1d92e4410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:25.729322 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34b0c7d3-a30e-4022-8e85-23e9744ae30c req-2a7a6b70-f9e6-4790-b556-5d1d92e4410b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 1096 time: 0.1370196 Aug 31 14:37:25.838415 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34b0c7d3-a30e-4022-8e85-23e9744ae30c req-1b6509b9-5513-4928-9d4b-9542b0debc19 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930672 Aug 31 14:37:25.865311 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Allocated IP 172.25.2.74 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/17d9429f-8357-4529-9192-a8253a94d5ed) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:25.980953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bccb29de-f18e-4b85-bf2a-3f1578b7e59a up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:26.024902 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.090606 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.146942 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port bccb29de-f18e-4b85-bf2a-3f1578b7e59a completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:26.154248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port bccb29de-f18e-4b85-bf2a-3f1578b7e59a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:26.156010 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.188164 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=17d9429f-8357-4529-9192-a8253a94d5ed,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:26.206892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:26.212940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:26.220190 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:26.227696 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:26.228062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:26.228423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:26.228773 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:26.229167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:26.229511 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:26.229843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:26.230706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:26.230706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:26.231081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:26.231527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:26.231879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:26.292703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329964b-33c3-412f-9eec-7e9207ea29b9 req-c031a0b3-f41d-429e-931e-d099f383ff9e tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:26.294339 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d329964b-33c3-412f-9eec-7e9207ea29b9 req-c031a0b3-f41d-429e-931e-d099f383ff9e tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.2278612 Aug 31 14:37:26.324782 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.361103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:26.372922 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.398830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bccb29de-f18e-4b85-bf2a-3f1578b7e59a, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bccb29de-f18e-4b85-bf2a-3f1578b7e59a,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:26.411786 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.429481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Transition to ACTIVE for port object 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:26.438263 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.561440 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bccb29de-f18e-4b85-bf2a-3f1578b7e59a,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:26.728011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Pushing event updated for resources: {'Port': ['ID=1463ac1d-9e38-42b5-8e42-9f122dc4a9e0,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:26.747379 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Attempting to bind port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:37:26.747748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Attempting to bind port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '590ad72a-0cad-4679-9ccd-015c2707e320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '101a4553-ba75-4794-8da3-e23021a10035'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:37:26.748053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Attempting to bind port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 on network 101a4553-ba75-4794-8da3-e23021a10035 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:26.755477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 on network 101a4553-ba75-4794-8da3-e23021a10035 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:37:26.755879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Attempting to bind port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 on network 101a4553-ba75-4794-8da3-e23021a10035 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:26.760924 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.770096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054b14-f03d-4e23-9475-0f827982fc0a req-5438d46d-1a10-4ea3-9d1c-3708e465c99d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:26.771212 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a5054b14-f03d-4e23-9475-0f827982fc0a req-5438d46d-1a10-4ea3-9d1c-3708e465c99d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 945 time: 0.2055106 Aug 31 14:37:26.776506 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:37:26.776835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Checking segment: {'id': '590ad72a-0cad-4679-9ccd-015c2707e320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '101a4553-ba75-4794-8da3-e23021a10035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:26.777492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Bound using segment: {'id': '590ad72a-0cad-4679-9ccd-015c2707e320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '101a4553-ba75-4794-8da3-e23021a10035'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:37:26.777931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Bound port: 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590ad72a-0cad-4679-9ccd-015c2707e320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '101a4553-ba75-4794-8da3-e23021a10035'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:37:26.778297 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:26.834473 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d329964b-33c3-412f-9eec-7e9207ea29b9 req-7a0e7f9f-f967-438a-a51c-da413f9f332b tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3749700 Aug 31 14:37:26.857800 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a5054b14-f03d-4e23-9475-0f827982fc0a req-53a9ad8a-ee48-46f1-b533-2e391c298c46 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649018 Aug 31 14:37:26.904000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] For port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:37:26.907655 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] For port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1463ac1d-9e38-42b5-8e42-9f122dc4a9e0,segment=NetworkSegment(590ad72a-0cad-4679-9ccd-015c2707e320),segment_id=590ad72a-0cad-4679-9ccd-015c2707e320)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:37:26.917305 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:27.006946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:27.008387 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:27.012338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c951681e-42ac-4b13-b822-94a78d39479d req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] 10.222.0.25 "PUT /v2.0/ports/1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 HTTP/1.1" status: 200 len: 1092 time: 1.4374211 Aug 31 14:37:27.013082 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b8c4cc-6f61-495e-9224-93cf1b8cb750', 'tag': '1463ac1d-9e38-42b5-8e42-9f122dc4a9e0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:27.015665 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539d4b52-0672-425e-9ee1-c38057c6728a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b8c4cc-6f61-495e-9224-93cf1b8cb750", "tag": "1463ac1d-9e38-42b5-8e42-9f122dc4a9e0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:27.053120 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d5ea5-21b1-4c80-bb49-741b19bc30bf service neutron] Pushing event updated for resources: {'Port': ['ID=1463ac1d-9e38-42b5-8e42-9f122dc4a9e0,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:27.124298 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da86c9c-2528-4d79-aca4-88d1924eb303 x-openstack-request-id: req-8da86c9c-2528-4d79-aca4-88d1924eb303 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:27.137189 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b8c4cc-6f61-495e-9224-93cf1b8cb750", "tag": "1463ac1d-9e38-42b5-8e42-9f122dc4a9e0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:27.138366 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8da86c9c-2528-4d79-aca4-88d1924eb303 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:27.140872 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b8c4cc-6f61-495e-9224-93cf1b8cb750', 'tag': '1463ac1d-9e38-42b5-8e42-9f122dc4a9e0', 'status': 'completed', 'code': 200} Aug 31 14:37:27.154924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439963c-562d-4838-8512-2b136295c5d8 req-c2b3097d-f9e8-413a-92e7-78ab77bd4c6f tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:27.157274 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2439963c-562d-4838-8512-2b136295c5d8 req-c2b3097d-f9e8-413a-92e7-78ab77bd4c6f tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 944 time: 0.2086439 Aug 31 14:37:27.194989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951681e-42ac-4b13-b822-94a78d39479d req-e6b3f2a0-8567-4939-95ce-6916d857d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:27.200011 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c951681e-42ac-4b13-b822-94a78d39479d req-e6b3f2a0-8567-4939-95ce-6916d857d7b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5d7fccd0743e4ff4bed213766e8a4a50&device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 1095 time: 0.1332064 Aug 31 14:37:27.282604 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:27.293370 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2439963c-562d-4838-8512-2b136295c5d8 req-5bb438e2-d430-4e2c-9ef9-a5cc6e29771a tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912769 Aug 31 14:37:27.301401 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c951681e-42ac-4b13-b822-94a78d39479d req-41e11290-ae89-4b35-bcef-be3adb3c0016 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 HTTP/1.1" status: 200 len: 217 time: 0.0906422 Aug 31 14:37:27.477934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b885e603-aa30-474c-bf5d-024a21c58e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccb29de-f18e-4b85-bf2a-3f1578b7e59a'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:27.482523 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1605259-daa9-4523-bf2f-11c977c5d8a8" -d '{"events": [{"server_uuid": "b885e603-aa30-474c-bf5d-024a21c58e23", "name": "network-vif-plugged", "status": "completed", "tag": "bccb29de-f18e-4b85-bf2a-3f1578b7e59a"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:27.521419 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Router 7da9f62a-f51e-42a6-a5d8-520254b3082b is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:37:27.579229 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f47882c-cc3a-4e43-a2f3-dd41c3490b42 x-openstack-request-id: req-0f47882c-cc3a-4e43-a2f3-dd41c3490b42 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:27.585003 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b885e603-aa30-474c-bf5d-024a21c58e23", "name": "network-vif-plugged", "status": "completed", "tag": "bccb29de-f18e-4b85-bf2a-3f1578b7e59a", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:27.587724 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f47882c-cc3a-4e43-a2f3-dd41c3490b42 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:27.588685 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b885e603-aa30-474c-bf5d-024a21c58e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccb29de-f18e-4b85-bf2a-3f1578b7e59a', 'code': 200} Aug 31 14:37:27.686007 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951681e-42ac-4b13-b822-94a78d39479d req-a2bea7a5-6633-4cbe-b422-41e07a3d8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:27.687536 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c951681e-42ac-4b13-b822-94a78d39479d req-a2bea7a5-6633-4cbe-b422-41e07a3d8dce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f24a932-ca6d-4aa8-b244-f4b1af982754 HTTP/1.1" status: 200 len: 861 time: 0.3788340 Aug 31 14:37:27.728195 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:37:27.746032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Sync routers for ids ['7da9f62a-f51e-42a6-a5d8-520254b3082b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:37:27.752297 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2fc09-7bb8-4cd4-85d1-939cb52c49c5 req-473082fa-d841-41cd-8720-bf4a92f54f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:27.754218 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6d2fc09-7bb8-4cd4-85d1-939cb52c49c5 req-473082fa-d841-41cd-8720-bf4a92f54f0e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 1096 time: 0.0840437 Aug 31 14:37:27.760534 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:27.762374 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ff948c5f-d04c-401c-b7d6-3ad8ebfc82be tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5619144 Aug 31 14:37:27.771672 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60094) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:27.772790 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Routers {'7da9f62a-f51e-42a6-a5d8-520254b3082b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:27.778096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:37:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7da9f62a-f51e-42a6-a5d8-520254b3082b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:27.790026 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c951681e-42ac-4b13-b822-94a78d39479d req-d3f93982-7e7e-424e-ad32-b636830e7d95 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=101a4553-ba75-4794-8da3-e23021a10035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875151 Aug 31 14:37:27.827806 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fe263810-c2a9-4b67-be35-e88077cebee9 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b21ea8be72d24ece82d41eca10d2c981&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544224 Aug 31 14:37:27.834979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60096) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:27.909734 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6d2fc09-7bb8-4cd4-85d1-939cb52c49c5 req-8ee15650-ff10-44b9-81ea-7b160cf45db1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452093 Aug 31 14:37:27.950243 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Set router 7da9f62a-f51e-42a6-a5d8-520254b3082b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:28.069567 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a7eb70-591f-4d54-bce7-c36c805d5be4 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:28.076165 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a3a7eb70-591f-4d54-bce7-c36c805d5be4 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2392142 Aug 31 14:37:28.079351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60104) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:28.186654 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bf4699c5-8a50-44fe-ba01-70df444e06c9 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1051419 Aug 31 14:37:28.189901 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60108) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:28.194029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6a754-423f-47db-9105-2af264ae511b req-46366917-913e-469e-9341-5f6917018dc3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:28.205719 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3b6a754-423f-47db-9105-2af264ae511b req-46366917-913e-469e-9341-5f6917018dc3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.2470226 Aug 31 14:37:28.207667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7fb58c85-3edc-478f-b2f1-a5e38d2dba5c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-197839073', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:28.210280 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c951681e-42ac-4b13-b822-94a78d39479d req-7b2e33aa-9048-41fd-832f-8621641483f9 service neutron] 10.222.0.25 "GET /v2.0/networks/101a4553-ba75-4794-8da3-e23021a10035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158497 Aug 31 14:37:28.248012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 3, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:28.324753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Checking router: 7da9f62a-f51e-42a6-a5d8-520254b3082b for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:37:28.325109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Updating router 7da9f62a-f51e-42a6-a5d8-520254b3082b port 17d9429f-8357-4529-9192-a8253a94d5ed binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:37:28.384270 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:28.410783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb58c85-3edc-478f-b2f1-a5e38d2dba5c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Made reservation on behalf of b21ea8be72d24ece82d41eca10d2c981 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:28.415740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3b6a754-423f-47db-9105-2af264ae511b req-d901abf5-b3db-4ee6-a03f-633e99bd73b7 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095919 Aug 31 14:37:28.416138 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fb58c85-3edc-478f-b2f1-a5e38d2dba5c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:28.458889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c951681e-42ac-4b13-b822-94a78d39479d req-1ae9f64c-de93-46e2-9f39-c7197d311590 service neutron] 10.222.0.25 "GET /v2.0/networks/101a4553-ba75-4794-8da3-e23021a10035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327161 Aug 31 14:37:28.518662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ca26c-9c93-4b99-af67-4d8cde29adbc req-8b019857-1bd4-4104-860a-b74517be0d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:28.520460 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c66ca26c-9c93-4b99-af67-4d8cde29adbc req-8b019857-1bd4-4104-860a-b74517be0d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 945 time: 0.2598867 Aug 31 14:37:28.618373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d4b52-0672-425e-9ee1-c38057c6728a req-ebb40d6a-bfb1-4047-95a8-7051754a9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:28.620281 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-539d4b52-0672-425e-9ee1-c38057c6728a req-ebb40d6a-bfb1-4047-95a8-7051754a9a3e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5d7fccd0743e4ff4bed213766e8a4a50&device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 1095 time: 0.1040478 Aug 31 14:37:28.633532 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9632f9-0f14-4525-9b24-72c84b89a92f req-351ff634-d3ac-47e5-a072-0bd14d8a3a63 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:28.635371 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd9632f9-0f14-4525-9b24-72c84b89a92f req-351ff634-d3ac-47e5-a072-0bd14d8a3a63 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 946 time: 0.1100638 Aug 31 14:37:28.745979 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd9632f9-0f14-4525-9b24-72c84b89a92f req-c52ac783-4b0c-4f9f-964c-7924d9fdada1 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000574 Aug 31 14:37:28.751159 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c66ca26c-9c93-4b99-af67-4d8cde29adbc req-cd9cdb2f-28aa-473d-b7b2-ff618727e785 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162127 Aug 31 14:37:28.788589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d4b52-0672-425e-9ee1-c38057c6728a req-6624ff79-1e97-43d0-812c-0492b0f33f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:28.800001 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-539d4b52-0672-425e-9ee1-c38057c6728a req-6624ff79-1e97-43d0-812c-0492b0f33f9c service neutron] 10.222.0.25 "GET /v2.0/networks?id=101a4553-ba75-4794-8da3-e23021a10035 HTTP/1.1" status: 200 len: 922 time: 0.1635187 Aug 31 14:37:28.900648 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-539d4b52-0672-425e-9ee1-c38057c6728a req-3d2235ca-5711-4ed5-a3d1-e33ef9dfc35b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 HTTP/1.1" status: 200 len: 217 time: 0.0875089 Aug 31 14:37:28.981497 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fb58c85-3edc-478f-b2f1-a5e38d2dba5c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:29.040764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d4b52-0672-425e-9ee1-c38057c6728a req-e7eac147-1ded-4d32-894c-9b6d7b5fdb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:29.042507 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-539d4b52-0672-425e-9ee1-c38057c6728a req-e7eac147-1ded-4d32-894c-9b6d7b5fdb3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f24a932-ca6d-4aa8-b244-f4b1af982754 HTTP/1.1" status: 200 len: 861 time: 0.1069083 Aug 31 14:37:29.045582 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:29.051809 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cd6c7-e4fb-4bc1-9d1b-c2450a83499d req-c1216cc1-82e3-43f8-a5e4-3faa44f20d83 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:29.058953 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-813cd6c7-e4fb-4bc1-9d1b-c2450a83499d req-c1216cc1-82e3-43f8-a5e4-3faa44f20d83 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.1719964 Aug 31 14:37:29.068973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60118) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:29.075644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Transition to ACTIVE for port object 17d9429f-8357-4529-9192-a8253a94d5ed will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:29.076951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-73d02320-5e57-44e3-b6c6-797965306c3d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Request body: {'floatingip': {'port_id': '658db4f1-db7b-49ff-836e-fd029bd8e251'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:29.085941 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:29.111853 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5350c-0ff0-472f-a263-a16fb6bf8000 req-8457c893-0357-461c-abc7-8cf1f76a0b6e tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:29.113478 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ef5350c-0ff0-472f-a263-a16fb6bf8000 req-8457c893-0357-461c-abc7-8cf1f76a0b6e tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 944 time: 0.2137284 Aug 31 14:37:29.128284 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-539d4b52-0672-425e-9ee1-c38057c6728a req-0659406a-63c8-454b-b446-a513984e18b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=101a4553-ba75-4794-8da3-e23021a10035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677254 Aug 31 14:37:29.139118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73d02320-5e57-44e3-b6c6-797965306c3d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:29.147642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Attempting to bind port 17d9429f-8357-4529-9192-a8253a94d5ed on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:37:29.148812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Attempting to bind port 17d9429f-8357-4529-9192-a8253a94d5ed by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:37:29.149148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Attempting to bind port 17d9429f-8357-4529-9192-a8253a94d5ed on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:29.157924 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:37:29.158470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:29.158981 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:29.159503 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:37:29.160089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Bound port: 17d9429f-8357-4529-9192-a8253a94d5ed, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:37:29.160575 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:29.191155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f13f2-3190-4203-b917-6aecdfb0452a None None] Pushing event updated for resources: {'Port': ['ID=17d9429f-8357-4529-9192-a8253a94d5ed,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:29.232862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb58c85-3edc-478f-b2f1-a5e38d2dba5c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Subnet': ['ID=f14df60f-253b-4e18-930d-18ab2fc42866,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:29.273116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb58c85-3edc-478f-b2f1-a5e38d2dba5c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Checking segment: {'id': '7ab98dd8-ef67-453b-a8df-7fac41bf4024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:29.273517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb58c85-3edc-478f-b2f1-a5e38d2dba5c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network hostable DHCP agents. Network: 3c54181b-2bd5-4b60-bc3a-f4641056c2e5, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:37:29.283408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] For port 17d9429f-8357-4529-9192-a8253a94d5ed, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:37:29.290334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] For port 17d9429f-8357-4529-9192-a8253a94d5ed, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=17d9429f-8357-4529-9192-a8253a94d5ed,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:37:29.296361 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:29.302745 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ef5350c-0ff0-472f-a263-a16fb6bf8000 req-26b8f45a-5b26-4388-9c56-f168d9024047 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455879 Aug 31 14:37:29.346379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb58c85-3edc-478f-b2f1-a5e38d2dba5c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:37:29.364506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-7fb58c85-3edc-478f-b2f1-a5e38d2dba5c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 3c54181b-2bd5-4b60-bc3a-f4641056c2e5) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:29.372498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb58c85-3edc-478f-b2f1-a5e38d2dba5c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:29.373345 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fb58c85-3edc-478f-b2f1-a5e38d2dba5c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:29.388152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89286b90-4baf-40b3-a275-0de6d882fde0 None None] Network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:37:29.398981 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7fb58c85-3edc-478f-b2f1-a5e38d2dba5c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2082956 Aug 31 14:37:29.400123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60122) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:29.519013 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-539d4b52-0672-425e-9ee1-c38057c6728a req-c3865aad-85c8-4ba5-81eb-fe799fa06848 service neutron] 10.222.0.25 "GET /v2.0/networks/101a4553-ba75-4794-8da3-e23021a10035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740516 Aug 31 14:37:29.550981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Routers {'7da9f62a-f51e-42a6-a5d8-520254b3082b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:29.551544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:37:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7da9f62a-f51e-42a6-a5d8-520254b3082b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:29.558259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f13f2-3190-4203-b917-6aecdfb0452a None None] Pushing event updated for resources: {'Port': ['ID=17d9429f-8357-4529-9192-a8253a94d5ed,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:29.779282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ips': [{'subnet_id': 'f14df60f-253b-4e18-930d-18ab2fc42866'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:37:29.789969 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:29.838774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-539d4b52-0672-425e-9ee1-c38057c6728a req-0073d867-5046-43c2-94ca-b24b71232903 service neutron] 10.222.0.25 "GET /v2.0/networks/101a4553-ba75-4794-8da3-e23021a10035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095613 Aug 31 14:37:29.874977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] Set router 7da9f62a-f51e-42a6-a5d8-520254b3082b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:30.259696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3445de-7204-4bd6-ae63-735daae6bf42 req-9739bb49-8d78-4785-8378-809db240f8d0 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:30.262751 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc3445de-7204-4bd6-ae63-735daae6bf42 req-9739bb49-8d78-4785-8378-809db240f8d0 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 945 time: 0.3962994 Aug 31 14:37:30.293682 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [None req-73d02320-5e57-44e3-b6c6-797965306c3d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:37:30.301642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c59912-fae9-45b9-9131-068cf1832f11 req-d8c28927-92ed-4fc7-9127-89b45f149111 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:30.303257 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5c59912-fae9-45b9-9131-068cf1832f11 req-d8c28927-92ed-4fc7-9127-89b45f149111 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 946 time: 0.1119351 Aug 31 14:37:30.391324 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc3445de-7204-4bd6-ae63-735daae6bf42 req-b5f44738-47ac-4cf0-ac6d-ba3eba4a26e5 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122589 Aug 31 14:37:30.405955 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73d02320-5e57-44e3-b6c6-797965306c3d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:30.421172 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73d02320-5e57-44e3-b6c6-797965306c3d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:30.467704 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527cd4c-89e5-48b1-944c-fd59c1073f3e req-7aaf218b-4e4f-483f-b95f-64adcc541bf0 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:30.469270 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e527cd4c-89e5-48b1-944c-fd59c1073f3e req-7aaf218b-4e4f-483f-b95f-64adcc541bf0 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 946 time: 0.2663167 Aug 31 14:37:30.542900 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Allocated IP 172.20.0.2 (3c54181b-2bd5-4b60-bc3a-f4641056c2e5/f14df60f-253b-4e18-930d-18ab2fc42866/1b51b6bf-f894-458f-a762-0fa19908a265) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:30.618534 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5c59912-fae9-45b9-9131-068cf1832f11 req-b8f9cd3e-f72e-490e-b788-05e668b385f3 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788497 Aug 31 14:37:30.646648 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 3, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:30.651630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788547bf-35ba-4938-9607-7918d9ba6791 req-dc420be8-d462-4fcc-b7a2-1d5316461571 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:30.660129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-788547bf-35ba-4938-9607-7918d9ba6791 req-dc420be8-d462-4fcc-b7a2-1d5316461571 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 944 time: 0.1475694 Aug 31 14:37:30.701051 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769743b2-3486-418a-b631-c6ec9b5e8e2f None None] The sync data for ids ['7da9f62a-f51e-42a6-a5d8-520254b3082b'] in n-d-806683-5 is: [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:26Z', 'revision_number': 3, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:37:30.845087 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:30.857190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Transition to ACTIVE for port object 1b51b6bf-f894-458f-a762-0fa19908a265 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:30.885421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Transition to ACTIVE for port object 1b51b6bf-f894-458f-a762-0fa19908a265 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:30.896048 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:30.908553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-e527cd4c-89e5-48b1-944c-fd59c1073f3e req-98fd25df-7f43-4207-8d57-b94248f6d51b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Deleting port 91b31619-25ab-4b24-9050-a736195b58a7 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:30.908850 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e527cd4c-89e5-48b1-944c-fd59c1073f3e req-98fd25df-7f43-4207-8d57-b94248f6d51b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:30.951102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121d9be-d0ce-4cc6-bfba-b2c8096daffa req-8f124be5-3a98-4cca-a7ec-2ff59fa63e76 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:30.970141 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d121d9be-d0ce-4cc6-bfba-b2c8096daffa req-8f124be5-3a98-4cca-a7ec-2ff59fa63e76 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 945 time: 0.2069538 Aug 31 14:37:31.003746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Pushing event updated for resources: {'Port': ['ID=1b51b6bf-f894-458f-a762-0fa19908a265,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:31.029224 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:31.032583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:31.036410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:31.113144 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-788547bf-35ba-4938-9607-7918d9ba6791 req-05f3e744-95ec-4ebd-b71b-f3d64e200440 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469533 Aug 31 14:37:31.117273 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-73d02320-5e57-44e3-b6c6-797965306c3d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Floating IP 64e54568-4087-444d-a7de-b16082dab359 associated. External IP: 172.25.2.116, port: 658db4f1-db7b-49ff-836e-fd029bd8e251. Aug 31 14:37:31.133280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Attempting to bind port 1b51b6bf-f894-458f-a762-0fa19908a265 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:37:31.136312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Attempting to bind port 1b51b6bf-f894-458f-a762-0fa19908a265 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '7ab98dd8-ef67-453b-a8df-7fac41bf4024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:37:31.136781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Attempting to bind port 1b51b6bf-f894-458f-a762-0fa19908a265 on network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:31.167792 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:37:31.169125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Checking segment: {'id': '7ab98dd8-ef67-453b-a8df-7fac41bf4024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:31.169711 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:31.170451 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Bound using segment: {'id': '7ab98dd8-ef67-453b-a8df-7fac41bf4024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:37:31.171163 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Bound port: 1b51b6bf-f894-458f-a762-0fa19908a265, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab98dd8-ef67-453b-a8df-7fac41bf4024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:37:31.172057 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:31.346367 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d121d9be-d0ce-4cc6-bfba-b2c8096daffa req-6c16985e-ec62-4b66-b294-7ff9ae6ac5f8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748100 Aug 31 14:37:31.367332 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:31.474702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-e527cd4c-89e5-48b1-944c-fd59c1073f3e req-98fd25df-7f43-4207-8d57-b94248f6d51b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] For port 91b31619-25ab-4b24-9050-a736195b58a7, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=91b31619-25ab-4b24-9050-a736195b58a7,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:31.479583 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e527cd4c-89e5-48b1-944c-fd59c1073f3e req-98fd25df-7f43-4207-8d57-b94248f6d51b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:31.512493 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] For port 1b51b6bf-f894-458f-a762-0fa19908a265, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:37:31.516755 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-e527cd4c-89e5-48b1-944c-fd59c1073f3e req-98fd25df-7f43-4207-8d57-b94248f6d51b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Calling delete_port for 91b31619-25ab-4b24-9050-a736195b58a7 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:31.521076 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] For port 1b51b6bf-f894-458f-a762-0fa19908a265, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1b51b6bf-f894-458f-a762-0fa19908a265,segment=NetworkSegment(7ab98dd8-ef67-453b-a8df-7fac41bf4024),segment_id=7ab98dd8-ef67-453b-a8df-7fac41bf4024)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:37:31.526819 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:31.600863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d02320-5e57-44e3-b6c6-797965306c3d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Router c370bf0f-bdeb-4654-a3e2-5f008d84c756 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:37:31.690727 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751606b6-1380-4035-8b57-ae4323e58327 None None] Pushing event updated for resources: {'Port': ['ID=1b51b6bf-f894-458f-a762-0fa19908a265,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:32.021310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873dfcd-2dc1-4a1b-8f3f-22a29bb810fa req-59c701d2-c0a5-48aa-8d13-3eae1569109c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:32.034381 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7873dfcd-2dc1-4a1b-8f3f-22a29bb810fa req-59c701d2-c0a5-48aa-8d13-3eae1569109c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 945 time: 0.1621919 Aug 31 14:37:32.052439 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d02320-5e57-44e3-b6c6-797965306c3d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:37:32.066879 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b56ced-3a4b-4843-ad0a-053fb4aa1dd8 None None] Sync routers for ids ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:37:32.070432 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73d02320-5e57-44e3-b6c6-797965306c3d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:32.073886 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868b769-9a75-4c99-aca4-be0caa673822 req-26ed50af-2a6b-4905-b48c-02acb31d8604 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:32.080685 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b56ced-3a4b-4843-ad0a-053fb4aa1dd8 None None] Routers {'c370bf0f-bdeb-4654-a3e2-5f008d84c756'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:32.081490 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-77b56ced-3a4b-4843-ad0a-053fb4aa1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:37:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:32.086380 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c868b769-9a75-4c99-aca4-be0caa673822 req-26ed50af-2a6b-4905-b48c-02acb31d8604 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 946 time: 0.2691612 Aug 31 14:37:32.131150 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-73d02320-5e57-44e3-b6c6-797965306c3d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "PUT /v2.0/floatingips/64e54568-4087-444d-a7de-b16082dab359 HTTP/1.1" status: 200 len: 991 time: 3.0579906 Aug 31 14:37:32.137550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fad4684-00f2-488b-8cc6-ff43b7de0033', 'tag': '658db4f1-db7b-49ff-836e-fd029bd8e251'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:32.154329 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974ce4a3-01c5-4b94-9e57-9179d21bf3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1fad4684-00f2-488b-8cc6-ff43b7de0033", "tag": "658db4f1-db7b-49ff-836e-fd029bd8e251"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:32.216400 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7873dfcd-2dc1-4a1b-8f3f-22a29bb810fa req-2f96489e-cf1e-400a-8319-16c3a200f35e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780350 Aug 31 14:37:32.300377 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-77b56ced-3a4b-4843-ad0a-053fb4aa1dd8 None None] Set router c370bf0f-bdeb-4654-a3e2-5f008d84c756 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:32.457777 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c868b769-9a75-4c99-aca4-be0caa673822 req-50fae4dc-8410-4b7c-8540-e6e87d4433ed tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619566 Aug 31 14:37:32.552217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:37:32.575155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ebb03-aff2-448e-9a56-1ae67f93294f req-64313ba2-2971-4744-bf8c-93d87045388c tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:32.586327 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-515ebb03-aff2-448e-9a56-1ae67f93294f req-64313ba2-2971-4744-bf8c-93d87045388c tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 944 time: 0.1693497 Aug 31 14:37:32.639608 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-515ebb03-aff2-448e-9a56-1ae67f93294f req-f967fffa-e5f7-4442-98be-bdb8ffbf6a0d tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473855 Aug 31 14:37:32.669113 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e527cd4c-89e5-48b1-944c-fd59c1073f3e req-98fd25df-7f43-4207-8d57-b94248f6d51b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:32.733352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Allocated IP 172.20.0.1 (3c54181b-2bd5-4b60-bc3a-f4641056c2e5/f14df60f-253b-4e18-930d-18ab2fc42866/141aa81d-278a-4714-9684-ce84eaad82b8) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:32.744929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd25df-7f43-4207-8d57-b94248f6d51b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Pushing event deleted for resources: {'Port': ['ID=91b31619-25ab-4b24-9050-a736195b58a7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:32.749706 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['087719a5-efc1-4d80-bf44-e3bdb9f0e92f', '7e16ecce-8411-4f92-9add-ec061c7a7007'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:32.776858 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['41ac479a-b350-419f-b888-8466bf811e2d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:32.846996 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d3f9ae-20ff-4676-865e-4b4b16d8637f x-openstack-request-id: req-56d3f9ae-20ff-4676-865e-4b4b16d8637f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:32.847666 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fad4684-00f2-488b-8cc6-ff43b7de0033", "tag": "658db4f1-db7b-49ff-836e-fd029bd8e251", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:32.848241 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56d3f9ae-20ff-4676-865e-4b4b16d8637f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:32.849101 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fad4684-00f2-488b-8cc6-ff43b7de0033', 'tag': '658db4f1-db7b-49ff-836e-fd029bd8e251', 'status': 'completed', 'code': 200} Aug 31 14:37:32.919097 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-e527cd4c-89e5-48b1-944c-fd59c1073f3e req-98fd25df-7f43-4207-8d57-b94248f6d51b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] No DVR routers for this DVR port 91b31619-25ab-4b24-9050-a736195b58a7 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:37:32.925548 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-e527cd4c-89e5-48b1-944c-fd59c1073f3e req-98fd25df-7f43-4207-8d57-b94248f6d51b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:32.931078 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e527cd4c-89e5-48b1-944c-fd59c1073f3e req-98fd25df-7f43-4207-8d57-b94248f6d51b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.60 "DELETE /v2.0/ports/91b31619-25ab-4b24-9050-a736195b58a7 HTTP/1.1" status: 204 len: 173 time: 2.4552107 Aug 31 14:37:33.063438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ce4a3-01c5-4b94-9e57-9179d21bf3a4 req-2a6743b8-5e63-4e46-a8a6-b7595252cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:33.071210 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-974ce4a3-01c5-4b94-9e57-9179d21bf3a4 req-2a6743b8-5e63-4e46-a8a6-b7595252cd25 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c84d740f6207458bac8b14249c302797&device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 1096 time: 0.1728053 Aug 31 14:37:33.251557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1463ac1d-9e38-42b5-8e42-9f122dc4a9e0,segment=NetworkSegment(590ad72a-0cad-4679-9ccd-015c2707e320),segment_id=590ad72a-0cad-4679-9ccd-015c2707e320)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:33.272308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '1463ac1d-9e38-42b5-8e42-9f122dc4a9e0', 'network_id': '101a4553-ba75-4794-8da3-e23021a10035', 'port_id': '1463ac1d-9e38-42b5-8e42-9f122dc4a9e0', 'mac_address': 'fa:16:3e:8c:ac:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f24a932-ca6d-4aa8-b244-f4b1af982754', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:37:33.306045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3e4fe9-dd5c-4886-9c25-c5550a11b127', 'name': 'network-vif-deleted', 'tag': '91b31619-25ab-4b24-9050-a736195b58a7'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:33.308918 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 17d9429f-8357-4529-9192-a8253a94d5ed up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:33.311759 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69aa101b-9ed5-4780-9fc1-e81164110ad2" -d '{"events": [{"server_uuid": "6f3e4fe9-dd5c-4886-9c25-c5550a11b127", "name": "network-vif-deleted", "tag": "91b31619-25ab-4b24-9050-a736195b58a7"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:33.329777 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-77b56ced-3a4b-4843-ad0a-053fb4aa1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '64e54568-4087-444d-a7de-b16082dab359', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'port_id': '658db4f1-db7b-49ff-836e-fd029bd8e251', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'mac_address': 'fa:16:3e:d5:b0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fad4684-00f2-488b-8cc6-ff43b7de0033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:09Z', 'updated_at': '2021-08-31T14:37:30Z', 'revision_number': 1, 'project_id': 'c84d740f6207458bac8b14249c302797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:10Z', 'revision_number': 5, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:33.391014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ce4a3-01c5-4b94-9e57-9179d21bf3a4 req-0a944348-14d0-4bc6-abb7-4243505e6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:33.393804 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-974ce4a3-01c5-4b94-9e57-9179d21bf3a4 req-0a944348-14d0-4bc6-abb7-4243505e6890 service neutron] 10.222.0.25 "GET /v2.0/networks?id=59849f4f-b5bd-4a7f-b70c-d1daace00978 HTTP/1.1" status: 200 len: 912 time: 0.3142600 Aug 31 14:37:33.461059 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b56ced-3a4b-4843-ad0a-053fb4aa1dd8 None None] Checking router: c370bf0f-bdeb-4654-a3e2-5f008d84c756 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:37:33.463413 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:33.466890 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0373fce-93ba-46ff-b703-893ac03d179c x-openstack-request-id: req-a0373fce-93ba-46ff-b703-893ac03d179c {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:33.467068 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3e4fe9-dd5c-4886-9c25-c5550a11b127", "name": "network-vif-deleted", "tag": "91b31619-25ab-4b24-9050-a736195b58a7", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:33.467530 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0373fce-93ba-46ff-b703-893ac03d179c {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:33.467937 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3e4fe9-dd5c-4886-9c25-c5550a11b127', 'name': 'network-vif-deleted', 'tag': '91b31619-25ab-4b24-9050-a736195b58a7', 'status': 'completed', 'code': 200} Aug 31 14:37:33.496969 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b56ced-3a4b-4843-ad0a-053fb4aa1dd8 None None] Routers {'c370bf0f-bdeb-4654-a3e2-5f008d84c756'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:33.501148 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-77b56ced-3a4b-4843-ad0a-053fb4aa1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:37:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:33.609512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Transition to ACTIVE for port object 141aa81d-278a-4714-9684-ce84eaad82b8 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:33.673055 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f099518-fbb3-4ada-b735-8cb517378fc5 req-a79016ea-9e18-498e-bb4f-aade714ad701 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:33.678600 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-974ce4a3-01c5-4b94-9e57-9179d21bf3a4 req-b4e53ed4-3257-40c7-a84d-45ad98d8ac60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=658db4f1-db7b-49ff-836e-fd029bd8e251 HTTP/1.1" status: 200 len: 999 time: 0.2707443 Aug 31 14:37:33.683981 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1f099518-fbb3-4ada-b735-8cb517378fc5 req-a79016ea-9e18-498e-bb4f-aade714ad701 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 945 time: 0.2151146 Aug 31 14:37:33.789669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1c2d5211-e0b5-4264-a12e-4594bd059298 req-72a5150c-f95b-4724-8fec-60cebcfd902a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3e4fe9-dd5c-4886-9c25-c5550a11b127 HTTP/1.1" status: 200 len: 210 time: 0.0809777 Aug 31 14:37:33.807758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599e85cd-e7eb-453b-bcc5-afeb453bfdcf None None] Network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:37:33.826382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd19a-f06b-4696-bfcb-f1739a2171b2 req-9f6215a7-87f9-4a85-b182-85c0a879bc0e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:33.834084 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d33cd19a-f06b-4696-bfcb-f1739a2171b2 req-9f6215a7-87f9-4a85-b182-85c0a879bc0e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 945 time: 0.4715552 Aug 31 14:37:33.900728 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-77b56ced-3a4b-4843-ad0a-053fb4aa1dd8 None None] Set router c370bf0f-bdeb-4654-a3e2-5f008d84c756 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:33.901950 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ce4a3-01c5-4b94-9e57-9179d21bf3a4 req-d4270792-2a91-498b-ac6a-ee9eecfc23c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:33.905296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-974ce4a3-01c5-4b94-9e57-9179d21bf3a4 req-d4270792-2a91-498b-ac6a-ee9eecfc23c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8183bda-d8b2-43ca-9066-7e53408b7171 HTTP/1.1" status: 200 len: 850 time: 0.2251980 Aug 31 14:37:33.973809 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1f099518-fbb3-4ada-b735-8cb517378fc5 req-6dcdd6ef-100a-4a78-a768-f3c5c2d00367 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852280 Aug 31 14:37:34.026859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ce4a3-01c5-4b94-9e57-9179d21bf3a4 req-b70b36e1-6790-4fef-9032-56154857d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:34.029320 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-974ce4a3-01c5-4b94-9e57-9179d21bf3a4 req-b70b36e1-6790-4fef-9032-56154857d09f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59849f4f-b5bd-4a7f-b70c-d1daace00978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158144 Aug 31 14:37:34.033324 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:34.110436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=141aa81d-278a-4714-9684-ce84eaad82b8,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:34.154128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:34.157447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:34.167933 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:34.176295 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:34.224005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acff2d8-0b28-46c9-98d6-6157aefa4502 req-df0d7d75-73b9-484f-a35c-050d58256e87 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:34.233660 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1acff2d8-0b28-46c9-98d6-6157aefa4502 req-df0d7d75-73b9-484f-a35c-050d58256e87 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 944 time: 0.2583735 Aug 31 14:37:34.248353 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:34.282831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-974ce4a3-01c5-4b94-9e57-9179d21bf3a4 req-fac5862c-7eba-4cee-bbed-4a54478e3b31 service neutron] 10.222.0.25 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431917 Aug 31 14:37:34.320948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-d33cd19a-f06b-4696-bfcb-f1739a2171b2 req-09da8b9f-a136-47c2-b13f-3508e673c04e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Deleting port bccb29de-f18e-4b85-bf2a-3f1578b7e59a {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:34.321457 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d33cd19a-f06b-4696-bfcb-f1739a2171b2 req-09da8b9f-a136-47c2-b13f-3508e673c04e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:34.389983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1acff2d8-0b28-46c9-98d6-6157aefa4502 req-fc8477fe-f139-46af-99bc-f9d4d67ca0f4 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532950 Aug 31 14:37:34.445297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 91b31619-25ab-4b24-9050-a736195b58a7 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:37:34.505677 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-974ce4a3-01c5-4b94-9e57-9179d21bf3a4 req-21a329a2-2781-4fed-b2d1-78c649596437 service neutron] 10.222.0.25 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970448 Aug 31 14:37:34.549887 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-77b56ced-3a4b-4843-ad0a-053fb4aa1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '64e54568-4087-444d-a7de-b16082dab359', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'port_id': '658db4f1-db7b-49ff-836e-fd029bd8e251', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'mac_address': 'fa:16:3e:d5:b0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fad4684-00f2-488b-8cc6-ff43b7de0033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:09Z', 'updated_at': '2021-08-31T14:37:30Z', 'revision_number': 1, 'project_id': 'c84d740f6207458bac8b14249c302797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:10Z', 'revision_number': 5, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:34.587958 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:34.589777 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b56ced-3a4b-4843-ad0a-053fb4aa1dd8 None None] The sync data for ids ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'] in n-d-806683-5 is: [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '64e54568-4087-444d-a7de-b16082dab359', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'port_id': '658db4f1-db7b-49ff-836e-fd029bd8e251', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'mac_address': 'fa:16:3e:d5:b0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fad4684-00f2-488b-8cc6-ff43b7de0033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:09Z', 'updated_at': '2021-08-31T14:37:30Z', 'revision_number': 1, 'project_id': 'c84d740f6207458bac8b14249c302797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:10Z', 'revision_number': 5, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:37:34.624095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 91b31619-25ab-4b24-9050-a736195b58a7 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:37:34.624436 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 91b31619-25ab-4b24-9050-a736195b58a7 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:37:34.652435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3e6c34c0-e2d6-47ea-9771-b52359d7143c None None] Provisioning for port 1b51b6bf-f894-458f-a762-0fa19908a265 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:34.661118 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-d33cd19a-f06b-4696-bfcb-f1739a2171b2 req-09da8b9f-a136-47c2-b13f-3508e673c04e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] For port bccb29de-f18e-4b85-bf2a-3f1578b7e59a, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bccb29de-f18e-4b85-bf2a-3f1578b7e59a,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:34.661489 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d33cd19a-f06b-4696-bfcb-f1739a2171b2 req-09da8b9f-a136-47c2-b13f-3508e673c04e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:34.677533 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:34.771081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 17d9429f-8357-4529-9192-a8253a94d5ed completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:34.795978 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 17d9429f-8357-4529-9192-a8253a94d5ed triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:34.796348 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:34.800090 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-d33cd19a-f06b-4696-bfcb-f1739a2171b2 req-09da8b9f-a136-47c2-b13f-3508e673c04e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Calling delete_port for bccb29de-f18e-4b85-bf2a-3f1578b7e59a owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:34.801543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1463ac1d-9e38-42b5-8e42-9f122dc4a9e0,segment=NetworkSegment(590ad72a-0cad-4679-9ccd-015c2707e320),segment_id=590ad72a-0cad-4679-9ccd-015c2707e320)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:34.855573 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:35.001128 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1463ac1d-9e38-42b5-8e42-9f122dc4a9e0,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:35.117652 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:35.133946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b09909-f52e-42c4-a012-a02d72fe1de8 None None] New status for floating IP 64e54568-4087-444d-a7de-b16082dab359: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:37:35.168776 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['1463ac1d-9e38-42b5-8e42-9f122dc4a9e0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:35.238687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9169e-4c03-4b05-94a4-717874d34911 req-837b7938-2db1-4790-9682-edf3b198f3e5 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:35.252238 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b5f9169e-4c03-4b05-94a4-717874d34911 req-837b7938-2db1-4790-9682-edf3b198f3e5 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 945 time: 0.0958385 Aug 31 14:37:35.311618 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b5f9169e-4c03-4b05-94a4-717874d34911 req-31e2e4f5-ac8f-4a0d-8bc6-ba8294e8398e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580623 Aug 31 14:37:35.408836 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 17d9429f-8357-4529-9192-a8253a94d5ed, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=17d9429f-8357-4529-9192-a8253a94d5ed,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:35.463864 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:35.478696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:35.525054 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:35.543746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b51b6bf-f894-458f-a762-0fa19908a265 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:35.647341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8215ebac-0ba9-4304-9194-1e22242fd899 None None] Provisioning for port 141aa81d-278a-4714-9684-ce84eaad82b8 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:35.718139 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=141aa81d-278a-4714-9684-ce84eaad82b8,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:35.720972 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:35.776076 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8215ebac-0ba9-4304-9194-1e22242fd899 None None] Provisioning complete for port 141aa81d-278a-4714-9684-ce84eaad82b8 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:35.776360 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8215ebac-0ba9-4304-9194-1e22242fd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:35.801107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99090b8-cd47-42f3-b09f-6306febf4adc req-e34e0dac-ac91-4a64-bbe2-6aa943f5a8cd tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:35.802949 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c99090b8-cd47-42f3-b09f-6306febf4adc req-e34e0dac-ac91-4a64-bbe2-6aa943f5a8cd tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 945 time: 0.1894538 Aug 31 14:37:35.894896 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=17d9429f-8357-4529-9192-a8253a94d5ed,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:35.927317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8215ebac-0ba9-4304-9194-1e22242fd899 None None] Port 141aa81d-278a-4714-9684-ce84eaad82b8 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:37:35.930812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 1b51b6bf-f894-458f-a762-0fa19908a265 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:35.956812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1b51b6bf-f894-458f-a762-0fa19908a265 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:35.957181 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:36.017508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8215ebac-0ba9-4304-9194-1e22242fd899 None None] Provisioning complete for port 1b51b6bf-f894-458f-a762-0fa19908a265 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:36.018460 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8215ebac-0ba9-4304-9194-1e22242fd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:36.029823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d33cd19a-f06b-4696-bfcb-f1739a2171b2 req-09da8b9f-a136-47c2-b13f-3508e673c04e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:36.072269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da8b9f-a136-47c2-b13f-3508e673c04e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Pushing event deleted for resources: {'Port': ['ID=bccb29de-f18e-4b85-bf2a-3f1578b7e59a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:36.089884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bccb29de-f18e-4b85-bf2a-3f1578b7e59a no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:37:36.104227 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c99090b8-cd47-42f3-b09f-6306febf4adc req-6e333a23-e9e5-4b02-9e23-ade7e0238024 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667642 Aug 31 14:37:36.153256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: bccb29de-f18e-4b85-bf2a-3f1578b7e59a {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:37:36.153739 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bccb29de-f18e-4b85-bf2a-3f1578b7e59a not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:37:36.188993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33cd19a-f06b-4696-bfcb-f1739a2171b2 req-09da8b9f-a136-47c2-b13f-3508e673c04e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] No DVR routers for this DVR port bccb29de-f18e-4b85-bf2a-3f1578b7e59a on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:37:36.199134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d33cd19a-f06b-4696-bfcb-f1739a2171b2 req-09da8b9f-a136-47c2-b13f-3508e673c04e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:36.206982 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d33cd19a-f06b-4696-bfcb-f1739a2171b2 req-09da8b9f-a136-47c2-b13f-3508e673c04e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "DELETE /v2.0/ports/bccb29de-f18e-4b85-bf2a-3f1578b7e59a HTTP/1.1" status: 204 len: 173 time: 2.3646374 Aug 31 14:37:36.206982 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b885e603-aa30-474c-bf5d-024a21c58e23', 'name': 'network-vif-deleted', 'tag': 'bccb29de-f18e-4b85-bf2a-3f1578b7e59a'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:36.206982 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee539270-a875-4721-8cad-a0c2f5b20fc8" -d '{"events": [{"server_uuid": "b885e603-aa30-474c-bf5d-024a21c58e23", "name": "network-vif-deleted", "tag": "bccb29de-f18e-4b85-bf2a-3f1578b7e59a"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:36.217850 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:36.220311 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:36.448846 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dd60d4-dac4-485f-8903-c7f6e2c524a6 x-openstack-request-id: req-24dd60d4-dac4-485f-8903-c7f6e2c524a6 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:36.449036 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b885e603-aa30-474c-bf5d-024a21c58e23", "name": "network-vif-deleted", "tag": "bccb29de-f18e-4b85-bf2a-3f1578b7e59a", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:36.449280 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24dd60d4-dac4-485f-8903-c7f6e2c524a6 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:36.450475 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b885e603-aa30-474c-bf5d-024a21c58e23', 'name': 'network-vif-deleted', 'tag': 'bccb29de-f18e-4b85-bf2a-3f1578b7e59a', 'status': 'completed', 'code': 200} Aug 31 14:37:36.484272 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8215ebac-0ba9-4304-9194-1e22242fd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:36.534756 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Router 7da9f62a-f51e-42a6-a5d8-520254b3082b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:37:36.674059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-8215ebac-0ba9-4304-9194-1e22242fd899 None None] For port 1b51b6bf-f894-458f-a762-0fa19908a265, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1b51b6bf-f894-458f-a762-0fa19908a265,segment=NetworkSegment(7ab98dd8-ef67-453b-a8df-7fac41bf4024),segment_id=7ab98dd8-ef67-453b-a8df-7fac41bf4024)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:36.675754 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:36.685494 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8215ebac-0ba9-4304-9194-1e22242fd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:36.711771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4a3761f-675d-45e1-b393-1896502dedbc req-5925bedb-581d-40d7-808b-625def62f3bc tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b885e603-aa30-474c-bf5d-024a21c58e23 HTTP/1.1" status: 200 len: 210 time: 0.0746918 Aug 31 14:37:36.764576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215ebac-0ba9-4304-9194-1e22242fd899 None None] Pushing event updated for resources: {'Port': ['ID=1b51b6bf-f894-458f-a762-0fa19908a265,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:36.821030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:37:36.832462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60292) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:36.833188 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d7ff653f-944c-4601-ae78-04b26154e21e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "PUT /v2.0/routers/7da9f62a-f51e-42a6-a5d8-520254b3082b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4310045 Aug 31 14:37:36.833354 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Sync routers for ids ['7da9f62a-f51e-42a6-a5d8-520254b3082b'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:37:36.841873 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:37:36.842460 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:37:36.845773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d9bf1662-025f-4e61-906d-62e4a92075a0 None None] Provisioning complete for port 141aa81d-278a-4714-9684-ce84eaad82b8 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:36.846344 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9bf1662-025f-4e61-906d-62e4a92075a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:36.873861 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Routers {'7da9f62a-f51e-42a6-a5d8-520254b3082b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:36.875256 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:37:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7da9f62a-f51e-42a6-a5d8-520254b3082b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:36.902381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf1662-025f-4e61-906d-62e4a92075a0 None None] Port 141aa81d-278a-4714-9684-ce84eaad82b8 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:37:37.035698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['400b284a-3fbf-4d55-bd12-4118fd70f525'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:37.249491 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Set router 7da9f62a-f51e-42a6-a5d8-520254b3082b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:37.305408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b98664e-7d4c-48ad-8d39-51957fb33ee9 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.320489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b98664e-7d4c-48ad-8d39-51957fb33ee9 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.320489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b98664e-7d4c-48ad-8d39-51957fb33ee9 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.320489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b98664e-7d4c-48ad-8d39-51957fb33ee9 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.320489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b98664e-7d4c-48ad-8d39-51957fb33ee9 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.320489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b98664e-7d4c-48ad-8d39-51957fb33ee9 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.320489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b98664e-7d4c-48ad-8d39-51957fb33ee9 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.330815 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b98664e-7d4c-48ad-8d39-51957fb33ee9 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.333616 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5b98664e-7d4c-48ad-8d39-51957fb33ee9 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5688 time: 0.4987853 Aug 31 14:37:37.335574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022032c-be65-4afc-b32c-b62dc45d11da req-dfe683fa-9a52-4eeb-a75b-8bb012454c53 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.338098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60306) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:37.346575 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2022032c-be65-4afc-b32c-b62dc45d11da req-dfe683fa-9a52-4eeb-a75b-8bb012454c53 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 945 time: 0.0826535 Aug 31 14:37:37.407382 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2022032c-be65-4afc-b32c-b62dc45d11da req-081136a8-f7e1-46a9-983c-76a980b8c15f tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545776 Aug 31 14:37:37.490459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ffd37-457f-4741-a039-c75121465a93 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.492047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ffd37-457f-4741-a039-c75121465a93 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.493866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ffd37-457f-4741-a039-c75121465a93 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.494780 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ffd37-457f-4741-a039-c75121465a93 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.495566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ffd37-457f-4741-a039-c75121465a93 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.496343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ffd37-457f-4741-a039-c75121465a93 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.497073 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ffd37-457f-4741-a039-c75121465a93 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.497573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ffd37-457f-4741-a039-c75121465a93 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:37.502920 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-232ffd37-457f-4741-a039-c75121465a93 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5290 time: 0.1604609 Aug 31 14:37:37.503076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60310) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:37.670636 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 17d9429f-8357-4529-9192-a8253a94d5ed up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:37.799627 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:34Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '141aa81d-278a-4714-9684-ce84eaad82b8', 'name': '', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:06:6d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:31Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 2, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:37.809588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 17d9429f-8357-4529-9192-a8253a94d5ed triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:37.809964 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:37.852972 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Checking router: 7da9f62a-f51e-42a6-a5d8-520254b3082b for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:37:37.854274 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Updating router 7da9f62a-f51e-42a6-a5d8-520254b3082b port 141aa81d-278a-4714-9684-ce84eaad82b8 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:37:37.863493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a2279f11-b7e6-425d-ac0e-b0771b53c46d tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2324 time: 0.3556421 Aug 31 14:37:37.923262 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:38.046997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b51b6bf-f894-458f-a762-0fa19908a265 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:38.227947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1b51b6bf-f894-458f-a762-0fa19908a265 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:38.228981 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:38.259481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60340) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:38.265780 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357083261', 'description': 'tempest-secgroup-smoke-1357083261 description', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:38.358478 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:38.429468 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:38.442182 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Transition to ACTIVE for port object 141aa81d-278a-4714-9684-ce84eaad82b8 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:38.451618 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:38.535546 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0457b-e8cd-43a0-a6e1-ccd71c818e6b None None] Pushing event updated for resources: {'Port': ['ID=141aa81d-278a-4714-9684-ce84eaad82b8,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:38.568477 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0457b-e8cd-43a0-a6e1-ccd71c818e6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.568821 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0457b-e8cd-43a0-a6e1-ccd71c818e6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.569282 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0457b-e8cd-43a0-a6e1-ccd71c818e6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.569604 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0457b-e8cd-43a0-a6e1-ccd71c818e6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.570430 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0457b-e8cd-43a0-a6e1-ccd71c818e6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.570777 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0457b-e8cd-43a0-a6e1-ccd71c818e6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.571107 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0457b-e8cd-43a0-a6e1-ccd71c818e6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.571550 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0457b-e8cd-43a0-a6e1-ccd71c818e6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.572055 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0457b-e8cd-43a0-a6e1-ccd71c818e6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.572385 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0457b-e8cd-43a0-a6e1-ccd71c818e6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.572710 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0457b-e8cd-43a0-a6e1-ccd71c818e6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.573057 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0457b-e8cd-43a0-a6e1-ccd71c818e6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.617526 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:38.625146 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:38.636356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2631cf4-2aa9-4f08-a9ff-537754278f38 req-316aa8d7-7674-4953-96b0-da33630aea06 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:38.645969 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e2631cf4-2aa9-4f08-a9ff-537754278f38 req-316aa8d7-7674-4953-96b0-da33630aea06 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 945 time: 0.1005220 Aug 31 14:37:38.654716 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Attempting to bind port 141aa81d-278a-4714-9684-ce84eaad82b8 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:37:38.655284 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Attempting to bind port 141aa81d-278a-4714-9684-ce84eaad82b8 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '7ab98dd8-ef67-453b-a8df-7fac41bf4024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:37:38.655792 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Attempting to bind port 141aa81d-278a-4714-9684-ce84eaad82b8 on network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:38.662308 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:37:38.662740 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Checking segment: {'id': '7ab98dd8-ef67-453b-a8df-7fac41bf4024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:38.663319 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:38.664981 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Bound using segment: {'id': '7ab98dd8-ef67-453b-a8df-7fac41bf4024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:37:38.664981 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Bound port: 141aa81d-278a-4714-9684-ce84eaad82b8, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab98dd8-ef67-453b-a8df-7fac41bf4024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:37:38.664981 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:38.696220 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:38.699616 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4380894 Aug 31 14:37:38.702844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60354) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:38.713544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-053c2a52-cec4-4b4d-84e4-4d32c5984d5d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:38.724045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:38.738798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.740873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.741520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.743412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.744193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.744721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.745799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.747032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.778923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.785819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.789153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.790624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280c4bf-60c6-456d-8cff-3931d178f97a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:38.799892 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] For port 141aa81d-278a-4714-9684-ce84eaad82b8, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:37:38.806950 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] For port 141aa81d-278a-4714-9684-ce84eaad82b8, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=141aa81d-278a-4714-9684-ce84eaad82b8,segment=NetworkSegment(7ab98dd8-ef67-453b-a8df-7fac41bf4024),segment_id=7ab98dd8-ef67-453b-a8df-7fac41bf4024)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:37:38.813854 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:38.841007 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e2631cf4-2aa9-4f08-a9ff-537754278f38 req-863ad916-45a7-4bed-a0a7-986a595e8f25 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937203 Aug 31 14:37:38.874037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:38.901356 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053c2a52-cec4-4b4d-84e4-4d32c5984d5d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:39.110410 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Routers {'7da9f62a-f51e-42a6-a5d8-520254b3082b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:39.111234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:39.111689 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:37:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7da9f62a-f51e-42a6-a5d8-520254b3082b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:39.117503 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053c2a52-cec4-4b4d-84e4-4d32c5984d5d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:39.120691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:39.127804 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:39.135093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053c2a52-cec4-4b4d-84e4-4d32c5984d5d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:39.205312 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053c2a52-cec4-4b4d-84e4-4d32c5984d5d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:39.211604 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-053c2a52-cec4-4b4d-84e4-4d32c5984d5d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5071342 Aug 31 14:37:39.213450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60364) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:39.215165 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c2a52-cec4-4b4d-84e4-4d32c5984d5d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54451f94-83df-4695-847a-01c8de4b6a2e,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:39.222727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7a2afa51-468e-4760-a17d-77a388dac779 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:39.284525 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0457b-e8cd-43a0-a6e1-ccd71c818e6b None None] Pushing event updated for resources: {'Port': ['ID=141aa81d-278a-4714-9684-ce84eaad82b8,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:39.308430 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a2afa51-468e-4760-a17d-77a388dac779 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:39.428407 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:39.494540 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a2afa51-468e-4760-a17d-77a388dac779 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:39.509705 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a2afa51-468e-4760-a17d-77a388dac779 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:39.519927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1463ac1d-9e38-42b5-8e42-9f122dc4a9e0,segment=NetworkSegment(590ad72a-0cad-4679-9ccd-015c2707e320),segment_id=590ad72a-0cad-4679-9ccd-015c2707e320)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:39.522144 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b8c4cc-6f61-495e-9224-93cf1b8cb750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1463ac1d-9e38-42b5-8e42-9f122dc4a9e0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:39.528604 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ae4813-4d4b-44db-9bfb-a8a755fbf9c1" -d '{"events": [{"server_uuid": "d9b8c4cc-6f61-495e-9224-93cf1b8cb750", "name": "network-vif-plugged", "status": "completed", "tag": "1463ac1d-9e38-42b5-8e42-9f122dc4a9e0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:39.546678 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:39.579740 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] Set router 7da9f62a-f51e-42a6-a5d8-520254b3082b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:39.616075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2afa51-468e-4760-a17d-77a388dac779 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2911c68e-7881-4e8f-a3e5-68c47d944ab1,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:39.640693 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a2afa51-468e-4760-a17d-77a388dac779 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:39.642605 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7a2afa51-468e-4760-a17d-77a388dac779 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4274690 Aug 31 14:37:39.649167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60386) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:39.654738 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4ff00c56-3a90-45eb-a3aa-711d2ef17d84 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:39.714868 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af1c8f7-0eec-4ca2-9850-ca09311780f9 x-openstack-request-id: req-1af1c8f7-0eec-4ca2-9850-ca09311780f9 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:39.715283 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b8c4cc-6f61-495e-9224-93cf1b8cb750", "name": "network-vif-plugged", "status": "completed", "tag": "1463ac1d-9e38-42b5-8e42-9f122dc4a9e0", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:39.715541 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1af1c8f7-0eec-4ca2-9850-ca09311780f9 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:39.715940 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b8c4cc-6f61-495e-9224-93cf1b8cb750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1463ac1d-9e38-42b5-8e42-9f122dc4a9e0', 'code': 200} Aug 31 14:37:39.727808 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1463ac1d-9e38-42b5-8e42-9f122dc4a9e0,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:39.907982 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-39195d6f-2b2a-4253-8db3-bf4373696472 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:39.924481 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-39195d6f-2b2a-4253-8db3-bf4373696472 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.3264043 Aug 31 14:37:39.954155 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-9d9f08f3-c45b-4b8c-94ef-98f25bab06ec tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/quotas/46f935b702854d8dbae5e4bdfcb9bc20 HTTP/1.1" status: 200 len: 375 time: 0.0286663 Aug 31 14:37:40.087701 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:34Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '141aa81d-278a-4714-9684-ce84eaad82b8', 'name': '', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:06:6d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:31Z', 'updated_at': '2021-08-31T14:37:38Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:40.091296 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-0c01e2da-9d26-4686-8644-081cbea25b57 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1270719 Aug 31 14:37:40.133558 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccd9f1-df8f-49fa-8406-afe0ca329647 None None] The sync data for ids ['7da9f62a-f51e-42a6-a5d8-520254b3082b'] in n-d-806683-5 is: [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:34Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '141aa81d-278a-4714-9684-ce84eaad82b8', 'name': '', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:06:6d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:31Z', 'updated_at': '2021-08-31T14:37:38Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:37:40.248373 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ff00c56-3a90-45eb-a3aa-711d2ef17d84 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:40.314639 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-64bc8bda-4a9b-4905-96ed-3307ab99baca service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219503 Aug 31 14:37:40.342178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69346f-99cd-4323-8fe6-40ea04d390e5 req-7cc6f27c-ea4c-4c1a-9caf-4dd6bdb545ac tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:40.349723 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b69346f-99cd-4323-8fe6-40ea04d390e5 req-7cc6f27c-ea4c-4c1a-9caf-4dd6bdb545ac tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 946 time: 0.1572185 Aug 31 14:37:40.479595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b038b-c5af-4415-97e1-481c48065c0d req-5566b9c6-9b26-4ef6-b89c-7d6d231937bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:40.485870 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a9b038b-c5af-4415-97e1-481c48065c0d req-5566b9c6-9b26-4ef6-b89c-7d6d231937bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 1097 time: 0.7463350 Aug 31 14:37:40.547169 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-4596dcec-ab24-4fa9-b5bc-b72629e4db6c service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284846 Aug 31 14:37:40.598972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ff00c56-3a90-45eb-a3aa-711d2ef17d84 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:40.628810 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ff00c56-3a90-45eb-a3aa-711d2ef17d84 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:40.687060 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b69346f-99cd-4323-8fe6-40ea04d390e5 req-e8b297ec-cfc8-413e-a41c-3009acb63a2d tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363349 Aug 31 14:37:40.723618 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a9b038b-c5af-4415-97e1-481c48065c0d req-cd0f8da0-7c5a-4d89-a490-bf1e19bff43f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883426 Aug 31 14:37:40.726136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff00c56-3a90-45eb-a3aa-711d2ef17d84 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5239e345-3061-427e-b99d-a3598f44e51f,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:40.729829 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ff00c56-3a90-45eb-a3aa-711d2ef17d84 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:40.732453 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4ff00c56-3a90-45eb-a3aa-711d2ef17d84 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0814044 Aug 31 14:37:40.734798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60420) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:40.747630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-36b873d9-c5e7-453f-b9b4-1c7854747b0d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:40.893170 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e725710b-5a6a-4fe2-adf1-8aa70a49d06f req-f2c10749-f091-48d0-95bc-2e8b3b12fb21 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 210 time: 0.0894237 Aug 31 14:37:40.894804 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36b873d9-c5e7-453f-b9b4-1c7854747b0d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:41.031283 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36b873d9-c5e7-453f-b9b4-1c7854747b0d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:41.036952 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36b873d9-c5e7-453f-b9b4-1c7854747b0d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:41.114084 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36b873d9-c5e7-453f-b9b4-1c7854747b0d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:41.118852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60440) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:41.119772 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-36b873d9-c5e7-453f-b9b4-1c7854747b0d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3826394 Aug 31 14:37:41.124046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8e39c387-97ad-44c0-9d91-f97d36cf1b83 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:41.124947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b873d9-c5e7-453f-b9b4-1c7854747b0d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee89054f-4d4e-44fd-9f88-9c429e3ae946,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:41.175908 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-8e39c387-97ad-44c0-9d91-f97d36cf1b83 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Project b21ea8be72d24ece82d41eca10d2c981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:37:41.186407 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e39c387-97ad-44c0-9d91-f97d36cf1b83 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:41.347786 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e39c387-97ad-44c0-9d91-f97d36cf1b83 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:41.354315 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e39c387-97ad-44c0-9d91-f97d36cf1b83 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:41.399044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39c387-97ad-44c0-9d91-f97d36cf1b83 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6365f2db-abf4-48a6-be4e-7fcd21491086,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:41.420763 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e39c387-97ad-44c0-9d91-f97d36cf1b83 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:41.426829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60448) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:41.429957 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8e39c387-97ad-44c0-9d91-f97d36cf1b83 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3024170 Aug 31 14:37:41.435376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-069e78cc-0c4b-4891-a269-66c099dbb1c8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'security_group_rule': {'security_group_id': 'b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f', 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:41.537854 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-069e78cc-0c4b-4891-a269-66c099dbb1c8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Project b21ea8be72d24ece82d41eca10d2c981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:37:41.545395 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-069e78cc-0c4b-4891-a269-66c099dbb1c8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:41.606625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d37e3a-9184-437d-aaf6-cef79759a027 req-e41236a4-ede0-42cb-9237-4fb254d6d7e0 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:41.615249 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1d37e3a-9184-437d-aaf6-cef79759a027 req-e41236a4-ede0-42cb-9237-4fb254d6d7e0 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 945 time: 0.1480312 Aug 31 14:37:41.728431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 141aa81d-278a-4714-9684-ce84eaad82b8 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:41.760105 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-069e78cc-0c4b-4891-a269-66c099dbb1c8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:41.762009 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1d37e3a-9184-437d-aaf6-cef79759a027 req-ee37a04f-f8ab-4f72-87cc-167ffdb015a5 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455255 Aug 31 14:37:41.766262 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-069e78cc-0c4b-4891-a269-66c099dbb1c8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:41.810431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e78cc-0c4b-4891-a269-66c099dbb1c8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d31a56-7473-4eff-9c60-9c9438205f38,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:41.821126 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-069e78cc-0c4b-4891-a269-66c099dbb1c8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:41.824133 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-069e78cc-0c4b-4891-a269-66c099dbb1c8 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3947308 Aug 31 14:37:41.996821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 141aa81d-278a-4714-9684-ce84eaad82b8 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:42.018080 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 141aa81d-278a-4714-9684-ce84eaad82b8 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:42.018573 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:42.098415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a77d7-9dd8-4c74-8a89-7ac748e651eb req-f96d8dbc-a8a3-4ec6-936a-8846e1e88fa4 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:42.100950 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c05a77d7-9dd8-4c74-8a89-7ac748e651eb req-f96d8dbc-a8a3-4ec6-936a-8846e1e88fa4 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 946 time: 0.2126682 Aug 31 14:37:42.225579 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:42.282293 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c05a77d7-9dd8-4c74-8a89-7ac748e651eb req-cea0f3e9-dcbd-4983-ba1a-b302559a9062 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751328 Aug 31 14:37:42.317753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 141aa81d-278a-4714-9684-ce84eaad82b8, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=141aa81d-278a-4714-9684-ce84eaad82b8,segment=NetworkSegment(7ab98dd8-ef67-453b-a8df-7fac41bf4024),segment_id=7ab98dd8-ef67-453b-a8df-7fac41bf4024)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:42.325257 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:42.436322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=141aa81d-278a-4714-9684-ce84eaad82b8,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:42.472770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:42.474463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:42.474959 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:42.475972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:42.477750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:42.478678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:42.479144 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:42.482721 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:42.483326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:42.483799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:42.484247 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:42.484691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:42.642851 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-0f9336fe-63cc-4a0e-ac47-1c4fec61798e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357083261&fields=id&tenant_id=b21ea8be72d24ece82d41eca10d2c981 HTTP/1.1" status: 200 len: 267 time: 0.1568177 Aug 31 14:37:42.875215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-13a55661-1033-477d-ac4f-2e4554b1844f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:42.882897 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-13a55661-1033-477d-ac4f-2e4554b1844f tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/networks?id=3c54181b-2bd5-4b60-bc3a-f4641056c2e5 HTTP/1.1" status: 200 len: 795 time: 0.2381947 Aug 31 14:37:42.902300 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-adc6dcb8-5791-4da0-aec0-996c5119cd33 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/quotas/b21ea8be72d24ece82d41eca10d2c981 HTTP/1.1" status: 200 len: 375 time: 0.0171065 Aug 31 14:37:42.927720 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7ea31bf-a03d-4ed3-92eb-5c280e79cc7d req-b304e20e-c4ae-4134-bbd6-54beefac3a38 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 210 time: 0.8122561 Aug 31 14:37:43.005125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845763d2-230f-4078-bbf2-5a2049283708 req-efbc4b43-81f7-4b80-822d-94bc93cef636 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:43.021149 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-845763d2-230f-4078-bbf2-5a2049283708 req-efbc4b43-81f7-4b80-822d-94bc93cef636 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.60 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 945 time: 0.1148589 Aug 31 14:37:43.025922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-3a8a5ff8-b738-4813-b428-7c94a885a144 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b21ea8be72d24ece82d41eca10d2c981&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232679 Aug 31 14:37:43.177703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-845763d2-230f-4078-bbf2-5a2049283708 req-abd2eb8f-ad4e-4eba-83c3-32cc6001b30b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Deleting port 7e16ecce-8411-4f92-9add-ec061c7a7007 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:43.178008 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-845763d2-230f-4078-bbf2-5a2049283708 req-abd2eb8f-ad4e-4eba-83c3-32cc6001b30b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:43.187378 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-7bb82592-2ef1-43f7-9d8b-d6ed047aa343 service neutron] 10.222.0.39 "GET /v2.0/networks/3c54181b-2bd5-4b60-bc3a-f4641056c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423922 Aug 31 14:37:43.302639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-ac70e7d9-ba5a-45f0-abbd-5235f044b457 service neutron] 10.222.0.39 "GET /v2.0/networks/3c54181b-2bd5-4b60-bc3a-f4641056c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140206 Aug 31 14:37:43.320722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f6e36-8140-45b8-96f6-b9e68c8b6dc6 req-527ce438-def0-47db-8682-83f26900c480 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:43.322323 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-211f6e36-8140-45b8-96f6-b9e68c8b6dc6 req-527ce438-def0-47db-8682-83f26900c480 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 945 time: 0.1223652 Aug 31 14:37:43.427674 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-211f6e36-8140-45b8-96f6-b9e68c8b6dc6 req-490cbdf0-8d40-4863-81c1-76abc38d898f tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943305 Aug 31 14:37:43.471608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-845763d2-230f-4078-bbf2-5a2049283708 req-abd2eb8f-ad4e-4eba-83c3-32cc6001b30b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] For port 7e16ecce-8411-4f92-9add-ec061c7a7007, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7e16ecce-8411-4f92-9add-ec061c7a7007,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:43.472670 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-845763d2-230f-4078-bbf2-5a2049283708 req-abd2eb8f-ad4e-4eba-83c3-32cc6001b30b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:43.517587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-845763d2-230f-4078-bbf2-5a2049283708 req-abd2eb8f-ad4e-4eba-83c3-32cc6001b30b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Calling delete_port for 7e16ecce-8411-4f92-9add-ec061c7a7007 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:43.603097 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 141aa81d-278a-4714-9684-ce84eaad82b8 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:43.657207 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-78aafd85-c542-4b34-9091-30e2d74ec127 req-288013cf-df07-4dc4-8593-8bc0ecfd408c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 210 time: 0.0622418 Aug 31 14:37:43.724969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 141aa81d-278a-4714-9684-ce84eaad82b8 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:43.725658 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:43.780492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-09b2fea6-885c-4e6d-83de-6501f1aff5b5 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:43.792983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-09b2fea6-885c-4e6d-83de-6501f1aff5b5 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.5062976 Aug 31 14:37:43.817769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-3a767e93-ea44-444e-a126-b297a7529d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Request body: {'port': {'device_id': 'db7252a9-0d5f-4ce5-bdbd-56f4760ce533', 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'admin_state_up': True, 'tenant_id': '46f935b702854d8dbae5e4bdfcb9bc20'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:43.832063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827a786-58f9-4963-bccf-6264a3c31908 req-64a3433c-d346-4e6f-9eb0-0ee05c1f43ca tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:43.840683 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a827a786-58f9-4963-bccf-6264a3c31908 req-64a3433c-d346-4e6f-9eb0-0ee05c1f43ca tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 946 time: 0.1639791 Aug 31 14:37:43.905537 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-845763d2-230f-4078-bbf2-5a2049283708 req-abd2eb8f-ad4e-4eba-83c3-32cc6001b30b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:43.917768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['41ac479a-b350-419f-b888-8466bf811e2d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:43.925035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['087719a5-efc1-4d80-bf44-e3bdb9f0e92f', '7e16ecce-8411-4f92-9add-ec061c7a7007'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:43.983128 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a827a786-58f9-4963-bccf-6264a3c31908 req-3827fce2-865f-40b5-9922-ee26e80933f1 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308088 Aug 31 14:37:44.104720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-3a767e93-ea44-444e-a126-b297a7529d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Made reservation on behalf of 46f935b702854d8dbae5e4bdfcb9bc20 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:44.110132 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-3a767e93-ea44-444e-a126-b297a7529d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:44.154304 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2eb8f-ad4e-4eba-83c3-32cc6001b30b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Pushing event deleted for resources: {'Port': ['ID=7e16ecce-8411-4f92-9add-ec061c7a7007,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:44.196690 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-845763d2-230f-4078-bbf2-5a2049283708 req-abd2eb8f-ad4e-4eba-83c3-32cc6001b30b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] No DVR routers for this DVR port 7e16ecce-8411-4f92-9add-ec061c7a7007 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:37:44.210591 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-845763d2-230f-4078-bbf2-5a2049283708 req-abd2eb8f-ad4e-4eba-83c3-32cc6001b30b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:44.219115 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-845763d2-230f-4078-bbf2-5a2049283708 req-abd2eb8f-ad4e-4eba-83c3-32cc6001b30b tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.60 "DELETE /v2.0/ports/7e16ecce-8411-4f92-9add-ec061c7a7007 HTTP/1.1" status: 204 len: 173 time: 1.1829357 Aug 31 14:37:44.221409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dff9e4-c2f2-4072-a843-a6cf0346b567', 'name': 'network-vif-deleted', 'tag': '7e16ecce-8411-4f92-9add-ec061c7a7007'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:44.273893 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbfd419-02b2-4158-b9d5-1561243b9967" -d '{"events": [{"server_uuid": "25dff9e4-c2f2-4072-a843-a6cf0346b567", "name": "network-vif-deleted", "tag": "7e16ecce-8411-4f92-9add-ec061c7a7007"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:44.341686 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-56c47731-469f-424a-a275-04fb65b1b619 req-c08a05f5-849b-4849-a295-1e39942dfbec tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 210 time: 0.0422101 Aug 31 14:37:44.380781 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7268257a-9c37-4fe8-8d0b-c009dce3ce42 x-openstack-request-id: req-7268257a-9c37-4fe8-8d0b-c009dce3ce42 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:44.381898 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dff9e4-c2f2-4072-a843-a6cf0346b567", "name": "network-vif-deleted", "tag": "7e16ecce-8411-4f92-9add-ec061c7a7007", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:44.382678 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7268257a-9c37-4fe8-8d0b-c009dce3ce42 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:44.383463 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dff9e4-c2f2-4072-a843-a6cf0346b567', 'name': 'network-vif-deleted', 'tag': '7e16ecce-8411-4f92-9add-ec061c7a7007', 'status': 'completed', 'code': 200} Aug 31 14:37:44.419428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-3a767e93-ea44-444e-a126-b297a7529d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Allocated IP 172.20.0.8 (aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8/0210616f-f7ae-442c-bd7c-d0e8f69cbf74/803eacbb-841a-4c94-94e4-ae7086fcb317) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:44.715160 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-874c2f3c-d7d8-48ca-a9b4-6268bc5d496e req-50bdb53f-1a32-4944-9559-53c2e423e8eb tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=25dff9e4-c2f2-4072-a843-a6cf0346b567 HTTP/1.1" status: 200 len: 210 time: 0.0724499 Aug 31 14:37:44.904535 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1e92fa98-043a-4448-8297-d0fe4296ef27 req-903ebc90-305d-4473-81ad-b80bea8dafe3 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 210 time: 0.0703464 Aug 31 14:37:45.067303 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-3a767e93-ea44-444e-a126-b297a7529d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:45.214862 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-3a767e93-ea44-444e-a126-b297a7529d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:45.230239 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['400b284a-3fbf-4d55-bd12-4118fd70f525'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:45.361817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a767e93-ea44-444e-a126-b297a7529d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Pushing event updated for resources: {'Port': ['ID=803eacbb-841a-4c94-94e4-ae7086fcb317,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:45.368098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-3a767e93-ea44-444e-a126-b297a7529d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:45.382304 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-3a767e93-ea44-444e-a126-b297a7529d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:45.389105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-3a767e93-ea44-444e-a126-b297a7529d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:45.474015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb74b4-9a2b-42d7-9bbb-dc0e6ed707c0 req-5642d9be-99e4-4032-acf8-2b9062328fc6 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:45.492606 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8cb74b4-9a2b-42d7-9bbb-dc0e6ed707c0 req-5642d9be-99e4-4032-acf8-2b9062328fc6 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 946 time: 0.2223959 Aug 31 14:37:45.627733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-3a767e93-ea44-444e-a126-b297a7529d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:45.628866 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-3a767e93-ea44-444e-a126-b297a7529d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:45.734817 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b8cb74b4-9a2b-42d7-9bbb-dc0e6ed707c0 req-d82989a1-0bbf-4081-98df-2d6bcfccb0c4 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411973 Aug 31 14:37:45.757456 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-3a767e93-ea44-444e-a126-b297a7529d5e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9548743 Aug 31 14:37:45.785800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Request body: {'port': {'device_id': 'db7252a9-0d5f-4ce5-bdbd-56f4760ce533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:45.812312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-547d02b9-d647-47d0-a792-8bace6b8b714 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:45.814540 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-547d02b9-d647-47d0-a792-8bace6b8b714 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.60 "GET /v2.0/networks?id=3c54181b-2bd5-4b60-bc3a-f4641056c2e5 HTTP/1.1" status: 200 len: 795 time: 0.3071465 Aug 31 14:37:45.846088 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee33a8e-d48f-407d-bdeb-9c10b3e1920d req-968302f2-834b-4e8e-8c3c-1df5f719a15b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:45.846088 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cee33a8e-d48f-407d-bdeb-9c10b3e1920d req-968302f2-834b-4e8e-8c3c-1df5f719a15b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 931 time: 0.3488579 Aug 31 14:37:45.946750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-9d3194f9-e3ae-474d-af64-00fe2701853c tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b21ea8be72d24ece82d41eca10d2c981 HTTP/1.1" status: 200 len: 380 time: 0.1030421 Aug 31 14:37:45.954018 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:45.972008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1a6a059f-dd74-4a0a-a2b6-6cb4bc4e8be1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'port': {'device_id': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'admin_state_up': True, 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'security_groups': ['b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:46.040637 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cee33a8e-d48f-407d-bdeb-9c10b3e1920d req-1c733cf9-b3d7-4bc8-b3fb-653436d522fb tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258988 Aug 31 14:37:46.104463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7e16ecce-8411-4f92-9add-ec061c7a7007 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:37:46.149720 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 7e16ecce-8411-4f92-9add-ec061c7a7007 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:37:46.151209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7e16ecce-8411-4f92-9add-ec061c7a7007 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:37:46.192839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1a6a059f-dd74-4a0a-a2b6-6cb4bc4e8be1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Made reservation on behalf of b21ea8be72d24ece82d41eca10d2c981 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:46.202285 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1a6a059f-dd74-4a0a-a2b6-6cb4bc4e8be1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:46.238609 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60a9a9c3-84aa-4cc5-9f50-2a023dcee2a7 req-f63a9f4c-c746-442c-9c8f-60f0486cc66e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 210 time: 0.0351734 Aug 31 14:37:46.283696 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178e14-decf-4587-96b0-e6d50e5de211 req-368ebf96-8bd4-4d30-a91a-107f71eda5f7 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:46.288972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-db178e14-decf-4587-96b0-e6d50e5de211 req-368ebf96-8bd4-4d30-a91a-107f71eda5f7 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 946 time: 0.1367838 Aug 31 14:37:46.389259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-db178e14-decf-4587-96b0-e6d50e5de211 req-3ff35295-f995-4a9f-9b21-60fa97560f56 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945189 Aug 31 14:37:46.458844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1a6a059f-dd74-4a0a-a2b6-6cb4bc4e8be1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Allocated IP 172.20.0.8 (3c54181b-2bd5-4b60-bc3a-f4641056c2e5/f14df60f-253b-4e18-930d-18ab2fc42866/159e80e8-244e-41d3-bdf9-565a334fce50) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:46.500543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803eacbb-841a-4c94-94e4-ae7086fcb317 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:46.512841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:46.535961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Transition to ACTIVE for port object 803eacbb-841a-4c94-94e4-ae7086fcb317 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:46.542537 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:46.689758 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1a6a059f-dd74-4a0a-a2b6-6cb4bc4e8be1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:46.704989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Pushing event updated for resources: {'Port': ['ID=803eacbb-841a-4c94-94e4-ae7086fcb317,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:46.739268 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1a6a059f-dd74-4a0a-a2b6-6cb4bc4e8be1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Transition to ACTIVE for port object 159e80e8-244e-41d3-bdf9-565a334fce50 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:46.777229 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Attempting to bind port 803eacbb-841a-4c94-94e4-ae7086fcb317 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:37:46.777660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Attempting to bind port 803eacbb-841a-4c94-94e4-ae7086fcb317 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:37:46.781361 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Attempting to bind port 803eacbb-841a-4c94-94e4-ae7086fcb317 on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:46.786682 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1a6a059f-dd74-4a0a-a2b6-6cb4bc4e8be1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:46.820880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Port 803eacbb-841a-4c94-94e4-ae7086fcb317 on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:37:46.820880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Attempting to bind port 803eacbb-841a-4c94-94e4-ae7086fcb317 on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:46.849334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:37:46.849676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Checking segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:46.850102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Bound using segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:37:46.851961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Bound port: 803eacbb-841a-4c94-94e4-ae7086fcb317, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:37:46.852213 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:46.855469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1a6a059f-dd74-4a0a-a2b6-6cb4bc4e8be1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:46.858901 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1a6a059f-dd74-4a0a-a2b6-6cb4bc4e8be1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:46.878198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1a6a059f-dd74-4a0a-a2b6-6cb4bc4e8be1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:46.901135 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a059f-dd74-4a0a-a2b6-6cb4bc4e8be1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=159e80e8-244e-41d3-bdf9-565a334fce50,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:46.920663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf513b4-1b5f-408f-a5ba-509e8ff60586 req-a237ba5f-2602-40bd-b661-8758412e8752 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:46.922488 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-faf513b4-1b5f-408f-a5ba-509e8ff60586 req-a237ba5f-2602-40bd-b661-8758412e8752 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 946 time: 0.1370726 Aug 31 14:37:46.970364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1a6a059f-dd74-4a0a-a2b6-6cb4bc4e8be1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:46.971148 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1a6a059f-dd74-4a0a-a2b6-6cb4bc4e8be1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:46.983494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] For port 803eacbb-841a-4c94-94e4-ae7086fcb317, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:37:46.993935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] For port 803eacbb-841a-4c94-94e4-ae7086fcb317, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=803eacbb-841a-4c94-94e4-ae7086fcb317,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:37:46.998858 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:47.000974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c7d64-b67f-4c80-8fff-a913f4e23616 req-08830e95-2eda-4896-b314-8228a07fb44d tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:47.012311 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-110c7d64-b67f-4c80-8fff-a913f4e23616 req-08830e95-2eda-4896-b314-8228a07fb44d tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 946 time: 0.1476781 Aug 31 14:37:47.019277 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1a6a059f-dd74-4a0a-a2b6-6cb4bc4e8be1 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0587530 Aug 31 14:37:47.032302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Request body: {'port': {'device_id': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:47.077389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:47.078781 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:47.081655 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] 10.222.0.60 "PUT /v2.0/ports/803eacbb-841a-4c94-94e4-ae7086fcb317 HTTP/1.1" status: 200 len: 1091 time: 1.3117745 Aug 31 14:37:47.083157 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7252a9-0d5f-4ce5-bdbd-56f4760ce533', 'tag': '803eacbb-841a-4c94-94e4-ae7086fcb317'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:47.093675 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbef2fa-b0f6-48ce-be01-a4f846d27076" -d '{"events": [{"name": "network-changed", "server_uuid": "db7252a9-0d5f-4ce5-bdbd-56f4760ce533", "tag": "803eacbb-841a-4c94-94e4-ae7086fcb317"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:47.125193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584c3e3-b6ba-4ebf-8822-34197020da15 service neutron] Pushing event updated for resources: {'Port': ['ID=803eacbb-841a-4c94-94e4-ae7086fcb317,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:47.174152 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-110c7d64-b67f-4c80-8fff-a913f4e23616 req-0d1c2e29-5e7a-4912-b5af-9a55ad129b37 tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/security-groups?id=c120a2aa-41b4-4ca4-8457-dd31dbcd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537511 Aug 31 14:37:47.175323 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:47.177495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-faf513b4-1b5f-408f-a5ba-509e8ff60586 req-fc01d296-2d49-4f3b-a968-33536cc2b2ba tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Deleting port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:47.178115 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-faf513b4-1b5f-408f-a5ba-509e8ff60586 req-fc01d296-2d49-4f3b-a968-33536cc2b2ba tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:47.249398 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e53202b-aae4-4924-a4a8-2d29ab7a9826 x-openstack-request-id: req-4e53202b-aae4-4924-a4a8-2d29ab7a9826 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:47.249398 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7252a9-0d5f-4ce5-bdbd-56f4760ce533", "tag": "803eacbb-841a-4c94-94e4-ae7086fcb317", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:47.249398 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e53202b-aae4-4924-a4a8-2d29ab7a9826 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:47.250494 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7252a9-0d5f-4ce5-bdbd-56f4760ce533', 'tag': '803eacbb-841a-4c94-94e4-ae7086fcb317', 'status': 'completed', 'code': 200} Aug 31 14:37:47.293940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-27321d8e-359b-44bf-9d06-896f84afcf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:47.295582 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-27321d8e-359b-44bf-9d06-896f84afcf84 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 1094 time: 0.1624336 Aug 31 14:37:47.324290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d718b75f-1043-4dc5-bd25-8685b5d14ba4 None None] Provisioning for port 159e80e8-244e-41d3-bdf9-565a334fce50 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:47.329351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d718b75f-1043-4dc5-bd25-8685b5d14ba4 None None] Provisioning complete for port 159e80e8-244e-41d3-bdf9-565a334fce50 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:47.329832 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d718b75f-1043-4dc5-bd25-8685b5d14ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:47.370370 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-ac828f5d-6e1d-4b46-b346-a8c24de352ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=803eacbb-841a-4c94-94e4-ae7086fcb317 HTTP/1.1" status: 200 len: 217 time: 0.0606849 Aug 31 14:37:47.383614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af37783-3100-46e1-931e-48a2d5e2da14 req-7374042f-46c8-4ba9-a766-799950a7a2a8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:47.385397 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8af37783-3100-46e1-931e-48a2d5e2da14 req-7374042f-46c8-4ba9-a766-799950a7a2a8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 943 time: 0.1418247 Aug 31 14:37:47.453424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d718b75f-1043-4dc5-bd25-8685b5d14ba4 None None] Port 159e80e8-244e-41d3-bdf9-565a334fce50 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:37:47.475428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-faf513b4-1b5f-408f-a5ba-509e8ff60586 req-fc01d296-2d49-4f3b-a968-33536cc2b2ba tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] For port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1463ac1d-9e38-42b5-8e42-9f122dc4a9e0,segment=NetworkSegment(590ad72a-0cad-4679-9ccd-015c2707e320),segment_id=590ad72a-0cad-4679-9ccd-015c2707e320)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:47.475863 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-faf513b4-1b5f-408f-a5ba-509e8ff60586 req-fc01d296-2d49-4f3b-a968-33536cc2b2ba tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:47.502469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-faf513b4-1b5f-408f-a5ba-509e8ff60586 req-fc01d296-2d49-4f3b-a968-33536cc2b2ba tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Calling delete_port for 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:47.510893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-da3f7efb-8742-4648-8733-1ef123d97690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:47.512457 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-da3f7efb-8742-4648-8733-1ef123d97690 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.1260629 Aug 31 14:37:47.515604 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8af37783-3100-46e1-931e-48a2d5e2da14 req-87c4a5d5-1595-40c7-bf07-774a01e3d91f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228409 Aug 31 14:37:47.549284 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88b544-c9ef-400e-8aba-7f13edaebad7 req-fa16883f-5807-4fdc-bf62-a76eac810401 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:47.549735 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b88b544-c9ef-400e-8aba-7f13edaebad7 req-fa16883f-5807-4fdc-bf62-a76eac810401 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 931 time: 0.0918996 Aug 31 14:37:47.600790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-b2777452-b75e-4bc4-8b6a-9a9111f524e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771561 Aug 31 14:37:47.674415 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b88b544-c9ef-400e-8aba-7f13edaebad7 req-b3d559a1-77bb-4eea-9d1d-4d8de269ea2a tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166489 Aug 31 14:37:47.676476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159e80e8-244e-41d3-bdf9-565a334fce50 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:47.690659 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:47.742255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc7b3c-0681-4585-bed8-67864f9375fe req-169681f3-350f-48ea-9814-472efe183550 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:47.748662 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4acc7b3c-0681-4585-bed8-67864f9375fe req-169681f3-350f-48ea-9814-472efe183550 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 946 time: 0.1220949 Aug 31 14:37:47.797646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Transition to ACTIVE for port object 159e80e8-244e-41d3-bdf9-565a334fce50 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:47.804820 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:47.820414 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-d49dec72-d2fa-4c87-a97e-8c213e266807 service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100630 Aug 31 14:37:47.832223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf791-4357-4317-bb15-4d1b1cb17023 req-3b1af370-f306-4926-acee-1df7f0202e6e tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:47.840724 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8bbf791-4357-4317-bb15-4d1b1cb17023 req-3b1af370-f306-4926-acee-1df7f0202e6e tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 946 time: 0.2023180 Aug 31 14:37:47.965736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Pushing event updated for resources: {'Port': ['ID=159e80e8-244e-41d3-bdf9-565a334fce50,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:48.002681 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8bbf791-4357-4317-bb15-4d1b1cb17023 req-07451a4a-41e2-4a55-b141-2a8a2c46abe0 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603732 Aug 31 14:37:48.033960 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-faf513b4-1b5f-408f-a5ba-509e8ff60586 req-fc01d296-2d49-4f3b-a968-33536cc2b2ba tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:48.048772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['1463ac1d-9e38-42b5-8e42-9f122dc4a9e0'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:48.080840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01d296-2d49-4f3b-a968-33536cc2b2ba tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Pushing event deleted for resources: {'Port': ['ID=1463ac1d-9e38-42b5-8e42-9f122dc4a9e0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:48.174052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a63335b7-ca4b-444d-ad1e-77f9959fbe59 req-15a19b5d-c96f-424a-b82d-15124e9d3516 service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311651 Aug 31 14:37:48.194186 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf513b4-1b5f-408f-a5ba-509e8ff60586 req-fc01d296-2d49-4f3b-a968-33536cc2b2ba tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] No DVR routers for this DVR port 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:37:48.197176 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-faf513b4-1b5f-408f-a5ba-509e8ff60586 req-fc01d296-2d49-4f3b-a968-33536cc2b2ba tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:48.214012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-faf513b4-1b5f-408f-a5ba-509e8ff60586 req-fc01d296-2d49-4f3b-a968-33536cc2b2ba tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.25 "DELETE /v2.0/ports/1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 HTTP/1.1" status: 204 len: 173 time: 1.2811294 Aug 31 14:37:48.237724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Attempting to bind port 159e80e8-244e-41d3-bdf9-565a334fce50 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:37:48.238102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Attempting to bind port 159e80e8-244e-41d3-bdf9-565a334fce50 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '7ab98dd8-ef67-453b-a8df-7fac41bf4024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:37:48.238440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Attempting to bind port 159e80e8-244e-41d3-bdf9-565a334fce50 on network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:48.245961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-4acc7b3c-0681-4585-bed8-67864f9375fe req-d44838db-6c81-4c5a-9b8c-a5e97037987a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Deleting port 41ac479a-b350-419f-b888-8466bf811e2d {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:48.246572 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4acc7b3c-0681-4585-bed8-67864f9375fe req-d44838db-6c81-4c5a-9b8c-a5e97037987a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:48.345772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbef2fa-b0f6-48ce-be01-a4f846d27076 req-39a4e76d-5a21-40d4-88e4-1ac5c1bb8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:48.347350 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ffbef2fa-b0f6-48ce-be01-a4f846d27076 req-39a4e76d-5a21-40d4-88e4-1ac5c1bb8598 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 1094 time: 0.0841472 Aug 31 14:37:48.350137 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Port 159e80e8-244e-41d3-bdf9-565a334fce50 on network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:37:48.350973 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Attempting to bind port 159e80e8-244e-41d3-bdf9-565a334fce50 on network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:48.371071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-4acc7b3c-0681-4585-bed8-67864f9375fe req-d44838db-6c81-4c5a-9b8c-a5e97037987a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] For port 41ac479a-b350-419f-b888-8466bf811e2d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=41ac479a-b350-419f-b888-8466bf811e2d,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:48.371458 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4acc7b3c-0681-4585-bed8-67864f9375fe req-d44838db-6c81-4c5a-9b8c-a5e97037987a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:48.381798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:37:48.381798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Checking segment: {'id': '7ab98dd8-ef67-453b-a8df-7fac41bf4024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:48.382246 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Bound using segment: {'id': '7ab98dd8-ef67-453b-a8df-7fac41bf4024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:37:48.382642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Bound port: 159e80e8-244e-41d3-bdf9-565a334fce50, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab98dd8-ef67-453b-a8df-7fac41bf4024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:37:48.382995 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:48.416980 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6d39ae6f-9551-4a82-be61-46b7e91e7122 req-9c7a910d-a721-4195-93c5-10af885b507e tempest-ServerMetadataNegativeTestJSON-1960348143 tempest-ServerMetadataNegativeTestJSON-1960348143-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b8c4cc-6f61-495e-9224-93cf1b8cb750 HTTP/1.1" status: 200 len: 210 time: 0.0620141 Aug 31 14:37:48.430585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-4acc7b3c-0681-4585-bed8-67864f9375fe req-d44838db-6c81-4c5a-9b8c-a5e97037987a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Calling delete_port for 41ac479a-b350-419f-b888-8466bf811e2d owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:48.522057 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbef2fa-b0f6-48ce-be01-a4f846d27076 req-4c312f01-a9eb-42b8-9e7f-27b34a62baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:48.524954 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ffbef2fa-b0f6-48ce-be01-a4f846d27076 req-4c312f01-a9eb-42b8-9e7f-27b34a62baab service neutron] 10.222.0.60 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 906 time: 0.1704125 Aug 31 14:37:48.570790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] For port 159e80e8-244e-41d3-bdf9-565a334fce50, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:37:48.590017 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] For port 159e80e8-244e-41d3-bdf9-565a334fce50, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=159e80e8-244e-41d3-bdf9-565a334fce50,segment=NetworkSegment(7ab98dd8-ef67-453b-a8df-7fac41bf4024),segment_id=7ab98dd8-ef67-453b-a8df-7fac41bf4024)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:37:48.596336 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ffbef2fa-b0f6-48ce-be01-a4f846d27076 req-35193a3b-0e17-49b3-a0dc-c2dc920fb199 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=803eacbb-841a-4c94-94e4-ae7086fcb317 HTTP/1.1" status: 200 len: 217 time: 0.0620925 Aug 31 14:37:48.602133 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:48.687449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:48.688342 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:48.689909 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] 10.222.0.60 "PUT /v2.0/ports/159e80e8-244e-41d3-bdf9-565a334fce50 HTTP/1.1" status: 200 len: 1091 time: 1.6623015 Aug 31 14:37:48.690394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'tag': '159e80e8-244e-41d3-bdf9-565a334fce50'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:48.692759 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaacca2-f660-4e6f-a94c-3d7fd2e7ff40" -d '{"events": [{"name": "network-changed", "server_uuid": "4c09a185-d791-41d6-bcf8-c86ef9e7872b", "tag": "159e80e8-244e-41d3-bdf9-565a334fce50"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:48.732492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbef2fa-b0f6-48ce-be01-a4f846d27076 req-27c5fc7e-bc63-4d4d-adc9-e77dcf5da3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:48.734152 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ffbef2fa-b0f6-48ce-be01-a4f846d27076 req-27c5fc7e-bc63-4d4d-adc9-e77dcf5da3fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.1304538 Aug 31 14:37:48.747160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1909f85-e497-4395-81a3-8a74ec0e51fe req-2fa0d4b0-3d53-48b4-a533-d10485a10c45 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:48.748771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1909f85-e497-4395-81a3-8a74ec0e51fe req-2fa0d4b0-3d53-48b4-a533-d10485a10c45 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 943 time: 0.1051803 Aug 31 14:37:48.806504 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ffbef2fa-b0f6-48ce-be01-a4f846d27076 req-f9dca405-6fc1-4322-a585-66af18e9d289 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565968 Aug 31 14:37:48.842760 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351a86bd-878b-480d-b089-8143650b3918 x-openstack-request-id: req-351a86bd-878b-480d-b089-8143650b3918 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:48.843066 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c09a185-d791-41d6-bcf8-c86ef9e7872b", "tag": "159e80e8-244e-41d3-bdf9-565a334fce50", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:48.843354 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-351a86bd-878b-480d-b089-8143650b3918 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:48.843773 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'tag': '159e80e8-244e-41d3-bdf9-565a334fce50', 'status': 'completed', 'code': 200} Aug 31 14:37:48.895828 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1909f85-e497-4395-81a3-8a74ec0e51fe req-5b0f7670-a0ca-463f-8c56-a3b84f102139 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367340 Aug 31 14:37:49.013396 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44ffcd-22f3-46df-aca4-380f6602b30d service neutron] Pushing event updated for resources: {'Port': ['ID=159e80e8-244e-41d3-bdf9-565a334fce50,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:49.036913 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ffbef2fa-b0f6-48ce-be01-a4f846d27076 req-1e4b39ec-c7dd-42b8-87b7-18ebdfd68922 service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065959 Aug 31 14:37:49.130936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3108db-74a8-415c-aabe-be00faafad43 req-3cdfb656-d0e1-4d5f-9e4c-12cc3808e46d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:49.140343 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6a3108db-74a8-415c-aabe-be00faafad43 req-3cdfb656-d0e1-4d5f-9e4c-12cc3808e46d tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 943 time: 0.2649858 Aug 31 14:37:49.143901 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4acc7b3c-0681-4585-bed8-67864f9375fe req-d44838db-6c81-4c5a-9b8c-a5e97037987a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:49.155385 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['087719a5-efc1-4d80-bf44-e3bdb9f0e92f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:49.181848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-cadc33e1-d941-4e2c-9df3-b4135d362658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:49.190156 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-cadc33e1-d941-4e2c-9df3-b4135d362658 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21ea8be72d24ece82d41eca10d2c981&device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 1094 time: 0.3453805 Aug 31 14:37:49.242892 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2b6028e0-033d-4d05-86ce-3b39932d7637 req-35c914f1-758f-4ffc-9bd1-a967bea4aa8f tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc891eb-fc24-4d12-836a-74ce3801647c HTTP/1.1" status: 200 len: 210 time: 0.0550261 Aug 31 14:37:49.251682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b8c4cc-6f61-495e-9224-93cf1b8cb750', 'name': 'network-vif-deleted', 'tag': '1463ac1d-9e38-42b5-8e42-9f122dc4a9e0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:49.254368 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814cd81c-6248-4689-b18a-390289981fdc" -d '{"events": [{"server_uuid": "d9b8c4cc-6f61-495e-9224-93cf1b8cb750", "name": "network-vif-deleted", "tag": "1463ac1d-9e38-42b5-8e42-9f122dc4a9e0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:49.306855 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6a3108db-74a8-415c-aabe-be00faafad43 req-f525a0ff-afe4-4f4c-9c59-03cc498e78f5 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645029 Aug 31 14:37:49.307634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44838db-6c81-4c5a-9b8c-a5e97037987a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Pushing event deleted for resources: {'Port': ['ID=41ac479a-b350-419f-b888-8466bf811e2d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:49.342031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ffbef2fa-b0f6-48ce-be01-a4f846d27076 req-d4ddf04f-3a8d-4167-b2f5-6064a9b94d46 service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975409 Aug 31 14:37:49.348246 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b347c2-8230-4c1e-a3b4-893001034b43 x-openstack-request-id: req-34b347c2-8230-4c1e-a3b4-893001034b43 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:49.348410 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b8c4cc-6f61-495e-9224-93cf1b8cb750", "name": "network-vif-deleted", "tag": "1463ac1d-9e38-42b5-8e42-9f122dc4a9e0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:49.348626 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34b347c2-8230-4c1e-a3b4-893001034b43 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:49.349020 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b8c4cc-6f61-495e-9224-93cf1b8cb750', 'name': 'network-vif-deleted', 'tag': '1463ac1d-9e38-42b5-8e42-9f122dc4a9e0', 'status': 'completed', 'code': 200} Aug 31 14:37:49.370430 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-6b48c97e-f831-40b6-b215-6f5aa9bc4cf8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=159e80e8-244e-41d3-bdf9-565a334fce50 HTTP/1.1" status: 200 len: 217 time: 0.1041427 Aug 31 14:37:49.450892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acc7b3c-0681-4585-bed8-67864f9375fe req-d44838db-6c81-4c5a-9b8c-a5e97037987a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] No DVR routers for this DVR port 41ac479a-b350-419f-b888-8466bf811e2d on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:37:49.455344 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-4acc7b3c-0681-4585-bed8-67864f9375fe req-d44838db-6c81-4c5a-9b8c-a5e97037987a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:49.457591 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4acc7b3c-0681-4585-bed8-67864f9375fe req-d44838db-6c81-4c5a-9b8c-a5e97037987a tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.25 "DELETE /v2.0/ports/41ac479a-b350-419f-b888-8466bf811e2d HTTP/1.1" status: 204 len: 173 time: 1.6971180 Aug 31 14:37:49.458585 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:49.477531 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-af781ad0-3580-4c49-90d6-c718801b8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:49.480304 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-af781ad0-3580-4c49-90d6-c718801b8cbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f14df60f-253b-4e18-930d-18ab2fc42866 HTTP/1.1" status: 200 len: 834 time: 0.1011508 Aug 31 14:37:49.519722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60696) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:49.545563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-8b0978da-2076-4046-9ca3-6554f14ec70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:49.558258 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-8b0978da-2076-4046-9ca3-6554f14ec70f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c54181b-2bd5-4b60-bc3a-f4641056c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686994 Aug 31 14:37:49.573751 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6ee83112-5b5f-403b-9253-be0c24f7de29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:49.598857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e929d4-500d-4308-be20-f62a87bba1e0 admin admin] Deleting subnet 8f24a932-ca6d-4aa8-b244-f4b1af982754 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:37:49.603129 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9e929d4-500d-4308-be20-f62a87bba1e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:49.641858 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9e929d4-500d-4308-be20-f62a87bba1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:49.674823 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-0153e233-4e0b-413c-b2e3-fbdc9bb608f0 service neutron] 10.222.0.60 "GET /v2.0/networks/3c54181b-2bd5-4b60-bc3a-f4641056c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098580 Aug 31 14:37:49.685578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9e929d4-500d-4308-be20-f62a87bba1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:49.754921 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9e929d4-500d-4308-be20-f62a87bba1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:49.789819 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-afc6dd30-48ee-4b43-9cdc-5396fc72918c req-da947118-b0dd-4e5b-8f8b-1d53268661ea service neutron] 10.222.0.60 "GET /v2.0/networks/3c54181b-2bd5-4b60-bc3a-f4641056c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078997 Aug 31 14:37:49.792016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e929d4-500d-4308-be20-f62a87bba1e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f24a932-ca6d-4aa8-b244-f4b1af982754,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:49.797380 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9e929d4-500d-4308-be20-f62a87bba1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:49.802535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60698) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:49.802986 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e9e929d4-500d-4308-be20-f62a87bba1e0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8f24a932-ca6d-4aa8-b244-f4b1af982754 HTTP/1.1" status: 204 len: 168 time: 0.2816441 Aug 31 14:37:49.921306 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e24152-c29c-45a5-bb64-dba249817e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:49.935134 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaacca2-f660-4e6f-a94c-3d7fd2e7ff40 req-081abe5a-f869-42e0-855c-c3573662c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:49.937117 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0aaacca2-f660-4e6f-a94c-3d7fd2e7ff40 req-081abe5a-f869-42e0-855c-c3573662c778 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21ea8be72d24ece82d41eca10d2c981&device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 1094 time: 0.0813475 Aug 31 14:37:50.105575 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 803eacbb-841a-4c94-94e4-ae7086fcb317 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:37:50.146797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f6fae-13b9-4b9b-a24b-9543b8224423 req-514fb1f6-981e-44ab-b779-a16ded36aaa8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:50.167274 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-206f6fae-13b9-4b9b-a24b-9543b8224423 req-514fb1f6-981e-44ab-b779-a16ded36aaa8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 943 time: 0.1486702 Aug 31 14:37:50.174455 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e24152-c29c-45a5-bb64-dba249817e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:50.192391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-95e24152-c29c-45a5-bb64-dba249817e13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101a4553-ba75-4794-8da3-e23021a10035']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:50.211970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-95e24152-c29c-45a5-bb64-dba249817e13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590ad72a-0cad-4679-9ccd-015c2707e320') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:50.212692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-95e24152-c29c-45a5-bb64-dba249817e13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590ad72a-0cad-4679-9ccd-015c2707e320') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:50.268592 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e24152-c29c-45a5-bb64-dba249817e13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:50.271729 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-206f6fae-13b9-4b9b-a24b-9543b8224423 req-0b7f813c-7101-4b7d-aef5-508b27e59a74 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023242 Aug 31 14:37:50.279442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaacca2-f660-4e6f-a94c-3d7fd2e7ff40 req-1601854f-d90e-46e3-961b-57cb5e35c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:50.281011 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0aaacca2-f660-4e6f-a94c-3d7fd2e7ff40 req-1601854f-d90e-46e3-961b-57cb5e35c619 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c54181b-2bd5-4b60-bc3a-f4641056c2e5 HTTP/1.1" status: 200 len: 896 time: 0.3360703 Aug 31 14:37:50.303866 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e24152-c29c-45a5-bb64-dba249817e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:50.329226 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e24152-c29c-45a5-bb64-dba249817e13 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:37:50.333354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e24152-c29c-45a5-bb64-dba249817e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:37:50.337708 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:37:50.376281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 803eacbb-841a-4c94-94e4-ae7086fcb317, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=803eacbb-841a-4c94-94e4-ae7086fcb317,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:50.393947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '803eacbb-841a-4c94-94e4-ae7086fcb317', 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'port_id': '803eacbb-841a-4c94-94e4-ae7086fcb317', 'mac_address': 'fa:16:3e:c7:bd:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0210616f-f7ae-442c-bd7c-d0e8f69cbf74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:37:50.448236 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0aaacca2-f660-4e6f-a94c-3d7fd2e7ff40 req-bb1789dd-2c67-4f6d-a202-53b61078f244 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=159e80e8-244e-41d3-bdf9-565a334fce50 HTTP/1.1" status: 200 len: 217 time: 0.1538339 Aug 31 14:37:50.460795 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:50.487801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803eacbb-841a-4c94-94e4-ae7086fcb317 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:50.547500 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e24152-c29c-45a5-bb64-dba249817e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:50.549986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 803eacbb-841a-4c94-94e4-ae7086fcb317, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=803eacbb-841a-4c94-94e4-ae7086fcb317,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:50.553031 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95e24152-c29c-45a5-bb64-dba249817e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:50.556978 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-95e24152-c29c-45a5-bb64-dba249817e13 admin admin] 10.222.0.39 "DELETE /v2.0/networks/101a4553-ba75-4794-8da3-e23021a10035 HTTP/1.1" status: 204 len: 168 time: 0.7517169 Aug 31 14:37:50.566795 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:50.589884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e24152-c29c-45a5-bb64-dba249817e13 admin admin] Pushing event deleted for resources: {'Network': ['ID=101a4553-ba75-4794-8da3-e23021a10035,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:50.595614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaacca2-f660-4e6f-a94c-3d7fd2e7ff40 req-e57cd3b2-98d8-41eb-9ed3-d6d81c83f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:50.597001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0aaacca2-f660-4e6f-a94c-3d7fd2e7ff40 req-e57cd3b2-98d8-41eb-9ed3-d6d81c83f88f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f14df60f-253b-4e18-930d-18ab2fc42866 HTTP/1.1" status: 200 len: 834 time: 0.1160121 Aug 31 14:37:50.602217 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e4ebbf2-67a2-4e17-bad6-cc87e8e636fa req-16a7a83a-b5a7-4c28-9ba4-e5b1c1f12074 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2007411 Aug 31 14:37:50.630637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c73f69-b283-495e-8937-91dc6ca424d5 req-bda787ee-f078-48aa-8546-fb96fa3b068b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:50.635525 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65c73f69-b283-495e-8937-91dc6ca424d5 req-bda787ee-f078-48aa-8546-fb96fa3b068b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 943 time: 0.1333754 Aug 31 14:37:50.673650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=803eacbb-841a-4c94-94e4-ae7086fcb317,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:50.733737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaacca2-f660-4e6f-a94c-3d7fd2e7ff40 req-8da0f844-01ec-4534-a0ab-9865fac783a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:50.735389 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0aaacca2-f660-4e6f-a94c-3d7fd2e7ff40 req-8da0f844-01ec-4534-a0ab-9865fac783a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c54181b-2bd5-4b60-bc3a-f4641056c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208105 Aug 31 14:37:50.739914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65c73f69-b283-495e-8937-91dc6ca424d5 req-5219a592-4d5d-4eaf-ac96-b47281eea017 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965011 Aug 31 14:37:50.771686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ebbf2-67a2-4e17-bad6-cc87e8e636fa req-cf432b39-5e5c-4469-8bd0-bdfa8d2d8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:50.774193 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e4ebbf2-67a2-4e17-bad6-cc87e8e636fa req-cf432b39-5e5c-4469-8bd0-bdfa8d2d8206 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 1097 time: 0.0972958 Aug 31 14:37:50.793016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['803eacbb-841a-4c94-94e4-ae7086fcb317'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:50.836667 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60718) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:50.855612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc891eb-fc24-4d12-836a-74ce3801647c', 'name': 'network-vif-deleted', 'tag': '41ac479a-b350-419f-b888-8466bf811e2d'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:50.858226 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626319e1-912d-4983-9c13-f5e5085ce320" -d '{"events": [{"server_uuid": "0fc891eb-fc24-4d12-836a-74ce3801647c", "name": "network-vif-deleted", "tag": "41ac479a-b350-419f-b888-8466bf811e2d"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:50.898776 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-28cab592-d2b0-47b9-aa2d-cea56b82d866 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d7fccd0743e4ff4bed213766e8a4a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585864 Aug 31 14:37:50.900568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60722) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:50.930494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 41ac479a-b350-419f-b888-8466bf811e2d no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:37:50.975916 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 41ac479a-b350-419f-b888-8466bf811e2d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:37:50.977600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ebbf2-67a2-4e17-bad6-cc87e8e636fa req-c8e98f1f-c8aa-41b9-9211-95f1d8b4063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:50.979976 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e4ebbf2-67a2-4e17-bad6-cc87e8e636fa req-c8e98f1f-c8aa-41b9-9211-95f1d8b4063f service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 906 time: 0.1157248 Aug 31 14:37:50.980498 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 41ac479a-b350-419f-b888-8466bf811e2d not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:37:50.980991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:37:50.983497 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa3e0e6-8e0d-4167-8dc7-787d41aeaa29 x-openstack-request-id: req-efa3e0e6-8e0d-4167-8dc7-787d41aeaa29 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:50.987337 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc891eb-fc24-4d12-836a-74ce3801647c", "name": "network-vif-deleted", "tag": "41ac479a-b350-419f-b888-8466bf811e2d", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:50.987751 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-efa3e0e6-8e0d-4167-8dc7-787d41aeaa29 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:50.988268 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc891eb-fc24-4d12-836a-74ce3801647c', 'name': 'network-vif-deleted', 'tag': '41ac479a-b350-419f-b888-8466bf811e2d', 'status': 'completed', 'code': 200} Aug 31 14:37:50.997302 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16bc0d54-ae2a-4797-8bf4-19dda168d83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:51.024287 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16bc0d54-ae2a-4797-8bf4-19dda168d83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:51.025208 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:37:51.025560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1463ac1d-9e38-42b5-8e42-9f122dc4a9e0 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:37:51.045770 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e4ebbf2-67a2-4e17-bad6-cc87e8e636fa req-b21dffeb-4a3a-44cd-a796-14171794b6be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=400b284a-3fbf-4d55-bd12-4118fd70f525 HTTP/1.1" status: 200 len: 217 time: 0.0475733 Aug 31 14:37:51.086211 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16bc0d54-ae2a-4797-8bf4-19dda168d83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:51.089305 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16bc0d54-ae2a-4797-8bf4-19dda168d83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:51.090486 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-16bc0d54-ae2a-4797-8bf4-19dda168d83e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c120a2aa-41b4-4ca4-8457-dd31dbcd2528 HTTP/1.1" status: 204 len: 168 time: 0.1884897 Aug 31 14:37:51.117379 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc0d54-ae2a-4797-8bf4-19dda168d83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c120a2aa-41b4-4ca4-8457-dd31dbcd2528,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:51.152644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ebbf2-67a2-4e17-bad6-cc87e8e636fa req-f60c3c4b-87e4-4cef-a423-1a1c6c18b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:51.154829 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e4ebbf2-67a2-4e17-bad6-cc87e8e636fa req-f60c3c4b-87e4-4cef-a423-1a1c6c18b9e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.0815749 Aug 31 14:37:51.190591 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0aaacca2-f660-4e6f-a94c-3d7fd2e7ff40 req-6747a42e-0160-44c1-931e-0d70c068abfe service neutron] 10.222.0.60 "GET /v2.0/networks/3c54181b-2bd5-4b60-bc3a-f4641056c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434445 Aug 31 14:37:51.235408 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e4ebbf2-67a2-4e17-bad6-cc87e8e636fa req-7a518759-49c8-4fbe-a950-1846f6961f33 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437477 Aug 31 14:37:51.780675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60750) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:51.839257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98cf17-2aaa-43d2-a1d6-cc3be324c19c req-943e4e55-9825-48f7-9dab-259509ebff3d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:51.841185 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6a98cf17-2aaa-43d2-a1d6-cc3be324c19c req-943e4e55-9825-48f7-9dab-259509ebff3d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 944 time: 0.1110976 Aug 31 14:37:51.868115 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e4ebbf2-67a2-4e17-bad6-cc87e8e636fa req-dbe454a2-51c8-47c0-b8bd-9c0088b90b8a service neutron] 10.222.0.25 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070809 Aug 31 14:37:51.922644 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0aaacca2-f660-4e6f-a94c-3d7fd2e7ff40 req-961ce19e-f289-45de-a272-2c64e0d93356 service neutron] 10.222.0.60 "GET /v2.0/networks/3c54181b-2bd5-4b60-bc3a-f4641056c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7216430 Aug 31 14:37:51.985921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39086d97-9ca0-409e-8c91-285ac5189bd9 req-6e74d042-b753-4f6f-8dda-d9d56dad337e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:51.996619 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39086d97-9ca0-409e-8c91-285ac5189bd9 req-6e74d042-b753-4f6f-8dda-d9d56dad337e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 943 time: 0.1123474 Aug 31 14:37:52.000315 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6a98cf17-2aaa-43d2-a1d6-cc3be324c19c req-0796f2d0-89e7-43d5-8939-22be6a4a5b74 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481693 Aug 31 14:37:52.091309 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39086d97-9ca0-409e-8c91-285ac5189bd9 req-f567dfeb-f8e9-427f-b2ec-fe099330f848 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840378 Aug 31 14:37:52.110197 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d77d78c1-a9bc-401e-b39d-6807bb9225dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.119896 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 159e80e8-244e-41d3-bdf9-565a334fce50 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:37:52.178107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 803eacbb-841a-4c94-94e4-ae7086fcb317 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:52.184946 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e4ebbf2-67a2-4e17-bad6-cc87e8e636fa req-13a12e8d-8850-4058-8cc2-da39233b4804 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048742 Aug 31 14:37:52.299828 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d77d78c1-a9bc-401e-b39d-6807bb9225dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.305399 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d77d78c1-a9bc-401e-b39d-6807bb9225dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.411248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d77d78c1-a9bc-401e-b39d-6807bb9225dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e416dd8c0814afe86adbb19ddfad7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270015 Aug 31 14:37:52.411711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60768) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:52.412791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d78c1-a9bc-401e-b39d-6807bb9225dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362233e4-cc33-4b5d-be80-b58f94e6393c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:52.513796 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4559aeb3-a85d-40f0-9a23-79964c056008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.521118 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.524977 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfd9fa90-813e-43bd-a5eb-9a3e05dca9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.552398 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4559aeb3-a85d-40f0-9a23-79964c056008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.557506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60770) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:52.597252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 803eacbb-841a-4c94-94e4-ae7086fcb317 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:52.606901 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 159e80e8-244e-41d3-bdf9-565a334fce50, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=159e80e8-244e-41d3-bdf9-565a334fce50,segment=NetworkSegment(7ab98dd8-ef67-453b-a8df-7fac41bf4024),segment_id=7ab98dd8-ef67-453b-a8df-7fac41bf4024)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:52.611236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 803eacbb-841a-4c94-94e4-ae7086fcb317 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:52.611788 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.641222 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4559aeb3-a85d-40f0-9a23-79964c056008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.646480 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4559aeb3-a85d-40f0-9a23-79964c056008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.649356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4559aeb3-a85d-40f0-9a23-79964c056008 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/362233e4-cc33-4b5d-be80-b58f94e6393c HTTP/1.1" status: 204 len: 168 time: 0.2270308 Aug 31 14:37:52.664901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559aeb3-a85d-40f0-9a23-79964c056008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362233e4-cc33-4b5d-be80-b58f94e6393c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:52.748026 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '159e80e8-244e-41d3-bdf9-565a334fce50', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'port_id': '159e80e8-244e-41d3-bdf9-565a334fce50', 'mac_address': 'fa:16:3e:a6:c2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:37:52.784868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1968675512-network', 'tenant_id': 'b668caefbfbf495092dd0e36a48a35e1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:52.811434 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] Made reservation on behalf of b668caefbfbf495092dd0e36a48a35e1 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:52.814269 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.816196 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.829858 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.830419 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159e80e8-244e-41d3-bdf9-565a334fce50 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:52.883280 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.903869 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 159e80e8-244e-41d3-bdf9-565a334fce50, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=159e80e8-244e-41d3-bdf9-565a334fce50,segment=NetworkSegment(7ab98dd8-ef67-453b-a8df-7fac41bf4024),segment_id=7ab98dd8-ef67-453b-a8df-7fac41bf4024)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:52.932508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 803eacbb-841a-4c94-94e4-ae7086fcb317, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=803eacbb-841a-4c94-94e4-ae7086fcb317,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:52.933842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7252a9-0d5f-4ce5-bdbd-56f4760ce533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803eacbb-841a-4c94-94e4-ae7086fcb317'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:52.936797 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82698a1e-12c0-4160-b56b-40347ae9ec83" -d '{"events": [{"server_uuid": "db7252a9-0d5f-4ce5-bdbd-56f4760ce533", "name": "network-vif-plugged", "status": "completed", "tag": "803eacbb-841a-4c94-94e4-ae7086fcb317"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:52.941453 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.945405 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:52.999685 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:53.012383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:53.025344 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30087dd4-a1e4-41cc-b209-d1c0e3874fb7 x-openstack-request-id: req-30087dd4-a1e4-41cc-b209-d1c0e3874fb7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:53.027013 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7252a9-0d5f-4ce5-bdbd-56f4760ce533", "name": "network-vif-plugged", "status": "completed", "tag": "803eacbb-841a-4c94-94e4-ae7086fcb317", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:53.027227 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30087dd4-a1e4-41cc-b209-d1c0e3874fb7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:53.027589 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7252a9-0d5f-4ce5-bdbd-56f4760ce533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803eacbb-841a-4c94-94e4-ae7086fcb317', 'code': 200} Aug 31 14:37:53.034032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=803eacbb-841a-4c94-94e4-ae7086fcb317,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:53.083009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:37:53.107109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368470fe-ca62-4271-9159-b8f584a4bd0f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:53.142180 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=159e80e8-244e-41d3-bdf9-565a334fce50,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:53.166587 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:53.166938 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] Added segment a8f709e3-497e-4f9d-ada7-a6ee584123be of type vlan for network 27e1350f-8f7b-42f7-ae30-1e007f3c2e98 Aug 31 14:37:53.176459 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['159e80e8-244e-41d3-bdf9-565a334fce50'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:53.291053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f6de7-38f6-4d7b-a3c4-63298957267c req-9ea7673c-a38a-4204-81ca-e445b7b5ead6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:53.299914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b5f6de7-38f6-4d7b-a3c4-63298957267c req-9ea7673c-a38a-4204-81ca-e445b7b5ead6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 944 time: 0.0649981 Aug 31 14:37:53.349623 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b5f6de7-38f6-4d7b-a3c4-63298957267c req-014e7014-07b3-43cf-9ac7-073d4754ae16 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481505 Aug 31 14:37:53.353149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd6258-3a0e-43f5-8c6f-c69f021d4b07 req-0a43fa1f-1c11-4418-b0f4-f4ebf10f7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:53.358123 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5dbd6258-3a0e-43f5-8c6f-c69f021d4b07 req-0a43fa1f-1c11-4418-b0f4-f4ebf10f7912 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 1096 time: 0.2221851 Aug 31 14:37:53.361866 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:53.382576 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:53.446821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e54fee-d8f7-4fd6-950d-938cae0e7845 req-bb83301a-cf1b-4f7b-845b-53045f67d1f4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:53.454342 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-17e54fee-d8f7-4fd6-950d-938cae0e7845 req-bb83301a-cf1b-4f7b-845b-53045f67d1f4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 945 time: 0.2205615 Aug 31 14:37:53.545746 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5dbd6258-3a0e-43f5-8c6f-c69f021d4b07 req-46e9acdf-47d1-493d-8825-9b803eb55bc4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800187 Aug 31 14:37:53.550388 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:53.551668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:53.555514 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:53.664735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] Pushing event updated for resources: {'Network': ['ID=27e1350f-8f7b-42f7-ae30-1e007f3c2e98,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:53.679248 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-47406c73-e205-44db-b6da-1692ea01f76f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1163771 Aug 31 14:37:53.679478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 27e1350f-8f7b-42f7-ae30-1e007f3c2e98 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:37:53.680295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60804) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:53.685576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-03609aef-d2eb-4b9d-aa30-c8da1796413b admin admin] Request body: {'subnet': {'network_id': '27e1350f-8f7b-42f7-ae30-1e007f3c2e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1968675512-subnet', 'tenant_id': 'b668caefbfbf495092dd0e36a48a35e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:53.697200 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-17e54fee-d8f7-4fd6-950d-938cae0e7845 req-61c54566-e5a6-453c-9fb9-6afb0dc18887 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417254 Aug 31 14:37:53.748032 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03609aef-d2eb-4b9d-aa30-c8da1796413b admin admin] Made reservation on behalf of b668caefbfbf495092dd0e36a48a35e1 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:53.752845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-03609aef-d2eb-4b9d-aa30-c8da1796413b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:54.077774 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-03609aef-d2eb-4b9d-aa30-c8da1796413b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:54.125280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 159e80e8-244e-41d3-bdf9-565a334fce50 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:54.171152 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03609aef-d2eb-4b9d-aa30-c8da1796413b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e98cb5f-b09f-4db1-a8c6-8f699b562ed8,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:54.184493 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03609aef-d2eb-4b9d-aa30-c8da1796413b admin admin] Checking segment: {'id': 'a8f709e3-497e-4f9d-ada7-a6ee584123be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27e1350f-8f7b-42f7-ae30-1e007f3c2e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:54.185001 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03609aef-d2eb-4b9d-aa30-c8da1796413b admin admin] Network hostable DHCP agents. Network: 27e1350f-8f7b-42f7-ae30-1e007f3c2e98, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:37:54.214179 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03609aef-d2eb-4b9d-aa30-c8da1796413b admin admin] Network 27e1350f-8f7b-42f7-ae30-1e007f3c2e98 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:37:54.227764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-03609aef-d2eb-4b9d-aa30-c8da1796413b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 27e1350f-8f7b-42f7-ae30-1e007f3c2e98) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:54.233976 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03609aef-d2eb-4b9d-aa30-c8da1796413b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:54.235236 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-03609aef-d2eb-4b9d-aa30-c8da1796413b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:54.241095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4e18ea-e027-45b5-8e86-afe9ce420511 None None] Network 27e1350f-8f7b-42f7-ae30-1e007f3c2e98 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:37:54.264969 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-03609aef-d2eb-4b9d-aa30-c8da1796413b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5762494 Aug 31 14:37:54.372898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 159e80e8-244e-41d3-bdf9-565a334fce50 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:54.398060 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:54.402423 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 159e80e8-244e-41d3-bdf9-565a334fce50 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:54.403147 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:54.610273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f30dd-ca2a-4ad5-bcde-7de1857cf63f req-b0abffa7-6ef4-4d13-a19c-cc6c13880554 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:54.627780 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-710f30dd-ca2a-4ad5-bcde-7de1857cf63f req-b0abffa7-6ef4-4d13-a19c-cc6c13880554 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 944 time: 0.1220474 Aug 31 14:37:54.663714 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:54.704277 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-710f30dd-ca2a-4ad5-bcde-7de1857cf63f req-0dc635b8-e2e2-4bfc-b0b1-70d8418f2f28 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735822 Aug 31 14:37:54.738176 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46bdb77-a534-464f-9f5c-9a491d328b01 None None] Network 27e1350f-8f7b-42f7-ae30-1e007f3c2e98 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:37:54.946088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 159e80e8-244e-41d3-bdf9-565a334fce50, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=159e80e8-244e-41d3-bdf9-565a334fce50,segment=NetworkSegment(7ab98dd8-ef67-453b-a8df-7fac41bf4024),segment_id=7ab98dd8-ef67-453b-a8df-7fac41bf4024)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:54.953942 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:55.042652 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159e80e8-244e-41d3-bdf9-565a334fce50'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:55.052766 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18228fbf-9962-4e7a-a437-b65d94ef4ee9" -d '{"events": [{"server_uuid": "4c09a185-d791-41d6-bcf8-c86ef9e7872b", "name": "network-vif-plugged", "status": "completed", "tag": "159e80e8-244e-41d3-bdf9-565a334fce50"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:55.072576 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:55.079485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d897-a5d3-4e61-96a2-ef8b7ec88434 req-cb54fe3d-f49b-4850-9eec-6fa7043e8e79 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:55.081119 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea51d897-a5d3-4e61-96a2-ef8b7ec88434 req-cb54fe3d-f49b-4850-9eec-6fa7043e8e79 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 945 time: 0.1866760 Aug 31 14:37:55.161127 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea51d897-a5d3-4e61-96a2-ef8b7ec88434 req-482b6f5e-c31d-4a18-84bc-f01d3220b6ee tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703790 Aug 31 14:37:55.211118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=159e80e8-244e-41d3-bdf9-565a334fce50,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:55.236350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-983df2d9-dccb-4a39-b90a-9e29dbd05cca tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:55.238389 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-983df2d9-dccb-4a39-b90a-9e29dbd05cca tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/networks?id=27e1350f-8f7b-42f7-ae30-1e007f3c2e98 HTTP/1.1" status: 200 len: 813 time: 0.1792750 Aug 31 14:37:55.239719 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a26ee5-359b-42c2-9bef-4053fc48b940 x-openstack-request-id: req-22a26ee5-359b-42c2-9bef-4053fc48b940 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:55.240205 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c09a185-d791-41d6-bcf8-c86ef9e7872b", "name": "network-vif-plugged", "status": "completed", "tag": "159e80e8-244e-41d3-bdf9-565a334fce50", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:55.240653 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22a26ee5-359b-42c2-9bef-4053fc48b940 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:55.241200 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159e80e8-244e-41d3-bdf9-565a334fce50', 'code': 200} Aug 31 14:37:55.267393 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-51a497f7-a742-440e-a85a-ec0b538b285e tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/quotas/b668caefbfbf495092dd0e36a48a35e1 HTTP/1.1" status: 200 len: 375 time: 0.0223870 Aug 31 14:37:55.352599 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-1dcac02c-6a75-4f1a-8b6b-a8f73cf7a2bc tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b668caefbfbf495092dd0e36a48a35e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733149 Aug 31 14:37:55.387038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20a9ef-3660-420e-8eb2-8e4a78baf5fb req-cc543e09-53bb-4cab-b3d7-689cee961834 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:55.393869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df20a9ef-3660-420e-8eb2-8e4a78baf5fb req-cc543e09-53bb-4cab-b3d7-689cee961834 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 945 time: 0.0963390 Aug 31 14:37:55.465875 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df20a9ef-3660-420e-8eb2-8e4a78baf5fb req-21f3064d-8a1e-4ec4-a826-e10fa71e9af0 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645447 Aug 31 14:37:55.535340 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef47ff8-cd3d-415d-bbfc-f0625a73c863 req-2998e1f5-e87e-43b4-9031-35f89c78bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:55.537800 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ef47ff8-cd3d-415d-bbfc-f0625a73c863 req-2998e1f5-e87e-43b4-9031-35f89c78bea0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 1096 time: 0.2192280 Aug 31 14:37:55.639934 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ef47ff8-cd3d-415d-bbfc-f0625a73c863 req-e1040ab2-b9dc-4e02-9d57-d4be684f1e9b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831730 Aug 31 14:37:55.654105 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-d6b19066-37ff-4113-90bd-f5e6a822148b service neutron] 10.222.0.39 "GET /v2.0/networks/27e1350f-8f7b-42f7-ae30-1e007f3c2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664969 Aug 31 14:37:55.874057 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-56f8c7e8-a488-4496-a382-f47d1ec51855 service neutron] 10.222.0.39 "GET /v2.0/networks/27e1350f-8f7b-42f7-ae30-1e007f3c2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152886 Aug 31 14:37:55.910078 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:37:55.917374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad22412-0f13-457a-ae62-38cdf162a46c req-91c0e23b-0e61-4def-8efd-d64bf0d6c3e8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:55.919059 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0ad22412-0f13-457a-ae62-38cdf162a46c req-91c0e23b-0e61-4def-8efd-d64bf0d6c3e8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 945 time: 0.1087236 Aug 31 14:37:55.974118 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0ad22412-0f13-457a-ae62-38cdf162a46c req-ee84f4e6-2dd1-40b0-a09f-d112f33225da tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441523 Aug 31 14:37:56.341239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39302bdd-1558-4314-9bbc-e5b02269b807 req-bdb933f7-3715-4967-857a-4d5011b574f5 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:56.344263 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39302bdd-1558-4314-9bbc-e5b02269b807 req-bdb933f7-3715-4967-857a-4d5011b574f5 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 945 time: 0.1413908 Aug 31 14:37:56.366201 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-33dfebf8-8d22-4e9a-8610-375cf0ee0ba0 req-6505e8b1-b627-4320-8b20-6a779b75d979 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 210 time: 0.0758550 Aug 31 14:37:56.419634 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39302bdd-1558-4314-9bbc-e5b02269b807 req-3873a709-79d7-4027-9c86-96208e3d2ba6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666246 Aug 31 14:37:57.141276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4dd15-cb0a-4e2d-82ba-aadb5cccdeac req-be704587-778b-48e6-b6ad-7f06b66f7bba tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:57.142872 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-37e4dd15-cb0a-4e2d-82ba-aadb5cccdeac req-be704587-778b-48e6-b6ad-7f06b66f7bba tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 945 time: 0.0513914 Aug 31 14:37:57.191678 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-37e4dd15-cb0a-4e2d-82ba-aadb5cccdeac req-63508cff-8a07-497c-8add-3aca7dae0639 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Aug 31 14:37:57.335514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd877b-3ff6-47fb-b81c-c04bf7056dca req-ac33280e-4cb1-491a-83a2-6b1e43c325c1 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:57.338026 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95bd877b-3ff6-47fb-b81c-c04bf7056dca req-ac33280e-4cb1-491a-83a2-6b1e43c325c1 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 945 time: 0.0825691 Aug 31 14:37:57.512365 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7401d1ff-1efb-4ef1-bbde-9c367849825a req-1580047e-8854-47f6-b608-4ea60b8b82ce tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 210 time: 0.0436833 Aug 31 14:37:57.562383 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae5b6b-5e38-4baa-91e6-234cb32c1864 req-08feb80b-1e47-4e89-a7dc-535763765b19 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:57.571813 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2dae5b6b-5e38-4baa-91e6-234cb32c1864 req-08feb80b-1e47-4e89-a7dc-535763765b19 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 945 time: 0.1478426 Aug 31 14:37:57.613961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-35f1713f-ffc8-4f31-bddb-1e1e062037ae tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:57.616224 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-35f1713f-ffc8-4f31-bddb-1e1e062037ae tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.25 "GET /v2.0/networks?id=27e1350f-8f7b-42f7-ae30-1e007f3c2e98 HTTP/1.1" status: 200 len: 813 time: 0.2763586 Aug 31 14:37:57.641087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-9315cc24-3d46-42c3-9974-a36055a82003 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Request body: {'port': {'device_id': '32b29096-c06f-4805-97f6-230c1ea400fc', 'network_id': '27e1350f-8f7b-42f7-ae30-1e007f3c2e98', 'admin_state_up': True, 'tenant_id': 'b668caefbfbf495092dd0e36a48a35e1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:57.657735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca17816-bde2-4991-91a6-e7c3d383bcd5 req-a109e278-aeaa-4833-b1ec-4744c9b30086 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:57.659793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8ca17816-bde2-4991-91a6-e7c3d383bcd5 req-a109e278-aeaa-4833-b1ec-4744c9b30086 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 945 time: 0.0739470 Aug 31 14:37:57.706462 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8ca17816-bde2-4991-91a6-e7c3d383bcd5 req-26740588-5a39-4118-909c-2347deeaff11 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389822 Aug 31 14:37:57.710963 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2dae5b6b-5e38-4baa-91e6-234cb32c1864 req-23fa95ff-d990-41a8-a419-5189396f879c tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323426 Aug 31 14:37:57.723427 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-95bd877b-3ff6-47fb-b81c-c04bf7056dca req-7f6a48c7-000a-4da6-bf26-ba72fc0b6cd6 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Deleting port 803eacbb-841a-4c94-94e4-ae7086fcb317 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:57.723777 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-95bd877b-3ff6-47fb-b81c-c04bf7056dca req-7f6a48c7-000a-4da6-bf26-ba72fc0b6cd6 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:57.889812 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-95bd877b-3ff6-47fb-b81c-c04bf7056dca req-7f6a48c7-000a-4da6-bf26-ba72fc0b6cd6 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] For port 803eacbb-841a-4c94-94e4-ae7086fcb317, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=803eacbb-841a-4c94-94e4-ae7086fcb317,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:57.890227 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-95bd877b-3ff6-47fb-b81c-c04bf7056dca req-7f6a48c7-000a-4da6-bf26-ba72fc0b6cd6 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:57.916679 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-95bd877b-3ff6-47fb-b81c-c04bf7056dca req-7f6a48c7-000a-4da6-bf26-ba72fc0b6cd6 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Calling delete_port for 803eacbb-841a-4c94-94e4-ae7086fcb317 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:57.940758 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41baf9-7ad4-492f-9cc6-ad6c5a175e71 req-1fb74157-8c54-48ff-8d3b-3f5c5ac5b707 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:57.942297 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca41baf9-7ad4-492f-9cc6-ad6c5a175e71 req-1fb74157-8c54-48ff-8d3b-3f5c5ac5b707 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 945 time: 0.1287580 Aug 31 14:37:57.944871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-9315cc24-3d46-42c3-9974-a36055a82003 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Made reservation on behalf of b668caefbfbf495092dd0e36a48a35e1 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:57.948326 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-9315cc24-3d46-42c3-9974-a36055a82003 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:58.083479 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ca41baf9-7ad4-492f-9cc6-ad6c5a175e71 req-60a296a3-409e-4ce3-8fbf-6fc32e3ba5f7 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306136 Aug 31 14:37:58.112023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60922) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:58.180105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fbd7a2-f2fc-4e74-88f8-16a1ff371a56 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:58.181706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-64fbd7a2-f2fc-4e74-88f8-16a1ff371a56 tempest-TestNetworkBasicOps-1270050521 tempest-TestNetworkBasicOps-1270050521-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 1091 time: 0.0686476 Aug 31 14:37:58.184444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60924) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:58.188992 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '159e80e8-244e-41d3-bdf9-565a334fce50', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:58.217287 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:58.228728 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-9315cc24-3d46-42c3-9974-a36055a82003 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Allocated IP 172.20.0.12 (27e1350f-8f7b-42f7-ae30-1e007f3c2e98/9e98cb5f-b09f-4db1-a8c6-8f699b562ed8/18c056f3-e034-4a5b-95e9-75d8f71e0daa) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:58.376650 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:58.416190 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-95bd877b-3ff6-47fb-b81c-c04bf7056dca req-7f6a48c7-000a-4da6-bf26-ba72fc0b6cd6 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:58.424708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb0909-7d9d-4137-a87f-1b3e8cfd525e req-b7f97d77-d4aa-48d1-9d79-a742121cd447 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:58.426296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2eeb0909-7d9d-4137-a87f-1b3e8cfd525e req-b7f97d77-d4aa-48d1-9d79-a742121cd447 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=db7252a9-0d5f-4ce5-bdbd-56f4760ce533 HTTP/1.1" status: 200 len: 945 time: 0.1035640 Aug 31 14:37:58.430072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['400b284a-3fbf-4d55-bd12-4118fd70f525'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:58.509529 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-9315cc24-3d46-42c3-9974-a36055a82003 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:58.513767 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a48c7-000a-4da6-bf26-ba72fc0b6cd6 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Pushing event deleted for resources: {'Port': ['ID=803eacbb-841a-4c94-94e4-ae7086fcb317,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:58.535610 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2eeb0909-7d9d-4137-a87f-1b3e8cfd525e req-7183c40e-5288-4533-8740-7456084c7f7a tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646298 Aug 31 14:37:58.618702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bd877b-3ff6-47fb-b81c-c04bf7056dca req-7f6a48c7-000a-4da6-bf26-ba72fc0b6cd6 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] No DVR routers for this DVR port 803eacbb-841a-4c94-94e4-ae7086fcb317 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:37:58.629444 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-95bd877b-3ff6-47fb-b81c-c04bf7056dca req-7f6a48c7-000a-4da6-bf26-ba72fc0b6cd6 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:58.632033 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95bd877b-3ff6-47fb-b81c-c04bf7056dca req-7f6a48c7-000a-4da6-bf26-ba72fc0b6cd6 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "DELETE /v2.0/ports/803eacbb-841a-4c94-94e4-ae7086fcb317 HTTP/1.1" status: 204 len: 173 time: 1.2792928 Aug 31 14:37:58.632563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7252a9-0d5f-4ce5-bdbd-56f4760ce533', 'name': 'network-vif-deleted', 'tag': '803eacbb-841a-4c94-94e4-ae7086fcb317'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:58.632993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Allocated IP 172.25.2.93 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/3798323c-98c6-44f5-8484-e5d8bf6d1ae8) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:58.635423 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a572b87c-d2e6-4774-b497-6d2ac76c6baa" -d '{"events": [{"server_uuid": "db7252a9-0d5f-4ce5-bdbd-56f4760ce533", "name": "network-vif-deleted", "tag": "803eacbb-841a-4c94-94e4-ae7086fcb317"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:58.687417 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0046edf-6424-4b7a-bf47-58bd64159773 req-0cb72d4b-0ca8-486e-93ee-fae53b28298d tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 210 time: 0.0491543 Aug 31 14:37:58.758229 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e4595c-b6d8-4c06-a64c-074ded4844fa x-openstack-request-id: req-01e4595c-b6d8-4c06-a64c-074ded4844fa {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:58.761655 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7252a9-0d5f-4ce5-bdbd-56f4760ce533", "name": "network-vif-deleted", "tag": "803eacbb-841a-4c94-94e4-ae7086fcb317", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:58.761922 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01e4595c-b6d8-4c06-a64c-074ded4844fa {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:58.762350 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7252a9-0d5f-4ce5-bdbd-56f4760ce533', 'name': 'network-vif-deleted', 'tag': '803eacbb-841a-4c94-94e4-ae7086fcb317', 'status': 'completed', 'code': 200} Aug 31 14:37:58.769636 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-9315cc24-3d46-42c3-9974-a36055a82003 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:58.868986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-9315cc24-3d46-42c3-9974-a36055a82003 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Network 27e1350f-8f7b-42f7-ae30-1e007f3c2e98 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:58.873763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-9315cc24-3d46-42c3-9974-a36055a82003 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:58.877041 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-9315cc24-3d46-42c3-9974-a36055a82003 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:58.933812 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-9315cc24-3d46-42c3-9974-a36055a82003 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:58.934560 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-9315cc24-3d46-42c3-9974-a36055a82003 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:58.937193 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315cc24-3d46-42c3-9974-a36055a82003 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Pushing event updated for resources: {'Port': ['ID=18c056f3-e034-4a5b-95e9-75d8f71e0daa,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:58.981786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea04814-047c-4ed3-8890-d9f422c0fc70 req-aa7daaab-2d65-46fe-9bae-a369c6cb6477 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:58.983459 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aea04814-047c-4ed3-8890-d9f422c0fc70 req-aa7daaab-2d65-46fe-9bae-a369c6cb6477 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 945 time: 0.1751499 Aug 31 14:37:58.992913 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-9315cc24-3d46-42c3-9974-a36055a82003 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3639567 Aug 31 14:37:59.047825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Request body: {'port': {'device_id': '32b29096-c06f-4805-97f6-230c1ea400fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:59.222620 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:59.223250 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aea04814-047c-4ed3-8890-d9f422c0fc70 req-dd9cd1c0-a3a6-4323-882f-877ea9f7b2bd tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/security-groups?id=edba2edb-4b25-4aa5-9617-6e127258af33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905174 Aug 31 14:37:59.237455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8a9b7-0fbb-434d-83c0-e0a512525673 req-316d6a69-8af0-4b5b-9f13-6a11b6d98cd6 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:59.239808 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-57b8a9b7-0fbb-434d-83c0-e0a512525673 req-316d6a69-8af0-4b5b-9f13-6a11b6d98cd6 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.60 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 945 time: 0.2791514 Aug 31 14:37:59.293830 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:59.338177 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:59.362118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:59.365105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:59.369907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:59.411130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=3798323c-98c6-44f5-8484-e5d8bf6d1ae8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:59.526697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-57b8a9b7-0fbb-434d-83c0-e0a512525673 req-228366ea-fe84-4dc1-a87c-0d94d19870f9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Deleting port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:37:59.527047 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-57b8a9b7-0fbb-434d-83c0-e0a512525673 req-228366ea-fe84-4dc1-a87c-0d94d19870f9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:59.695763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-57b8a9b7-0fbb-434d-83c0-e0a512525673 req-228366ea-fe84-4dc1-a87c-0d94d19870f9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] For port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=087719a5-efc1-4d80-bf44-e3bdb9f0e92f,segment=NetworkSegment(c6a7f198-9e5b-466b-ab34-fde3500584c3),segment_id=c6a7f198-9e5b-466b-ab34-fde3500584c3)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:59.697887 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-57b8a9b7-0fbb-434d-83c0-e0a512525673 req-228366ea-fe84-4dc1-a87c-0d94d19870f9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:59.726246 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-57b8a9b7-0fbb-434d-83c0-e0a512525673 req-228366ea-fe84-4dc1-a87c-0d94d19870f9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Calling delete_port for 087719a5-efc1-4d80-bf44-e3bdb9f0e92f owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:37:59.884508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c056f3-e034-4a5b-95e9-75d8f71e0daa {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:59.896320 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:59.936180 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Transition to ACTIVE for port object 18c056f3-e034-4a5b-95e9-75d8f71e0daa will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:59.946681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efcf10-9458-4a16-ace1-0bf19de0f476 req-2f85bec6-78ec-4c93-ac95-172306bcfd7c tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:59.949035 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-33efcf10-9458-4a16-ace1-0bf19de0f476 req-2f85bec6-78ec-4c93-ac95-172306bcfd7c tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 932 time: 0.1530108 Aug 31 14:37:59.951395 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:00.022060 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:00.026163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Pushing event updated for resources: {'Port': ['ID=18c056f3-e034-4a5b-95e9-75d8f71e0daa,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:00.135240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 803eacbb-841a-4c94-94e4-ae7086fcb317 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:38:00.178982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 803eacbb-841a-4c94-94e4-ae7086fcb317 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:38:00.181807 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 803eacbb-841a-4c94-94e4-ae7086fcb317 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:38:00.185828 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:00.268050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15841091-ab53-4d8b-9503-a050706899ba req-420009ac-9d5b-4132-a3d7-c7f475a68079 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:00.269750 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15841091-ab53-4d8b-9503-a050706899ba req-420009ac-9d5b-4132-a3d7-c7f475a68079 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.2093110 Aug 31 14:38:00.338086 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15841091-ab53-4d8b-9503-a050706899ba req-7ef5353a-60eb-4723-be17-3d3e51b858c7 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/quotas/46f935b702854d8dbae5e4bdfcb9bc20 HTTP/1.1" status: 200 len: 375 time: 0.0518091 Aug 31 14:38:00.420756 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15841091-ab53-4d8b-9503-a050706899ba req-7f01e565-a74c-4c2b-a985-7e99218f96a4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815468 Aug 31 14:38:00.474365 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-33efcf10-9458-4a16-ace1-0bf19de0f476 req-277e50a6-1a43-4dc0-b8c7-24b42ba06d3e tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/security-groups?id=368470fe-ca62-4271-9159-b8f584a4bd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097280 Aug 31 14:38:00.477486 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-57b8a9b7-0fbb-434d-83c0-e0a512525673 req-228366ea-fe84-4dc1-a87c-0d94d19870f9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:00.515304 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:00.524042 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:00.552157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228366ea-fe84-4dc1-a87c-0d94d19870f9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Pushing event deleted for resources: {'Port': ['ID=087719a5-efc1-4d80-bf44-e3bdb9f0e92f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:00.638659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b8a9b7-0fbb-434d-83c0-e0a512525673 req-228366ea-fe84-4dc1-a87c-0d94d19870f9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] No DVR routers for this DVR port 087719a5-efc1-4d80-bf44-e3bdb9f0e92f on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:38:00.641344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Attempting to bind port 18c056f3-e034-4a5b-95e9-75d8f71e0daa on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:38:00.641715 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Attempting to bind port 18c056f3-e034-4a5b-95e9-75d8f71e0daa by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'a8f709e3-497e-4f9d-ada7-a6ee584123be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27e1350f-8f7b-42f7-ae30-1e007f3c2e98'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:38:00.642013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Attempting to bind port 18c056f3-e034-4a5b-95e9-75d8f71e0daa on network 27e1350f-8f7b-42f7-ae30-1e007f3c2e98 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:00.652845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-57b8a9b7-0fbb-434d-83c0-e0a512525673 req-228366ea-fe84-4dc1-a87c-0d94d19870f9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:00.654824 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-57b8a9b7-0fbb-434d-83c0-e0a512525673 req-228366ea-fe84-4dc1-a87c-0d94d19870f9 tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.60 "DELETE /v2.0/ports/087719a5-efc1-4d80-bf44-e3bdb9f0e92f HTTP/1.1" status: 204 len: 173 time: 1.4035864 Aug 31 14:38:00.657925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15841091-ab53-4d8b-9503-a050706899ba req-0d3bcf92-11e7-412b-9e36-0588e55932f3 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217958 Aug 31 14:38:00.665816 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event updated for resources: {'Port': ['ID=3798323c-98c6-44f5-8484-e5d8bf6d1ae8,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:00.687218 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b37210a3-ff66-42a9-8790-8b5094f62c48 req-e5ce4035-1e55-4109-9b46-8562a6b5509d tempest-AttachVolumeNegativeTest-1039798178 tempest-AttachVolumeNegativeTest-1039798178-project] 10.222.0.39 "GET /v2.0/ports?device_id=95fa71f2-b0e2-462d-97b8-30b66cba26dd HTTP/1.1" status: 200 len: 210 time: 0.0492499 Aug 31 14:38:00.687218 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Port 18c056f3-e034-4a5b-95e9-75d8f71e0daa on network 27e1350f-8f7b-42f7-ae30-1e007f3c2e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:38:00.687644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Attempting to bind port 18c056f3-e034-4a5b-95e9-75d8f71e0daa on network 27e1350f-8f7b-42f7-ae30-1e007f3c2e98 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:00.693947 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:38:00.694705 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Checking segment: {'id': 'a8f709e3-497e-4f9d-ada7-a6ee584123be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27e1350f-8f7b-42f7-ae30-1e007f3c2e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:00.695519 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Bound using segment: {'id': 'a8f709e3-497e-4f9d-ada7-a6ee584123be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27e1350f-8f7b-42f7-ae30-1e007f3c2e98'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:38:00.696190 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Bound port: 18c056f3-e034-4a5b-95e9-75d8f71e0daa, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f709e3-497e-4f9d-ada7-a6ee584123be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27e1350f-8f7b-42f7-ae30-1e007f3c2e98'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:38:00.697226 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:00.766740 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fa71f2-b0e2-462d-97b8-30b66cba26dd', 'name': 'network-vif-deleted', 'tag': '087719a5-efc1-4d80-bf44-e3bdb9f0e92f'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:00.770248 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fb3aa5-1595-48ff-ad0c-8aa4af04eae2" -d '{"events": [{"server_uuid": "95fa71f2-b0e2-462d-97b8-30b66cba26dd", "name": "network-vif-deleted", "tag": "087719a5-efc1-4d80-bf44-e3bdb9f0e92f"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:00.807898 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:00.817677 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] For port 18c056f3-e034-4a5b-95e9-75d8f71e0daa, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:38:00.822769 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] For port 18c056f3-e034-4a5b-95e9-75d8f71e0daa, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=18c056f3-e034-4a5b-95e9-75d8f71e0daa,segment=NetworkSegment(a8f709e3-497e-4f9d-ada7-a6ee584123be),segment_id=a8f709e3-497e-4f9d-ada7-a6ee584123be)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:38:00.830140 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:00.887468 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:00.888283 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:00.889797 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] 10.222.0.25 "PUT /v2.0/ports/18c056f3-e034-4a5b-95e9-75d8f71e0daa HTTP/1.1" status: 200 len: 1092 time: 1.8483453 Aug 31 14:38:00.921900 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac56f1f-b8b4-4fc6-9703-a7589542fb7b service neutron] Pushing event updated for resources: {'Port': ['ID=18c056f3-e034-4a5b-95e9-75d8f71e0daa,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:00.937011 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15841091-ab53-4d8b-9503-a050706899ba req-27f6a642-b720-404e-9b8c-ae09f8d8ae9f service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593451 Aug 31 14:38:00.949567 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3442c66-5669-4afe-90e9-5c876bf25381 x-openstack-request-id: req-c3442c66-5669-4afe-90e9-5c876bf25381 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:00.949567 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fa71f2-b0e2-462d-97b8-30b66cba26dd", "name": "network-vif-deleted", "tag": "087719a5-efc1-4d80-bf44-e3bdb9f0e92f", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:00.949567 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3442c66-5669-4afe-90e9-5c876bf25381 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:00.949999 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fa71f2-b0e2-462d-97b8-30b66cba26dd', 'name': 'network-vif-deleted', 'tag': '087719a5-efc1-4d80-bf44-e3bdb9f0e92f', 'status': 'completed', 'code': 200} Aug 31 14:38:00.985921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-7bdb0d8f-e6f1-42ab-84e9-9615a414359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:00.991265 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-7bdb0d8f-e6f1-42ab-84e9-9615a414359e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b668caefbfbf495092dd0e36a48a35e1&device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 1095 time: 0.0595276 Aug 31 14:38:01.044777 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-4c58223d-1971-4e0b-b180-7b27fd7a7ce9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18c056f3-e034-4a5b-95e9-75d8f71e0daa HTTP/1.1" status: 200 len: 217 time: 0.0403638 Aug 31 14:38:01.073284 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Floating IP e431b882-d7ba-4de2-b655-0d1f962b371c associated. External IP: 172.25.2.93, port: 159e80e8-244e-41d3-bdf9-565a334fce50. Aug 31 14:38:01.243653 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be3ebc67-0092-4d24-980d-719278030de9 req-f5bfc9f6-d530-4198-b489-7d27394e3baf tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 210 time: 0.0531640 Aug 31 14:38:01.254316 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-c70c849b-bdf6-4a03-8f52-a3e58cfb4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:01.258128 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-c70c849b-bdf6-4a03-8f52-a3e58cfb4cbe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e98cb5f-b09f-4db1-a8c6-8f699b562ed8 HTTP/1.1" status: 200 len: 853 time: 0.2058170 Aug 31 14:38:01.394570 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-ed4533de-1bb1-4b47-bff5-5d7367f9ede0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27e1350f-8f7b-42f7-ae30-1e007f3c2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127031 Aug 31 14:38:01.541761 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-737899c8-4481-4844-b028-8d621de0934c service neutron] 10.222.0.25 "GET /v2.0/networks/27e1350f-8f7b-42f7-ae30-1e007f3c2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260629 Aug 31 14:38:01.677316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Router 7da9f62a-f51e-42a6-a5d8-520254b3082b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:38:01.823602 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2bfa4b7f-735f-4e4f-8ca0-b612bf7b7c93 req-c5c51cf4-edc8-4024-a573-9959e331bedf service neutron] 10.222.0.25 "GET /v2.0/networks/27e1350f-8f7b-42f7-ae30-1e007f3c2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745504 Aug 31 14:38:01.824375 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32812) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:01.898139 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d0a539-06b1-4512-8fe2-d8980d9ab8db admin admin] Deleting subnet 6328a301-d717-4967-a573-d40554209a6c {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:38:01.903822 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61d0a539-06b1-4512-8fe2-d8980d9ab8db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:01.932803 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2565a-fbd7-44f9-8635-f39cbf1ece73 req-63ea059a-6bb4-42e6-80b8-aa13b3db0b9a tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:01.934448 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bee2565a-fbd7-44f9-8635-f39cbf1ece73 req-63ea059a-6bb4-42e6-80b8-aa13b3db0b9a tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 944 time: 0.2532568 Aug 31 14:38:01.952418 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61d0a539-06b1-4512-8fe2-d8980d9ab8db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:02.073961 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61d0a539-06b1-4512-8fe2-d8980d9ab8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:02.098061 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bee2565a-fbd7-44f9-8635-f39cbf1ece73 req-31ea27af-7823-4bfa-be9a-14b8d826c316 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/security-groups?id=368470fe-ca62-4271-9159-b8f584a4bd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417775 Aug 31 14:38:02.150770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 087719a5-efc1-4d80-bf44-e3bdb9f0e92f no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:38:02.197374 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61d0a539-06b1-4512-8fe2-d8980d9ab8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:02.219290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:38:02.228169 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 087719a5-efc1-4d80-bf44-e3bdb9f0e92f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:38:02.229964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 087719a5-efc1-4d80-bf44-e3bdb9f0e92f not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:38:02.243667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384568ec-215c-4102-99c7-5746914d03de None None] Sync routers for ids ['7da9f62a-f51e-42a6-a5d8-520254b3082b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:38:02.267429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0a539-06b1-4512-8fe2-d8980d9ab8db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6328a301-d717-4967-a573-d40554209a6c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:02.282526 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61d0a539-06b1-4512-8fe2-d8980d9ab8db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:02.284744 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:02.287076 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-61d0a539-06b1-4512-8fe2-d8980d9ab8db admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6328a301-d717-4967-a573-d40554209a6c HTTP/1.1" status: 204 len: 168 time: 0.4618003 Aug 31 14:38:02.288663 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32870) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:02.294209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384568ec-215c-4102-99c7-5746914d03de None None] Routers {'7da9f62a-f51e-42a6-a5d8-520254b3082b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:02.301559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-384568ec-215c-4102-99c7-5746914d03de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:37:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7da9f62a-f51e-42a6-a5d8-520254b3082b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:02.331151 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ac454e1a-ca82-4533-933f-dc6b4f2ac1f6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1456416 Aug 31 14:38:02.332121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32876) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:02.332828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'tag': '159e80e8-244e-41d3-bdf9-565a334fce50'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:02.336679 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd51b99-960c-4811-999f-278e329c0dac" -d '{"events": [{"name": "network-changed", "server_uuid": "4c09a185-d791-41d6-bcf8-c86ef9e7872b", "tag": "159e80e8-244e-41d3-bdf9-565a334fce50"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:02.438296 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a5abfb-9475-45c1-ab35-51701849ccc6 x-openstack-request-id: req-a7a5abfb-9475-45c1-ab35-51701849ccc6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:02.438770 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c09a185-d791-41d6-bcf8-c86ef9e7872b", "tag": "159e80e8-244e-41d3-bdf9-565a334fce50", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:02.439374 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7a5abfb-9475-45c1-ab35-51701849ccc6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:02.439924 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'tag': '159e80e8-244e-41d3-bdf9-565a334fce50', 'status': 'completed', 'code': 200} Aug 31 14:38:02.493021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b4f68b20-82b8-47a8-9ac5-63c9d3356c2b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/floatingips/e431b882-d7ba-4de2-b655-0d1f962b371c HTTP/1.1" status: 200 len: 990 time: 0.1504154 Aug 31 14:38:02.529544 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7602263d-ea6e-44b0-9f24-260da38c6989 req-38f05e70-a207-4b16-bd12-07cd878f9fa2 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 210 time: 0.0873187 Aug 31 14:38:02.532108 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94eb6ebb-b256-4316-b2ad-c0c52625b219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:02.568361 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-384568ec-215c-4102-99c7-5746914d03de None None] Set router 7da9f62a-f51e-42a6-a5d8-520254b3082b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:02.603399 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd51b99-960c-4811-999f-278e329c0dac req-60094d47-2146-4e2c-9c75-a1d2c64deddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:02.605693 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ddd51b99-960c-4811-999f-278e329c0dac req-60094d47-2146-4e2c-9c75-a1d2c64deddf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21ea8be72d24ece82d41eca10d2c981&device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 1096 time: 0.1648536 Aug 31 14:38:02.769038 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94eb6ebb-b256-4316-b2ad-c0c52625b219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:02.787950 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-94eb6ebb-b256-4316-b2ad-c0c52625b219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08048cf-9a96-4315-891c-5b48607b8e58']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:02.812972 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-94eb6ebb-b256-4316-b2ad-c0c52625b219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a7f198-9e5b-466b-ab34-fde3500584c3') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:02.813550 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-94eb6ebb-b256-4316-b2ad-c0c52625b219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a7f198-9e5b-466b-ab34-fde3500584c3') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:02.829315 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94eb6ebb-b256-4316-b2ad-c0c52625b219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:02.857970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd51b99-960c-4811-999f-278e329c0dac req-776a709c-9861-430a-b105-2c9c1ae3769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:02.860674 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ddd51b99-960c-4811-999f-278e329c0dac req-776a709c-9861-430a-b105-2c9c1ae3769c service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c54181b-2bd5-4b60-bc3a-f4641056c2e5 HTTP/1.1" status: 200 len: 896 time: 0.2395709 Aug 31 14:38:02.864243 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94eb6ebb-b256-4316-b2ad-c0c52625b219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:02.968435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-384568ec-215c-4102-99c7-5746914d03de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:34Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e431b882-d7ba-4de2-b655-0d1f962b371c', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'floating_ip_address': '172.25.2.93', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'port_id': '159e80e8-244e-41d3-bdf9-565a334fce50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'mac_address': 'fa:16:3e:a6:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:59Z', 'updated_at': '2021-08-31T14:37:59Z', 'revision_number': 0, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141aa81d-278a-4714-9684-ce84eaad82b8', 'name': '', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:06:6d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:31Z', 'updated_at': '2021-08-31T14:37:42Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:02.982718 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b29096-c06f-4805-97f6-230c1ea400fc', 'tag': '18c056f3-e034-4a5b-95e9-75d8f71e0daa'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:02.985338 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e4c072-18cc-4b8c-95c5-02d2952cdb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "32b29096-c06f-4805-97f6-230c1ea400fc", "tag": "18c056f3-e034-4a5b-95e9-75d8f71e0daa"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:02.989493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ddd51b99-960c-4811-999f-278e329c0dac req-2553b158-64a7-42e6-93e6-6b9a94ea1809 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=159e80e8-244e-41d3-bdf9-565a334fce50 HTTP/1.1" status: 200 len: 998 time: 0.1199603 Aug 31 14:38:03.004392 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94eb6ebb-b256-4316-b2ad-c0c52625b219 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:38:03.004932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94eb6ebb-b256-4316-b2ad-c0c52625b219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:38:03.007219 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:38:03.009864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384568ec-215c-4102-99c7-5746914d03de None None] Checking router: 7da9f62a-f51e-42a6-a5d8-520254b3082b for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:38:03.022167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384568ec-215c-4102-99c7-5746914d03de None None] Routers {'7da9f62a-f51e-42a6-a5d8-520254b3082b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:03.023129 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-384568ec-215c-4102-99c7-5746914d03de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:37:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7da9f62a-f51e-42a6-a5d8-520254b3082b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:03.126492 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0e682e-e206-4953-8334-48dc840e260b x-openstack-request-id: req-ae0e682e-e206-4953-8334-48dc840e260b {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:03.129522 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b29096-c06f-4805-97f6-230c1ea400fc", "tag": "18c056f3-e034-4a5b-95e9-75d8f71e0daa", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:03.130424 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae0e682e-e206-4953-8334-48dc840e260b {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:03.131342 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b29096-c06f-4805-97f6-230c1ea400fc', 'tag': '18c056f3-e034-4a5b-95e9-75d8f71e0daa', 'status': 'completed', 'code': 200} Aug 31 14:38:03.210907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15841091-ab53-4d8b-9503-a050706899ba req-8aa4cf06-891a-4d5b-8ec3-5eae3d7eb63e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:03.214021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15841091-ab53-4d8b-9503-a050706899ba req-8aa4cf06-891a-4d5b-8ec3-5eae3d7eb63e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.2518113 Aug 31 14:38:03.229796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-15841091-ab53-4d8b-9503-a050706899ba req-6fc63278-d61b-4332-9fce-f383572c136c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Request body: {'port': {'device_id': 'b286fc20-5e7c-45f1-9369-b72bab2d1c08', 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'admin_state_up': True, 'tenant_id': '46f935b702854d8dbae5e4bdfcb9bc20'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:03.247353 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94eb6ebb-b256-4316-b2ad-c0c52625b219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:03.292243 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94eb6ebb-b256-4316-b2ad-c0c52625b219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:03.295605 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-94eb6ebb-b256-4316-b2ad-c0c52625b219 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b08048cf-9a96-4315-891c-5b48607b8e58 HTTP/1.1" status: 204 len: 168 time: 1.0055828 Aug 31 14:38:03.297220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-384568ec-215c-4102-99c7-5746914d03de None None] Set router 7da9f62a-f51e-42a6-a5d8-520254b3082b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:03.387986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb6ebb-b256-4316-b2ad-c0c52625b219 admin admin] Pushing event deleted for resources: {'Network': ['ID=b08048cf-9a96-4315-891c-5b48607b8e58,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:03.405101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd51b99-960c-4811-999f-278e329c0dac req-ebbe9f01-a673-4771-85aa-0e48a6324370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:03.406879 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ddd51b99-960c-4811-999f-278e329c0dac req-ebbe9f01-a673-4771-85aa-0e48a6324370 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f14df60f-253b-4e18-930d-18ab2fc42866 HTTP/1.1" status: 200 len: 834 time: 0.3650548 Aug 31 14:38:03.424092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c695056-bbf9-4247-8dd7-0c4b2f56744a req-0a9d7529-3930-4284-bf22-3432f306a5ca tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:03.437833 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c695056-bbf9-4247-8dd7-0c4b2f56744a req-0a9d7529-3930-4284-bf22-3432f306a5ca tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 944 time: 0.1459818 Aug 31 14:38:03.437942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4c072-18cc-4b8c-95c5-02d2952cdb4b req-f3858519-fc11-4b31-8fbc-0f7da5e921cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:03.438274 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4e4c072-18cc-4b8c-95c5-02d2952cdb4b req-f3858519-fc11-4b31-8fbc-0f7da5e921cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b668caefbfbf495092dd0e36a48a35e1&device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 1095 time: 0.3035626 Aug 31 14:38:03.497540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32998) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:03.559022 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c695056-bbf9-4247-8dd7-0c4b2f56744a req-95649fc2-108c-4c42-b5b0-3a44cec24f31 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/security-groups?id=368470fe-ca62-4271-9159-b8f584a4bd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212645 Aug 31 14:38:03.620800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15841091-ab53-4d8b-9503-a050706899ba req-6fc63278-d61b-4332-9fce-f383572c136c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Made reservation on behalf of 46f935b702854d8dbae5e4bdfcb9bc20 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:38:03.632851 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-15841091-ab53-4d8b-9503-a050706899ba req-6fc63278-d61b-4332-9fce-f383572c136c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:03.663645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd51b99-960c-4811-999f-278e329c0dac req-27481759-517d-4818-880b-8ae794f7790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:03.665148 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ddd51b99-960c-4811-999f-278e329c0dac req-27481759-517d-4818-880b-8ae794f7790a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c54181b-2bd5-4b60-bc3a-f4641056c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2501321 Aug 31 14:38:03.705325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1f430bd3-055f-4324-a90f-5fc3234f5bcf tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/floatingips/e431b882-d7ba-4de2-b655-0d1f962b371c HTTP/1.1" status: 200 len: 990 time: 0.2053049 Aug 31 14:38:03.712979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33020) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:03.837767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-15841091-ab53-4d8b-9503-a050706899ba req-6fc63278-d61b-4332-9fce-f383572c136c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Allocated IP 172.20.0.10 (aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8/0210616f-f7ae-442c-bd7c-d0e8f69cbf74/7e8a2dd3-f453-478f-bd88-5450fdd3e193) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:38:03.855828 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-384568ec-215c-4102-99c7-5746914d03de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:34Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e431b882-d7ba-4de2-b655-0d1f962b371c', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'floating_ip_address': '172.25.2.93', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'port_id': '159e80e8-244e-41d3-bdf9-565a334fce50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'mac_address': 'fa:16:3e:a6:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:59Z', 'updated_at': '2021-08-31T14:37:59Z', 'revision_number': 0, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141aa81d-278a-4714-9684-ce84eaad82b8', 'name': '', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:06:6d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:31Z', 'updated_at': '2021-08-31T14:37:42Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:03.874952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4c072-18cc-4b8c-95c5-02d2952cdb4b req-48f5ac90-abcd-47ef-abb5-d9f82cabad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:03.876409 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4e4c072-18cc-4b8c-95c5-02d2952cdb4b req-48f5ac90-abcd-47ef-abb5-d9f82cabad78 service neutron] 10.222.0.25 "GET /v2.0/networks?id=27e1350f-8f7b-42f7-ae30-1e007f3c2e98 HTTP/1.1" status: 200 len: 914 time: 0.3978531 Aug 31 14:38:03.897330 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ef79340-f421-4f96-bb3e-3a87172b92ef req-6fa7b43d-436e-47bd-8a9a-03a882de9d95 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 210 time: 0.0915463 Aug 31 14:38:03.901005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384568ec-215c-4102-99c7-5746914d03de None None] The sync data for ids ['7da9f62a-f51e-42a6-a5d8-520254b3082b'] in n-d-806683-5 is: [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:34Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e431b882-d7ba-4de2-b655-0d1f962b371c', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'floating_ip_address': '172.25.2.93', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'port_id': '159e80e8-244e-41d3-bdf9-565a334fce50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'mac_address': 'fa:16:3e:a6:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:59Z', 'updated_at': '2021-08-31T14:37:59Z', 'revision_number': 0, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141aa81d-278a-4714-9684-ce84eaad82b8', 'name': '', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:06:6d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:31Z', 'updated_at': '2021-08-31T14:37:42Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:38:03.958744 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3bcd4703-bde6-4277-8fa3-aa475a513414 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00d27f1f72f248fa9c1c442465d5507e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282553 Aug 31 14:38:03.959899 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4e4c072-18cc-4b8c-95c5-02d2952cdb4b req-f5643555-8a66-463a-b40c-ac2f38db8cda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18c056f3-e034-4a5b-95e9-75d8f71e0daa HTTP/1.1" status: 200 len: 217 time: 0.0614891 Aug 31 14:38:03.961857 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33044) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:04.057569 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ddd51b99-960c-4811-999f-278e329c0dac req-632c30dd-bd06-497c-9ac6-4e7a0be7554d service neutron] 10.222.0.60 "GET /v2.0/networks/3c54181b-2bd5-4b60-bc3a-f4641056c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788626 Aug 31 14:38:04.080460 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4c072-18cc-4b8c-95c5-02d2952cdb4b req-08174bd5-ece9-4a1b-8bcf-6131db251f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:04.081939 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4e4c072-18cc-4b8c-95c5-02d2952cdb4b req-08174bd5-ece9-4a1b-8bcf-6131db251f8d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e98cb5f-b09f-4db1-a8c6-8f699b562ed8 HTTP/1.1" status: 200 len: 853 time: 0.1040447 Aug 31 14:38:04.148359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-15841091-ab53-4d8b-9503-a050706899ba req-6fc63278-d61b-4332-9fce-f383572c136c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:04.167881 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4e4c072-18cc-4b8c-95c5-02d2952cdb4b req-0586fde7-75cf-4215-a6cc-8366b6fab962 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27e1350f-8f7b-42f7-ae30-1e007f3c2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733464 Aug 31 14:38:04.191015 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c45c0a2e-9b3b-493c-a491-b05c7239a0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:04.290777 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-15841091-ab53-4d8b-9503-a050706899ba req-6fc63278-d61b-4332-9fce-f383572c136c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:04.310023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['400b284a-3fbf-4d55-bd12-4118fd70f525'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:38:04.337070 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c45c0a2e-9b3b-493c-a491-b05c7239a0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:04.348702 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e882f5-3c55-406d-9c91-aa52ca1e6138 None None] New status for floating IP e431b882-d7ba-4de2-b655-0d1f962b371c: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:38:04.385757 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ddd51b99-960c-4811-999f-278e329c0dac req-7928a5f1-95d4-41d1-8954-9f866e7bec9e service neutron] 10.222.0.60 "GET /v2.0/networks/3c54181b-2bd5-4b60-bc3a-f4641056c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177762 Aug 31 14:38:04.407318 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4e4c072-18cc-4b8c-95c5-02d2952cdb4b req-6e642bcc-54ec-42f2-b288-91c99f801b55 service neutron] 10.222.0.25 "GET /v2.0/networks/27e1350f-8f7b-42f7-ae30-1e007f3c2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299063 Aug 31 14:38:04.464622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15841091-ab53-4d8b-9503-a050706899ba req-6fc63278-d61b-4332-9fce-f383572c136c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:04.469386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-15841091-ab53-4d8b-9503-a050706899ba req-6fc63278-d61b-4332-9fce-f383572c136c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:04.473947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-15841091-ab53-4d8b-9503-a050706899ba req-6fc63278-d61b-4332-9fce-f383572c136c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:38:04.545522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15841091-ab53-4d8b-9503-a050706899ba req-6fc63278-d61b-4332-9fce-f383572c136c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:04.546350 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-15841091-ab53-4d8b-9503-a050706899ba req-6fc63278-d61b-4332-9fce-f383572c136c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:04.561977 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c45c0a2e-9b3b-493c-a491-b05c7239a0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:04.563801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc63278-d61b-4332-9fce-f383572c136c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Pushing event updated for resources: {'Port': ['ID=7e8a2dd3-f453-478f-bd88-5450fdd3e193,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:04.575118 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c45c0a2e-9b3b-493c-a491-b05c7239a0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:04.576693 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c45c0a2e-9b3b-493c-a491-b05c7239a0bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/edba2edb-4b25-4aa5-9617-6e127258af33 HTTP/1.1" status: 204 len: 168 time: 0.6138506 Aug 31 14:38:04.585843 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15841091-ab53-4d8b-9503-a050706899ba req-6fc63278-d61b-4332-9fce-f383572c136c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3614457 Aug 31 14:38:04.597183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c0a2e-9b3b-493c-a491-b05c7239a0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edba2edb-4b25-4aa5-9617-6e127258af33,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:04.599098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Request body: {'port': {'device_id': 'b286fc20-5e7c-45f1-9369-b72bab2d1c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:04.650650 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4e4c072-18cc-4b8c-95c5-02d2952cdb4b req-271da1c1-b89a-4163-a788-3d429fdea463 service neutron] 10.222.0.25 "GET /v2.0/networks/27e1350f-8f7b-42f7-ae30-1e007f3c2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345898 Aug 31 14:38:04.711409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33130) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:04.759970 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:04.969041 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 18c056f3-e034-4a5b-95e9-75d8f71e0daa details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:38:05.059810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02afd1-3ac7-4915-8522-5ea0f75f2350 req-80ac2917-cacb-4ad0-b7ad-15d3ac45eb66 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:05.069984 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd02afd1-3ac7-4915-8522-5ea0f75f2350 req-80ac2917-cacb-4ad0-b7ad-15d3ac45eb66 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 944 time: 0.3780982 Aug 31 14:38:05.073773 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e6b6ae3c-cf6f-4f46-ad69-83eb808bffbc tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/floatingips/e431b882-d7ba-4de2-b655-0d1f962b371c HTTP/1.1" status: 200 len: 992 time: 0.3491623 Aug 31 14:38:05.143829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 18c056f3-e034-4a5b-95e9-75d8f71e0daa, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=18c056f3-e034-4a5b-95e9-75d8f71e0daa,segment=NetworkSegment(a8f709e3-497e-4f9d-ada7-a6ee584123be),segment_id=a8f709e3-497e-4f9d-ada7-a6ee584123be)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:05.159026 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '18c056f3-e034-4a5b-95e9-75d8f71e0daa', 'network_id': '27e1350f-8f7b-42f7-ae30-1e007f3c2e98', 'port_id': '18c056f3-e034-4a5b-95e9-75d8f71e0daa', 'mac_address': 'fa:16:3e:82:7a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e98cb5f-b09f-4db1-a8c6-8f699b562ed8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:38:05.203043 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:05.211824 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd02afd1-3ac7-4915-8522-5ea0f75f2350 req-1b0d1984-4676-495d-bc23-10de742cb5a5 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/security-groups?id=368470fe-ca62-4271-9159-b8f584a4bd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294377 Aug 31 14:38:05.238630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c056f3-e034-4a5b-95e9-75d8f71e0daa {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:38:05.307998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 18c056f3-e034-4a5b-95e9-75d8f71e0daa, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=18c056f3-e034-4a5b-95e9-75d8f71e0daa,segment=NetworkSegment(a8f709e3-497e-4f9d-ada7-a6ee584123be),segment_id=a8f709e3-497e-4f9d-ada7-a6ee584123be)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:05.313964 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:05.545213 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=18c056f3-e034-4a5b-95e9-75d8f71e0daa,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:05.570188 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['18c056f3-e034-4a5b-95e9-75d8f71e0daa'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:38:05.595728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3afb22-9f35-462c-8119-a75678212264 req-15fc94f5-b5f7-4ee8-b898-1f1300659719 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:05.599076 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d3afb22-9f35-462c-8119-a75678212264 req-15fc94f5-b5f7-4ee8-b898-1f1300659719 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 932 time: 0.5649621 Aug 31 14:38:05.792564 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d3afb22-9f35-462c-8119-a75678212264 req-f7dcbfed-a557-4c50-9712-eaef8cef20e9 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413927 Aug 31 14:38:05.918205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8a2dd3-f453-478f-bd88-5450fdd3e193 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:38:05.937756 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:05.960145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Transition to ACTIVE for port object 7e8a2dd3-f453-478f-bd88-5450fdd3e193 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:05.965772 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:06.066760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Pushing event updated for resources: {'Port': ['ID=7e8a2dd3-f453-478f-bd88-5450fdd3e193,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:06.179481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Attempting to bind port 7e8a2dd3-f453-478f-bd88-5450fdd3e193 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:38:06.179481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Attempting to bind port 7e8a2dd3-f453-478f-bd88-5450fdd3e193 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:38:06.179481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Attempting to bind port 7e8a2dd3-f453-478f-bd88-5450fdd3e193 on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:06.185077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Port 7e8a2dd3-f453-478f-bd88-5450fdd3e193 on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:38:06.185416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Attempting to bind port 7e8a2dd3-f453-478f-bd88-5450fdd3e193 on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:06.194037 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:38:06.195067 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Checking segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:06.195699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Bound using segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:38:06.196354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Bound port: 7e8a2dd3-f453-478f-bd88-5450fdd3e193, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:38:06.197043 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:06.265270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33280) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:06.280386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] For port 7e8a2dd3-f453-478f-bd88-5450fdd3e193, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:38:06.284178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] For port 7e8a2dd3-f453-478f-bd88-5450fdd3e193, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7e8a2dd3-f453-478f-bd88-5450fdd3e193,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:38:06.292632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:06.353223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:06.354134 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:06.356065 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15841091-ab53-4d8b-9503-a050706899ba req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] 10.222.0.60 "PUT /v2.0/ports/7e8a2dd3-f453-478f-bd88-5450fdd3e193 HTTP/1.1" status: 200 len: 1092 time: 1.7627091 Aug 31 14:38:06.356692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b286fc20-5e7c-45f1-9369-b72bab2d1c08', 'tag': '7e8a2dd3-f453-478f-bd88-5450fdd3e193'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:06.359568 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3489a1e-a447-4176-8869-19b1fc913be4" -d '{"events": [{"name": "network-changed", "server_uuid": "b286fc20-5e7c-45f1-9369-b72bab2d1c08", "tag": "7e8a2dd3-f453-478f-bd88-5450fdd3e193"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:06.397819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bc913-c58b-4d30-ae4f-6e915c6324ba service neutron] Pushing event updated for resources: {'Port': ['ID=7e8a2dd3-f453-478f-bd88-5450fdd3e193,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:06.413034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63330b-38ca-4b4c-b5f7-cff4ae74a856 req-9ba12adb-e73b-4e5c-b25b-954cf25383f5 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:06.414887 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed63330b-38ca-4b4c-b5f7-cff4ae74a856 req-9ba12adb-e73b-4e5c-b25b-954cf25383f5 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 945 time: 0.0938852 Aug 31 14:38:06.463516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15841091-ab53-4d8b-9503-a050706899ba req-a773815e-ec11-4605-9803-24caea0a3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:06.465325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15841091-ab53-4d8b-9503-a050706899ba req-a773815e-ec11-4605-9803-24caea0a3e2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 1095 time: 0.0612452 Aug 31 14:38:06.522637 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15841091-ab53-4d8b-9503-a050706899ba req-e4cff83b-4888-44f6-9db0-ea7d7754f85d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e8a2dd3-f453-478f-bd88-5450fdd3e193 HTTP/1.1" status: 200 len: 217 time: 0.0492907 Aug 31 14:38:06.523623 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed63330b-38ca-4b4c-b5f7-cff4ae74a856 req-c74e30a3-594d-4f98-83fa-64a26dd07d68 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/security-groups?id=368470fe-ca62-4271-9159-b8f584a4bd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924063 Aug 31 14:38:06.524603 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff86948a-cdc4-4c1d-8ae3-56a2cdc92182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:06.576337 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c244ee-5dd0-4a8b-a05d-19954978e381 x-openstack-request-id: req-60c244ee-5dd0-4a8b-a05d-19954978e381 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:06.576633 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b286fc20-5e7c-45f1-9369-b72bab2d1c08", "tag": "7e8a2dd3-f453-478f-bd88-5450fdd3e193", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:06.576881 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60c244ee-5dd0-4a8b-a05d-19954978e381 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:06.577289 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b286fc20-5e7c-45f1-9369-b72bab2d1c08', 'tag': '7e8a2dd3-f453-478f-bd88-5450fdd3e193', 'status': 'completed', 'code': 200} Aug 31 14:38:06.603383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15841091-ab53-4d8b-9503-a050706899ba req-53993c80-962f-4d04-a1ab-466d4b5897c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:06.605322 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15841091-ab53-4d8b-9503-a050706899ba req-53993c80-962f-4d04-a1ab-466d4b5897c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.0761621 Aug 31 14:38:06.652810 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15841091-ab53-4d8b-9503-a050706899ba req-0a22cb88-ba24-49e8-9aa3-c362bbed7c57 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364242 Aug 31 14:38:06.775911 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff86948a-cdc4-4c1d-8ae3-56a2cdc92182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:06.785690 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff86948a-cdc4-4c1d-8ae3-56a2cdc92182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:06.863435 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ff86948a-cdc4-4c1d-8ae3-56a2cdc92182 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38b6ba7e222143368caeab70f6f73309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5901155 Aug 31 14:38:06.864772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33322) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:06.873978 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15841091-ab53-4d8b-9503-a050706899ba req-19d3089b-f692-432c-b901-3194bae6427c service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013927 Aug 31 14:38:06.913805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86948a-cdc4-4c1d-8ae3-56a2cdc92182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3056796-9dfc-49ca-9d5d-8d41868f65e9,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:06.984346 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2bdba8df-2a58-48d6-b7fa-c2e6e4217257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:06.997230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 18c056f3-e034-4a5b-95e9-75d8f71e0daa up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:07.053614 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2bdba8df-2a58-48d6-b7fa-c2e6e4217257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:07.071642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 18c056f3-e034-4a5b-95e9-75d8f71e0daa completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:07.077681 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15841091-ab53-4d8b-9503-a050706899ba req-22888a87-8c45-4c49-babb-0d52a8d79b72 service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937699 Aug 31 14:38:07.078046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 18c056f3-e034-4a5b-95e9-75d8f71e0daa triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:07.079096 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:07.160567 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9b9db-ac7d-4ab5-a964-44ce95f5a377 req-b88a4dff-a015-461e-a8d0-5cc0d077c305 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:07.168801 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-79b9b9db-ac7d-4ab5-a964-44ce95f5a377 req-b88a4dff-a015-461e-a8d0-5cc0d077c305 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 944 time: 0.2271223 Aug 31 14:38:07.179294 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2bdba8df-2a58-48d6-b7fa-c2e6e4217257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:07.182560 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2bdba8df-2a58-48d6-b7fa-c2e6e4217257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:07.184834 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2bdba8df-2a58-48d6-b7fa-c2e6e4217257 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3056796-9dfc-49ca-9d5d-8d41868f65e9 HTTP/1.1" status: 204 len: 168 time: 0.3174586 Aug 31 14:38:07.202409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3489a1e-a447-4176-8869-19b1fc913be4 req-48d0566d-f634-423e-9748-ab1b30f65414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:07.205393 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3489a1e-a447-4176-8869-19b1fc913be4 req-48d0566d-f634-423e-9748-ab1b30f65414 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 1095 time: 0.0613472 Aug 31 14:38:07.206645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdba8df-2a58-48d6-b7fa-c2e6e4217257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3056796-9dfc-49ca-9d5d-8d41868f65e9,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:07.217208 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:07.240598 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-79b9b9db-ac7d-4ab5-a964-44ce95f5a377 req-64b8211d-ee0a-4346-b2ed-b2377b00fecd tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705109 Aug 31 14:38:07.262347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b29096-c06f-4805-97f6-230c1ea400fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c056f3-e034-4a5b-95e9-75d8f71e0daa'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:07.266834 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eb755a-e947-480b-919e-5b5ca6c3fb82" -d '{"events": [{"server_uuid": "32b29096-c06f-4805-97f6-230c1ea400fc", "name": "network-vif-plugged", "status": "completed", "tag": "18c056f3-e034-4a5b-95e9-75d8f71e0daa"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:07.285940 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 18c056f3-e034-4a5b-95e9-75d8f71e0daa, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=18c056f3-e034-4a5b-95e9-75d8f71e0daa,segment=NetworkSegment(a8f709e3-497e-4f9d-ada7-a6ee584123be),segment_id=a8f709e3-497e-4f9d-ada7-a6ee584123be)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:07.293679 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:07.305841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33330) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:07.397348 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea449f93-dd17-4cb6-941d-a4c59670b200 x-openstack-request-id: req-ea449f93-dd17-4cb6-941d-a4c59670b200 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:07.397971 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b29096-c06f-4805-97f6-230c1ea400fc", "name": "network-vif-plugged", "status": "completed", "tag": "18c056f3-e034-4a5b-95e9-75d8f71e0daa", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:07.398418 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea449f93-dd17-4cb6-941d-a4c59670b200 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:07.398965 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b29096-c06f-4805-97f6-230c1ea400fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c056f3-e034-4a5b-95e9-75d8f71e0daa', 'code': 200} Aug 31 14:38:07.400104 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=18c056f3-e034-4a5b-95e9-75d8f71e0daa,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:07.413531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3489a1e-a447-4176-8869-19b1fc913be4 req-c93159ad-98bb-4dd8-a370-8abbb105000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:07.415469 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3489a1e-a447-4176-8869-19b1fc913be4 req-c93159ad-98bb-4dd8-a370-8abbb105000b service neutron] 10.222.0.60 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 906 time: 0.1938753 Aug 31 14:38:07.473314 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9cf3f333-0c6a-44b2-8017-8f245cf947b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:07.482036 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3489a1e-a447-4176-8869-19b1fc913be4 req-38e63427-90ab-4eca-bacc-c29f298a6d0e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e8a2dd3-f453-478f-bd88-5450fdd3e193 HTTP/1.1" status: 200 len: 217 time: 0.0460143 Aug 31 14:38:07.498922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af84c6-3ae0-4c3d-bfb9-2a39c2b0c032 req-d53f4913-241a-487d-8fe6-3920720660c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:07.500900 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c2af84c6-3ae0-4c3d-bfb9-2a39c2b0c032 req-d53f4913-241a-487d-8fe6-3920720660c6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 1097 time: 0.0804751 Aug 31 14:38:07.556122 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3489a1e-a447-4176-8869-19b1fc913be4 req-01cd0ad1-2c01-4a09-8168-c5b6be25210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:07.557784 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3489a1e-a447-4176-8869-19b1fc913be4 req-01cd0ad1-2c01-4a09-8168-c5b6be25210c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.0667098 Aug 31 14:38:07.566310 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c2af84c6-3ae0-4c3d-bfb9-2a39c2b0c032 req-c747a4c5-6e52-419b-8224-b3762e0e9d35 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=368470fe-ca62-4271-9159-b8f584a4bd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566478 Aug 31 14:38:07.620897 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3489a1e-a447-4176-8869-19b1fc913be4 req-52059ac9-a7d1-4c32-bd94-12873b7ef21d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551872 Aug 31 14:38:07.693206 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9cf3f333-0c6a-44b2-8017-8f245cf947b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:07.698743 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9cf3f333-0c6a-44b2-8017-8f245cf947b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:07.788741 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3489a1e-a447-4176-8869-19b1fc913be4 req-61d35ff6-e03c-44bb-a576-94c8ea3e3d9f service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587996 Aug 31 14:38:07.789432 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1155d6-6b63-4989-8a96-26d8cb953838 req-e226e26a-3b88-493b-8e51-15ca25f72732 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:07.791431 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f1155d6-6b63-4989-8a96-26d8cb953838 req-e226e26a-3b88-493b-8e51-15ca25f72732 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 946 time: 0.1648846 Aug 31 14:38:07.794164 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9cf3f333-0c6a-44b2-8017-8f245cf947b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=245c6aee4d5349ce9216e944eae09de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857264 Aug 31 14:38:07.797501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33344) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:07.829134 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3f333-0c6a-44b2-8017-8f245cf947b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a95f21-a060-4a59-b460-7d196ee739f3,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:07.867817 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f1155d6-6b63-4989-8a96-26d8cb953838 req-4605eb70-31a0-413a-a32b-bcb4e6601317 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/security-groups?id=368470fe-ca62-4271-9159-b8f584a4bd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672903 Aug 31 14:38:07.958145 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2223174e-fc7f-4251-81b8-61c1d2735593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:07.963948 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3489a1e-a447-4176-8869-19b1fc913be4 req-2c328145-1fe6-435e-ba53-0a524aefcbcb service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654871 Aug 31 14:38:07.991724 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2223174e-fc7f-4251-81b8-61c1d2735593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:08.052894 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2223174e-fc7f-4251-81b8-61c1d2735593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:08.056557 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2223174e-fc7f-4251-81b8-61c1d2735593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:08.058818 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2223174e-fc7f-4251-81b8-61c1d2735593 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68a95f21-a060-4a59-b460-7d196ee739f3 HTTP/1.1" status: 204 len: 168 time: 0.2503872 Aug 31 14:38:08.078177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223174e-fc7f-4251-81b8-61c1d2735593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a95f21-a060-4a59-b460-7d196ee739f3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:08.269898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33366) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:08.372307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537d10b-fecd-45ef-88e8-84e477f365ed req-c2e1a1b2-f708-4cf8-82ea-09d785fdf659 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:08.374058 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3537d10b-fecd-45ef-88e8-84e477f365ed req-c2e1a1b2-f708-4cf8-82ea-09d785fdf659 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 944 time: 0.0621386 Aug 31 14:38:08.416177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-601476702-network', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:08.446984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3537d10b-fecd-45ef-88e8-84e477f365ed req-d4248e26-ca80-43ba-a895-05b77e18d609 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642891 Aug 31 14:38:08.453540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] Made reservation on behalf of ec9bb7e643a84983a42c9b7a94a70723 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:38:08.456102 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:08.466041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:08.580588 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:08.586375 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:08.629110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:38:08.644200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf7decc-58f9-4f2e-a367-99af81f851f7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:08.651041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:08.651498 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] Added segment d72b984b-4319-4aa4-8831-68578654b789 of type vlan for network 4c0df2ac-4ce8-4812-998b-014508baaa62 Aug 31 14:38:08.699040 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:08.726850 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:08.727968 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:08.728559 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:08.794405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] Pushing event updated for resources: {'Network': ['ID=4c0df2ac-4ce8-4812-998b-014508baaa62,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:08.797718 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-324f8354-ff14-4a1f-91eb-4411504056d8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5267699 Aug 31 14:38:08.800903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33388) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:08.807037 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d8239575-3933-478e-84e8-db6c3d624ea1 admin admin] Request body: {'subnet': {'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-601476702-subnet', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:08.811201 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 4c0df2ac-4ce8-4812-998b-014508baaa62 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:38:08.832306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8239575-3933-478e-84e8-db6c3d624ea1 admin admin] Made reservation on behalf of ec9bb7e643a84983a42c9b7a94a70723 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:38:08.837546 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d8239575-3933-478e-84e8-db6c3d624ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:09.062255 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e3980-56f7-4dc0-89fc-ba8a762e2500 req-c3d28042-a54d-4766-8275-b92807613cdb tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:09.063853 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b16e3980-56f7-4dc0-89fc-ba8a762e2500 req-c3d28042-a54d-4766-8275-b92807613cdb tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 946 time: 0.0979440 Aug 31 14:38:09.144097 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d8239575-3933-478e-84e8-db6c3d624ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:09.180047 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b16e3980-56f7-4dc0-89fc-ba8a762e2500 req-023bc56f-47e6-4e2b-be6c-73bc3b8d0726 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/security-groups?id=368470fe-ca62-4271-9159-b8f584a4bd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880964 Aug 31 14:38:09.225673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8239575-3933-478e-84e8-db6c3d624ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80741a13-83b8-4d01-8f8b-f043e884cd77,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:09.237944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8239575-3933-478e-84e8-db6c3d624ea1 admin admin] Checking segment: {'id': 'd72b984b-4319-4aa4-8831-68578654b789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:09.238361 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8239575-3933-478e-84e8-db6c3d624ea1 admin admin] Network hostable DHCP agents. Network: 4c0df2ac-4ce8-4812-998b-014508baaa62, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:38:09.258665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8239575-3933-478e-84e8-db6c3d624ea1 admin admin] Network 4c0df2ac-4ce8-4812-998b-014508baaa62 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:38:09.275917 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d8239575-3933-478e-84e8-db6c3d624ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 4c0df2ac-4ce8-4812-998b-014508baaa62) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:09.282306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8239575-3933-478e-84e8-db6c3d624ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:09.283281 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d8239575-3933-478e-84e8-db6c3d624ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:09.291674 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefdc128-1888-494c-8ae2-d804d234c09a None None] Network 4c0df2ac-4ce8-4812-998b-014508baaa62 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:38:09.301481 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d8239575-3933-478e-84e8-db6c3d624ea1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4991877 Aug 31 14:38:09.306951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33404) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:09.311791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:09.368928 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:09.371442 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:09.500959 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:09.590805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-4c0df2ac-4ce8-4812-998b-014508baaa62', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:38:09.596481 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:09.747421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8312b21-1d4e-46bd-b619-b47c2ab803dc req-d3cb1dd1-84e7-4d5d-b2e9-c45bf35a63aa tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:09.748990 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8312b21-1d4e-46bd-b619-b47c2ab803dc req-d3cb1dd1-84e7-4d5d-b2e9-c45bf35a63aa tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 944 time: 0.1465631 Aug 31 14:38:09.754879 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:09.883131 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8312b21-1d4e-46bd-b619-b47c2ab803dc req-a7d89977-371f-44c1-9579-682486f216c8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179745 Aug 31 14:38:09.968730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Allocated IP 172.20.0.2 (4c0df2ac-4ce8-4812-998b-014508baaa62/80741a13-83b8-4d01-8f8b-f043e884cd77/fd1a53fb-4736-4d10-97ef-b5879c070d7c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:38:10.069045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2648be-e345-4415-882c-23897be20b21 req-835b1184-42aa-44c4-aa44-85722b087fcd tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:10.079480 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d2648be-e345-4415-882c-23897be20b21 req-835b1184-42aa-44c4-aa44-85722b087fcd tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 946 time: 0.1688352 Aug 31 14:38:10.183929 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d2648be-e345-4415-882c-23897be20b21 req-af95bdd2-9102-41f4-af4d-d393ee86de4b tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/security-groups?id=368470fe-ca62-4271-9159-b8f584a4bd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027000 Aug 31 14:38:10.203838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7e8a2dd3-f453-478f-bd88-5450fdd3e193 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:38:10.422664 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:10.437490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Transition to ACTIVE for port object fd1a53fb-4736-4d10-97ef-b5879c070d7c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:10.462987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 7e8a2dd3-f453-478f-bd88-5450fdd3e193, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7e8a2dd3-f453-478f-bd88-5450fdd3e193,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:10.475510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Transition to ACTIVE for port object fd1a53fb-4736-4d10-97ef-b5879c070d7c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:10.481482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '7e8a2dd3-f453-478f-bd88-5450fdd3e193', 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'port_id': '7e8a2dd3-f453-478f-bd88-5450fdd3e193', 'mac_address': 'fa:16:3e:b5:6c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0210616f-f7ae-442c-bd7c-d0e8f69cbf74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:38:10.488703 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:10.577448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Network 4c0df2ac-4ce8-4812-998b-014508baaa62 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:10.579875 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:10.580735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Pushing event updated for resources: {'Port': ['ID=fd1a53fb-4736-4d10-97ef-b5879c070d7c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:10.586222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:10.588868 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:38:10.594066 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:10.609096 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:10.613439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8a2dd3-f453-478f-bd88-5450fdd3e193 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:38:10.679448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 7e8a2dd3-f453-478f-bd88-5450fdd3e193, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7e8a2dd3-f453-478f-bd88-5450fdd3e193,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:10.686930 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:10.729772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Attempting to bind port fd1a53fb-4736-4d10-97ef-b5879c070d7c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:38:10.730300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Attempting to bind port fd1a53fb-4736-4d10-97ef-b5879c070d7c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'd72b984b-4319-4aa4-8831-68578654b789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:38:10.730733 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Attempting to bind port fd1a53fb-4736-4d10-97ef-b5879c070d7c on network 4c0df2ac-4ce8-4812-998b-014508baaa62 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:10.741550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:38:10.741923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Checking segment: {'id': 'd72b984b-4319-4aa4-8831-68578654b789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:10.742326 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:10.742725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Bound using segment: {'id': 'd72b984b-4319-4aa4-8831-68578654b789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:38:10.743481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Bound port: fd1a53fb-4736-4d10-97ef-b5879c070d7c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72b984b-4319-4aa4-8831-68578654b789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:38:10.743880 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:10.807292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=7e8a2dd3-f453-478f-bd88-5450fdd3e193,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:10.819472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Allocated IP 172.25.2.186 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/6dc799de-ea90-495b-8ac2-e0d81fdbea17) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:38:10.866205 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] For port fd1a53fb-4736-4d10-97ef-b5879c070d7c, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:38:10.871834 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] For port fd1a53fb-4736-4d10-97ef-b5879c070d7c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fd1a53fb-4736-4d10-97ef-b5879c070d7c,segment=NetworkSegment(d72b984b-4319-4aa4-8831-68578654b789),segment_id=d72b984b-4319-4aa4-8831-68578654b789)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:38:10.880842 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:10.959290 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:11.004000 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e59be-3df5-44ce-829c-f73dac221548 None None] Pushing event updated for resources: {'Port': ['ID=fd1a53fb-4736-4d10-97ef-b5879c070d7c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:11.009185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['7e8a2dd3-f453-478f-bd88-5450fdd3e193'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:38:11.019516 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:11.163917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:11.181973 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:11.204995 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:38:11.250304 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc799de-ea90-495b-8ac2-e0d81fdbea17,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:11.297594 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f39c3-2c43-42bd-8d6a-34f603a07d6e req-a15fc616-cf38-4e4f-8e52-39ea89005212 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:11.306135 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-003f39c3-2c43-42bd-8d6a-34f603a07d6e req-a15fc616-cf38-4e4f-8e52-39ea89005212 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 945 time: 0.2005916 Aug 31 14:38:11.396925 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d87109-d184-4ede-9fa9-e32f0d06d639 req-16650fe1-52dd-48c5-b53a-f252fd3248ba tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:11.398794 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4d87109-d184-4ede-9fa9-e32f0d06d639 req-16650fe1-52dd-48c5-b53a-f252fd3248ba tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 946 time: 0.2335114 Aug 31 14:38:11.525330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f3e4c-c4f7-481e-b261-e34f26980a00 req-91335115-6822-4a3e-a13f-7f5cea77d879 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:11.556759 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b9f3e4c-c4f7-481e-b261-e34f26980a00 req-91335115-6822-4a3e-a13f-7f5cea77d879 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 946 time: 0.1370478 Aug 31 14:38:11.661850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b9f3e4c-c4f7-481e-b261-e34f26980a00 req-b9e50c23-82a6-4e2b-93c2-989e40a84544 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/security-groups?id=368470fe-ca62-4271-9159-b8f584a4bd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971560 Aug 31 14:38:11.684993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fd1a53fb-4736-4d10-97ef-b5879c070d7c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:11.699989 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-003f39c3-2c43-42bd-8d6a-34f603a07d6e req-3aa4e392-36f9-402b-af0a-b0fb14eb3d6b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927042 Aug 31 14:38:11.769991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port fd1a53fb-4736-4d10-97ef-b5879c070d7c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:11.838920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-d4d87109-d184-4ede-9fa9-e32f0d06d639 req-22c737f8-ef37-4db0-8b02-3ba9d9f9a195 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Deleting port 18c056f3-e034-4a5b-95e9-75d8f71e0daa {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:38:11.839074 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d4d87109-d184-4ede-9fa9-e32f0d06d639 req-22c737f8-ef37-4db0-8b02-3ba9d9f9a195 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:11.911262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33482) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:11.962308 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.036049 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-d4d87109-d184-4ede-9fa9-e32f0d06d639 req-22c737f8-ef37-4db0-8b02-3ba9d9f9a195 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] For port 18c056f3-e034-4a5b-95e9-75d8f71e0daa, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=18c056f3-e034-4a5b-95e9-75d8f71e0daa,segment=NetworkSegment(a8f709e3-497e-4f9d-ada7-a6ee584123be),segment_id=a8f709e3-497e-4f9d-ada7-a6ee584123be)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:12.036425 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d4d87109-d184-4ede-9fa9-e32f0d06d639 req-22c737f8-ef37-4db0-8b02-3ba9d9f9a195 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.078283 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-43c8e1fe-1018-4b0a-a46f-74998fefa8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.085006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-d4d87109-d184-4ede-9fa9-e32f0d06d639 req-22c737f8-ef37-4db0-8b02-3ba9d9f9a195 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Calling delete_port for 18c056f3-e034-4a5b-95e9-75d8f71e0daa owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:38:12.181663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7e8a2dd3-f453-478f-bd88-5450fdd3e193 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:12.190824 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-43c8e1fe-1018-4b0a-a46f-74998fefa8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.196576 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-43c8e1fe-1018-4b0a-a46f-74998fefa8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.254679 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-43c8e1fe-1018-4b0a-a46f-74998fefa8c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79a75ef3623b4ccfba881b37fc4627c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421524 Aug 31 14:38:12.255425 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33488) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:12.263835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8e1fe-1018-4b0a-a46f-74998fefa8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1265cf28-289c-4ecb-b615-5549f13fcff6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:12.282359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 7e8a2dd3-f453-478f-bd88-5450fdd3e193 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:12.293963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 7e8a2dd3-f453-478f-bd88-5450fdd3e193 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:12.294345 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.339323 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cff426df-2a41-4a0e-8a85-dc96b49d95df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.368089 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cff426df-2a41-4a0e-8a85-dc96b49d95df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.404698 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.440335 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cff426df-2a41-4a0e-8a85-dc96b49d95df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.443770 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cff426df-2a41-4a0e-8a85-dc96b49d95df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.456707 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cff426df-2a41-4a0e-8a85-dc96b49d95df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1265cf28-289c-4ecb-b615-5549f13fcff6 HTTP/1.1" status: 204 len: 168 time: 0.2000053 Aug 31 14:38:12.467716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff426df-2a41-4a0e-8a85-dc96b49d95df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1265cf28-289c-4ecb-b615-5549f13fcff6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:12.523673 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.532115 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d4d87109-d184-4ede-9fa9-e32f0d06d639 req-22c737f8-ef37-4db0-8b02-3ba9d9f9a195 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.548346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['18c056f3-e034-4a5b-95e9-75d8f71e0daa'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:38:12.610068 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b286fc20-5e7c-45f1-9369-b72bab2d1c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8a2dd3-f453-478f-bd88-5450fdd3e193'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:12.612521 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d446b9-afb2-4836-902f-d47eea206f09" -d '{"events": [{"server_uuid": "b286fc20-5e7c-45f1-9369-b72bab2d1c08", "name": "network-vif-plugged", "status": "completed", "tag": "7e8a2dd3-f453-478f-bd88-5450fdd3e193"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:12.616210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3329cdd7-8659-43cd-8db1-af867529abf3 None None] Network 4c0df2ac-4ce8-4812-998b-014508baaa62 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:38:12.624771 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c737f8-ef37-4db0-8b02-3ba9d9f9a195 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Pushing event deleted for resources: {'Port': ['ID=18c056f3-e034-4a5b-95e9-75d8f71e0daa,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:12.683627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d87109-d184-4ede-9fa9-e32f0d06d639 req-22c737f8-ef37-4db0-8b02-3ba9d9f9a195 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] No DVR routers for this DVR port 18c056f3-e034-4a5b-95e9-75d8f71e0daa on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:38:12.687797 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-d4d87109-d184-4ede-9fa9-e32f0d06d639 req-22c737f8-ef37-4db0-8b02-3ba9d9f9a195 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.689607 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4d87109-d184-4ede-9fa9-e32f0d06d639 req-22c737f8-ef37-4db0-8b02-3ba9d9f9a195 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.25 "DELETE /v2.0/ports/18c056f3-e034-4a5b-95e9-75d8f71e0daa HTTP/1.1" status: 204 len: 173 time: 1.1200461 Aug 31 14:38:12.690117 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b29096-c06f-4805-97f6-230c1ea400fc', 'name': 'network-vif-deleted', 'tag': '18c056f3-e034-4a5b-95e9-75d8f71e0daa'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:12.690444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 7e8a2dd3-f453-478f-bd88-5450fdd3e193, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7e8a2dd3-f453-478f-bd88-5450fdd3e193,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:12.708030 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.716436 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc31fe91-8552-4ba4-ad5c-7c2778ded323" -d '{"events": [{"server_uuid": "32b29096-c06f-4805-97f6-230c1ea400fc", "name": "network-vif-deleted", "tag": "18c056f3-e034-4a5b-95e9-75d8f71e0daa"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:12.730637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b324add7-d96d-4b33-86b8-11b2693ffd25 None None] Provisioning for port fd1a53fb-4736-4d10-97ef-b5879c070d7c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:12.770911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b324add7-d96d-4b33-86b8-11b2693ffd25 None None] Provisioning complete for port fd1a53fb-4736-4d10-97ef-b5879c070d7c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:12.770911 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b324add7-d96d-4b33-86b8-11b2693ffd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:12.809465 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Router d099c24c-7d4a-4aa8-9a2d-624a776121cb is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:38:12.863695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c3d126d4-1684-45f1-9689-8ea166ff3b75 req-89edd1fa-ed4b-498b-8d5e-c422c20c869f tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 210 time: 0.0546963 Aug 31 14:38:12.864336 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b48e17-62c8-4f14-82b9-1817315fe8dc x-openstack-request-id: req-79b48e17-62c8-4f14-82b9-1817315fe8dc {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:12.864652 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b286fc20-5e7c-45f1-9369-b72bab2d1c08", "name": "network-vif-plugged", "status": "completed", "tag": "7e8a2dd3-f453-478f-bd88-5450fdd3e193", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:12.865034 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79b48e17-62c8-4f14-82b9-1817315fe8dc {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:12.865781 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b286fc20-5e7c-45f1-9369-b72bab2d1c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8a2dd3-f453-478f-bd88-5450fdd3e193', 'code': 200} Aug 31 14:38:12.948644 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9588ace4-67e2-48b7-a169-00ca9383b418 x-openstack-request-id: req-9588ace4-67e2-48b7-a169-00ca9383b418 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:12.949109 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b29096-c06f-4805-97f6-230c1ea400fc", "name": "network-vif-deleted", "tag": "18c056f3-e034-4a5b-95e9-75d8f71e0daa", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:12.949384 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9588ace4-67e2-48b7-a169-00ca9383b418 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:12.949783 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b29096-c06f-4805-97f6-230c1ea400fc', 'name': 'network-vif-deleted', 'tag': '18c056f3-e034-4a5b-95e9-75d8f71e0daa', 'status': 'completed', 'code': 200} Aug 31 14:38:12.974856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33506) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:12.978853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=7e8a2dd3-f453-478f-bd88-5450fdd3e193,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:12.995221 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36729ad9-135c-4ace-871c-f02a3acc0d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:13.000964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802e318-752b-4959-ac98-db58216c8c0f req-11e1f21e-27d0-4a8c-88a1-262af2538e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:13.002561 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0802e318-752b-4959-ac98-db58216c8c0f req-11e1f21e-27d0-4a8c-88a1-262af2538e48 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 1097 time: 0.1149602 Aug 31 14:38:13.049556 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b324add7-d96d-4b33-86b8-11b2693ffd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:13.089214 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0802e318-752b-4959-ac98-db58216c8c0f req-992ab1bf-1b08-4796-8809-f5043fca1769 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635810 Aug 31 14:38:13.120097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adef99-a75e-4b89-b9a8-e7c060a98560 req-5aae4be8-0436-4e7b-a875-662c3a16f719 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:13.125880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b324add7-d96d-4b33-86b8-11b2693ffd25 None None] For port fd1a53fb-4736-4d10-97ef-b5879c070d7c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fd1a53fb-4736-4d10-97ef-b5879c070d7c,segment=NetworkSegment(d72b984b-4319-4aa4-8831-68578654b789),segment_id=d72b984b-4319-4aa4-8831-68578654b789)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:13.126024 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:38:13.127733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40adef99-a75e-4b89-b9a8-e7c060a98560 req-5aae4be8-0436-4e7b-a875-662c3a16f719 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 946 time: 0.1290424 Aug 31 14:38:13.144398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Sync routers for ids ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:38:13.150522 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b324add7-d96d-4b33-86b8-11b2693ffd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:13.218847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324add7-d96d-4b33-86b8-11b2693ffd25 None None] Pushing event updated for resources: {'Port': ['ID=fd1a53fb-4736-4d10-97ef-b5879c070d7c,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:13.234983 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Routers {'d099c24c-7d4a-4aa8-9a2d-624a776121cb'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:13.235904 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:37:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:13.242865 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36729ad9-135c-4ace-871c-f02a3acc0d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:13.256664 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40adef99-a75e-4b89-b9a8-e7c060a98560 req-e57a0f09-5f8c-4b52-ab69-c880dd955d64 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277604 Aug 31 14:38:13.260735 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:13.262260 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-300bf446-0c3d-4c6a-910e-f80fd4e929b7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9541855 Aug 31 14:38:13.264903 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36729ad9-135c-4ace-871c-f02a3acc0d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:13.265034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33508) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:13.304349 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-36729ad9-135c-4ace-871c-f02a3acc0d3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41b3df19935c4a3b9ef530c750ba3534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285201 Aug 31 14:38:13.306071 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33510) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:13.398854 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b369f28d-e8a4-417f-994f-76a92f3d4a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:13.401489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36729ad9-135c-4ace-871c-f02a3acc0d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376a5324-dd63-4bf3-9b0c-b11eb97a7693,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:13.442141 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b369f28d-e8a4-417f-994f-76a92f3d4a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:13.516263 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b369f28d-e8a4-417f-994f-76a92f3d4a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:13.519168 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b369f28d-e8a4-417f-994f-76a92f3d4a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:13.522617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b369f28d-e8a4-417f-994f-76a92f3d4a47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/376a5324-dd63-4bf3-9b0c-b11eb97a7693 HTTP/1.1" status: 204 len: 168 time: 0.2155631 Aug 31 14:38:13.544581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369f28d-e8a4-417f-994f-76a92f3d4a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376a5324-dd63-4bf3-9b0c-b11eb97a7693,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:13.546903 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Set router d099c24c-7d4a-4aa8-9a2d-624a776121cb gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:13.654961 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fd1a53fb-4736-4d10-97ef-b5879c070d7c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:13.817909 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cd94980c-3f8e-46fb-a78a-b11738ce5694 None None] Provisioning complete for port fd1a53fb-4736-4d10-97ef-b5879c070d7c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:13.818934 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd94980c-3f8e-46fb-a78a-b11738ce5694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:14.017884 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:14.152077 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2289418-2f00-4bbe-a82f-a73b0d215f7a req-b52e6326-1d51-4e3e-8782-bac15a977f74 tempest-ServerPasswordTestJSON-1775747301 tempest-ServerPasswordTestJSON-1775747301-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b29096-c06f-4805-97f6-230c1ea400fc HTTP/1.1" status: 200 len: 210 time: 0.1050193 Aug 31 14:38:14.259752 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port fd1a53fb-4736-4d10-97ef-b5879c070d7c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:14.261368 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:14.370850 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Allocated IP 172.20.0.1 (4c0df2ac-4ce8-4812-998b-014508baaa62/80741a13-83b8-4d01-8f8b-f043e884cd77/527e7719-8256-4feb-995b-35165d33894c) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:38:14.426669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:11Z', 'revision_number': 3, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:14.462466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Checking router: d099c24c-7d4a-4aa8-9a2d-624a776121cb for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:38:14.462815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Updating router d099c24c-7d4a-4aa8-9a2d-624a776121cb port 6dc799de-ea90-495b-8ac2-e0d81fdbea17 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:38:14.509499 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:14.513820 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:14.527257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Transition to ACTIVE for port object 527e7719-8256-4feb-995b-35165d33894c will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:14.618056 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:14.681137 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Pushing event updated for resources: {'Port': ['ID=527e7719-8256-4feb-995b-35165d33894c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:14.687397 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Network 4c0df2ac-4ce8-4812-998b-014508baaa62 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:14.701253 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab967cf7-a13f-4b1f-b993-10b32875fd30 req-1a0d865e-a92b-4030-be2a-5fd03bde9419 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:14.709934 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ab967cf7-a13f-4b1f-b993-10b32875fd30 req-1a0d865e-a92b-4030-be2a-5fd03bde9419 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 946 time: 0.1498768 Aug 31 14:38:14.712100 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:14.715365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:38:14.789292 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:14.888119 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ab967cf7-a13f-4b1f-b993-10b32875fd30 req-48b4810e-c140-4d17-bb07-1a54ac450400 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772909 Aug 31 14:38:15.032854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 18c056f3-e034-4a5b-95e9-75d8f71e0daa no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:38:15.034275 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.061740 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.065844 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 18c056f3-e034-4a5b-95e9-75d8f71e0daa {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:38:15.066256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 18c056f3-e034-4a5b-95e9-75d8f71e0daa not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:38:15.095433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Transition to ACTIVE for port object 6dc799de-ea90-495b-8ac2-e0d81fdbea17 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:15.101887 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b5cc3df2-9331-4ef3-9164-1faf67c844b9 None None] Provisioning for port 527e7719-8256-4feb-995b-35165d33894c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:15.107962 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b5cc3df2-9331-4ef3-9164-1faf67c844b9 None None] Provisioning complete for port 527e7719-8256-4feb-995b-35165d33894c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:15.109025 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5cc3df2-9331-4ef3-9164-1faf67c844b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.114783 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.209999 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Attempting to bind port 6dc799de-ea90-495b-8ac2-e0d81fdbea17 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:38:15.210470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Attempting to bind port 6dc799de-ea90-495b-8ac2-e0d81fdbea17 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:38:15.210907 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Attempting to bind port 6dc799de-ea90-495b-8ac2-e0d81fdbea17 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:15.236341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:38:15.236341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:15.236770 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.237232 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:38:15.238064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Bound port: 6dc799de-ea90-495b-8ac2-e0d81fdbea17, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:38:15.238638 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.272034 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33566) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:15.288542 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33568) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:15.304495 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] For port 6dc799de-ea90-495b-8ac2-e0d81fdbea17, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:38:15.307657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] For port 6dc799de-ea90-495b-8ac2-e0d81fdbea17, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6dc799de-ea90-495b-8ac2-e0d81fdbea17,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:38:15.312589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc3df2-9331-4ef3-9164-1faf67c844b9 None None] Port 527e7719-8256-4feb-995b-35165d33894c cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:38:15.315676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f440ff-23a8-4804-86e0-21327bf48943 None None] Pushing event updated for resources: {'Port': ['ID=6dc799de-ea90-495b-8ac2-e0d81fdbea17,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:15.318574 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.425630 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.429901 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bef7b55-c55b-4ce8-b4b4-950517f9e770 admin admin] Deleting subnet 9e98cb5f-b09f-4db1-a8c6-8f699b562ed8 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:38:15.433042 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f440ff-23a8-4804-86e0-21327bf48943 None None] Pushing event updated for resources: {'Port': ['ID=6dc799de-ea90-495b-8ac2-e0d81fdbea17,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:15.435544 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1bef7b55-c55b-4ce8-b4b4-950517f9e770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.463651 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Routers {'d099c24c-7d4a-4aa8-9a2d-624a776121cb'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:15.465520 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:37:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:15.484336 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.484607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5712bf-8513-4be5-9162-7628f790f817 req-cd155962-9d83-4547-a5cd-ec198b08401e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:15.492408 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b5712bf-8513-4be5-9162-7628f790f817 req-cd155962-9d83-4547-a5cd-ec198b08401e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.2301981 Aug 31 14:38:15.515037 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b5712bf-8513-4be5-9162-7628f790f817 req-76ff7312-0e6c-45de-816a-6ea2afea670c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/quotas/46f935b702854d8dbae5e4bdfcb9bc20 HTTP/1.1" status: 200 len: 375 time: 0.0214350 Aug 31 14:38:15.527065 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.568274 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1bef7b55-c55b-4ce8-b4b4-950517f9e770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.661780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Pushing event updated for resources: {'Port': ['ID=527e7719-8256-4feb-995b-35165d33894c,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:15.677914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b5712bf-8513-4be5-9162-7628f790f817 req-b280c5f0-215c-4822-b386-18fc2e7b601b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1564066 Aug 31 14:38:15.702340 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1bef7b55-c55b-4ce8-b4b4-950517f9e770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.719086 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0294e8d7-3f16-4715-bb6e-353bc7eeee75 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd91bdcf29274e7791fdb9396fe5bd84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4436173 Aug 31 14:38:15.719405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33582) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:15.732714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] Set router d099c24c-7d4a-4aa8-9a2d-624a776121cb gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:15.798412 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec319382-02db-4b20-a5af-6476fa34e426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.804466 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Network 4c0df2ac-4ce8-4812-998b-014508baaa62 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:15.810355 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:15.859957 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1bef7b55-c55b-4ce8-b4b4-950517f9e770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.876988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec319382-02db-4b20-a5af-6476fa34e426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.917572 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1bef7b55-c55b-4ce8-b4b4-950517f9e770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:15.924075 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1bef7b55-c55b-4ce8-b4b4-950517f9e770 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9e98cb5f-b09f-4db1-a8c6-8f699b562ed8 HTTP/1.1" status: 204 len: 168 time: 0.6345301 Aug 31 14:38:15.929155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef7b55-c55b-4ce8-b4b4-950517f9e770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e98cb5f-b09f-4db1-a8c6-8f699b562ed8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:15.929356 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33588) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:16.041528 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Router d099c24c-7d4a-4aa8-9a2d-624a776121cb has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:38:16.066412 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:14Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '527e7719-8256-4feb-995b-35165d33894c', 'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'mac_address': 'fa:16:3e:49:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:14Z', 'updated_at': '2021-08-31T14:38:15Z', 'revision_number': 2, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'subnets': [{'id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:16.105686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b35c2-9d9c-4e13-a3a1-4891fd08bf63 None None] The sync data for ids ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'] in n-d-806683-5 is: [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:14Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '527e7719-8256-4feb-995b-35165d33894c', 'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'mac_address': 'fa:16:3e:49:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:14Z', 'updated_at': '2021-08-31T14:38:15Z', 'revision_number': 2, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'subnets': [{'id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:38:16.175904 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f06eb56d-c234-4d9b-b09f-2b25e10005cf None None] Provisioning complete for port 527e7719-8256-4feb-995b-35165d33894c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:16.179850 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f06eb56d-c234-4d9b-b09f-2b25e10005cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:16.202012 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-001bf244-6d30-438d-bcd1-da5b0c299fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:16.221144 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b5712bf-8513-4be5-9162-7628f790f817 req-dd3f0c87-4bc8-4a55-9aa7-1b62586bf071 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248456 Aug 31 14:38:16.224207 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec319382-02db-4b20-a5af-6476fa34e426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:16.226777 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec319382-02db-4b20-a5af-6476fa34e426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:16.227951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ec319382-02db-4b20-a5af-6476fa34e426 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2cbf1db6-214c-47fc-9493-499d4ab519c1 HTTP/1.1" status: 204 len: 168 time: 0.5063956 Aug 31 14:38:16.243032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f06eb56d-c234-4d9b-b09f-2b25e10005cf None None] Port 527e7719-8256-4feb-995b-35165d33894c cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:38:16.274911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec319382-02db-4b20-a5af-6476fa34e426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbf1db6-214c-47fc-9493-499d4ab519c1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:16.451798 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-001bf244-6d30-438d-bcd1-da5b0c299fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:16.471015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-001bf244-6d30-438d-bcd1-da5b0c299fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e1350f-8f7b-42f7-ae30-1e007f3c2e98']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:16.499243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-001bf244-6d30-438d-bcd1-da5b0c299fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f709e3-497e-4f9d-ada7-a6ee584123be') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:16.499243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-001bf244-6d30-438d-bcd1-da5b0c299fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f709e3-497e-4f9d-ada7-a6ee584123be') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:16.515819 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-001bf244-6d30-438d-bcd1-da5b0c299fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:16.550274 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b5712bf-8513-4be5-9162-7628f790f817 req-f050c106-33d8-431e-b715-871a5ab2df5c service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210039 Aug 31 14:38:16.555894 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-001bf244-6d30-438d-bcd1-da5b0c299fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:16.573067 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001bf244-6d30-438d-bcd1-da5b0c299fa7 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:38:16.573582 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-001bf244-6d30-438d-bcd1-da5b0c299fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:38:16.575470 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:38:16.685327 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:38:16.702722 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-001bf244-6d30-438d-bcd1-da5b0c299fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:16.715062 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-001bf244-6d30-438d-bcd1-da5b0c299fa7 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:16.719476 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-782697ae-8794-4c78-bb4c-125e5fdfae7e admin admin] 10.222.0.39 "PUT /v2.0/routers/d099c24c-7d4a-4aa8-9a2d-624a776121cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4495409 Aug 31 14:38:16.738801 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-001bf244-6d30-438d-bcd1-da5b0c299fa7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/27e1350f-8f7b-42f7-ae30-1e007f3c2e98 HTTP/1.1" status: 204 len: 168 time: 0.8068504 Aug 31 14:38:16.787464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bf244-6d30-438d-bcd1-da5b0c299fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=27e1350f-8f7b-42f7-ae30-1e007f3c2e98,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:16.828795 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf09b915-7c26-45d7-a576-1b8254bef360 req-d41e4bc4-8686-4e05-8145-1c7e6f425943 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 210 time: 0.0327427 Aug 31 14:38:16.979435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33626) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:17.035677 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-21243f48-3e8a-44bd-b92c-c5e88a655846 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b668caefbfbf495092dd0e36a48a35e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544896 Aug 31 14:38:17.038567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33630) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:17.116647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53c6c41a-2e18-4e9a-99b5-1a19156c8f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:17.167389 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53c6c41a-2e18-4e9a-99b5-1a19156c8f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:17.262520 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53c6c41a-2e18-4e9a-99b5-1a19156c8f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:17.266297 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53c6c41a-2e18-4e9a-99b5-1a19156c8f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:17.271439 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-53c6c41a-2e18-4e9a-99b5-1a19156c8f65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/368470fe-ca62-4271-9159-b8f584a4bd0f HTTP/1.1" status: 204 len: 168 time: 0.2309940 Aug 31 14:38:17.281798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6c41a-2e18-4e9a-99b5-1a19156c8f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368470fe-ca62-4271-9159-b8f584a4bd0f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:17.613158 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6dc799de-ea90-495b-8ac2-e0d81fdbea17 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:17.701207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 6dc799de-ea90-495b-8ac2-e0d81fdbea17 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:17.707024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6dc799de-ea90-495b-8ac2-e0d81fdbea17 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:17.707438 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:17.817067 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:17.869901 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 6dc799de-ea90-495b-8ac2-e0d81fdbea17, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6dc799de-ea90-495b-8ac2-e0d81fdbea17,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:17.874846 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:17.940647 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=6dc799de-ea90-495b-8ac2-e0d81fdbea17,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:17.985530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a26f39a6-b38d-49ef-8a01-c6b9ec692ffa req-2697eedb-e01d-428b-8e80-834395861acf tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 210 time: 0.0405533 Aug 31 14:38:18.198834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5712bf-8513-4be5-9162-7628f790f817 req-047f7a97-2283-466b-b685-225380a1fc4f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:18.200994 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b5712bf-8513-4be5-9162-7628f790f817 req-047f7a97-2283-466b-b685-225380a1fc4f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.25 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.1723413 Aug 31 14:38:18.201959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33678) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:18.207828 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1329396506-network', 'tenant_id': '041607f82ad845c1844e2164ad3783e5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:18.217842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-0b5712bf-8513-4be5-9162-7628f790f817 req-3b37950d-668a-40ec-a672-14f0e6a8be24 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Request body: {'port': {'device_id': 'ba31917c-f832-4c62-ba06-81e0220b3a34', 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'admin_state_up': True, 'tenant_id': '46f935b702854d8dbae5e4bdfcb9bc20'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:18.294141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] Made reservation on behalf of 041607f82ad845c1844e2164ad3783e5 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:38:18.296462 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:18.314136 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:18.450215 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:18.456734 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:18.498232 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:38:18.502846 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5712bf-8513-4be5-9162-7628f790f817 req-3b37950d-668a-40ec-a672-14f0e6a8be24 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Made reservation on behalf of 46f935b702854d8dbae5e4bdfcb9bc20 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:38:18.506976 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0b5712bf-8513-4be5-9162-7628f790f817 req-3b37950d-668a-40ec-a672-14f0e6a8be24 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:18.524595 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ac47c7-0dfd-4c10-ba49-25c50a4633d4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:18.531266 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:18.531864 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] Added segment dd977d0c-76da-4121-a595-bbaa37148148 of type vlan for network 713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7 Aug 31 14:38:18.635586 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:18.717731 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:18.718737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:18.719362 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:18.811974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] Pushing event updated for resources: {'Network': ['ID=713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:18.828274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:38:18.837685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-0b5712bf-8513-4be5-9162-7628f790f817 req-3b37950d-668a-40ec-a672-14f0e6a8be24 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Allocated IP 172.20.0.14 (aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8/0210616f-f7ae-442c-bd7c-d0e8f69cbf74/cace062c-99fe-4398-a98c-5ed5f32f24bf) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:38:18.844413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33698) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:18.844981 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-323db89f-cd44-4cce-96ed-c8f254800326 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6413596 Aug 31 14:38:18.851229 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-142737c4-020f-4196-a8ce-0ab15e687b75 admin admin] Request body: {'subnet': {'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1329396506-subnet', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:18.892733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142737c4-020f-4196-a8ce-0ab15e687b75 admin admin] Made reservation on behalf of 041607f82ad845c1844e2164ad3783e5 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:38:18.899798 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-142737c4-020f-4196-a8ce-0ab15e687b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:19.199065 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29068f74-3e4d-45e3-84a8-8e2a424c0d90 req-d333ef2b-7ac3-4fbc-8d5a-6d9fd0beb56f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 210 time: 0.0612023 Aug 31 14:38:19.218834 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0b5712bf-8513-4be5-9162-7628f790f817 req-3b37950d-668a-40ec-a672-14f0e6a8be24 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:19.272147 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Sync routers for ids ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:38:19.278380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33708) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:19.293626 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Routers {'d099c24c-7d4a-4aa8-9a2d-624a776121cb'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:19.294192 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:37:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:19.316731 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0b5712bf-8513-4be5-9162-7628f790f817 req-3b37950d-668a-40ec-a672-14f0e6a8be24 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:19.333979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['400b284a-3fbf-4d55-bd12-4118fd70f525'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:38:19.339058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['7e8a2dd3-f453-478f-bd88-5450fdd3e193'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:38:19.398600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33712) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:19.449254 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Set router d099c24c-7d4a-4aa8-9a2d-624a776121cb gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:19.510926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5712bf-8513-4be5-9162-7628f790f817 req-3b37950d-668a-40ec-a672-14f0e6a8be24 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:19.518033 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-142737c4-020f-4196-a8ce-0ab15e687b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:19.518787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-0b5712bf-8513-4be5-9162-7628f790f817 req-3b37950d-668a-40ec-a672-14f0e6a8be24 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:19.529357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37950d-668a-40ec-a672-14f0e6a8be24 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Pushing event updated for resources: {'Port': ['ID=cace062c-99fe-4398-a98c-5ed5f32f24bf,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:19.536060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5712bf-8513-4be5-9162-7628f790f817 req-3b37950d-668a-40ec-a672-14f0e6a8be24 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:38:19.629032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6dc799de-ea90-495b-8ac2-e0d81fdbea17 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:19.654373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5712bf-8513-4be5-9162-7628f790f817 req-3b37950d-668a-40ec-a672-14f0e6a8be24 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:19.656615 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0b5712bf-8513-4be5-9162-7628f790f817 req-3b37950d-668a-40ec-a672-14f0e6a8be24 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:19.696634 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b5712bf-8513-4be5-9162-7628f790f817 req-3b37950d-668a-40ec-a672-14f0e6a8be24 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4845378 Aug 31 14:38:19.707779 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:14Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '527e7719-8256-4feb-995b-35165d33894c', 'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'mac_address': 'fa:16:3e:49:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:14Z', 'updated_at': '2021-08-31T14:38:15Z', 'revision_number': 2, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'subnets': [{'id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:19.719035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142737c4-020f-4196-a8ce-0ab15e687b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad6e510-57a2-4924-bc89-2f2b517a2fbf,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:19.719818 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Request body: {'port': {'device_id': 'ba31917c-f832-4c62-ba06-81e0220b3a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:19.729471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142737c4-020f-4196-a8ce-0ab15e687b75 admin admin] Checking segment: {'id': 'dd977d0c-76da-4121-a595-bbaa37148148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:19.729939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142737c4-020f-4196-a8ce-0ab15e687b75 admin admin] Network hostable DHCP agents. Network: 713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:38:19.737918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a524a292-7954-482e-ad6b-f90b6b843548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:19.749450 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Checking router: d099c24c-7d4a-4aa8-9a2d-624a776121cb for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:38:19.750057 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Updating router d099c24c-7d4a-4aa8-9a2d-624a776121cb port 527e7719-8256-4feb-995b-35165d33894c binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:38:19.750780 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-network', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:19.777334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142737c4-020f-4196-a8ce-0ab15e687b75 admin admin] Network 713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:38:19.784629 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:19.796133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] Made reservation on behalf of ba7a2a54afa6490bbc44789e16b212dd for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:38:19.798672 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:19.809429 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:19.814973 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:19.828492 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:19.832686 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-142737c4-020f-4196-a8ce-0ab15e687b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:19.839254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142737c4-020f-4196-a8ce-0ab15e687b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:19.841467 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-142737c4-020f-4196-a8ce-0ab15e687b75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:19.877867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69c7fb8-69ec-4203-a12e-1ca89407ec18 None None] Network 713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:38:19.884779 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbff6c4d-4c52-4904-9c01-8baecede9163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:19.917801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6dc799de-ea90-495b-8ac2-e0d81fdbea17 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:19.918214 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.080163 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a524a292-7954-482e-ad6b-f90b6b843548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.091911 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a524a292-7954-482e-ad6b-f90b6b843548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.166993 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a524a292-7954-482e-ad6b-f90b6b843548 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7e9435da5ea486b99ca4c313b956651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8872900 Aug 31 14:38:20.176365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33724) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:20.180619 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524a292-7954-482e-ad6b-f90b6b843548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ab9c9a-a21b-4144-bff3-e4f008193c0f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:20.182978 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.200339 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Transition to ACTIVE for port object 527e7719-8256-4feb-995b-35165d33894c will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:20.211433 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.282393 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cace062c-99fe-4398-a98c-5ed5f32f24bf {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:38:20.293699 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.317065 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Transition to ACTIVE for port object cace062c-99fe-4398-a98c-5ed5f32f24bf will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:20.324170 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.329705 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c98b7-b747-4ccb-9640-b4ae506df02e None None] Pushing event updated for resources: {'Port': ['ID=527e7719-8256-4feb-995b-35165d33894c,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:20.388801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7', 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'fixed_ips': [{'subnet_id': 'dad6e510-57a2-4924-bc89-2f2b517a2fbf'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:38:20.390057 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.400090 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Attempting to bind port 527e7719-8256-4feb-995b-35165d33894c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:38:20.400816 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Attempting to bind port 527e7719-8256-4feb-995b-35165d33894c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'd72b984b-4319-4aa4-8831-68578654b789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:38:20.401431 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Attempting to bind port 527e7719-8256-4feb-995b-35165d33894c on network 4c0df2ac-4ce8-4812-998b-014508baaa62 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:20.410494 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:38:20.411527 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Checking segment: {'id': 'd72b984b-4319-4aa4-8831-68578654b789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:20.413357 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.413955 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Bound using segment: {'id': 'd72b984b-4319-4aa4-8831-68578654b789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:38:20.414783 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Bound port: 527e7719-8256-4feb-995b-35165d33894c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72b984b-4319-4aa4-8831-68578654b789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:38:20.415670 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.432224 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Pushing event updated for resources: {'Port': ['ID=cace062c-99fe-4398-a98c-5ed5f32f24bf,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:20.489150 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e733d80-1c99-45ab-a694-2a65025c29d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.503136 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] For port 527e7719-8256-4feb-995b-35165d33894c, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:38:20.508201 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] For port 527e7719-8256-4feb-995b-35165d33894c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=527e7719-8256-4feb-995b-35165d33894c,segment=NetworkSegment(d72b984b-4319-4aa4-8831-68578654b789),segment_id=d72b984b-4319-4aa4-8831-68578654b789)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:38:20.516485 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.529687 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e733d80-1c99-45ab-a694-2a65025c29d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.596661 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.599910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Attempting to bind port cace062c-99fe-4398-a98c-5ed5f32f24bf on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:38:20.601725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Attempting to bind port cace062c-99fe-4398-a98c-5ed5f32f24bf by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:38:20.602298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Attempting to bind port cace062c-99fe-4398-a98c-5ed5f32f24bf on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:20.609731 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Routers {'d099c24c-7d4a-4aa8-9a2d-624a776121cb'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:20.615865 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:37:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:20.619654 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c98b7-b747-4ccb-9640-b4ae506df02e None None] Pushing event updated for resources: {'Port': ['ID=527e7719-8256-4feb-995b-35165d33894c,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:20.621218 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Port cace062c-99fe-4398-a98c-5ed5f32f24bf on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:38:20.622532 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e733d80-1c99-45ab-a694-2a65025c29d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.624582 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Attempting to bind port cace062c-99fe-4398-a98c-5ed5f32f24bf on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:20.627747 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e733d80-1c99-45ab-a694-2a65025c29d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.632086 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0e733d80-1c99-45ab-a694-2a65025c29d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65ab9c9a-a21b-4144-bff3-e4f008193c0f HTTP/1.1" status: 204 len: 168 time: 0.4537456 Aug 31 14:38:20.632920 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.647192 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:38:20.647583 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Checking segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:20.648048 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Bound using segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:38:20.648420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Bound port: cace062c-99fe-4398-a98c-5ed5f32f24bf, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:38:20.648814 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.650174 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e733d80-1c99-45ab-a694-2a65025c29d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ab9c9a-a21b-4144-bff3-e4f008193c0f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:20.653130 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-142737c4-020f-4196-a8ce-0ab15e687b75 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8075397 Aug 31 14:38:20.664376 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33732) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:20.672555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1329396506-router', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:20.681337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5c2bd9-5970-4a7e-bc68-06e244565b9b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:20.691502 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:38:20.706537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb662e1-34b4-4ee7-8a12-266b5a597222 req-cf6401c4-a8c0-4e1c-8e6a-80252b5b1186 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:20.709605 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5cb662e1-34b4-4ee7-8a12-266b5a597222 req-cf6401c4-a8c0-4e1c-8e6a-80252b5b1186 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 944 time: 0.3345206 Aug 31 14:38:20.742329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.742656 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] Added segment 5534191a-3f1f-4267-9c65-e574b0351f68 of type vlan for network e7444c44-57ef-4fec-8adc-ac27ab99c9c9 Aug 31 14:38:20.779378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Allocated IP 172.20.0.2 (713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7/dad6e510-57a2-4924-bc89-2f2b517a2fbf/edc8703e-0fe4-42cf-9b2c-d25579cc4a5e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:38:20.806344 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5cb662e1-34b4-4ee7-8a12-266b5a597222 req-b00a3707-5c48-45e6-8ccc-d932b62285f4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901318 Aug 31 14:38:20.824326 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.846284 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.852452 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.872685 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.873944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:20.874596 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:20.965287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] For port cace062c-99fe-4398-a98c-5ed5f32f24bf, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:38:20.978218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5747705 Aug 31 14:38:20.978923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33734) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:20.980795 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] Set router d099c24c-7d4a-4aa8-9a2d-624a776121cb gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:20.990795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7ea3b057-4000-442e-82e8-fab8e69b3701 admin admin] Request body: {'subnet': {'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-subnet', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:21.021108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea3b057-4000-442e-82e8-fab8e69b3701 admin admin] Made reservation on behalf of ba7a2a54afa6490bbc44789e16b212dd for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:38:21.026389 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ea3b057-4000-442e-82e8-fab8e69b3701 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:21.076764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] For port cace062c-99fe-4398-a98c-5ed5f32f24bf, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cace062c-99fe-4398-a98c-5ed5f32f24bf,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:38:21.079663 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:21.085919 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:21.184370 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:21.193923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b424f-81d3-4093-9940-d908bacb6cea admin admin] Pushing event updated for resources: {'Network': ['ID=e7444c44-57ef-4fec-8adc-ac27ab99c9c9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:21.199720 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Transition to ACTIVE for port object edc8703e-0fe4-42cf-9b2c-d25579cc4a5e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:21.215101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network e7444c44-57ef-4fec-8adc-ac27ab99c9c9 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:38:21.254507 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:21.259722 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:21.263995 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b5712bf-8513-4be5-9162-7628f790f817 req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] 10.222.0.25 "PUT /v2.0/ports/cace062c-99fe-4398-a98c-5ed5f32f24bf HTTP/1.1" status: 200 len: 1092 time: 1.5571344 Aug 31 14:38:21.264750 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba31917c-f832-4c62-ba06-81e0220b3a34', 'tag': 'cace062c-99fe-4398-a98c-5ed5f32f24bf'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:21.276814 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d1cb79-a5db-43ad-8ef0-34d195d0128b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba31917c-f832-4c62-ba06-81e0220b3a34", "tag": "cace062c-99fe-4398-a98c-5ed5f32f24bf"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:21.373348 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0066d494-82f0-48a2-80e6-e370cd28ce1c x-openstack-request-id: req-0066d494-82f0-48a2-80e6-e370cd28ce1c {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:21.374037 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba31917c-f832-4c62-ba06-81e0220b3a34", "tag": "cace062c-99fe-4398-a98c-5ed5f32f24bf", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:21.374037 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0066d494-82f0-48a2-80e6-e370cd28ce1c {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:21.374575 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba31917c-f832-4c62-ba06-81e0220b3a34', 'tag': 'cace062c-99fe-4398-a98c-5ed5f32f24bf', 'status': 'completed', 'code': 200} Aug 31 14:38:21.389594 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33742) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:21.435479 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ea3b057-4000-442e-82e8-fab8e69b3701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:21.471111 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Transition to ACTIVE for port object edc8703e-0fe4-42cf-9b2c-d25579cc4a5e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:21.482143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce6e81-1f11-4791-b9be-b1c065e1a727 service neutron] Pushing event updated for resources: {'Port': ['ID=cace062c-99fe-4398-a98c-5ed5f32f24bf,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:21.489620 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:21.493404 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e71310f-ebe0-411a-877d-2a670762c874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:21.499425 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5712bf-8513-4be5-9162-7628f790f817 req-d1478e1c-0b40-4044-b254-73d930e6789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:21.501247 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b5712bf-8513-4be5-9162-7628f790f817 req-d1478e1c-0b40-4044-b254-73d930e6789a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 1095 time: 0.1867633 Aug 31 14:38:21.503966 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:21.528623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3b057-4000-442e-82e8-fab8e69b3701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3479c253-a93e-46c0-a6bc-f61e7bd47d32,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:21.538767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3b057-4000-442e-82e8-fab8e69b3701 admin admin] Checking segment: {'id': '5534191a-3f1f-4267-9c65-e574b0351f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:21.539049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Pushing event updated for resources: {'Port': ['ID=edc8703e-0fe4-42cf-9b2c-d25579cc4a5e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:21.539168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3b057-4000-442e-82e8-fab8e69b3701 admin admin] Network hostable DHCP agents. Network: e7444c44-57ef-4fec-8adc-ac27ab99c9c9, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:38:21.554491 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Network 713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:21.556031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:21.560512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:38:21.573887 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b5712bf-8513-4be5-9162-7628f790f817 req-15d20237-68fc-438b-ade5-f2634fd96b7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cace062c-99fe-4398-a98c-5ed5f32f24bf HTTP/1.1" status: 200 len: 217 time: 0.0608735 Aug 31 14:38:21.576726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3b057-4000-442e-82e8-fab8e69b3701 admin admin] Network e7444c44-57ef-4fec-8adc-ac27ab99c9c9 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:38:21.597200 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:14Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '527e7719-8256-4feb-995b-35165d33894c', 'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'mac_address': 'fa:16:3e:49:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:14Z', 'updated_at': '2021-08-31T14:38:20Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'subnets': [{'id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:21.601192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-7ea3b057-4000-442e-82e8-fab8e69b3701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, e7444c44-57ef-4fec-8adc-ac27ab99c9c9) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:21.606221 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea3b057-4000-442e-82e8-fab8e69b3701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:21.606908 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ea3b057-4000-442e-82e8-fab8e69b3701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:21.636334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333b75a5-a48e-48a6-a31b-b5b55b7ce411 None None] Network e7444c44-57ef-4fec-8adc-ac27ab99c9c9 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:38:21.641161 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2331049-988c-46aa-bff8-6886d5da97ac None None] The sync data for ids ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'] in n-d-806683-5 is: [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:14Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '527e7719-8256-4feb-995b-35165d33894c', 'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'mac_address': 'fa:16:3e:49:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:14Z', 'updated_at': '2021-08-31T14:38:20Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'subnets': [{'id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:38:21.673799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5712bf-8513-4be5-9162-7628f790f817 req-3c1c7a41-fd64-408d-801e-0ba9e623fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:21.674774 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b5712bf-8513-4be5-9162-7628f790f817 req-3c1c7a41-fd64-408d-801e-0ba9e623fa0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.0939062 Aug 31 14:38:21.705241 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 527e7719-8256-4feb-995b-35165d33894c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:21.730347 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b5712bf-8513-4be5-9162-7628f790f817 req-7311c390-164d-4f70-b7aa-486743c8da66 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458477 Aug 31 14:38:21.734072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Attempting to bind port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:38:21.734072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Attempting to bind port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'dd977d0c-76da-4121-a595-bbaa37148148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:38:21.734072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Attempting to bind port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e on network 713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:21.767484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:38:21.768158 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Checking segment: {'id': 'dd977d0c-76da-4121-a595-bbaa37148148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:21.768733 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:21.769294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Bound using segment: {'id': 'dd977d0c-76da-4121-a595-bbaa37148148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:38:21.769993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Bound port: edc8703e-0fe4-42cf-9b2c-d25579cc4a5e, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd977d0c-76da-4121-a595-bbaa37148148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:38:21.771111 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:21.881194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 527e7719-8256-4feb-995b-35165d33894c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:21.897940 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 527e7719-8256-4feb-995b-35165d33894c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:21.898597 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:21.922364 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e71310f-ebe0-411a-877d-2a670762c874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:21.946660 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7ea3b057-4000-442e-82e8-fab8e69b3701 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9639843 Aug 31 14:38:21.947213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:21.951838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:21.955209 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e71310f-ebe0-411a-877d-2a670762c874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:22.007255 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b5712bf-8513-4be5-9162-7628f790f817 req-901b885f-b365-4ede-b11a-64949a901eb5 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644231 Aug 31 14:38:22.020125 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:22.022805 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:22.046214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-82827576-eb39-4568-b061-e7753fceab65 None None] For port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:38:22.054789 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5020aa56-8a71-40ad-95b1-907d43655f27 None None] Network e7444c44-57ef-4fec-8adc-ac27ab99c9c9 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:38:22.074806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71310f-ebe0-411a-877d-2a670762c874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530c153b-47ff-4611-8118-a41e245026d0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:22.126618 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8e71310f-ebe0-411a-877d-2a670762c874 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c84d48cfd2f84ea483951ef39fe06b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7329094 Aug 31 14:38:22.162091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33758) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:22.176986 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:22.207598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-82827576-eb39-4568-b061-e7753fceab65 None None] For port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=edc8703e-0fe4-42cf-9b2c-d25579cc4a5e,segment=NetworkSegment(dd977d0c-76da-4121-a595-bbaa37148148),segment_id=dd977d0c-76da-4121-a595-bbaa37148148)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:38:22.219076 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:22.250249 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18df4d-389b-4c6d-a85c-dd657f128a72 req-430b3964-b72d-4f61-8b4f-d2075281dcd9 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:22.263793 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cc18df4d-389b-4c6d-a85c-dd657f128a72 req-430b3964-b72d-4f61-8b4f-d2075281dcd9 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 944 time: 0.3262162 Aug 31 14:38:22.273655 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:22.331871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 527e7719-8256-4feb-995b-35165d33894c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=527e7719-8256-4feb-995b-35165d33894c,segment=NetworkSegment(d72b984b-4319-4aa4-8831-68578654b789),segment_id=d72b984b-4319-4aa4-8831-68578654b789)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:22.348960 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0b74c94-1f37-4c24-8d8b-1cd794227478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:22.371559 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:22.390783 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-986aa6a0-934c-483b-8c0d-192850f422b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:22.395396 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:22.421648 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:22.423200 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cc18df4d-389b-4c6d-a85c-dd657f128a72 req-cecef050-ad30-488c-99b5-82a03064695e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584308 Aug 31 14:38:22.425465 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b5712bf-8513-4be5-9162-7628f790f817 req-6473e613-311e-4fc7-a0f5-6efcf1291ae0 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034801 Aug 31 14:38:22.452853 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:22.493035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82827576-eb39-4568-b061-e7753fceab65 None None] Pushing event updated for resources: {'Port': ['ID=edc8703e-0fe4-42cf-9b2c-d25579cc4a5e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:22.699039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=527e7719-8256-4feb-995b-35165d33894c,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:22.777155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Allocated IP 172.25.2.3 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/db30d7b0-189f-4fa2-8df1-eacc894d6f26) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:38:22.788175 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1cb79-a5db-43ad-8ef0-34d195d0128b req-7cd9e4c4-9e75-48fe-b0c1-25828a269c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:22.790192 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7d1cb79-a5db-43ad-8ef0-34d195d0128b req-7cd9e4c4-9e75-48fe-b0c1-25828a269c5b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 1095 time: 0.2758179 Aug 31 14:38:22.993670 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0b74c94-1f37-4c24-8d8b-1cd794227478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:23.011664 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:23.117341 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0b74c94-1f37-4c24-8d8b-1cd794227478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:23.120258 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0b74c94-1f37-4c24-8d8b-1cd794227478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:23.123777 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b0b74c94-1f37-4c24-8d8b-1cd794227478 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/530c153b-47ff-4611-8118-a41e245026d0 HTTP/1.1" status: 204 len: 168 time: 0.9577756 Aug 31 14:38:23.135733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b74c94-1f37-4c24-8d8b-1cd794227478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530c153b-47ff-4611-8118-a41e245026d0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:23.337497 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:23.388611 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:23.408776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1cb79-a5db-43ad-8ef0-34d195d0128b req-15fac453-ecc3-4e28-a867-fd5dda719bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:23.410262 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7d1cb79-a5db-43ad-8ef0-34d195d0128b req-15fac453-ecc3-4e28-a867-fd5dda719bc5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 906 time: 0.6110892 Aug 31 14:38:23.417438 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:23.468353 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7d1cb79-a5db-43ad-8ef0-34d195d0128b req-f5588a88-7e4e-4c53-8ca8-2626edc5ec90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cace062c-99fe-4398-a98c-5ed5f32f24bf HTTP/1.1" status: 200 len: 217 time: 0.0482764 Aug 31 14:38:23.525052 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:23.599579 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1cb79-a5db-43ad-8ef0-34d195d0128b req-ed296589-7398-4f4d-8a64-4baa2ad88ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:23.603735 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7d1cb79-a5db-43ad-8ef0-34d195d0128b req-ed296589-7398-4f4d-8a64-4baa2ad88ea7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.1257288 Aug 31 14:38:23.683091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b8f53-8ac5-4bd1-b8ae-65291f968e70 req-714f5da1-8f89-46f5-995a-1c91de7cba67 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:23.686340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f50b8f53-8ac5-4bd1-b8ae-65291f968e70 req-714f5da1-8f89-46f5-995a-1c91de7cba67 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 944 time: 0.1258354 Aug 31 14:38:23.734612 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7d1cb79-a5db-43ad-8ef0-34d195d0128b req-9f252dfa-a451-4632-9a0b-7f1e01588cb8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169386 Aug 31 14:38:23.763914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f50b8f53-8ac5-4bd1-b8ae-65291f968e70 req-cf9b5e1c-fd52-458a-9ca6-75d2841e0e23 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648479 Aug 31 14:38:23.810973 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device edc8703e-0fe4-42cf-9b2c-d25579cc4a5e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:23.823107 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:23.892718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Allocated IP 172.25.2.120 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/6889ca2d-0d7a-4b11-a8f2-1add666e8897) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:38:23.898503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:23.907480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:23.919157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:38:23.931614 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:23.940074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 527e7719-8256-4feb-995b-35165d33894c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:23.973789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Pushing event updated for resources: {'Port': ['ID=db30d7b0-189f-4fa2-8df1-eacc894d6f26,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:24.009500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d6b68e-9c49-4e97-9e41-dc69726fa835 None None] Network 713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:38:24.016651 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7d1cb79-a5db-43ad-8ef0-34d195d0128b req-56481dc3-427e-425c-bc15-a8a216bc67aa service neutron] 10.222.0.25 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725003 Aug 31 14:38:24.082935 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 527e7719-8256-4feb-995b-35165d33894c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:24.083851 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:24.148156 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:24.194786 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-75f40e9f-f19e-4cb0-a47a-a2bd12e4a67f None None] Provisioning for port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:24.205847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-75f40e9f-f19e-4cb0-a47a-a2bd12e4a67f None None] Provisioning complete for port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:24.206076 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75f40e9f-f19e-4cb0-a47a-a2bd12e4a67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:24.213972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:24.257760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:24.261600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:24.264922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:38:24.332624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Pushing event updated for resources: {'Port': ['ID=6889ca2d-0d7a-4b11-a8f2-1add666e8897,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:24.410577 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7d1cb79-a5db-43ad-8ef0-34d195d0128b req-81a32bf0-9acd-4bd0-881a-499cdf57eb83 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063209 Aug 31 14:38:24.432481 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:24.529406 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:24.587812 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75f40e9f-f19e-4cb0-a47a-a2bd12e4a67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:24.647761 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-75f40e9f-f19e-4cb0-a47a-a2bd12e4a67f None None] For port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=edc8703e-0fe4-42cf-9b2c-d25579cc4a5e,segment=NetworkSegment(dd977d0c-76da-4121-a595-bbaa37148148),segment_id=dd977d0c-76da-4121-a595-bbaa37148148)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:24.655109 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75f40e9f-f19e-4cb0-a47a-a2bd12e4a67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:24.696312 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:24.747467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f40e9f-f19e-4cb0-a47a-a2bd12e4a67f None None] Pushing event updated for resources: {'Port': ['ID=edc8703e-0fe4-42cf-9b2c-d25579cc4a5e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:24.881193 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:24.929553 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:24.994446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0a24ddc4-d62d-45f0-adca-0115db93b0ab None None] Provisioning complete for port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:24.995653 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a24ddc4-d62d-45f0-adca-0115db93b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:25.061489 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:25.078805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674108f3-01fb-49a9-a3cf-0ec1df87a8f7 req-44c2d318-d10a-4422-bade-5ee71a9d2f94 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:25.079823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cace062c-99fe-4398-a98c-5ed5f32f24bf details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:38:25.088611 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-674108f3-01fb-49a9-a3cf-0ec1df87a8f7 req-44c2d318-d10a-4422-bade-5ee71a9d2f94 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 944 time: 0.0918725 Aug 31 14:38:25.112328 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Router 58c3c149-f7cc-4339-a2b9-9cf9030330c7 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:38:25.231329 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-674108f3-01fb-49a9-a3cf-0ec1df87a8f7 req-2a8f56b0-c233-4027-a37d-24c232834ac3 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394632 Aug 31 14:38:25.290560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:38:25.305485 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Sync routers for ids ['58c3c149-f7cc-4339-a2b9-9cf9030330c7'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:38:25.331337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Routers {'58c3c149-f7cc-4339-a2b9-9cf9030330c7'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:25.331857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58c3c149-f7cc-4339-a2b9-9cf9030330c7'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:25.334219 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:25.335845 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-133023b8-73f8-499c-8ce7-93206ee91db6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6704772 Aug 31 14:38:25.337823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port cace062c-99fe-4398-a98c-5ed5f32f24bf, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cace062c-99fe-4398-a98c-5ed5f32f24bf,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:25.338481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33830) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:25.390566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Router 52cf7461-f842-4595-9630-9199d1a23873 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:38:25.414961 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'cace062c-99fe-4398-a98c-5ed5f32f24bf', 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'port_id': 'cace062c-99fe-4398-a98c-5ed5f32f24bf', 'mac_address': 'fa:16:3e:24:5e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0210616f-f7ae-442c-bd7c-d0e8f69cbf74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:38:25.589902 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:25.605458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:38:25.620245 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Sync routers for ids ['52cf7461-f842-4595-9630-9199d1a23873'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:38:25.630696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cace062c-99fe-4398-a98c-5ed5f32f24bf {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:38:25.634679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:25.635244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device edc8703e-0fe4-42cf-9b2c-d25579cc4a5e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:25.638182 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-043d3741-3a87-49d9-80b8-2561541038ab admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6901114 Aug 31 14:38:25.641164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33836) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:25.643632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Set router 58c3c149-f7cc-4339-a2b9-9cf9030330c7 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:25.644251 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Routers {'52cf7461-f842-4595-9630-9199d1a23873'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:25.646610 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['52cf7461-f842-4595-9630-9199d1a23873'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:25.742705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port cace062c-99fe-4398-a98c-5ed5f32f24bf, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cace062c-99fe-4398-a98c-5ed5f32f24bf,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:25.782657 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:25.927429 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Set router 52cf7461-f842-4595-9630-9199d1a23873 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:26.174467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:26.174841 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:26.207143 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:26.217545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['cace062c-99fe-4398-a98c-5ed5f32f24bf'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:38:26.219688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=cace062c-99fe-4398-a98c-5ed5f32f24bf,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:26.348484 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:24Z', 'revision_number': 3, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port': {'id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:23Z', 'updated_at': '2021-08-31T14:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:26.419580 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Checking router: 52cf7461-f842-4595-9630-9199d1a23873 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:38:26.420249 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Updating router 52cf7461-f842-4595-9630-9199d1a23873 port 6889ca2d-0d7a-4b11-a8f2-1add666e8897 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:38:26.456942 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:26.509262 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Allocated IP 172.20.0.1 (713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7/dad6e510-57a2-4924-bc89-2f2b517a2fbf/74a44e2a-31e3-4500-8754-2fbeec102fa8) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:38:26.522475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4268d-2fd4-4eab-99f5-8eb4abb56dc5 req-c5230b90-a8c5-47f9-8a24-8c2cc0d8221e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:26.531681 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7e4268d-2fd4-4eab-99f5-8eb4abb56dc5 req-c5230b90-a8c5-47f9-8a24-8c2cc0d8221e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 945 time: 0.2014318 Aug 31 14:38:26.548473 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:26.603486 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7e4268d-2fd4-4eab-99f5-8eb4abb56dc5 req-839e83fc-30ef-445f-885f-7132de6724de tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655262 Aug 31 14:38:26.660488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'name': 'tempest-TestVolumeBackupRestore-1329396506-router', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'db30d7b0-189f-4fa2-8df1-eacc894d6f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:20Z', 'updated_at': '2021-08-31T14:38:24Z', 'revision_number': 3, 'project_id': '041607f82ad845c1844e2164ad3783e5', 'gw_port': {'id': 'db30d7b0-189f-4fa2-8df1-eacc894d6f26', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:26.707579 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:26.714678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Checking router: 58c3c149-f7cc-4339-a2b9-9cf9030330c7 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:38:26.715013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Updating router 58c3c149-f7cc-4339-a2b9-9cf9030330c7 port db30d7b0-189f-4fa2-8df1-eacc894d6f26 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:38:26.750487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Transition to ACTIVE for port object 74a44e2a-31e3-4500-8754-2fbeec102fa8 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:26.760484 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:26.815391 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:26.863141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Network 713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:26.872344 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:26.875125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:26.882240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:38:26.885796 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Transition to ACTIVE for port object 6889ca2d-0d7a-4b11-a8f2-1add666e8897 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:26.893903 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:26.957185 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Attempting to bind port 6889ca2d-0d7a-4b11-a8f2-1add666e8897 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:38:26.957765 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Attempting to bind port 6889ca2d-0d7a-4b11-a8f2-1add666e8897 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:38:26.958828 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Attempting to bind port 6889ca2d-0d7a-4b11-a8f2-1add666e8897 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:26.974268 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:38:26.974743 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:26.975340 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:26.975463 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:26.975792 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:38:26.976336 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Bound port: 6889ca2d-0d7a-4b11-a8f2-1add666e8897, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:38:26.976805 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:27.065986 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] For port 6889ca2d-0d7a-4b11-a8f2-1add666e8897, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:38:27.071240 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] For port 6889ca2d-0d7a-4b11-a8f2-1add666e8897, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6889ca2d-0d7a-4b11-a8f2-1add666e8897,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:38:27.086870 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bc443-1787-4a50-b1f6-e3fc41dad593 None None] Pushing event updated for resources: {'Port': ['ID=6889ca2d-0d7a-4b11-a8f2-1add666e8897,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:27.095957 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:27.160315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=74a44e2a-31e3-4500-8754-2fbeec102fa8,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:27.207531 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:27.212824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:27.213237 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:27.213629 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:27.214344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:27.214806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:27.215123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:27.217508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:27.217867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:27.218210 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:27.218545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:27.220856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:27.234085 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Routers {'52cf7461-f842-4595-9630-9199d1a23873'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:27.234457 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['52cf7461-f842-4595-9630-9199d1a23873'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:27.391898 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:27.446136 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] Set router 52cf7461-f842-4595-9630-9199d1a23873 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:27.471135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8cc9679e-ec50-4b7f-95b7-a46e95a51b9e None None] Provisioning for port 74a44e2a-31e3-4500-8754-2fbeec102fa8 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:27.502666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8cc9679e-ec50-4b7f-95b7-a46e95a51b9e None None] Provisioning complete for port 74a44e2a-31e3-4500-8754-2fbeec102fa8 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:27.505027 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8cc9679e-ec50-4b7f-95b7-a46e95a51b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:27.578293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8cc9679e-ec50-4b7f-95b7-a46e95a51b9e None None] Port 74a44e2a-31e3-4500-8754-2fbeec102fa8 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:38:27.601631 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:27.623993 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:27.631642 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:27.674088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Transition to ACTIVE for port object db30d7b0-189f-4fa2-8df1-eacc894d6f26 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:27.698526 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:27.728223 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:27.756425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72d803-2428-4567-965a-568cfd261b87 None None] Pushing event updated for resources: {'Port': ['ID=db30d7b0-189f-4fa2-8df1-eacc894d6f26,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:27.796816 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Attempting to bind port db30d7b0-189f-4fa2-8df1-eacc894d6f26 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:38:27.797449 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Attempting to bind port db30d7b0-189f-4fa2-8df1-eacc894d6f26 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:38:27.798049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Attempting to bind port db30d7b0-189f-4fa2-8df1-eacc894d6f26 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:27.804383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:38:27.805267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:27.805901 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:27.806499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:38:27.807215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Bound port: db30d7b0-189f-4fa2-8df1-eacc894d6f26, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:38:27.807918 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:27.822852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Allocated IP 172.20.0.1 (e7444c44-57ef-4fec-8adc-ac27ab99c9c9/3479c253-a93e-46c0-a6bc-f61e7bd47d32/fafd4462-b1ff-407c-ac1f-21b6a710c52f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:38:27.840893 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bc443-1787-4a50-b1f6-e3fc41dad593 None None] Pushing event updated for resources: {'Port': ['ID=6889ca2d-0d7a-4b11-a8f2-1add666e8897,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:27.911750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] For port db30d7b0-189f-4fa2-8df1-eacc894d6f26, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:38:27.919383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] For port db30d7b0-189f-4fa2-8df1-eacc894d6f26, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=db30d7b0-189f-4fa2-8df1-eacc894d6f26,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:38:27.930569 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:27.981417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Routers {'58c3c149-f7cc-4339-a2b9-9cf9030330c7'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:27.982554 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58c3c149-f7cc-4339-a2b9-9cf9030330c7'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:27.987239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d8b6b-1b51-4f91-b31e-87933b6d5904 req-1bc20e92-21af-469e-a672-489a42baf235 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:28.011799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d67d8b6b-1b51-4f91-b31e-87933b6d5904 req-1bc20e92-21af-469e-a672-489a42baf235 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 945 time: 0.2585080 Aug 31 14:38:28.032384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Network 713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:28.038873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:28.084941 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:24Z', 'revision_number': 3, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port': {'id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:23Z', 'updated_at': '2021-08-31T14:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:28.105913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72d803-2428-4567-965a-568cfd261b87 None None] Pushing event updated for resources: {'Port': ['ID=db30d7b0-189f-4fa2-8df1-eacc894d6f26,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:28.167498 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d65f4-540f-4604-9489-12af905ed19e None None] The sync data for ids ['52cf7461-f842-4595-9630-9199d1a23873'] in n-d-806683-5 is: [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:24Z', 'revision_number': 3, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port': {'id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:23Z', 'updated_at': '2021-08-31T14:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:38:28.205021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d67d8b6b-1b51-4f91-b31e-87933b6d5904 req-8cc8249c-e885-4e24-ab26-0a6375a008c9 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923244 Aug 31 14:38:28.252186 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:28.274510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] Set router 58c3c149-f7cc-4339-a2b9-9cf9030330c7 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:28.326196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=74a44e2a-31e3-4500-8754-2fbeec102fa8,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:28.350498 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:28.386821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Router 58c3c149-f7cc-4339-a2b9-9cf9030330c7 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:38:28.465751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Network e7444c44-57ef-4fec-8adc-ac27ab99c9c9 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:28.470473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:28.473492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Pushing event updated for resources: {'Port': ['ID=fafd4462-b1ff-407c-ac1f-21b6a710c52f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:28.476792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:38:28.546980 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:28.650055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-66ab9277-aae6-4126-b898-ed24ec4c0f95 None None] Provisioning complete for port 74a44e2a-31e3-4500-8754-2fbeec102fa8 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:28.650055 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-66ab9277-aae6-4126-b898-ed24ec4c0f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:28.783794 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-66ab9277-aae6-4126-b898-ed24ec4c0f95 None None] Port 74a44e2a-31e3-4500-8754-2fbeec102fa8 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:38:28.812333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'name': 'tempest-TestVolumeBackupRestore-1329396506-router', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'db30d7b0-189f-4fa2-8df1-eacc894d6f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:20Z', 'updated_at': '2021-08-31T14:38:27Z', 'revision_number': 4, 'project_id': '041607f82ad845c1844e2164ad3783e5', 'gw_port': {'id': 'db30d7b0-189f-4fa2-8df1-eacc894d6f26', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '74a44e2a-31e3-4500-8754-2fbeec102fa8', 'name': '', 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'mac_address': 'fa:16:3e:b0:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'dad6e510-57a2-4924-bc89-2f2b517a2fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:26Z', 'updated_at': '2021-08-31T14:38:27Z', 'revision_number': 2, 'project_id': '041607f82ad845c1844e2164ad3783e5', 'subnets': [{'id': 'dad6e510-57a2-4924-bc89-2f2b517a2fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:28.856266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e50e89-1fdd-4363-aab8-5f992ecb1f28 None None] The sync data for ids ['58c3c149-f7cc-4339-a2b9-9cf9030330c7'] in n-d-806683-5 is: [{'id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'name': 'tempest-TestVolumeBackupRestore-1329396506-router', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'db30d7b0-189f-4fa2-8df1-eacc894d6f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:20Z', 'updated_at': '2021-08-31T14:38:27Z', 'revision_number': 4, 'project_id': '041607f82ad845c1844e2164ad3783e5', 'gw_port': {'id': 'db30d7b0-189f-4fa2-8df1-eacc894d6f26', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '74a44e2a-31e3-4500-8754-2fbeec102fa8', 'name': '', 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'mac_address': 'fa:16:3e:b0:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'dad6e510-57a2-4924-bc89-2f2b517a2fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:26Z', 'updated_at': '2021-08-31T14:38:27Z', 'revision_number': 2, 'project_id': '041607f82ad845c1844e2164ad3783e5', 'subnets': [{'id': 'dad6e510-57a2-4924-bc89-2f2b517a2fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:38:28.887415 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:29.089203 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cace062c-99fe-4398-a98c-5ed5f32f24bf up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:29.186872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port cace062c-99fe-4398-a98c-5ed5f32f24bf completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:29.196121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port cace062c-99fe-4398-a98c-5ed5f32f24bf triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:29.197310 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:29.220418 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:29.249793 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:29.258672 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:38:29.289847 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-01ed8f97-8799-49ee-a279-8fc9aa471dc5 admin admin] 10.222.0.39 "PUT /v2.0/routers/58c3c149-f7cc-4339-a2b9-9cf9030330c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9498127 Aug 31 14:38:29.402044 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:29.437535 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:29.486891 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba31917c-f832-4c62-ba06-81e0220b3a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cace062c-99fe-4398-a98c-5ed5f32f24bf'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:29.494856 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45b9d8c-3416-425c-8424-c00f15ac6f62" -d '{"events": [{"server_uuid": "ba31917c-f832-4c62-ba06-81e0220b3a34", "name": "network-vif-plugged", "status": "completed", "tag": "cace062c-99fe-4398-a98c-5ed5f32f24bf"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:29.559235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port cace062c-99fe-4398-a98c-5ed5f32f24bf, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cace062c-99fe-4398-a98c-5ed5f32f24bf,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:29.568625 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:29.717455 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75883db0-f061-415a-bf71-7fafaeb0d6bf x-openstack-request-id: req-75883db0-f061-415a-bf71-7fafaeb0d6bf {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:29.717727 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba31917c-f832-4c62-ba06-81e0220b3a34", "name": "network-vif-plugged", "status": "completed", "tag": "cace062c-99fe-4398-a98c-5ed5f32f24bf", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:29.718331 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75883db0-f061-415a-bf71-7fafaeb0d6bf {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:29.718331 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba31917c-f832-4c62-ba06-81e0220b3a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cace062c-99fe-4398-a98c-5ed5f32f24bf', 'code': 200} Aug 31 14:38:29.719081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6889ca2d-0d7a-4b11-a8f2-1add666e8897 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:29.729842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Pushing event updated for resources: {'Port': ['ID=fafd4462-b1ff-407c-ac1f-21b6a710c52f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:29.770932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5fe61-712b-4555-b975-19010dd8a35d req-cf6dfab4-7eb5-4cf7-b953-0fce49dc2412 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:29.787144 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0f5fe61-712b-4555-b975-19010dd8a35d req-cf6dfab4-7eb5-4cf7-b953-0fce49dc2412 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 945 time: 0.3673210 Aug 31 14:38:29.793663 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8a6f6-0fa9-4b6d-93c0-8e1e0ee63f27 req-a50e14a9-6bed-45ab-8e84-7dc33271a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:29.796119 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-96a8a6f6-0fa9-4b6d-93c0-8e1e0ee63f27 req-a50e14a9-6bed-45ab-8e84-7dc33271a495 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 1097 time: 0.0999551 Aug 31 14:38:29.867707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=cace062c-99fe-4398-a98c-5ed5f32f24bf,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:29.889071 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 6889ca2d-0d7a-4b11-a8f2-1add666e8897 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:29.893915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6889ca2d-0d7a-4b11-a8f2-1add666e8897 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:29.894206 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:29.902277 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-96a8a6f6-0fa9-4b6d-93c0-8e1e0ee63f27 req-87bd59fb-4e6a-41ae-82e5-8829421f6b03 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979042 Aug 31 14:38:29.945148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Network e7444c44-57ef-4fec-8adc-ac27ab99c9c9 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:29.955772 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0f5fe61-712b-4555-b975-19010dd8a35d req-741e7bbb-e887-44e6-b3e8-65575abad551 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676123 Aug 31 14:38:29.958371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:30.074703 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:30.125199 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 6889ca2d-0d7a-4b11-a8f2-1add666e8897, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6889ca2d-0d7a-4b11-a8f2-1add666e8897,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:30.133371 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:30.156529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Router 52cf7461-f842-4595-9630-9199d1a23873 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:38:30.209736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=6889ca2d-0d7a-4b11-a8f2-1add666e8897,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:30.377040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:38:30.406738 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-107db8a5-6872-4ed2-a9a4-297347a87c06 admin admin] 10.222.0.39 "PUT /v2.0/routers/52cf7461-f842-4595-9630-9199d1a23873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7628233 Aug 31 14:38:31.246601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73293930-72a8-4eee-9ec2-9caf7f301a0f req-223e2eda-5cfc-402e-8aab-b9bfca26c826 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:31.248989 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-73293930-72a8-4eee-9ec2-9caf7f301a0f req-223e2eda-5cfc-402e-8aab-b9bfca26c826 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 946 time: 0.1302154 Aug 31 14:38:31.257535 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-76ac75d5-8f3d-4e90-bb4c-2ab4050f1d96 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:31.264239 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-76ac75d5-8f3d-4e90-bb4c-2ab4050f1d96 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/networks?id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9 HTTP/1.1" status: 200 len: 819 time: 0.2789907 Aug 31 14:38:31.294626 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-e549fa64-05b3-4e58-870c-231dd4c9495b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/quotas/ba7a2a54afa6490bbc44789e16b212dd HTTP/1.1" status: 200 len: 375 time: 0.0242074 Aug 31 14:38:31.359155 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-73293930-72a8-4eee-9ec2-9caf7f301a0f req-061d612c-f4c1-40c6-8141-c6ecd09b9122 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023085 Aug 31 14:38:31.401492 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-73b3d6b6-5558-48f3-8d73-e3cec91a25b6 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba7a2a54afa6490bbc44789e16b212dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981796 Aug 31 14:38:31.455623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Sync routers for ids ['52cf7461-f842-4595-9630-9199d1a23873'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:38:31.496634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Routers {'52cf7461-f842-4595-9630-9199d1a23873'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:31.497274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['52cf7461-f842-4595-9630-9199d1a23873'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:31.688773 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-f3d157b2-4e12-4e07-9c49-10f0fc9aec9e service neutron] 10.222.0.39 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783389 Aug 31 14:38:31.788153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Set router 52cf7461-f842-4595-9630-9199d1a23873 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:31.837473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device db30d7b0-189f-4fa2-8df1-eacc894d6f26 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:31.924734 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-235977f9-79a7-409a-b4a7-f49afa8e8e52 service neutron] 10.222.0.39 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277026 Aug 31 14:38:32.259650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port db30d7b0-189f-4fa2-8df1-eacc894d6f26 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:32.285348 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port db30d7b0-189f-4fa2-8df1-eacc894d6f26 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:32.288486 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:32.306337 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5753e355-01f8-4165-9611-e19d7fe1d334 req-d463ea3e-c925-4da9-9c5f-5c55e9b5a3df tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 210 time: 0.0588596 Aug 31 14:38:32.818517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef731d6b-11f9-4417-9a62-c5a389e7b7dd req-cf2c79bd-9f6c-4f75-a35b-e291b71baf1f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:32.841096 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef731d6b-11f9-4417-9a62-c5a389e7b7dd req-cf2c79bd-9f6c-4f75-a35b-e291b71baf1f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 946 time: 0.3663666 Aug 31 14:38:32.887542 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:32.901670 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:38:32.924612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:28Z', 'revision_number': 4, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port': {'id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:23Z', 'updated_at': '2021-08-31T14:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'fafd4462-b1ff-407c-ac1f-21b6a710c52f', 'name': '', 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'mac_address': 'fa:16:3e:97:46:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:26Z', 'updated_at': '2021-08-31T14:38:28Z', 'revision_number': 2, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'subnets': [{'id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:32.932681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port db30d7b0-189f-4fa2-8df1-eacc894d6f26, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=db30d7b0-189f-4fa2-8df1-eacc894d6f26,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:32.991673 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:32.994198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6889ca2d-0d7a-4b11-a8f2-1add666e8897 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:33.008364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Checking router: 52cf7461-f842-4595-9630-9199d1a23873 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:38:33.009091 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Updating router 52cf7461-f842-4595-9630-9199d1a23873 port fafd4462-b1ff-407c-ac1f-21b6a710c52f binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:38:33.037837 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef731d6b-11f9-4417-9a62-c5a389e7b7dd req-b57a72e0-1332-450e-afc4-7384d7cdfd8b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844921 Aug 31 14:38:33.087902 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:33.329111 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ec0c9-3f79-4e4f-9ed3-9fc21d5674d5 req-a993f763-758f-4c64-8bf0-974d678fb66b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:33.331421 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-892ec0c9-3f79-4e4f-9ed3-9fc21d5674d5 req-a993f763-758f-4c64-8bf0-974d678fb66b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 946 time: 0.1530976 Aug 31 14:38:33.466895 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-892ec0c9-3f79-4e4f-9ed3-9fc21d5674d5 req-d22e7ea5-da4a-41e8-a555-2427861609d2 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234508 Aug 31 14:38:33.518534 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-489b68a7-f0da-4f0b-83f7-7ea6f67e2d41 req-db09f93a-89ca-45b5-8916-c14359309c36 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 210 time: 0.0729668 Aug 31 14:38:33.578075 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=db30d7b0-189f-4fa2-8df1-eacc894d6f26,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:33.579308 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Sync routers for ids ['58c3c149-f7cc-4339-a2b9-9cf9030330c7'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:38:33.592914 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6889ca2d-0d7a-4b11-a8f2-1add666e8897 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:33.593592 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:33.624154 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Routers {'58c3c149-f7cc-4339-a2b9-9cf9030330c7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:33.625148 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58c3c149-f7cc-4339-a2b9-9cf9030330c7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:33.654932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec1716-433d-46e7-b1af-afeab13bb52a req-7f926af0-13cb-4fc3-a951-315a4dca8eb4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:33.656895 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e2ec1716-433d-46e7-b1af-afeab13bb52a req-7f926af0-13cb-4fc3-a951-315a4dca8eb4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 946 time: 0.0809052 Aug 31 14:38:33.734769 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e2ec1716-433d-46e7-b1af-afeab13bb52a req-935db50d-2005-46e2-89f8-a1da1ab22ec6 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656528 Aug 31 14:38:33.946824 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Set router 58c3c149-f7cc-4339-a2b9-9cf9030330c7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:33.960516 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device db30d7b0-189f-4fa2-8df1-eacc894d6f26 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:34.076264 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:34.108287 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Transition to ACTIVE for port object fafd4462-b1ff-407c-ac1f-21b6a710c52f will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:34.131871 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:34.138634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34102) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:34.267515 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4d7ca669-f8aa-4f9f-90ff-f1be8305bfdf tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/floatingips/e431b882-d7ba-4de2-b655-0d1f962b371c HTTP/1.1" status: 200 len: 992 time: 0.1268027 Aug 31 14:38:34.326989 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729acd6-cf02-4157-83e3-0fad5d2b109c None None] Pushing event updated for resources: {'Port': ['ID=fafd4462-b1ff-407c-ac1f-21b6a710c52f,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:34.334992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port db30d7b0-189f-4fa2-8df1-eacc894d6f26 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:34.338247 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:34.493148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Attempting to bind port fafd4462-b1ff-407c-ac1f-21b6a710c52f on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:38:34.493451 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Attempting to bind port fafd4462-b1ff-407c-ac1f-21b6a710c52f by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '5534191a-3f1f-4267-9c65-e574b0351f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:38:34.493984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Attempting to bind port fafd4462-b1ff-407c-ac1f-21b6a710c52f on network e7444c44-57ef-4fec-8adc-ac27ab99c9c9 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:34.507387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:38:34.507934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Checking segment: {'id': '5534191a-3f1f-4267-9c65-e574b0351f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:34.508580 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:34.509148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Bound using segment: {'id': '5534191a-3f1f-4267-9c65-e574b0351f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:38:34.509793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Bound port: fafd4462-b1ff-407c-ac1f-21b6a710c52f, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5534191a-3f1f-4267-9c65-e574b0351f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:38:34.510271 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:34.547456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34118) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:34.613611 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a26f5-a518-4559-9db3-8b46bde63cd9 req-32ab2d76-a093-4a63-9474-ed22ba3c72cd tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:34.618520 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c70a26f5-a518-4559-9db3-8b46bde63cd9 req-32ab2d76-a093-4a63-9474-ed22ba3c72cd tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 946 time: 0.2174346 Aug 31 14:38:34.690628 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'name': 'tempest-TestVolumeBackupRestore-1329396506-router', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'db30d7b0-189f-4fa2-8df1-eacc894d6f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:20Z', 'updated_at': '2021-08-31T14:38:27Z', 'revision_number': 4, 'project_id': '041607f82ad845c1844e2164ad3783e5', 'gw_port': {'id': 'db30d7b0-189f-4fa2-8df1-eacc894d6f26', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '74a44e2a-31e3-4500-8754-2fbeec102fa8', 'name': '', 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'mac_address': 'fa:16:3e:b0:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'dad6e510-57a2-4924-bc89-2f2b517a2fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:26Z', 'updated_at': '2021-08-31T14:38:27Z', 'revision_number': 2, 'project_id': '041607f82ad845c1844e2164ad3783e5', 'subnets': [{'id': 'dad6e510-57a2-4924-bc89-2f2b517a2fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:34.702568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] For port fafd4462-b1ff-407c-ac1f-21b6a710c52f, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:38:34.706454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] For port fafd4462-b1ff-407c-ac1f-21b6a710c52f, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fafd4462-b1ff-407c-ac1f-21b6a710c52f,segment=NetworkSegment(5534191a-3f1f-4267-9c65-e574b0351f68),segment_id=5534191a-3f1f-4267-9c65-e574b0351f68)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:38:34.712015 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:34.757603 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Checking router: 58c3c149-f7cc-4339-a2b9-9cf9030330c7 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:38:34.758202 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Updating router 58c3c149-f7cc-4339-a2b9-9cf9030330c7 port 74a44e2a-31e3-4500-8754-2fbeec102fa8 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:38:34.762211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-d6b4bf70-991f-4f4b-b331-502e3b61d2d7 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:34.764313 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-d6b4bf70-991f-4f4b-b331-502e3b61d2d7 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.25 "GET /v2.0/networks?id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9 HTTP/1.1" status: 200 len: 819 time: 0.4719033 Aug 31 14:38:34.842648 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-09f435c7-714b-4b0a-9a7d-a7e0cb5f38a8 req-7a01f850-373a-4a70-95af-b628fed1c8bc tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 210 time: 0.0769067 Aug 31 14:38:34.853556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-01c5ffd3-08c1-4989-9b5b-51d5c2e8a043 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Request body: {'port': {'device_id': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'admin_state_up': True, 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:34.881832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729acd6-cf02-4157-83e3-0fad5d2b109c None None] Pushing event updated for resources: {'Port': ['ID=fafd4462-b1ff-407c-ac1f-21b6a710c52f,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:34.916529 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Routers {'52cf7461-f842-4595-9630-9199d1a23873'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:34.918443 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['52cf7461-f842-4595-9630-9199d1a23873'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:34.951243 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c70a26f5-a518-4559-9db3-8b46bde63cd9 req-48d9d825-1f40-436d-a772-449f1f88759e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016721 Aug 31 14:38:35.040403 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:35.175524 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-01c5ffd3-08c1-4989-9b5b-51d5c2e8a043 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Made reservation on behalf of ba7a2a54afa6490bbc44789e16b212dd for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:38:35.183906 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-01c5ffd3-08c1-4989-9b5b-51d5c2e8a043 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:35.194286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] Set router 52cf7461-f842-4595-9630-9199d1a23873 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:35.241928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ea92f80e-3f33-4074-9af0-d28e6f64adb6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Deleting port 3798323c-98c6-44f5-8484-e5d8bf6d1ae8 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:38:35.243429 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea92f80e-3f33-4074-9af0-d28e6f64adb6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:35.398686 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea92f80e-3f33-4074-9af0-d28e6f64adb6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:35.399372 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea92f80e-3f33-4074-9af0-d28e6f64adb6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:35.418882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ea92f80e-3f33-4074-9af0-d28e6f64adb6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Calling delete_port for 3798323c-98c6-44f5-8484-e5d8bf6d1ae8 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:38:35.545062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-01c5ffd3-08c1-4989-9b5b-51d5c2e8a043 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Allocated IP 172.20.0.14 (e7444c44-57ef-4fec-8adc-ac27ab99c9c9/3479c253-a93e-46c0-a6bc-f61e7bd47d32/825a15e7-1345-408b-a10a-0c030c3d323e) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:38:35.685344 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:35.802018 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-01c5ffd3-08c1-4989-9b5b-51d5c2e8a043 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:35.852860 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-01c5ffd3-08c1-4989-9b5b-51d5c2e8a043 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:35.881542 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Transition to ACTIVE for port object 74a44e2a-31e3-4500-8754-2fbeec102fa8 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:35.891219 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:35.903222 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea92f80e-3f33-4074-9af0-d28e6f64adb6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:35.935083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:28Z', 'revision_number': 4, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port': {'id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:23Z', 'updated_at': '2021-08-31T14:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'fafd4462-b1ff-407c-ac1f-21b6a710c52f', 'name': '', 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'mac_address': 'fa:16:3e:97:46:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:26Z', 'updated_at': '2021-08-31T14:38:34Z', 'revision_number': 4, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'subnets': [{'id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:35.944065 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-01c5ffd3-08c1-4989-9b5b-51d5c2e8a043 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Network e7444c44-57ef-4fec-8adc-ac27ab99c9c9 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:35.967673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-01c5ffd3-08c1-4989-9b5b-51d5c2e8a043 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:35.972485 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-01c5ffd3-08c1-4989-9b5b-51d5c2e8a043 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:38:35.987064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92f80e-3f33-4074-9af0-d28e6f64adb6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Port': ['ID=3798323c-98c6-44f5-8484-e5d8bf6d1ae8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:36.090876 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7ed8fc-47e0-4afc-8c83-abea33bf8b54 None None] The sync data for ids ['52cf7461-f842-4595-9630-9199d1a23873'] in n-d-806683-5 is: [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:28Z', 'revision_number': 4, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port': {'id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:23Z', 'updated_at': '2021-08-31T14:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'fafd4462-b1ff-407c-ac1f-21b6a710c52f', 'name': '', 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'mac_address': 'fa:16:3e:97:46:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:26Z', 'updated_at': '2021-08-31T14:38:34Z', 'revision_number': 4, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'subnets': [{'id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:38:36.092625 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea51093-cb0c-49a6-b13e-c171f78f374d req-dc9c8b46-5b14-4292-9d8d-73a71a99cdf4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:36.099711 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ea51093-cb0c-49a6-b13e-c171f78f374d req-dc9c8b46-5b14-4292-9d8d-73a71a99cdf4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 946 time: 0.3469098 Aug 31 14:38:36.186460 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-01c5ffd3-08c1-4989-9b5b-51d5c2e8a043 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:36.189998 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-01c5ffd3-08c1-4989-9b5b-51d5c2e8a043 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:36.239549 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18705d-30a4-4dfb-a76d-d5edb5e49f33 None None] Pushing event updated for resources: {'Port': ['ID=74a44e2a-31e3-4500-8754-2fbeec102fa8,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:36.259519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea92f80e-3f33-4074-9af0-d28e6f64adb6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:36.260056 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Attempting to bind port 74a44e2a-31e3-4500-8754-2fbeec102fa8 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:38:36.260056 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Attempting to bind port 74a44e2a-31e3-4500-8754-2fbeec102fa8 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'dd977d0c-76da-4121-a595-bbaa37148148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:38:36.261123 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-ea92f80e-3f33-4074-9af0-d28e6f64adb6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Floating IP e431b882-d7ba-4de2-b655-0d1f962b371c disassociated (deleted). External IP: 172.25.2.93, port: 159e80e8-244e-41d3-bdf9-565a334fce50. Aug 31 14:38:36.262098 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Attempting to bind port 74a44e2a-31e3-4500-8754-2fbeec102fa8 on network 713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:36.277373 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:38:36.278143 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Checking segment: {'id': 'dd977d0c-76da-4121-a595-bbaa37148148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:36.278569 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:36.279099 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Bound using segment: {'id': 'dd977d0c-76da-4121-a595-bbaa37148148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:38:36.279607 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Bound port: 74a44e2a-31e3-4500-8754-2fbeec102fa8, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd977d0c-76da-4121-a595-bbaa37148148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:38:36.282277 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:36.303161 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-01c5ffd3-08c1-4989-9b5b-51d5c2e8a043 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4557679 Aug 31 14:38:36.358942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Request body: {'port': {'device_id': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:36.447745 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] For port 74a44e2a-31e3-4500-8754-2fbeec102fa8, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:38:36.451490 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] For port 74a44e2a-31e3-4500-8754-2fbeec102fa8, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=74a44e2a-31e3-4500-8754-2fbeec102fa8,segment=NetworkSegment(dd977d0c-76da-4121-a595-bbaa37148148),segment_id=dd977d0c-76da-4121-a595-bbaa37148148)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:38:36.466583 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:36.482518 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:36.621272 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18705d-30a4-4dfb-a76d-d5edb5e49f33 None None] Pushing event updated for resources: {'Port': ['ID=74a44e2a-31e3-4500-8754-2fbeec102fa8,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:36.632914 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Routers {'58c3c149-f7cc-4339-a2b9-9cf9030330c7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:36.633337 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58c3c149-f7cc-4339-a2b9-9cf9030330c7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:36.833088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea92f80e-3f33-4074-9af0-d28e6f64adb6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Router 7da9f62a-f51e-42a6-a5d8-520254b3082b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:38:36.841779 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5ffd3-08c1-4989-9b5b-51d5c2e8a043 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Pushing event updated for resources: {'Port': ['ID=825a15e7-1345-408b-a10a-0c030c3d323e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:36.861482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3f22a-f836-429a-8508-f7b94ffa330c req-3d23214f-bb9d-42ce-904c-ef69674f5f6a tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:36.871458 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-37a3f22a-f836-429a-8508-f7b94ffa330c req-3d23214f-bb9d-42ce-904c-ef69674f5f6a tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 932 time: 0.7009866 Aug 31 14:38:36.913077 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] Set router 58c3c149-f7cc-4339-a2b9-9cf9030330c7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:36.923074 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaa852-cd03-4ac3-83f5-e77ddd7bd585 req-5b8660c8-151c-439b-a9df-5f746fb1b300 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:36.929004 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c7eaa852-cd03-4ac3-83f5-e77ddd7bd585 req-5b8660c8-151c-439b-a9df-5f746fb1b300 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 946 time: 0.7751927 Aug 31 14:38:36.979571 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-37a3f22a-f836-429a-8508-f7b94ffa330c req-daf212da-5441-4f8a-baa6-a05f658e8567 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065857 Aug 31 14:38:37.133723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5ea51093-cb0c-49a6-b13e-c171f78f374d req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Deleting port cace062c-99fe-4398-a98c-5ed5f32f24bf {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:38:37.134258 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ea51093-cb0c-49a6-b13e-c171f78f374d req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:37.384047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea92f80e-3f33-4074-9af0-d28e6f64adb6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:38:37.410949 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825a15e7-1345-408b-a10a-0c030c3d323e {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:38:37.421988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1af1c4-1d82-4c49-b0b1-4a60f990fd56 None None] Sync routers for ids ['7da9f62a-f51e-42a6-a5d8-520254b3082b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:38:37.433125 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:37.452604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1af1c4-1d82-4c49-b0b1-4a60f990fd56 None None] Routers {'7da9f62a-f51e-42a6-a5d8-520254b3082b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:37.453560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8d1af1c4-1d82-4c49-b0b1-4a60f990fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7da9f62a-f51e-42a6-a5d8-520254b3082b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:37.478635 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'name': 'tempest-TestVolumeBackupRestore-1329396506-router', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'db30d7b0-189f-4fa2-8df1-eacc894d6f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:20Z', 'updated_at': '2021-08-31T14:38:27Z', 'revision_number': 4, 'project_id': '041607f82ad845c1844e2164ad3783e5', 'gw_port': {'id': 'db30d7b0-189f-4fa2-8df1-eacc894d6f26', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '74a44e2a-31e3-4500-8754-2fbeec102fa8', 'name': '', 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'mac_address': 'fa:16:3e:b0:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'dad6e510-57a2-4924-bc89-2f2b517a2fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:26Z', 'updated_at': '2021-08-31T14:38:36Z', 'revision_number': 4, 'project_id': '041607f82ad845c1844e2164ad3783e5', 'subnets': [{'id': 'dad6e510-57a2-4924-bc89-2f2b517a2fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:37.484226 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea92f80e-3f33-4074-9af0-d28e6f64adb6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:37.500633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Transition to ACTIVE for port object 825a15e7-1345-408b-a10a-0c030c3d323e will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:37.540871 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83139e7-762d-455b-b36e-0d045c60a0cb None None] The sync data for ids ['58c3c149-f7cc-4339-a2b9-9cf9030330c7'] in n-d-806683-5 is: [{'id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'name': 'tempest-TestVolumeBackupRestore-1329396506-router', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'db30d7b0-189f-4fa2-8df1-eacc894d6f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:20Z', 'updated_at': '2021-08-31T14:38:27Z', 'revision_number': 4, 'project_id': '041607f82ad845c1844e2164ad3783e5', 'gw_port': {'id': 'db30d7b0-189f-4fa2-8df1-eacc894d6f26', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '74a44e2a-31e3-4500-8754-2fbeec102fa8', 'name': '', 'network_id': '713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'mac_address': 'fa:16:3e:b0:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'dad6e510-57a2-4924-bc89-2f2b517a2fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:26Z', 'updated_at': '2021-08-31T14:38:36Z', 'revision_number': 4, 'project_id': '041607f82ad845c1844e2164ad3783e5', 'subnets': [{'id': 'dad6e510-57a2-4924-bc89-2f2b517a2fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:38:37.588706 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c7eaa852-cd03-4ac3-83f5-e77ddd7bd585 req-f632e041-c54a-4add-9435-7042fe53f9f1 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6333249 Aug 31 14:38:37.590025 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:37.639304 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5ea51093-cb0c-49a6-b13e-c171f78f374d req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] For port cace062c-99fe-4398-a98c-5ed5f32f24bf, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=cace062c-99fe-4398-a98c-5ed5f32f24bf,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:37.639448 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ea51093-cb0c-49a6-b13e-c171f78f374d req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:37.707748 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ea92f80e-3f33-4074-9af0-d28e6f64adb6 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "DELETE /v2.0/floatingips/e431b882-d7ba-4de2-b655-0d1f962b371c HTTP/1.1" status: 204 len: 168 time: 3.1572001 Aug 31 14:38:37.724167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'tag': '159e80e8-244e-41d3-bdf9-565a334fce50'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:37.728920 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b431cb6e-f308-43c3-97b6-77494b295f31" -d '{"events": [{"name": "network-changed", "server_uuid": "4c09a185-d791-41d6-bcf8-c86ef9e7872b", "tag": "159e80e8-244e-41d3-bdf9-565a334fce50"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:37.760217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5ea51093-cb0c-49a6-b13e-c171f78f374d req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Calling delete_port for cace062c-99fe-4398-a98c-5ed5f32f24bf owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:38:37.877070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-8d1af1c4-1d82-4c49-b0b1-4a60f990fd56 None None] Set router 7da9f62a-f51e-42a6-a5d8-520254b3082b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:37.952352 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8128ad-bb17-4872-a61e-4222526d7eb7 x-openstack-request-id: req-fb8128ad-bb17-4872-a61e-4222526d7eb7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:37.953111 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c09a185-d791-41d6-bcf8-c86ef9e7872b", "tag": "159e80e8-244e-41d3-bdf9-565a334fce50", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:37.954270 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb8128ad-bb17-4872-a61e-4222526d7eb7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:37.956169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=825a15e7-1345-408b-a10a-0c030c3d323e,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:37.959002 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'tag': '159e80e8-244e-41d3-bdf9-565a334fce50', 'status': 'completed', 'code': 200} Aug 31 14:38:37.968300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Attempting to bind port 825a15e7-1345-408b-a10a-0c030c3d323e on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:38:37.968559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Attempting to bind port 825a15e7-1345-408b-a10a-0c030c3d323e by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '5534191a-3f1f-4267-9c65-e574b0351f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:38:37.968885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Attempting to bind port 825a15e7-1345-408b-a10a-0c030c3d323e on network e7444c44-57ef-4fec-8adc-ac27ab99c9c9 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:37.983097 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Port 825a15e7-1345-408b-a10a-0c030c3d323e on network e7444c44-57ef-4fec-8adc-ac27ab99c9c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:38:37.983453 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Attempting to bind port 825a15e7-1345-408b-a10a-0c030c3d323e on network e7444c44-57ef-4fec-8adc-ac27ab99c9c9 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:38.023016 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:38:38.023390 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Checking segment: {'id': '5534191a-3f1f-4267-9c65-e574b0351f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:38.023777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Bound using segment: {'id': '5534191a-3f1f-4267-9c65-e574b0351f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:38:38.032959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Bound port: 825a15e7-1345-408b-a10a-0c030c3d323e, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5534191a-3f1f-4267-9c65-e574b0351f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:38:38.033409 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:38.202039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431cb6e-f308-43c3-97b6-77494b295f31 req-8f89e9a1-c45a-431e-bdc9-c1df6c4b29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:38.204828 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b431cb6e-f308-43c3-97b6-77494b295f31 req-8f89e9a1-c45a-431e-bdc9-c1df6c4b29fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21ea8be72d24ece82d41eca10d2c981&device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 1096 time: 0.2566359 Aug 31 14:38:38.219362 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] For port 825a15e7-1345-408b-a10a-0c030c3d323e, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:38:38.232530 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] For port 825a15e7-1345-408b-a10a-0c030c3d323e, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=825a15e7-1345-408b-a10a-0c030c3d323e,segment=NetworkSegment(5534191a-3f1f-4267-9c65-e574b0351f68),segment_id=5534191a-3f1f-4267-9c65-e574b0351f68)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:38:38.312954 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:38.461527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=825a15e7-1345-408b-a10a-0c030c3d323e,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:38.513520 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:38.519363 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:38.528309 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-54e028c3-bbe0-4b18-a8bf-1a0132b0b0d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/825a15e7-1345-408b-a10a-0c030c3d323e HTTP/1.1" status: 200 len: 1092 time: 2.1860054 Aug 31 14:38:38.531697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'tag': '825a15e7-1345-408b-a10a-0c030c3d323e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:38.544220 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2958add6-47c0-407c-b51a-5281cdd57c43" -d '{"events": [{"name": "network-changed", "server_uuid": "01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6", "tag": "825a15e7-1345-408b-a10a-0c030c3d323e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:38.587814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 74a44e2a-31e3-4500-8754-2fbeec102fa8 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:38.613001 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47374927-930b-409b-9b00-8e934963cccf req-2d503620-f1db-4b0e-a130-7e4dd48335bc tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:38.631448 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47374927-930b-409b-9b00-8e934963cccf req-2d503620-f1db-4b0e-a130-7e4dd48335bc tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 944 time: 0.3960752 Aug 31 14:38:38.715651 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ea51093-cb0c-49a6-b13e-c171f78f374d req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:38.744839 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['400b284a-3fbf-4d55-bd12-4118fd70f525'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:38:38.745284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431cb6e-f308-43c3-97b6-77494b295f31 req-60713673-f4e7-4ac4-9ba6-09c6a7dd3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:38.748250 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b431cb6e-f308-43c3-97b6-77494b295f31 req-60713673-f4e7-4ac4-9ba6-09c6a7dd3289 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c54181b-2bd5-4b60-bc3a-f4641056c2e5 HTTP/1.1" status: 200 len: 896 time: 0.5256724 Aug 31 14:38:38.751622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['7e8a2dd3-f453-478f-bd88-5450fdd3e193'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:38:38.864909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-96c738fc-3f00-46ba-b786-aebdb47c20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:38.867733 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-96c738fc-3f00-46ba-b786-aebdb47c20e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba7a2a54afa6490bbc44789e16b212dd&device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 1095 time: 0.2814591 Aug 31 14:38:38.911657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 74a44e2a-31e3-4500-8754-2fbeec102fa8 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:38.920538 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 74a44e2a-31e3-4500-8754-2fbeec102fa8 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:38.920918 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:38.933960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Pushing event deleted for resources: {'Port': ['ID=cace062c-99fe-4398-a98c-5ed5f32f24bf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:38.983617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b431cb6e-f308-43c3-97b6-77494b295f31 req-82a868d9-af59-437b-9a0a-7e47ea7b76fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=159e80e8-244e-41d3-bdf9-565a334fce50 HTTP/1.1" status: 200 len: 217 time: 0.1541064 Aug 31 14:38:39.019401 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47374927-930b-409b-9b00-8e934963cccf req-48dda105-709b-4d14-867f-4bb807924944 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869648 Aug 31 14:38:39.022420 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-3ed174ee-2b95-4962-b8ad-5624d2588fc2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825a15e7-1345-408b-a10a-0c030c3d323e HTTP/1.1" status: 200 len: 217 time: 0.1302516 Aug 31 14:38:39.076001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:39.076221 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8d1af1c4-1d82-4c49-b0b1-4a60f990fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:34Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '141aa81d-278a-4714-9684-ce84eaad82b8', 'name': '', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:06:6d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:31Z', 'updated_at': '2021-08-31T14:37:42Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:39.077443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:39.078851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:39.082914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:39.083382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:39.083734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:39.084074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:39.084408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:39.084745 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:39.085069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:39.085399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:39.085722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:39.122092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-e2e236f5-9a08-4d16-b092-19965b7d1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:39.124209 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-e2e236f5-9a08-4d16-b092-19965b7d1602 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3479c253-a93e-46c0-a6bc-f61e7bd47d32 HTTP/1.1" status: 200 len: 859 time: 0.0943646 Aug 31 14:38:39.138218 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52572ac4-3255-48e9-b1dd-d436f15825b6 x-openstack-request-id: req-52572ac4-3255-48e9-b1dd-d436f15825b6 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:39.138520 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6", "tag": "825a15e7-1345-408b-a10a-0c030c3d323e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:39.138780 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52572ac4-3255-48e9-b1dd-d436f15825b6 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:39.139213 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'tag': '825a15e7-1345-408b-a10a-0c030c3d323e', 'status': 'completed', 'code': 200} Aug 31 14:38:39.142546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3459d7-33ea-4ab0-be83-301730ba1378 req-400140f0-6dc7-44e8-829e-d0bb75431b16 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:39.150966 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd3459d7-33ea-4ab0-be83-301730ba1378 req-400140f0-6dc7-44e8-829e-d0bb75431b16 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 945 time: 0.4476087 Aug 31 14:38:39.172659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea51093-cb0c-49a6-b13e-c171f78f374d req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] No DVR routers for this DVR port cace062c-99fe-4398-a98c-5ed5f32f24bf on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:38:39.202317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1af1c4-1d82-4c49-b0b1-4a60f990fd56 None None] Checking router: 7da9f62a-f51e-42a6-a5d8-520254b3082b for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:38:39.203814 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-3769ff70-da72-40c0-abdd-518ccd792fea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636845 Aug 31 14:38:39.210503 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ea51093-cb0c-49a6-b13e-c171f78f374d req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:39.212550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ea51093-cb0c-49a6-b13e-c171f78f374d req-46e62bba-ba0c-40ce-89ee-e9be1f05f37e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.25 "DELETE /v2.0/ports/cace062c-99fe-4398-a98c-5ed5f32f24bf HTTP/1.1" status: 204 len: 173 time: 3.0437369 Aug 31 14:38:39.217271 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cace062c-99fe-4398-a98c-5ed5f32f24bf no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:38:39.243790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd3459d7-33ea-4ab0-be83-301730ba1378 req-0f885afa-c8b4-4c6b-b622-e80e6af3feae tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917802 Aug 31 14:38:39.268761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431cb6e-f308-43c3-97b6-77494b295f31 req-183eb7d0-6e20-41d3-8f56-e3f3fdf2c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:39.270492 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b431cb6e-f308-43c3-97b6-77494b295f31 req-183eb7d0-6e20-41d3-8f56-e3f3fdf2c521 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f14df60f-253b-4e18-930d-18ab2fc42866 HTTP/1.1" status: 200 len: 834 time: 0.2108240 Aug 31 14:38:39.371676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431cb6e-f308-43c3-97b6-77494b295f31 req-b8743f03-1995-4a25-b445-870d77496d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:39.374553 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b431cb6e-f308-43c3-97b6-77494b295f31 req-b8743f03-1995-4a25-b445-870d77496d12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c54181b-2bd5-4b60-bc3a-f4641056c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957048 Aug 31 14:38:39.478599 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47df86c3-bb9b-4fa7-a9a1-3493fd098d98 req-3994c93c-4af6-4326-9528-9215739ee2cc tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba31917c-f832-4c62-ba06-81e0220b3a34 HTTP/1.1" status: 200 len: 210 time: 0.1842639 Aug 31 14:38:39.595213 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b431cb6e-f308-43c3-97b6-77494b295f31 req-8aef31f1-037e-42e5-900e-8b814cd5a527 service neutron] 10.222.0.60 "GET /v2.0/networks/3c54181b-2bd5-4b60-bc3a-f4641056c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066643 Aug 31 14:38:39.655457 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-222d9cd7-4fe2-40e1-a7ad-dc98d15d4c7b service neutron] 10.222.0.25 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428043 Aug 31 14:38:39.668826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721f989-3f8c-4e94-bc9b-b2545ad72be2 req-1de39cc2-2ff2-448d-ac78-289cad6e9079 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:39.671646 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a721f989-3f8c-4e94-bc9b-b2545ad72be2 req-1de39cc2-2ff2-448d-ac78-289cad6e9079 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 945 time: 0.1476896 Aug 31 14:38:39.802653 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b431cb6e-f308-43c3-97b6-77494b295f31 req-a156acf7-9ae6-4ca7-935c-e4dd087d63f4 service neutron] 10.222.0.60 "GET /v2.0/networks/3c54181b-2bd5-4b60-bc3a-f4641056c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035370 Aug 31 14:38:39.807050 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c06bd194-29e8-4fe4-bc14-8ae5ffbaafba req-dbf54f3b-5c58-4b0a-ba4a-608313aaa1e3 service neutron] 10.222.0.25 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339679 Aug 31 14:38:39.811034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: cace062c-99fe-4398-a98c-5ed5f32f24bf {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:38:39.812032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device cace062c-99fe-4398-a98c-5ed5f32f24bf not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:38:39.821427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1af1c4-1d82-4c49-b0b1-4a60f990fd56 None None] Routers {'7da9f62a-f51e-42a6-a5d8-520254b3082b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:39.822632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8d1af1c4-1d82-4c49-b0b1-4a60f990fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7da9f62a-f51e-42a6-a5d8-520254b3082b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:39.911959 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:39.939338 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-a721f989-3f8c-4e94-bc9b-b2545ad72be2 req-6251d394-b0af-45db-936e-e3b222e93784 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Deleting port 159e80e8-244e-41d3-bdf9-565a334fce50 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:38:39.939338 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a721f989-3f8c-4e94-bc9b-b2545ad72be2 req-6251d394-b0af-45db-936e-e3b222e93784 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:39.960752 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba31917c-f832-4c62-ba06-81e0220b3a34', 'name': 'network-vif-deleted', 'tag': 'cace062c-99fe-4398-a98c-5ed5f32f24bf'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:39.963348 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead18ada-c355-47c9-8df0-69996ef7e928" -d '{"events": [{"server_uuid": "ba31917c-f832-4c62-ba06-81e0220b3a34", "name": "network-vif-deleted", "tag": "cace062c-99fe-4398-a98c-5ed5f32f24bf"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:40.044602 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d8df87-7790-4e4a-a668-eaba41ff7486 x-openstack-request-id: req-04d8df87-7790-4e4a-a668-eaba41ff7486 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:40.044911 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba31917c-f832-4c62-ba06-81e0220b3a34", "name": "network-vif-deleted", "tag": "cace062c-99fe-4398-a98c-5ed5f32f24bf", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:40.045147 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04d8df87-7790-4e4a-a668-eaba41ff7486 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:40.045605 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba31917c-f832-4c62-ba06-81e0220b3a34', 'name': 'network-vif-deleted', 'tag': 'cace062c-99fe-4398-a98c-5ed5f32f24bf', 'status': 'completed', 'code': 200} Aug 31 14:38:40.109339 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-a721f989-3f8c-4e94-bc9b-b2545ad72be2 req-6251d394-b0af-45db-936e-e3b222e93784 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] For port 159e80e8-244e-41d3-bdf9-565a334fce50, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=159e80e8-244e-41d3-bdf9-565a334fce50,segment=NetworkSegment(7ab98dd8-ef67-453b-a8df-7fac41bf4024),segment_id=7ab98dd8-ef67-453b-a8df-7fac41bf4024)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:40.109895 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a721f989-3f8c-4e94-bc9b-b2545ad72be2 req-6251d394-b0af-45db-936e-e3b222e93784 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:40.136589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-a721f989-3f8c-4e94-bc9b-b2545ad72be2 req-6251d394-b0af-45db-936e-e3b222e93784 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Calling delete_port for 159e80e8-244e-41d3-bdf9-565a334fce50 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:38:40.139711 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958add6-47c0-407c-b51a-5281cdd57c43 req-c18859fe-58a7-4d6a-bc45-4a813f51a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:40.142889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2958add6-47c0-407c-b51a-5281cdd57c43 req-c18859fe-58a7-4d6a-bc45-4a813f51a2b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba7a2a54afa6490bbc44789e16b212dd&device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 1095 time: 0.0832465 Aug 31 14:38:40.177470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-8d1af1c4-1d82-4c49-b0b1-4a60f990fd56 None None] Set router 7da9f62a-f51e-42a6-a5d8-520254b3082b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:40.335829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b59dac-71e7-46f6-8fd0-9270f8199604 req-50d5a835-8dcf-4616-8a23-fc867756fc3d tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:40.343740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92b59dac-71e7-46f6-8fd0-9270f8199604 req-50d5a835-8dcf-4616-8a23-fc867756fc3d tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 944 time: 0.1213560 Aug 31 14:38:40.356517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 74a44e2a-31e3-4500-8754-2fbeec102fa8, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=74a44e2a-31e3-4500-8754-2fbeec102fa8,segment=NetworkSegment(dd977d0c-76da-4121-a595-bbaa37148148),segment_id=dd977d0c-76da-4121-a595-bbaa37148148)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:40.398436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92b59dac-71e7-46f6-8fd0-9270f8199604 req-1b89791f-6c24-4def-8cc4-3ed412b310ce tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534554 Aug 31 14:38:40.461327 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:40.462112 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fafd4462-b1ff-407c-ac1f-21b6a710c52f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:40.490856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958add6-47c0-407c-b51a-5281cdd57c43 req-2770704e-c5aa-4da3-9ac6-8e50ef17d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:40.493713 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2958add6-47c0-407c-b51a-5281cdd57c43 req-2770704e-c5aa-4da3-9ac6-8e50ef17d6d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9 HTTP/1.1" status: 200 len: 920 time: 0.3405533 Aug 31 14:38:40.526423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87632c-677d-409e-b99c-d55f70282330 req-3dabc70b-bc98-48e5-91d7-94eb9d25d39b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:40.534285 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac87632c-677d-409e-b99c-d55f70282330 req-3dabc70b-bc98-48e5-91d7-94eb9d25d39b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c09a185-d791-41d6-bcf8-c86ef9e7872b HTTP/1.1" status: 200 len: 945 time: 0.1174946 Aug 31 14:38:40.591498 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=74a44e2a-31e3-4500-8754-2fbeec102fa8,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:40.755089 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2958add6-47c0-407c-b51a-5281cdd57c43 req-1dc23075-dbb1-4024-b9f9-c76cf5a00157 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825a15e7-1345-408b-a10a-0c030c3d323e HTTP/1.1" status: 200 len: 217 time: 0.2501135 Aug 31 14:38:40.818345 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port fafd4462-b1ff-407c-ac1f-21b6a710c52f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:40.842041 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port fafd4462-b1ff-407c-ac1f-21b6a710c52f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:40.842417 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:40.872213 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a721f989-3f8c-4e94-bc9b-b2545ad72be2 req-6251d394-b0af-45db-936e-e3b222e93784 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:40.946991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251d394-b0af-45db-936e-e3b222e93784 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Port': ['ID=159e80e8-244e-41d3-bdf9-565a334fce50,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:40.960635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958add6-47c0-407c-b51a-5281cdd57c43 req-6ed33835-a236-4de5-afc0-74c54cd7ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:40.962152 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2958add6-47c0-407c-b51a-5281cdd57c43 req-6ed33835-a236-4de5-afc0-74c54cd7ecf8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3479c253-a93e-46c0-a6bc-f61e7bd47d32 HTTP/1.1" status: 200 len: 859 time: 0.1701119 Aug 31 14:38:40.967617 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac87632c-677d-409e-b99c-d55f70282330 req-c4527eaa-2959-47e5-bdb2-32fcb86c754e tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4321578 Aug 31 14:38:41.058443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a721f989-3f8c-4e94-bc9b-b2545ad72be2 req-6251d394-b0af-45db-936e-e3b222e93784 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] No DVR routers for this DVR port 159e80e8-244e-41d3-bdf9-565a334fce50 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:38:41.061246 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a721f989-3f8c-4e94-bc9b-b2545ad72be2 req-6251d394-b0af-45db-936e-e3b222e93784 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:41.064526 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a721f989-3f8c-4e94-bc9b-b2545ad72be2 req-6251d394-b0af-45db-936e-e3b222e93784 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.60 "DELETE /v2.0/ports/159e80e8-244e-41d3-bdf9-565a334fce50 HTTP/1.1" status: 204 len: 173 time: 1.2555606 Aug 31 14:38:41.067355 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2958add6-47c0-407c-b51a-5281cdd57c43 req-ce007133-4698-41ef-bd3e-c6a4929ecb60 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561202 Aug 31 14:38:41.122732 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:41.164076 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port fafd4462-b1ff-407c-ac1f-21b6a710c52f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fafd4462-b1ff-407c-ac1f-21b6a710c52f,segment=NetworkSegment(5534191a-3f1f-4267-9c65-e574b0351f68),segment_id=5534191a-3f1f-4267-9c65-e574b0351f68)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:41.164553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'name': 'network-vif-deleted', 'tag': '159e80e8-244e-41d3-bdf9-565a334fce50'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:41.169673 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abf8577-7079-4ce5-9d03-bad827e428c3" -d '{"events": [{"server_uuid": "4c09a185-d791-41d6-bcf8-c86ef9e7872b", "name": "network-vif-deleted", "tag": "159e80e8-244e-41d3-bdf9-565a334fce50"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:41.170167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8d1af1c4-1d82-4c49-b0b1-4a60f990fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:34Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '141aa81d-278a-4714-9684-ce84eaad82b8', 'name': '', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:06:6d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:31Z', 'updated_at': '2021-08-31T14:37:42Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:41.172807 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:41.324235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=fafd4462-b1ff-407c-ac1f-21b6a710c52f,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:41.324988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235150b-eee0-4915-af7d-1fa743085dda req-a4839040-5063-4ae2-8cad-2f469c04432a tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:41.327461 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d235150b-eee0-4915-af7d-1fa743085dda req-a4839040-5063-4ae2-8cad-2f469c04432a tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 946 time: 0.1406751 Aug 31 14:38:41.332717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1af1c4-1d82-4c49-b0b1-4a60f990fd56 None None] The sync data for ids ['7da9f62a-f51e-42a6-a5d8-520254b3082b'] in n-d-806683-5 is: [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:34Z', 'revision_number': 4, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '141aa81d-278a-4714-9684-ce84eaad82b8', 'name': '', 'network_id': '3c54181b-2bd5-4b60-bc3a-f4641056c2e5', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'mac_address': 'fa:16:3e:06:6d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:31Z', 'updated_at': '2021-08-31T14:37:42Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'subnets': [{'id': 'f14df60f-253b-4e18-930d-18ab2fc42866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:38:41.366413 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426318f9-1fcb-49cf-b073-f14503c39710 x-openstack-request-id: req-426318f9-1fcb-49cf-b073-f14503c39710 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:41.366667 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c09a185-d791-41d6-bcf8-c86ef9e7872b", "name": "network-vif-deleted", "tag": "159e80e8-244e-41d3-bdf9-565a334fce50", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:41.366809 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-426318f9-1fcb-49cf-b073-f14503c39710 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:41.367163 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c09a185-d791-41d6-bcf8-c86ef9e7872b', 'name': 'network-vif-deleted', 'tag': '159e80e8-244e-41d3-bdf9-565a334fce50', 'status': 'completed', 'code': 200} Aug 31 14:38:41.387912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 74a44e2a-31e3-4500-8754-2fbeec102fa8 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:41.391830 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2958add6-47c0-407c-b51a-5281cdd57c43 req-c40bcbdb-827e-401d-8155-237b877bdade service neutron] 10.222.0.25 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169253 Aug 31 14:38:41.556561 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 74a44e2a-31e3-4500-8754-2fbeec102fa8 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:41.557177 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:41.616506 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df30895-a0e4-4a3e-9873-a9ed4e6b8df9 req-8f4df922-53d3-4673-8aeb-f7de0e2f42f6 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:41.620080 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d235150b-eee0-4915-af7d-1fa743085dda req-8bf85577-4dea-43bb-8c76-e916d0ccb707 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556083 Aug 31 14:38:41.628825 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6df30895-a0e4-4a3e-9873-a9ed4e6b8df9 req-8f4df922-53d3-4673-8aeb-f7de0e2f42f6 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 944 time: 0.1431818 Aug 31 14:38:41.724406 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2958add6-47c0-407c-b51a-5281cdd57c43 req-e4463172-949f-4669-b6d1-7b27bbfba636 service neutron] 10.222.0.25 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316786 Aug 31 14:38:41.751701 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6df30895-a0e4-4a3e-9873-a9ed4e6b8df9 req-add2133c-bcce-4eb4-aa3b-7f93cd05ab6b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195560 Aug 31 14:38:41.938557 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c98e77d-7609-41ed-96e3-64ee43a558ef None None] New status for floating IP e431b882-d7ba-4de2-b655-0d1f962b371c: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:38:42.066435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34260) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:42.168694 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00d67061-bfe4-489c-8e91-e99376c644db tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:42.204569 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00d67061-bfe4-489c-8e91-e99376c644db tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:42.289293 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00d67061-bfe4-489c-8e91-e99376c644db tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:42.295080 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00d67061-bfe4-489c-8e91-e99376c644db tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:42.296797 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-00d67061-bfe4-489c-8e91-e99376c644db tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "DELETE /v2.0/security-groups/b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f HTTP/1.1" status: 204 len: 168 time: 0.2323666 Aug 31 14:38:42.307228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 159e80e8-244e-41d3-bdf9-565a334fce50 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:38:42.310516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d67061-bfe4-489c-8e91-e99376c644db tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f5a75d-8dfc-4425-ae33-8b62c0b01a0f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:42.353959 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 159e80e8-244e-41d3-bdf9-565a334fce50 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:38:42.354292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 159e80e8-244e-41d3-bdf9-565a334fce50 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:38:42.356848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34272) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:42.397391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8e622-d821-47cf-97cd-8fe3610e2b60 req-f67e9c0c-b3cb-46d9-a136-b42eae5ec365 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:42.399256 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-26f8e622-d821-47cf-97cd-8fe3610e2b60 req-f67e9c0c-b3cb-46d9-a136-b42eae5ec365 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 946 time: 0.1427460 Aug 31 14:38:42.664598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-26f8e622-d821-47cf-97cd-8fe3610e2b60 req-7dc5196b-4fec-433c-9a20-90022058e275 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Deleting port 7e8a2dd3-f453-478f-bd88-5450fdd3e193 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:38:42.665327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-26f8e622-d821-47cf-97cd-8fe3610e2b60 req-7dc5196b-4fec-433c-9a20-90022058e275 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:42.862104 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-26f8e622-d821-47cf-97cd-8fe3610e2b60 req-7dc5196b-4fec-433c-9a20-90022058e275 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] For port 7e8a2dd3-f453-478f-bd88-5450fdd3e193, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7e8a2dd3-f453-478f-bd88-5450fdd3e193,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:42.862752 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-26f8e622-d821-47cf-97cd-8fe3610e2b60 req-7dc5196b-4fec-433c-9a20-90022058e275 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:42.898046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-26f8e622-d821-47cf-97cd-8fe3610e2b60 req-7dc5196b-4fec-433c-9a20-90022058e275 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Calling delete_port for 7e8a2dd3-f453-478f-bd88-5450fdd3e193 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:38:42.969921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dffe4-5bd5-4138-9a72-c3a37947e937 req-2b847016-fb1c-4c2f-81e4-3d835761a408 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:42.985484 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba0dffe4-5bd5-4138-9a72-c3a37947e937 req-2b847016-fb1c-4c2f-81e4-3d835761a408 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=b286fc20-5e7c-45f1-9369-b72bab2d1c08 HTTP/1.1" status: 200 len: 946 time: 0.1028659 Aug 31 14:38:43.095076 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be6452-852c-41a1-b695-0ca9b3edc437 req-fb700d66-38c7-496d-b8df-2e8a012375db tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:43.096692 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6be6452-852c-41a1-b695-0ca9b3edc437 req-fb700d66-38c7-496d-b8df-2e8a012375db tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 944 time: 0.2303946 Aug 31 14:38:43.109672 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-26f8e622-d821-47cf-97cd-8fe3610e2b60 req-7dc5196b-4fec-433c-9a20-90022058e275 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:43.131445 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['400b284a-3fbf-4d55-bd12-4118fd70f525'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:38:43.134726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['7e8a2dd3-f453-478f-bd88-5450fdd3e193'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:38:43.161631 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba0dffe4-5bd5-4138-9a72-c3a37947e937 req-c8a7db8b-60cb-4aef-a5c8-ec31db21d3b6 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649252 Aug 31 14:38:43.177138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5196b-4fec-433c-9a20-90022058e275 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Pushing event deleted for resources: {'Port': ['ID=7e8a2dd3-f453-478f-bd88-5450fdd3e193,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:43.189653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 825a15e7-1345-408b-a10a-0c030c3d323e details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:38:43.211256 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6be6452-852c-41a1-b695-0ca9b3edc437 req-e5956b61-f639-499a-8700-2b80a7be4761 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931296 Aug 31 14:38:43.331387 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f8e622-d821-47cf-97cd-8fe3610e2b60 req-7dc5196b-4fec-433c-9a20-90022058e275 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] No DVR routers for this DVR port 7e8a2dd3-f453-478f-bd88-5450fdd3e193 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:38:43.335329 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-26f8e622-d821-47cf-97cd-8fe3610e2b60 req-7dc5196b-4fec-433c-9a20-90022058e275 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:43.337681 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-26f8e622-d821-47cf-97cd-8fe3610e2b60 req-7dc5196b-4fec-433c-9a20-90022058e275 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "DELETE /v2.0/ports/7e8a2dd3-f453-478f-bd88-5450fdd3e193 HTTP/1.1" status: 204 len: 173 time: 0.9322073 Aug 31 14:38:43.337809 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 825a15e7-1345-408b-a10a-0c030c3d323e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=825a15e7-1345-408b-a10a-0c030c3d323e,segment=NetworkSegment(5534191a-3f1f-4267-9c65-e574b0351f68),segment_id=5534191a-3f1f-4267-9c65-e574b0351f68)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:43.368575 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b286fc20-5e7c-45f1-9369-b72bab2d1c08', 'name': 'network-vif-deleted', 'tag': '7e8a2dd3-f453-478f-bd88-5450fdd3e193'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:43.374858 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ac89ee-e2a6-4bfd-83df-3619057f4382" -d '{"events": [{"server_uuid": "b286fc20-5e7c-45f1-9369-b72bab2d1c08", "name": "network-vif-deleted", "tag": "7e8a2dd3-f453-478f-bd88-5450fdd3e193"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:43.413366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '825a15e7-1345-408b-a10a-0c030c3d323e', 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'port_id': '825a15e7-1345-408b-a10a-0c030c3d323e', 'mac_address': 'fa:16:3e:d7:fa:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:38:43.429431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fafd4462-b1ff-407c-ac1f-21b6a710c52f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:43.451873 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7c2ccf-330d-4de7-ab74-632abba2463b x-openstack-request-id: req-af7c2ccf-330d-4de7-ab74-632abba2463b {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:43.452388 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b286fc20-5e7c-45f1-9369-b72bab2d1c08", "name": "network-vif-deleted", "tag": "7e8a2dd3-f453-478f-bd88-5450fdd3e193", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:43.452869 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af7c2ccf-330d-4de7-ab74-632abba2463b {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:43.453671 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b286fc20-5e7c-45f1-9369-b72bab2d1c08', 'name': 'network-vif-deleted', 'tag': '7e8a2dd3-f453-478f-bd88-5450fdd3e193', 'status': 'completed', 'code': 200} Aug 31 14:38:43.567654 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:43.642803 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825a15e7-1345-408b-a10a-0c030c3d323e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:38:43.653040 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port fafd4462-b1ff-407c-ac1f-21b6a710c52f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:43.653703 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:43.653941 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1bf49ebc-c429-4edf-882e-d751ca8146d0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:43.707915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 825a15e7-1345-408b-a10a-0c030c3d323e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=825a15e7-1345-408b-a10a-0c030c3d323e,segment=NetworkSegment(5534191a-3f1f-4267-9c65-e574b0351f68),segment_id=5534191a-3f1f-4267-9c65-e574b0351f68)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:43.722159 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:43.830862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=825a15e7-1345-408b-a10a-0c030c3d323e,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:43.869664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:43.870471 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:43.873190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:43.873190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:43.873917 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:43.873917 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:43.873917 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:43.874256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:43.874522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:43.874846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:43.875577 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:43.875577 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:38:43.968438 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['825a15e7-1345-408b-a10a-0c030c3d323e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:38:44.292428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1bf49ebc-c429-4edf-882e-d751ca8146d0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Deleting port 141aa81d-278a-4714-9684-ce84eaad82b8 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:38:44.293011 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1bf49ebc-c429-4edf-882e-d751ca8146d0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:44.438012 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830ee2d-1803-4bfb-b90d-8da768aee0b2 req-300f89b5-ef32-4564-8200-fb63a4b13611 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:44.452252 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c830ee2d-1803-4bfb-b90d-8da768aee0b2 req-300f89b5-ef32-4564-8200-fb63a4b13611 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 945 time: 0.1158407 Aug 31 14:38:44.520855 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c830ee2d-1803-4bfb-b90d-8da768aee0b2 req-520f5055-bfe2-49c8-ad7f-7050b74614ec tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669334 Aug 31 14:38:44.527496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-1bf49ebc-c429-4edf-882e-d751ca8146d0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] For port 141aa81d-278a-4714-9684-ce84eaad82b8, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=141aa81d-278a-4714-9684-ce84eaad82b8,segment=NetworkSegment(7ab98dd8-ef67-453b-a8df-7fac41bf4024),segment_id=7ab98dd8-ef67-453b-a8df-7fac41bf4024)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:44.527877 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1bf49ebc-c429-4edf-882e-d751ca8146d0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:44.550352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1bf49ebc-c429-4edf-882e-d751ca8146d0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Calling delete_port for 141aa81d-278a-4714-9684-ce84eaad82b8 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:38:44.808031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181db38-941f-402c-a243-efad7ed1081c req-ec185084-dea6-4f9e-a6d3-b2c7b2d27927 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:44.814899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a181db38-941f-402c-a243-efad7ed1081c req-ec185084-dea6-4f9e-a6d3-b2c7b2d27927 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.2011378 Aug 31 14:38:44.840121 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a181db38-941f-402c-a243-efad7ed1081c req-e2a223f0-92c8-4e42-8ed7-db9c3ecf9f82 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/quotas/46f935b702854d8dbae5e4bdfcb9bc20 HTTP/1.1" status: 200 len: 375 time: 0.0243087 Aug 31 14:38:44.945909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a181db38-941f-402c-a243-efad7ed1081c req-5c34c5ec-0a3c-4803-8f9d-940bb4083a2a tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990069 Aug 31 14:38:44.955514 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1bf49ebc-c429-4edf-882e-d751ca8146d0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:45.053860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf49ebc-c429-4edf-882e-d751ca8146d0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Port': ['ID=141aa81d-278a-4714-9684-ce84eaad82b8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:45.165565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 825a15e7-1345-408b-a10a-0c030c3d323e up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:45.301339 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a181db38-941f-402c-a243-efad7ed1081c req-e6409845-fc7b-4877-909b-6f22d0acafe2 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536940 Aug 31 14:38:45.334321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 825a15e7-1345-408b-a10a-0c030c3d323e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:45.349327 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 825a15e7-1345-408b-a10a-0c030c3d323e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:45.349953 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:45.557150 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1bf49ebc-c429-4edf-882e-d751ca8146d0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:45.558650 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:45.573572 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a181db38-941f-402c-a243-efad7ed1081c req-909107d5-6204-432e-a575-397838a393a5 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710140 Aug 31 14:38:45.629562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825a15e7-1345-408b-a10a-0c030c3d323e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:45.637121 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fe44d9-357e-4b54-b21c-6905062afa9c" -d '{"events": [{"server_uuid": "01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6", "name": "network-vif-plugged", "status": "completed", "tag": "825a15e7-1345-408b-a10a-0c030c3d323e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:45.664509 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 825a15e7-1345-408b-a10a-0c030c3d323e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=825a15e7-1345-408b-a10a-0c030c3d323e,segment=NetworkSegment(5534191a-3f1f-4267-9c65-e574b0351f68),segment_id=5534191a-3f1f-4267-9c65-e574b0351f68)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:45.671679 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:45.793007 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=825a15e7-1345-408b-a10a-0c030c3d323e,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:45.818136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78700403-7ef5-47ab-b2f4-761ab358066a req-41cf2005-4168-4663-94ea-ba3356c1d6eb tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:45.827777 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-78700403-7ef5-47ab-b2f4-761ab358066a req-41cf2005-4168-4663-94ea-ba3356c1d6eb tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1320045 Aug 31 14:38:45.926336 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-78700403-7ef5-47ab-b2f4-761ab358066a req-89ab311e-a4fd-4f33-9d3e-f67ef5fd7eee tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941958 Aug 31 14:38:45.944639 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23d698d-cf97-4e11-831e-99536ffbea52 x-openstack-request-id: req-f23d698d-cf97-4e11-831e-99536ffbea52 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:45.947434 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6", "name": "network-vif-plugged", "status": "completed", "tag": "825a15e7-1345-408b-a10a-0c030c3d323e", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:45.947698 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f23d698d-cf97-4e11-831e-99536ffbea52 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:45.948098 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825a15e7-1345-408b-a10a-0c030c3d323e', 'code': 200} Aug 31 14:38:46.116884 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c8f9107c-dee5-44d5-adc4-b5bf7c86ac20 req-9d4c34be-aaab-420a-8600-8b3a4826e1cd tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 210 time: 0.0564132 Aug 31 14:38:46.126315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5b418-1731-4d3a-b49f-db98f9f65ba6 req-247a8717-d64f-40e9-aed8-8833be3dbbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:46.127978 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fb5b418-1731-4d3a-b49f-db98f9f65ba6 req-247a8717-d64f-40e9-aed8-8833be3dbbbb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 1097 time: 0.1155961 Aug 31 14:38:46.243465 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fb5b418-1731-4d3a-b49f-db98f9f65ba6 req-69b78270-72cb-4216-8255-102ecdf06bf2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012583 Aug 31 14:38:46.270575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf49ebc-c429-4edf-882e-d751ca8146d0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Router 7da9f62a-f51e-42a6-a5d8-520254b3082b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:38:46.335613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7e8a2dd3-f453-478f-bd88-5450fdd3e193 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:38:46.374538 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 7e8a2dd3-f453-478f-bd88-5450fdd3e193 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:38:46.375906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7e8a2dd3-f453-478f-bd88-5450fdd3e193 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:38:46.513013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf49ebc-c429-4edf-882e-d751ca8146d0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:38:46.526744 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1bf49ebc-c429-4edf-882e-d751ca8146d0 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "PUT /v2.0/routers/7da9f62a-f51e-42a6-a5d8-520254b3082b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1685500 Aug 31 14:38:46.533691 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34382) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:46.544049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9584086-cf05-4de0-9326-f00785566ce6 None None] Sync routers for ids ['7da9f62a-f51e-42a6-a5d8-520254b3082b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:38:46.573510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9584086-cf05-4de0-9326-f00785566ce6 None None] Routers {'7da9f62a-f51e-42a6-a5d8-520254b3082b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:46.577330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a9584086-cf05-4de0-9326-f00785566ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7da9f62a-f51e-42a6-a5d8-520254b3082b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:46.650913 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d6e2a6-9fbb-44cf-9e5f-1a4ff0e503e5 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Deleting subnet f14df60f-253b-4e18-930d-18ab2fc42866 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:38:46.654548 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e2a6-9fbb-44cf-9e5f-1a4ff0e503e5 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:46.762122 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e2a6-9fbb-44cf-9e5f-1a4ff0e503e5 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:46.834398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-a9584086-cf05-4de0-9326-f00785566ce6 None None] Set router 7da9f62a-f51e-42a6-a5d8-520254b3082b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:46.960441 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e2a6-9fbb-44cf-9e5f-1a4ff0e503e5 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:47.158122 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e2a6-9fbb-44cf-9e5f-1a4ff0e503e5 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:47.308877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6e2a6-9fbb-44cf-9e5f-1a4ff0e503e5 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Subnet': ['ID=f14df60f-253b-4e18-930d-18ab2fc42866,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:47.314871 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9eb03252-00b4-4bf8-829c-a0ab1a7b4617 req-8137db8d-275d-423d-b58a-27b448d40428 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 210 time: 0.0650904 Aug 31 14:38:47.350410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a9584086-cf05-4de0-9326-f00785566ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:38:44Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:47.352905 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e2a6-9fbb-44cf-9e5f-1a4ff0e503e5 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:47.355263 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c9d6e2a6-9fbb-44cf-9e5f-1a4ff0e503e5 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "DELETE /v2.0/subnets/f14df60f-253b-4e18-930d-18ab2fc42866 HTTP/1.1" status: 204 len: 168 time: 0.8199220 Aug 31 14:38:47.366462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34400) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:47.437090 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893c168a-f635-47a4-b684-d6681875094c None None] Network 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:38:47.440132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9584086-cf05-4de0-9326-f00785566ce6 None None] Checking router: 7da9f62a-f51e-42a6-a5d8-520254b3082b for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:38:47.539470 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:47.558925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9584086-cf05-4de0-9326-f00785566ce6 None None] Routers {'7da9f62a-f51e-42a6-a5d8-520254b3082b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:38:47.560401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a9584086-cf05-4de0-9326-f00785566ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7da9f62a-f51e-42a6-a5d8-520254b3082b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:47.639971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0241f-50bf-4777-bab2-d4d4029b22af req-7775bd41-e141-42e5-8b9e-60006d6f7802 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:47.648105 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ff0241f-50bf-4777-bab2-d4d4029b22af req-7775bd41-e141-42e5-8b9e-60006d6f7802 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.5409260 Aug 31 14:38:47.980178 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-a9584086-cf05-4de0-9326-f00785566ce6 None None] Set router 7da9f62a-f51e-42a6-a5d8-520254b3082b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:38:48.078985 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd7595-a02b-4316-8362-5315dae933da None None] DHCP port deletion for 3c54181b-2bd5-4b60-bc3a-f4641056c2e5 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:38:48.259294 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:48.270366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ff0241f-50bf-4777-bab2-d4d4029b22af req-7974bb7d-bcc9-44e7-a715-df33a64ac2f5 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210759 Aug 31 14:38:48.275735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd7595-a02b-4316-8362-5315dae933da None None] Deleting port 1b51b6bf-f894-458f-a762-0fa19908a265 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:38:48.276231 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ffd7595-a02b-4316-8362-5315dae933da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:48.378905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181db38-941f-402c-a243-efad7ed1081c req-02489cec-b579-4add-ab4f-fed9dc706f14 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:48.381902 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a181db38-941f-402c-a243-efad7ed1081c req-02489cec-b579-4add-ab4f-fed9dc706f14 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.8551383 Aug 31 14:38:48.401271 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-a181db38-941f-402c-a243-efad7ed1081c req-d819e7aa-8ed8-48df-95ce-8128684ff57b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Request body: {'port': {'device_id': '5b4e1ca5-b1a6-49ff-8896-80a6ecef189b', 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'admin_state_up': True, 'tenant_id': '46f935b702854d8dbae5e4bdfcb9bc20'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:48.438646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9ffd7595-a02b-4316-8362-5315dae933da None None] For port 1b51b6bf-f894-458f-a762-0fa19908a265, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1b51b6bf-f894-458f-a762-0fa19908a265,segment=NetworkSegment(7ab98dd8-ef67-453b-a8df-7fac41bf4024),segment_id=7ab98dd8-ef67-453b-a8df-7fac41bf4024)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:48.439378 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ffd7595-a02b-4316-8362-5315dae933da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:48.495898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd7595-a02b-4316-8362-5315dae933da None None] Calling delete_port for 1b51b6bf-f894-458f-a762-0fa19908a265 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:38:48.515038 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-880a03cd-d44e-4b73-8e0d-5d2b825ee5c7 req-83a889fc-7b71-47c6-b844-964997acbb80 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 210 time: 0.0653453 Aug 31 14:38:48.611142 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a9584086-cf05-4de0-9326-f00785566ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:38:44Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:48.639119 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Deleting port 17d9429f-8357-4529-9192-a8253a94d5ed {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:38:48.639754 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:48.665497 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9584086-cf05-4de0-9326-f00785566ce6 None None] The sync data for ids ['7da9f62a-f51e-42a6-a5d8-520254b3082b'] in n-d-806683-5 is: [{'id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'name': 'tempest-TestNetworkBasicOps-router-658435688', 'tenant_id': 'b21ea8be72d24ece82d41eca10d2c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:38:44Z', 'revision_number': 5, 'project_id': 'b21ea8be72d24ece82d41eca10d2c981', 'gw_port': {'id': '17d9429f-8357-4529-9192-a8253a94d5ed', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9f62a-f51e-42a6-a5d8-520254b3082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:37:25Z', 'updated_at': '2021-08-31T14:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:38:48.709774 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ffd7595-a02b-4316-8362-5315dae933da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:48.735963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd7595-a02b-4316-8362-5315dae933da None None] Pushing event deleted for resources: {'Port': ['ID=1b51b6bf-f894-458f-a762-0fa19908a265,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:48.743559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd7595-a02b-4316-8362-5315dae933da None None] No DVR routers for this DVR port 1b51b6bf-f894-458f-a762-0fa19908a265 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:38:48.841589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] For port 17d9429f-8357-4529-9192-a8253a94d5ed, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=17d9429f-8357-4529-9192-a8253a94d5ed,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:48.841952 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:48.845358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a181db38-941f-402c-a243-efad7ed1081c req-d819e7aa-8ed8-48df-95ce-8128684ff57b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Made reservation on behalf of 46f935b702854d8dbae5e4bdfcb9bc20 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:38:48.851472 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a181db38-941f-402c-a243-efad7ed1081c req-d819e7aa-8ed8-48df-95ce-8128684ff57b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:48.879820 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Calling delete_port for 17d9429f-8357-4529-9192-a8253a94d5ed owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:38:49.032497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34420) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:49.176738 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-a181db38-941f-402c-a243-efad7ed1081c req-d819e7aa-8ed8-48df-95ce-8128684ff57b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Allocated IP 172.20.0.13 (aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8/0210616f-f7ae-442c-bd7c-d0e8f69cbf74/37a9c271-5409-4f41-a6bb-a73b7bc0be3b) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:38:49.251301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bce00898-bd40-4a80-9be1-600320d0bb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:49.298248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b51b6bf-f894-458f-a762-0fa19908a265 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:38:49.357194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 1b51b6bf-f894-458f-a762-0fa19908a265 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:38:49.357930 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b51b6bf-f894-458f-a762-0fa19908a265 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:38:49.358602 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 141aa81d-278a-4714-9684-ce84eaad82b8 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:38:49.411668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 141aa81d-278a-4714-9684-ce84eaad82b8 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:38:49.412165 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 141aa81d-278a-4714-9684-ce84eaad82b8 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:38:49.458376 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:49.464711 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:49.480513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bce00898-bd40-4a80-9be1-600320d0bb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:49.492434 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bce00898-bd40-4a80-9be1-600320d0bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:49.529772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Port': ['ID=17d9429f-8357-4529-9192-a8253a94d5ed,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:49.585457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce00898-bd40-4a80-9be1-600320d0bb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d3381d-b2e1-4adb-8262-d76061344513,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:49.589002 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47e804f0-e2ae-475a-bf68-770701a3b179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:49.650372 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bce00898-bd40-4a80-9be1-600320d0bb31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8d6cddf753d42238321f5ba72a1b131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6173732 Aug 31 14:38:49.653060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34432) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:49.697612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f30af2-7831-48b2-9a0f-0a51f6d59e9b req-e8c19431-2bb6-42cb-8deb-458149087a1b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:49.699549 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45f30af2-7831-48b2-9a0f-0a51f6d59e9b req-e8c19431-2bb6-42cb-8deb-458149087a1b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.2176204 Aug 31 14:38:49.709627 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ec1fa59-8673-4e96-b4eb-c15817227746 req-82c0e9cd-4b4f-4d98-a58e-ff912a5175b9 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 210 time: 0.0676880 Aug 31 14:38:49.731112 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:49.758196 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c942e8f-d846-4fd2-9633-7cea24a20a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:49.762864 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45f30af2-7831-48b2-9a0f-0a51f6d59e9b req-592d88b4-122a-459a-a31d-e17cea5f6b04 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564651 Aug 31 14:38:49.804184 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c942e8f-d846-4fd2-9633-7cea24a20a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:49.856924 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:49.861468 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:49.877462 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c942e8f-d846-4fd2-9633-7cea24a20a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:49.885165 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c942e8f-d846-4fd2-9633-7cea24a20a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:49.888794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6c942e8f-d846-4fd2-9633-7cea24a20a22 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08d3381d-b2e1-4adb-8262-d76061344513 HTTP/1.1" status: 204 len: 168 time: 0.2321162 Aug 31 14:38:49.888947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a181db38-941f-402c-a243-efad7ed1081c req-d819e7aa-8ed8-48df-95ce-8128684ff57b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:49.897358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c942e8f-d846-4fd2-9633-7cea24a20a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d3381d-b2e1-4adb-8262-d76061344513,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:50.111150 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:50.111701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Fanout notify agent at l3_agent the message router_deleted on router 7da9f62a-f51e-42a6-a5d8-520254b3082b {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:38:50.124290 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:50.125411 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c4617590-570e-40ae-8d7c-a22812ca90d9 tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "DELETE /v2.0/routers/7da9f62a-f51e-42a6-a5d8-520254b3082b HTTP/1.1" status: 204 len: 168 time: 2.7539203 Aug 31 14:38:50.130732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34442) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:50.163706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b18e3-4dab-45d0-ac02-091b2a7c8414 req-62e61089-3864-4b17-a557-a50f6bd55d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:50.165475 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d8b18e3-4dab-45d0-ac02-091b2a7c8414 req-62e61089-3864-4b17-a557-a50f6bd55d67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba7a2a54afa6490bbc44789e16b212dd&device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 1097 time: 0.1166761 Aug 31 14:38:50.179914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a54ae-5c2d-4950-8374-7f49cc8fc69b req-d888527d-fd3a-453a-acc9-dde2327f4c89 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:50.184357 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b8a54ae-5c2d-4950-8374-7f49cc8fc69b req-d888527d-fd3a-453a-acc9-dde2327f4c89 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1408894 Aug 31 14:38:50.291641 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a181db38-941f-402c-a243-efad7ed1081c req-d819e7aa-8ed8-48df-95ce-8128684ff57b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:50.305801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['400b284a-3fbf-4d55-bd12-4118fd70f525'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:38:50.357165 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ef639e0-b818-42b1-8a00-4e6db1ded93b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:50.429188 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b8a54ae-5c2d-4950-8374-7f49cc8fc69b req-021d9c27-8da5-4fb1-b04e-c89729485d4d tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101655 Aug 31 14:38:50.459671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a181db38-941f-402c-a243-efad7ed1081c req-d819e7aa-8ed8-48df-95ce-8128684ff57b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:38:50.469616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-a181db38-941f-402c-a243-efad7ed1081c req-d819e7aa-8ed8-48df-95ce-8128684ff57b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:38:50.481684 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a181db38-941f-402c-a243-efad7ed1081c req-d819e7aa-8ed8-48df-95ce-8128684ff57b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:38:50.499354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819e7aa-8ed8-48df-95ce-8128684ff57b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Pushing event updated for resources: {'Port': ['ID=37a9c271-5409-4f41-a6bb-a73b7bc0be3b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:50.551201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34448) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:50.580412 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57864168-e5e8-44c0-9595-feee7cc83e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:50.586308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b18e3-4dab-45d0-ac02-091b2a7c8414 req-13d5e43c-2477-491e-845f-65e0a18c6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:50.587905 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d8b18e3-4dab-45d0-ac02-091b2a7c8414 req-13d5e43c-2477-491e-845f-65e0a18c6c49 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9 HTTP/1.1" status: 200 len: 920 time: 0.3876238 Aug 31 14:38:50.637135 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ef639e0-b818-42b1-8a00-4e6db1ded93b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:50.652853 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a13722b5-3a80-41e2-b5d6-70a3e61b172e req-74f4dea0-1a79-490b-8938-974ef68efd9d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1760800 Aug 31 14:38:50.654406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-8ef639e0-b818-42b1-8a00-4e6db1ded93b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c54181b-2bd5-4b60-bc3a-f4641056c2e5']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:50.662948 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d8b18e3-4dab-45d0-ac02-091b2a7c8414 req-b8fc4a28-f688-4726-a2cd-cd45c6be4262 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825a15e7-1345-408b-a10a-0c030c3d323e HTTP/1.1" status: 200 len: 217 time: 0.0669191 Aug 31 14:38:50.671222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181db38-941f-402c-a243-efad7ed1081c req-d819e7aa-8ed8-48df-95ce-8128684ff57b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:50.671890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a181db38-941f-402c-a243-efad7ed1081c req-d819e7aa-8ed8-48df-95ce-8128684ff57b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:50.698449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-8ef639e0-b818-42b1-8a00-4e6db1ded93b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab98dd8-ef67-453b-a8df-7fac41bf4024') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:50.702775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-8ef639e0-b818-42b1-8a00-4e6db1ded93b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab98dd8-ef67-453b-a8df-7fac41bf4024') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:38:50.767567 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ef639e0-b818-42b1-8a00-4e6db1ded93b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:50.804873 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ef639e0-b818-42b1-8a00-4e6db1ded93b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:50.821397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13722b5-3a80-41e2-b5d6-70a3e61b172e req-21e05200-ed61-4f35-9be4-8f6661e3e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:50.825089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a13722b5-3a80-41e2-b5d6-70a3e61b172e req-21e05200-ed61-4f35-9be4-8f6661e3e39d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c84d740f6207458bac8b14249c302797&device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 1096 time: 0.1309707 Aug 31 14:38:50.826190 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef639e0-b818-42b1-8a00-4e6db1ded93b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:38:50.826600 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ef639e0-b818-42b1-8a00-4e6db1ded93b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:38:50.834082 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:38:50.873322 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57864168-e5e8-44c0-9595-feee7cc83e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:50.886580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-57864168-e5e8-44c0-9595-feee7cc83e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:50.923250 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57864168-e5e8-44c0-9595-feee7cc83e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6f700e-0816-4611-87fb-d6f30d81ed5a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:50.927864 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a181db38-941f-402c-a243-efad7ed1081c req-d819e7aa-8ed8-48df-95ce-8128684ff57b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5365660 Aug 31 14:38:50.937868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b18e3-4dab-45d0-ac02-091b2a7c8414 req-f65a7f80-0ea8-405e-9872-4407e818b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:50.939615 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d8b18e3-4dab-45d0-ac02-091b2a7c8414 req-f65a7f80-0ea8-405e-9872-4407e818b8d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3479c253-a93e-46c0-a6bc-f61e7bd47d32 HTTP/1.1" status: 200 len: 859 time: 0.2524025 Aug 31 14:38:50.949103 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Request body: {'port': {'device_id': '5b4e1ca5-b1a6-49ff-8896-80a6ecef189b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:38:51.034630 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d8b18e3-4dab-45d0-ac02-091b2a7c8414 req-00287978-4b2b-4f60-a050-78766dd3eea7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792234 Aug 31 14:38:51.035904 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ef639e0-b818-42b1-8a00-4e6db1ded93b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:51.040669 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ef639e0-b818-42b1-8a00-4e6db1ded93b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:51.041887 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-57864168-e5e8-44c0-9595-feee7cc83e01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=085026f9812149f5a4522ff73b6b6b89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4843364 Aug 31 14:38:51.049665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8ef639e0-b818-42b1-8a00-4e6db1ded93b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] 10.222.0.39 "DELETE /v2.0/networks/3c54181b-2bd5-4b60-bc3a-f4641056c2e5 HTTP/1.1" status: 204 len: 168 time: 0.9136922 Aug 31 14:38:51.049665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34454) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:51.115755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef639e0-b818-42b1-8a00-4e6db1ded93b tempest-TestNetworkBasicOps-501184987 tempest-TestNetworkBasicOps-501184987-project] Pushing event deleted for resources: {'Network': ['ID=3c54181b-2bd5-4b60-bc3a-f4641056c2e5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:51.186640 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:51.207345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e404f-836b-46e6-befe-deee41e539b5 req-ee6f4d39-dacc-40a5-8320-b5b8f008aeb7 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:51.209915 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-671e404f-836b-46e6-befe-deee41e539b5 req-ee6f4d39-dacc-40a5-8320-b5b8f008aeb7 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 932 time: 0.3061695 Aug 31 14:38:51.296276 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-671e404f-836b-46e6-befe-deee41e539b5 req-dbc50c9b-c0d0-434d-8567-a6ffcaadb449 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735645 Aug 31 14:38:51.307779 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13722b5-3a80-41e2-b5d6-70a3e61b172e req-e721f9f1-e725-4535-a273-88650b6df1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:51.309355 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a13722b5-3a80-41e2-b5d6-70a3e61b172e req-e721f9f1-e725-4535-a273-88650b6df1f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=59849f4f-b5bd-4a7f-b70c-d1daace00978 HTTP/1.1" status: 200 len: 912 time: 0.4518986 Aug 31 14:38:51.337354 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 17d9429f-8357-4529-9192-a8253a94d5ed no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:38:51.368576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 17d9429f-8357-4529-9192-a8253a94d5ed {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:38:51.368576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 17d9429f-8357-4529-9192-a8253a94d5ed not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:38:51.383356 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b06df77e-97ca-4481-af1f-435c5bcbe20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:51.426653 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b06df77e-97ca-4481-af1f-435c5bcbe20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:51.435824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a13722b5-3a80-41e2-b5d6-70a3e61b172e req-68fc1ba3-e775-49c3-ae15-5d8c95d8c411 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=658db4f1-db7b-49ff-836e-fd029bd8e251 HTTP/1.1" status: 200 len: 1001 time: 0.1111424 Aug 31 14:38:51.527293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13722b5-3a80-41e2-b5d6-70a3e61b172e req-af991445-b394-45f7-9ef6-c71050a5bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:51.530318 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a13722b5-3a80-41e2-b5d6-70a3e61b172e req-af991445-b394-45f7-9ef6-c71050a5bb99 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8183bda-d8b2-43ca-9066-7e53408b7171 HTTP/1.1" status: 200 len: 850 time: 0.0828872 Aug 31 14:38:51.617620 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a9c271-5409-4f41-a6bb-a73b7bc0be3b {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:38:51.619034 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b06df77e-97ca-4481-af1f-435c5bcbe20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:51.622585 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b06df77e-97ca-4481-af1f-435c5bcbe20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:51.626146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b06df77e-97ca-4481-af1f-435c5bcbe20f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c6f700e-0816-4611-87fb-d6f30d81ed5a HTTP/1.1" status: 204 len: 168 time: 0.5693743 Aug 31 14:38:51.636008 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:51.640251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06df77e-97ca-4481-af1f-435c5bcbe20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6f700e-0816-4611-87fb-d6f30d81ed5a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:51.650354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34468) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:51.665125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13722b5-3a80-41e2-b5d6-70a3e61b172e req-5755ed9f-5a13-48a1-9f37-0e219c2e6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:51.669205 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a13722b5-3a80-41e2-b5d6-70a3e61b172e req-5755ed9f-5a13-48a1-9f37-0e219c2e6548 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59849f4f-b5bd-4a7f-b70c-d1daace00978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316662 Aug 31 14:38:51.704221 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Transition to ACTIVE for port object 37a9c271-5409-4f41-a6bb-a73b7bc0be3b will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:38:51.724219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf831f5-8540-4cd6-8ae7-4a9ebd618230 req-430b5679-cc67-42e0-9289-73881a7074ff tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:51.740954 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6cf831f5-8540-4cd6-8ae7-4a9ebd618230 req-430b5679-cc67-42e0-9289-73881a7074ff tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1679585 Aug 31 14:38:51.773480 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:51.785324 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d8b18e3-4dab-45d0-ac02-091b2a7c8414 req-7e273e87-fd97-43d8-8cb8-6a9c892c6ee9 service neutron] 10.222.0.25 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7418897 Aug 31 14:38:51.789785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a13722b5-3a80-41e2-b5d6-70a3e61b172e req-56caed80-0836-41db-9788-b5439121171a service neutron] 10.222.0.25 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122112 Aug 31 14:38:51.977812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a13722b5-3a80-41e2-b5d6-70a3e61b172e req-11905f8b-4a18-4e7e-88dd-06fbb41a7a70 service neutron] 10.222.0.25 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794710 Aug 31 14:38:52.053450 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6cf831f5-8540-4cd6-8ae7-4a9ebd618230 req-0dda1c37-f491-4cf4-a356-f61735e3031c tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100116 Aug 31 14:38:52.067728 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Pushing event updated for resources: {'Port': ['ID=37a9c271-5409-4f41-a6bb-a73b7bc0be3b,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:52.177758 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3156e0e-11c7-4b68-9fad-b5ea51706503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:52.275627 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:52.304745 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d8b18e3-4dab-45d0-ac02-091b2a7c8414 req-9b255014-657b-45ab-9252-da934b46a7d7 service neutron] 10.222.0.25 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317582 Aug 31 14:38:52.350789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Attempting to bind port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:38:52.351224 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Attempting to bind port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:38:52.351744 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Attempting to bind port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:52.369337 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:38:52.369337 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Attempting to bind port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:38:52.388030 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7e79b00e-8fdd-4bcd-940f-5f6805f7fbb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b21ea8be72d24ece82d41eca10d2c981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7327504 Aug 31 14:38:52.389611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:38:52.390189 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Checking segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:38:52.390784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Bound using segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:38:52.391711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34498) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:52.403802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Bound port: 37a9c271-5409-4f41-a6bb-a73b7bc0be3b, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:38:52.405270 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:52.501754 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d72aecf-5ad6-4e4e-9830-751beeb87b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:52.527663 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d72aecf-5ad6-4e4e-9830-751beeb87b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:52.596148 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d72aecf-5ad6-4e4e-9830-751beeb87b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:52.600195 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d72aecf-5ad6-4e4e-9830-751beeb87b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:52.601615 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3d72aecf-5ad6-4e4e-9830-751beeb87b52 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa562cc2-9002-4cc4-b3b4-9692932d0823 HTTP/1.1" status: 204 len: 168 time: 0.2085679 Aug 31 14:38:52.631351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4c405-dc32-4d73-ac85-5223acfda285 req-c78d1025-6ab2-4918-ae2f-ea68c8d68fe4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:52.638554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72aecf-5ad6-4e4e-9830-751beeb87b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa562cc2-9002-4cc4-b3b4-9692932d0823,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:52.656189 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-35d4c405-dc32-4d73-ac85-5223acfda285 req-c78d1025-6ab2-4918-ae2f-ea68c8d68fe4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 944 time: 0.2087941 Aug 31 14:38:52.710111 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] For port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:38:52.725456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] For port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=37a9c271-5409-4f41-a6bb-a73b7bc0be3b,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:38:52.747270 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:52.838639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:52.839214 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:52.840887 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a181db38-941f-402c-a243-efad7ed1081c req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] 10.222.0.60 "PUT /v2.0/ports/37a9c271-5409-4f41-a6bb-a73b7bc0be3b HTTP/1.1" status: 200 len: 1092 time: 1.9001648 Aug 31 14:38:52.849282 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4e1ca5-b1a6-49ff-8896-80a6ecef189b', 'tag': '37a9c271-5409-4f41-a6bb-a73b7bc0be3b'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:52.852090 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbde0f6-42ee-46a1-bdb4-34ce44f49343" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4e1ca5-b1a6-49ff-8896-80a6ecef189b", "tag": "37a9c271-5409-4f41-a6bb-a73b7bc0be3b"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:52.873690 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-35d4c405-dc32-4d73-ac85-5223acfda285 req-5e693ff5-02cd-4d17-8ea8-a880a7a93bb2 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063122 Aug 31 14:38:52.910941 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7505508f-ae35-46ad-89dc-6beb94ba9093 x-openstack-request-id: req-7505508f-ae35-46ad-89dc-6beb94ba9093 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:52.912750 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4e1ca5-b1a6-49ff-8896-80a6ecef189b", "tag": "37a9c271-5409-4f41-a6bb-a73b7bc0be3b", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:52.913141 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7505508f-ae35-46ad-89dc-6beb94ba9093 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:52.913882 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4e1ca5-b1a6-49ff-8896-80a6ecef189b', 'tag': '37a9c271-5409-4f41-a6bb-a73b7bc0be3b', 'status': 'completed', 'code': 200} Aug 31 14:38:52.932431 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921244e7-5a95-4421-8b93-501aa09bbc8a service neutron] Pushing event updated for resources: {'Port': ['ID=37a9c271-5409-4f41-a6bb-a73b7bc0be3b,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:52.980126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181db38-941f-402c-a243-efad7ed1081c req-7ce0347d-5e2d-4dfe-90d4-8a5ee019fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:52.981496 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a181db38-941f-402c-a243-efad7ed1081c req-7ce0347d-5e2d-4dfe-90d4-8a5ee019fa51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 1095 time: 0.0660815 Aug 31 14:38:53.059316 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a181db38-941f-402c-a243-efad7ed1081c req-ada9749a-7c48-4167-a0ac-e4af49cea563 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a9c271-5409-4f41-a6bb-a73b7bc0be3b HTTP/1.1" status: 200 len: 217 time: 0.0673966 Aug 31 14:38:53.144701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181db38-941f-402c-a243-efad7ed1081c req-434ac2cf-fa2e-40fe-95e8-a8423ea190e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:53.147338 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a181db38-941f-402c-a243-efad7ed1081c req-434ac2cf-fa2e-40fe-95e8-a8423ea190e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.0794928 Aug 31 14:38:53.241007 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a181db38-941f-402c-a243-efad7ed1081c req-d359b473-40ed-4c50-be70-e3463b135d54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863597 Aug 31 14:38:53.275687 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd6992-6982-4c6e-81bd-4bc020c46ccb req-b909ec37-9eb2-4cfd-b0b2-9ead1da0a145 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:53.283405 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-41dd6992-6982-4c6e-81bd-4bc020c46ccb req-b909ec37-9eb2-4cfd-b0b2-9ead1da0a145 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1065650 Aug 31 14:38:53.301864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34534) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:53.319300 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:53.320396 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8d3817d-d2db-414f-9e48-b6ad83f87368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:53.381214 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-41dd6992-6982-4c6e-81bd-4bc020c46ccb req-c0151e8c-aea2-45b4-adde-2c79d8cbf89f tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968404 Aug 31 14:38:53.431063 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a181db38-941f-402c-a243-efad7ed1081c req-18e41ce4-14b2-4432-92f2-16d0145e8512 service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786313 Aug 31 14:38:53.514387 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8d3817d-d2db-414f-9e48-b6ad83f87368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:53.522615 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8d3817d-d2db-414f-9e48-b6ad83f87368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:53.558263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3817d-d2db-414f-9e48-b6ad83f87368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfb0941-6b00-41ad-ab85-456bcef7e83e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:53.591136 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a181db38-941f-402c-a243-efad7ed1081c req-94484ec2-0763-4dc2-b21f-309d570bc08b service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525385 Aug 31 14:38:53.607110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34538) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:53.623474 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c8d3817d-d2db-414f-9e48-b6ad83f87368 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10d8d7fafca24819b3e5438a7844ed7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198185 Aug 31 14:38:53.750047 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-98d22386-3099-477e-9f68-520a12738e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:53.779219 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-98d22386-3099-477e-9f68-520a12738e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:53.822322 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbde0f6-42ee-46a1-bdb4-34ce44f49343 req-0f580617-f3cb-40c6-90a6-561986db0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:53.822322 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-abbde0f6-42ee-46a1-bdb4-34ce44f49343 req-0f580617-f3cb-40c6-90a6-561986db0a44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 1095 time: 0.1228871 Aug 31 14:38:53.906037 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-98d22386-3099-477e-9f68-520a12738e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:53.909320 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-98d22386-3099-477e-9f68-520a12738e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:53.924819 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-98d22386-3099-477e-9f68-520a12738e55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2dfb0941-6b00-41ad-ab85-456bcef7e83e HTTP/1.1" status: 204 len: 168 time: 0.3081241 Aug 31 14:38:53.972917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d22386-3099-477e-9f68-520a12738e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfb0941-6b00-41ad-ab85-456bcef7e83e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:54.039076 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbde0f6-42ee-46a1-bdb4-34ce44f49343 req-14c61869-e02d-4f68-97bf-84aae55c1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:54.040725 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-abbde0f6-42ee-46a1-bdb4-34ce44f49343 req-14c61869-e02d-4f68-97bf-84aae55c1d8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 906 time: 0.2120383 Aug 31 14:38:54.107555 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-abbde0f6-42ee-46a1-bdb4-34ce44f49343 req-837511ca-8617-4886-9aef-1708b2d967f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a9c271-5409-4f41-a6bb-a73b7bc0be3b HTTP/1.1" status: 200 len: 217 time: 0.0556808 Aug 31 14:38:54.132498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92eb63-b9ed-4eac-9185-bb22c6f0b12e req-6343e1c2-11b4-4bb9-bceb-8e3e187b4907 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:54.132498 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb92eb63-b9ed-4eac-9185-bb22c6f0b12e req-6343e1c2-11b4-4bb9-bceb-8e3e187b4907 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 944 time: 0.1440463 Aug 31 14:38:54.176490 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbde0f6-42ee-46a1-bdb4-34ce44f49343 req-e0b879e4-7f74-4bac-9615-5c3a12199978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:54.178202 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-abbde0f6-42ee-46a1-bdb4-34ce44f49343 req-e0b879e4-7f74-4bac-9615-5c3a12199978 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.0636725 Aug 31 14:38:54.236020 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-abbde0f6-42ee-46a1-bdb4-34ce44f49343 req-627cd064-5df9-4ec3-80c2-5c0633eafea4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319457 Aug 31 14:38:54.275267 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb92eb63-b9ed-4eac-9185-bb22c6f0b12e req-df3f140c-b13e-4f42-b0fe-b49dea499b42 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008348 Aug 31 14:38:54.336802 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:54.377599 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-abbde0f6-42ee-46a1-bdb4-34ce44f49343 req-6d257d70-a4db-4f35-9991-36e4546086ee service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290879 Aug 31 14:38:54.524928 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-abbde0f6-42ee-46a1-bdb4-34ce44f49343 req-2f155319-37f3-4257-955e-a4179b7b1b3d service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363370 Aug 31 14:38:54.880978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808bfdf-9264-4138-a033-f7ebcbfc3854 req-64154b51-b599-42f0-99df-1abb654d1138 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:54.891819 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c808bfdf-9264-4138-a033-f7ebcbfc3854 req-64154b51-b599-42f0-99df-1abb654d1138 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.4147720 Aug 31 14:38:54.924105 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:54.978025 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c808bfdf-9264-4138-a033-f7ebcbfc3854 req-12ad1cc6-cb12-4c4b-9761-30ba65bc9481 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789056 Aug 31 14:38:55.467551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f1904-1cbb-4246-bae7-c520ca68c11a req-15e6f628-47d8-4e85-b82c-227f786f353d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:55.480123 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd4f1904-1cbb-4246-bae7-c520ca68c11a req-15e6f628-47d8-4e85-b82c-227f786f353d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 944 time: 0.1000881 Aug 31 14:38:55.542581 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd4f1904-1cbb-4246-bae7-c520ca68c11a req-4c8afd04-3577-4084-bd50-22f29062bf18 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606916 Aug 31 14:38:56.195296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589952e0-1c76-493c-89d5-e95427403575 req-73c35951-2a3a-41d7-a715-761e012bb928 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:56.205601 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-589952e0-1c76-493c-89d5-e95427403575 req-73c35951-2a3a-41d7-a715-761e012bb928 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1138186 Aug 31 14:38:56.274121 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-589952e0-1c76-493c-89d5-e95427403575 req-ec97225b-c7dd-4d19-a2e5-6d52ccd28ce9 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661139 Aug 31 14:38:56.384132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 37a9c271-5409-4f41-a6bb-a73b7bc0be3b details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:38:56.534637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=37a9c271-5409-4f41-a6bb-a73b7bc0be3b,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:56.553171 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '37a9c271-5409-4f41-a6bb-a73b7bc0be3b', 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'port_id': '37a9c271-5409-4f41-a6bb-a73b7bc0be3b', 'mac_address': 'fa:16:3e:57:25:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0210616f-f7ae-442c-bd7c-d0e8f69cbf74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:38:56.596349 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:56.615935 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a9c271-5409-4f41-a6bb-a73b7bc0be3b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:38:56.645714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=37a9c271-5409-4f41-a6bb-a73b7bc0be3b,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:56.650980 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:56.742569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=37a9c271-5409-4f41-a6bb-a73b7bc0be3b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:56.860251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['37a9c271-5409-4f41-a6bb-a73b7bc0be3b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:38:56.861672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98d61a-6c47-4ad0-bf3d-ed301bcd7520 req-8e11d1ce-3d21-43b9-9ea9-09e7a9a91a21 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:56.889160 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad98d61a-6c47-4ad0-bf3d-ed301bcd7520 req-8e11d1ce-3d21-43b9-9ea9-09e7a9a91a21 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 945 time: 0.1430254 Aug 31 14:38:56.973509 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad98d61a-6c47-4ad0-bf3d-ed301bcd7520 req-af0b12cb-aa99-4f18-8735-7a06d46b0081 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727501 Aug 31 14:38:57.525800 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f4182-cd7b-4f8d-bacc-b1fb8be7f91a req-3fb0be7c-14e3-428f-a6fa-583cb2060878 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:57.540711 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-688f4182-cd7b-4f8d-bacc-b1fb8be7f91a req-3fb0be7c-14e3-428f-a6fa-583cb2060878 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1579750 Aug 31 14:38:57.646270 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-688f4182-cd7b-4f8d-bacc-b1fb8be7f91a req-fba4ff2e-b703-4db2-adad-ce316fddf10f tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035028 Aug 31 14:38:58.113616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34822) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:58.133433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ff6cb-7761-4bff-b7f4-168941914486 req-998fbb5c-7edd-4594-a650-3ec54c5ae276 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:58.135073 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-538ff6cb-7761-4bff-b7f4-168941914486 req-998fbb5c-7edd-4594-a650-3ec54c5ae276 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 945 time: 0.0601490 Aug 31 14:38:58.212482 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-538ff6cb-7761-4bff-b7f4-168941914486 req-e7d7de44-30f3-4010-bb15-d8e2202e4f8d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602515 Aug 31 14:38:58.289640 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7cd3315b-0d80-4c22-b403-4ae6c0019fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:58.401792 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 37a9c271-5409-4f41-a6bb-a73b7bc0be3b up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:38:58.433386 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7cd3315b-0d80-4c22-b403-4ae6c0019fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:58.438830 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7cd3315b-0d80-4c22-b403-4ae6c0019fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:58.505103 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:38:58.509721 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:38:58.510376 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:58.520397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3315b-0d80-4c22-b403-4ae6c0019fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bff0e4-bb2b-4765-b344-0ac93308286f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:58.557464 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7cd3315b-0d80-4c22-b403-4ae6c0019fed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28de9c36a0d641e39fa85983ddcfa9da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4402223 Aug 31 14:38:58.557973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34830) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:58.660575 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:58.670863 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4600623a-2e78-49b3-9f69-4bddc8d28d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:58.709657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4e1ca5-b1a6-49ff-8896-80a6ecef189b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a9c271-5409-4f41-a6bb-a73b7bc0be3b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:38:58.712551 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4600623a-2e78-49b3-9f69-4bddc8d28d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:58.713038 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902f09ac-cddf-4064-ae5f-f737cbf3437b" -d '{"events": [{"server_uuid": "5b4e1ca5-b1a6-49ff-8896-80a6ecef189b", "name": "network-vif-plugged", "status": "completed", "tag": "37a9c271-5409-4f41-a6bb-a73b7bc0be3b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:38:58.733125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=37a9c271-5409-4f41-a6bb-a73b7bc0be3b,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:38:58.740286 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:58.787592 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4600623a-2e78-49b3-9f69-4bddc8d28d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:58.790850 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4600623a-2e78-49b3-9f69-4bddc8d28d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:58.792252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4600623a-2e78-49b3-9f69-4bddc8d28d44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95bff0e4-bb2b-4765-b344-0ac93308286f HTTP/1.1" status: 204 len: 168 time: 0.2329829 Aug 31 14:38:58.803333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600623a-2e78-49b3-9f69-4bddc8d28d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bff0e4-bb2b-4765-b344-0ac93308286f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:58.848307 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987d2a93-ea4c-4eff-ab1a-894019692f73 x-openstack-request-id: req-987d2a93-ea4c-4eff-ab1a-894019692f73 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:38:58.848307 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4e1ca5-b1a6-49ff-8896-80a6ecef189b", "name": "network-vif-plugged", "status": "completed", "tag": "37a9c271-5409-4f41-a6bb-a73b7bc0be3b", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:38:58.848531 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-987d2a93-ea4c-4eff-ab1a-894019692f73 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:38:58.848789 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4e1ca5-b1a6-49ff-8896-80a6ecef189b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a9c271-5409-4f41-a6bb-a73b7bc0be3b', 'code': 200} Aug 31 14:38:58.918975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=37a9c271-5409-4f41-a6bb-a73b7bc0be3b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:58.960961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcd125-4cb6-4e59-8884-d0f93e0e2ca3 req-ce127e3b-d9f3-4a78-874d-5dfa71a3c945 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:58.963049 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c2bcd125-4cb6-4e59-8884-d0f93e0e2ca3 req-ce127e3b-d9f3-4a78-874d-5dfa71a3c945 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1328926 Aug 31 14:38:59.020409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629822-477a-49f8-b81d-841280206337 req-f0207994-e78c-4247-95f9-ed4ff5368a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:59.024289 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb629822-477a-49f8-b81d-841280206337 req-f0207994-e78c-4247-95f9-ed4ff5368a80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 1097 time: 0.1293192 Aug 31 14:38:59.043335 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c2bcd125-4cb6-4e59-8884-d0f93e0e2ca3 req-03d87ada-de52-4ce3-8cf9-dc5691cc435f tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657327 Aug 31 14:38:59.071162 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb629822-477a-49f8-b81d-841280206337 req-9f5af51d-6e0f-456f-8e12-97197375015c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378132 Aug 31 14:38:59.413803 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab727ad-ad4a-4306-981c-1bb3bb4676d5 req-c513ddd8-9d7c-4a92-bfdd-8444b3c12279 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:59.415375 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dab727ad-ad4a-4306-981c-1bb3bb4676d5 req-c513ddd8-9d7c-4a92-bfdd-8444b3c12279 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 946 time: 0.0800710 Aug 31 14:38:59.468377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dab727ad-ad4a-4306-981c-1bb3bb4676d5 req-7d52eb18-89b1-4f33-880d-a7c648151be0 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468359 Aug 31 14:38:59.482695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34862) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:59.498197 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6ec7-7389-437b-9002-893c21cfadb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:59.609538 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6ec7-7389-437b-9002-893c21cfadb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:59.614450 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6ec7-7389-437b-9002-893c21cfadb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:59.655623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e6ec7-7389-437b-9002-893c21cfadb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50d77dd-4a04-4f32-95bb-1de56708d1c2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:38:59.672735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34864) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:38:59.672993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dd7e6ec7-7389-437b-9002-893c21cfadb9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b9075a7e36b4bb3aa8b35c82d7c2cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892245 Aug 31 14:38:59.727810 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-558da42f-effd-4d01-9903-efe3b9807995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:59.749998 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-558da42f-effd-4d01-9903-efe3b9807995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:59.799201 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-558da42f-effd-4d01-9903-efe3b9807995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:59.802004 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-558da42f-effd-4d01-9903-efe3b9807995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:59.805727 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-558da42f-effd-4d01-9903-efe3b9807995 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d50d77dd-4a04-4f32-95bb-1de56708d1c2 HTTP/1.1" status: 204 len: 168 time: 0.1296673 Aug 31 14:38:59.812582 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558da42f-effd-4d01-9903-efe3b9807995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50d77dd-4a04-4f32-95bb-1de56708d1c2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:00.263106 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115765fe-2795-4e4f-8145-4afabb6e8b7f req-8915f184-25e1-4cc3-8f97-406134f01eaf tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:00.264698 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-115765fe-2795-4e4f-8145-4afabb6e8b7f req-8915f184-25e1-4cc3-8f97-406134f01eaf tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.0952411 Aug 31 14:39:00.320361 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-115765fe-2795-4e4f-8145-4afabb6e8b7f req-968663ea-67c5-4812-8c1d-1b2cfc13e1ff tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493131 Aug 31 14:39:00.740347 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a458768-53a3-4c6c-b40b-1808f4599fba req-2996925f-48ca-46ee-bc7a-9e19c21e03a4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:00.751636 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a458768-53a3-4c6c-b40b-1808f4599fba req-2996925f-48ca-46ee-bc7a-9e19c21e03a4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 946 time: 0.1369665 Aug 31 14:39:00.810725 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a458768-53a3-4c6c-b40b-1808f4599fba req-fa49ff5f-783e-445a-be69-6f8a8b07bb61 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573223 Aug 31 14:39:00.889600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34966) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:01.133607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-6078292-network', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:01.177261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439225a-eda8-417a-a5c0-d411dd78eb81 req-f9f5d60f-0915-4b81-b48d-c1b707f5f57e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:01.179639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9439225a-eda8-417a-a5c0-d411dd78eb81 req-f9f5d60f-0915-4b81-b48d-c1b707f5f57e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 946 time: 0.0864091 Aug 31 14:39:01.203532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] Made reservation on behalf of ce683e4dbcf542919ea01c30e9ec572e for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:01.208258 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:01.228064 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:01.234065 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9439225a-eda8-417a-a5c0-d411dd78eb81 req-67002f31-744a-405e-99ae-484cf23940f2 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473738 Aug 31 14:39:01.377735 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:01.382918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:01.410879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:39:01.437177 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:01.437517 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] Added segment 226ca991-0b71-4bdb-944e-dc0a06cbe437 of type vlan for network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 Aug 31 14:39:01.459696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b986e8-8835-4b05-99b7-20f46e58939a req-18585f09-9782-4ea2-8512-60943e193b5d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:01.473389 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15b986e8-8835-4b05-99b7-20f46e58939a req-18585f09-9782-4ea2-8512-60943e193b5d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 946 time: 0.1463003 Aug 31 14:39:01.516978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657cb388-579e-45ac-94af-a2416d3d1859,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:01.538382 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:01.571916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82e93f-97d1-431d-99b3-43a2db046d7c req-d54cc8c2-cdfb-4680-89fd-e1e174ec59f1 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:01.574074 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d82e93f-97d1-431d-99b3-43a2db046d7c req-d54cc8c2-cdfb-4680-89fd-e1e174ec59f1 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1348917 Aug 31 14:39:01.583117 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15b986e8-8835-4b05-99b7-20f46e58939a req-4179e6b7-eecf-4179-9570-66083fe9a04b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020718 Aug 31 14:39:01.604000 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:01.604986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:01.605564 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:01.683623 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7927716 Aug 31 14:39:01.686702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35000) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:01.693200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-81ce4f62-20a5-44a2-a5cf-e05cbcf6dcf5 admin admin] Request body: {'subnet': {'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-6078292-subnet', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:01.700084 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d82e93f-97d1-431d-99b3-43a2db046d7c req-4d3684f2-0ca4-4503-9866-01a21afbc5d5 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153815 Aug 31 14:39:01.725735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81cb64-a113-4d23-ac9b-23f6e2e3adbb admin admin] Pushing event updated for resources: {'Network': ['ID=1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:01.735738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:39:01.773337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ce4f62-20a5-44a2-a5cf-e05cbcf6dcf5 admin admin] Made reservation on behalf of ce683e4dbcf542919ea01c30e9ec572e for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:01.776234 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81ce4f62-20a5-44a2-a5cf-e05cbcf6dcf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:02.009607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7f706-a0a9-41ef-bc35-ceb699a23bdd req-205745c3-4a55-4431-b597-3abaf34c3ad8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:02.011189 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d3b7f706-a0a9-41ef-bc35-ceb699a23bdd req-205745c3-4a55-4431-b597-3abaf34c3ad8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 946 time: 0.0705235 Aug 31 14:39:02.037771 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81ce4f62-20a5-44a2-a5cf-e05cbcf6dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:02.063933 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d3b7f706-a0a9-41ef-bc35-ceb699a23bdd req-dcec04b8-994a-47a0-be86-ef6b5a73a83c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446293 Aug 31 14:39:02.104493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce4f62-20a5-44a2-a5cf-e05cbcf6dcf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=707f1a94-3dc7-4002-a30d-f5d800818861,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:02.122782 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ce4f62-20a5-44a2-a5cf-e05cbcf6dcf5 admin admin] Checking segment: {'id': '226ca991-0b71-4bdb-944e-dc0a06cbe437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:02.123818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ce4f62-20a5-44a2-a5cf-e05cbcf6dcf5 admin admin] Network hostable DHCP agents. Network: 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:39:02.141309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ce4f62-20a5-44a2-a5cf-e05cbcf6dcf5 admin admin] Network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:39:02.151132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-81ce4f62-20a5-44a2-a5cf-e05cbcf6dcf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:02.156109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ce4f62-20a5-44a2-a5cf-e05cbcf6dcf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:02.156721 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81ce4f62-20a5-44a2-a5cf-e05cbcf6dcf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:02.168230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d74dc8-0cdb-4fc0-90c7-51e927c8971d None None] Network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:02.174062 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-81ce4f62-20a5-44a2-a5cf-e05cbcf6dcf5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4858637 Aug 31 14:39:02.177463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35010) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:02.182539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:02.209291 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:02.210631 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:02.298294 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:02.361784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'fixed_ips': [{'subnet_id': '707f1a94-3dc7-4002-a30d-f5d800818861'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:39:02.362984 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:02.540297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Allocated IP 172.20.0.2 (1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5/707f1a94-3dc7-4002-a30d-f5d800818861/8845fac0-4286-4dad-8f09-0bda709490fb) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:02.549717 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:02.726983 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:02.736122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Transition to ACTIVE for port object 8845fac0-4286-4dad-8f09-0bda709490fb will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:02.757546 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35026) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:02.761289 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Transition to ACTIVE for port object 8845fac0-4286-4dad-8f09-0bda709490fb will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:02.774784 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:02.859766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:02.866878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:02.872883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:02.883127 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:02.924981 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:02.928647 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaf360-f0a4-477f-b431-4bc677d41593 req-2bd495b8-0659-4eab-af29-f00689aa8b03 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:02.936674 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5eaf360-f0a4-477f-b431-4bc677d41593 req-2bd495b8-0659-4eab-af29-f00689aa8b03 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1179264 Aug 31 14:39:02.978857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Pushing event updated for resources: {'Port': ['ID=8845fac0-4286-4dad-8f09-0bda709490fb,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:03.028637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Attempting to bind port 8845fac0-4286-4dad-8f09-0bda709490fb on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:03.029002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Attempting to bind port 8845fac0-4286-4dad-8f09-0bda709490fb by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '226ca991-0b71-4bdb-944e-dc0a06cbe437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:03.029640 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0af9998d-d47e-4c0e-a65d-bb9dd9428c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:03.030003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Attempting to bind port 8845fac0-4286-4dad-8f09-0bda709490fb on network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:03.037506 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5eaf360-f0a4-477f-b431-4bc677d41593 req-a3260b02-e9ec-4722-998b-30da421f2307 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920138 Aug 31 14:39:03.039957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:03.041866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Checking segment: {'id': '226ca991-0b71-4bdb-944e-dc0a06cbe437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:03.042544 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:03.043215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Bound using segment: {'id': '226ca991-0b71-4bdb-944e-dc0a06cbe437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:03.043934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Bound port: 8845fac0-4286-4dad-8f09-0bda709490fb, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226ca991-0b71-4bdb-944e-dc0a06cbe437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:03.044845 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:03.125644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Allocated IP 172.25.2.152 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/2474d46e-01c4-4f78-8b2f-c4734bd88784) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:03.195760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] For port 8845fac0-4286-4dad-8f09-0bda709490fb, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:03.200846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] For port 8845fac0-4286-4dad-8f09-0bda709490fb, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8845fac0-4286-4dad-8f09-0bda709490fb,segment=NetworkSegment(226ca991-0b71-4bdb-944e-dc0a06cbe437),segment_id=226ca991-0b71-4bdb-944e-dc0a06cbe437)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:03.210327 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:03.313059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c9525-8650-4a20-b3dd-83ec60cddf39 None None] Pushing event updated for resources: {'Port': ['ID=8845fac0-4286-4dad-8f09-0bda709490fb,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:03.342244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599711df-b839-40dd-8423-dc2d0d6a3a5c req-73f8eec1-af0d-4471-ba3d-56fdb3377d30 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:03.350679 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-599711df-b839-40dd-8423-dc2d0d6a3a5c req-73f8eec1-af0d-4471-ba3d-56fdb3377d30 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 946 time: 0.1819694 Aug 31 14:39:03.400121 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:03.443839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-599711df-b839-40dd-8423-dc2d0d6a3a5c req-d6d0cfce-ea4a-421f-a343-b9dc2dc728d4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918651 Aug 31 14:39:03.490529 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:03.597677 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:03.617795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:03.620903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:03.658785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Pushing event updated for resources: {'Port': ['ID=2474d46e-01c4-4f78-8b2f-c4734bd88784,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:03.708626 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0af9998d-d47e-4c0e-a65d-bb9dd9428c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:03.716087 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0af9998d-d47e-4c0e-a65d-bb9dd9428c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:03.783299 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9998d-d47e-4c0e-a65d-bb9dd9428c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b404e05-6ff5-42bf-a99d-e627696aa59d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:03.790163 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0af9998d-d47e-4c0e-a65d-bb9dd9428c1f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e7b577b39644a46a76abb7664b01c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0312667 Aug 31 14:39:03.793295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35040) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:03.811037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cee44-ee5b-41b9-b650-37975878e8fe req-5af49991-2759-4e48-a438-62484858cbb5 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:03.813130 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee5cee44-ee5b-41b9-b650-37975878e8fe req-5af49991-2759-4e48-a438-62484858cbb5 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 946 time: 0.6693368 Aug 31 14:39:03.961339 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f09114dc-4353-411f-9b5b-7e6386f7aaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:03.983283 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:04.013266 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f09114dc-4353-411f-9b5b-7e6386f7aaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:04.077497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-ee5cee44-ee5b-41b9-b650-37975878e8fe req-667624fc-31a6-4a53-8b77-bb6385c7dd9f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Deleting port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:39:04.078133 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ee5cee44-ee5b-41b9-b650-37975878e8fe req-667624fc-31a6-4a53-8b77-bb6385c7dd9f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:04.184433 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f09114dc-4353-411f-9b5b-7e6386f7aaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:04.187001 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f09114dc-4353-411f-9b5b-7e6386f7aaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:04.188327 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f09114dc-4353-411f-9b5b-7e6386f7aaf7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b404e05-6ff5-42bf-a99d-e627696aa59d HTTP/1.1" status: 204 len: 168 time: 0.3939760 Aug 31 14:39:04.221530 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09114dc-4353-411f-9b5b-7e6386f7aaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b404e05-6ff5-42bf-a99d-e627696aa59d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:04.265256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ee5cee44-ee5b-41b9-b650-37975878e8fe req-667624fc-31a6-4a53-8b77-bb6385c7dd9f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] For port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=37a9c271-5409-4f41-a6bb-a73b7bc0be3b,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:04.265634 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ee5cee44-ee5b-41b9-b650-37975878e8fe req-667624fc-31a6-4a53-8b77-bb6385c7dd9f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:04.296441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-ee5cee44-ee5b-41b9-b650-37975878e8fe req-667624fc-31a6-4a53-8b77-bb6385c7dd9f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Calling delete_port for 37a9c271-5409-4f41-a6bb-a73b7bc0be3b owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:39:04.339340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8cf94-5535-4537-b8ac-a1907137cd0c req-6a81881f-31dd-4eb7-9443-b7b3b516e8eb tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:04.341756 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-20e8cf94-5535-4537-b8ac-a1907137cd0c req-6a81881f-31dd-4eb7-9443-b7b3b516e8eb tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1449149 Aug 31 14:39:04.373027 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:04.451547 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-20e8cf94-5535-4537-b8ac-a1907137cd0c req-053000bf-1c22-43d0-adab-7db50f872ec5 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011882 Aug 31 14:39:04.574784 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ee5cee44-ee5b-41b9-b650-37975878e8fe req-667624fc-31a6-4a53-8b77-bb6385c7dd9f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:04.587142 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['400b284a-3fbf-4d55-bd12-4118fd70f525'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:39:04.640299 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2fab48cc-0f1b-4f72-a85d-f8f523085a04 req-314a2c45-24e4-4632-9f1a-248e1efe9ce1 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4e1ca5-b1a6-49ff-8896-80a6ecef189b HTTP/1.1" status: 200 len: 210 time: 0.0808518 Aug 31 14:39:04.651894 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667624fc-31a6-4a53-8b77-bb6385c7dd9f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Pushing event deleted for resources: {'Port': ['ID=37a9c271-5409-4f41-a6bb-a73b7bc0be3b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:04.666722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Router 2979d8b9-9d76-432f-992e-be8ff507753a is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:39:04.734964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1287d220-cba5-49d6-8579-4b7f5d3a214a None None] Network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:04.782909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35056) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:04.790593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5cee44-ee5b-41b9-b650-37975878e8fe req-667624fc-31a6-4a53-8b77-bb6385c7dd9f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] No DVR routers for this DVR port 37a9c271-5409-4f41-a6bb-a73b7bc0be3b on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:39:04.795239 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ee5cee44-ee5b-41b9-b650-37975878e8fe req-667624fc-31a6-4a53-8b77-bb6385c7dd9f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:04.798908 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee5cee44-ee5b-41b9-b650-37975878e8fe req-667624fc-31a6-4a53-8b77-bb6385c7dd9f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "DELETE /v2.0/ports/37a9c271-5409-4f41-a6bb-a73b7bc0be3b HTTP/1.1" status: 204 len: 173 time: 0.9782722 Aug 31 14:39:04.813720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4e1ca5-b1a6-49ff-8896-80a6ecef189b', 'name': 'network-vif-deleted', 'tag': '37a9c271-5409-4f41-a6bb-a73b7bc0be3b'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:04.828937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e452c477-d664-4407-8e7a-0de942b5d251 None None] Provisioning for port 8845fac0-4286-4dad-8f09-0bda709490fb completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:04.830384 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0025ca8-72a4-4430-8b35-6d8a8a32a3f1" -d '{"events": [{"server_uuid": "5b4e1ca5-b1a6-49ff-8896-80a6ecef189b", "name": "network-vif-deleted", "tag": "37a9c271-5409-4f41-a6bb-a73b7bc0be3b"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:04.859588 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cb12cc3-f4e0-432a-9d4b-11ce2d2353ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:04.900055 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0533e693-bca6-45d4-9b12-2ea60275fd87 x-openstack-request-id: req-0533e693-bca6-45d4-9b12-2ea60275fd87 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:04.902822 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4e1ca5-b1a6-49ff-8896-80a6ecef189b", "name": "network-vif-deleted", "tag": "37a9c271-5409-4f41-a6bb-a73b7bc0be3b", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:04.903074 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0533e693-bca6-45d4-9b12-2ea60275fd87 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:04.903490 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4e1ca5-b1a6-49ff-8896-80a6ecef189b', 'name': 'network-vif-deleted', 'tag': '37a9c271-5409-4f41-a6bb-a73b7bc0be3b', 'status': 'completed', 'code': 200} Aug 31 14:39:04.924339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:39:04.938517 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Sync routers for ids ['2979d8b9-9d76-432f-992e-be8ff507753a'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:39:04.954169 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Routers {'2979d8b9-9d76-432f-992e-be8ff507753a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:04.956446 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2979d8b9-9d76-432f-992e-be8ff507753a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:05.078344 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cb12cc3-f4e0-432a-9d4b-11ce2d2353ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:05.084102 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0cb12cc3-f4e0-432a-9d4b-11ce2d2353ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:05.088072 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:05.089689 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-29478812-7412-4ebd-9f79-ad29f199794a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9112656 Aug 31 14:39:05.092410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35062) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:05.159067 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0cb12cc3-f4e0-432a-9d4b-11ce2d2353ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a699b47c662f4e8480080fd2fdecf448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688903 Aug 31 14:39:05.161048 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35066) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:05.176794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb12cc3-f4e0-432a-9d4b-11ce2d2353ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1e21fe-8a78-4b7e-bd74-3193f3af825b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:05.209294 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Set router 2979d8b9-9d76-432f-992e-be8ff507753a gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:05.264400 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84201737-871e-48c7-90d4-0c2af5561555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:05.309265 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84201737-871e-48c7-90d4-0c2af5561555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:05.447855 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84201737-871e-48c7-90d4-0c2af5561555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:05.466191 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84201737-871e-48c7-90d4-0c2af5561555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:05.469160 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-84201737-871e-48c7-90d4-0c2af5561555 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f1e21fe-8a78-4b7e-bd74-3193f3af825b HTTP/1.1" status: 204 len: 168 time: 0.3061578 Aug 31 14:39:05.514954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84201737-871e-48c7-90d4-0c2af5561555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1e21fe-8a78-4b7e-bd74-3193f3af825b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:05.578698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8845fac0-4286-4dad-8f09-0bda709490fb up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:05.721764 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:03Z', 'revision_number': 3, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port': {'id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:05.765554 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 8845fac0-4286-4dad-8f09-0bda709490fb completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:05.776857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 8845fac0-4286-4dad-8f09-0bda709490fb triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:05.777590 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:05.808672 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Checking router: 2979d8b9-9d76-432f-992e-be8ff507753a for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:39:05.809011 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Updating router 2979d8b9-9d76-432f-992e-be8ff507753a port 2474d46e-01c4-4f78-8b2f-c4734bd88784 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:39:05.877370 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:05.907299 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205e1f5-f887-421e-8cd6-4ad781ef9b0f req-7203230a-2563-4c5f-b8c7-f3b504f51a16 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:05.915259 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5205e1f5-f887-421e-8cd6-4ad781ef9b0f req-7203230a-2563-4c5f-b8c7-f3b504f51a16 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.2290230 Aug 31 14:39:05.978020 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:06.053900 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 8845fac0-4286-4dad-8f09-0bda709490fb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8845fac0-4286-4dad-8f09-0bda709490fb,segment=NetworkSegment(226ca991-0b71-4bdb-944e-dc0a06cbe437),segment_id=226ca991-0b71-4bdb-944e-dc0a06cbe437)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:06.066735 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:06.110433 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5205e1f5-f887-421e-8cd6-4ad781ef9b0f req-28b7a54c-287d-420f-a52e-83374662d226 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847839 Aug 31 14:39:06.202463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=8845fac0-4286-4dad-8f09-0bda709490fb,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:06.343556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-851a19ff-1531-41ed-b696-e61a9620e682 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:06.365804 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-851a19ff-1531-41ed-b696-e61a9620e682 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.2689071 Aug 31 14:39:06.393194 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-6160e050-7340-42de-8c03-bc01b50fdbbd tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/quotas/46f935b702854d8dbae5e4bdfcb9bc20 HTTP/1.1" status: 200 len: 375 time: 0.0263741 Aug 31 14:39:06.434839 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 37a9c271-5409-4f41-a6bb-a73b7bc0be3b no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:39:06.450031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:06.506409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 37a9c271-5409-4f41-a6bb-a73b7bc0be3b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:39:06.508229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 37a9c271-5409-4f41-a6bb-a73b7bc0be3b not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:39:06.537269 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:06.538815 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-9034b2c1-82f7-45a1-9c49-56683746c055 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1442997 Aug 31 14:39:06.557181 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Transition to ACTIVE for port object 2474d46e-01c4-4f78-8b2f-c4734bd88784 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:06.568566 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:06.653323 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Attempting to bind port 2474d46e-01c4-4f78-8b2f-c4734bd88784 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:06.654775 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Attempting to bind port 2474d46e-01c4-4f78-8b2f-c4734bd88784 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:06.655055 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Attempting to bind port 2474d46e-01c4-4f78-8b2f-c4734bd88784 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:06.676884 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef5c3d-7d2f-4339-8e7c-1b6ce220d152 None None] Pushing event updated for resources: {'Port': ['ID=2474d46e-01c4-4f78-8b2f-c4734bd88784,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:06.679950 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:06.682755 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:06.683679 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:06.685505 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:06.688563 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Bound port: 2474d46e-01c4-4f78-8b2f-c4734bd88784, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:06.689650 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:06.742356 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Allocated IP 172.20.0.1 (1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5/707f1a94-3dc7-4002-a30d-f5d800818861/bc13c4a4-481b-4dfe-a448-7e3793bc9b74) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:06.750441 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef5c3d-7d2f-4339-8e7c-1b6ce220d152 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:06.750992 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef5c3d-7d2f-4339-8e7c-1b6ce220d152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:06.751524 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef5c3d-7d2f-4339-8e7c-1b6ce220d152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:06.752015 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef5c3d-7d2f-4339-8e7c-1b6ce220d152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:06.752658 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef5c3d-7d2f-4339-8e7c-1b6ce220d152 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:06.753722 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef5c3d-7d2f-4339-8e7c-1b6ce220d152 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:06.754243 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef5c3d-7d2f-4339-8e7c-1b6ce220d152 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:06.754732 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef5c3d-7d2f-4339-8e7c-1b6ce220d152 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:06.755273 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef5c3d-7d2f-4339-8e7c-1b6ce220d152 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:06.755776 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef5c3d-7d2f-4339-8e7c-1b6ce220d152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:06.756261 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef5c3d-7d2f-4339-8e7c-1b6ce220d152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:06.756744 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef5c3d-7d2f-4339-8e7c-1b6ce220d152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:06.805825 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] For port 2474d46e-01c4-4f78-8b2f-c4734bd88784, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:06.810064 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] For port 2474d46e-01c4-4f78-8b2f-c4734bd88784, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2474d46e-01c4-4f78-8b2f-c4734bd88784,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:06.819380 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:06.896778 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-a59af387-6795-498d-80e2-9a7317287b82 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570485 Aug 31 14:39:06.954276 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Routers {'2979d8b9-9d76-432f-992e-be8ff507753a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:06.955795 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2979d8b9-9d76-432f-992e-be8ff507753a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:07.056030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:07.087708 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-7e0c718f-cf40-4d18-b1cf-1658df71bc9e service neutron] 10.222.0.39 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789968 Aug 31 14:39:07.089434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Transition to ACTIVE for port object bc13c4a4-481b-4dfe-a448-7e3793bc9b74 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:07.163202 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:07.294440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc13c4a4-481b-4dfe-a448-7e3793bc9b74,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:07.356730 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] Set router 2979d8b9-9d76-432f-992e-be8ff507753a gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:07.375706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:07.390225 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:07.417784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:07.441184 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8845fac0-4286-4dad-8f09-0bda709490fb up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:07.531231 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3646d409-5629-450a-8ffe-697dd3dad6ff req-7843b4d6-716a-4715-b4bc-367e59807144 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 210 time: 0.0652196 Aug 31 14:39:07.563235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e27a-9f26-405e-a677-3603883f544e req-771c45cf-5eab-45d2-9ccb-618575d7f960 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:07.565425 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e01e27a-9f26-405e-a677-3603883f544e req-771c45cf-5eab-45d2-9ccb-618575d7f960 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.2720165 Aug 31 14:39:07.572999 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:07.601139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 8845fac0-4286-4dad-8f09-0bda709490fb triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:07.601404 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:07.832375 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e01e27a-9f26-405e-a677-3603883f544e req-7891bff5-21af-4b0d-abba-ec66a0829598 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562132 Aug 31 14:39:07.879698 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef5c3d-7d2f-4339-8e7c-1b6ce220d152 None None] Pushing event updated for resources: {'Port': ['ID=2474d46e-01c4-4f78-8b2f-c4734bd88784,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:07.983533 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-81f12c44-2027-4558-90ab-6a1c73e62f28 None None] Provisioning for port bc13c4a4-481b-4dfe-a448-7e3793bc9b74 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:07.990220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-81f12c44-2027-4558-90ab-6a1c73e62f28 None None] Provisioning complete for port bc13c4a4-481b-4dfe-a448-7e3793bc9b74 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:07.991012 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81f12c44-2027-4558-90ab-6a1c73e62f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:08.041768 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:08.115907 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-81f12c44-2027-4558-90ab-6a1c73e62f28 None None] Port bc13c4a4-481b-4dfe-a448-7e3793bc9b74 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:39:08.135408 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:03Z', 'revision_number': 3, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port': {'id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:08.181870 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1397c4c5-b9b5-4710-a099-588f59c6b0a4 None None] The sync data for ids ['2979d8b9-9d76-432f-992e-be8ff507753a'] in n-d-806683-5 is: [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:03Z', 'revision_number': 3, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port': {'id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:39:08.374805 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:08.385712 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:08.551515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc13c4a4-481b-4dfe-a448-7e3793bc9b74,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:08.554486 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:08.791293 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b6630f0-c527-4ede-a10f-c322b40d95df req-9b458dbe-b88f-45cf-99e4-0eee06eeebe3 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 210 time: 0.0625272 Aug 31 14:39:08.800265 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:08.801782 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:09.098069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Router 2979d8b9-9d76-432f-992e-be8ff507753a has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:39:09.204523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-3d196468-d1e1-4fae-a4a7-ff522131f6a4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:09.206353 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-3d196468-d1e1-4fae-a4a7-ff522131f6a4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 805 time: 0.3534796 Aug 31 14:39:09.336481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-a90792e6-770b-4a02-a2e5-56ecfce0036f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Request body: {'port': {'device_id': '099cef0a-35ae-409c-b873-d9a0a58bb191', 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'admin_state_up': True, 'tenant_id': '46f935b702854d8dbae5e4bdfcb9bc20'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:09.372130 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-90bcb45a-baad-4c54-81ad-b9ac1249ae4c None None] Provisioning complete for port bc13c4a4-481b-4dfe-a448-7e3793bc9b74 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:09.372675 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90bcb45a-baad-4c54-81ad-b9ac1249ae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:09.461437 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2474d46e-01c4-4f78-8b2f-c4734bd88784 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:09.473329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:39:09.479268 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-90bcb45a-baad-4c54-81ad-b9ac1249ae4c None None] Port bc13c4a4-481b-4dfe-a448-7e3793bc9b74 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:39:09.495770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fca869db-d375-49ef-ab8b-baa14a2772c4 admin admin] 10.222.0.39 "PUT /v2.0/routers/2979d8b9-9d76-432f-992e-be8ff507753a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4018083 Aug 31 14:39:09.540336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae294e5-bc01-4898-94b1-44bb5830a3dd req-94fd24f4-bbd9-4bc9-9662-0d6bbb69c0a0 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:09.552836 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ae294e5-bc01-4898-94b1-44bb5830a3dd req-94fd24f4-bbd9-4bc9-9662-0d6bbb69c0a0 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.3448589 Aug 31 14:39:09.573894 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 2474d46e-01c4-4f78-8b2f-c4734bd88784 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:09.582695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 2474d46e-01c4-4f78-8b2f-c4734bd88784 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:09.583367 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:09.700001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ae294e5-bc01-4898-94b1-44bb5830a3dd req-a84e3e7a-6cc6-41e2-9757-2e14cf45f456 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441278 Aug 31 14:39:09.766863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-a90792e6-770b-4a02-a2e5-56ecfce0036f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Made reservation on behalf of 46f935b702854d8dbae5e4bdfcb9bc20 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:09.775973 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-a90792e6-770b-4a02-a2e5-56ecfce0036f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:09.809475 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:09.853680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 2474d46e-01c4-4f78-8b2f-c4734bd88784, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2474d46e-01c4-4f78-8b2f-c4734bd88784,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:09.862284 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:09.902047 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:39:10.008074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=2474d46e-01c4-4f78-8b2f-c4734bd88784,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:10.032626 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-12ff4a03-c592-4025-b890-956cdecaaf1d req-15c515a0-4ea4-4285-8c53-aaf81141e6ac tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 210 time: 0.0702970 Aug 31 14:39:10.115764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-a90792e6-770b-4a02-a2e5-56ecfce0036f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Allocated IP 172.20.0.2 (aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8/0210616f-f7ae-442c-bd7c-d0e8f69cbf74/8318049d-7eb9-4970-a1c4-c4bc7d4f4288) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:10.270564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35220) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:10.391373 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-a90792e6-770b-4a02-a2e5-56ecfce0036f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:10.497314 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41c49ee5-c615-4cb7-a40f-0f25894b6060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:10.502185 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-a90792e6-770b-4a02-a2e5-56ecfce0036f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:10.514341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['400b284a-3fbf-4d55-bd12-4118fd70f525'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:39:10.605984 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-a90792e6-770b-4a02-a2e5-56ecfce0036f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:10.615127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-a90792e6-770b-4a02-a2e5-56ecfce0036f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:10.624623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-a90792e6-770b-4a02-a2e5-56ecfce0036f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:10.711481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-a90792e6-770b-4a02-a2e5-56ecfce0036f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:10.712318 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-a90792e6-770b-4a02-a2e5-56ecfce0036f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:10.744668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90792e6-770b-4a02-a2e5-56ecfce0036f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Pushing event updated for resources: {'Port': ['ID=8318049d-7eb9-4970-a1c4-c4bc7d4f4288,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:10.789833 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41c49ee5-c615-4cb7-a40f-0f25894b6060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:10.796893 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41c49ee5-c615-4cb7-a40f-0f25894b6060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:10.803737 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-a90792e6-770b-4a02-a2e5-56ecfce0036f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4826586 Aug 31 14:39:10.818915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Request body: {'port': {'device_id': '099cef0a-35ae-409c-b873-d9a0a58bb191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:10.824643 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35240) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:10.911459 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35244) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:10.913829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-41c49ee5-c615-4cb7-a40f-0f25894b6060 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad63010c658d41c0bfb4bb7cf0ff02f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6417253 Aug 31 14:39:10.914899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c49ee5-c615-4cb7-a40f-0f25894b6060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dd01de-13a3-49b3-adbd-be4e034b0008,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:10.929169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-695602918-network', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:11.072841 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:11.076073 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] Made reservation on behalf of 5102a4c52e9a4a1a906df9bee2a3ffb5 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:11.078400 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:11.107038 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Sync routers for ids ['2979d8b9-9d76-432f-992e-be8ff507753a'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:39:11.116055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:11.121763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Routers {'2979d8b9-9d76-432f-992e-be8ff507753a'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:11.122716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2979d8b9-9d76-432f-992e-be8ff507753a'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:11.165538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89860636-b546-4a04-a172-4f71bd9c6d48 req-058b159a-307d-4c82-8f6d-8a242b5edb00 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:11.167221 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-89860636-b546-4a04-a172-4f71bd9c6d48 req-058b159a-307d-4c82-8f6d-8a242b5edb00 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.2530308 Aug 31 14:39:11.232823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-086fc88b-72c9-41ef-a7b5-a105865f2512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:11.281005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253c728-1b4a-4ee8-92e3-ba7a7d26843a req-cea5d71a-265f-46c6-a877-bd504cb1a20c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:11.289779 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b253c728-1b4a-4ee8-92e3-ba7a7d26843a req-cea5d71a-265f-46c6-a877-bd504cb1a20c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 931 time: 0.1269715 Aug 31 14:39:11.380323 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Set router 2979d8b9-9d76-432f-992e-be8ff507753a gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:11.442049 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b253c728-1b4a-4ee8-92e3-ba7a7d26843a req-2694fb13-4b63-4fa2-9c03-25d10853cd13 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462965 Aug 31 14:39:11.466975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2474d46e-01c4-4f78-8b2f-c4734bd88784 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:11.583312 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-89860636-b546-4a04-a172-4f71bd9c6d48 req-20df45f9-7391-43bc-ae00-84aeb2a22cbb tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039204 Aug 31 14:39:11.626784 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-086fc88b-72c9-41ef-a7b5-a105865f2512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:11.662408 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:11.686359 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:11.742881 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:39:11.784701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c307cc-911b-44d6-9dcf-2236fddcb10e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:11.805984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 2474d46e-01c4-4f78-8b2f-c4734bd88784 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:11.806535 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:11.813411 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-086fc88b-72c9-41ef-a7b5-a105865f2512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:11.816869 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-086fc88b-72c9-41ef-a7b5-a105865f2512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:11.820316 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-086fc88b-72c9-41ef-a7b5-a105865f2512 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0dd01de-13a3-49b3-adbd-be4e034b0008 HTTP/1.1" status: 204 len: 168 time: 0.8850358 Aug 31 14:39:11.826135 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:11.826525 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] Added segment a9beab60-cd5e-4e49-923b-7cf8d559726d of type vlan for network b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7 Aug 31 14:39:11.866216 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fc88b-72c9-41ef-a7b5-a105865f2512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dd01de-13a3-49b3-adbd-be4e034b0008,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:11.905005 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:39:11.921633 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:11.925062 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:11.944746 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Transition to ACTIVE for port object 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:11.957485 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:11.960572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:07Z', 'revision_number': 4, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port': {'id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'bc13c4a4-481b-4dfe-a448-7e3793bc9b74', 'name': '', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'mac_address': 'fa:16:3e:b0:7c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:06Z', 'updated_at': '2021-08-31T14:39:08Z', 'revision_number': 2, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'subnets': [{'id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:11.998022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Checking router: 2979d8b9-9d76-432f-992e-be8ff507753a for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:39:11.998577 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Updating router 2979d8b9-9d76-432f-992e-be8ff507753a port bc13c4a4-481b-4dfe-a448-7e3793bc9b74 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:39:12.039029 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:12.053901 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:12.064269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:12.065177 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:12.115840 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2901170 Aug 31 14:39:12.118961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35266) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:12.126805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-58a7258b-b402-4bf4-a331-2cd65401c4b6 admin admin] Request body: {'subnet': {'network_id': 'b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-695602918-subnet', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:12.181986 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a7258b-b402-4bf4-a331-2cd65401c4b6 admin admin] Made reservation on behalf of 5102a4c52e9a4a1a906df9bee2a3ffb5 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:12.189230 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58a7258b-b402-4bf4-a331-2cd65401c4b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:12.218394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Pushing event updated for resources: {'Port': ['ID=8318049d-7eb9-4970-a1c4-c4bc7d4f4288,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:12.341317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ee136-a20a-4621-b429-0013b65616a9 admin admin] Pushing event updated for resources: {'Network': ['ID=b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:12.408006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Attempting to bind port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:12.408340 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Attempting to bind port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:12.408664 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Attempting to bind port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:12.421830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:39:12.422180 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Attempting to bind port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 on network aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:12.432877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35268) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:12.442073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:39:12.477420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:12.477959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Checking segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:12.488172 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Bound using segment: {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:12.488652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Bound port: 8318049d-7eb9-4970-a1c4-c4bc7d4f4288, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222b493b-320d-4bfb-9ec3-f96a900b565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:12.489253 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:12.503000 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6ee46a0-7913-4d88-9b75-07871f84550b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:12.528233 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58a7258b-b402-4bf4-a331-2cd65401c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:12.581456 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:12.647059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Transition to ACTIVE for port object bc13c4a4-481b-4dfe-a448-7e3793bc9b74 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:12.666110 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:12.755426 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] For port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:12.764762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] For port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8318049d-7eb9-4970-a1c4-c4bc7d4f4288,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:12.772616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c62cb4-b403-4eee-892c-487b3f7f70a3 None None] Pushing event updated for resources: {'Port': ['ID=bc13c4a4-481b-4dfe-a448-7e3793bc9b74,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:12.780932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:12.910215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Attempting to bind port bc13c4a4-481b-4dfe-a448-7e3793bc9b74 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:12.911446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Attempting to bind port bc13c4a4-481b-4dfe-a448-7e3793bc9b74 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '226ca991-0b71-4bdb-944e-dc0a06cbe437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:12.911995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Attempting to bind port bc13c4a4-481b-4dfe-a448-7e3793bc9b74 on network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:12.925257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:12.928880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:12.929486 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Checking segment: {'id': '226ca991-0b71-4bdb-944e-dc0a06cbe437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:12.930051 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:12.930619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Bound using segment: {'id': '226ca991-0b71-4bdb-944e-dc0a06cbe437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:12.931083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Bound port: bc13c4a4-481b-4dfe-a448-7e3793bc9b74, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226ca991-0b71-4bdb-944e-dc0a06cbe437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:12.931492 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:12.933720 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:12.935387 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] 10.222.0.60 "PUT /v2.0/ports/8318049d-7eb9-4970-a1c4-c4bc7d4f4288 HTTP/1.1" status: 200 len: 1091 time: 2.1229746 Aug 31 14:39:12.935878 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099cef0a-35ae-409c-b873-d9a0a58bb191', 'tag': '8318049d-7eb9-4970-a1c4-c4bc7d4f4288'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:12.977770 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9069f23-1de0-44e3-a7be-1a670008ce32" -d '{"events": [{"name": "network-changed", "server_uuid": "099cef0a-35ae-409c-b873-d9a0a58bb191", "tag": "8318049d-7eb9-4970-a1c4-c4bc7d4f4288"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:13.110758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] For port bc13c4a4-481b-4dfe-a448-7e3793bc9b74, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:13.121833 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] For port bc13c4a4-481b-4dfe-a448-7e3793bc9b74, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=bc13c4a4-481b-4dfe-a448-7e3793bc9b74,segment=NetworkSegment(226ca991-0b71-4bdb-944e-dc0a06cbe437),segment_id=226ca991-0b71-4bdb-944e-dc0a06cbe437)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:13.127116 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:13.177493 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6ee46a0-7913-4d88-9b75-07871f84550b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:13.227605 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5928b3-6f52-4b38-a39f-b6c8c0c9f6ed service neutron] Pushing event updated for resources: {'Port': ['ID=8318049d-7eb9-4970-a1c4-c4bc7d4f4288,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:13.233919 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6ee46a0-7913-4d88-9b75-07871f84550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:13.275427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Routers {'2979d8b9-9d76-432f-992e-be8ff507753a'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:13.276067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2979d8b9-9d76-432f-992e-be8ff507753a'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:13.316352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-9c69a9ba-a942-4084-a4e9-e844a5052c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:13.319265 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-9c69a9ba-a942-4084-a4e9-e844a5052c83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 1094 time: 0.3292902 Aug 31 14:39:13.328820 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b6ee46a0-7913-4d88-9b75-07871f84550b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15601ff0e20a4a30ae547cb669925bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8948364 Aug 31 14:39:13.368782 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c62cb4-b403-4eee-892c-487b3f7f70a3 None None] Pushing event updated for resources: {'Port': ['ID=bc13c4a4-481b-4dfe-a448-7e3793bc9b74,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:13.417988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee46a0-7913-4d88-9b75-07871f84550b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5c00ff-8086-4652-bad8-5b8f6a3e3fac,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:13.425627 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-a84f26be-a15c-4368-ad98-4a0e465b1f02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8318049d-7eb9-4970-a1c4-c4bc7d4f4288 HTTP/1.1" status: 200 len: 217 time: 0.0945761 Aug 31 14:39:13.436691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35282) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:13.492312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7258b-b402-4bf4-a331-2cd65401c4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08495a32-2839-409a-b47e-e92a018cdfe9,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:13.505595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a7258b-b402-4bf4-a331-2cd65401c4b6 admin admin] Checking segment: {'id': 'a9beab60-cd5e-4e49-923b-7cf8d559726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:13.505982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7258b-b402-4bf4-a331-2cd65401c4b6 admin admin] Network hostable DHCP agents. Network: b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:39:13.562700 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] Set router 2979d8b9-9d76-432f-992e-be8ff507753a gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:13.572163 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088dcbf-1c73-4c0f-b607-523a819bd188 req-c962ea0f-8795-4d30-a4d1-766272de02e0 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:13.574328 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b088dcbf-1c73-4c0f-b607-523a819bd188 req-c962ea0f-8795-4d30-a4d1-766272de02e0 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 943 time: 0.9947331 Aug 31 14:39:13.576837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7258b-b402-4bf4-a331-2cd65401c4b6 admin admin] Network b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:39:13.601998 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5900931a-ed1a-4d2e-a7ec-bdc849affccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:13.614788 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fe526-46a4-444f-a897-54cf7a7e8357 req-21d7cadc-13aa-48d3-a894-82c50bc241e7 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:13.623913 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-158fe526-46a4-444f-a897-54cf7a7e8357 req-21d7cadc-13aa-48d3-a894-82c50bc241e7 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1912034 Aug 31 14:39:13.656296 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-58a7258b-b402-4bf4-a331-2cd65401c4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:13.663645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a7258b-b402-4bf4-a331-2cd65401c4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:13.664246 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58a7258b-b402-4bf4-a331-2cd65401c4b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:13.671443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-cde5b0e0-5dee-4c2e-9624-3f8a4e4a83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:13.673731 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-cde5b0e0-5dee-4c2e-9624-3f8a4e4a83bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.2360036 Aug 31 14:39:13.683756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac2b9d-8b49-45a2-9ca0-b5ce8ca31272 None None] Network b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:13.684007 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b088dcbf-1c73-4c0f-b607-523a819bd188 req-ee5a9afb-0287-4f80-be51-9c561bdd4e02 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847652 Aug 31 14:39:13.699201 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5900931a-ed1a-4d2e-a7ec-bdc849affccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:13.710406 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-58a7258b-b402-4bf4-a331-2cd65401c4b6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5893130 Aug 31 14:39:13.713424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35294) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:13.729121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-695602918-router', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:13.772199 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:13.773614 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:13.790248 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-f4cf2ff8-6efd-4801-a4a6-a92d5f805087 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089249 Aug 31 14:39:13.798637 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5900931a-ed1a-4d2e-a7ec-bdc849affccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:13.805136 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5900931a-ed1a-4d2e-a7ec-bdc849affccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:13.812357 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5900931a-ed1a-4d2e-a7ec-bdc849affccd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d5c00ff-8086-4652-bad8-5b8f6a3e3fac HTTP/1.1" status: 204 len: 168 time: 0.3500588 Aug 31 14:39:13.833224 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-158fe526-46a4-444f-a897-54cf7a7e8357 req-64b69a22-75f1-4a1c-90a4-8bcc5b7ebc3b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078621 Aug 31 14:39:13.839735 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba21ef4-ee12-46ec-8ce9-eb6d88815283 x-openstack-request-id: req-eba21ef4-ee12-46ec-8ce9-eb6d88815283 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:13.840991 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099cef0a-35ae-409c-b873-d9a0a58bb191", "tag": "8318049d-7eb9-4970-a1c4-c4bc7d4f4288", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:13.841451 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eba21ef4-ee12-46ec-8ce9-eb6d88815283 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:13.842860 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '099cef0a-35ae-409c-b873-d9a0a58bb191', 'tag': '8318049d-7eb9-4970-a1c4-c4bc7d4f4288', 'status': 'completed', 'code': 200} Aug 31 14:39:13.847656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900931a-ed1a-4d2e-a7ec-bdc849affccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5c00ff-8086-4652-bad8-5b8f6a3e3fac,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:13.965842 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:14.069707 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-d50546d3-5b3d-4c7c-a575-4ddd5a0f292b service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667747 Aug 31 14:39:14.371131 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:14.384738 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb8ba13c-2a7f-432f-9652-9d7d32b526db req-e78d6898-9345-4916-877a-8b18b57b9e99 service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105080 Aug 31 14:39:14.553738 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9069f23-1de0-44e3-a7be-1a670008ce32 req-f0dcf364-3300-447e-9f65-3688c899497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:14.557860 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9069f23-1de0-44e3-a7be-1a670008ce32 req-f0dcf364-3300-447e-9f65-3688c899497c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 1094 time: 0.1142135 Aug 31 14:39:14.605146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7', 'network_id': 'b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'fixed_ips': [{'subnet_id': '08495a32-2839-409a-b47e-e92a018cdfe9'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:39:14.607117 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:14.861638 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9069f23-1de0-44e3-a7be-1a670008ce32 req-a0d02081-0470-4c48-bbac-478bd5deb0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:14.869314 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9069f23-1de0-44e3-a7be-1a670008ce32 req-a0d02081-0470-4c48-bbac-478bd5deb0da service neutron] 10.222.0.60 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 906 time: 0.2941263 Aug 31 14:39:14.905423 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:07Z', 'revision_number': 4, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port': {'id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'bc13c4a4-481b-4dfe-a448-7e3793bc9b74', 'name': '', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'mac_address': 'fa:16:3e:b0:7c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:06Z', 'updated_at': '2021-08-31T14:39:13Z', 'revision_number': 4, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'subnets': [{'id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:14.991008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26588e80-57f1-4e94-adf7-618da5781933 None None] The sync data for ids ['2979d8b9-9d76-432f-992e-be8ff507753a'] in n-d-806683-5 is: [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:07Z', 'revision_number': 4, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port': {'id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'bc13c4a4-481b-4dfe-a448-7e3793bc9b74', 'name': '', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'mac_address': 'fa:16:3e:b0:7c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:06Z', 'updated_at': '2021-08-31T14:39:13Z', 'revision_number': 4, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'subnets': [{'id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:39:15.013845 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9069f23-1de0-44e3-a7be-1a670008ce32 req-60e80c88-056a-46a3-bbfd-07956339b798 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8318049d-7eb9-4970-a1c4-c4bc7d4f4288 HTTP/1.1" status: 200 len: 217 time: 0.1385283 Aug 31 14:39:15.110779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Allocated IP 172.20.0.2 (b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7/08495a32-2839-409a-b47e-e92a018cdfe9/c58504a3-2fe7-478c-9b77-f58f7f55ed80) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:15.134627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9069f23-1de0-44e3-a7be-1a670008ce32 req-1ef06a76-442f-4f53-b7db-7c6a95f6201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:15.137306 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9069f23-1de0-44e3-a7be-1a670008ce32 req-1ef06a76-442f-4f53-b7db-7c6a95f6201e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.0800490 Aug 31 14:39:15.161605 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fdb0f-fac0-43c7-9c38-a8f0bb13a7b3 req-50c9f508-ead1-4804-bd48-126f417a0522 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:15.169973 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1a7fdb0f-fac0-43c7-9c38-a8f0bb13a7b3 req-50c9f508-ead1-4804-bd48-126f417a0522 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 943 time: 0.1709254 Aug 31 14:39:15.236487 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:15.299066 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9069f23-1de0-44e3-a7be-1a670008ce32 req-a22ea842-ab8b-4432-aa89-bb5c762af132 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266868 Aug 31 14:39:15.308617 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:15.390309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a31c8-627b-48a8-8b76-f46839784b6a req-4983409f-117a-481b-8f7c-f977f26b0e15 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:15.403430 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-935a31c8-627b-48a8-8b76-f46839784b6a req-4983409f-117a-481b-8f7c-f977f26b0e15 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.3655400 Aug 31 14:39:15.412063 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1a7fdb0f-fac0-43c7-9c38-a8f0bb13a7b3 req-66ba49a4-dd19-49e4-98f2-dd7770a129dc tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408292 Aug 31 14:39:15.546164 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9069f23-1de0-44e3-a7be-1a670008ce32 req-b42d4855-da11-42db-8ca0-d91e0d4f2247 service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345457 Aug 31 14:39:15.547877 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device bc13c4a4-481b-4dfe-a448-7e3793bc9b74 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:15.735253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port bc13c4a4-481b-4dfe-a448-7e3793bc9b74 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:15.759222 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:15.762983 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port bc13c4a4-481b-4dfe-a448-7e3793bc9b74 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:15.769039 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:15.849764 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9069f23-1de0-44e3-a7be-1a670008ce32 req-5fec1520-bc9f-4374-82cb-6d7322de9a2a service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959456 Aug 31 14:39:15.884286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-935a31c8-627b-48a8-8b76-f46839784b6a req-3541c356-818e-4e4d-95d2-4b269c2b5d37 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794312 Aug 31 14:39:15.892099 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Transition to ACTIVE for port object c58504a3-2fe7-478c-9b77-f58f7f55ed80 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:15.937480 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Allocated IP 172.25.2.101 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/8df80af7-ed61-4188-81f4-7ecd05c21ec4) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:15.959309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Transition to ACTIVE for port object c58504a3-2fe7-478c-9b77-f58f7f55ed80 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:16.070411 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:16.124985 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:16.132448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Pushing event updated for resources: {'Port': ['ID=c58504a3-2fe7-478c-9b77-f58f7f55ed80,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:16.201785 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:16.270589 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:16.374251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:16.389196 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:16.410577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:16.413554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Pushing event updated for resources: {'Port': ['ID=8df80af7-ed61-4188-81f4-7ecd05c21ec4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:16.472404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port bc13c4a4-481b-4dfe-a448-7e3793bc9b74, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=bc13c4a4-481b-4dfe-a448-7e3793bc9b74,segment=NetworkSegment(226ca991-0b71-4bdb-944e-dc0a06cbe437),segment_id=226ca991-0b71-4bdb-944e-dc0a06cbe437)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:16.476703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Network b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:16.477832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:39:16.482233 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:16.489343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:16.496266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:16.669463 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:39:16.743465 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e7755-49d8-4699-a9e3-8c01a019548f req-fa2993fc-1021-4258-a540-f003c011fd6c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:16.759711 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-349e7755-49d8-4699-a9e3-8c01a019548f req-fa2993fc-1021-4258-a540-f003c011fd6c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 943 time: 0.1373587 Aug 31 14:39:16.792688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=bc13c4a4-481b-4dfe-a448-7e3793bc9b74,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:16.827122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Attempting to bind port c58504a3-2fe7-478c-9b77-f58f7f55ed80 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:16.827899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Attempting to bind port c58504a3-2fe7-478c-9b77-f58f7f55ed80 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'a9beab60-cd5e-4e49-923b-7cf8d559726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:16.828521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Attempting to bind port c58504a3-2fe7-478c-9b77-f58f7f55ed80 on network b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:16.841096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:16.841549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Checking segment: {'id': 'a9beab60-cd5e-4e49-923b-7cf8d559726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:16.841885 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:16.842281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Bound using segment: {'id': 'a9beab60-cd5e-4e49-923b-7cf8d559726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:16.842773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Bound port: c58504a3-2fe7-478c-9b77-f58f7f55ed80, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9beab60-cd5e-4e49-923b-7cf8d559726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:16.848389 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:16.910576 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-349e7755-49d8-4699-a9e3-8c01a019548f req-94f68365-07bf-48b9-8187-823ef53bb132 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498711 Aug 31 14:39:17.035058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:17.073949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8318049d-7eb9-4970-a1c4-c4bc7d4f4288,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:17.119838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '8318049d-7eb9-4970-a1c4-c4bc7d4f4288', 'network_id': 'aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8', 'port_id': '8318049d-7eb9-4970-a1c4-c4bc7d4f4288', 'mac_address': 'fa:16:3e:2e:44:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0210616f-f7ae-442c-bd7c-d0e8f69cbf74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:39:17.169546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] For port c58504a3-2fe7-478c-9b77-f58f7f55ed80, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:17.197169 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] For port c58504a3-2fe7-478c-9b77-f58f7f55ed80, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c58504a3-2fe7-478c-9b77-f58f7f55ed80,segment=NetworkSegment(a9beab60-cd5e-4e49-923b-7cf8d559726d),segment_id=a9beab60-cd5e-4e49-923b-7cf8d559726d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:17.198294 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:17.217018 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:17.244514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:39:17.330290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8318049d-7eb9-4970-a1c4-c4bc7d4f4288,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:17.344110 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:17.347514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68339a0-d649-4d12-a7b3-0e61b4a9bb3e None None] Pushing event updated for resources: {'Port': ['ID=c58504a3-2fe7-478c-9b77-f58f7f55ed80,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:17.376077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f20ff9-e13b-432a-8ca3-4332b1f4168b req-2db733af-b7b1-46d4-8fc6-c7bac1f79cf3 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:17.379097 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1f20ff9-e13b-432a-8ca3-4332b1f4168b req-2db733af-b7b1-46d4-8fc6-c7bac1f79cf3 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.2826669 Aug 31 14:39:17.443950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device bc13c4a4-481b-4dfe-a448-7e3793bc9b74 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:17.613542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['8318049d-7eb9-4970-a1c4-c4bc7d4f4288'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:39:17.615931 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1f20ff9-e13b-432a-8ca3-4332b1f4168b req-b3308eb7-67e7-4128-b240-db7e7d040901 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247367 Aug 31 14:39:17.688382 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=8318049d-7eb9-4970-a1c4-c4bc7d4f4288,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:17.787426 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port bc13c4a4-481b-4dfe-a448-7e3793bc9b74 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:17.788383 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:17.851293 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:18.130271 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6da9dc-873b-4d46-bf7c-5d86269d5aa3 req-3e7888b0-269d-45b3-96ef-0e4aa30b91e1 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:18.140843 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e6da9dc-873b-4d46-bf7c-5d86269d5aa3 req-3e7888b0-269d-45b3-96ef-0e4aa30b91e1 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 944 time: 0.1176219 Aug 31 14:39:18.155724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Router 261a5b39-64ac-485a-be3a-b14555ddcf4c is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:39:18.219936 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e6da9dc-873b-4d46-bf7c-5d86269d5aa3 req-a1f14345-eaea-420a-8999-c91f90257cd6 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775497 Aug 31 14:39:18.371984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:39:18.384969 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Sync routers for ids ['261a5b39-64ac-485a-be3a-b14555ddcf4c'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:39:18.411308 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:18.413382 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Routers {'261a5b39-64ac-485a-be3a-b14555ddcf4c'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:18.414024 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['261a5b39-64ac-485a-be3a-b14555ddcf4c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:18.417853 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35444) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:18.431219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3b93b060-1e01-4bcd-be1c-eb110f286654 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6999228 Aug 31 14:39:18.824089 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Set router 261a5b39-64ac-485a-be3a-b14555ddcf4c gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:18.852672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650bb32-47fc-4117-99bf-09d1905399eb req-15855010-a726-4d6b-a885-7f602f4712de tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:18.854306 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3650bb32-47fc-4117-99bf-09d1905399eb req-15855010-a726-4d6b-a885-7f602f4712de tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1288514 Aug 31 14:39:18.966430 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3650bb32-47fc-4117-99bf-09d1905399eb req-b376f7fa-e2b1-470b-8134-fc47e58b45cb tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010032 Aug 31 14:39:18.966696 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b91c7a-5071-4da8-a132-16ebddf66a68 req-afd55ab8-da67-4afe-8403-887a2e7e229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:18.966957 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d2b91c7a-5071-4da8-a132-16ebddf66a68 req-afd55ab8-da67-4afe-8403-887a2e7e229f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 1097 time: 0.3621294 Aug 31 14:39:19.131297 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d2b91c7a-5071-4da8-a132-16ebddf66a68 req-c12cb503-34da-4c4e-a4f6-3e6f586e5f1b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538773 Aug 31 14:39:19.136091 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620479a1-13ae-4bef-84bb-0a904e94a7e7 None None] Network b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:19.197521 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'name': 'tempest-TestServerBasicOps-695602918-router', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '8df80af7-ed61-4188-81f4-7ecd05c21ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:13Z', 'updated_at': '2021-08-31T14:39:16Z', 'revision_number': 3, 'project_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'gw_port': {'id': '8df80af7-ed61-4188-81f4-7ecd05c21ec4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ef:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:15Z', 'updated_at': '2021-08-31T14:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:19.240256 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Checking router: 261a5b39-64ac-485a-be3a-b14555ddcf4c for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:39:19.253420 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Updating router 261a5b39-64ac-485a-be3a-b14555ddcf4c port 8df80af7-ed61-4188-81f4-7ecd05c21ec4 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:39:19.318166 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:19.370657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9daab92a-ef46-4a99-8024-861494078d60 None None] Provisioning for port c58504a3-2fe7-478c-9b77-f58f7f55ed80 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:19.520273 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c58504a3-2fe7-478c-9b77-f58f7f55ed80 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:19.604719 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:19.732420 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84ba3b16-57ae-42b8-8527-8931b7b1c3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:19.877420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port c58504a3-2fe7-478c-9b77-f58f7f55ed80 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:19.889665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c58504a3-2fe7-478c-9b77-f58f7f55ed80 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:19.890050 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:20.061234 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:20.104899 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Transition to ACTIVE for port object 8df80af7-ed61-4188-81f4-7ecd05c21ec4 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:20.117178 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:20.188062 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:20.210278 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Attempting to bind port 8df80af7-ed61-4188-81f4-7ecd05c21ec4 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:20.210901 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Attempting to bind port 8df80af7-ed61-4188-81f4-7ecd05c21ec4 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:20.211512 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Attempting to bind port 8df80af7-ed61-4188-81f4-7ecd05c21ec4 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:20.285117 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:20.288449 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:20.290359 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:20.291432 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:20.292840 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Bound port: 8df80af7-ed61-4188-81f4-7ecd05c21ec4, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:20.294350 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:20.326388 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port c58504a3-2fe7-478c-9b77-f58f7f55ed80, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c58504a3-2fe7-478c-9b77-f58f7f55ed80,segment=NetworkSegment(a9beab60-cd5e-4e49-923b-7cf8d559726d),segment_id=a9beab60-cd5e-4e49-923b-7cf8d559726d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:20.340403 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:20.398042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8b655-88f1-43ef-b764-ddf4b9245cd5 req-d605ced3-c713-4551-be3d-730087454e1b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:20.403714 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b4a8b655-88f1-43ef-b764-ddf4b9245cd5 req-d605ced3-c713-4551-be3d-730087454e1b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1859539 Aug 31 14:39:20.487384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:20.490953 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:20.505811 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] For port 8df80af7-ed61-4188-81f4-7ecd05c21ec4, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:20.530261 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] For port 8df80af7-ed61-4188-81f4-7ecd05c21ec4, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8df80af7-ed61-4188-81f4-7ecd05c21ec4,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:20.533708 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b4a8b655-88f1-43ef-b764-ddf4b9245cd5 req-b3c93b46-257e-4911-b7dc-ec2a1c6c1e7d tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210558 Aug 31 14:39:20.539477 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:20.584548 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Routers {'261a5b39-64ac-485a-be3a-b14555ddcf4c'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:20.585462 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:38:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['261a5b39-64ac-485a-be3a-b14555ddcf4c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:20.587689 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902801c1-5d19-470b-a8a3-bcc14e7bab90 None None] Pushing event updated for resources: {'Port': ['ID=8df80af7-ed61-4188-81f4-7ecd05c21ec4,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:20.654279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=c58504a3-2fe7-478c-9b77-f58f7f55ed80,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:20.671796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-20bb43a2-f3ef-42d7-bcee-e10af7af799f None None] Provisioning complete for port c58504a3-2fe7-478c-9b77-f58f7f55ed80 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:20.672376 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20bb43a2-f3ef-42d7-bcee-e10af7af799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:20.675804 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:20.730774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:20.731533 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:20.732007 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5b97-69b4-410a-91d2-3b22835b4c75 req-3d7f95ad-2b57-4497-a205-0fe02b507efb tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:20.746042 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d79d5b97-69b4-410a-91d2-3b22835b4c75 req-3d7f95ad-2b57-4497-a205-0fe02b507efb tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 944 time: 1.3864644 Aug 31 14:39:20.755339 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902801c1-5d19-470b-a8a3-bcc14e7bab90 None None] Pushing event updated for resources: {'Port': ['ID=8df80af7-ed61-4188-81f4-7ecd05c21ec4,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:20.995225 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d79d5b97-69b4-410a-91d2-3b22835b4c75 req-dc4d8b84-7339-469c-841d-f00bda1b0f43 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477014 Aug 31 14:39:21.049019 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] Set router 261a5b39-64ac-485a-be3a-b14555ddcf4c gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:21.093565 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:21.133998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099cef0a-35ae-409c-b873-d9a0a58bb191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8318049d-7eb9-4970-a1c4-c4bc7d4f4288'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:21.139699 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13944284-ff9b-419c-bc55-63b973c5a10b" -d '{"events": [{"server_uuid": "099cef0a-35ae-409c-b873-d9a0a58bb191", "name": "network-vif-plugged", "status": "completed", "tag": "8318049d-7eb9-4970-a1c4-c4bc7d4f4288"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:21.159973 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8318049d-7eb9-4970-a1c4-c4bc7d4f4288,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:21.171418 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:21.172136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Allocated IP 172.20.0.1 (b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7/08495a32-2839-409a-b47e-e92a018cdfe9/3609d19d-3c2a-4f80-9d28-a9daab07156a) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:21.310320 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72072e5-3545-4911-8c69-404198961b9f x-openstack-request-id: req-f72072e5-3545-4911-8c69-404198961b9f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:21.311141 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099cef0a-35ae-409c-b873-d9a0a58bb191", "name": "network-vif-plugged", "status": "completed", "tag": "8318049d-7eb9-4970-a1c4-c4bc7d4f4288", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:21.312169 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f72072e5-3545-4911-8c69-404198961b9f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:21.312971 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099cef0a-35ae-409c-b873-d9a0a58bb191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8318049d-7eb9-4970-a1c4-c4bc7d4f4288', 'code': 200} Aug 31 14:39:21.385481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=8318049d-7eb9-4970-a1c4-c4bc7d4f4288,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:21.446698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c58504a3-2fe7-478c-9b77-f58f7f55ed80 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:21.508455 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'name': 'tempest-TestServerBasicOps-695602918-router', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '8df80af7-ed61-4188-81f4-7ecd05c21ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:13Z', 'updated_at': '2021-08-31T14:39:16Z', 'revision_number': 3, 'project_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'gw_port': {'id': '8df80af7-ed61-4188-81f4-7ecd05c21ec4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ef:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:15Z', 'updated_at': '2021-08-31T14:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:21.538288 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:21.566953 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Transition to ACTIVE for port object 3609d19d-3c2a-4f80-9d28-a9daab07156a will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:21.591728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c58504a3-2fe7-478c-9b77-f58f7f55ed80 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:21.592208 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:21.650063 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:21.727851 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Network b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:21.787794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:21.850956 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3073fb-271e-429d-8cf2-074a9706e2cb None None] The sync data for ids ['261a5b39-64ac-485a-be3a-b14555ddcf4c'] in n-d-806683-5 is: [{'id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'name': 'tempest-TestServerBasicOps-695602918-router', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '8df80af7-ed61-4188-81f4-7ecd05c21ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:13Z', 'updated_at': '2021-08-31T14:39:16Z', 'revision_number': 3, 'project_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'gw_port': {'id': '8df80af7-ed61-4188-81f4-7ecd05c21ec4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ef:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:15Z', 'updated_at': '2021-08-31T14:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:39:21.859286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:21.970325 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:21.979360 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4e156-bff2-4d8f-bf8c-8ddd8bbd5cd7 req-c7e87e12-9c7a-457e-a469-1e5cf018443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:21.981172 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f2a4e156-bff2-4d8f-bf8c-8ddd8bbd5cd7 req-c7e87e12-9c7a-457e-a469-1e5cf018443e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 1096 time: 0.5983839 Aug 31 14:39:22.125102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=3609d19d-3c2a-4f80-9d28-a9daab07156a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:22.178525 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b281c79-4b81-429c-868f-5e6cf73c290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:22.277795 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:22.298143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2068f1-ac60-4b45-88a4-3ef1695e6cad req-4f8c2f32-0344-4d9a-91a2-9c0255b7a6cd tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:22.313517 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c2068f1-ac60-4b45-88a4-3ef1695e6cad req-4f8c2f32-0344-4d9a-91a2-9c0255b7a6cd tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.1499028 Aug 31 14:39:22.341868 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4d1502ce-727b-4d0c-815f-98aa6e824345 None None] Provisioning for port 3609d19d-3c2a-4f80-9d28-a9daab07156a completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:22.372602 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4d1502ce-727b-4d0c-815f-98aa6e824345 None None] Provisioning complete for port 3609d19d-3c2a-4f80-9d28-a9daab07156a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:22.373168 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d1502ce-727b-4d0c-815f-98aa6e824345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:22.421105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35614) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:22.445757 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c2068f1-ac60-4b45-88a4-3ef1695e6cad req-490f7ff7-7187-483f-a85b-6286e64ec306 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277568 Aug 31 14:39:22.453780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8298c1-c2fb-4f1f-8e5e-af604154aef6 req-8fa381e8-95f0-4ad6-90f6-a8581c5683c8 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:22.457856 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8f8298c1-c2fb-4f1f-8e5e-af604154aef6 req-8fa381e8-95f0-4ad6-90f6-a8581c5683c8 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.7557511 Aug 31 14:39:22.484694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4d1502ce-727b-4d0c-815f-98aa6e824345 None None] Port 3609d19d-3c2a-4f80-9d28-a9daab07156a cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:39:22.486218 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f2a4e156-bff2-4d8f-bf8c-8ddd8bbd5cd7 req-360407c1-030b-41f8-bc68-34c708c5450c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970152 Aug 31 14:39:22.536442 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:22.566610 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8f8298c1-c2fb-4f1f-8e5e-af604154aef6 req-52e78df6-eb80-4620-b692-d19cb0007968 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893731 Aug 31 14:39:22.641696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-eb01946c-ddd5-41ab-becd-1623a57e9c7c req-90b5df2e-8e58-457b-9476-bef35c633fe6 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1181565137', 'description': 'tempest-description-2120653849'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:22.713325 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eb01946c-ddd5-41ab-becd-1623a57e9c7c req-90b5df2e-8e58-457b-9476-bef35c633fe6 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:22.767028 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e86b914a-da59-4e75-8f2c-526e94873ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:22.865429 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:22.874439 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:22.943299 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eb01946c-ddd5-41ab-becd-1623a57e9c7c req-90b5df2e-8e58-457b-9476-bef35c633fe6 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:22.952642 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eb01946c-ddd5-41ab-becd-1623a57e9c7c req-90b5df2e-8e58-457b-9476-bef35c633fe6 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:22.977637 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=3609d19d-3c2a-4f80-9d28-a9daab07156a,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:22.996304 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:23.039508 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5df2e-8e58-457b-9476-bef35c633fe6 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92bd6b4-dbe7-4ec8-9d9c-3b07f985357b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:23.180815 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e86b914a-da59-4e75-8f2c-526e94873ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:23.207617 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e86b914a-da59-4e75-8f2c-526e94873ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:23.214623 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eb01946c-ddd5-41ab-becd-1623a57e9c7c req-90b5df2e-8e58-457b-9476-bef35c633fe6 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:23.230822 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb01946c-ddd5-41ab-becd-1623a57e9c7c req-90b5df2e-8e58-457b-9476-bef35c633fe6 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5959690 Aug 31 14:39:23.245092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Network b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:23.247293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:23.292451 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e86b914a-da59-4e75-8f2c-526e94873ea9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d71e8b4331b443d68350c223d44a904e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8456039 Aug 31 14:39:23.295549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35632) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:23.353697 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:23.393567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b914a-da59-4e75-8f2c-526e94873ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd401540-fcb7-4924-ac74-8e8bbc1bd273,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:23.446265 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcca-1aea-44d3-a7c4-5eb759c8c695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:23.507419 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8df80af7-ed61-4188-81f4-7ecd05c21ec4 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:23.521416 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcca-1aea-44d3-a7c4-5eb759c8c695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:23.592226 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcca-1aea-44d3-a7c4-5eb759c8c695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:23.594802 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcca-1aea-44d3-a7c4-5eb759c8c695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:23.596722 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8f58dcca-1aea-44d3-a7c4-5eb759c8c695 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd401540-fcb7-4924-ac74-8e8bbc1bd273 HTTP/1.1" status: 204 len: 168 time: 0.2992554 Aug 31 14:39:23.651372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58dcca-1aea-44d3-a7c4-5eb759c8c695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd401540-fcb7-4924-ac74-8e8bbc1bd273,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:23.703902 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-00f80bfb-d968-4fbd-8620-ba8c48b799ef req-b5146ac6-79f4-4397-a4fa-955a4b3dc8ae tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1181565137&fields=id&tenant_id=ba7a2a54afa6490bbc44789e16b212dd HTTP/1.1" status: 200 len: 267 time: 0.2939367 Aug 31 14:39:23.771124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1b76c-480b-4d29-931f-33ee68d849b4 req-28820d80-5524-4657-96ec-edb73ed813ad tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:23.786594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0e1b76c-480b-4d29-931f-33ee68d849b4 req-28820d80-5524-4657-96ec-edb73ed813ad tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.1585417 Aug 31 14:39:23.816020 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 8df80af7-ed61-4188-81f4-7ecd05c21ec4 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:23.823053 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 8df80af7-ed61-4188-81f4-7ecd05c21ec4 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:23.823692 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:23.869746 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0e1b76c-480b-4d29-931f-33ee68d849b4 req-7c5375c9-c55c-4ff9-acad-1367eb53f20a tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820646 Aug 31 14:39:23.886490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8e15db30-aea8-4069-9608-0a4f0d3a0dcb None None] Provisioning complete for port 3609d19d-3c2a-4f80-9d28-a9daab07156a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:23.886916 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e15db30-aea8-4069-9608-0a4f0d3a0dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:23.905450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Router 261a5b39-64ac-485a-be3a-b14555ddcf4c has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:39:23.925587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f80bfb-d968-4fbd-8620-ba8c48b799ef req-1c0186cf-8d61-4146-812f-e9f82d4634c2 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:23.938363 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-00f80bfb-d968-4fbd-8620-ba8c48b799ef req-1c0186cf-8d61-4146-812f-e9f82d4634c2 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1795919 Aug 31 14:39:23.960674 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8e15db30-aea8-4069-9608-0a4f0d3a0dcb None None] Port 3609d19d-3c2a-4f80-9d28-a9daab07156a cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:39:23.963929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-00f80bfb-d968-4fbd-8620-ba8c48b799ef req-b89e9242-e149-44ad-95a9-951d5b30946e tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Request body: {'port': {'security_groups': ['5b5c2bd9-5970-4a7e-bc68-06e244565b9b', 'a92bd6b4-dbe7-4ec8-9d9c-3b07f985357b']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:24.027324 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:24.058631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 8df80af7-ed61-4188-81f4-7ecd05c21ec4, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8df80af7-ed61-4188-81f4-7ecd05c21ec4,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:24.064588 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:24.134076 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-00f80bfb-d968-4fbd-8620-ba8c48b799ef req-b89e9242-e149-44ad-95a9-951d5b30946e tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:24.147105 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=8df80af7-ed61-4188-81f4-7ecd05c21ec4,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:24.374719 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:24.387605 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:39:24.448424 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8901019b-95fe-453f-bf5d-b287a68a7ee2 admin admin] 10.222.0.39 "PUT /v2.0/routers/261a5b39-64ac-485a-be3a-b14555ddcf4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0272329 Aug 31 14:39:24.769466 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-00f80bfb-d968-4fbd-8620-ba8c48b799ef req-b89e9242-e149-44ad-95a9-951d5b30946e tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] For port 825a15e7-1345-408b-a10a-0c030c3d323e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=825a15e7-1345-408b-a10a-0c030c3d323e,segment=NetworkSegment(5534191a-3f1f-4267-9c65-e574b0351f68),segment_id=5534191a-3f1f-4267-9c65-e574b0351f68)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:24.855534 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-00f80bfb-d968-4fbd-8620-ba8c48b799ef req-b89e9242-e149-44ad-95a9-951d5b30946e tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:24.864049 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-00f80bfb-d968-4fbd-8620-ba8c48b799ef req-b89e9242-e149-44ad-95a9-951d5b30946e tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:24.876826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['825a15e7-1345-408b-a10a-0c030c3d323e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:39:24.938253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Sync routers for ids ['261a5b39-64ac-485a-be3a-b14555ddcf4c'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:39:24.967455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Routers {'261a5b39-64ac-485a-be3a-b14555ddcf4c'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:24.969645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['261a5b39-64ac-485a-be3a-b14555ddcf4c'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:24.977901 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.003985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f80bfb-d968-4fbd-8620-ba8c48b799ef req-b89e9242-e149-44ad-95a9-951d5b30946e tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:25.008394 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-00f80bfb-d968-4fbd-8620-ba8c48b799ef req-b89e9242-e149-44ad-95a9-951d5b30946e tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.022742 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-00f80bfb-d968-4fbd-8620-ba8c48b799ef req-b89e9242-e149-44ad-95a9-951d5b30946e tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "PUT /v2.0/ports/825a15e7-1345-408b-a10a-0c030c3d323e HTTP/1.1" status: 200 len: 982 time: 1.0833800 Aug 31 14:39:25.023494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'tag': '825a15e7-1345-408b-a10a-0c030c3d323e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:25.030131 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a2c67a-1c75-417c-a789-fb5b29dcb625" -d '{"events": [{"name": "network-changed", "server_uuid": "01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6", "tag": "825a15e7-1345-408b-a10a-0c030c3d323e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:25.092542 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35706) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:25.100659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e9242-e149-44ad-95a9-951d5b30946e tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Pushing event updated for resources: {'Port': ['ID=825a15e7-1345-408b-a10a-0c030c3d323e,revision_number=6']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:25.130002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['825a15e7-1345-408b-a10a-0c030c3d323e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:39:25.243344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df216c9-08bb-4f99-ae8f-70b7984cacd6 req-6729acab-3d99-4ba2-bd6f-33669820427e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:25.244933 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9df216c9-08bb-4f99-ae8f-70b7984cacd6 req-6729acab-3d99-4ba2-bd6f-33669820427e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.1284158 Aug 31 14:39:25.320771 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9df216c9-08bb-4f99-ae8f-70b7984cacd6 req-e2243a1c-a6e6-4271-aaf3-c3f2771d56ce tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686460 Aug 31 14:39:25.321138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Request body: {'networks': [{'name': 'tempest-network--636792941'}, {'name': 'tempest-network--2108221465'}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:25.321460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Request body: {'network': {'name': 'tempest-network--636792941'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:25.321927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Request body: {'network': {'name': 'tempest-network--2108221465'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:25.337953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Set router 261a5b39-64ac-485a-be3a-b14555ddcf4c gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:25.371839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Made reservation on behalf of dbebb147040841cc8cc6d069680ea5f8 for: {'network': 2} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:25.381244 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.419951 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.439846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8df80af7-ed61-4188-81f4-7ecd05c21ec4 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:25.554099 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.554951 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-547ebe50-ae29-404c-b3d4-92869ca099a7 req-15b2f9fb-48d2-4586-b334-e0e1129893e8 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1181565137&fields=id&tenant_id=ba7a2a54afa6490bbc44789e16b212dd HTTP/1.1" status: 200 len: 267 time: 0.0574460 Aug 31 14:39:25.559500 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.561753 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.594398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:39:25.619574 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.621531 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Added segment eba5f959-8488-4a67-99c0-0935a220b35e of type vlan for network cc07d69a-a129-4113-8e5d-5ad753d91fb3 Aug 31 14:39:25.679471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ebe50-ae29-404c-b3d4-92869ca099a7 req-525d9e41-4705-478a-85df-4b6a0eeede9c tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:25.681214 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-547ebe50-ae29-404c-b3d4-92869ca099a7 req-525d9e41-4705-478a-85df-4b6a0eeede9c tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 985 time: 0.1171031 Aug 31 14:39:25.700505 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-547ebe50-ae29-404c-b3d4-92869ca099a7 req-cb36ccac-fe25-4820-a96b-ef30c6059877 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Request body: {'port': {'security_groups': ['5b5c2bd9-5970-4a7e-bc68-06e244565b9b']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:25.743372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b80ad2d-263e-42cb-b580-6d3a2684a2c9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:25.748271 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.789282 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:39:25.802972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.803536 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Added segment 1d487897-ef87-4fe6-be1d-8c4195829a53 of type vlan for network 894447bb-199c-4b7a-8960-bbcbbfaf70fb Aug 31 14:39:25.837709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 8df80af7-ed61-4188-81f4-7ecd05c21ec4 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:25.838108 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.859201 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-547ebe50-ae29-404c-b3d4-92869ca099a7 req-cb36ccac-fe25-4820-a96b-ef30c6059877 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.868102 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.897775 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.898715 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:25.914124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:25.942699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:25.945638 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:26.112314 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0173881 Aug 31 14:39:26.118864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35726) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:26.179619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35728) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:26.235539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c8785124-ed0d-4926-ac8a-179761a1a393 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1094009973', 'description': 'tempest-secgroup-smoke-1094009973 description', 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:26.239234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'name': 'tempest-TestServerBasicOps-695602918-router', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '8df80af7-ed61-4188-81f4-7ecd05c21ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:13Z', 'updated_at': '2021-08-31T14:39:22Z', 'revision_number': 4, 'project_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'gw_port': {'id': '8df80af7-ed61-4188-81f4-7ecd05c21ec4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ef:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:15Z', 'updated_at': '2021-08-31T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '3609d19d-3c2a-4f80-9d28-a9daab07156a', 'name': '', 'network_id': 'b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'mac_address': 'fa:16:3e:0f:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '08495a32-2839-409a-b47e-e92a018cdfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:20Z', 'updated_at': '2021-08-31T14:39:22Z', 'revision_number': 2, 'project_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'subnets': [{'id': '08495a32-2839-409a-b47e-e92a018cdfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:26.275740 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Checking router: 261a5b39-64ac-485a-be3a-b14555ddcf4c for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:39:26.276093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Updating router 261a5b39-64ac-485a-be3a-b14555ddcf4c port 3609d19d-3c2a-4f80-9d28-a9daab07156a binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:39:26.314319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-547ebe50-ae29-404c-b3d4-92869ca099a7 req-cb36ccac-fe25-4820-a96b-ef30c6059877 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] For port 825a15e7-1345-408b-a10a-0c030c3d323e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=825a15e7-1345-408b-a10a-0c030c3d323e,segment=NetworkSegment(5534191a-3f1f-4267-9c65-e574b0351f68),segment_id=5534191a-3f1f-4267-9c65-e574b0351f68)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:26.321762 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:26.329152 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event updated for resources: {'Network': ['ID=cc07d69a-a129-4113-8e5d-5ad753d91fb3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:26.347671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network cc07d69a-a129-4113-8e5d-5ad753d91fb3 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:39:26.356351 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1d5e5d-dbed-4d6a-9053-5777a1432ddf x-openstack-request-id: req-5c1d5e5d-dbed-4d6a-9053-5777a1432ddf {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:26.356644 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6", "tag": "825a15e7-1345-408b-a10a-0c030c3d323e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:26.357125 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c1d5e5d-dbed-4d6a-9053-5777a1432ddf {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:26.357532 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'tag': '825a15e7-1345-408b-a10a-0c030c3d323e', 'status': 'completed', 'code': 200} Aug 31 14:39:26.460427 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-547ebe50-ae29-404c-b3d4-92869ca099a7 req-cb36ccac-fe25-4820-a96b-ef30c6059877 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:26.466985 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-547ebe50-ae29-404c-b3d4-92869ca099a7 req-cb36ccac-fe25-4820-a96b-ef30c6059877 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:26.472346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2c67a-1c75-417c-a789-fb5b29dcb625 req-c6e506d8-dd5e-4d0e-b804-0726d3d97a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:26.472587 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8785124-ed0d-4926-ac8a-179761a1a393 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:26.474384 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4a2c67a-1c75-417c-a789-fb5b29dcb625 req-c6e506d8-dd5e-4d0e-b804-0726d3d97a50 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba7a2a54afa6490bbc44789e16b212dd&device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 1136 time: 0.1158931 Aug 31 14:39:26.513328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['825a15e7-1345-408b-a10a-0c030c3d323e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:39:26.548456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558da0f8-95d1-44f4-928d-aee5705b0151 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event updated for resources: {'Network': ['ID=894447bb-199c-4b7a-8960-bbcbbfaf70fb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:26.570535 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 894447bb-199c-4b7a-8960-bbcbbfaf70fb details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:39:26.603724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ebe50-ae29-404c-b3d4-92869ca099a7 req-cb36ccac-fe25-4820-a96b-ef30c6059877 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:26.604647 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-547ebe50-ae29-404c-b3d4-92869ca099a7 req-cb36ccac-fe25-4820-a96b-ef30c6059877 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:26.606265 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-547ebe50-ae29-404c-b3d4-92869ca099a7 req-cb36ccac-fe25-4820-a96b-ef30c6059877 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "PUT /v2.0/ports/825a15e7-1345-408b-a10a-0c030c3d323e HTTP/1.1" status: 200 len: 943 time: 0.9167645 Aug 31 14:39:26.641712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36ccac-fe25-4820-a96b-ef30c6059877 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Pushing event updated for resources: {'Port': ['ID=825a15e7-1345-408b-a10a-0c030c3d323e,revision_number=7']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:26.722017 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['825a15e7-1345-408b-a10a-0c030c3d323e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:39:26.756473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2c67a-1c75-417c-a789-fb5b29dcb625 req-f3e50233-8ff7-4f2d-b357-c2cc3dd05cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:26.762484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d2fe7f-2b3e-4648-a15f-6595cc3c8e3a tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:26.770377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d2fe7f-2b3e-4648-a15f-6595cc3c8e3a tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:26.772485 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4a2c67a-1c75-417c-a789-fb5b29dcb625 req-f3e50233-8ff7-4f2d-b357-c2cc3dd05cdf service neutron] 10.222.0.25 "GET /v2.0/networks?id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9 HTTP/1.1" status: 200 len: 920 time: 0.2903993 Aug 31 14:39:26.777676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d2fe7f-2b3e-4648-a15f-6595cc3c8e3a tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:26.784919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d2fe7f-2b3e-4648-a15f-6595cc3c8e3a tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:26.787028 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-88d2fe7f-2b3e-4648-a15f-6595cc3c8e3a tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6616585 Aug 31 14:39:26.794310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35750) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:26.890796 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91238e66-64df-4199-bf9a-b72a12ed7dcd tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:26.905431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a60cc-0a16-418a-9eca-64da0b7f07da req-c9212d27-a433-4a90-8442-614485fffe23 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:26.914666 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e08a60cc-0a16-418a-9eca-64da0b7f07da req-c9212d27-a433-4a90-8442-614485fffe23 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.3584614 Aug 31 14:39:26.951992 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4a2c67a-1c75-417c-a789-fb5b29dcb625 req-ac52020a-f5a2-48e0-8dee-f08b70a0efa5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825a15e7-1345-408b-a10a-0c030c3d323e HTTP/1.1" status: 200 len: 217 time: 0.1700947 Aug 31 14:39:26.993518 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e08a60cc-0a16-418a-9eca-64da0b7f07da req-faa4fd35-09b2-4bc2-8c26-235107ea71e7 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778639 Aug 31 14:39:27.129312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2c67a-1c75-417c-a789-fb5b29dcb625 req-dc2c3599-5577-4489-b62d-f54dd71125b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:27.138554 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4a2c67a-1c75-417c-a789-fb5b29dcb625 req-dc2c3599-5577-4489-b62d-f54dd71125b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3479c253-a93e-46c0-a6bc-f61e7bd47d32 HTTP/1.1" status: 200 len: 859 time: 0.1738591 Aug 31 14:39:27.146179 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.162309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Transition to ACTIVE for port object 3609d19d-3c2a-4f80-9d28-a9daab07156a will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:27.186073 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4a2c67a-1c75-417c-a789-fb5b29dcb625 req-47937d22-6bb3-4582-8df8-ae5857775633 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314605 Aug 31 14:39:27.209420 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-20cb9693-e59f-4297-a151-d5b3cad03505 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5368192 Aug 31 14:39:27.216119 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.217232 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:27.227322 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91238e66-64df-4199-bf9a-b72a12ed7dcd tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.269415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-91238e66-64df-4199-bf9a-b72a12ed7dcd tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc07d69a-a129-4113-8e5d-5ad753d91fb3']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:27.329764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-91238e66-64df-4199-bf9a-b72a12ed7dcd tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba5f959-8488-4a67-99c0-0935a220b35e') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:27.333161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-91238e66-64df-4199-bf9a-b72a12ed7dcd tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba5f959-8488-4a67-99c0-0935a220b35e') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:27.382966 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91238e66-64df-4199-bf9a-b72a12ed7dcd tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.389229 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4a2c67a-1c75-417c-a789-fb5b29dcb625 req-8c84a6f7-2bd5-41b0-87f0-cbbaa9c8d246 service neutron] 10.222.0.25 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766803 Aug 31 14:39:27.422175 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853232b7-f704-431f-9662-08f2e785e227 None None] Pushing event updated for resources: {'Port': ['ID=3609d19d-3c2a-4f80-9d28-a9daab07156a,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:27.458364 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91238e66-64df-4199-bf9a-b72a12ed7dcd tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.462873 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8785124-ed0d-4926-ac8a-179761a1a393 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.500193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c4438-1954-45e8-8823-b5899e4362f9 req-699d6987-79e6-464e-8372-73ce7d3b2871 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:27.502812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-946c4438-1954-45e8-8823-b5899e4362f9 req-699d6987-79e6-464e-8372-73ce7d3b2871 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.2507906 Aug 31 14:39:27.504022 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8785124-ed0d-4926-ac8a-179761a1a393 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.513050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91238e66-64df-4199-bf9a-b72a12ed7dcd tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:39:27.513695 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91238e66-64df-4199-bf9a-b72a12ed7dcd tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:39:27.520803 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:39:27.549835 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Attempting to bind port 3609d19d-3c2a-4f80-9d28-a9daab07156a on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:27.550902 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Attempting to bind port 3609d19d-3c2a-4f80-9d28-a9daab07156a by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'a9beab60-cd5e-4e49-923b-7cf8d559726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:27.551470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Attempting to bind port 3609d19d-3c2a-4f80-9d28-a9daab07156a on network b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:27.556558 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4a2c67a-1c75-417c-a789-fb5b29dcb625 req-175d253f-78c4-45eb-a3bd-a5cd835594c4 service neutron] 10.222.0.25 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599519 Aug 31 14:39:27.558204 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.591501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:27.593678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Checking segment: {'id': 'a9beab60-cd5e-4e49-923b-7cf8d559726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:27.593678 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.593678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Bound using segment: {'id': 'a9beab60-cd5e-4e49-923b-7cf8d559726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:27.593678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Bound port: 3609d19d-3c2a-4f80-9d28-a9daab07156a, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9beab60-cd5e-4e49-923b-7cf8d559726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:27.593678 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.635651 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8785124-ed0d-4926-ac8a-179761a1a393 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.637182 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c8785124-ed0d-4926-ac8a-179761a1a393 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4121089 Aug 31 14:39:27.646651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35760) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:27.655504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7de14f0d-4dd9-4c01-9fa8-29830969814a tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Request body: {'security_group_rule': {'security_group_id': 'f9beb2e7-3404-443f-a5ea-29b33252192a', 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:27.669849 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8785124-ed0d-4926-ac8a-179761a1a393 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9beb2e7-3404-443f-a5ea-29b33252192a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:27.723371 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-946c4438-1954-45e8-8823-b5899e4362f9 req-f053696a-e90c-4ab6-8bdb-5cc83a05cb4d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972065 Aug 31 14:39:27.734565 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91238e66-64df-4199-bf9a-b72a12ed7dcd tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.754598 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91238e66-64df-4199-bf9a-b72a12ed7dcd tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.756984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-91238e66-64df-4199-bf9a-b72a12ed7dcd tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "DELETE /v2.0/networks/cc07d69a-a129-4113-8e5d-5ad753d91fb3 HTTP/1.1" status: 204 len: 168 time: 0.9615285 Aug 31 14:39:27.759666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35768) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:27.818047 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7de14f0d-4dd9-4c01-9fa8-29830969814a tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.830751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91238e66-64df-4199-bf9a-b72a12ed7dcd tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event deleted for resources: {'Network': ['ID=cc07d69a-a129-4113-8e5d-5ad753d91fb3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:27.866895 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.937396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] For port 3609d19d-3c2a-4f80-9d28-a9daab07156a, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:27.942922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] For port 3609d19d-3c2a-4f80-9d28-a9daab07156a, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3609d19d-3c2a-4f80-9d28-a9daab07156a,segment=NetworkSegment(a9beab60-cd5e-4e49-923b-7cf8d559726d),segment_id=a9beab60-cd5e-4e49-923b-7cf8d559726d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:27.953524 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.965000 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7de14f0d-4dd9-4c01-9fa8-29830969814a tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:27.972755 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7de14f0d-4dd9-4c01-9fa8-29830969814a tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:28.026615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Allocated IP 172.25.2.149 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/b6aa0c43-53b0-480f-84a1-76f3ac7c11d6) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:28.046637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de14f0d-4dd9-4c01-9fa8-29830969814a tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a98798-38cd-4ac1-a90b-c6f515b1c729,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:28.058782 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7de14f0d-4dd9-4c01-9fa8-29830969814a tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:28.062414 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7de14f0d-4dd9-4c01-9fa8-29830969814a tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4117560 Aug 31 14:39:28.070231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35776) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:28.076097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2424d1f5-abb2-470c-bc15-a05fc545d76e tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Request body: {'security_group_rule': {'security_group_id': 'f9beb2e7-3404-443f-a5ea-29b33252192a', 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:28.112024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Routers {'261a5b39-64ac-485a-be3a-b14555ddcf4c'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:28.112767 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['261a5b39-64ac-485a-be3a-b14555ddcf4c'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:28.115007 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853232b7-f704-431f-9662-08f2e785e227 None None] Pushing event updated for resources: {'Port': ['ID=3609d19d-3c2a-4f80-9d28-a9daab07156a,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:28.209932 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2424d1f5-abb2-470c-bc15-a05fc545d76e tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:28.364905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] Set router 261a5b39-64ac-485a-be3a-b14555ddcf4c gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:28.640334 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'tag': '825a15e7-1345-408b-a10a-0c030c3d323e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:28.651806 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e55ecb8-12e8-44ff-98b2-10fa73102924" -d '{"events": [{"name": "network-changed", "server_uuid": "01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6", "tag": "825a15e7-1345-408b-a10a-0c030c3d323e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:28.679781 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2424d1f5-abb2-470c-bc15-a05fc545d76e tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:28.684717 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2424d1f5-abb2-470c-bc15-a05fc545d76e tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:28.685713 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-129e1cc2-cd00-40b2-844e-5a631c660e45 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:28.700797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1cbac-a313-4213-9cee-a4a3b164f794 req-42596b10-6494-484c-9c71-8f007f7add22 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:28.702715 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1f1cbac-a313-4213-9cee-a4a3b164f794 req-42596b10-6494-484c-9c71-8f007f7add22 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.5602889 Aug 31 14:39:28.714673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424d1f5-abb2-470c-bc15-a05fc545d76e tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffa10ef-9af4-4a41-af0a-290634afbf58,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:28.737322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'name': 'tempest-TestServerBasicOps-695602918-router', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '8df80af7-ed61-4188-81f4-7ecd05c21ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:13Z', 'updated_at': '2021-08-31T14:39:22Z', 'revision_number': 4, 'project_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'gw_port': {'id': '8df80af7-ed61-4188-81f4-7ecd05c21ec4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ef:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:15Z', 'updated_at': '2021-08-31T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '3609d19d-3c2a-4f80-9d28-a9daab07156a', 'name': '', 'network_id': 'b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'mac_address': 'fa:16:3e:0f:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '08495a32-2839-409a-b47e-e92a018cdfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:20Z', 'updated_at': '2021-08-31T14:39:27Z', 'revision_number': 4, 'project_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'subnets': [{'id': '08495a32-2839-409a-b47e-e92a018cdfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:28.737972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2424d1f5-abb2-470c-bc15-a05fc545d76e tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:28.738842 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2424d1f5-abb2-470c-bc15-a05fc545d76e tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6672888 Aug 31 14:39:28.743934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35782) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:28.752891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ed362731-4e6b-4bb7-89aa-b89c6c1d8caa tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Request body: {'security_group_rule': {'security_group_id': 'f9beb2e7-3404-443f-a5ea-29b33252192a', 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:28.774124 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239a4af-3e82-4bf4-b24b-563edeea61c7 None None] The sync data for ids ['261a5b39-64ac-485a-be3a-b14555ddcf4c'] in n-d-806683-5 is: [{'id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'name': 'tempest-TestServerBasicOps-695602918-router', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '8df80af7-ed61-4188-81f4-7ecd05c21ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:13Z', 'updated_at': '2021-08-31T14:39:22Z', 'revision_number': 4, 'project_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'gw_port': {'id': '8df80af7-ed61-4188-81f4-7ecd05c21ec4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ef:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:15Z', 'updated_at': '2021-08-31T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '3609d19d-3c2a-4f80-9d28-a9daab07156a', 'name': '', 'network_id': 'b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'mac_address': 'fa:16:3e:0f:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '08495a32-2839-409a-b47e-e92a018cdfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:20Z', 'updated_at': '2021-08-31T14:39:27Z', 'revision_number': 4, 'project_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'subnets': [{'id': '08495a32-2839-409a-b47e-e92a018cdfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:39:28.787926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1f1cbac-a313-4213-9cee-a4a3b164f794 req-b28efaae-15f7-4402-8f96-e5ba4fc5e6c2 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740795 Aug 31 14:39:28.812421 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed362731-4e6b-4bb7-89aa-b89c6c1d8caa tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:28.871813 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:28.905538 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5480b3-7565-4743-b132-b904fb482528 x-openstack-request-id: req-1e5480b3-7565-4743-b132-b904fb482528 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:28.905852 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6", "tag": "825a15e7-1345-408b-a10a-0c030c3d323e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:28.906066 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e5480b3-7565-4743-b132-b904fb482528 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:28.906462 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'tag': '825a15e7-1345-408b-a10a-0c030c3d323e', 'status': 'completed', 'code': 200} Aug 31 14:39:28.950789 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed362731-4e6b-4bb7-89aa-b89c6c1d8caa tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:28.957011 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed362731-4e6b-4bb7-89aa-b89c6c1d8caa tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:28.981420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed362731-4e6b-4bb7-89aa-b89c6c1d8caa tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb2982b-773d-45a7-a017-9a71ea9a7afc,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:28.985829 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed362731-4e6b-4bb7-89aa-b89c6c1d8caa tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:28.988678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ed362731-4e6b-4bb7-89aa-b89c6c1d8caa tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2431254 Aug 31 14:39:28.991137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35786) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:29.005684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0583d337-2b8a-4220-9a9c-417127e91f90 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Request body: {'security_group_rule': {'security_group_id': 'f9beb2e7-3404-443f-a5ea-29b33252192a', 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:29.105094 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0583d337-2b8a-4220-9a9c-417127e91f90 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.138431 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-129e1cc2-cd00-40b2-844e-5a631c660e45 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.147599 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.185823 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-129e1cc2-cd00-40b2-844e-5a631c660e45 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894447bb-199c-4b7a-8960-bbcbbfaf70fb']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:29.215804 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0583d337-2b8a-4220-9a9c-417127e91f90 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.228343 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0583d337-2b8a-4220-9a9c-417127e91f90 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.240483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-129e1cc2-cd00-40b2-844e-5a631c660e45 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d487897-ef87-4fe6-be1d-8c4195829a53') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:29.240750 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-129e1cc2-cd00-40b2-844e-5a631c660e45 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d487897-ef87-4fe6-be1d-8c4195829a53') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:29.263787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:29.279950 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-129e1cc2-cd00-40b2-844e-5a631c660e45 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.297463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:29.308174 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:29.316540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ecb8-12e8-44ff-98b2-10fa73102924 req-8a208f8d-c006-4bd3-9ca1-09cc63e3b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:29.318641 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e55ecb8-12e8-44ff-98b2-10fa73102924 req-8a208f8d-c006-4bd3-9ca1-09cc63e3b148 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba7a2a54afa6490bbc44789e16b212dd&device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 1097 time: 0.3769550 Aug 31 14:39:29.321368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Pushing event updated for resources: {'Port': ['ID=b6aa0c43-53b0-480f-84a1-76f3ac7c11d6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:29.321645 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0583d337-2b8a-4220-9a9c-417127e91f90 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.339913 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0583d337-2b8a-4220-9a9c-417127e91f90 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3438888 Aug 31 14:39:29.342034 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35792) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:29.349457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-507f8e15-033d-45a7-9275-8ff0c2e5d168 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Request body: {'security_group_rule': {'security_group_id': 'f9beb2e7-3404-443f-a5ea-29b33252192a', 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:29.351807 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-129e1cc2-cd00-40b2-844e-5a631c660e45 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.364588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583d337-2b8a-4220-9a9c-417127e91f90 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7139d1-27b4-4a78-84c6-3cb44ecccfdb,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:29.417856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.418303 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.418892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.419016 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.419378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.419718 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.420045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.426087 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-507f8e15-033d-45a7-9275-8ff0c2e5d168 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Project ce683e4dbcf542919ea01c30e9ec572e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:39:29.428178 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.429973 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.430493 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.432206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.432741 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.437286 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-507f8e15-033d-45a7-9275-8ff0c2e5d168 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.443766 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129e1cc2-cd00-40b2-844e-5a631c660e45 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:39:29.444488 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-129e1cc2-cd00-40b2-844e-5a631c660e45 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.472504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3609d19d-3c2a-4f80-9d28-a9daab07156a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:39:29.493907 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:39:29.579433 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-507f8e15-033d-45a7-9275-8ff0c2e5d168 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.584372 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-507f8e15-033d-45a7-9275-8ff0c2e5d168 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.621579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 3609d19d-3c2a-4f80-9d28-a9daab07156a completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:29.627866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f8e15-033d-45a7-9275-8ff0c2e5d168 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74454162-bb1d-4c44-9a4d-f29b3ac10a40,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:29.635799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 3609d19d-3c2a-4f80-9d28-a9daab07156a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:29.636643 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.638828 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-507f8e15-033d-45a7-9275-8ff0c2e5d168 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.641316 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-507f8e15-033d-45a7-9275-8ff0c2e5d168 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2956264 Aug 31 14:39:29.643087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35798) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:29.659855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3ef5a155-1c44-40e6-a0a5-953cce0c889d tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Request body: {'security_group_rule': {'security_group_id': 'f9beb2e7-3404-443f-a5ea-29b33252192a', 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:29.665614 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-129e1cc2-cd00-40b2-844e-5a631c660e45 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.699199 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-129e1cc2-cd00-40b2-844e-5a631c660e45 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.707567 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-129e1cc2-cd00-40b2-844e-5a631c660e45 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "DELETE /v2.0/networks/894447bb-199c-4b7a-8960-bbcbbfaf70fb HTTP/1.1" status: 204 len: 168 time: 1.9426026 Aug 31 14:39:29.709775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35800) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:29.768380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e1cc2-cd00-40b2-844e-5a631c660e45 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event deleted for resources: {'Network': ['ID=894447bb-199c-4b7a-8960-bbcbbfaf70fb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:29.774939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ecb8-12e8-44ff-98b2-10fa73102924 req-ecfb813c-d2a5-43d5-809c-4857075b126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:29.777562 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e55ecb8-12e8-44ff-98b2-10fa73102924 req-ecfb813c-d2a5-43d5-809c-4857075b126a service neutron] 10.222.0.25 "GET /v2.0/networks?id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9 HTTP/1.1" status: 200 len: 920 time: 0.4199209 Aug 31 14:39:29.778965 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.883610 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.965244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 3609d19d-3c2a-4f80-9d28-a9daab07156a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3609d19d-3c2a-4f80-9d28-a9daab07156a,segment=NetworkSegment(a9beab60-cd5e-4e49-923b-7cf8d559726d),segment_id=a9beab60-cd5e-4e49-923b-7cf8d559726d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:29.968205 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.975845 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e55ecb8-12e8-44ff-98b2-10fa73102924 req-8d82f00f-ef02-4d1b-aa0d-6a9ce3d26ff1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825a15e7-1345-408b-a10a-0c030c3d323e HTTP/1.1" status: 200 len: 217 time: 0.1789701 Aug 31 14:39:29.978065 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-3ef5a155-1c44-40e6-a0a5-953cce0c889d tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Project ce683e4dbcf542919ea01c30e9ec572e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:39:29.999486 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:30.075559 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a155-1c44-40e6-a0a5-953cce0c889d tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:30.118825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=3609d19d-3c2a-4f80-9d28-a9daab07156a,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:30.226727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08384676-0e13-45a1-b405-427a1d65b42a tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:30.236147 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08384676-0e13-45a1-b405-427a1d65b42a tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:30.244175 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-08384676-0e13-45a1-b405-427a1d65b42a tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5332971 Aug 31 14:39:30.247978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ecb8-12e8-44ff-98b2-10fa73102924 req-562284d5-e6b0-418b-8bee-08ea1060aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:30.249665 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e55ecb8-12e8-44ff-98b2-10fa73102924 req-562284d5-e6b0-418b-8bee-08ea1060aebf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3479c253-a93e-46c0-a6bc-f61e7bd47d32 HTTP/1.1" status: 200 len: 859 time: 0.1990852 Aug 31 14:39:30.250271 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35808) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:30.268908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b21ef7e2-bc56-4cab-b3c4-1cfa88ed35bf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2008058206'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:30.284719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39187-8691-4e54-a526-6fae8dc39a08 req-bf1aad54-6d6a-45f6-83d9-d7b394380351 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:30.287879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cdc39187-8691-4e54-a526-6fae8dc39a08 req-bf1aad54-6d6a-45f6-83d9-d7b394380351 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.3433347 Aug 31 14:39:30.355895 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a155-1c44-40e6-a0a5-953cce0c889d tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:30.361552 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a155-1c44-40e6-a0a5-953cce0c889d tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:30.389090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5a155-1c44-40e6-a0a5-953cce0c889d tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3f3117-5793-4138-998c-3dcf63f9361e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:30.420456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e55ecb8-12e8-44ff-98b2-10fa73102924 req-69709f24-5041-427c-a4b1-68f7ec8a1580 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476722 Aug 31 14:39:30.449996 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cdc39187-8691-4e54-a526-6fae8dc39a08 req-9747a1f1-b757-4a6e-b7bd-60e78f3b8e0d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495559 Aug 31 14:39:30.542966 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a155-1c44-40e6-a0a5-953cce0c889d tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:30.555668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3ef5a155-1c44-40e6-a0a5-953cce0c889d tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9008315 Aug 31 14:39:30.572168 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21ef7e2-bc56-4cab-b3c4-1cfa88ed35bf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Made reservation on behalf of dbebb147040841cc8cc6d069680ea5f8 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:30.577317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b21ef7e2-bc56-4cab-b3c4-1cfa88ed35bf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:30.716818 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21ef7e2-bc56-4cab-b3c4-1cfa88ed35bf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:39:30.757349 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b21ef7e2-bc56-4cab-b3c4-1cfa88ed35bf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:30.757818 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-b21ef7e2-bc56-4cab-b3c4-1cfa88ed35bf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Added segment 079ab7c7-7ee5-4800-9ac5-884919844c3e of type vlan for network 09733100-ce90-498e-acec-d1f01743df93 Aug 31 14:39:30.820869 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:30.836975 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:30.914475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b21ef7e2-bc56-4cab-b3c4-1cfa88ed35bf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:30.918790 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e55ecb8-12e8-44ff-98b2-10fa73102924 req-afb7cadb-8bbb-4c8d-a073-654e2b29b349 service neutron] 10.222.0.25 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868543 Aug 31 14:39:31.006029 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-778776da-8b75-4b40-8c9e-ad2f38d5b3d3 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094009973&fields=id&tenant_id=ce683e4dbcf542919ea01c30e9ec572e HTTP/1.1" status: 200 len: 267 time: 0.0792472 Aug 31 14:39:31.074165 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b21ef7e2-bc56-4cab-b3c4-1cfa88ed35bf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:31.081125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ef7e2-bc56-4cab-b3c4-1cfa88ed35bf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:31.082386 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b21ef7e2-bc56-4cab-b3c4-1cfa88ed35bf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:31.130469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-fd6c666a-ad0a-4955-b4da-99ac172ce920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:31.132619 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-fd6c666a-ad0a-4955-b4da-99ac172ce920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/networks?id=1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 HTTP/1.1" status: 200 len: 806 time: 0.1257911 Aug 31 14:39:31.155165 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-68843302-a83e-4713-85ad-2d1744303ed2 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/quotas/ce683e4dbcf542919ea01c30e9ec572e HTTP/1.1" status: 200 len: 375 time: 0.0165794 Aug 31 14:39:31.187661 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Pushing event updated for resources: {'Port': ['ID=b6aa0c43-53b0-480f-84a1-76f3ac7c11d6,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:31.259970 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-6cf1386f-c15d-442b-b111-eec4c34606bb tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce683e4dbcf542919ea01c30e9ec572e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957382 Aug 31 14:39:31.281136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ef7e2-bc56-4cab-b3c4-1cfa88ed35bf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event updated for resources: {'Network': ['ID=09733100-ce90-498e-acec-d1f01743df93,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:31.294179 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b21ef7e2-bc56-4cab-b3c4-1cfa88ed35bf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0310543 Aug 31 14:39:31.300816 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35838) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:31.303853 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:31.311739 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8680220b-f247-41fa-a583-f4f40e69b92e tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1715746441'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:31.321078 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:31.322594 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b63ba3c0-e5bf-4af0-897a-c817656b879b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1124156 Aug 31 14:39:31.326658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 09733100-ce90-498e-acec-d1f01743df93 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:39:31.449662 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-876df116-e544-477c-804c-4bdb665fe07f tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.149 HTTP/1.1" status: 200 len: 696 time: 0.1008484 Aug 31 14:39:31.453867 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e55ecb8-12e8-44ff-98b2-10fa73102924 req-18bae3e0-ebb5-4bbf-909c-4e02fdd0ff8a service neutron] 10.222.0.25 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980159 Aug 31 14:39:31.458934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8680220b-f247-41fa-a583-f4f40e69b92e tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Made reservation on behalf of dbebb147040841cc8cc6d069680ea5f8 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:31.459827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3609d19d-3c2a-4f80-9d28-a9daab07156a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:31.467037 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8680220b-f247-41fa-a583-f4f40e69b92e tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:31.510234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8680220b-f247-41fa-a583-f4f40e69b92e tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:39:31.530323 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8680220b-f247-41fa-a583-f4f40e69b92e tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:31.530679 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-8680220b-f247-41fa-a583-f4f40e69b92e tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Added segment b552b16a-b82c-40d1-bfa6-c889eede2ccf of type vlan for network d80e3276-3f37-4931-8c7e-4510a30c2bd6 Aug 31 14:39:31.552846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 3609d19d-3c2a-4f80-9d28-a9daab07156a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:31.553220 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:31.599647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8680220b-f247-41fa-a583-f4f40e69b92e tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:31.638050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b321a3dc-cfb5-44a6-8e99-752a898cf675 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:31.647305 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b321a3dc-cfb5-44a6-8e99-752a898cf675 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.1887755 Aug 31 14:39:31.648099 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8680220b-f247-41fa-a583-f4f40e69b92e tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:31.653951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680220b-f247-41fa-a583-f4f40e69b92e tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:31.654179 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8680220b-f247-41fa-a583-f4f40e69b92e tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:31.658517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b15474db-ad57-4b5f-be33-b10997c435ce tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:39:31.659217 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a2fa208f-c152-4c4d-afa3-c000d42197be req-b15474db-ad57-4b5f-be33-b10997c435ce tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060546 Aug 31 14:39:31.667939 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-46df8061-1936-486c-be64-a7ad5b16b8e1 service neutron] 10.222.0.39 "GET /v2.0/networks/1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070454 Aug 31 14:39:31.773852 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8680220b-f247-41fa-a583-f4f40e69b92e tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4691391 Aug 31 14:39:31.779543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35844) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:31.790912 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Request body: {'ports': [{'network_id': '09733100-ce90-498e-acec-d1f01743df93', 'name': 'tempest-port--1978836335', 'admin_state_up': True}, {'network_id': 'd80e3276-3f37-4931-8c7e-4510a30c2bd6', 'admin_state_up': False}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:31.791328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Request body: {'port': {'network_id': '09733100-ce90-498e-acec-d1f01743df93', 'name': 'tempest-port--1978836335', 'admin_state_up': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:31.791819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Request body: {'port': {'network_id': 'd80e3276-3f37-4931-8c7e-4510a30c2bd6', 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:31.805157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6570840-e356-4ee7-9e5e-c9465dc18265 req-b36e392e-39a4-4362-bade-5e95a535f8e8 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:31.807673 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a6570840-e356-4ee7-9e5e-c9465dc18265 req-b36e392e-39a4-4362-bade-5e95a535f8e8 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.0621493 Aug 31 14:39:31.812446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680220b-f247-41fa-a583-f4f40e69b92e tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event updated for resources: {'Network': ['ID=d80e3276-3f37-4931-8c7e-4510a30c2bd6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:31.827835 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network d80e3276-3f37-4931-8c7e-4510a30c2bd6 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:39:31.866421 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a6570840-e356-4ee7-9e5e-c9465dc18265 req-38f745d5-0afe-4f45-8dd7-1516f4291d16 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451081 Aug 31 14:39:31.973711 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cdb86-9fbd-4446-b4f4-93e2823b11ff req-4cd68de9-a90d-4408-849a-4cec6e5816f8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:31.974993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-56b1de41-9b48-4268-9c3e-cf963d1e97ca service neutron] 10.222.0.39 "GET /v2.0/networks/1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929630 Aug 31 14:39:31.981994 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-715cdb86-9fbd-4446-b4f4-93e2823b11ff req-4cd68de9-a90d-4408-849a-4cec6e5816f8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.0605726 Aug 31 14:39:32.020065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Made reservation on behalf of dbebb147040841cc8cc6d069680ea5f8 for: {'port': 2} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:32.024927 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:32.047204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:32.048128 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-715cdb86-9fbd-4446-b4f4-93e2823b11ff req-1c1a7167-67f0-4a8e-9b86-df8656c08a3f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629694 Aug 31 14:39:32.177084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] device_id is not set on port cef82ff1-f124-4eb7-9f47-3e08db136617 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:39:32.197646 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e794d270-c26d-4d77-b488-926746aee243 req-ede21f88-b207-491f-b414-527d96d06edd tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 210 time: 0.0353796 Aug 31 14:39:32.296071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-60700571-dad2-4340-b469-50740b61fa01 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:32.297656 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-60700571-dad2-4340-b469-50740b61fa01 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1088698 Aug 31 14:39:32.352595 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:32.372952 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-64eaf561-fe94-4dd0-8612-6d950d13ca1d tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.149 HTTP/1.1" status: 200 len: 696 time: 0.0672486 Aug 31 14:39:32.390435 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-464d2278-c18e-48e1-a6d5-a815838dfead tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Request body: {'floatingip': {'port_id': '825a15e7-1345-408b-a10a-0c030c3d323e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:32.458628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] device_id is not set on port 191523bc-2aad-41ac-bd0d-650e195e90d3 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:39:32.487089 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-464d2278-c18e-48e1-a6d5-a815838dfead tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:32.667306 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:32.731130 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:32.819052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event updated for resources: {'Port': ['ID=cef82ff1-f124-4eb7-9f47-3e08db136617,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:32.869801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Checking segment: {'id': '079ab7c7-7ee5-4800-9ac5-884919844c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09733100-ce90-498e-acec-d1f01743df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:32.870192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Network hostable DHCP agents. Network: 09733100-ce90-498e-acec-d1f01743df93, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:39:32.890028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Network 09733100-ce90-498e-acec-d1f01743df93 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:39:32.902709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 09733100-ce90-498e-acec-d1f01743df93) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:32.907767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:32.909230 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:32.920648 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5514553-b02a-478e-9281-955cfe923912 None None] Network 09733100-ce90-498e-acec-d1f01743df93 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:33.121312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event updated for resources: {'Port': ['ID=191523bc-2aad-41ac-bd0d-650e195e90d3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:33.137810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Checking segment: {'id': 'b552b16a-b82c-40d1-bfa6-c889eede2ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd80e3276-3f37-4931-8c7e-4510a30c2bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:33.138294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Network hostable DHCP agents. Network: d80e3276-3f37-4931-8c7e-4510a30c2bd6, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:39:33.154342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fadce-da04-4b59-845c-221e99185ffe req-be4689c1-229c-48f3-bbe4-00515cd8b15c tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:33.156190 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f65fadce-da04-4b59-845c-221e99185ffe req-be4689c1-229c-48f3-bbe4-00515cd8b15c tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.1722660 Aug 31 14:39:33.194307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Network d80e3276-3f37-4931-8c7e-4510a30c2bd6 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:39:33.227402 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f65fadce-da04-4b59-845c-221e99185ffe req-aca7c19a-594b-4eb0-979e-76fea4d7eca8 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584888 Aug 31 14:39:33.229130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, d80e3276-3f37-4931-8c7e-4510a30c2bd6) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:33.235441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:33.251313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15289e31-9b6c-4654-a27f-07164a65e314 None None] Network d80e3276-3f37-4931-8c7e-4510a30c2bd6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:33.253746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:33.258962 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:33.259698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:33.276452 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-477674db-0ed8-4d5e-91c0-5c5d71e16fbf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4960523 Aug 31 14:39:33.278894 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35886) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:33.337375 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-464d2278-c18e-48e1-a6d5-a815838dfead tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:33.348473 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-464d2278-c18e-48e1-a6d5-a815838dfead tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:33.406357 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e9e208-ba10-4baf-9252-e24a1eb45189 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:33.414337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e9e208-ba10-4baf-9252-e24a1eb45189 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:33.415783 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a7e9e208-ba10-4baf-9252-e24a1eb45189 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1358912 Aug 31 14:39:33.421455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35890) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:33.560290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f25a4-deb3-4e7c-8c94-d7b02a22bfe2 req-c293efae-9485-4897-a787-7dd2d6740b07 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:33.563811 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-993f25a4-deb3-4e7c-8c94-d7b02a22bfe2 req-c293efae-9485-4897-a787-7dd2d6740b07 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.2172301 Aug 31 14:39:33.620609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-16e8b917-a18d-4f07-a8ef-08bc7b6d18ac tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Deleting port cef82ff1-f124-4eb7-9f47-3e08db136617 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:39:33.621189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16e8b917-a18d-4f07-a8ef-08bc7b6d18ac tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:33.685359 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-464d2278-c18e-48e1-a6d5-a815838dfead tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Floating IP 88adc1ff-7e87-477c-8daa-53ad7af11e52 associated. External IP: 172.25.2.149, port: 825a15e7-1345-408b-a10a-0c030c3d323e. Aug 31 14:39:33.788354 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-993f25a4-deb3-4e7c-8c94-d7b02a22bfe2 req-e18252ad-c16e-4cc1-8255-d392b4f13bb9 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157915 Aug 31 14:39:33.827385 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16e8b917-a18d-4f07-a8ef-08bc7b6d18ac tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:33.859772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-16e8b917-a18d-4f07-a8ef-08bc7b6d18ac tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Calling delete_port for cef82ff1-f124-4eb7-9f47-3e08db136617 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:39:33.966607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-c25e4dcd-c87f-482f-ac7e-901e4adb26d7 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:33.968418 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-c25e4dcd-c87f-482f-ac7e-901e4adb26d7 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.60 "GET /v2.0/networks?id=1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 HTTP/1.1" status: 200 len: 806 time: 0.4104042 Aug 31 14:39:34.026250 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de4d152d-6109-4bb9-be94-149bface48a3 req-ecf94972-8523-4302-bbbd-18aa6f178b04 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 210 time: 0.0368075 Aug 31 14:39:34.044180 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16e8b917-a18d-4f07-a8ef-08bc7b6d18ac tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.082485 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16e8b917-a18d-4f07-a8ef-08bc7b6d18ac tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.087309 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-16e8b917-a18d-4f07-a8ef-08bc7b6d18ac tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "DELETE /v2.0/ports/cef82ff1-f124-4eb7-9f47-3e08db136617 HTTP/1.1" status: 204 len: 168 time: 0.6639373 Aug 31 14:39:34.088111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35898) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:34.141876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8b917-a18d-4f07-a8ef-08bc7b6d18ac tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event deleted for resources: {'Port': ['ID=cef82ff1-f124-4eb7-9f47-3e08db136617,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:34.221014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-04ea5fc3-0501-4673-a17e-1c8e0d5712af tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Deleting port 191523bc-2aad-41ac-bd0d-650e195e90d3 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:39:34.221364 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04ea5fc3-0501-4673-a17e-1c8e0d5712af tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.342355 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04ea5fc3-0501-4673-a17e-1c8e0d5712af tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.379492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-04ea5fc3-0501-4673-a17e-1c8e0d5712af tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Calling delete_port for 191523bc-2aad-41ac-bd0d-650e195e90d3 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:39:34.405404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf7225-9b46-49e7-b2bf-a04bb5e5c97d req-bb77edf3-6202-488d-926b-053bc05bdb39 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:34.406924 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-67bf7225-9b46-49e7-b2bf-a04bb5e5c97d req-bb77edf3-6202-488d-926b-053bc05bdb39 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.0837128 Aug 31 14:39:34.499996 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-67bf7225-9b46-49e7-b2bf-a04bb5e5c97d req-983a6acd-e932-4433-b162-7ec4a4a8cd8e tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615301 Aug 31 14:39:34.511135 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04ea5fc3-0501-4673-a17e-1c8e0d5712af tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.528159 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-00b3c185-8e90-415b-8396-f7292f5263e4 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce683e4dbcf542919ea01c30e9ec572e HTTP/1.1" status: 200 len: 380 time: 0.5500758 Aug 31 14:39:34.533235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-464d2278-c18e-48e1-a6d5-a815838dfead tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Router 52cf7461-f842-4595-9630-9199d1a23873 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:39:34.538148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-d8c99aea-9873-492f-93ef-b8b04c9499ec tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Request body: {'port': {'device_id': 'c9aebc39-cc73-4999-8a1e-93e600d77b01', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'admin_state_up': True, 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'security_groups': ['f9beb2e7-3404-443f-a5ea-29b33252192a']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:34.546362 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea5fc3-0501-4673-a17e-1c8e0d5712af tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event deleted for resources: {'Port': ['ID=191523bc-2aad-41ac-bd0d-650e195e90d3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:34.555707 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04ea5fc3-0501-4673-a17e-1c8e0d5712af tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.560785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-04ea5fc3-0501-4673-a17e-1c8e0d5712af tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "DELETE /v2.0/ports/191523bc-2aad-41ac-bd0d-650e195e90d3 HTTP/1.1" status: 204 len: 168 time: 0.4714034 Aug 31 14:39:34.561558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35904) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:34.590854 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-018745a9-3e5f-44af-a7bc-f97d758ad823 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0278227 Aug 31 14:39:34.594742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35906) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:34.600205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5a63beb6-37e9-4c24-8f4f-31349b789dc0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1896137802'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:34.625884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a63beb6-37e9-4c24-8f4f-31349b789dc0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Made reservation on behalf of dbebb147040841cc8cc6d069680ea5f8 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:34.629928 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a63beb6-37e9-4c24-8f4f-31349b789dc0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.658039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a63beb6-37e9-4c24-8f4f-31349b789dc0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:39:34.667866 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a63beb6-37e9-4c24-8f4f-31349b789dc0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.668204 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-5a63beb6-37e9-4c24-8f4f-31349b789dc0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Added segment 42971fd4-b434-4df3-8fe9-e51e38be7e1f of type vlan for network ad045af7-a98c-4f8c-868e-5a7e27757070 Aug 31 14:39:34.712273 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a63beb6-37e9-4c24-8f4f-31349b789dc0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.737169 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a63beb6-37e9-4c24-8f4f-31349b789dc0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.743474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63beb6-37e9-4c24-8f4f-31349b789dc0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:34.744074 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a63beb6-37e9-4c24-8f4f-31349b789dc0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.752737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-464d2278-c18e-48e1-a6d5-a815838dfead tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:39:34.758143 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-464d2278-c18e-48e1-a6d5-a815838dfead tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.768165 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4285dc7-d886-435f-bae9-49ade180360b None None] Sync routers for ids ['52cf7461-f842-4595-9630-9199d1a23873'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:39:34.786995 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4285dc7-d886-435f-bae9-49ade180360b None None] Routers {'52cf7461-f842-4595-9630-9199d1a23873'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:34.788044 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f4285dc7-d886-435f-bae9-49ade180360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['52cf7461-f842-4595-9630-9199d1a23873'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:34.788636 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-464d2278-c18e-48e1-a6d5-a815838dfead tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "PUT /v2.0/floatingips/88adc1ff-7e87-477c-8daa-53ad7af11e52 HTTP/1.1" status: 200 len: 997 time: 2.4052086 Aug 31 14:39:34.791002 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'tag': '825a15e7-1345-408b-a10a-0c030c3d323e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:34.793321 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee023e3-50e6-4792-b6b8-b3924cc99652" -d '{"events": [{"name": "network-changed", "server_uuid": "01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6", "tag": "825a15e7-1345-408b-a10a-0c030c3d323e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:34.802141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-d8c99aea-9873-492f-93ef-b8b04c9499ec tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Made reservation on behalf of ce683e4dbcf542919ea01c30e9ec572e for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:34.806314 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-d8c99aea-9873-492f-93ef-b8b04c9499ec tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.844920 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5a63beb6-37e9-4c24-8f4f-31349b789dc0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2487719 Aug 31 14:39:34.847997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35912) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:34.858622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3590b599-e356-44cd-b2c0-99830d70a3e0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-180353729'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:34.908927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63beb6-37e9-4c24-8f4f-31349b789dc0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event updated for resources: {'Network': ['ID=ad045af7-a98c-4f8c-868e-5a7e27757070,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:34.922506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network ad045af7-a98c-4f8c-868e-5a7e27757070 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:39:34.930295 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a4532d-6393-4bd6-ba97-2254ab87fa15 x-openstack-request-id: req-59a4532d-6393-4bd6-ba97-2254ab87fa15 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:34.930590 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6", "tag": "825a15e7-1345-408b-a10a-0c030c3d323e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:34.930843 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59a4532d-6393-4bd6-ba97-2254ab87fa15 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:34.931310 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'tag': '825a15e7-1345-408b-a10a-0c030c3d323e', 'status': 'completed', 'code': 200} Aug 31 14:39:34.966128 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3590b599-e356-44cd-b2c0-99830d70a3e0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Made reservation on behalf of dbebb147040841cc8cc6d069680ea5f8 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:34.970144 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3590b599-e356-44cd-b2c0-99830d70a3e0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:35.000156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-ac010ae9-6590-4a6f-8eff-a29d063bc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:35.002402 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-ac010ae9-6590-4a6f-8eff-a29d063bc170 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba7a2a54afa6490bbc44789e16b212dd&device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 1097 time: 0.1781013 Aug 31 14:39:35.056954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3590b599-e356-44cd-b2c0-99830d70a3e0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:39:35.064814 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee023e3-50e6-4792-b6b8-b3924cc99652 req-d5628043-f867-4bd0-b7d8-165a59ed938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:35.066773 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ee023e3-50e6-4792-b6b8-b3924cc99652 req-d5628043-f867-4bd0-b7d8-165a59ed938c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba7a2a54afa6490bbc44789e16b212dd&device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 1097 time: 0.1319690 Aug 31 14:39:35.072624 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3590b599-e356-44cd-b2c0-99830d70a3e0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:35.072873 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-3590b599-e356-44cd-b2c0-99830d70a3e0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Added segment 6b105464-b1c5-44bc-8fe6-858c88639432 of type vlan for network abfd1deb-8d4d-417f-b83e-8a84106176ed Aug 31 14:39:35.075095 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f4285dc7-d886-435f-bae9-49ade180360b None None] Set router 52cf7461-f842-4595-9630-9199d1a23873 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:35.153846 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3590b599-e356-44cd-b2c0-99830d70a3e0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:35.178953 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-d8c99aea-9873-492f-93ef-b8b04c9499ec tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Allocated IP 172.20.0.3 (1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5/707f1a94-3dc7-4002-a30d-f5d800818861/a95c40ac-cb75-417b-9d9a-fc7493685d30) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:35.231259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262a87c-eeda-46dc-9800-c4827dc6b8e9 req-950f63fe-2b3b-4922-8071-460d504dfaa5 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:35.247078 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b262a87c-eeda-46dc-9800-c4827dc6b8e9 req-950f63fe-2b3b-4922-8071-460d504dfaa5 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.2198174 Aug 31 14:39:35.251251 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3590b599-e356-44cd-b2c0-99830d70a3e0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:35.258032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3590b599-e356-44cd-b2c0-99830d70a3e0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:35.259627 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3590b599-e356-44cd-b2c0-99830d70a3e0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:35.280985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-d015f0a9-29a0-4c3d-a37e-68552b4deb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:35.288454 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-d015f0a9-29a0-4c3d-a37e-68552b4deb66 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9 HTTP/1.1" status: 200 len: 920 time: 0.2560451 Aug 31 14:39:35.339284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590b599-e356-44cd-b2c0-99830d70a3e0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event updated for resources: {'Network': ['ID=abfd1deb-8d4d-417f-b83e-8a84106176ed,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:35.350387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network abfd1deb-8d4d-417f-b83e-8a84106176ed details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:39:35.375263 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3590b599-e356-44cd-b2c0-99830d70a3e0 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5116715 Aug 31 14:39:35.375534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee023e3-50e6-4792-b6b8-b3924cc99652 req-86763980-26cc-4e8d-8949-738c0f5c64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:35.375534 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ee023e3-50e6-4792-b6b8-b3924cc99652 req-86763980-26cc-4e8d-8949-738c0f5c64c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9 HTTP/1.1" status: 200 len: 920 time: 0.2727482 Aug 31 14:39:35.414187 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b262a87c-eeda-46dc-9800-c4827dc6b8e9 req-8900d8ff-d5e9-4e9b-ac05-a26915851b2b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643078 Aug 31 14:39:35.465158 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f4285dc7-d886-435f-bae9-49ade180360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:28Z', 'revision_number': 4, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port': {'id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:23Z', 'updated_at': '2021-08-31T14:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '88adc1ff-7e87-477c-8daa-53ad7af11e52', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '52cf7461-f842-4595-9630-9199d1a23873', 'port_id': '825a15e7-1345-408b-a10a-0c030c3d323e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'mac_address': 'fa:16:3e:d7:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:39:29Z', 'updated_at': '2021-08-31T14:39:33Z', 'revision_number': 1, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafd4462-b1ff-407c-ac1f-21b6a710c52f', 'name': '', 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'mac_address': 'fa:16:3e:97:46:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:26Z', 'updated_at': '2021-08-31T14:38:41Z', 'revision_number': 5, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'subnets': [{'id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:35.570918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35928) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:35.571132 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4285dc7-d886-435f-bae9-49ade180360b None None] Checking router: 52cf7461-f842-4595-9630-9199d1a23873 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:39:35.581521 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4285dc7-d886-435f-bae9-49ade180360b None None] Routers {'52cf7461-f842-4595-9630-9199d1a23873'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:35.582358 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f4285dc7-d886-435f-bae9-49ade180360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['52cf7461-f842-4595-9630-9199d1a23873'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:35.606115 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-0b8e02bb-467a-4697-a36b-865ed266605a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825a15e7-1345-408b-a10a-0c030c3d323e HTTP/1.1" status: 200 len: 1000 time: 0.3167214 Aug 31 14:39:35.621277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Request body: {'subnets': [{'network_id': 'ad045af7-a98c-4f8c-868e-5a7e27757070', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1259584032', 'ip_version': 4}, {'network_id': 'abfd1deb-8d4d-417f-b83e-8a84106176ed', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:35.621598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Request body: {'subnet': {'network_id': 'ad045af7-a98c-4f8c-868e-5a7e27757070', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1259584032', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:35.623015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Request body: {'subnet': {'network_id': 'abfd1deb-8d4d-417f-b83e-8a84106176ed', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:35.634289 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-009d6d79-abbb-4aaf-b8da-bf9d522f08ad req-fa1afda3-a02a-4502-b7f2-01b2a41e70dd tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 210 time: 0.0817590 Aug 31 14:39:35.795424 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-d8c99aea-9873-492f-93ef-b8b04c9499ec tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:35.816937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-d8c99aea-9873-492f-93ef-b8b04c9499ec tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Transition to ACTIVE for port object a95c40ac-cb75-417b-9d9a-fc7493685d30 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:35.818148 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f4285dc7-d886-435f-bae9-49ade180360b None None] Set router 52cf7461-f842-4595-9630-9199d1a23873 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:35.922792 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ee023e3-50e6-4792-b6b8-b3924cc99652 req-78528fc1-3270-4e15-8795-942940745ef8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825a15e7-1345-408b-a10a-0c030c3d323e HTTP/1.1" status: 200 len: 1000 time: 0.5268323 Aug 31 14:39:35.925055 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-fe22295f-fa21-4d97-a509-00cffb960a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:35.926993 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-fe22295f-fa21-4d97-a509-00cffb960a5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3479c253-a93e-46c0-a6bc-f61e7bd47d32 HTTP/1.1" status: 200 len: 859 time: 0.1056173 Aug 31 14:39:35.945371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500f55-8419-401f-8291-fbf3e4a4f058 req-4daa0eb1-6447-4b4d-b221-dde2a983ea4a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:35.946949 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83500f55-8419-401f-8291-fbf3e4a4f058 req-4daa0eb1-6447-4b4d-b221-dde2a983ea4a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.1878033 Aug 31 14:39:35.999563 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-bbbbaf02-7e62-4147-9ba6-d864bc0f6e39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589001 Aug 31 14:39:36.009014 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-d8c99aea-9873-492f-93ef-b8b04c9499ec tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:36.027498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-9f69d82d-78f9-47ff-910b-8a9deae02619 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:39:36.028864 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-9f69d82d-78f9-47ff-910b-8a9deae02619 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074315 Aug 31 14:39:36.029447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Made reservation on behalf of dbebb147040841cc8cc6d069680ea5f8 for: {'subnet': 2} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:36.035035 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:36.035727 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:36.055068 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83500f55-8419-401f-8291-fbf3e4a4f058 req-5cb0577c-71bc-4604-a5bd-755abcf9677b tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908082 Aug 31 14:39:36.160716 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee023e3-50e6-4792-b6b8-b3924cc99652 req-a1001869-e473-4a16-8d12-c60d1de1fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:36.162687 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ee023e3-50e6-4792-b6b8-b3924cc99652 req-a1001869-e473-4a16-8d12-c60d1de1fc14 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3479c253-a93e-46c0-a6bc-f61e7bd47d32 HTTP/1.1" status: 200 len: 859 time: 0.2331557 Aug 31 14:39:36.165105 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-d8c99aea-9873-492f-93ef-b8b04c9499ec tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:36.211566 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-d8c99aea-9873-492f-93ef-b8b04c9499ec tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:36.225370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-d8c99aea-9873-492f-93ef-b8b04c9499ec tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:36.235748 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f4285dc7-d886-435f-bae9-49ade180360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:28Z', 'revision_number': 4, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port': {'id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:23Z', 'updated_at': '2021-08-31T14:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '88adc1ff-7e87-477c-8daa-53ad7af11e52', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '52cf7461-f842-4595-9630-9199d1a23873', 'port_id': '825a15e7-1345-408b-a10a-0c030c3d323e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'mac_address': 'fa:16:3e:d7:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:39:29Z', 'updated_at': '2021-08-31T14:39:33Z', 'revision_number': 1, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafd4462-b1ff-407c-ac1f-21b6a710c52f', 'name': '', 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'mac_address': 'fa:16:3e:97:46:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:26Z', 'updated_at': '2021-08-31T14:38:41Z', 'revision_number': 5, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'subnets': [{'id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:36.284715 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ee023e3-50e6-4792-b6b8-b3924cc99652 req-e41ac390-52c1-4b9e-9e5b-78f7f19284c0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084883 Aug 31 14:39:36.289235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c99aea-9873-492f-93ef-b8b04c9499ec tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Pushing event updated for resources: {'Port': ['ID=a95c40ac-cb75-417b-9d9a-fc7493685d30,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:36.298055 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4285dc7-d886-435f-bae9-49ade180360b None None] The sync data for ids ['52cf7461-f842-4595-9630-9199d1a23873'] in n-d-806683-5 is: [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:28Z', 'revision_number': 4, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port': {'id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:23Z', 'updated_at': '2021-08-31T14:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '88adc1ff-7e87-477c-8daa-53ad7af11e52', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '52cf7461-f842-4595-9630-9199d1a23873', 'port_id': '825a15e7-1345-408b-a10a-0c030c3d323e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'mac_address': 'fa:16:3e:d7:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:39:29Z', 'updated_at': '2021-08-31T14:39:33Z', 'revision_number': 1, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafd4462-b1ff-407c-ac1f-21b6a710c52f', 'name': '', 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'mac_address': 'fa:16:3e:97:46:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:26Z', 'updated_at': '2021-08-31T14:38:41Z', 'revision_number': 5, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'subnets': [{'id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:39:36.409615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-d8c99aea-9873-492f-93ef-b8b04c9499ec tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:36.410791 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-d8c99aea-9873-492f-93ef-b8b04c9499ec tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:36.420629 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-fc9978a3-1da5-4fc6-b404-5d2ecef1eb8e service neutron] 10.222.0.39 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643401 Aug 31 14:39:36.491091 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-d8c99aea-9873-492f-93ef-b8b04c9499ec tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9566631 Aug 31 14:39:36.505388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Request body: {'port': {'device_id': 'c9aebc39-cc73-4999-8a1e-93e600d77b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:36.553658 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ee023e3-50e6-4792-b6b8-b3924cc99652 req-9cc735f1-6da5-407e-b46e-b459bca9c375 service neutron] 10.222.0.25 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527869 Aug 31 14:39:36.608108 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:36.628774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-634f3dfe-5d78-49df-b046-e3897d0577c4 None None] Provisioning for port a95c40ac-cb75-417b-9d9a-fc7493685d30 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:36.635806 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-634f3dfe-5d78-49df-b046-e3897d0577c4 None None] Provisioning complete for port a95c40ac-cb75-417b-9d9a-fc7493685d30 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:36.636183 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-634f3dfe-5d78-49df-b046-e3897d0577c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:36.684364 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ecc3ef9-0c09-45ff-816d-5c203e98213f req-bdd32274-36ae-428f-9bad-1e72f843a7b4 service neutron] 10.222.0.39 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556639 Aug 31 14:39:36.690912 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:36.713904 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c2303-e5ec-490c-85a6-cbceb1ed5cd6 None None] New status for floating IP 88adc1ff-7e87-477c-8daa-53ad7af11e52: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:39:36.718192 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-634f3dfe-5d78-49df-b046-e3897d0577c4 None None] Port a95c40ac-cb75-417b-9d9a-fc7493685d30 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:39:36.861607 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ee023e3-50e6-4792-b6b8-b3924cc99652 req-a394dd73-7c06-4af7-bc77-3ff5ae11fb54 service neutron] 10.222.0.25 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938011 Aug 31 14:39:36.862387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e9c82-2ebe-4f6f-ba91-e35363881b29 req-45b5ce9e-9f5b-400e-9a61-1a03cbb5a97c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:36.881339 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-657e9c82-2ebe-4f6f-ba91-e35363881b29 req-45b5ce9e-9f5b-400e-9a61-1a03cbb5a97c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.2787499 Aug 31 14:39:36.885883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event updated for resources: {'Subnet': ['ID=7c02bbe8-c6f1-4ee5-bc8f-2f880b9f6070,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:36.910902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Checking segment: {'id': '42971fd4-b434-4df3-8fe9-e51e38be7e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad045af7-a98c-4f8c-868e-5a7e27757070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:36.911306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Network hostable DHCP agents. Network: ad045af7-a98c-4f8c-868e-5a7e27757070, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:39:36.950573 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-657e9c82-2ebe-4f6f-ba91-e35363881b29 req-0a231f98-d6f3-4d90-9e46-7c60fd682dad tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670094 Aug 31 14:39:36.991460 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babca572-47b9-4094-a89f-178e75b9acb7 req-9cb4290d-56a4-4489-913e-61b907ab06a2 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:36.993667 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-babca572-47b9-4094-a89f-178e75b9acb7 req-9cb4290d-56a4-4489-913e-61b907ab06a2 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 931 time: 0.1965027 Aug 31 14:39:37.097617 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-babca572-47b9-4094-a89f-178e75b9acb7 req-6e952bd9-4907-4d83-a125-74a5f481b6fb tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931332 Aug 31 14:39:37.104047 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-d30aebae-cccd-4a8f-97d1-d251f919e782 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.149 HTTP/1.1" status: 200 len: 1000 time: 0.1346240 Aug 31 14:39:37.115250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Network ad045af7-a98c-4f8c-868e-5a7e27757070 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:39:37.147537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, ad045af7-a98c-4f8c-868e-5a7e27757070) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:37.152420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:37.200975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca51856-134d-45f0-960c-ecbe6d255f93 None None] Network ad045af7-a98c-4f8c-868e-5a7e27757070 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:37.237215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-27729f23-bcaa-45f6-aadb-193ae474c4b6 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:37.238635 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-27729f23-bcaa-45f6-aadb-193ae474c4b6 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports/825a15e7-1345-408b-a10a-0c030c3d323e HTTP/1.1" status: 200 len: 943 time: 0.1335435 Aug 31 14:39:37.245048 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95c40ac-cb75-417b-9d9a-fc7493685d30 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:39:37.253509 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:37.268657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Transition to ACTIVE for port object a95c40ac-cb75-417b-9d9a-fc7493685d30 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:37.297634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event updated for resources: {'Subnet': ['ID=6de4b80f-1b12-4498-81ec-82f3ba8801a2,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:37.310813 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:37.342501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Checking segment: {'id': '6b105464-b1c5-44bc-8fe6-858c88639432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'abfd1deb-8d4d-417f-b83e-8a84106176ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:37.343267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Network hostable DHCP agents. Network: abfd1deb-8d4d-417f-b83e-8a84106176ed, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:39:37.409580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Network abfd1deb-8d4d-417f-b83e-8a84106176ed is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:39:37.415610 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Pushing event updated for resources: {'Port': ['ID=a95c40ac-cb75-417b-9d9a-fc7493685d30,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:37.459230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-f2dc50a5-79d4-414b-a148-007733a7afc4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.149 HTTP/1.1" status: 200 len: 1000 time: 0.1313949 Aug 31 14:39:37.460534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, abfd1deb-8d4d-417f-b83e-8a84106176ed) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:37.462833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ee278-ddc6-4052-be78-4c1d16b0a39f req-4166b0da-e65b-4117-89c7-73d8204f82d8 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:37.464456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-812ee278-ddc6-4052-be78-4c1d16b0a39f req-4166b0da-e65b-4117-89c7-73d8204f82d8 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.1945174 Aug 31 14:39:37.484249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a005422-729d-47d8-84af-b775af373ba1 None None] Network abfd1deb-8d4d-417f-b83e-8a84106176ed requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:37.498532 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:37.504672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:37.506856 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:37.541135 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ad870f53-bd28-4067-917e-0a145a21e9cf tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9707851 Aug 31 14:39:37.553436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35954) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:37.581235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-ad045af7-a98c-4f8c-868e-5a7e27757070', 'network_id': 'ad045af7-a98c-4f8c-868e-5a7e27757070', 'tenant_id': 'dbebb147040841cc8cc6d069680ea5f8', 'fixed_ips': [{'subnet_id': '7c02bbe8-c6f1-4ee5-bc8f-2f880b9f6070'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:39:37.582149 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:37.834839 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-812ee278-ddc6-4052-be78-4c1d16b0a39f req-f67ade91-2003-4c28-8301-f98d9f1fe40e tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3465581 Aug 31 14:39:37.855908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599961f0-62ce-47fb-a6ad-2a6184fbc0fa tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:37.857706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599961f0-62ce-47fb-a6ad-2a6184fbc0fa tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:37.859585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599961f0-62ce-47fb-a6ad-2a6184fbc0fa tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:37.875478 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-599961f0-62ce-47fb-a6ad-2a6184fbc0fa tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3090820 Aug 31 14:39:37.877490 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35958) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:37.942728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Allocated IP 172.20.0.2 (ad045af7-a98c-4f8c-868e-5a7e27757070/7c02bbe8-c6f1-4ee5-bc8f-2f880b9f6070/cc950d1b-783a-4128-b1fc-7fbf7415f73f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:37.955637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-abfd1deb-8d4d-417f-b83e-8a84106176ed', 'network_id': 'abfd1deb-8d4d-417f-b83e-8a84106176ed', 'tenant_id': 'dbebb147040841cc8cc6d069680ea5f8', 'fixed_ips': [{'subnet_id': '6de4b80f-1b12-4498-81ec-82f3ba8801a2'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:39:37.978016 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.003216 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Attempting to bind port a95c40ac-cb75-417b-9d9a-fc7493685d30 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:38.003439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Attempting to bind port a95c40ac-cb75-417b-9d9a-fc7493685d30 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '226ca991-0b71-4bdb-944e-dc0a06cbe437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:38.003578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Attempting to bind port a95c40ac-cb75-417b-9d9a-fc7493685d30 on network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:38.022986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Port a95c40ac-cb75-417b-9d9a-fc7493685d30 on network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:39:38.023332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Attempting to bind port a95c40ac-cb75-417b-9d9a-fc7493685d30 on network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:38.061315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:38.061725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Checking segment: {'id': '226ca991-0b71-4bdb-944e-dc0a06cbe437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:38.062029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Bound using segment: {'id': '226ca991-0b71-4bdb-944e-dc0a06cbe437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:38.062475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Bound port: a95c40ac-cb75-417b-9d9a-fc7493685d30, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226ca991-0b71-4bdb-944e-dc0a06cbe437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:38.062834 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.213473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-d5644a8c-8dff-42ca-acc7-5a0920b0b4fd tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:38.215663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-d5644a8c-8dff-42ca-acc7-5a0920b0b4fd tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.7227530 Aug 31 14:39:38.223579 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] For port a95c40ac-cb75-417b-9d9a-fc7493685d30, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:38.228251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-c208a106-1c20-4c00-a2ab-3a85218cac33 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:39:38.229273 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-c208a106-1c20-4c00-a2ab-3a85218cac33 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067747 Aug 31 14:39:38.232380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] For port a95c40ac-cb75-417b-9d9a-fc7493685d30, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a95c40ac-cb75-417b-9d9a-fc7493685d30,segment=NetworkSegment(226ca991-0b71-4bdb-944e-dc0a06cbe437),segment_id=226ca991-0b71-4bdb-944e-dc0a06cbe437)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:38.250919 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f365c51a-0ee9-4a8f-a867-6240c116bdaa tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Deleting subnet 7c02bbe8-c6f1-4ee5-bc8f-2f880b9f6070 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:39:38.261991 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.311095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d8f6b-7b7f-48a2-93b3-9f049310d118 req-b9547710-227c-41ed-8dd7-f92c6dd53b5d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:38.313128 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d5d8f6b-7b7f-48a2-93b3-9f049310d118 req-b9547710-227c-41ed-8dd7-f92c6dd53b5d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.2286923 Aug 31 14:39:38.343757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:38.344422 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.346001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] 10.222.0.60 "PUT /v2.0/ports/a95c40ac-cb75-417b-9d9a-fc7493685d30 HTTP/1.1" status: 200 len: 1091 time: 1.8458111 Aug 31 14:39:38.346588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9aebc39-cc73-4999-8a1e-93e600d77b01', 'tag': 'a95c40ac-cb75-417b-9d9a-fc7493685d30'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:38.348990 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3d7fe2-6a54-4607-88e1-53a1bc1eb66c" -d '{"events": [{"name": "network-changed", "server_uuid": "c9aebc39-cc73-4999-8a1e-93e600d77b01", "tag": "a95c40ac-cb75-417b-9d9a-fc7493685d30"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:38.364900 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-d81f413f-28ad-480a-a71c-f76a412130d2 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.149 HTTP/1.1" status: 200 len: 1002 time: 0.1238208 Aug 31 14:39:38.377675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-91a4544d-38f9-4333-a5c8-2c3c38a2cc45 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:38.465911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Allocated IP 172.20.0.18 (abfd1deb-8d4d-417f-b83e-8a84106176ed/6de4b80f-1b12-4498-81ec-82f3ba8801a2/4258dfb6-834c-4c2e-883d-edd03e7894dd) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:38.489558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebaf52-7426-44b6-9abe-5ff56c186730 service neutron] Pushing event updated for resources: {'Port': ['ID=a95c40ac-cb75-417b-9d9a-fc7493685d30,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:38.494956 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.495210 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d5d8f6b-7b7f-48a2-93b3-9f049310d118 req-9488b94e-59d2-4a52-aa86-c55931a87c7b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735616 Aug 31 14:39:38.512206 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Transition to ACTIVE for port object cc950d1b-783a-4128-b1fc-7fbf7415f73f will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:38.525841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-91a4544d-38f9-4333-a5c8-2c3c38a2cc45 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.526997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-eadfde50-069e-42c3-b25a-25f99500fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:38.531977 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-eadfde50-069e-42c3-b25a-25f99500fb73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce683e4dbcf542919ea01c30e9ec572e&device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 1094 time: 0.1299109 Aug 31 14:39:38.613142 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-2482e6c2-86be-48b3-a8cd-a56cdd20894e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a95c40ac-cb75-417b-9d9a-fc7493685d30 HTTP/1.1" status: 200 len: 217 time: 0.0727158 Aug 31 14:39:38.630286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Transition to ACTIVE for port object cc950d1b-783a-4128-b1fc-7fbf7415f73f will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:38.641688 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.673005 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f365c51a-0ee9-4a8f-a867-6240c116bdaa tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.696636 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Pushing event updated for resources: {'Port': ['ID=cc950d1b-783a-4128-b1fc-7fbf7415f73f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:38.721334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Network ad045af7-a98c-4f8c-868e-5a7e27757070 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:38.724346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:38.727095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:38.748714 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f365c51a-0ee9-4a8f-a867-6240c116bdaa tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.801665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Attempting to bind port cc950d1b-783a-4128-b1fc-7fbf7415f73f on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:38.801941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Attempting to bind port cc950d1b-783a-4128-b1fc-7fbf7415f73f by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '42971fd4-b434-4df3-8fe9-e51e38be7e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad045af7-a98c-4f8c-868e-5a7e27757070'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:38.802306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Attempting to bind port cc950d1b-783a-4128-b1fc-7fbf7415f73f on network ad045af7-a98c-4f8c-868e-5a7e27757070 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:38.811694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:38.812063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Checking segment: {'id': '42971fd4-b434-4df3-8fe9-e51e38be7e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad045af7-a98c-4f8c-868e-5a7e27757070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:38.812466 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.812860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Bound using segment: {'id': '42971fd4-b434-4df3-8fe9-e51e38be7e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad045af7-a98c-4f8c-868e-5a7e27757070'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:38.814529 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Bound port: cc950d1b-783a-4128-b1fc-7fbf7415f73f, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42971fd4-b434-4df3-8fe9-e51e38be7e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad045af7-a98c-4f8c-868e-5a7e27757070'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:38.814990 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.824988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-91a4544d-38f9-4333-a5c8-2c3c38a2cc45 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.830978 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-91a4544d-38f9-4333-a5c8-2c3c38a2cc45 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.832029 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-91a4544d-38f9-4333-a5c8-2c3c38a2cc45 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Floating IP 88adc1ff-7e87-477c-8daa-53ad7af11e52 disassociated. External IP: 172.25.2.149, port: 825a15e7-1345-408b-a10a-0c030c3d323e. Aug 31 14:39:38.851397 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f365c51a-0ee9-4a8f-a867-6240c116bdaa tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.927237 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f365c51a-0ee9-4a8f-a867-6240c116bdaa tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.932850 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:38.963603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Transition to ACTIVE for port object 4258dfb6-834c-4c2e-883d-edd03e7894dd will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:38.968076 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] For port cc950d1b-783a-4128-b1fc-7fbf7415f73f, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:38.978872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] For port cc950d1b-783a-4128-b1fc-7fbf7415f73f, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cc950d1b-783a-4128-b1fc-7fbf7415f73f,segment=NetworkSegment(42971fd4-b434-4df3-8fe9-e51e38be7e1f),segment_id=42971fd4-b434-4df3-8fe9-e51e38be7e1f)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:39.008949 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365c51a-0ee9-4a8f-a867-6240c116bdaa tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event deleted for resources: {'Subnet': ['ID=7c02bbe8-c6f1-4ee5-bc8f-2f880b9f6070,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:39.012896 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.016934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-64e4cb67-6e7f-436f-80aa-9d33cc39cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:39.018845 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-64e4cb67-6e7f-436f-80aa-9d33cc39cf1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=707f1a94-3dc7-4002-a30d-f5d800818861 HTTP/1.1" status: 200 len: 845 time: 0.3996255 Aug 31 14:39:39.026460 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Transition to ACTIVE for port object 4258dfb6-834c-4c2e-883d-edd03e7894dd will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:39.044914 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f365c51a-0ee9-4a8f-a867-6240c116bdaa tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.057194 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f365c51a-0ee9-4a8f-a867-6240c116bdaa tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "DELETE /v2.0/subnets/7c02bbe8-c6f1-4ee5-bc8f-2f880b9f6070 HTTP/1.1" status: 204 len: 168 time: 1.1760161 Aug 31 14:39:39.057407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35978) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:39.077127 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.113234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Network abfd1deb-8d4d-417f-b83e-8a84106176ed is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:39.115915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:39.120740 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:39.153562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa89ec-faad-4e5f-8bee-3482896326d6 req-155984ee-ae82-4b45-9581-eeb8be60b212 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:39.154729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Deleting subnet 6de4b80f-1b12-4498-81ec-82f3ba8801a2 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:39:39.157487 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ffa89ec-faad-4e5f-8bee-3482896326d6 req-155984ee-ae82-4b45-9581-eeb8be60b212 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 943 time: 0.4951513 Aug 31 14:39:39.170342 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.187005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065ceb8-5c23-4215-a766-c557819c29cf None None] Pushing event updated for resources: {'Port': ['ID=cc950d1b-783a-4128-b1fc-7fbf7415f73f,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:39.297675 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-e03abeb2-22f5-4bf3-861e-272ffd83c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:39.302153 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-e03abeb2-22f5-4bf3-861e-272ffd83c4d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2706635 Aug 31 14:39:39.311372 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.311873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Attempting to bind port 4258dfb6-834c-4c2e-883d-edd03e7894dd on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:39.312161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Attempting to bind port 4258dfb6-834c-4c2e-883d-edd03e7894dd by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '6b105464-b1c5-44bc-8fe6-858c88639432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'abfd1deb-8d4d-417f-b83e-8a84106176ed'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:39.312518 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Attempting to bind port 4258dfb6-834c-4c2e-883d-edd03e7894dd on network abfd1deb-8d4d-417f-b83e-8a84106176ed {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:39.363639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:39.364084 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Checking segment: {'id': '6b105464-b1c5-44bc-8fe6-858c88639432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'abfd1deb-8d4d-417f-b83e-8a84106176ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:39.364412 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.364810 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Bound using segment: {'id': '6b105464-b1c5-44bc-8fe6-858c88639432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'abfd1deb-8d4d-417f-b83e-8a84106176ed'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:39.373515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Bound port: 4258dfb6-834c-4c2e-883d-edd03e7894dd, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b105464-b1c5-44bc-8fe6-858c88639432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'abfd1deb-8d4d-417f-b83e-8a84106176ed'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:39.374126 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.427228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Pushing event updated for resources: {'Port': ['ID=4258dfb6-834c-4c2e-883d-edd03e7894dd,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:39.552884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-91a4544d-38f9-4333-a5c8-2c3c38a2cc45 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Router 52cf7461-f842-4595-9630-9199d1a23873 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:39:39.567364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] For port 4258dfb6-834c-4c2e-883d-edd03e7894dd, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:39.572731 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] For port 4258dfb6-834c-4c2e-883d-edd03e7894dd, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4258dfb6-834c-4c2e-883d-edd03e7894dd,segment=NetworkSegment(6b105464-b1c5-44bc-8fe6-858c88639432),segment_id=6b105464-b1c5-44bc-8fe6-858c88639432)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:39.581263 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.603396 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.676965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d9bad-bc02-44e4-891c-1768ee8ec22d None None] Pushing event updated for resources: {'Port': ['ID=4258dfb6-834c-4c2e-883d-edd03e7894dd,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:39.858354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-91a4544d-38f9-4333-a5c8-2c3c38a2cc45 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:39:39.867426 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13a2a4d-1acf-4bd7-84f8-00c7a3fba6f7 None None] Sync routers for ids ['52cf7461-f842-4595-9630-9199d1a23873'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:39:39.868004 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-91a4544d-38f9-4333-a5c8-2c3c38a2cc45 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.887058 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13a2a4d-1acf-4bd7-84f8-00c7a3fba6f7 None None] Routers {'52cf7461-f842-4595-9630-9199d1a23873'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:39.889347 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d13a2a4d-1acf-4bd7-84f8-00c7a3fba6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['52cf7461-f842-4595-9630-9199d1a23873'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:39.913952 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-91a4544d-38f9-4333-a5c8-2c3c38a2cc45 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "PUT /v2.0/floatingips/88adc1ff-7e87-477c-8daa-53ad7af11e52 HTTP/1.1" status: 200 len: 695 time: 1.5480759 Aug 31 14:39:39.916320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'tag': '825a15e7-1345-408b-a10a-0c030c3d323e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:39.919214 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f7603e-765d-4f8a-93c0-4c9810661d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6", "tag": "825a15e7-1345-408b-a10a-0c030c3d323e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:40.020474 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:40.136744 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ffa89ec-faad-4e5f-8bee-3482896326d6 req-c55794d9-0d81-4243-81cb-664920c53486 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9620132 Aug 31 14:39:40.140398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event deleted for resources: {'Subnet': ['ID=6de4b80f-1b12-4498-81ec-82f3ba8801a2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:40.177489 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:40.185178 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "DELETE /v2.0/subnets/6de4b80f-1b12-4498-81ec-82f3ba8801a2 HTTP/1.1" status: 204 len: 168 time: 1.1269817 Aug 31 14:39:40.189154 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35990) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:40.191068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:40.191922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:40.191922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:40.192183 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:40.192425 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:40.192754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:40.193085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:40.193594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:40.193725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:40.194039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:40.194363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:40.194747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b884f13f-9372-432d-a083-3dd696f8daf2 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:40.206801 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d13a2a4d-1acf-4bd7-84f8-00c7a3fba6f7 None None] Set router 52cf7461-f842-4595-9630-9199d1a23873 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:40.211546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-656b1c49-fc8f-4ddb-9fd2-37d54bc98175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:40.223170 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-656b1c49-fc8f-4ddb-9fd2-37d54bc98175 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba7a2a54afa6490bbc44789e16b212dd&device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 1097 time: 0.2850688 Aug 31 14:39:40.325318 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf0dd89-06f1-4959-8f35-32fb6701d8b0 x-openstack-request-id: req-1bf0dd89-06f1-4959-8f35-32fb6701d8b0 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:40.325606 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9aebc39-cc73-4999-8a1e-93e600d77b01", "tag": "a95c40ac-cb75-417b-9d9a-fc7493685d30", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:40.325854 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1bf0dd89-06f1-4959-8f35-32fb6701d8b0 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:40.326265 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9aebc39-cc73-4999-8a1e-93e600d77b01', 'tag': 'a95c40ac-cb75-417b-9d9a-fc7493685d30', 'status': 'completed', 'code': 200} Aug 31 14:39:40.329960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79607f8-0249-4311-8fde-2d7f9c5eb4f4 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:40.340725 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d79607f8-0249-4311-8fde-2d7f9c5eb4f4 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1430967 Aug 31 14:39:40.346971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35994) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:40.442913 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-17321abd-f392-41e3-8742-ae111301057c service neutron] 10.222.0.60 "GET /v2.0/networks/1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1249402 Aug 31 14:39:40.540501 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:40.615029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199e139-79c0-4484-ad36-6fdc5a8259f3 req-9ae4c197-2329-40b0-8884-21e7afe55978 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:40.629012 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d199e139-79c0-4484-ad36-6fdc5a8259f3 req-9ae4c197-2329-40b0-8884-21e7afe55978 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.3100798 Aug 31 14:39:40.697240 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d199e139-79c0-4484-ad36-6fdc5a8259f3 req-3f56b0a6-84ec-4249-b013-51778655ef0f tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654314 Aug 31 14:39:40.701024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-016ae9e1-0dea-463c-ac1b-4be3b866782a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:40.716191 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-016ae9e1-0dea-463c-ac1b-4be3b866782a service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9 HTTP/1.1" status: 200 len: 920 time: 0.4920356 Aug 31 14:39:40.733066 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d13a2a4d-1acf-4bd7-84f8-00c7a3fba6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:28Z', 'revision_number': 4, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port': {'id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:23Z', 'updated_at': '2021-08-31T14:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'fafd4462-b1ff-407c-ac1f-21b6a710c52f', 'name': '', 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'mac_address': 'fa:16:3e:97:46:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:26Z', 'updated_at': '2021-08-31T14:38:41Z', 'revision_number': 5, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'subnets': [{'id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:40.786441 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13a2a4d-1acf-4bd7-84f8-00c7a3fba6f7 None None] Checking router: 52cf7461-f842-4595-9630-9199d1a23873 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:39:40.805717 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13a2a4d-1acf-4bd7-84f8-00c7a3fba6f7 None None] Routers {'52cf7461-f842-4595-9630-9199d1a23873'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:40.806361 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d13a2a4d-1acf-4bd7-84f8-00c7a3fba6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['52cf7461-f842-4595-9630-9199d1a23873'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:40.832747 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-fb2e9b9e-eba6-4485-b976-285176f5585a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825a15e7-1345-408b-a10a-0c030c3d323e HTTP/1.1" status: 200 len: 217 time: 0.1155825 Aug 31 14:39:40.842889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98af549b-34f1-416d-abac-e0ef45f66ae4 req-17ccbd29-8165-4253-bba7-ffb57574c7e4 service neutron] 10.222.0.60 "GET /v2.0/networks/1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888769 Aug 31 14:39:40.945075 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7a6aa6-b6bc-4b82-9632-4695b15cb870 None None] Network ad045af7-a98c-4f8c-868e-5a7e27757070 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:40.994699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Deleting port 4258dfb6-834c-4c2e-883d-edd03e7894dd {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:39:40.995048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:41.079148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf153d1-7aa6-4fa9-81bd-8491ed43a6b8 req-0ca71e50-1312-4da5-a32c-551e413fad1a tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:41.121311 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9bf153d1-7aa6-4fa9-81bd-8491ed43a6b8 req-0ca71e50-1312-4da5-a32c-551e413fad1a tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.1310461 Aug 31 14:39:41.123814 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d13a2a4d-1acf-4bd7-84f8-00c7a3fba6f7 None None] Set router 52cf7461-f842-4595-9630-9199d1a23873 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:41.144640 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fb3b01e5-3e16-4dee-84ea-174bfcef5ee4 None None] Provisioning for port cc950d1b-783a-4128-b1fc-7fbf7415f73f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:41.145870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-df06f2b2-1688-4958-ad60-110e19290524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:41.158915 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-df06f2b2-1688-4958-ad60-110e19290524 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3479c253-a93e-46c0-a6bc-f61e7bd47d32 HTTP/1.1" status: 200 len: 859 time: 0.3252311 Aug 31 14:39:41.200586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d7fe2-6a54-4607-88e1-53a1bc1eb66c req-1c8ec31d-3cce-4214-b1bf-dee7478afbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:41.209564 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c3d7fe2-6a54-4607-88e1-53a1bc1eb66c req-1c8ec31d-3cce-4214-b1bf-dee7478afbe2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce683e4dbcf542919ea01c30e9ec572e&device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 1094 time: 0.3063276 Aug 31 14:39:41.243726 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-3853da2e-ebf3-4c3b-9627-b3c5c4cbffe2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818889 Aug 31 14:39:41.325070 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9bf153d1-7aa6-4fa9-81bd-8491ed43a6b8 req-66411a71-8e9b-42c3-a34c-21329e0e1514 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027640 Aug 31 14:39:41.408218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2357c4-ff1b-428e-8aa0-86a442700645 None None] DHCP port deletion for ad045af7-a98c-4f8c-868e-5a7e27757070 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:39:41.414635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d7fe2-6a54-4607-88e1-53a1bc1eb66c req-c946e3a5-83e5-4eb4-8611-cdc1488ea719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:41.414900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] For port 4258dfb6-834c-4c2e-883d-edd03e7894dd, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4258dfb6-834c-4c2e-883d-edd03e7894dd,segment=NetworkSegment(6b105464-b1c5-44bc-8fe6-858c88639432),segment_id=6b105464-b1c5-44bc-8fe6-858c88639432)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:41.415406 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:41.416211 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c3d7fe2-6a54-4607-88e1-53a1bc1eb66c req-c946e3a5-83e5-4eb4-8611-cdc1488ea719 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 HTTP/1.1" status: 200 len: 907 time: 0.2056499 Aug 31 14:39:41.466719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Calling delete_port for 4258dfb6-834c-4c2e-883d-edd03e7894dd owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:39:41.573927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4258dfb6-834c-4c2e-883d-edd03e7894dd up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:41.586791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc18950-9343-4765-8fe8-ede82cadae6f None None] Network abfd1deb-8d4d-417f-b83e-8a84106176ed requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:41.660411 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac022d0-d255-40e9-ba68-d5a85c1697ec x-openstack-request-id: req-eac022d0-d255-40e9-ba68-d5a85c1697ec {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:41.660915 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6", "tag": "825a15e7-1345-408b-a10a-0c030c3d323e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:41.661325 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eac022d0-d255-40e9-ba68-d5a85c1697ec {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:41.662027 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'tag': '825a15e7-1345-408b-a10a-0c030c3d323e', 'status': 'completed', 'code': 200} Aug 31 14:39:41.666047 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:41.696826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c3d7fe2-6a54-4607-88e1-53a1bc1eb66c req-f614d9d3-2419-4932-9b2c-99b91c8cc7a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a95c40ac-cb75-417b-9d9a-fc7493685d30 HTTP/1.1" status: 200 len: 217 time: 0.2715228 Aug 31 14:39:41.703072 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d13a2a4d-1acf-4bd7-84f8-00c7a3fba6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:28Z', 'revision_number': 4, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port': {'id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:23Z', 'updated_at': '2021-08-31T14:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'fafd4462-b1ff-407c-ac1f-21b6a710c52f', 'name': '', 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'mac_address': 'fa:16:3e:97:46:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:26Z', 'updated_at': '2021-08-31T14:38:41Z', 'revision_number': 5, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'subnets': [{'id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:41.713221 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event deleted for resources: {'Port': ['ID=4258dfb6-834c-4c2e-883d-edd03e7894dd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:41.715484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] No DVR routers for this DVR port 4258dfb6-834c-4c2e-883d-edd03e7894dd on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:39:41.780405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d7fe2-6a54-4607-88e1-53a1bc1eb66c req-43372d48-424b-47b5-8348-e4e7f048cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:41.782363 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c3d7fe2-6a54-4607-88e1-53a1bc1eb66c req-43372d48-424b-47b5-8348-e4e7f048cd16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=707f1a94-3dc7-4002-a30d-f5d800818861 HTTP/1.1" status: 200 len: 845 time: 0.0587130 Aug 31 14:39:41.786313 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7603e-765d-4f8a-93c0-4c9810661d7d req-6de2c04b-441e-48cd-aa0e-4c7af91fd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:41.787848 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5f7603e-765d-4f8a-93c0-4c9810661d7d req-6de2c04b-441e-48cd-aa0e-4c7af91fd773 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba7a2a54afa6490bbc44789e16b212dd&device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 1097 time: 0.1953545 Aug 31 14:39:41.834450 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8f2357c4-ff1b-428e-8aa0-86a442700645 None None] Deleting port cc950d1b-783a-4128-b1fc-7fbf7415f73f {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:39:41.834962 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f2357c4-ff1b-428e-8aa0-86a442700645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:41.864568 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:41.883745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2a096db2-350e-4409-984f-a22d7a0998fe None None] Could not find standard attr ID for object 4258dfb6-834c-4c2e-883d-edd03e7894dd. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:39:41.901040 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d7fe2-6a54-4607-88e1-53a1bc1eb66c req-088d2859-62f6-45b1-9b2b-8e9d82a710b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:41.902767 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c3d7fe2-6a54-4607-88e1-53a1bc1eb66c req-088d2859-62f6-45b1-9b2b-8e9d82a710b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118252 Aug 31 14:39:41.909630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfd1deb-8d4d-417f-b83e-8a84106176ed']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:41.940559 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-791e4765-b89b-4c27-a5c7-15c52d87431c service neutron] 10.222.0.39 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6872380 Aug 31 14:39:41.976642 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13a2a4d-1acf-4bd7-84f8-00c7a3fba6f7 None None] The sync data for ids ['52cf7461-f842-4595-9630-9199d1a23873'] in n-d-806683-5 is: [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:28Z', 'revision_number': 4, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port': {'id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:23Z', 'updated_at': '2021-08-31T14:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'fafd4462-b1ff-407c-ac1f-21b6a710c52f', 'name': '', 'network_id': 'e7444c44-57ef-4fec-8adc-ac27ab99c9c9', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'mac_address': 'fa:16:3e:97:46:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:26Z', 'updated_at': '2021-08-31T14:38:41Z', 'revision_number': 5, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'subnets': [{'id': '3479c253-a93e-46c0-a6bc-f61e7bd47d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:39:41.996926 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad7c70-222a-4348-a9f6-b5d1dddc8ab3 None None] DHCP port deletion for abfd1deb-8d4d-417f-b83e-8a84106176ed request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:39:42.044844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d58d0-6645-427d-9433-aedf86269190 req-4ba3dc37-8edd-4574-84e5-ce435923b49f tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:42.055155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No active binding found for port 4258dfb6-834c-4c2e-883d-edd03e7894dd {{(pid=94872) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:39:42.055366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-177d58d0-6645-427d-9433-aedf86269190 req-4ba3dc37-8edd-4574-84e5-ce435923b49f tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 943 time: 0.3732872 Aug 31 14:39:42.062286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4258dfb6-834c-4c2e-883d-edd03e7894dd not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 14:39:42.074646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-8f2357c4-ff1b-428e-8aa0-86a442700645 None None] For port cc950d1b-783a-4128-b1fc-7fbf7415f73f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cc950d1b-783a-4128-b1fc-7fbf7415f73f,segment=NetworkSegment(42971fd4-b434-4df3-8fe9-e51e38be7e1f),segment_id=42971fd4-b434-4df3-8fe9-e51e38be7e1f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:42.076441 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f2357c4-ff1b-428e-8aa0-86a442700645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:42.080208 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c3d7fe2-6a54-4607-88e1-53a1bc1eb66c req-c94eaf02-dccf-49ff-9d6b-15f8dbb85fc8 service neutron] 10.222.0.60 "GET /v2.0/networks/1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689367 Aug 31 14:39:42.096179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef00e10-3640-4a92-a9f2-584517828b1d req-f53a766d-0950-4156-918a-c8b0146c2df2 service neutron] 10.222.0.39 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521158 Aug 31 14:39:42.105835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b105464-b1c5-44bc-8fe6-858c88639432') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:42.106133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b105464-b1c5-44bc-8fe6-858c88639432') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:42.138550 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:42.173022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8f2357c4-ff1b-428e-8aa0-86a442700645 None None] Calling delete_port for cc950d1b-783a-4128-b1fc-7fbf7415f73f owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:39:42.184903 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:42.204001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:39:42.206267 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:39:42.212623 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:39:42.214950 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c3d7fe2-6a54-4607-88e1-53a1bc1eb66c req-618e56d6-a382-483f-a782-f6de0887dd1f service neutron] 10.222.0.60 "GET /v2.0/networks/1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081519 Aug 31 14:39:42.287134 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-177d58d0-6645-427d-9433-aedf86269190 req-4dc845ab-0a5a-418f-ba22-36826e4ed552 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305779 Aug 31 14:39:42.299077 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Port 4258dfb6-834c-4c2e-883d-edd03e7894dd not found, will not notify nova. {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 14:39:42.309396 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f2357c4-ff1b-428e-8aa0-86a442700645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:42.349393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2357c4-ff1b-428e-8aa0-86a442700645 None None] No DVR routers for this DVR port cc950d1b-783a-4128-b1fc-7fbf7415f73f on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:39:42.355707 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:42.374760 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:42.379508 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "DELETE /v2.0/networks/abfd1deb-8d4d-417f-b83e-8a84106176ed HTTP/1.1" status: 204 len: 168 time: 2.0287266 Aug 31 14:39:42.380557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36014) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:42.386021 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2357c4-ff1b-428e-8aa0-86a442700645 None None] Pushing event deleted for resources: {'Port': ['ID=cc950d1b-783a-4128-b1fc-7fbf7415f73f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:42.402955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164825c5-7fe5-42fb-853b-8aeb19918c77 req-9fd622fa-71dc-446f-8a40-93a754e5618e tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:42.404766 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-164825c5-7fe5-42fb-853b-8aeb19918c77 req-9fd622fa-71dc-446f-8a40-93a754e5618e tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.1590869 Aug 31 14:39:42.435816 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e95519-0bc9-4777-a2c9-d774dfaab997 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event deleted for resources: {'Network': ['ID=abfd1deb-8d4d-417f-b83e-8a84106176ed,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:42.445481 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-ba34392b-3204-4e0b-bbcf-38c7dcc8bc9d tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/floatingips/88adc1ff-7e87-477c-8daa-53ad7af11e52 HTTP/1.1" status: 200 len: 695 time: 0.1065004 Aug 31 14:39:42.455073 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7603e-765d-4f8a-93c0-4c9810661d7d req-43d85efd-09d4-42c9-82e7-bdbaf38c75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:42.456596 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5f7603e-765d-4f8a-93c0-4c9810661d7d req-43d85efd-09d4-42c9-82e7-bdbaf38c75a2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9 HTTP/1.1" status: 200 len: 920 time: 0.6275122 Aug 31 14:39:42.522000 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9affca-91c7-44bf-8a7e-2b8475ffff38 None None] New status for floating IP 88adc1ff-7e87-477c-8daa-53ad7af11e52: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:39:42.568635 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-164825c5-7fe5-42fb-853b-8aeb19918c77 req-d1ad3ffc-3918-4017-8922-9d8645c97cd7 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201015 Aug 31 14:39:42.595474 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5f7603e-765d-4f8a-93c0-4c9810661d7d req-acf8f72e-d0bc-46ac-bcbc-610c79b98452 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825a15e7-1345-408b-a10a-0c030c3d323e HTTP/1.1" status: 200 len: 217 time: 0.0502295 Aug 31 14:39:42.598711 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a95c40ac-cb75-417b-9d9a-fc7493685d30 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:39:42.612858 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0d5eb14-ffb0-402c-a01b-6a7379610868 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:42.790764 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:39:42.794314 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7603e-765d-4f8a-93c0-4c9810661d7d req-3140671b-de78-4774-a543-e3f9f94ddaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:42.799098 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5f7603e-765d-4f8a-93c0-4c9810661d7d req-3140671b-de78-4774-a543-e3f9f94ddaa3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3479c253-a93e-46c0-a6bc-f61e7bd47d32 HTTP/1.1" status: 200 len: 859 time: 0.1771884 Aug 31 14:39:42.877060 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5f7603e-765d-4f8a-93c0-4c9810661d7d req-cae65096-b936-48c4-9629-939d366bb7d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7444c44-57ef-4fec-8adc-ac27ab99c9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642512 Aug 31 14:39:42.893662 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0d5eb14-ffb0-402c-a01b-6a7379610868 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:42.905769 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-03f33081-f308-4394-9511-b2c602cd5ee9 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:42.907247 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-03f33081-f308-4394-9511-b2c602cd5ee9 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 784 time: 0.4497569 Aug 31 14:39:42.922110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d0d5eb14-ffb0-402c-a01b-6a7379610868 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad045af7-a98c-4f8c-868e-5a7e27757070']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:42.944356 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7525d-6e06-40c6-aed2-1ed456706c05 req-9c9eaacf-167b-47d4-9317-d5f7fba11676 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:42.952571 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82d7525d-6e06-40c6-aed2-1ed456706c05 req-9c9eaacf-167b-47d4-9317-d5f7fba11676 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.1822214 Aug 31 14:39:42.965223 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-efa423e0-4a68-45bc-82ba-c2ee9c8883c0 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:39:42.966248 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-efa423e0-4a68-45bc-82ba-c2ee9c8883c0 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0374079 Aug 31 14:39:43.005148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d0d5eb14-ffb0-402c-a01b-6a7379610868 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42971fd4-b434-4df3-8fe9-e51e38be7e1f') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:43.005535 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d0d5eb14-ffb0-402c-a01b-6a7379610868 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42971fd4-b434-4df3-8fe9-e51e38be7e1f') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:43.062758 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0d5eb14-ffb0-402c-a01b-6a7379610868 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.082815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a95c40ac-cb75-417b-9d9a-fc7493685d30, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a95c40ac-cb75-417b-9d9a-fc7493685d30,segment=NetworkSegment(226ca991-0b71-4bdb-944e-dc0a06cbe437),segment_id=226ca991-0b71-4bdb-944e-dc0a06cbe437)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:43.091743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82d7525d-6e06-40c6-aed2-1ed456706c05 req-72511c2a-e349-4587-b163-087a3a5009a6 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381691 Aug 31 14:39:43.098254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'a95c40ac-cb75-417b-9d9a-fc7493685d30', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'port_id': 'a95c40ac-cb75-417b-9d9a-fc7493685d30', 'mac_address': 'fa:16:3e:43:bc:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:39:43.127683 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0d5eb14-ffb0-402c-a01b-6a7379610868 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.130870 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-bf391910-28ae-41e1-adaf-6d6bc13f7eeb tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.149 HTTP/1.1" status: 200 len: 696 time: 0.1538641 Aug 31 14:39:43.153413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d5eb14-ffb0-402c-a01b-6a7379610868 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:39:43.153862 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0d5eb14-ffb0-402c-a01b-6a7379610868 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:39:43.163789 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:39:43.166089 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.194568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95c40ac-cb75-417b-9d9a-fc7493685d30 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:39:43.242244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a95c40ac-cb75-417b-9d9a-fc7493685d30, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a95c40ac-cb75-417b-9d9a-fc7493685d30,segment=NetworkSegment(226ca991-0b71-4bdb-944e-dc0a06cbe437),segment_id=226ca991-0b71-4bdb-944e-dc0a06cbe437)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:43.249529 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.272726 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-8a8a5e8e-2721-4355-8172-2e0d6963a64b tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.149 HTTP/1.1" status: 200 len: 696 time: 0.1300812 Aug 31 14:39:43.315751 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0d5eb14-ffb0-402c-a01b-6a7379610868 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.329104 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0d5eb14-ffb0-402c-a01b-6a7379610868 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.347579 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d0d5eb14-ffb0-402c-a01b-6a7379610868 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "DELETE /v2.0/networks/ad045af7-a98c-4f8c-868e-5a7e27757070 HTTP/1.1" status: 204 len: 168 time: 0.9408405 Aug 31 14:39:43.348553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36034) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:43.419445 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a95c40ac-cb75-417b-9d9a-fc7493685d30,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:43.456473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4258dfb6-834c-4c2e-883d-edd03e7894dd no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:39:43.510420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 4258dfb6-834c-4c2e-883d-edd03e7894dd {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:39:43.513594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4258dfb6-834c-4c2e-883d-edd03e7894dd not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:39:43.515561 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cc950d1b-783a-4128-b1fc-7fbf7415f73f no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:39:43.521532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['a95c40ac-cb75-417b-9d9a-fc7493685d30'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:39:43.539432 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5f7603e-765d-4f8a-93c0-4c9810661d7d req-2e95fd95-2f07-4f89-b9fb-5e3e747e8b7d service neutron] 10.222.0.25 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6310213 Aug 31 14:39:43.585805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5eb14-ffb0-402c-a01b-6a7379610868 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event deleted for resources: {'Network': ['ID=ad045af7-a98c-4f8c-868e-5a7e27757070,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:43.593476 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9edaaf5-57c6-4c14-ac1d-abffc78fc198 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.645921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-1aee9c6e-de95-410e-9974-0ff009f46434 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Deleting port b6aa0c43-53b0-480f-84a1-76f3ac7c11d6 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:39:43.646265 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-1aee9c6e-de95-410e-9974-0ff009f46434 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.725130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905954d-dcbc-4875-8cfb-525c0b348568 req-949b86b6-e77a-43f2-87f1-8fa6a376af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:43.726829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3905954d-dcbc-4875-8cfb-525c0b348568 req-949b86b6-e77a-43f2-87f1-8fa6a376af34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c84d740f6207458bac8b14249c302797&device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 1096 time: 0.2153308 Aug 31 14:39:43.739001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5f7603e-765d-4f8a-93c0-4c9810661d7d req-8980bd55-7d1d-49a6-855b-fed592b37993 service neutron] 10.222.0.25 "GET /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901338 Aug 31 14:39:43.799999 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-1aee9c6e-de95-410e-9974-0ff009f46434 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.800426 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-1aee9c6e-de95-410e-9974-0ff009f46434 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.828721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-1aee9c6e-de95-410e-9974-0ff009f46434 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Calling delete_port for b6aa0c43-53b0-480f-84a1-76f3ac7c11d6 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:39:43.838206 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9edaaf5-57c6-4c14-ac1d-abffc78fc198 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:43.869121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d453d-13ad-4971-b9fb-6f8969110269 req-362c54d1-2b8f-4156-b5c7-4608e8019777 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:43.877062 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af9d453d-13ad-4971-b9fb-6f8969110269 req-362c54d1-2b8f-4156-b5c7-4608e8019777 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 944 time: 0.3078079 Aug 31 14:39:43.894135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: cc950d1b-783a-4128-b1fc-7fbf7415f73f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:39:43.894777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cc950d1b-783a-4128-b1fc-7fbf7415f73f not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:39:43.907236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e9edaaf5-57c6-4c14-ac1d-abffc78fc198 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80e3276-3f37-4931-8c7e-4510a30c2bd6']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:43.969376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e9edaaf5-57c6-4c14-ac1d-abffc78fc198 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b552b16a-b82c-40d1-bfa6-c889eede2ccf') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:43.969755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e9edaaf5-57c6-4c14-ac1d-abffc78fc198 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b552b16a-b82c-40d1-bfa6-c889eede2ccf') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:44.009916 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9edaaf5-57c6-4c14-ac1d-abffc78fc198 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.044458 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af9d453d-13ad-4971-b9fb-6f8969110269 req-9d868d50-2b74-4982-80e4-848d930c7a80 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456454 Aug 31 14:39:44.049436 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9edaaf5-57c6-4c14-ac1d-abffc78fc198 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.065258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9edaaf5-57c6-4c14-ac1d-abffc78fc198 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:39:44.065739 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9edaaf5-57c6-4c14-ac1d-abffc78fc198 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:39:44.068720 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:39:44.084137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905954d-dcbc-4875-8cfb-525c0b348568 req-29a28fd5-a3dd-4547-a8e5-4471799d19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:44.090053 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3905954d-dcbc-4875-8cfb-525c0b348568 req-29a28fd5-a3dd-4547-a8e5-4471799d19cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=59849f4f-b5bd-4a7f-b70c-d1daace00978 HTTP/1.1" status: 200 len: 912 time: 0.3463995 Aug 31 14:39:44.175656 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-1aee9c6e-de95-410e-9974-0ff009f46434 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.214446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee9c6e-de95-410e-9974-0ff009f46434 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Pushing event deleted for resources: {'Port': ['ID=b6aa0c43-53b0-480f-84a1-76f3ac7c11d6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:44.305562 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-1aee9c6e-de95-410e-9974-0ff009f46434 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.309464 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-1aee9c6e-de95-410e-9974-0ff009f46434 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.311612 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84663f18-3de2-4809-9230-5d2f6fd378d4 req-1aee9c6e-de95-410e-9974-0ff009f46434 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "DELETE /v2.0/floatingips/88adc1ff-7e87-477c-8daa-53ad7af11e52 HTTP/1.1" status: 204 len: 173 time: 1.0306151 Aug 31 14:39:44.328501 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9edaaf5-57c6-4c14-ac1d-abffc78fc198 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.340784 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9edaaf5-57c6-4c14-ac1d-abffc78fc198 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.346116 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e9edaaf5-57c6-4c14-ac1d-abffc78fc198 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "DELETE /v2.0/networks/d80e3276-3f37-4931-8c7e-4510a30c2bd6 HTTP/1.1" status: 204 len: 168 time: 0.9507449 Aug 31 14:39:44.346318 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36048) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:44.381544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edaaf5-57c6-4c14-ac1d-abffc78fc198 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event deleted for resources: {'Network': ['ID=d80e3276-3f37-4931-8c7e-4510a30c2bd6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:44.400787 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3905954d-dcbc-4875-8cfb-525c0b348568 req-473272a7-ad6c-4017-b7c6-4b9942df78be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=658db4f1-db7b-49ff-836e-fd029bd8e251 HTTP/1.1" status: 200 len: 1001 time: 0.2406766 Aug 31 14:39:44.410579 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950ccae-5649-4b3a-b32d-98446085e51b req-c577692e-3c20-49c5-93a7-28f0957e19ea tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:44.421756 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6950ccae-5649-4b3a-b32d-98446085e51b req-c577692e-3c20-49c5-93a7-28f0957e19ea tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.1502213 Aug 31 14:39:44.432608 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5fef-cec3-4066-9dde-2a885520a361 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.518606 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6950ccae-5649-4b3a-b32d-98446085e51b req-4e29436c-2e3d-40e3-8576-851894d0cc5b tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814722 Aug 31 14:39:44.543711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905954d-dcbc-4875-8cfb-525c0b348568 req-7912f321-5fd0-42ba-9e58-4bfc676550c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:44.545207 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3905954d-dcbc-4875-8cfb-525c0b348568 req-7912f321-5fd0-42ba-9e58-4bfc676550c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8183bda-d8b2-43ca-9066-7e53408b7171 HTTP/1.1" status: 200 len: 850 time: 0.1033618 Aug 31 14:39:44.586116 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5fef-cec3-4066-9dde-2a885520a361 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.598954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-dc1e5fef-cec3-4066-9dde-2a885520a361 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09733100-ce90-498e-acec-d1f01743df93']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:44.619286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-dc1e5fef-cec3-4066-9dde-2a885520a361 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079ab7c7-7ee5-4800-9ac5-884919844c3e') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:44.620535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-dc1e5fef-cec3-4066-9dde-2a885520a361 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079ab7c7-7ee5-4800-9ac5-884919844c3e') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:44.632860 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5fef-cec3-4066-9dde-2a885520a361 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.633910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fa182ea-c776-4be7-83f5-80a9dd7e50a9 req-7fba5229-c5b2-45b5-9fda-8ce031a4481e tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups/a92bd6b4-dbe7-4ec8-9d9c-3b07f985357b HTTP/1.1" status: 200 len: 1810 time: 0.1080534 Aug 31 14:39:44.652207 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5fef-cec3-4066-9dde-2a885520a361 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.660080 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1e5fef-cec3-4066-9dde-2a885520a361 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:39:44.660775 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5fef-cec3-4066-9dde-2a885520a361 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.696528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905954d-dcbc-4875-8cfb-525c0b348568 req-5a2e2891-d903-453f-9926-ee268f1e6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:44.698059 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3905954d-dcbc-4875-8cfb-525c0b348568 req-5a2e2891-d903-453f-9926-ee268f1e6edd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59849f4f-b5bd-4a7f-b70c-d1daace00978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150846 Aug 31 14:39:44.700861 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fa182ea-c776-4be7-83f5-80a9dd7e50a9 req-c02d16d8-27b1-40cf-b8b8-2ee2bfee06e4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:39:44.735699 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:39:44.744641 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5fef-cec3-4066-9dde-2a885520a361 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.750453 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5fef-cec3-4066-9dde-2a885520a361 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:44.756304 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dc1e5fef-cec3-4066-9dde-2a885520a361 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] 10.222.0.39 "DELETE /v2.0/networks/09733100-ce90-498e-acec-d1f01743df93 HTTP/1.1" status: 204 len: 168 time: 0.4093189 Aug 31 14:39:44.777404 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e5fef-cec3-4066-9dde-2a885520a361 tempest-BulkNetworkOpsTest-891779538 tempest-BulkNetworkOpsTest-891779538-project] Pushing event deleted for resources: {'Network': ['ID=09733100-ce90-498e-acec-d1f01743df93,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:44.798862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a52037-da13-49c0-a122-cddf3ee8a6b9 req-eebb5dae-4988-4b09-bbbc-86e9bf221bba tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:44.807419 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-88a52037-da13-49c0-a122-cddf3ee8a6b9 req-eebb5dae-4988-4b09-bbbc-86e9bf221bba tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.3718777 Aug 31 14:39:44.861368 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-88a52037-da13-49c0-a122-cddf3ee8a6b9 req-67736b6d-a9f0-4e57-b672-d64525639586 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529261 Aug 31 14:39:45.154286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36060) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:45.227278 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a32a07-763c-41b3-88e8-24960b4c5b1f req-9e769474-5ac6-4d6e-b0fe-4d52d7af505b tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:45.229551 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03a32a07-763c-41b3-88e8-24960b4c5b1f req-9e769474-5ac6-4d6e-b0fe-4d52d7af505b tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 944 time: 0.0686827 Aug 31 14:39:45.259584 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fa182ea-c776-4be7-83f5-80a9dd7e50a9 req-c02d16d8-27b1-40cf-b8b8-2ee2bfee06e4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:45.312188 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03a32a07-763c-41b3-88e8-24960b4c5b1f req-23f1295d-fb09-418a-8693-41a5cc2c3b76 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656800 Aug 31 14:39:45.340216 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3905954d-dcbc-4875-8cfb-525c0b348568 req-b53a6725-e188-4140-94c3-76464ecdc906 service neutron] 10.222.0.25 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280701 Aug 31 14:39:45.357043 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fa182ea-c776-4be7-83f5-80a9dd7e50a9 req-c02d16d8-27b1-40cf-b8b8-2ee2bfee06e4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:45.359710 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fa182ea-c776-4be7-83f5-80a9dd7e50a9 req-c02d16d8-27b1-40cf-b8b8-2ee2bfee06e4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:45.367593 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fa182ea-c776-4be7-83f5-80a9dd7e50a9 req-c02d16d8-27b1-40cf-b8b8-2ee2bfee06e4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "DELETE /v2.0/security-groups/a92bd6b4-dbe7-4ec8-9d9c-3b07f985357b HTTP/1.1" status: 204 len: 173 time: 0.7324715 Aug 31 14:39:45.420164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d16d8-27b1-40cf-b8b8-2ee2bfee06e4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92bd6b4-dbe7-4ec8-9d9c-3b07f985357b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:45.466997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3905954d-dcbc-4875-8cfb-525c0b348568 req-6a018b20-eb78-47d1-a31e-644bb20ab561 service neutron] 10.222.0.25 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186173 Aug 31 14:39:45.491558 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b5b7949d-3135-4d89-8366-725f1e2d23b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbebb147040841cc8cc6d069680ea5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358359 Aug 31 14:39:45.494347 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36070) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:45.591448 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90bf6169-0961-4cf2-9f6e-dda9c3286046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:45.624563 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90bf6169-0961-4cf2-9f6e-dda9c3286046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:45.720786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a3b07-2597-454c-9d81-5750e3247e22 req-00d015dd-9b47-4664-b9e4-150e8da73a05 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:45.731445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b14a3b07-2597-454c-9d81-5750e3247e22 req-00d015dd-9b47-4664-b9e4-150e8da73a05 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.0937941 Aug 31 14:39:45.740157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d52f5d-e8e3-495a-8574-57a3b20ed9d8 req-64004124-29ed-4873-8ba4-85036a4b9af5 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:45.744175 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5d52f5d-e8e3-495a-8574-57a3b20ed9d8 req-64004124-29ed-4873-8ba4-85036a4b9af5 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.0716765 Aug 31 14:39:45.763738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90bf6169-0961-4cf2-9f6e-dda9c3286046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:45.766162 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90bf6169-0961-4cf2-9f6e-dda9c3286046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:45.768054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-90bf6169-0961-4cf2-9f6e-dda9c3286046 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b80ad2d-263e-42cb-b580-6d3a2684a2c9 HTTP/1.1" status: 204 len: 168 time: 0.2725909 Aug 31 14:39:45.785623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf6169-0961-4cf2-9f6e-dda9c3286046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b80ad2d-263e-42cb-b580-6d3a2684a2c9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:45.798859 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b14a3b07-2597-454c-9d81-5750e3247e22 req-b6184409-145d-4799-a5d6-ed691d06bd88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665169 Aug 31 14:39:45.812151 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5d52f5d-e8e3-495a-8574-57a3b20ed9d8 req-f2525faa-749e-48ac-b6f4-e355edb269c4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617292 Aug 31 14:39:46.013368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79205c-08a6-4c04-9561-d3294a902ce0 req-1ac65579-fcb7-48f5-85b8-d527e6ce1783 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:46.015483 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f79205c-08a6-4c04-9561-d3294a902ce0 req-1ac65579-fcb7-48f5-85b8-d527e6ce1783 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.0685434 Aug 31 14:39:46.059423 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f79205c-08a6-4c04-9561-d3294a902ce0 req-fe129982-2341-43c1-a329-cb48855e912c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359893 Aug 31 14:39:46.390263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36104) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:46.489569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20a228-d5ea-4e5b-9783-1d458f6d3937 req-33fa5d4c-01bb-4643-b160-b58b6a31f9bd tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:46.497365 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df20a228-d5ea-4e5b-9783-1d458f6d3937 req-33fa5d4c-01bb-4643-b160-b58b6a31f9bd tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 944 time: 0.0871882 Aug 31 14:39:46.552022 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df20a228-d5ea-4e5b-9783-1d458f6d3937 req-5bc97250-c025-4549-b532-c2998643d100 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527358 Aug 31 14:39:46.567331 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49196a2f-bde8-4fd9-8308-6dad7ab3c959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:46.597613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a95c40ac-cb75-417b-9d9a-fc7493685d30 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:46.657668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port a95c40ac-cb75-417b-9d9a-fc7493685d30 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:46.664462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port a95c40ac-cb75-417b-9d9a-fc7493685d30 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:46.665197 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:46.707726 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49196a2f-bde8-4fd9-8308-6dad7ab3c959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:46.713622 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49196a2f-bde8-4fd9-8308-6dad7ab3c959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:46.757293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36118) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:46.765635 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:46.770504 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-49196a2f-bde8-4fd9-8308-6dad7ab3c959 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c157a7ab328414fa89a897b77e2268e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788455 Aug 31 14:39:46.773088 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36122) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:46.775684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49196a2f-bde8-4fd9-8308-6dad7ab3c959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb39f53-8f5c-463e-8ecb-d10e0e3f07c3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:46.808390 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a95c40ac-cb75-417b-9d9a-fc7493685d30, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a95c40ac-cb75-417b-9d9a-fc7493685d30,segment=NetworkSegment(226ca991-0b71-4bdb-944e-dc0a06cbe437),segment_id=226ca991-0b71-4bdb-944e-dc0a06cbe437)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:46.809678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aebc39-cc73-4999-8a1e-93e600d77b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95c40ac-cb75-417b-9d9a-fc7493685d30'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:46.812961 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e1be41-ba2f-496b-9679-e20108c83880" -d '{"events": [{"server_uuid": "c9aebc39-cc73-4999-8a1e-93e600d77b01", "name": "network-vif-plugged", "status": "completed", "tag": "a95c40ac-cb75-417b-9d9a-fc7493685d30"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:46.826097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f89cbd3b-db8d-4aa4-a229-022a909858e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:46.828938 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:46.863833 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f89cbd3b-db8d-4aa4-a229-022a909858e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:46.890329 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48f9246-e538-495c-8078-5a5f63e19d52 x-openstack-request-id: req-e48f9246-e538-495c-8078-5a5f63e19d52 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:46.890577 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aebc39-cc73-4999-8a1e-93e600d77b01", "name": "network-vif-plugged", "status": "completed", "tag": "a95c40ac-cb75-417b-9d9a-fc7493685d30", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:46.890831 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e48f9246-e538-495c-8078-5a5f63e19d52 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:46.891434 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aebc39-cc73-4999-8a1e-93e600d77b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95c40ac-cb75-417b-9d9a-fc7493685d30', 'code': 200} Aug 31 14:39:46.906751 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:39:46.944749 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1449764964'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:46.959702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a95c40ac-cb75-417b-9d9a-fc7493685d30,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:46.972448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:46.973224 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:46.973859 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:46.974418 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:46.975369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:46.976184 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:46.976743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:46.977324 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:46.978299 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:46.978985 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:46.979589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:46.980156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:46.982670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e9288-81f7-4a35-b780-bdf7965b75cc req-7cbdeefc-dde2-4b20-a3b5-d7d43b603071 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:46.988371 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c9e9288-81f7-4a35-b780-bdf7965b75cc req-7cbdeefc-dde2-4b20-a3b5-d7d43b603071 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.0572181 Aug 31 14:39:46.998755 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:47.008092 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:47.022747 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:47.044072 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c9e9288-81f7-4a35-b780-bdf7965b75cc req-66b53467-7e00-433c-81ea-aee186b40929 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463607 Aug 31 14:39:47.094086 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1972850-e625-4bdc-9368-f026a2aaee8c req-c5129d0f-b114-4e51-a80b-7929145782f4 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:47.096247 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c1972850-e625-4bdc-9368-f026a2aaee8c req-c5129d0f-b114-4e51-a80b-7929145782f4 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.1794627 Aug 31 14:39:47.099027 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f89cbd3b-db8d-4aa4-a229-022a909858e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:47.101633 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f89cbd3b-db8d-4aa4-a229-022a909858e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:47.102683 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f89cbd3b-db8d-4aa4-a229-022a909858e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bcb39f53-8f5c-463e-8ecb-d10e0e3f07c3 HTTP/1.1" status: 204 len: 168 time: 0.3286331 Aug 31 14:39:47.124434 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e59a14-28b5-4a28-a9d0-2c12c2dfcb33 req-73c68af8-406f-4409-ada8-3577457b9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:47.125923 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16e59a14-28b5-4a28-a9d0-2c12c2dfcb33 req-73c68af8-406f-4409-ada8-3577457b9bc2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 1096 time: 0.1568778 Aug 31 14:39:47.144568 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cbd3b-db8d-4aa4-a229-022a909858e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb39f53-8f5c-463e-8ecb-d10e0e3f07c3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:47.198467 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c1972850-e625-4bdc-9368-f026a2aaee8c req-55ef78a2-8878-46c8-b2fb-878479fb24ba tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928915 Aug 31 14:39:47.210281 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16e59a14-28b5-4a28-a9d0-2c12c2dfcb33 req-f8d2a1ba-4fcf-4440-9529-af53ee90555d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668569 Aug 31 14:39:47.259438 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:47.264457 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:47.272147 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766dd19-da33-4d77-afb2-10ee8cabfda3 req-666cba0f-6460-49d9-927e-18cd5dd3528c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:47.280242 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7766dd19-da33-4d77-afb2-10ee8cabfda3 req-666cba0f-6460-49d9-927e-18cd5dd3528c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.0959735 Aug 31 14:39:47.299092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:39:47.315509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e348d311-160f-4407-b248-59a85b368bca,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:47.319495 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:47.320170 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Added segment 64a340d4-35bc-47f2-887b-594b8f990eec of type vlan for network 4af448aa-f110-4d10-bd5a-7a2652f78e8d Aug 31 14:39:47.331725 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7766dd19-da33-4d77-afb2-10ee8cabfda3 req-1c75ed07-8cca-44d8-96d1-e18168e7635c tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471094 Aug 31 14:39:47.374500 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:47.429881 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:47.435794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:47.436414 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:47.523940 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7650700 Aug 31 14:39:47.535716 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f678d-d42b-4860-bed3-ad0898598177 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Network': ['ID=4af448aa-f110-4d10-bd5a-7a2652f78e8d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:47.542373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9487ef-787c-462e-a254-1f4e793cbad8 req-bbdd8e0d-b7bc-4be0-9c94-683961b1d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:47.545762 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df9487ef-787c-462e-a254-1f4e793cbad8 req-bbdd8e0d-b7bc-4be0-9c94-683961b1d602 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 1096 time: 0.1447983 Aug 31 14:39:47.549571 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 4af448aa-f110-4d10-bd5a-7a2652f78e8d details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:39:47.656285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36152) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:47.662265 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d8b0c908-0786-4e23-8f36-6e03c78f1fa4 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'subnet': {'network_id': '4af448aa-f110-4d10-bd5a-7a2652f78e8d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:47.779961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ac9a7-2f02-4ed0-bd82-09f2066adcba req-4fca2d77-07da-4d1b-a8ae-24427dee3cd1 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:47.781718 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f6ac9a7-2f02-4ed0-bd82-09f2066adcba req-4fca2d77-07da-4d1b-a8ae-24427dee3cd1 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 945 time: 0.0853171 Aug 31 14:39:47.797488 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b0c908-0786-4e23-8f36-6e03c78f1fa4 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:47.803761 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c908-0786-4e23-8f36-6e03c78f1fa4 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:47.819874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9487ef-787c-462e-a254-1f4e793cbad8 req-d1c8e130-2543-4e63-a331-81d7cc305c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:47.821519 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df9487ef-787c-462e-a254-1f4e793cbad8 req-d1c8e130-2543-4e63-a331-81d7cc305c60 service neutron] 10.222.0.60 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 906 time: 0.2400217 Aug 31 14:39:47.890807 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f6ac9a7-2f02-4ed0-bd82-09f2066adcba req-9f361f12-ebe5-4c77-ac37-68b52b2cd174 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966113 Aug 31 14:39:47.892391 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df9487ef-787c-462e-a254-1f4e793cbad8 req-54a75601-badd-4cf0-ba0d-b021cfdd5279 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8318049d-7eb9-4970-a1c4-c4bc7d4f4288 HTTP/1.1" status: 200 len: 217 time: 0.0615714 Aug 31 14:39:47.972594 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9487ef-787c-462e-a254-1f4e793cbad8 req-cba39f85-f2fd-4e26-9177-72c2f6dc9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:47.974503 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df9487ef-787c-462e-a254-1f4e793cbad8 req-cba39f85-f2fd-4e26-9177-72c2f6dc9aad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.0701430 Aug 31 14:39:48.022916 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df9487ef-787c-462e-a254-1f4e793cbad8 req-8fe80186-6094-43b4-8aab-38aca617eaa8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349903 Aug 31 14:39:48.110747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c590e0-b731-43c7-9f07-273cdd6b033e req-be39337e-82ed-4829-aac6-2382025f147e tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:48.112294 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-36c590e0-b731-43c7-9f07-273cdd6b033e req-be39337e-82ed-4829-aac6-2382025f147e tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.0984793 Aug 31 14:39:48.114162 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c908-0786-4e23-8f36-6e03c78f1fa4 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:48.163702 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df9487ef-787c-462e-a254-1f4e793cbad8 req-3788de18-9b5e-4674-96e7-e89742ed5f33 service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278710 Aug 31 14:39:48.308227 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df9487ef-787c-462e-a254-1f4e793cbad8 req-9688aba3-6a72-4b95-840e-3119af51b1f9 service neutron] 10.222.0.60 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326063 Aug 31 14:39:48.317610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0c908-0786-4e23-8f36-6e03c78f1fa4 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Subnet': ['ID=0ed32f88-d3b5-48a3-bfb0-468f136fa7d4,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:48.321239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b0c908-0786-4e23-8f36-6e03c78f1fa4 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Checking segment: {'id': '64a340d4-35bc-47f2-887b-594b8f990eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4af448aa-f110-4d10-bd5a-7a2652f78e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:48.321610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b0c908-0786-4e23-8f36-6e03c78f1fa4 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network hostable DHCP agents. Network: 4af448aa-f110-4d10-bd5a-7a2652f78e8d, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:39:48.335861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddffe3b-cfa3-452b-99d7-887333de37b1 req-8ab6fd15-e79c-4555-8c33-a6a2b3963486 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:48.337676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ddffe3b-cfa3-452b-99d7-887333de37b1 req-8ab6fd15-e79c-4555-8c33-a6a2b3963486 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 946 time: 0.1673167 Aug 31 14:39:48.393481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b0c908-0786-4e23-8f36-6e03c78f1fa4 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network 4af448aa-f110-4d10-bd5a-7a2652f78e8d is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:39:48.431409 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ddffe3b-cfa3-452b-99d7-887333de37b1 req-61d51c56-ea93-451b-bef1-28be2144d391 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b5c2bd9-5970-4a7e-bc68-06e244565b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786450 Aug 31 14:39:48.435907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d8b0c908-0786-4e23-8f36-6e03c78f1fa4 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 4af448aa-f110-4d10-bd5a-7a2652f78e8d) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:48.440741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-36c590e0-b731-43c7-9f07-273cdd6b033e req-55720d2a-af16-48b6-b9cf-c91c28de52a4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Deleting port 825a15e7-1345-408b-a10a-0c030c3d323e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:39:48.441296 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36c590e0-b731-43c7-9f07-273cdd6b033e req-55720d2a-af16-48b6-b9cf-c91c28de52a4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:48.447399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b0c908-0786-4e23-8f36-6e03c78f1fa4 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:48.448327 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c908-0786-4e23-8f36-6e03c78f1fa4 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:48.463548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97a7cf1-52ac-4412-bf9e-3d0978d53f7c None None] Network 4af448aa-f110-4d10-bd5a-7a2652f78e8d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:48.542818 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d8b0c908-0786-4e23-8f36-6e03c78f1fa4 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8853636 Aug 31 14:39:48.547128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36180) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:48.556842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-3d3880b6-a93f-428f-bd91-dcd9c23f5f8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-857381767'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:48.601471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-36c590e0-b731-43c7-9f07-273cdd6b033e req-55720d2a-af16-48b6-b9cf-c91c28de52a4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] For port 825a15e7-1345-408b-a10a-0c030c3d323e, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=825a15e7-1345-408b-a10a-0c030c3d323e,segment=NetworkSegment(5534191a-3f1f-4267-9c65-e574b0351f68),segment_id=5534191a-3f1f-4267-9c65-e574b0351f68)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:48.602102 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36c590e0-b731-43c7-9f07-273cdd6b033e req-55720d2a-af16-48b6-b9cf-c91c28de52a4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:48.620098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-36c590e0-b731-43c7-9f07-273cdd6b033e req-55720d2a-af16-48b6-b9cf-c91c28de52a4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Calling delete_port for 825a15e7-1345-408b-a10a-0c030c3d323e owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:39:48.624281 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf35df-f206-4469-9526-f53e3a8b31b0 req-6bd6cc1c-87f6-4375-8729-8de6b987ca9a tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:48.632018 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-92bf35df-f206-4469-9526-f53e3a8b31b0 req-6bd6cc1c-87f6-4375-8729-8de6b987ca9a tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.1644006 Aug 31 14:39:48.653789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3880b6-a93f-428f-bd91-dcd9c23f5f8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:48.658365 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d3880b6-a93f-428f-bd91-dcd9c23f5f8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:48.703919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-4af448aa-f110-4d10-bd5a-7a2652f78e8d', 'network_id': '4af448aa-f110-4d10-bd5a-7a2652f78e8d', 'tenant_id': 'a6dcc85f821e4f0bad534323eb4aadab', 'fixed_ips': [{'subnet_id': '0ed32f88-d3b5-48a3-bfb0-468f136fa7d4'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:39:48.705013 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-92bf35df-f206-4469-9526-f53e3a8b31b0 req-c9c62e7f-1637-4a56-9a35-f7249bbc6acd tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715516 Aug 31 14:39:48.705420 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:48.729748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3880b6-a93f-428f-bd91-dcd9c23f5f8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:39:48.748471 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d3880b6-a93f-428f-bd91-dcd9c23f5f8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:48.748847 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-3d3880b6-a93f-428f-bd91-dcd9c23f5f8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Added segment 57da47c2-484a-4c6d-8cff-361887262074 of type vlan for network 3c1dcaf1-3a25-447e-b451-0450cd74dd64 Aug 31 14:39:48.835780 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d3880b6-a93f-428f-bd91-dcd9c23f5f8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:48.873769 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d3880b6-a93f-428f-bd91-dcd9c23f5f8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:48.881635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3880b6-a93f-428f-bd91-dcd9c23f5f8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:48.882300 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3d3880b6-a93f-428f-bd91-dcd9c23f5f8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:48.918314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36186) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:48.943757 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3d3880b6-a93f-428f-bd91-dcd9c23f5f8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3914187 Aug 31 14:39:48.949948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Allocated IP 172.20.255.242 (4af448aa-f110-4d10-bd5a-7a2652f78e8d/0ed32f88-d3b5-48a3-bfb0-468f136fa7d4/f5a6c655-8a96-45d0-b8d8-3a019ba47aad) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:48.951420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36190) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:48.959402 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-344415bc-7b42-47ec-80f2-499350f5d4aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'subnet': {'network_id': '3c1dcaf1-3a25-447e-b451-0450cd74dd64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:49.018778 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36c590e0-b731-43c7-9f07-273cdd6b033e req-55720d2a-af16-48b6-b9cf-c91c28de52a4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.028629 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3880b6-a93f-428f-bd91-dcd9c23f5f8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Network': ['ID=3c1dcaf1-3a25-447e-b451-0450cd74dd64,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:49.075871 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55720d2a-af16-48b6-b9cf-c91c28de52a4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Pushing event deleted for resources: {'Port': ['ID=825a15e7-1345-408b-a10a-0c030c3d323e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:49.088875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['825a15e7-1345-408b-a10a-0c030c3d323e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:39:49.090807 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 3c1dcaf1-3a25-447e-b451-0450cd74dd64 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:39:49.155953 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344415bc-7b42-47ec-80f2-499350f5d4aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:49.168554 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-344415bc-7b42-47ec-80f2-499350f5d4aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.215136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c590e0-b731-43c7-9f07-273cdd6b033e req-55720d2a-af16-48b6-b9cf-c91c28de52a4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] No DVR routers for this DVR port 825a15e7-1345-408b-a10a-0c030c3d323e on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:39:49.243127 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36c590e0-b731-43c7-9f07-273cdd6b033e req-55720d2a-af16-48b6-b9cf-c91c28de52a4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.253416 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-36c590e0-b731-43c7-9f07-273cdd6b033e req-55720d2a-af16-48b6-b9cf-c91c28de52a4 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.25 "DELETE /v2.0/ports/825a15e7-1345-408b-a10a-0c030c3d323e HTTP/1.1" status: 204 len: 173 time: 1.1301384 Aug 31 14:39:49.254335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'name': 'network-vif-deleted', 'tag': '825a15e7-1345-408b-a10a-0c030c3d323e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:49.260072 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fcaef0-78ea-486a-a3a6-a23bd96f18f6" -d '{"events": [{"server_uuid": "01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6", "name": "network-vif-deleted", "tag": "825a15e7-1345-408b-a10a-0c030c3d323e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:49.330459 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.342269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Transition to ACTIVE for port object f5a6c655-8a96-45d0-b8d8-3a019ba47aad will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:49.356820 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7645c1a0-f3b7-4809-876d-1434242e4630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.366744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Transition to ACTIVE for port object f5a6c655-8a96-45d0-b8d8-3a019ba47aad will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:49.370876 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e043696-64ef-412f-96ac-4dd7232b9ca4 x-openstack-request-id: req-2e043696-64ef-412f-96ac-4dd7232b9ca4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:49.371653 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6", "name": "network-vif-deleted", "tag": "825a15e7-1345-408b-a10a-0c030c3d323e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:49.372154 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e043696-64ef-412f-96ac-4dd7232b9ca4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:49.372775 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6', 'name': 'network-vif-deleted', 'tag': '825a15e7-1345-408b-a10a-0c030c3d323e', 'status': 'completed', 'code': 200} Aug 31 14:39:49.379048 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.400963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4ac73-7668-4a71-9fae-d0e011908f09 req-9f169494-905c-4084-8895-b6f2890493b9 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:49.412816 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1c4ac73-7668-4a71-9fae-d0e011908f09 req-9f169494-905c-4084-8895-b6f2890493b9 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 945 time: 0.2012038 Aug 31 14:39:49.434159 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Network 4af448aa-f110-4d10-bd5a-7a2652f78e8d is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:49.435573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:49.441799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:49.456560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Pushing event updated for resources: {'Port': ['ID=f5a6c655-8a96-45d0-b8d8-3a019ba47aad,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:49.489617 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-344415bc-7b42-47ec-80f2-499350f5d4aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.550487 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7645c1a0-f3b7-4809-876d-1434242e4630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.560241 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7645c1a0-f3b7-4809-876d-1434242e4630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.562508 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.572317 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b604377c-628a-4be5-ac8b-c1347ad499a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.573866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Attempting to bind port f5a6c655-8a96-45d0-b8d8-3a019ba47aad on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:49.574227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Attempting to bind port f5a6c655-8a96-45d0-b8d8-3a019ba47aad by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '64a340d4-35bc-47f2-887b-594b8f990eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4af448aa-f110-4d10-bd5a-7a2652f78e8d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:49.574791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Attempting to bind port f5a6c655-8a96-45d0-b8d8-3a019ba47aad on network 4af448aa-f110-4d10-bd5a-7a2652f78e8d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:49.581595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:49.582218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Checking segment: {'id': '64a340d4-35bc-47f2-887b-594b8f990eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4af448aa-f110-4d10-bd5a-7a2652f78e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:49.582813 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.583393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Bound using segment: {'id': '64a340d4-35bc-47f2-887b-594b8f990eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4af448aa-f110-4d10-bd5a-7a2652f78e8d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:49.584223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Bound port: f5a6c655-8a96-45d0-b8d8-3a019ba47aad, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a340d4-35bc-47f2-887b-594b8f990eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4af448aa-f110-4d10-bd5a-7a2652f78e8d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:49.584792 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.600029 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1c4ac73-7668-4a71-9fae-d0e011908f09 req-fa7e5993-1359-460a-a579-aa24b8aa4b2a tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851907 Aug 31 14:39:49.628264 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7645c1a0-f3b7-4809-876d-1434242e4630 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b904c7543b714c6789aca943a1bad062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7057149 Aug 31 14:39:49.630432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36198) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:49.668873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645c1a0-f3b7-4809-876d-1434242e4630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa0c00d-e119-4e54-97e6-d54dd617cfaa,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:49.671363 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] For port f5a6c655-8a96-45d0-b8d8-3a019ba47aad, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:49.675689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] For port f5a6c655-8a96-45d0-b8d8-3a019ba47aad, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f5a6c655-8a96-45d0-b8d8-3a019ba47aad,segment=NetworkSegment(64a340d4-35bc-47f2-887b-594b8f990eec),segment_id=64a340d4-35bc-47f2-887b-594b8f990eec)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:49.681217 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.763342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0a4a0-582c-4dc8-b3c0-91d45ac25602 None None] Pushing event updated for resources: {'Port': ['ID=f5a6c655-8a96-45d0-b8d8-3a019ba47aad,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:49.823553 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d81e3712-8418-48fa-83b2-2a7bb4c0f019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.911110 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d81e3712-8418-48fa-83b2-2a7bb4c0f019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:49.942120 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad5dec-cde6-4475-9450-028688c8c4fb req-25e588dd-baf1-4d4c-a2da-488cdf7f123b tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:49.943786 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65ad5dec-cde6-4475-9450-028688c8c4fb req-25e588dd-baf1-4d4c-a2da-488cdf7f123b tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 945 time: 0.2087796 Aug 31 14:39:50.074844 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d81e3712-8418-48fa-83b2-2a7bb4c0f019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:50.077753 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d81e3712-8418-48fa-83b2-2a7bb4c0f019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:50.081922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d81e3712-8418-48fa-83b2-2a7bb4c0f019 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfa0c00d-e119-4e54-97e6-d54dd617cfaa HTTP/1.1" status: 204 len: 168 time: 0.4474912 Aug 31 14:39:50.087938 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65ad5dec-cde6-4475-9450-028688c8c4fb req-08d05053-e176-403f-a3fc-d9d5a6984d43 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345987 Aug 31 14:39:50.093279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e3712-8418-48fa-83b2-2a7bb4c0f019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa0c00d-e119-4e54-97e6-d54dd617cfaa,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:50.148569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344415bc-7b42-47ec-80f2-499350f5d4aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Subnet': ['ID=95882437-6572-4703-b8ce-b9c9649288fb,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:50.151494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344415bc-7b42-47ec-80f2-499350f5d4aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Checking segment: {'id': '57da47c2-484a-4c6d-8cff-361887262074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3c1dcaf1-3a25-447e-b451-0450cd74dd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:50.151890 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344415bc-7b42-47ec-80f2-499350f5d4aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network hostable DHCP agents. Network: 3c1dcaf1-3a25-447e-b451-0450cd74dd64, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:39:50.177081 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-92d2f371-683f-4311-aed2-cc4d6f9fcbea req-35f9e7e7-e715-47e3-bd0e-c573763b3cc1 tempest-ServerRescueTestJSONUnderV235-2100164792 tempest-ServerRescueTestJSONUnderV235-2100164792-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b10d51-2cbb-4c7c-b9d4-a93a774aa4a6 HTTP/1.1" status: 200 len: 210 time: 0.5900018 Aug 31 14:39:50.210471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344415bc-7b42-47ec-80f2-499350f5d4aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network 3c1dcaf1-3a25-447e-b451-0450cd74dd64 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:39:50.233155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-344415bc-7b42-47ec-80f2-499350f5d4aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 3c1dcaf1-3a25-447e-b451-0450cd74dd64) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:50.244782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344415bc-7b42-47ec-80f2-499350f5d4aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:50.245587 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-344415bc-7b42-47ec-80f2-499350f5d4aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:50.245876 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef3158-1c97-471e-9056-5ec4d4fc35c1 None None] Network 3c1dcaf1-3a25-447e-b451-0450cd74dd64 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:50.271623 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-344415bc-7b42-47ec-80f2-499350f5d4aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3186748 Aug 31 14:39:50.273994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36214) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:50.357733 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f6f19-6413-485a-94d6-b351e122d6e6 req-4a25bfc1-2683-4b75-9b50-23e2232e7636 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:50.362848 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-387f6f19-6413-485a-94d6-b351e122d6e6 req-4a25bfc1-2683-4b75-9b50-23e2232e7636 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 945 time: 0.0711408 Aug 31 14:39:50.446984 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-387f6f19-6413-485a-94d6-b351e122d6e6 req-05b100a2-9a73-4c1f-b4ab-e017e85f708b tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781052 Aug 31 14:39:50.455005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cc101-f2b2-466d-a3c1-c8e87bec09a3 req-798f2e29-1448-40a6-9031-e630c649ef1d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:50.457081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd7cc101-f2b2-466d-a3c1-c8e87bec09a3 req-798f2e29-1448-40a6-9031-e630c649ef1d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.2269888 Aug 31 14:39:50.460143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36216) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:50.469179 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:50.540952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff73ab2-b45d-4ffd-8daa-14a9a524d256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-3c1dcaf1-3a25-447e-b451-0450cd74dd64', 'network_id': '3c1dcaf1-3a25-447e-b451-0450cd74dd64', 'tenant_id': 'a6dcc85f821e4f0bad534323eb4aadab', 'fixed_ips': [{'subnet_id': '95882437-6572-4703-b8ce-b9c9649288fb'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:39:50.542401 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ff73ab2-b45d-4ffd-8daa-14a9a524d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:50.604460 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:50.725642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f58a6b-fbd4-46da-8d12-63205a574079 tempest-TestServerBasicOps-1217431857 tempest-TestServerBasicOps-1217431857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:50.733172 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-99f58a6b-fbd4-46da-8d12-63205a574079 tempest-TestServerBasicOps-1217431857 tempest-TestServerBasicOps-1217431857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 1091 time: 0.2689307 Aug 31 14:39:50.734346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36222) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:50.744603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': 'a95c40ac-cb75-417b-9d9a-fc7493685d30', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:50.745792 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd7cc101-f2b2-466d-a3c1-c8e87bec09a3 req-318b4056-ea46-474c-8c34-f2043a6fdc67 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695119 Aug 31 14:39:50.752565 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:50.799614 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:50.824178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Subnet': ['ID=95882437-6572-4703-b8ce-b9c9649288fb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server [None req-3ff73ab2-b45d-4ffd-8daa-14a9a524d256 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95882437-6572-4703-b8ce-b9c9649288fb: This subnet is being modified by another concurrent operation. Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95882437-6572-4703-b8ce-b9c9649288fb: This subnet is being modified by another concurrent operation. Aug 31 14:39:50.830496 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server Aug 31 14:39:50.887806 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386f1d51-c30a-4613-8d3f-2a20451df09a None None] Network 3c1dcaf1-3a25-447e-b451-0450cd74dd64 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:50.952208 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:50.965227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1dcaf1-3a25-447e-b451-0450cd74dd64']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:50.979832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57da47c2-484a-4c6d-8cff-361887262074') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:50.980596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57da47c2-484a-4c6d-8cff-361887262074') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:51.016569 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.049396 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.054675 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.056783 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:39:51.057390 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:39:51.062017 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:39:51.174373 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.182839 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.190408 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/3c1dcaf1-3a25-447e-b451-0450cd74dd64 HTTP/1.1" status: 204 len: 168 time: 0.9149950 Aug 31 14:39:51.212353 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Allocated IP 172.25.2.77 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/cb862846-68cf-4a8e-8f62-fff51123de0c) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:51.218232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36238) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:51.219430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5f4d1-63c4-44fc-9459-80eb115d3a6b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Network': ['ID=3c1dcaf1-3a25-447e-b451-0450cd74dd64,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:51.231265 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-397a3d3b-6370-4e99-ba90-b21029e68a1f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-826890100'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:51.256656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397a3d3b-6370-4e99-ba90-b21029e68a1f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:51.261906 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-397a3d3b-6370-4e99-ba90-b21029e68a1f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.288104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36242) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:51.326972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3590974a-e632-45fe-866e-4fc93936bed5 None None] Network 4af448aa-f110-4d10-bd5a-7a2652f78e8d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:51.384813 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.447562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-933d0f72-e464-41ff-b390-fa7f20466bb2 None None] Provisioning for port f5a6c655-8a96-45d0-b8d8-3a019ba47aad completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:51.457862 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.536279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 825a15e7-1345-408b-a10a-0c030c3d323e no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:39:51.554525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Pushing event updated for resources: {'Port': ['ID=cb862846-68cf-4a8e-8f62-fff51123de0c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:51.570012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 825a15e7-1345-408b-a10a-0c030c3d323e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:39:51.570739 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 825a15e7-1345-408b-a10a-0c030c3d323e not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:39:51.572904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:51.577156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:51.589078 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:51.592754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397a3d3b-6370-4e99-ba90-b21029e68a1f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:39:51.613447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36248) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:51.652185 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-397a3d3b-6370-4e99-ba90-b21029e68a1f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.652493 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-397a3d3b-6370-4e99-ba90-b21029e68a1f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Added segment a7d26504-4bf5-4401-a651-33ad0473cc55 of type vlan for network 9ebae0d3-5b11-442c-893d-c680362f44c6 Aug 31 14:39:51.797247 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f5a6c655-8a96-45d0-b8d8-3a019ba47aad up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:51.803540 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-397a3d3b-6370-4e99-ba90-b21029e68a1f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.895234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-255619007-network', 'tenant_id': '8a06749300034b7e8cc7c623ced928c3'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:51.931588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port f5a6c655-8a96-45d0-b8d8-3a019ba47aad completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:51.941692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f5a6c655-8a96-45d0-b8d8-3a019ba47aad triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:51.943400 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.945809 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-397a3d3b-6370-4e99-ba90-b21029e68a1f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:51.951785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397a3d3b-6370-4e99-ba90-b21029e68a1f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:51.952558 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-397a3d3b-6370-4e99-ba90-b21029e68a1f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.050275 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] Made reservation on behalf of 8a06749300034b7e8cc7c623ced928c3 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:52.052691 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.068558 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.078122 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-397a3d3b-6370-4e99-ba90-b21029e68a1f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8528581 Aug 31 14:39:52.078714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36260) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:52.082524 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.088861 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-65bbb1b6-43b0-49fe-8c98-52f357601910 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'subnet': {'network_id': '9ebae0d3-5b11-442c-893d-c680362f44c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:52.131275 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42f05c9-de40-4f01-bd9e-c4da54550bed None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:39:52.171314 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port f5a6c655-8a96-45d0-b8d8-3a019ba47aad, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f5a6c655-8a96-45d0-b8d8-3a019ba47aad,segment=NetworkSegment(64a340d4-35bc-47f2-887b-594b8f990eec),segment_id=64a340d4-35bc-47f2-887b-594b8f990eec)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:52.198064 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.224392 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.237014 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.253068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e8569-ccd1-4eee-ab51-c52d5e841684 req-59146831-714f-443f-b597-5580e2b45850 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:52.255141 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-445e8569-ccd1-4eee-ab51-c52d5e841684 req-59146831-714f-443f-b597-5580e2b45850 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.3174248 Aug 31 14:39:52.258911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a3d3b-6370-4e99-ba90-b21029e68a1f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Network': ['ID=9ebae0d3-5b11-442c-893d-c680362f44c6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:52.292489 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 9ebae0d3-5b11-442c-893d-c680362f44c6 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:39:52.294717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:39:52.306689 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82e26d01-41f4-467e-89bb-ee0bb94df610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.352362 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee9e9e4-4a29-4b41-883f-ce5fae774ac2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:52.357547 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.359923 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] Added segment f2322963-407b-4d32-9253-12d17e8bc7ef of type vlan for network c184547b-ea03-4f82-a21c-2deea9fb6a13 Aug 31 14:39:52.375026 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.392717 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.417357 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0c66471e-23b0-43a7-b964-f56a0107a137 None None] Provisioning complete for port f5a6c655-8a96-45d0-b8d8-3a019ba47aad triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:52.417648 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c66471e-23b0-43a7-b964-f56a0107a137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.468942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-445e8569-ccd1-4eee-ab51-c52d5e841684 req-d4a6d988-e694-415e-b1bb-30cc3e7afc6d tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995983 Aug 31 14:39:52.490845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.497273 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.515951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=f5a6c655-8a96-45d0-b8d8-3a019ba47aad,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:52.544298 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f0866ec-7092-4b74-be57-deca79b9b304 req-47479467-82d9-47d7-a943-8ca3437aa85e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1674385 Aug 31 14:39:52.554916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bbb1b6-43b0-49fe-8c98-52f357601910 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:52.567893 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-65bbb1b6-43b0-49fe-8c98-52f357601910 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.596726 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.597846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:52.598576 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.653433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42f05c9-de40-4f01-bd9e-c4da54550bed None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:39:52.685302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_backend_mixin [None req-65bbb1b6-43b0-49fe-8c98-52f357601910 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Performing IP validity checks on allocation pools {{(pid=94870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 14:39:52.686432 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_backend_mixin [None req-65bbb1b6-43b0-49fe-8c98-52f357601910 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 14:39:52.701956 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0724876 Aug 31 14:39:52.706673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36262) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:52.722092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80ec0d26-64f4-4536-8688-5b730a96b8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.726601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a512ca-214d-4fee-8f8e-52497e1ac0e0 admin admin] Pushing event updated for resources: {'Network': ['ID=c184547b-ea03-4f82-a21c-2deea9fb6a13,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:52.737847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ab733a85-b96c-4b2e-a4d7-9a28dfd5c905 admin admin] Request body: {'subnet': {'network_id': 'c184547b-ea03-4f82-a21c-2deea9fb6a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-255619007-subnet', 'tenant_id': '8a06749300034b7e8cc7c623ced928c3', 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:52.790439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network c184547b-ea03-4f82-a21c-2deea9fb6a13 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:39:52.795428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0866ec-7092-4b74-be57-deca79b9b304 req-f66052e5-37f4-4542-a3eb-0b96cf07ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:52.811872 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f0866ec-7092-4b74-be57-deca79b9b304 req-f66052e5-37f4-4542-a3eb-0b96cf07ff4f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 1097 time: 0.2096899 Aug 31 14:39:52.814045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab733a85-b96c-4b2e-a4d7-9a28dfd5c905 admin admin] Made reservation on behalf of 8a06749300034b7e8cc7c623ced928c3 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:52.822609 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab733a85-b96c-4b2e-a4d7-9a28dfd5c905 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.966436 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:52.981671 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:53.036141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0866ec-7092-4b74-be57-deca79b9b304 req-f4a31cde-3db3-4591-869f-ba1016ffb262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:53.038822 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f0866ec-7092-4b74-be57-deca79b9b304 req-f4a31cde-3db3-4591-869f-ba1016ffb262 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 200 len: 906 time: 0.1752582 Aug 31 14:39:53.102096 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f0866ec-7092-4b74-be57-deca79b9b304 req-1f7bcb3a-c520-462f-b1f5-bffb68f3c3c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=400b284a-3fbf-4d55-bd12-4118fd70f525 HTTP/1.1" status: 200 len: 217 time: 0.0507095 Aug 31 14:39:53.141169 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-65bbb1b6-43b0-49fe-8c98-52f357601910 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:53.157549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Pushing event updated for resources: {'Port': ['ID=cb862846-68cf-4a8e-8f62-fff51123de0c,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:53.219208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0866ec-7092-4b74-be57-deca79b9b304 req-33c67a1f-f05a-41aa-88d0-1e03e34f3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:53.222806 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f0866ec-7092-4b74-be57-deca79b9b304 req-33c67a1f-f05a-41aa-88d0-1e03e34f3f73 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 200 len: 845 time: 0.1096702 Aug 31 14:39:53.244808 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:53.246601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbb1b6-43b0-49fe-8c98-52f357601910 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Subnet': ['ID=6d2652b5-5020-40a1-bf7c-f37cc6620a70,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:53.264523 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f0866ec-7092-4b74-be57-deca79b9b304 req-11568e7f-657a-41ca-8684-80b20eed3bdc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334802 Aug 31 14:39:53.356651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-80ec0d26-64f4-4536-8688-5b730a96b8ef admin admin] Deleting port fafd4462-b1ff-407c-ac1f-21b6a710c52f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:39:53.357250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80ec0d26-64f4-4536-8688-5b730a96b8ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:53.375148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbb1b6-43b0-49fe-8c98-52f357601910 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Checking segment: {'id': 'a7d26504-4bf5-4401-a651-33ad0473cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9ebae0d3-5b11-442c-893d-c680362f44c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:53.375575 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bbb1b6-43b0-49fe-8c98-52f357601910 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network hostable DHCP agents. Network: 9ebae0d3-5b11-442c-893d-c680362f44c6, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:39:53.404175 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f5a6c655-8a96-45d0-b8d8-3a019ba47aad up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:53.409989 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:53.468358 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f0866ec-7092-4b74-be57-deca79b9b304 req-c846454b-03d7-4284-bc40-9c169d6c8640 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935837 Aug 31 14:39:53.509674 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab733a85-b96c-4b2e-a4d7-9a28dfd5c905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:53.530201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bbb1b6-43b0-49fe-8c98-52f357601910 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network 9ebae0d3-5b11-442c-893d-c680362f44c6 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:39:53.581683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-65bbb1b6-43b0-49fe-8c98-52f357601910 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 9ebae0d3-5b11-442c-893d-c680362f44c6) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:53.583984 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Floating IP 577812b1-ff32-4a5e-88d8-c290c50f1e68 associated. External IP: 172.25.2.77, port: a95c40ac-cb75-417b-9d9a-fc7493685d30. Aug 31 14:39:53.645427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f5a6c655-8a96-45d0-b8d8-3a019ba47aad triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:53.645842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bbb1b6-43b0-49fe-8c98-52f357601910 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:53.646311 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:53.646449 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-65bbb1b6-43b0-49fe-8c98-52f357601910 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:53.674873 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-65bbb1b6-43b0-49fe-8c98-52f357601910 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5948575 Aug 31 14:39:53.675879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36272) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:53.683037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ad5fb6-9df2-4237-9bab-21da8f8e0142 None None] Network 9ebae0d3-5b11-442c-893d-c680362f44c6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:53.729920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab733a85-b96c-4b2e-a4d7-9a28dfd5c905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8cffc4-b0c8-45b9-8c65-e08d7a4e0202,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:53.839726 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab733a85-b96c-4b2e-a4d7-9a28dfd5c905 admin admin] Checking segment: {'id': 'f2322963-407b-4d32-9253-12d17e8bc7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c184547b-ea03-4f82-a21c-2deea9fb6a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:53.840124 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab733a85-b96c-4b2e-a4d7-9a28dfd5c905 admin admin] Network hostable DHCP agents. Network: c184547b-ea03-4f82-a21c-2deea9fb6a13, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:39:53.880809 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f75f35-63c2-4117-930b-b5a1c2297513 req-4c63b5b7-8ccc-4635-86c4-abb1cb80c3a7 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:53.893781 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6f75f35-63c2-4117-930b-b5a1c2297513 req-4c63b5b7-8ccc-4635-86c4-abb1cb80c3a7 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.2321229 Aug 31 14:39:53.934293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-9ebae0d3-5b11-442c-893d-c680362f44c6', 'network_id': '9ebae0d3-5b11-442c-893d-c680362f44c6', 'tenant_id': 'a6dcc85f821e4f0bad534323eb4aadab', 'fixed_ips': [{'subnet_id': '6d2652b5-5020-40a1-bf7c-f37cc6620a70'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:39:53.936778 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.005951 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6f75f35-63c2-4117-930b-b5a1c2297513 req-eb3c5e0e-389d-48f9-9ada-407811abf550 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091630 Aug 31 14:39:54.026853 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab733a85-b96c-4b2e-a4d7-9a28dfd5c905 admin admin] Network c184547b-ea03-4f82-a21c-2deea9fb6a13 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:39:54.036840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-80ec0d26-64f4-4536-8688-5b730a96b8ef admin admin] For port fafd4462-b1ff-407c-ac1f-21b6a710c52f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fafd4462-b1ff-407c-ac1f-21b6a710c52f,segment=NetworkSegment(5534191a-3f1f-4267-9c65-e574b0351f68),segment_id=5534191a-3f1f-4267-9c65-e574b0351f68)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:54.037831 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80ec0d26-64f4-4536-8688-5b730a96b8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.042001 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-ab733a85-b96c-4b2e-a4d7-9a28dfd5c905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, c184547b-ea03-4f82-a21c-2deea9fb6a13) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:54.060021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-80ec0d26-64f4-4536-8688-5b730a96b8ef admin admin] Calling delete_port for fafd4462-b1ff-407c-ac1f-21b6a710c52f owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:39:54.060939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab733a85-b96c-4b2e-a4d7-9a28dfd5c905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:54.061758 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab733a85-b96c-4b2e-a4d7-9a28dfd5c905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.062751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b873734e-6ad9-4fc8-83b9-5db2886cf7bd None None] Network c184547b-ea03-4f82-a21c-2deea9fb6a13 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:54.152487 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.153167 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f0866ec-7092-4b74-be57-deca79b9b304 req-a78212af-30fa-47f7-86e1-0ed5bc5ed7a5 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272526 Aug 31 14:39:54.189341 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ab733a85-b96c-4b2e-a4d7-9a28dfd5c905 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4642940 Aug 31 14:39:54.196733 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36278) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:54.206382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-255619007-router', 'tenant_id': '8a06749300034b7e8cc7c623ced928c3', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:54.289169 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Allocated IP 172.20.0.3 (9ebae0d3-5b11-442c-893d-c680362f44c6/6d2652b5-5020-40a1-bf7c-f37cc6620a70/2c71d2ac-4b92-4746-a6f2-2e7b0bf00770) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:54.334304 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.335412 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.370037 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.423122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-c184547b-ea03-4f82-a21c-2deea9fb6a13', 'network_id': 'c184547b-ea03-4f82-a21c-2deea9fb6a13', 'tenant_id': '8a06749300034b7e8cc7c623ced928c3', 'fixed_ips': [{'subnet_id': 'fe8cffc4-b0c8-45b9-8c65-e08d7a4e0202'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:39:54.424807 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.426900 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.450283 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Router 2979d8b9-9d76-432f-992e-be8ff507753a has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:39:54.480077 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80ec0d26-64f4-4536-8688-5b730a96b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.511447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec0d26-64f4-4536-8688-5b730a96b8ef admin admin] Pushing event deleted for resources: {'Port': ['ID=fafd4462-b1ff-407c-ac1f-21b6a710c52f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:54.543237 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.637817 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.670660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c8b55-34ba-41d8-ace1-db0d17db3e87 req-5b39337f-863b-4cae-8b49-8e6668ae504b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:54.678939 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-060c8b55-34ba-41d8-ace1-db0d17db3e87 req-5b39337f-863b-4cae-8b49-8e6668ae504b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.2332344 Aug 31 14:39:54.681477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Transition to ACTIVE for port object 2c71d2ac-4b92-4746-a6f2-2e7b0bf00770 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:54.709642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Transition to ACTIVE for port object 2c71d2ac-4b92-4746-a6f2-2e7b0bf00770 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:54.727684 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Allocated IP 172.20.0.2 (c184547b-ea03-4f82-a21c-2deea9fb6a13/fe8cffc4-b0c8-45b9-8c65-e08d7a4e0202/18795d12-d3c2-41f8-a468-fb64c91e2145) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:54.730055 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.744697 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80ec0d26-64f4-4536-8688-5b730a96b8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.776935 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.802053 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Pushing event updated for resources: {'Port': ['ID=2c71d2ac-4b92-4746-a6f2-2e7b0bf00770,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:54.817634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Network 9ebae0d3-5b11-442c-893d-c680362f44c6 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:54.820287 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:54.824340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:54.957653 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.960935 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Attempting to bind port 2c71d2ac-4b92-4746-a6f2-2e7b0bf00770 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:54.961480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Attempting to bind port 2c71d2ac-4b92-4746-a6f2-2e7b0bf00770 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'a7d26504-4bf5-4401-a651-33ad0473cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9ebae0d3-5b11-442c-893d-c680362f44c6'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:54.961854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Attempting to bind port 2c71d2ac-4b92-4746-a6f2-2e7b0bf00770 on network 9ebae0d3-5b11-442c-893d-c680362f44c6 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:54.973871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:54.974265 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Checking segment: {'id': 'a7d26504-4bf5-4401-a651-33ad0473cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9ebae0d3-5b11-442c-893d-c680362f44c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:54.974814 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:54.975232 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Bound using segment: {'id': 'a7d26504-4bf5-4401-a651-33ad0473cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9ebae0d3-5b11-442c-893d-c680362f44c6'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:54.975827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Bound port: 2c71d2ac-4b92-4746-a6f2-2e7b0bf00770, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d26504-4bf5-4401-a651-33ad0473cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9ebae0d3-5b11-442c-893d-c680362f44c6'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:54.982103 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:55.044744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ec0d26-64f4-4536-8688-5b730a96b8ef admin admin] Router 52cf7461-f842-4595-9630-9199d1a23873 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:39:55.088751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] For port 2c71d2ac-4b92-4746-a6f2-2e7b0bf00770, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:55.097523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] For port 2c71d2ac-4b92-4746-a6f2-2e7b0bf00770, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2c71d2ac-4b92-4746-a6f2-2e7b0bf00770,segment=NetworkSegment(a7d26504-4bf5-4401-a651-33ad0473cc55),segment_id=a7d26504-4bf5-4401-a651-33ad0473cc55)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:55.175537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ec0d26-64f4-4536-8688-5b730a96b8ef admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:39:55.183235 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-80ec0d26-64f4-4536-8688-5b730a96b8ef admin admin] 10.222.0.39 "PUT /v2.0/routers/52cf7461-f842-4595-9630-9199d1a23873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8914404 Aug 31 14:39:55.183524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36288) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:55.186140 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:55.190234 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b51f699-ee6b-4c88-96b5-887bd1b9c49b None None] Sync routers for ids ['52cf7461-f842-4595-9630-9199d1a23873'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:39:55.195497 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Transition to ACTIVE for port object 18795d12-d3c2-41f8-a468-fb64c91e2145 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:55.205032 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b51f699-ee6b-4c88-96b5-887bd1b9c49b None None] Routers {'52cf7461-f842-4595-9630-9199d1a23873'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:55.205948 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7b51f699-ee6b-4c88-96b5-887bd1b9c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['52cf7461-f842-4595-9630-9199d1a23873'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:55.216545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Transition to ACTIVE for port object 18795d12-d3c2-41f8-a468-fb64c91e2145 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:55.224480 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:55.230415 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:55.331358 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7b51f699-ee6b-4c88-96b5-887bd1b9c49b None None] Set router 52cf7461-f842-4595-9630-9199d1a23873 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:55.343892 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:55.346546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Network c184547b-ea03-4f82-a21c-2deea9fb6a13 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:55.372514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:55.380229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:55.393337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c806389-a6bf-4a81-b198-bfa177a53a16 None None] Pushing event updated for resources: {'Port': ['ID=2c71d2ac-4b92-4746-a6f2-2e7b0bf00770,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:55.419211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:39:55.431108 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-060c8b55-34ba-41d8-ace1-db0d17db3e87 req-790baeae-3806-4fad-849a-735c4cb69a6f tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7510068 Aug 31 14:39:55.432020 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Subnet': ['ID=6d2652b5-5020-40a1-bf7c-f37cc6620a70,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:55.452520 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06febfea-69b3-41ed-b76c-b52d0b8d930a None None] Network 9ebae0d3-5b11-442c-893d-c680362f44c6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:55.507004 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:55.546298 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:55.553886 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:55.560390 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8debec98-1dad-4685-877f-32c675d26fdb None None] Sync routers for ids ['2979d8b9-9d76-432f-992e-be8ff507753a'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:39:55.619542 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebae0d3-5b11-442c-893d-c680362f44c6']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:55.637644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d26504-4bf5-4401-a651-33ad0473cc55') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:55.637951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d26504-4bf5-4401-a651-33ad0473cc55') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:55.651764 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3b87bda6-e995-4adb-aacc-05ed86aa49d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9166787 Aug 31 14:39:55.663971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9aebc39-cc73-4999-8a1e-93e600d77b01', 'tag': 'a95c40ac-cb75-417b-9d9a-fc7493685d30'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:55.666556 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed83cd8-b8e4-4c0d-b581-39b66a351a29" -d '{"events": [{"name": "network-changed", "server_uuid": "c9aebc39-cc73-4999-8a1e-93e600d77b01", "tag": "a95c40ac-cb75-417b-9d9a-fc7493685d30"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:55.681613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Pushing event updated for resources: {'Port': ['ID=18795d12-d3c2-41f8-a468-fb64c91e2145,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:55.690631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8debec98-1dad-4685-877f-32c675d26fdb None None] Routers {'2979d8b9-9d76-432f-992e-be8ff507753a'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:55.691432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8debec98-1dad-4685-877f-32c675d26fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2979d8b9-9d76-432f-992e-be8ff507753a'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:55.694030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Attempting to bind port 18795d12-d3c2-41f8-a468-fb64c91e2145 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:55.694400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Attempting to bind port 18795d12-d3c2-41f8-a468-fb64c91e2145 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f2322963-407b-4d32-9253-12d17e8bc7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c184547b-ea03-4f82-a21c-2deea9fb6a13'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:55.694766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Attempting to bind port 18795d12-d3c2-41f8-a468-fb64c91e2145 on network c184547b-ea03-4f82-a21c-2deea9fb6a13 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:55.706977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:55.707442 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Checking segment: {'id': 'f2322963-407b-4d32-9253-12d17e8bc7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c184547b-ea03-4f82-a21c-2deea9fb6a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:55.708018 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:55.708848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Bound using segment: {'id': 'f2322963-407b-4d32-9253-12d17e8bc7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c184547b-ea03-4f82-a21c-2deea9fb6a13'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:55.709354 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Bound port: 18795d12-d3c2-41f8-a468-fb64c91e2145, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2322963-407b-4d32-9253-12d17e8bc7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c184547b-ea03-4f82-a21c-2deea9fb6a13'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:55.709745 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:55.725340 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:55.730801 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:55.780313 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea419b74-0b96-4e80-8a27-37e034253921 x-openstack-request-id: req-ea419b74-0b96-4e80-8a27-37e034253921 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:55.780876 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9aebc39-cc73-4999-8a1e-93e600d77b01", "tag": "a95c40ac-cb75-417b-9d9a-fc7493685d30", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:55.781358 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea419b74-0b96-4e80-8a27-37e034253921 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:55.782543 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9aebc39-cc73-4999-8a1e-93e600d77b01', 'tag': 'a95c40ac-cb75-417b-9d9a-fc7493685d30', 'status': 'completed', 'code': 200} Aug 31 14:39:55.784769 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:55.794523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:39:55.795298 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:39:55.800506 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:39:55.808491 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7b51f699-ee6b-4c88-96b5-887bd1b9c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:39:54Z', 'revision_number': 5, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port': {'id': '6889ca2d-0d7a-4b11-a8f2-1add666e8897', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf7461-f842-4595-9630-9199d1a23873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:23Z', 'updated_at': '2021-08-31T14:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:55.859041 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b51f699-ee6b-4c88-96b5-887bd1b9c49b None None] Checking router: 52cf7461-f842-4595-9630-9199d1a23873 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:39:55.874176 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b51f699-ee6b-4c88-96b5-887bd1b9c49b None None] Routers {'52cf7461-f842-4595-9630-9199d1a23873'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:55.875127 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7b51f699-ee6b-4c88-96b5-887bd1b9c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['52cf7461-f842-4595-9630-9199d1a23873'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:55.902861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067ac5f-1dd5-4efa-b472-cad777da03c7 req-5d2f9baa-4669-4b85-93a9-3db200d06f89 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:55.928043 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e067ac5f-1dd5-4efa-b472-cad777da03c7 req-5d2f9baa-4669-4b85-93a9-3db200d06f89 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.3413343 Aug 31 14:39:56.010445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.api [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:39:56.010445 n-d-806683-5 neutron-server[94870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:39:56.010445 n-d-806683-5 neutron-server[94870]: [parameters: {'id': '9ebae0d3-5b11-442c-893d-c680362f44c6'}] Aug 31 14:39:56.010445 n-d-806683-5 neutron-server[94870]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:39:56.013441 n-d-806683-5 neutron-server[94870]: DEBUG oslo_db.api [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:39:56.021149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] Deleting port 6889ca2d-0d7a-4b11-a8f2-1add666e8897 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:39:56.021149 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:56.033049 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7b51f699-ee6b-4c88-96b5-887bd1b9c49b None None] Set router 52cf7461-f842-4595-9630-9199d1a23873 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:56.055106 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed83cd8-b8e4-4c0d-b581-39b66a351a29 req-0c1fc0fd-ecbd-49b4-b313-4e8b65a2374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:56.069411 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ed83cd8-b8e4-4c0d-b581-39b66a351a29 req-0c1fc0fd-ecbd-49b4-b313-4e8b65a2374c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce683e4dbcf542919ea01c30e9ec572e&device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 1096 time: 0.2649395 Aug 31 14:39:56.092611 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7b51f699-ee6b-4c88-96b5-887bd1b9c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:39:55Z', 'revision_number': 6, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:56.122402 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b51f699-ee6b-4c88-96b5-887bd1b9c49b None None] The sync data for ids ['52cf7461-f842-4595-9630-9199d1a23873'] in n-d-806683-5 is: [{'id': '52cf7461-f842-4595-9630-9199d1a23873', 'name': 'tempest-ServerRescueTestJSONUnderV235-166224717-router', 'tenant_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:39:55Z', 'revision_number': 6, 'project_id': 'ba7a2a54afa6490bbc44789e16b212dd', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:39:56.147221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e067ac5f-1dd5-4efa-b472-cad777da03c7 req-ef8f361a-928b-4db5-b7d9-b217ae4f70d4 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180693 Aug 31 14:39:56.152989 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-8debec98-1dad-4685-877f-32c675d26fdb None None] Set router 2979d8b9-9d76-432f-992e-be8ff507753a gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:56.214169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] For port 6889ca2d-0d7a-4b11-a8f2-1add666e8897, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6889ca2d-0d7a-4b11-a8f2-1add666e8897,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:56.214540 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:56.228341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] Calling delete_port for 6889ca2d-0d7a-4b11-a8f2-1add666e8897 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:39:56.418289 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] For port 18795d12-d3c2-41f8-a468-fb64c91e2145, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:56.420351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] For port 18795d12-d3c2-41f8-a468-fb64c91e2145, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=18795d12-d3c2-41f8-a468-fb64c91e2145,segment=NetworkSegment(f2322963-407b-4d32-9253-12d17e8bc7ef),segment_id=f2322963-407b-4d32-9253-12d17e8bc7ef)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:56.427473 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:56.430620 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:56.462874 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:56.474740 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:56.482853 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed83cd8-b8e4-4c0d-b581-39b66a351a29 req-c2f197e2-f886-4721-9b74-a92aa7df7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:56.484517 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ed83cd8-b8e4-4c0d-b581-39b66a351a29 req-c2f197e2-f886-4721-9b74-a92aa7df7c15 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 HTTP/1.1" status: 200 len: 907 time: 0.3520741 Aug 31 14:39:56.591822 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:56.596013 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ed83cd8-b8e4-4c0d-b581-39b66a351a29 req-4a23f577-0fcd-4b37-97b4-433490d4c068 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a95c40ac-cb75-417b-9d9a-fc7493685d30 HTTP/1.1" status: 200 len: 998 time: 0.1021559 Aug 31 14:39:56.629064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6889ca2d-0d7a-4b11-a8f2-1add666e8897,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:56.636315 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a4c24-2dc6-4581-b2b4-f960ba962966 None None] Pushing event updated for resources: {'Port': ['ID=18795d12-d3c2-41f8-a468-fb64c91e2145,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:56.701360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8debec98-1dad-4685-877f-32c675d26fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:07Z', 'revision_number': 4, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port': {'id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '577812b1-ff32-4a5e-88d8-c290c50f1e68', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'floating_ip_address': '172.25.2.77', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'port_id': 'a95c40ac-cb75-417b-9d9a-fc7493685d30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'mac_address': 'fa:16:3e:43:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aebc39-cc73-4999-8a1e-93e600d77b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:39:52Z', 'updated_at': '2021-08-31T14:39:52Z', 'revision_number': 0, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc13c4a4-481b-4dfe-a448-7e3793bc9b74', 'name': '', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'mac_address': 'fa:16:3e:b0:7c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:06Z', 'updated_at': '2021-08-31T14:39:16Z', 'revision_number': 5, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'subnets': [{'id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:56.745880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8debec98-1dad-4685-877f-32c675d26fdb None None] Checking router: 2979d8b9-9d76-432f-992e-be8ff507753a for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:39:56.760761 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8debec98-1dad-4685-877f-32c675d26fdb None None] Routers {'2979d8b9-9d76-432f-992e-be8ff507753a'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:56.761748 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8debec98-1dad-4685-877f-32c675d26fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2979d8b9-9d76-432f-992e-be8ff507753a'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:56.771791 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:56.819484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed83cd8-b8e4-4c0d-b581-39b66a351a29 req-d4773186-81a4-4645-8d02-cba0f6efcfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:56.821082 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ed83cd8-b8e4-4c0d-b581-39b66a351a29 req-d4773186-81a4-4645-8d02-cba0f6efcfea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=707f1a94-3dc7-4002-a30d-f5d800818861 HTTP/1.1" status: 200 len: 845 time: 0.1753278 Aug 31 14:39:56.872854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Deleting port 2c71d2ac-4b92-4746-a6f2-2e7b0bf00770 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:39:56.873194 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:56.883474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Allocated IP 172.25.2.189 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/337393d5-4f98-4ed0-a8dc-06a71dc0668b) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:56.901231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069f84b-1460-4db6-9128-3bfcaa9c2ced req-95d115cb-f887-4a22-a775-f262af759c13 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:56.903111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8069f84b-1460-4db6-9128-3bfcaa9c2ced req-95d115cb-f887-4a22-a775-f262af759c13 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.3521571 Aug 31 14:39:56.910485 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:56.915245 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:56.920182 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-8debec98-1dad-4685-877f-32c675d26fdb None None] Set router 2979d8b9-9d76-432f-992e-be8ff507753a gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:56.992118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:56.993522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52cf7461-f842-4595-9630-9199d1a23873 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:39:57.013764 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.015238 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a3adc52c-0619-44c3-9b91-872e8a72bfe7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/52cf7461-f842-4595-9630-9199d1a23873 HTTP/1.1" status: 204 len: 168 time: 1.8307214 Aug 31 14:39:57.019593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36310) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:57.110973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eae56a0-cf6e-49f8-8458-7413f4e37960 admin admin] Deleting subnet 3479c253-a93e-46c0-a6bc-f61e7bd47d32 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:39:57.122411 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8069f84b-1460-4db6-9128-3bfcaa9c2ced req-fbeaf372-1465-4c3b-85e6-0a5a4c89c4de tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091987 Aug 31 14:39:57.123201 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1eae56a0-cf6e-49f8-8458-7413f4e37960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.156964 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.172749 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1eae56a0-cf6e-49f8-8458-7413f4e37960 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.230439 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1eae56a0-cf6e-49f8-8458-7413f4e37960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.231674 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.244441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed83cd8-b8e4-4c0d-b581-39b66a351a29 req-59502f8a-15d5-4aeb-b68a-7b1d8ae1f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:57.255642 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ed83cd8-b8e4-4c0d-b581-39b66a351a29 req-59502f8a-15d5-4aeb-b68a-7b1d8ae1f842 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4207935 Aug 31 14:39:57.320995 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1eae56a0-cf6e-49f8-8458-7413f4e37960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.408741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8debec98-1dad-4685-877f-32c675d26fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:07Z', 'revision_number': 4, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port': {'id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '577812b1-ff32-4a5e-88d8-c290c50f1e68', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'floating_ip_address': '172.25.2.77', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'port_id': 'a95c40ac-cb75-417b-9d9a-fc7493685d30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'mac_address': 'fa:16:3e:43:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aebc39-cc73-4999-8a1e-93e600d77b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:39:52Z', 'updated_at': '2021-08-31T14:39:52Z', 'revision_number': 0, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc13c4a4-481b-4dfe-a448-7e3793bc9b74', 'name': '', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'mac_address': 'fa:16:3e:b0:7c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:06Z', 'updated_at': '2021-08-31T14:39:16Z', 'revision_number': 5, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'subnets': [{'id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:57.414930 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1eae56a0-cf6e-49f8-8458-7413f4e37960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.420486 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1eae56a0-cf6e-49f8-8458-7413f4e37960 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3479c253-a93e-46c0-a6bc-f61e7bd47d32 HTTP/1.1" status: 204 len: 168 time: 0.3996582 Aug 31 14:39:57.421385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36314) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:57.424486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae56a0-cf6e-49f8-8458-7413f4e37960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3479c253-a93e-46c0-a6bc-f61e7bd47d32,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:57.458793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8debec98-1dad-4685-877f-32c675d26fdb None None] The sync data for ids ['2979d8b9-9d76-432f-992e-be8ff507753a'] in n-d-806683-5 is: [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:07Z', 'revision_number': 4, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port': {'id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '577812b1-ff32-4a5e-88d8-c290c50f1e68', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'floating_ip_address': '172.25.2.77', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'port_id': 'a95c40ac-cb75-417b-9d9a-fc7493685d30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'mac_address': 'fa:16:3e:43:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aebc39-cc73-4999-8a1e-93e600d77b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:39:52Z', 'updated_at': '2021-08-31T14:39:52Z', 'revision_number': 0, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc13c4a4-481b-4dfe-a448-7e3793bc9b74', 'name': '', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'mac_address': 'fa:16:3e:b0:7c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:06Z', 'updated_at': '2021-08-31T14:39:16Z', 'revision_number': 5, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'subnets': [{'id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:39:57.459097 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Pushing event updated for resources: {'Port': ['ID=337393d5-4f98-4ed0-a8dc-06a71dc0668b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:57.465795 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ed83cd8-b8e4-4c0d-b581-39b66a351a29 req-6d0356db-85a0-4693-a8b1-fb63b34b1de3 service neutron] 10.222.0.60 "GET /v2.0/networks/1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116004 Aug 31 14:39:57.483946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 18795d12-d3c2-41f8-a468-fb64c91e2145 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:57.503402 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:57.520057 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:57.523116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:57.532854 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd87e025-a7d4-41fe-ac2b-eeb2c0062e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.628374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 18795d12-d3c2-41f8-a468-fb64c91e2145 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:57.646812 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] For port 2c71d2ac-4b92-4746-a6f2-2e7b0bf00770, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2c71d2ac-4b92-4746-a6f2-2e7b0bf00770,segment=NetworkSegment(a7d26504-4bf5-4401-a651-33ad0473cc55),segment_id=a7d26504-4bf5-4401-a651-33ad0473cc55)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:57.647362 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.647475 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd87e025-a7d4-41fe-ac2b-eeb2c0062e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.666191 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cd87e025-a7d4-41fe-ac2b-eeb2c0062e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7444c44-57ef-4fec-8adc-ac27ab99c9c9']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:57.680594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cd87e025-a7d4-41fe-ac2b-eeb2c0062e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5534191a-3f1f-4267-9c65-e574b0351f68') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:57.680984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cd87e025-a7d4-41fe-ac2b-eeb2c0062e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5534191a-3f1f-4267-9c65-e574b0351f68') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:57.692069 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd87e025-a7d4-41fe-ac2b-eeb2c0062e0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.710048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd87e025-a7d4-41fe-ac2b-eeb2c0062e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.713409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Calling delete_port for 2c71d2ac-4b92-4746-a6f2-2e7b0bf00770 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:39:57.716193 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6889ca2d-0d7a-4b11-a8f2-1add666e8897 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:39:57.717658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd87e025-a7d4-41fe-ac2b-eeb2c0062e0b admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:39:57.718301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd87e025-a7d4-41fe-ac2b-eeb2c0062e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:39:57.722103 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:39:57.741561 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 6889ca2d-0d7a-4b11-a8f2-1add666e8897 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:39:57.742278 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6889ca2d-0d7a-4b11-a8f2-1add666e8897 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:39:57.742824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fafd4462-b1ff-407c-ac1f-21b6a710c52f no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:39:57.784189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: fafd4462-b1ff-407c-ac1f-21b6a710c52f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:39:57.785333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fafd4462-b1ff-407c-ac1f-21b6a710c52f not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:39:57.871495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6de25-b196-49e3-bcab-8e5529e9f28a req-e1ff3ceb-04a9-416d-ba3d-46bd4cd2142e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:57.873582 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6d6de25-b196-49e3-bcab-8e5529e9f28a req-e1ff3ceb-04a9-416d-ba3d-46bd4cd2142e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.1422606 Aug 31 14:39:57.876058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd87e025-a7d4-41fe-ac2b-eeb2c0062e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.883746 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ed83cd8-b8e4-4c0d-b581-39b66a351a29 req-fe1f20f5-92b2-4bfc-bbd9-bee08dd6fec6 service neutron] 10.222.0.60 "GET /v2.0/networks/1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046886 Aug 31 14:39:57.947641 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd87e025-a7d4-41fe-ac2b-eeb2c0062e0b admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:57.952019 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cd87e025-a7d4-41fe-ac2b-eeb2c0062e0b admin admin] 10.222.0.39 "DELETE /v2.0/networks/e7444c44-57ef-4fec-8adc-ac27ab99c9c9 HTTP/1.1" status: 204 len: 168 time: 0.5265920 Aug 31 14:39:58.054334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87e025-a7d4-41fe-ac2b-eeb2c0062e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=e7444c44-57ef-4fec-8adc-ac27ab99c9c9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:58.074923 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.097791 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.102196 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1787fc4-8b8d-4cfb-9fff-d74f03e130f4 None None] New status for floating IP 577812b1-ff32-4a5e-88d8-c290c50f1e68: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:39:58.139589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-e6d6de25-b196-49e3-bcab-8e5529e9f28a req-275e5b51-3355-424d-a10c-557e951c0104 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Deleting port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:39:58.139931 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6d6de25-b196-49e3-bcab-8e5529e9f28a req-275e5b51-3355-424d-a10c-557e951c0104 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.241595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36326) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:58.267268 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No DVR routers for this DVR port 2c71d2ac-4b92-4746-a6f2-2e7b0bf00770 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:39:58.344970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Port': ['ID=2c71d2ac-4b92-4746-a6f2-2e7b0bf00770,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:58.348800 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5beaef1b-8ca6-43a2-8115-6d2839ffbfa0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba7a2a54afa6490bbc44789e16b212dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061392 Aug 31 14:39:58.357398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36328) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:58.363163 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e6d6de25-b196-49e3-bcab-8e5529e9f28a req-275e5b51-3355-424d-a10c-557e951c0104 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] For port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8318049d-7eb9-4970-a1c4-c4bc7d4f4288,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:58.363163 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6d6de25-b196-49e3-bcab-8e5529e9f28a req-275e5b51-3355-424d-a10c-557e951c0104 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.398728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-e6d6de25-b196-49e3-bcab-8e5529e9f28a req-275e5b51-3355-424d-a10c-557e951c0104 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Calling delete_port for 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:39:58.479406 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc34e133-2301-49fb-9404-f1764be42d52 None None] Network c184547b-ea03-4f82-a21c-2deea9fb6a13 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:39:58.490471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-672db3e7-3f85-4b95-83d1-3136e70c75c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.492436 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.507697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebae0d3-5b11-442c-893d-c680362f44c6']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:58.531790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d26504-4bf5-4401-a651-33ad0473cc55') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:58.532230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d26504-4bf5-4401-a651-33ad0473cc55') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:58.551860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630be12-674d-4082-b087-fcd0efd1d90d req-85422cf7-d97f-4b87-883c-37bfc0e6088e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:58.554393 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2630be12-674d-4082-b087-fcd0efd1d90d req-85422cf7-d97f-4b87-883c-37bfc0e6088e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=099cef0a-35ae-409c-b873-d9a0a58bb191 HTTP/1.1" status: 200 len: 945 time: 0.2582569 Aug 31 14:39:58.557420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-672db3e7-3f85-4b95-83d1-3136e70c75c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.566679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b6cc30c8-fcb7-4782-9630-3e1e521973ff None None] Provisioning for port 18795d12-d3c2-41f8-a468-fb64c91e2145 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:58.573420 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.581117 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b6cc30c8-fcb7-4782-9630-3e1e521973ff None None] Provisioning complete for port 18795d12-d3c2-41f8-a468-fb64c91e2145 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:58.581393 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6cc30c8-fcb7-4782-9630-3e1e521973ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.651774 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.680355 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:39:58.680979 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:39:58.692212 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:39:58.696299 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-672db3e7-3f85-4b95-83d1-3136e70c75c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.700449 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-672db3e7-3f85-4b95-83d1-3136e70c75c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.704786 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-672db3e7-3f85-4b95-83d1-3136e70c75c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b5c2bd9-5970-4a7e-bc68-06e244565b9b HTTP/1.1" status: 204 len: 168 time: 0.3430369 Aug 31 14:39:58.756149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672db3e7-3f85-4b95-83d1-3136e70c75c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5c2bd9-5970-4a7e-bc68-06e244565b9b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:58.760067 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6d6de25-b196-49e3-bcab-8e5529e9f28a req-275e5b51-3355-424d-a10c-557e951c0104 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.799974 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2630be12-674d-4082-b087-fcd0efd1d90d req-9a41ac67-69c6-4972-9b58-cdfd52cd22b8 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318516 Aug 31 14:39:58.814645 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.820586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e5b51-3355-424d-a10c-557e951c0104 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Pushing event deleted for resources: {'Port': ['ID=8318049d-7eb9-4970-a1c4-c4bc7d4f4288,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:58.831254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['400b284a-3fbf-4d55-bd12-4118fd70f525'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:39:58.904341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d6de25-b196-49e3-bcab-8e5529e9f28a req-275e5b51-3355-424d-a10c-557e951c0104 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] No DVR routers for this DVR port 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:39:58.904942 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.909963 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/9ebae0d3-5b11-442c-893d-c680362f44c6 HTTP/1.1" status: 204 len: 168 time: 5.2215545 Aug 31 14:39:58.916250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e6d6de25-b196-49e3-bcab-8e5529e9f28a req-275e5b51-3355-424d-a10c-557e951c0104 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.920228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6d6de25-b196-49e3-bcab-8e5529e9f28a req-275e5b51-3355-424d-a10c-557e951c0104 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.60 "DELETE /v2.0/ports/8318049d-7eb9-4970-a1c4-c4bc7d4f4288 HTTP/1.1" status: 204 len: 173 time: 1.0400405 Aug 31 14:39:58.922831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36332) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:58.928546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099cef0a-35ae-409c-b873-d9a0a58bb191', 'name': 'network-vif-deleted', 'tag': '8318049d-7eb9-4970-a1c4-c4bc7d4f4288'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:58.933416 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cc4d86-2e33-4fbc-a816-27b4956a83a7" -d '{"events": [{"server_uuid": "099cef0a-35ae-409c-b873-d9a0a58bb191", "name": "network-vif-deleted", "tag": "8318049d-7eb9-4970-a1c4-c4bc7d4f4288"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:58.938754 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6cc30c8-fcb7-4782-9630-3e1e521973ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:58.964199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-553dac5a-5c09-4a92-8d78-e0fdcaa22af8 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1449035686'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:59.013648 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac13ae8-ea7b-4aec-a8e8-af95e9587e84 x-openstack-request-id: req-eac13ae8-ea7b-4aec-a8e8-af95e9587e84 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:59.015760 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099cef0a-35ae-409c-b873-d9a0a58bb191", "name": "network-vif-deleted", "tag": "8318049d-7eb9-4970-a1c4-c4bc7d4f4288", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:59.017070 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eac13ae8-ea7b-4aec-a8e8-af95e9587e84 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:59.018266 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099cef0a-35ae-409c-b873-d9a0a58bb191', 'name': 'network-vif-deleted', 'tag': '8318049d-7eb9-4970-a1c4-c4bc7d4f4288', 'status': 'completed', 'code': 200} Aug 31 14:39:59.029705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b6cc30c8-fcb7-4782-9630-3e1e521973ff None None] For port 18795d12-d3c2-41f8-a468-fb64c91e2145, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=18795d12-d3c2-41f8-a468-fb64c91e2145,segment=NetworkSegment(f2322963-407b-4d32-9253-12d17e8bc7ef),segment_id=f2322963-407b-4d32-9253-12d17e8bc7ef)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:59.043562 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6cc30c8-fcb7-4782-9630-3e1e521973ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:59.053875 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149ccb4-c690-45ae-a5ba-1ed8f1a5ab55 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Network': ['ID=9ebae0d3-5b11-442c-893d-c680362f44c6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:59.102017 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553dac5a-5c09-4a92-8d78-e0fdcaa22af8 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:59.106325 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-553dac5a-5c09-4a92-8d78-e0fdcaa22af8 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:59.117579 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:59.163746 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553dac5a-5c09-4a92-8d78-e0fdcaa22af8 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:39:59.182036 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-553dac5a-5c09-4a92-8d78-e0fdcaa22af8 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:59.182798 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-553dac5a-5c09-4a92-8d78-e0fdcaa22af8 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Added segment b38c99ea-4c9c-4bdf-a2ba-30e1f58d9852 of type vlan for network 6c9a8a76-5f5d-4ed8-a19d-cc7ba16af78d Aug 31 14:39:59.249623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc30c8-fcb7-4782-9630-3e1e521973ff None None] Pushing event updated for resources: {'Port': ['ID=18795d12-d3c2-41f8-a468-fb64c91e2145,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:59.325272 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-553dac5a-5c09-4a92-8d78-e0fdcaa22af8 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:59.458887 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 18795d12-d3c2-41f8-a468-fb64c91e2145 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:59.514179 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996256f2-fe82-4d06-95b9-c094f866e314 None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:39:59.541941 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-553dac5a-5c09-4a92-8d78-e0fdcaa22af8 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:59.559391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553dac5a-5c09-4a92-8d78-e0fdcaa22af8 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:59.560882 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-553dac5a-5c09-4a92-8d78-e0fdcaa22af8 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:59.611883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-96d8d368-35d6-44e5-9a0a-45d9745eb756 None None] Provisioning complete for port 18795d12-d3c2-41f8-a468-fb64c91e2145 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:59.612384 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96d8d368-35d6-44e5-9a0a-45d9745eb756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:59.647507 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 18795d12-d3c2-41f8-a468-fb64c91e2145 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:59.648134 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:59.758589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996256f2-fe82-4d06-95b9-c094f866e314 None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:40:00.008791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36368) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:00.136582 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-553dac5a-5c09-4a92-8d78-e0fdcaa22af8 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1956911 Aug 31 14:40:00.143013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36378) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:00.155334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b22c6b56-3e35-419b-b465-599cb383c3be tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'subnet': {'network_id': '6c9a8a76-5f5d-4ed8-a19d-cc7ba16af78d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:00.176802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553dac5a-5c09-4a92-8d78-e0fdcaa22af8 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Network': ['ID=6c9a8a76-5f5d-4ed8-a19d-cc7ba16af78d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:00.191549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1032778353-network', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:00.197432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 6c9a8a76-5f5d-4ed8-a19d-cc7ba16af78d details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:00.206363 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Router 68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:40:00.322689 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-b22c6b56-3e35-419b-b465-599cb383c3be tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:40:00.322689 n-d-806683-5 neutron-server[94871]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:40:00.322689 n-d-806683-5 neutron-server[94871]: [parameters: {'project_id_1': 'a6dcc85f821e4f0bad534323eb4aadab', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 40, 0, 289781)}] Aug 31 14:40:00.322689 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:40:00.322689 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [None req-b22c6b56-3e35-419b-b465-599cb383c3be tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:40:00.330105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] Made reservation on behalf of 020a2801fdcc43e8af0aa6ad25780e74 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:00.342629 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:00.353573 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:00.371066 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:40:00.384662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Sync routers for ids ['68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:40:00.396422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Routers {'68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:00.397164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:00.528484 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:00.535918 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:00.540422 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:00.544741 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-22876074-171d-41dc-81e1-9ee97ba92cda admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3417294 Aug 31 14:40:00.544986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36396) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:00.562723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:40:00.586616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f703a96-d838-4952-8c99-891302b443f0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:00.589892 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:00.590239 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] Added segment bc8e44c2-e1c3-4ae1-84f3-70df4c807161 of type vlan for network 57f4a10f-2619-44ef-9088-e45ced4893f1 Aug 31 14:40:00.666189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:00.716407 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:00.717424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:00.718403 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:00.762703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:40:00.812753 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8027446 Aug 31 14:40:00.816846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:40:00.817077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36406) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:00.817238 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 8318049d-7eb9-4970-a1c4-c4bc7d4f4288 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:40:00.832759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-042e5749-addc-4ccc-acfe-6f58fa507b38 admin admin] Request body: {'subnet': {'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1032778353-subnet', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:00.866342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Set router 68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:00.866616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042e5749-addc-4ccc-acfe-6f58fa507b38 admin admin] Made reservation on behalf of 020a2801fdcc43e8af0aa6ad25780e74 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:00.870715 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-042e5749-addc-4ccc-acfe-6f58fa507b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:00.879095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5934dc-3677-423a-8bc1-e1da769a8bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=57f4a10f-2619-44ef-9088-e45ced4893f1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:00.913906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 57f4a10f-2619-44ef-9088-e45ced4893f1 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:00.969626 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22c6b56-3e35-419b-b465-599cb383c3be tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:00.975747 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b22c6b56-3e35-419b-b465-599cb383c3be tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.199039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'name': 'tempest-TestAggregatesBasicOps-255619007-router', 'tenant_id': '8a06749300034b7e8cc7c623ced928c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '337393d5-4f98-4ed0-a8dc-06a71dc0668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:54Z', 'updated_at': '2021-08-31T14:39:57Z', 'revision_number': 3, 'project_id': '8a06749300034b7e8cc7c623ced928c3', 'gw_port': {'id': '337393d5-4f98-4ed0-a8dc-06a71dc0668b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:56Z', 'updated_at': '2021-08-31T14:39:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:01.225129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caba741-4c09-4490-b8dc-4a25d6b88131 req-daba59da-24ce-4fe8-a493-1b89e3aabe37 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:01.232688 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5caba741-4c09-4490-b8dc-4a25d6b88131 req-daba59da-24ce-4fe8-a493-1b89e3aabe37 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 946 time: 0.0839155 Aug 31 14:40:01.237255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Checking router: 68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:40:01.237805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Updating router 68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d port 337393d5-4f98-4ed0-a8dc-06a71dc0668b binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:40:01.270613 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.319455 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-042e5749-addc-4ccc-acfe-6f58fa507b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.423727 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5caba741-4c09-4490-b8dc-4a25d6b88131 req-03e9efb3-02c6-46df-a8cd-b20a66a2c8bf tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838901 Aug 31 14:40:01.432714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e5749-addc-4ccc-acfe-6f58fa507b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d85aa70f-f4bc-424f-a8b7-e2b19d5d6119,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:01.442449 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.462644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e5749-addc-4ccc-acfe-6f58fa507b38 admin admin] Checking segment: {'id': 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:01.462644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e5749-addc-4ccc-acfe-6f58fa507b38 admin admin] Network hostable DHCP agents. Network: 57f4a10f-2619-44ef-9088-e45ced4893f1, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:40:01.503369 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b22c6b56-3e35-419b-b465-599cb383c3be tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.567317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c6b56-3e35-419b-b465-599cb383c3be tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Subnet': ['ID=eeec5374-bab3-4701-837b-b0fa59d057bd,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:01.570496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e5749-addc-4ccc-acfe-6f58fa507b38 admin admin] Network 57f4a10f-2619-44ef-9088-e45ced4893f1 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:40:01.578336 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.590085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-042e5749-addc-4ccc-acfe-6f58fa507b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 57f4a10f-2619-44ef-9088-e45ced4893f1) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:01.592919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Transition to ACTIVE for port object 337393d5-4f98-4ed0-a8dc-06a71dc0668b will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:01.597165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e5749-addc-4ccc-acfe-6f58fa507b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:01.597904 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-042e5749-addc-4ccc-acfe-6f58fa507b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.602652 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.629150 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-042e5749-addc-4ccc-acfe-6f58fa507b38 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8111320 Aug 31 14:40:01.630140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22c6b56-3e35-419b-b465-599cb383c3be tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Checking segment: {'id': 'b38c99ea-4c9c-4bdf-a2ba-30e1f58d9852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6c9a8a76-5f5d-4ed8-a19d-cc7ba16af78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:01.630505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22c6b56-3e35-419b-b465-599cb383c3be tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network hostable DHCP agents. Network: 6c9a8a76-5f5d-4ed8-a19d-cc7ba16af78d, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:40:01.632545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36414) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:01.640325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1032778353-router', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:01.652961 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a35a8f1-0eaa-4a47-85a2-5b4c329ed80e None None] Network 57f4a10f-2619-44ef-9088-e45ced4893f1 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:01.654035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22c6b56-3e35-419b-b465-599cb383c3be tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network 6c9a8a76-5f5d-4ed8-a19d-cc7ba16af78d is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:40:01.664331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b22c6b56-3e35-419b-b465-599cb383c3be tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 6c9a8a76-5f5d-4ed8-a19d-cc7ba16af78d) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:01.667315 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.669310 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.680747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22c6b56-3e35-419b-b465-599cb383c3be tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:01.680877 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b22c6b56-3e35-419b-b465-599cb383c3be tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.699432 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b22c6b56-3e35-419b-b465-599cb383c3be tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5526428 Aug 31 14:40:01.699781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36418) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:01.709027 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1f4b8b-3495-4ae9-aece-7b264ee94b95 None None] Network 6c9a8a76-5f5d-4ed8-a19d-cc7ba16af78d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:01.761937 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.767604 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Allocated IP 172.20.0.1 (c184547b-ea03-4f82-a21c-2deea9fb6a13/fe8cffc4-b0c8-45b9-8c65-e08d7a4e0202/3f4b4c0f-6106-4195-b438-dd995e4a8e2c) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:01.775362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684b2eb-5e2e-4071-8032-c206898bf847 None None] Pushing event updated for resources: {'Port': ['ID=337393d5-4f98-4ed0-a8dc-06a71dc0668b,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:01.783960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Attempting to bind port 337393d5-4f98-4ed0-a8dc-06a71dc0668b on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:01.784634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Attempting to bind port 337393d5-4f98-4ed0-a8dc-06a71dc0668b by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:01.785186 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Attempting to bind port 337393d5-4f98-4ed0-a8dc-06a71dc0668b on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:01.819892 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:01.820894 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:01.821844 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.822736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:01.823789 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Bound port: 337393d5-4f98-4ed0-a8dc-06a71dc0668b, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:01.824677 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.845355 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.921590 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.010964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] For port 337393d5-4f98-4ed0-a8dc-06a71dc0668b, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:02.018490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] For port 337393d5-4f98-4ed0-a8dc-06a71dc0668b, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=337393d5-4f98-4ed0-a8dc-06a71dc0668b,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:02.025358 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.033840 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.045004 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.070193 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35eed0d-ff82-4a50-abbb-56739bdc700c None None] Network 57f4a10f-2619-44ef-9088-e45ced4893f1 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:02.075432 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.096722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Subnet': ['ID=eeec5374-bab3-4701-837b-b0fa59d057bd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:02.123426 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Transition to ACTIVE for port object 3f4b4c0f-6106-4195-b438-dd995e4a8e2c will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:02.204450 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.214278 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62976101-f937-42b0-b4c1-437b5f63a62c None None] Network 6c9a8a76-5f5d-4ed8-a19d-cc7ba16af78d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:02.245429 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.255914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Network c184547b-ea03-4f82-a21c-2deea9fb6a13 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:02.257777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9a8a76-5f5d-4ed8-a19d-cc7ba16af78d']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:02.260336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:02.269209 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:02.322274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38c99ea-4c9c-4bdf-a2ba-30e1f58d9852') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:02.322852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38c99ea-4c9c-4bdf-a2ba-30e1f58d9852') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:02.335355 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.354752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Pushing event updated for resources: {'Port': ['ID=3f4b4c0f-6106-4195-b438-dd995e4a8e2c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:02.356644 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.357776 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.365736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:02.366330 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:02.369935 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:02.387802 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684b2eb-5e2e-4071-8032-c206898bf847 None None] Pushing event updated for resources: {'Port': ['ID=337393d5-4f98-4ed0-a8dc-06a71dc0668b,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:02.401779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Routers {'68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:02.402668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:02.470360 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.497436 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.505251 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/6c9a8a76-5f5d-4ed8-a19d-cc7ba16af78d HTTP/1.1" status: 204 len: 168 time: 0.8044157 Aug 31 14:40:02.521011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b75a5-a5fd-4059-8145-5faee3967d2f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Network': ['ID=6c9a8a76-5f5d-4ed8-a19d-cc7ba16af78d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:02.523101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36424) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:02.529522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9c07af6d-a3cb-46da-80bc-cf4e2101ed01 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1435847340'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:02.599593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c07af6d-a3cb-46da-80bc-cf4e2101ed01 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:02.612687 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9c07af6d-a3cb-46da-80bc-cf4e2101ed01 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.629301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8135e-011e-407d-961f-4cd9527013af req-9b1a536a-66f0-43de-97db-02fe94dc1161 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:02.630869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60b8135e-011e-407d-961f-4cd9527013af req-9b1a536a-66f0-43de-97db-02fe94dc1161 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.25 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 946 time: 0.1727030 Aug 31 14:40:02.664828 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.692561 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.710405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c07af6d-a3cb-46da-80bc-cf4e2101ed01 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:40:02.809825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4124cc8d-8068-437a-b7e7-5554db52b5ac None None] Provisioning for port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:02.820399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4124cc8d-8068-437a-b7e7-5554db52b5ac None None] Provisioning complete for port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:02.820925 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4124cc8d-8068-437a-b7e7-5554db52b5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.826485 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.826711 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] Set router 68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:02.841016 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9c07af6d-a3cb-46da-80bc-cf4e2101ed01 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:02.841677 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-9c07af6d-a3cb-46da-80bc-cf4e2101ed01 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Added segment 30077f1e-218f-4180-9aba-0307144c501d of type vlan for network 2f99767f-3082-475f-a243-dd7f6500bbf3 Aug 31 14:40:02.928747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Allocated IP 172.25.2.87 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/393f1937-4186-4afc-9408-a6955515bdd1) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:02.940935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e7779-d606-4e23-bfb0-48785963a4e0 req-291fafbe-f0a8-4092-9cbb-a465598a882b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:02.949954 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf9e7779-d606-4e23-bfb0-48785963a4e0 req-291fafbe-f0a8-4092-9cbb-a465598a882b tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 946 time: 0.3887956 Aug 31 14:40:02.955793 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9c07af6d-a3cb-46da-80bc-cf4e2101ed01 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:03.016096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-60b8135e-011e-407d-961f-4cd9527013af req-c266a2a6-acf6-488e-8e78-2a0e7b3938de tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Deleting port 400b284a-3fbf-4d55-bd12-4118fd70f525 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:03.016720 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-60b8135e-011e-407d-961f-4cd9527013af req-c266a2a6-acf6-488e-8e78-2a0e7b3938de tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:03.035093 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf9e7779-d606-4e23-bfb0-48785963a4e0 req-83c4f450-432a-437a-ac04-ec148b57ffa2 tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f8b7963-3928-480f-af72-8ca1dc5abb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783405 Aug 31 14:40:03.066716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4124cc8d-8068-437a-b7e7-5554db52b5ac None None] Port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:40:03.093394 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'name': 'tempest-TestAggregatesBasicOps-255619007-router', 'tenant_id': '8a06749300034b7e8cc7c623ced928c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '337393d5-4f98-4ed0-a8dc-06a71dc0668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:54Z', 'updated_at': '2021-08-31T14:39:57Z', 'revision_number': 3, 'project_id': '8a06749300034b7e8cc7c623ced928c3', 'gw_port': {'id': '337393d5-4f98-4ed0-a8dc-06a71dc0668b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:56Z', 'updated_at': '2021-08-31T14:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:03.126736 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9c07af6d-a3cb-46da-80bc-cf4e2101ed01 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:03.129367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd061e0c-cf26-4833-a5f1-890a7a9e4824 None None] The sync data for ids ['68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'] in n-d-806683-5 is: [{'id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'name': 'tempest-TestAggregatesBasicOps-255619007-router', 'tenant_id': '8a06749300034b7e8cc7c623ced928c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '337393d5-4f98-4ed0-a8dc-06a71dc0668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:54Z', 'updated_at': '2021-08-31T14:39:57Z', 'revision_number': 3, 'project_id': '8a06749300034b7e8cc7c623ced928c3', 'gw_port': {'id': '337393d5-4f98-4ed0-a8dc-06a71dc0668b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:56Z', 'updated_at': '2021-08-31T14:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:40:03.142377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07af6d-a3cb-46da-80bc-cf4e2101ed01 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:03.142939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9c07af6d-a3cb-46da-80bc-cf4e2101ed01 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:03.158336 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:03.165389 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:03.175511 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9c07af6d-a3cb-46da-80bc-cf4e2101ed01 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6478143 Aug 31 14:40:03.175728 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:03.189731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36432) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:03.282468 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:03.287331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Pushing event updated for resources: {'Port': ['ID=3f4b4c0f-6106-4195-b438-dd995e4a8e2c,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:03.303955 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:03.428720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:03.441504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Pushing event updated for resources: {'Port': ['ID=393f1937-4186-4afc-9408-a6955515bdd1,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:03.450070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:03.454781 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:03.579662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Network c184547b-ea03-4f82-a21c-2deea9fb6a13 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:03.608842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0d870cde-8850-4c90-84b1-eeae8029e98a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'subnet': {'network_id': '2f99767f-3082-475f-a243-dd7f6500bbf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:03.614303 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:03.705566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07af6d-a3cb-46da-80bc-cf4e2101ed01 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Network': ['ID=2f99767f-3082-475f-a243-dd7f6500bbf3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:03.716605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 2f99767f-3082-475f-a243-dd7f6500bbf3 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:03.750140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-60b8135e-011e-407d-961f-4cd9527013af req-c266a2a6-acf6-488e-8e78-2a0e7b3938de tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] For port 400b284a-3fbf-4d55-bd12-4118fd70f525, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=400b284a-3fbf-4d55-bd12-4118fd70f525,segment=NetworkSegment(222b493b-320d-4bfb-9ec3-f96a900b565b),segment_id=222b493b-320d-4bfb-9ec3-f96a900b565b)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:03.750684 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-60b8135e-011e-407d-961f-4cd9527013af req-c266a2a6-acf6-488e-8e78-2a0e7b3938de tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:03.801553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-60b8135e-011e-407d-961f-4cd9527013af req-c266a2a6-acf6-488e-8e78-2a0e7b3938de tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Calling delete_port for 400b284a-3fbf-4d55-bd12-4118fd70f525 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:03.881320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d870cde-8850-4c90-84b1-eeae8029e98a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:03.885791 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d870cde-8850-4c90-84b1-eeae8029e98a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:04.007468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5a900035-2a71-4cee-b23e-7c8cc7aa2fdf None None] Provisioning complete for port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:04.007468 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a900035-2a71-4cee-b23e-7c8cc7aa2fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:04.044982 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Router 68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:40:04.087938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5a900035-2a71-4cee-b23e-7c8cc7aa2fdf None None] Port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:40:04.127015 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-60b8135e-011e-407d-961f-4cd9527013af req-c266a2a6-acf6-488e-8e78-2a0e7b3938de tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:04.130695 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:04.193761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266a2a6-acf6-488e-8e78-2a0e7b3938de tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Pushing event deleted for resources: {'Port': ['ID=400b284a-3fbf-4d55-bd12-4118fd70f525,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:04.314847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b8135e-011e-407d-961f-4cd9527013af req-c266a2a6-acf6-488e-8e78-2a0e7b3938de tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] No DVR routers for this DVR port 400b284a-3fbf-4d55-bd12-4118fd70f525 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:40:04.336271 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-60b8135e-011e-407d-961f-4cd9527013af req-c266a2a6-acf6-488e-8e78-2a0e7b3938de tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:04.338450 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60b8135e-011e-407d-961f-4cd9527013af req-c266a2a6-acf6-488e-8e78-2a0e7b3938de tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.25 "DELETE /v2.0/ports/400b284a-3fbf-4d55-bd12-4118fd70f525 HTTP/1.1" status: 204 len: 173 time: 1.6999404 Aug 31 14:40:04.339053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2627bb74-9402-4e4a-b8d0-92028478c6bc', 'name': 'network-vif-deleted', 'tag': '400b284a-3fbf-4d55-bd12-4118fd70f525'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:40:04.341641 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a13119e-78ed-4c10-84c1-47b21e807f80" -d '{"events": [{"server_uuid": "2627bb74-9402-4e4a-b8d0-92028478c6bc", "name": "network-vif-deleted", "tag": "400b284a-3fbf-4d55-bd12-4118fd70f525"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:40:04.346783 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d870cde-8850-4c90-84b1-eeae8029e98a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:04.417258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d870cde-8850-4c90-84b1-eeae8029e98a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Subnet': ['ID=6f1bc89f-938a-47fb-85f4-a1e13fe93724,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:04.444925 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271d0cd3-4ead-4dab-b927-59fe34af84ec x-openstack-request-id: req-271d0cd3-4ead-4dab-b927-59fe34af84ec {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:40:04.445599 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2627bb74-9402-4e4a-b8d0-92028478c6bc", "name": "network-vif-deleted", "tag": "400b284a-3fbf-4d55-bd12-4118fd70f525", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:40:04.445957 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-271d0cd3-4ead-4dab-b927-59fe34af84ec {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:40:04.446471 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2627bb74-9402-4e4a-b8d0-92028478c6bc', 'name': 'network-vif-deleted', 'tag': '400b284a-3fbf-4d55-bd12-4118fd70f525', 'status': 'completed', 'code': 200} Aug 31 14:40:04.464529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d870cde-8850-4c90-84b1-eeae8029e98a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Checking segment: {'id': '30077f1e-218f-4180-9aba-0307144c501d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2f99767f-3082-475f-a243-dd7f6500bbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:04.465289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d870cde-8850-4c90-84b1-eeae8029e98a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network hostable DHCP agents. Network: 2f99767f-3082-475f-a243-dd7f6500bbf3, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:40:04.486370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d870cde-8850-4c90-84b1-eeae8029e98a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network 2f99767f-3082-475f-a243-dd7f6500bbf3 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:40:04.505660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0d870cde-8850-4c90-84b1-eeae8029e98a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 2f99767f-3082-475f-a243-dd7f6500bbf3) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:04.514812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004eae94-cc97-4810-b185-b2516d4d2bb6 None None] Network 2f99767f-3082-475f-a243-dd7f6500bbf3 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:04.526068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d870cde-8850-4c90-84b1-eeae8029e98a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:04.529581 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d870cde-8850-4c90-84b1-eeae8029e98a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:04.566791 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0d870cde-8850-4c90-84b1-eeae8029e98a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9664240 Aug 31 14:40:04.569267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36450) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:04.724461 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:04.804931 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a858e3b3-28d0-4d2a-b18f-768fff805a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-2f99767f-3082-475f-a243-dd7f6500bbf3', 'network_id': '2f99767f-3082-475f-a243-dd7f6500bbf3', 'tenant_id': 'a6dcc85f821e4f0bad534323eb4aadab', 'fixed_ips': [{'subnet_id': '6f1bc89f-938a-47fb-85f4-a1e13fe93724'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:40:04.806241 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a858e3b3-28d0-4d2a-b18f-768fff805a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:04.819718 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:04.824197 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-959e7bfc-1043-4518-8c8c-d502aa0f5665 req-275cc431-0b31-4980-96a4-5b1fafdbc68e tempest-ServersTestJSON-1040645950 tempest-ServersTestJSON-1040645950-project] 10.222.0.39 "GET /v2.0/ports?device_id=2627bb74-9402-4e4a-b8d0-92028478c6bc HTTP/1.1" status: 200 len: 210 time: 0.6896241 Aug 31 14:40:04.826118 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:40:04.835552 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-341fe863-1410-4b26-a830-bd521dfe02ef admin admin] 10.222.0.39 "PUT /v2.0/routers/68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2894661 Aug 31 14:40:04.989515 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server [None req-a858e3b3-28d0-4d2a-b18f-768fff805a9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f1bc89f-938a-47fb-85f4-a1e13fe93724: This subnet is being modified by another concurrent operation. Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f1bc89f-938a-47fb-85f4-a1e13fe93724: This subnet is being modified by another concurrent operation. Aug 31 14:40:04.990256 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server Aug 31 14:40:05.033979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4f3933-3725-4eff-bc99-6f4915682a30 None None] Network 2f99767f-3082-475f-a243-dd7f6500bbf3 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:05.136540 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:05.208612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f798f8-e7f7-4d45-8389-bd0ddc074d71 None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:40:05.260902 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:05.278031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f99767f-3082-475f-a243-dd7f6500bbf3']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:05.333423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30077f1e-218f-4180-9aba-0307144c501d') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:05.334401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30077f1e-218f-4180-9aba-0307144c501d') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:05.354373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Router 165a56a4-3482-48df-9457-a6cfa73176a9 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:40:05.368411 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:05.412742 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:05.423605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:05.424268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:05.505804 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f798f8-e7f7-4d45-8389-bd0ddc074d71 None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:05.580190 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:05.582929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1bc89f-938a-47fb-85f4-a1e13fe93724,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:05.643237 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:05.650104 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:40:05.663531 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Sync routers for ids ['165a56a4-3482-48df-9457-a6cfa73176a9'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:40:05.673720 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:05.674056 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:05.678272 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-df4fe79f-f0ac-4deb-b3fa-e5c9bbc1ef9c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0422504 Aug 31 14:40:05.678645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36470) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:05.695497 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Routers {'165a56a4-3482-48df-9457-a6cfa73176a9'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:05.696132 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['165a56a4-3482-48df-9457-a6cfa73176a9'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:05.696532 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/2f99767f-3082-475f-a243-dd7f6500bbf3 HTTP/1.1" status: 204 len: 168 time: 1.1252072 Aug 31 14:40:05.701044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36472) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:05.712090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3c422cc2-3f2a-40c1-8fb7-ba9196c8a939 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1435313856'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:05.760815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 400b284a-3fbf-4d55-bd12-4118fd70f525 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:40:05.771499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d85a44-a81a-441d-b510-0dafefd1aabb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Network': ['ID=2f99767f-3082-475f-a243-dd7f6500bbf3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:05.784939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 337393d5-4f98-4ed0-a8dc-06a71dc0668b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:05.821375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c422cc2-3f2a-40c1-8fb7-ba9196c8a939 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:05.839710 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c422cc2-3f2a-40c1-8fb7-ba9196c8a939 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:05.861059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 400b284a-3fbf-4d55-bd12-4118fd70f525 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:40:05.861655 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 400b284a-3fbf-4d55-bd12-4118fd70f525 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:40:05.888739 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 337393d5-4f98-4ed0-a8dc-06a71dc0668b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:05.932545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 337393d5-4f98-4ed0-a8dc-06a71dc0668b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:05.935649 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:05.939991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c422cc2-3f2a-40c1-8fb7-ba9196c8a939 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:40:05.949470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Sync routers for ids ['68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:40:05.973513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c422cc2-3f2a-40c1-8fb7-ba9196c8a939 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:05.973513 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-3c422cc2-3f2a-40c1-8fb7-ba9196c8a939 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Added segment 5c2217e1-d8bf-4708-8891-211af223db16 of type vlan for network 18e98f85-0e46-42b7-9d2a-7cbf72f1a0b8 Aug 31 14:40:05.985796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36478) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:06.007168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36480) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:06.010806 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Set router 165a56a4-3482-48df-9457-a6cfa73176a9 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:06.012543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1262174689-network', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:06.039191 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Routers {'68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:06.039847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:06.110488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c422cc2-3f2a-40c1-8fb7-ba9196c8a939 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.131231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] Made reservation on behalf of d1e49073e5a54d9598535b88921c9ec1 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:06.133797 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.154251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-167ca8d0-361d-4d2b-a176-e1de73371411 admin admin] Deleting subnet 0210616f-f7ae-442c-bd7c-d0e8f69cbf74 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:40:06.159643 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.166640 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-167ca8d0-361d-4d2b-a176-e1de73371411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.206534 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c422cc2-3f2a-40c1-8fb7-ba9196c8a939 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.222960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Set router 68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:06.225464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c422cc2-3f2a-40c1-8fb7-ba9196c8a939 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:06.226124 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c422cc2-3f2a-40c1-8fb7-ba9196c8a939 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.439227 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.467606 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-167ca8d0-361d-4d2b-a176-e1de73371411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.476300 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1032778353-router', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '393f1937-4186-4afc-9408-a6955515bdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:01Z', 'updated_at': '2021-08-31T14:40:03Z', 'revision_number': 3, 'project_id': '020a2801fdcc43e8af0aa6ad25780e74', 'gw_port': {'id': '393f1937-4186-4afc-9408-a6955515bdd1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:02Z', 'updated_at': '2021-08-31T14:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:06.484733 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.511086 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Checking router: 165a56a4-3482-48df-9457-a6cfa73176a9 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:40:06.512892 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Updating router 165a56a4-3482-48df-9457-a6cfa73176a9 port 393f1937-4186-4afc-9408-a6955515bdd1 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:40:06.542274 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.553975 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-167ca8d0-361d-4d2b-a176-e1de73371411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.578922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 337393d5-4f98-4ed0-a8dc-06a71dc0668b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=337393d5-4f98-4ed0-a8dc-06a71dc0668b,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:06.590589 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.649924 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c422cc2-3f2a-40c1-8fb7-ba9196c8a939 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Network': ['ID=18e98f85-0e46-42b7-9d2a-7cbf72f1a0b8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:06.680231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=337393d5-4f98-4ed0-a8dc-06a71dc0668b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:06.683590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 18e98f85-0e46-42b7-9d2a-7cbf72f1a0b8 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:06.700379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Allocated IP 172.20.0.1 (57f4a10f-2619-44ef-9088-e45ced4893f1/d85aa70f-f4bc-424f-a8b7-e2b19d5d6119/a786ebab-6a97-4f56-8616-74cbb3fcc0cc) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:06.788095 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.802997 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.837684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3c422cc2-3f2a-40c1-8fb7-ba9196c8a939 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1331098 Aug 31 14:40:06.839785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36488) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:06.866441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-652e5517-a8a2-4803-89d7-7cd56c848bfd tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'subnet': {'network_id': '18e98f85-0e46-42b7-9d2a-7cbf72f1a0b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:06.885420 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.890526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'name': 'tempest-TestAggregatesBasicOps-255619007-router', 'tenant_id': '8a06749300034b7e8cc7c623ced928c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '337393d5-4f98-4ed0-a8dc-06a71dc0668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:54Z', 'updated_at': '2021-08-31T14:40:02Z', 'revision_number': 4, 'project_id': '8a06749300034b7e8cc7c623ced928c3', 'gw_port': {'id': '337393d5-4f98-4ed0-a8dc-06a71dc0668b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:56Z', 'updated_at': '2021-08-31T14:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '3f4b4c0f-6106-4195-b438-dd995e4a8e2c', 'name': '', 'network_id': 'c184547b-ea03-4f82-a21c-2deea9fb6a13', 'tenant_id': '8a06749300034b7e8cc7c623ced928c3', 'mac_address': 'fa:16:3e:7f:d5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'fe8cffc4-b0c8-45b9-8c65-e08d7a4e0202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:01Z', 'updated_at': '2021-08-31T14:40:02Z', 'revision_number': 2, 'project_id': '8a06749300034b7e8cc7c623ced928c3', 'subnets': [{'id': 'fe8cffc4-b0c8-45b9-8c65-e08d7a4e0202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:06.929358 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Checking router: 68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:40:06.930212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Updating router 68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:40:06.935207 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.960387 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Transition to ACTIVE for port object 393f1937-4186-4afc-9408-a6955515bdd1 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:06.967868 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.968680 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.987844 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.988096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:40:07.007137 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-167ca8d0-361d-4d2b-a176-e1de73371411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.034616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Network 57f4a10f-2619-44ef-9088-e45ced4893f1 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:07.038964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:07.048484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:07.054220 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b7ef6-263b-4f33-bc0e-c47dbcdd885b None None] Pushing event updated for resources: {'Port': ['ID=393f1937-4186-4afc-9408-a6955515bdd1,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:07.058068 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Attempting to bind port 393f1937-4186-4afc-9408-a6955515bdd1 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:07.058434 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Attempting to bind port 393f1937-4186-4afc-9408-a6955515bdd1 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:07.058791 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Attempting to bind port 393f1937-4186-4afc-9408-a6955515bdd1 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:07.068433 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:07.068795 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:07.069190 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.069967 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:07.070486 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Bound port: 393f1937-4186-4afc-9408-a6955515bdd1, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:07.070827 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.071531 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-167ca8d0-361d-4d2b-a176-e1de73371411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.073445 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b7ef6-263b-4f33-bc0e-c47dbcdd885b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:07.073860 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b7ef6-263b-4f33-bc0e-c47dbcdd885b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:07.074239 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b7ef6-263b-4f33-bc0e-c47dbcdd885b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:07.074509 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b7ef6-263b-4f33-bc0e-c47dbcdd885b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:07.074839 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b7ef6-263b-4f33-bc0e-c47dbcdd885b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:07.075347 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b7ef6-263b-4f33-bc0e-c47dbcdd885b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:07.075761 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b7ef6-263b-4f33-bc0e-c47dbcdd885b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:07.076088 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b7ef6-263b-4f33-bc0e-c47dbcdd885b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:07.076412 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b7ef6-263b-4f33-bc0e-c47dbcdd885b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:07.076750 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b7ef6-263b-4f33-bc0e-c47dbcdd885b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:07.077052 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b7ef6-263b-4f33-bc0e-c47dbcdd885b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:07.077366 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b7ef6-263b-4f33-bc0e-c47dbcdd885b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:07.079221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-167ca8d0-361d-4d2b-a176-e1de73371411 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0210616f-f7ae-442c-bd7c-d0e8f69cbf74 HTTP/1.1" status: 204 len: 168 time: 1.0911241 Aug 31 14:40:07.083130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ca8d0-361d-4d2b-a176-e1de73371411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0210616f-f7ae-442c-bd7c-d0e8f69cbf74,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:07.098811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36490) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:07.108201 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.123154 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.126566 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] Added segment a87375fe-e88b-4b7d-9b2e-060f334c4578 of type vlan for network 72b05ed6-787f-4235-bc28-aabf5d986974 Aug 31 14:40:07.140213 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] For port 393f1937-4186-4afc-9408-a6955515bdd1, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:07.145869 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] For port 393f1937-4186-4afc-9408-a6955515bdd1, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=393f1937-4186-4afc-9408-a6955515bdd1,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:07.151997 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.169675 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Pushing event updated for resources: {'Port': ['ID=a786ebab-6a97-4f56-8616-74cbb3fcc0cc,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:07.194770 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.233432 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Routers {'165a56a4-3482-48df-9457-a6cfa73176a9'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:07.233649 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['165a56a4-3482-48df-9457-a6cfa73176a9'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:07.259004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ee9065-6b7d-462e-af22-d1264434741f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:07.282306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652e5517-a8a2-4803-89d7-7cd56c848bfd tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:07.285666 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b7ef6-263b-4f33-bc0e-c47dbcdd885b None None] Pushing event updated for resources: {'Port': ['ID=393f1937-4186-4afc-9408-a6955515bdd1,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:07.289347 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-652e5517-a8a2-4803-89d7-7cd56c848bfd tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.300749 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.305114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:07.308502 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.378423 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.395957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5ecc-5b80-40c2-bd33-ebde1f72d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.396239 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] Set router 165a56a4-3482-48df-9457-a6cfa73176a9 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:07.518527 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 337393d5-4f98-4ed0-a8dc-06a71dc0668b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:07.519702 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5112350 Aug 31 14:40:07.520390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36498) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:07.537248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-42ea6dd4-76e6-4f55-b7fe-cf323d8841b8 admin admin] Request body: {'subnet': {'network_id': '72b05ed6-787f-4235-bc28-aabf5d986974', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1262174689-subnet', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:07.564522 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.569011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.ipam_backend_mixin [None req-652e5517-a8a2-4803-89d7-7cd56c848bfd tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Performing IP validity checks on allocation pools {{(pid=94871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 14:40:07.569618 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.ipam_backend_mixin [None req-652e5517-a8a2-4803-89d7-7cd56c848bfd tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 14:40:07.572612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c471b3-ac7d-4dbd-a6dc-b98cd8624671 admin admin] Pushing event updated for resources: {'Network': ['ID=72b05ed6-787f-4235-bc28-aabf5d986974,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:07.594545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 72b05ed6-787f-4235-bc28-aabf5d986974 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:07.613745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Transition to ACTIVE for port object 3f4b4c0f-6106-4195-b438-dd995e4a8e2c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:07.653067 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.673028 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.678565 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.688858 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5ecc-5b80-40c2-bd33-ebde1f72d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.701105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3d6a5ecc-5b80-40c2-bd33-ebde1f72d0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:07.724146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3d6a5ecc-5b80-40c2-bd33-ebde1f72d0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222b493b-320d-4bfb-9ec3-f96a900b565b') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:07.724764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3d6a5ecc-5b80-40c2-bd33-ebde1f72d0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222b493b-320d-4bfb-9ec3-f96a900b565b') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:07.737881 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5ecc-5b80-40c2-bd33-ebde1f72d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.754042 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5ecc-5b80-40c2-bd33-ebde1f72d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.760550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77731eef-7b25-4d17-b4c0-14797ccc77c1 None None] Pushing event updated for resources: {'Port': ['ID=3f4b4c0f-6106-4195-b438-dd995e4a8e2c,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:07.764660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6a5ecc-5b80-40c2-bd33-ebde1f72d0fc admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:07.765300 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5ecc-5b80-40c2-bd33-ebde1f72d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.773309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 337393d5-4f98-4ed0-a8dc-06a71dc0668b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:07.773927 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.804221 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.806224 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Pushing event updated for resources: {'Port': ['ID=a786ebab-6a97-4f56-8616-74cbb3fcc0cc,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:07.832653 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:07.836673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ea6dd4-76e6-4f55-b7fe-cf323d8841b8 admin admin] Made reservation on behalf of d1e49073e5a54d9598535b88921c9ec1 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:07.839578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-42ea6dd4-76e6-4f55-b7fe-cf323d8841b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.882970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Attempting to bind port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:07.883556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Attempting to bind port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f2322963-407b-4d32-9253-12d17e8bc7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c184547b-ea03-4f82-a21c-2deea9fb6a13'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:07.884027 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Attempting to bind port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c on network c184547b-ea03-4f82-a21c-2deea9fb6a13 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:07.890227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:07.890771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Checking segment: {'id': 'f2322963-407b-4d32-9253-12d17e8bc7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c184547b-ea03-4f82-a21c-2deea9fb6a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:07.891643 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.891836 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Bound using segment: {'id': 'f2322963-407b-4d32-9253-12d17e8bc7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c184547b-ea03-4f82-a21c-2deea9fb6a13'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:07.892401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Bound port: 3f4b4c0f-6106-4195-b438-dd995e4a8e2c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2322963-407b-4d32-9253-12d17e8bc7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c184547b-ea03-4f82-a21c-2deea9fb6a13'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:07.892876 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.919709 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5ecc-5b80-40c2-bd33-ebde1f72d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.935659 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5ecc-5b80-40c2-bd33-ebde1f72d0fc admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.940310 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3d6a5ecc-5b80-40c2-bd33-ebde1f72d0fc admin admin] 10.222.0.39 "DELETE /v2.0/networks/aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8 HTTP/1.1" status: 204 len: 168 time: 0.8357568 Aug 31 14:40:07.977878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a5ecc-5b80-40c2-bd33-ebde1f72d0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5e605e-62cf-4c4e-a1ae-a38bf134fdc8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:07.998221 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Network 57f4a10f-2619-44ef-9088-e45ced4893f1 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:08.004507 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:08.025612 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1032778353-router', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '393f1937-4186-4afc-9408-a6955515bdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:01Z', 'updated_at': '2021-08-31T14:40:03Z', 'revision_number': 3, 'project_id': '020a2801fdcc43e8af0aa6ad25780e74', 'gw_port': {'id': '393f1937-4186-4afc-9408-a6955515bdd1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:02Z', 'updated_at': '2021-08-31T14:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:08.058702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] For port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:08.079556 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0517a20c-edca-4e84-9ec6-9f748cc96b2b None None] The sync data for ids ['165a56a4-3482-48df-9457-a6cfa73176a9'] in n-d-806683-5 is: [{'id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1032778353-router', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '393f1937-4186-4afc-9408-a6955515bdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:01Z', 'updated_at': '2021-08-31T14:40:03Z', 'revision_number': 3, 'project_id': '020a2801fdcc43e8af0aa6ad25780e74', 'gw_port': {'id': '393f1937-4186-4afc-9408-a6955515bdd1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:02Z', 'updated_at': '2021-08-31T14:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:40:08.079858 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] For port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3f4b4c0f-6106-4195-b438-dd995e4a8e2c,segment=NetworkSegment(f2322963-407b-4d32-9253-12d17e8bc7ef),segment_id=f2322963-407b-4d32-9253-12d17e8bc7ef)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:08.086425 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:08.163881 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Routers {'68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:08.164707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:08.282207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77731eef-7b25-4d17-b4c0-14797ccc77c1 None None] Pushing event updated for resources: {'Port': ['ID=3f4b4c0f-6106-4195-b438-dd995e4a8e2c,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:08.317596 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-652e5517-a8a2-4803-89d7-7cd56c848bfd tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:08.330706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Router 165a56a4-3482-48df-9457-a6cfa73176a9 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:40:08.345264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36506) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:08.410164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] Set router 68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:08.562030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:40:08.587952 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7b7c79ad-07fe-44a0-b5a8-aa90514f812b admin admin] 10.222.0.39 "PUT /v2.0/routers/165a56a4-3482-48df-9457-a6cfa73176a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9065993 Aug 31 14:40:08.588345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e5517-a8a2-4803-89d7-7cd56c848bfd tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Subnet': ['ID=d476cfb3-a083-426b-ac6b-ef1e367f95ce,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:08.598161 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-42ea6dd4-76e6-4f55-b7fe-cf323d8841b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:08.658961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e5517-a8a2-4803-89d7-7cd56c848bfd tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Checking segment: {'id': '5c2217e1-d8bf-4708-8891-211af223db16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '18e98f85-0e46-42b7-9d2a-7cbf72f1a0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:08.659619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e5517-a8a2-4803-89d7-7cd56c848bfd tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network hostable DHCP agents. Network: 18e98f85-0e46-42b7-9d2a-7cbf72f1a0b8, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:40:08.674267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36512) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:08.675690 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d2c8d7e4-b9e2-4d12-bd6c-11601c27e96e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46f935b702854d8dbae5e4bdfcb9bc20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290260 Aug 31 14:40:08.717805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea6dd4-76e6-4f55-b7fe-cf323d8841b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d697fff6-1155-4d71-8323-e28e1657d091,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:08.776837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e5517-a8a2-4803-89d7-7cd56c848bfd tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network 18e98f85-0e46-42b7-9d2a-7cbf72f1a0b8 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:40:08.806257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ea6dd4-76e6-4f55-b7fe-cf323d8841b8 admin admin] Checking segment: {'id': 'a87375fe-e88b-4b7d-9b2e-060f334c4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '72b05ed6-787f-4235-bc28-aabf5d986974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:08.806615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ea6dd4-76e6-4f55-b7fe-cf323d8841b8 admin admin] Network hostable DHCP agents. Network: 72b05ed6-787f-4235-bc28-aabf5d986974, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:40:08.816095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-652e5517-a8a2-4803-89d7-7cd56c848bfd tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 18e98f85-0e46-42b7-9d2a-7cbf72f1a0b8) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:08.823595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652e5517-a8a2-4803-89d7-7cd56c848bfd tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:08.825041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-652e5517-a8a2-4803-89d7-7cd56c848bfd tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:08.836806 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1135f1-93b3-417c-a8e5-ff81db136deb None None] Network 18e98f85-0e46-42b7-9d2a-7cbf72f1a0b8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:08.849914 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ebe144a-ccc9-4658-9dea-5646644e95f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:08.866509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36516) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:08.867280 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-652e5517-a8a2-4803-89d7-7cd56c848bfd tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0090501 Aug 31 14:40:08.876168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ea6dd4-76e6-4f55-b7fe-cf323d8841b8 admin admin] Network 72b05ed6-787f-4235-bc28-aabf5d986974 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:40:08.899510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-42ea6dd4-76e6-4f55-b7fe-cf323d8841b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 72b05ed6-787f-4235-bc28-aabf5d986974) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:08.904777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ea6dd4-76e6-4f55-b7fe-cf323d8841b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:08.905368 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-42ea6dd4-76e6-4f55-b7fe-cf323d8841b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:08.922931 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ebe144a-ccc9-4658-9dea-5646644e95f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:08.944902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-42ea6dd4-76e6-4f55-b7fe-cf323d8841b8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4096932 Aug 31 14:40:08.957167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36524) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:08.980808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1262174689-router', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:09.002721 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c9a83-fb14-46f6-9f9a-ed05f35ca5b3 None None] Network 72b05ed6-787f-4235-bc28-aabf5d986974 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:09.041902 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.042947 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.095609 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.122275 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.152473 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ebe144a-ccc9-4658-9dea-5646644e95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.155082 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ebe144a-ccc9-4658-9dea-5646644e95f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.157406 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2ebe144a-ccc9-4658-9dea-5646644e95f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f8b7963-3928-480f-af72-8ca1dc5abb9c HTTP/1.1" status: 204 len: 168 time: 0.4748549 Aug 31 14:40:09.206378 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe144a-ccc9-4658-9dea-5646644e95f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8b7963-3928-480f-af72-8ca1dc5abb9c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:09.277778 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.446170 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.526186 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 393f1937-4186-4afc-9408-a6955515bdd1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:09.591693 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.665863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Subnet': ['ID=d476cfb3-a083-426b-ac6b-ef1e367f95ce,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:09.743657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 393f1937-4186-4afc-9408-a6955515bdd1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:09.780320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75640cf8-ead4-436c-9d57-61235278aa4e None None] Network 18e98f85-0e46-42b7-9d2a-7cbf72f1a0b8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:09.789433 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.793351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 393f1937-4186-4afc-9408-a6955515bdd1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:09.793722 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.816588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e98f85-0e46-42b7-9d2a-7cbf72f1a0b8']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:09.830793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2217e1-d8bf-4708-8891-211af223db16') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:09.831369 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2217e1-d8bf-4708-8891-211af223db16') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:09.842941 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.846827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-72b05ed6-787f-4235-bc28-aabf5d986974', 'network_id': '72b05ed6-787f-4235-bc28-aabf5d986974', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'fixed_ips': [{'subnet_id': 'd697fff6-1155-4d71-8323-e28e1657d091'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:40:09.847685 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.850647 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'name': 'tempest-TestAggregatesBasicOps-255619007-router', 'tenant_id': '8a06749300034b7e8cc7c623ced928c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '337393d5-4f98-4ed0-a8dc-06a71dc0668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:54Z', 'updated_at': '2021-08-31T14:40:02Z', 'revision_number': 4, 'project_id': '8a06749300034b7e8cc7c623ced928c3', 'gw_port': {'id': '337393d5-4f98-4ed0-a8dc-06a71dc0668b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:56Z', 'updated_at': '2021-08-31T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '3f4b4c0f-6106-4195-b438-dd995e4a8e2c', 'name': '', 'network_id': 'c184547b-ea03-4f82-a21c-2deea9fb6a13', 'tenant_id': '8a06749300034b7e8cc7c623ced928c3', 'mac_address': 'fa:16:3e:7f:d5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'fe8cffc4-b0c8-45b9-8c65-e08d7a4e0202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:01Z', 'updated_at': '2021-08-31T14:40:08Z', 'revision_number': 4, 'project_id': '8a06749300034b7e8cc7c623ced928c3', 'subnets': [{'id': 'fe8cffc4-b0c8-45b9-8c65-e08d7a4e0202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:09.863025 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.877712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:09.878280 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.905980 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.939594 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:09.972826 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:09.990486 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129d020-bfa6-441a-b3d5-890e164a67bb None None] The sync data for ids ['68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'] in n-d-806683-5 is: [{'id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'name': 'tempest-TestAggregatesBasicOps-255619007-router', 'tenant_id': '8a06749300034b7e8cc7c623ced928c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '337393d5-4f98-4ed0-a8dc-06a71dc0668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:54Z', 'updated_at': '2021-08-31T14:40:02Z', 'revision_number': 4, 'project_id': '8a06749300034b7e8cc7c623ced928c3', 'gw_port': {'id': '337393d5-4f98-4ed0-a8dc-06a71dc0668b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:56Z', 'updated_at': '2021-08-31T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '3f4b4c0f-6106-4195-b438-dd995e4a8e2c', 'name': '', 'network_id': 'c184547b-ea03-4f82-a21c-2deea9fb6a13', 'tenant_id': '8a06749300034b7e8cc7c623ced928c3', 'mac_address': 'fa:16:3e:7f:d5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'fe8cffc4-b0c8-45b9-8c65-e08d7a4e0202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:01Z', 'updated_at': '2021-08-31T14:40:08Z', 'revision_number': 4, 'project_id': '8a06749300034b7e8cc7c623ced928c3', 'subnets': [{'id': 'fe8cffc4-b0c8-45b9-8c65-e08d7a4e0202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:40:10.030050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-ac4ee163-2ae8-4394-a5d9-312488daa513 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:10.037138 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-ac4ee163-2ae8-4394-a5d9-312488daa513 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/networks?id=57f4a10f-2619-44ef-9088-e45ced4893f1 HTTP/1.1" status: 200 len: 819 time: 0.7628980 Aug 31 14:40:10.038082 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:10.121183 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:10.127547 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/18e98f85-0e46-42b7-9d2a-7cbf72f1a0b8 HTTP/1.1" status: 204 len: 168 time: 1.2588918 Aug 31 14:40:10.130250 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-5d786323-e8b9-4e5f-a71c-312e368848f3 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/quotas/020a2801fdcc43e8af0aa6ad25780e74 HTTP/1.1" status: 200 len: 375 time: 0.0809774 Aug 31 14:40:10.130714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36550) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:10.163308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8ce1b265-6bd8-4e3f-a85a-e4b3b2b54d5f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-741274319'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:10.221394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Allocated IP 172.25.2.140 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/704e6e93-2e8d-4513-b506-5b44f062b082) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:10.289095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa27d18-918e-4749-9c01-3ac1d6809671 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Network': ['ID=18e98f85-0e46-42b7-9d2a-7cbf72f1a0b8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:10.326195 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:10.351510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce1b265-6bd8-4e3f-a85a-e4b3b2b54d5f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:10.362624 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ce1b265-6bd8-4e3f-a85a-e4b3b2b54d5f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:10.389351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 393f1937-4186-4afc-9408-a6955515bdd1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=393f1937-4186-4afc-9408-a6955515bdd1,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:10.389735 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-4f5dab40-47d3-4185-b629-c06fd50cbb3b tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=020a2801fdcc43e8af0aa6ad25780e74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2220991 Aug 31 14:40:10.396171 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:10.461244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=393f1937-4186-4afc-9408-a6955515bdd1,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:10.493949 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:10.497337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Allocated IP 172.20.0.2 (72b05ed6-787f-4235-bc28-aabf5d986974/d697fff6-1155-4d71-8323-e28e1657d091/1a63936c-a215-418c-ad24-c48e9ca540ef) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:10.507860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce1b265-6bd8-4e3f-a85a-e4b3b2b54d5f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:40:10.529078 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ce1b265-6bd8-4e3f-a85a-e4b3b2b54d5f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:10.529477 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-8ce1b265-6bd8-4e3f-a85a-e4b3b2b54d5f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Added segment c3ebcee4-1f8a-4c99-bf01-1d1fd1ea5c3d of type vlan for network 927b1324-0148-479c-938d-0594c39ea6a0 Aug 31 14:40:10.571432 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:10.617325 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ce1b265-6bd8-4e3f-a85a-e4b3b2b54d5f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:10.652272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:10.666128 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:10.671206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:10.677217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Pushing event updated for resources: {'Port': ['ID=704e6e93-2e8d-4513-b506-5b44f062b082,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:10.700302 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-c3f71f9b-c6fc-4fb0-913c-56954f1d92fc service neutron] 10.222.0.39 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093655 Aug 31 14:40:10.701983 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ce1b265-6bd8-4e3f-a85a-e4b3b2b54d5f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:10.712315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce1b265-6bd8-4e3f-a85a-e4b3b2b54d5f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:10.713012 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8ce1b265-6bd8-4e3f-a85a-e4b3b2b54d5f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:10.851169 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:10.863670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Transition to ACTIVE for port object 1a63936c-a215-418c-ad24-c48e9ca540ef will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:10.882941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Transition to ACTIVE for port object 1a63936c-a215-418c-ad24-c48e9ca540ef will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:10.889827 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:10.957648 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-29d34ae8-75f3-4ae1-a841-2f6398c9fc9e service neutron] 10.222.0.39 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362597 Aug 31 14:40:10.960963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Pushing event updated for resources: {'Port': ['ID=1a63936c-a215-418c-ad24-c48e9ca540ef,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:10.973422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Network 72b05ed6-787f-4235-bc28-aabf5d986974 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:10.975100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:10.977772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:11.066030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Attempting to bind port 1a63936c-a215-418c-ad24-c48e9ca540ef on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:11.066474 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Attempting to bind port 1a63936c-a215-418c-ad24-c48e9ca540ef by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'a87375fe-e88b-4b7d-9b2e-060f334c4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '72b05ed6-787f-4235-bc28-aabf5d986974'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:11.066910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Attempting to bind port 1a63936c-a215-418c-ad24-c48e9ca540ef on network 72b05ed6-787f-4235-bc28-aabf5d986974 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:11.077363 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:11.078917 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Checking segment: {'id': 'a87375fe-e88b-4b7d-9b2e-060f334c4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '72b05ed6-787f-4235-bc28-aabf5d986974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:11.079658 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:11.080867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Bound using segment: {'id': 'a87375fe-e88b-4b7d-9b2e-060f334c4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '72b05ed6-787f-4235-bc28-aabf5d986974'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:11.081556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Bound port: 1a63936c-a215-418c-ad24-c48e9ca540ef, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87375fe-e88b-4b7d-9b2e-060f334c4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '72b05ed6-787f-4235-bc28-aabf5d986974'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:11.083715 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:11.159063 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8ce1b265-6bd8-4e3f-a85a-e4b3b2b54d5f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0193844 Aug 31 14:40:11.167721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36566) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:11.175016 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Sync routers for ids ['165a56a4-3482-48df-9457-a6cfa73176a9'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:40:11.199840 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Routers {'165a56a4-3482-48df-9457-a6cfa73176a9'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:11.200562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-77b0c706-d5e8-4704-b300-ea77314bdea7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'subnet': {'network_id': '927b1324-0148-479c-938d-0594c39ea6a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:11.201826 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['165a56a4-3482-48df-9457-a6cfa73176a9'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:11.257637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] For port 1a63936c-a215-418c-ad24-c48e9ca540ef, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:11.274090 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:11.277585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] For port 1a63936c-a215-418c-ad24-c48e9ca540ef, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1a63936c-a215-418c-ad24-c48e9ca540ef,segment=NetworkSegment(a87375fe-e88b-4b7d-9b2e-060f334c4578),segment_id=a87375fe-e88b-4b7d-9b2e-060f334c4578)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:11.307500 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:11.427903 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1b265-6bd8-4e3f-a85a-e4b3b2b54d5f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Network': ['ID=927b1324-0148-479c-938d-0594c39ea6a0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:11.434732 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b0c706-d5e8-4704-b300-ea77314bdea7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:11.443823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-77b0c706-d5e8-4704-b300-ea77314bdea7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:11.510146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587dff9-f913-4a86-948e-03a6fed0d048 None None] Pushing event updated for resources: {'Port': ['ID=1a63936c-a215-418c-ad24-c48e9ca540ef,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:11.525380 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 927b1324-0148-479c-938d-0594c39ea6a0 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:11.632797 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-80779f32-bad9-4ee9-a2e5-26d5825a6fce req-7ab5f546-bb0f-4ab4-81eb-46844a603211 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 210 time: 0.2057216 Aug 31 14:40:11.695398 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Set router 165a56a4-3482-48df-9457-a6cfa73176a9 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:11.770183 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 393f1937-4186-4afc-9408-a6955515bdd1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:11.812738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:11.970319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 393f1937-4186-4afc-9408-a6955515bdd1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:11.970717 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:12.171269 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-77b0c706-d5e8-4704-b300-ea77314bdea7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:12.255398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3f4b4c0f-6106-4195-b438-dd995e4a8e2c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:12.286306 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36604) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:12.287336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0c706-d5e8-4704-b300-ea77314bdea7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Subnet': ['ID=4e60a8f6-af25-4d9d-b2d9-a3e6cccc4421,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:12.353385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0c706-d5e8-4704-b300-ea77314bdea7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Checking segment: {'id': 'c3ebcee4-1f8a-4c99-bf01-1d1fd1ea5c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '927b1324-0148-479c-938d-0594c39ea6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:12.353648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b0c706-d5e8-4704-b300-ea77314bdea7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network hostable DHCP agents. Network: 927b1324-0148-479c-938d-0594c39ea6a0, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:40:12.378509 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:12.383716 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b0c706-d5e8-4704-b300-ea77314bdea7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network 927b1324-0148-479c-938d-0594c39ea6a0 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:40:12.385395 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:12.385872 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:12.400461 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-77b0c706-d5e8-4704-b300-ea77314bdea7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 927b1324-0148-479c-938d-0594c39ea6a0) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:12.410912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b0c706-d5e8-4704-b300-ea77314bdea7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:12.411544 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-77b0c706-d5e8-4704-b300-ea77314bdea7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:12.431294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e73697-e168-46cd-a18e-4442e9433e06 None None] Network 927b1324-0148-479c-938d-0594c39ea6a0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:12.441829 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-77b0c706-d5e8-4704-b300-ea77314bdea7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2706223 Aug 31 14:40:12.444512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36608) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:12.496300 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1032778353-router', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '393f1937-4186-4afc-9408-a6955515bdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:01Z', 'updated_at': '2021-08-31T14:40:07Z', 'revision_number': 4, 'project_id': '020a2801fdcc43e8af0aa6ad25780e74', 'gw_port': {'id': '393f1937-4186-4afc-9408-a6955515bdd1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:02Z', 'updated_at': '2021-08-31T14:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a786ebab-6a97-4f56-8616-74cbb3fcc0cc', 'name': '', 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74', 'mac_address': 'fa:16:3e:a6:27:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'd85aa70f-f4bc-424f-a8b7-e2b19d5d6119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:06Z', 'updated_at': '2021-08-31T14:40:07Z', 'revision_number': 2, 'project_id': '020a2801fdcc43e8af0aa6ad25780e74', 'subnets': [{'id': 'd85aa70f-f4bc-424f-a8b7-e2b19d5d6119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:12.546296 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-dcfafb6f-d012-4d01-ac76-27345aa722a0 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:12.550520 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-dcfafb6f-d012-4d01-ac76-27345aa722a0 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/networks?id=57f4a10f-2619-44ef-9088-e45ced4893f1 HTTP/1.1" status: 200 len: 819 time: 0.3446555 Aug 31 14:40:12.564209 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Checking router: 165a56a4-3482-48df-9457-a6cfa73176a9 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:40:12.566665 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Updating router 165a56a4-3482-48df-9457-a6cfa73176a9 port a786ebab-6a97-4f56-8616-74cbb3fcc0cc binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:40:12.614633 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-bcf09acd-ec43-4f14-81af-6e4d56a3833a tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/quotas/020a2801fdcc43e8af0aa6ad25780e74 HTTP/1.1" status: 200 len: 375 time: 0.0456562 Aug 31 14:40:12.634659 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:12.724179 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38aa97d5-4f82-47c8-9b5e-a51c963630dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:12.765145 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:12.798931 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c77d4c75-1281-482d-ad78-c2cfd8b36aea tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=020a2801fdcc43e8af0aa6ad25780e74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1704252 Aug 31 14:40:12.806354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Router 82331374-86b7-46c4-bf12-c6769a412a0e is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:40:12.821680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:12.952268 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:12.991225 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3f4b4c0f-6106-4195-b438-dd995e4a8e2c,segment=NetworkSegment(f2322963-407b-4d32-9253-12d17e8bc7ef),segment_id=f2322963-407b-4d32-9253-12d17e8bc7ef)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:13.018985 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.119668 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38aa97d5-4f82-47c8-9b5e-a51c963630dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.130847 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38aa97d5-4f82-47c8-9b5e-a51c963630dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.158341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=3f4b4c0f-6106-4195-b438-dd995e4a8e2c,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:13.172591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa97d5-4f82-47c8-9b5e-a51c963630dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68361556-fd19-4b3c-be3e-7302e96e57e0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:13.184253 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.229255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4601e867-a6ed-419b-8383-b0efe4c65325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-927b1324-0148-479c-938d-0594c39ea6a0', 'network_id': '927b1324-0148-479c-938d-0594c39ea6a0', 'tenant_id': 'a6dcc85f821e4f0bad534323eb4aadab', 'fixed_ips': [{'subnet_id': '4e60a8f6-af25-4d9d-b2d9-a3e6cccc4421'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:40:13.230514 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4601e867-a6ed-419b-8383-b0efe4c65325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.264681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Subnet': ['ID=4e60a8f6-af25-4d9d-b2d9-a3e6cccc4421,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:13.272143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:40:13.276429 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-38aa97d5-4f82-47c8-9b5e-a51c963630dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=afda59e88f534f2e89e2104782ff026b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9818380 Aug 31 14:40:13.279551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36616) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:13.315728 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.319028 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-efbf7ab8-66d3-490c-84c2-e023807fda22 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3597524 Aug 31 14:40:13.328643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36618) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:13.446409 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.466145 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Transition to ACTIVE for port object a786ebab-6a97-4f56-8616-74cbb3fcc0cc will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:13.481658 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.518135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Sync routers for ids ['82331374-86b7-46c4-bf12-c6769a412a0e'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:40:13.539384 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.590904 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Routers {'82331374-86b7-46c4-bf12-c6769a412a0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:13.613061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['82331374-86b7-46c4-bf12-c6769a412a0e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:13.620490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8d3e09-b000-4cfb-8419-cb3dd0aeabe6 None None] Network 927b1324-0148-479c-938d-0594c39ea6a0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:13.632257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927b1324-0148-479c-938d-0594c39ea6a0']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:13.652763 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a805cc8e-4887-4cd3-8b6d-e797a91a2027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.680446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ebcee4-1f8a-4c99-bf01-1d1fd1ea5c3d') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:13.683608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ebcee4-1f8a-4c99-bf01-1d1fd1ea5c3d') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:13.734838 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.752315 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99929ea3-dcf5-450b-8b4e-e194f8eb9fd3 None None] Pushing event updated for resources: {'Port': ['ID=a786ebab-6a97-4f56-8616-74cbb3fcc0cc,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:13.779242 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a805cc8e-4887-4cd3-8b6d-e797a91a2027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.787268 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Attempting to bind port a786ebab-6a97-4f56-8616-74cbb3fcc0cc on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:13.787579 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Attempting to bind port a786ebab-6a97-4f56-8616-74cbb3fcc0cc by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:13.787934 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Attempting to bind port a786ebab-6a97-4f56-8616-74cbb3fcc0cc on network 57f4a10f-2619-44ef-9088-e45ced4893f1 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:13.799583 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:13.800011 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Checking segment: {'id': 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:13.801211 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.801211 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Bound using segment: {'id': 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:13.801211 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Bound port: a786ebab-6a97-4f56-8616-74cbb3fcc0cc, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:13.801701 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.805363 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.837081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1a63936c-a215-418c-ad24-c48e9ca540ef up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:13.845938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:13.846342 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.851729 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4e7f28-97ad-4bff-b47d-e749e939b64f None None] Network 72b05ed6-787f-4235-bc28-aabf5d986974 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:13.870228 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:13.926186 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] For port a786ebab-6a97-4f56-8616-74cbb3fcc0cc, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:13.950854 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.952595 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] For port a786ebab-6a97-4f56-8616-74cbb3fcc0cc, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a786ebab-6a97-4f56-8616-74cbb3fcc0cc,segment=NetworkSegment(bc8e44c2-e1c3-4ae1-84f3-70df4c807161),segment_id=bc8e44c2-e1c3-4ae1-84f3-70df4c807161)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:13.962676 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.974994 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:13.983789 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/927b1324-0148-479c-938d-0594c39ea6a0 HTTP/1.1" status: 204 len: 168 time: 1.5377238 Aug 31 14:40:13.990657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36622) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:14.008455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-31cfb34e-e81f-4470-958e-67e006839c67 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-924347785'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:14.053264 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a805cc8e-4887-4cd3-8b6d-e797a91a2027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:14.060505 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a805cc8e-4887-4cd3-8b6d-e797a91a2027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:14.071692 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a805cc8e-4887-4cd3-8b6d-e797a91a2027 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68361556-fd19-4b3c-be3e-7302e96e57e0 HTTP/1.1" status: 204 len: 168 time: 0.7862067 Aug 31 14:40:14.079938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f7b4f-0ef8-44ac-87e9-1fb819c0f149 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Network': ['ID=927b1324-0148-479c-938d-0594c39ea6a0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:14.114549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805cc8e-4887-4cd3-8b6d-e797a91a2027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68361556-fd19-4b3c-be3e-7302e96e57e0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:14.118626 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cfb34e-e81f-4470-958e-67e006839c67 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:14.125837 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31cfb34e-e81f-4470-958e-67e006839c67 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:14.134354 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Routers {'165a56a4-3482-48df-9457-a6cfa73176a9'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:14.134994 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['165a56a4-3482-48df-9457-a6cfa73176a9'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:14.197778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cfb34e-e81f-4470-958e-67e006839c67 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:40:14.220729 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31cfb34e-e81f-4470-958e-67e006839c67 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:14.221079 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-31cfb34e-e81f-4470-958e-67e006839c67 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Added segment a3bf3cff-eed9-431e-b0ec-8c85e8da7e30 of type vlan for network f78e87ee-0a26-429d-8623-e9817946958f Aug 31 14:40:14.239113 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99929ea3-dcf5-450b-8b4e-e194f8eb9fd3 None None] Pushing event updated for resources: {'Port': ['ID=a786ebab-6a97-4f56-8616-74cbb3fcc0cc,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:14.243272 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-61424d51-4ced-447a-96c6-d0bda8d53641 None None] Provisioning for port 1a63936c-a215-418c-ad24-c48e9ca540ef completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:14.313055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31cfb34e-e81f-4470-958e-67e006839c67 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:14.368477 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31cfb34e-e81f-4470-958e-67e006839c67 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:14.383081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cfb34e-e81f-4470-958e-67e006839c67 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:14.383478 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31cfb34e-e81f-4470-958e-67e006839c67 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:14.425736 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] Set router 165a56a4-3482-48df-9457-a6cfa73176a9 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:14.428151 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-31cfb34e-e81f-4470-958e-67e006839c67 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4324219 Aug 31 14:40:14.439396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36628) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:14.462535 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-010d7bc3-0e7c-4860-b897-de90910c2de7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'subnet': {'network_id': 'f78e87ee-0a26-429d-8623-e9817946958f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:14.476771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Set router 82331374-86b7-46c4-bf12-c6769a412a0e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:14.480193 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 1a63936c-a215-418c-ad24-c48e9ca540ef completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:14.571600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfb34e-e81f-4470-958e-67e006839c67 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Network': ['ID=f78e87ee-0a26-429d-8623-e9817946958f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:14.649588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1a63936c-a215-418c-ad24-c48e9ca540ef triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:14.653166 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:14.730647 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-86c7e350-c8cb-4d2c-9007-974c5a5a3a54 service neutron] 10.222.0.39 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9252915 Aug 31 14:40:14.742204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network f78e87ee-0a26-429d-8623-e9817946958f details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:14.866471 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1032778353-router', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '393f1937-4186-4afc-9408-a6955515bdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:01Z', 'updated_at': '2021-08-31T14:40:07Z', 'revision_number': 4, 'project_id': '020a2801fdcc43e8af0aa6ad25780e74', 'gw_port': {'id': '393f1937-4186-4afc-9408-a6955515bdd1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:02Z', 'updated_at': '2021-08-31T14:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a786ebab-6a97-4f56-8616-74cbb3fcc0cc', 'name': '', 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74', 'mac_address': 'fa:16:3e:a6:27:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'd85aa70f-f4bc-424f-a8b7-e2b19d5d6119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:06Z', 'updated_at': '2021-08-31T14:40:13Z', 'revision_number': 4, 'project_id': '020a2801fdcc43e8af0aa6ad25780e74', 'subnets': [{'id': 'd85aa70f-f4bc-424f-a8b7-e2b19d5d6119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:14.918043 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9b047-e27c-4356-b85a-b10de7d542d1 None None] The sync data for ids ['165a56a4-3482-48df-9457-a6cfa73176a9'] in n-d-806683-5 is: [{'id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1032778353-router', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '393f1937-4186-4afc-9408-a6955515bdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:01Z', 'updated_at': '2021-08-31T14:40:07Z', 'revision_number': 4, 'project_id': '020a2801fdcc43e8af0aa6ad25780e74', 'gw_port': {'id': '393f1937-4186-4afc-9408-a6955515bdd1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:02Z', 'updated_at': '2021-08-31T14:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a786ebab-6a97-4f56-8616-74cbb3fcc0cc', 'name': '', 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74', 'mac_address': 'fa:16:3e:a6:27:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'd85aa70f-f4bc-424f-a8b7-e2b19d5d6119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:06Z', 'updated_at': '2021-08-31T14:40:13Z', 'revision_number': 4, 'project_id': '020a2801fdcc43e8af0aa6ad25780e74', 'subnets': [{'id': 'd85aa70f-f4bc-424f-a8b7-e2b19d5d6119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:40:15.061939 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-8aa83330-f598-4dce-bdc7-981b099766ae service neutron] 10.222.0.39 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292711 Aug 31 14:40:15.365752 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-69139133-e922-45b7-8232-1023e0400802 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:15.372601 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-69139133-e922-45b7-8232-1023e0400802 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.60 "GET /v2.0/networks?id=57f4a10f-2619-44ef-9088-e45ced4893f1 HTTP/1.1" status: 200 len: 819 time: 1.9398487 Aug 31 14:40:15.394308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36664) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:15.439510 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:15.460946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-6970b764-2301-483b-9905-a91437e802a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Request body: {'port': {'device_id': '51c6f781-5ecd-4233-9e18-6152d7da8ef3', 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1', 'admin_state_up': True, 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:15.469283 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4524791a-aee7-47a5-b082-eb34e73f667d req-32105617-2505-4fcb-8e40-2bf79350734d tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 210 time: 0.0682914 Aug 31 14:40:15.554696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 1a63936c-a215-418c-ad24-c48e9ca540ef, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1a63936c-a215-418c-ad24-c48e9ca540ef,segment=NetworkSegment(a87375fe-e88b-4b7d-9b2e-060f334c4578),segment_id=a87375fe-e88b-4b7d-9b2e-060f334c4578)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:15.592832 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:15.594867 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010d7bc3-0e7c-4860-b897-de90910c2de7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:15.595274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3f4b4c0f-6106-4195-b438-dd995e4a8e2c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:15.606709 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-010d7bc3-0e7c-4860-b897-de90910c2de7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:15.675922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-760553662-network', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:15.719515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=1a63936c-a215-418c-ad24-c48e9ca540ef,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:15.724463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] Made reservation on behalf of a04e8c5706e9410ab912244cb47ade7d for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:15.727825 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:15.728831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'name': 'tempest-TestAggregatesBasicOps-1262174689-router', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:10Z', 'revision_number': 3, 'project_id': 'd1e49073e5a54d9598535b88921c9ec1', 'gw_port': {'id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:68:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:15.757583 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:15.794100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Checking router: 82331374-86b7-46c4-bf12-c6769a412a0e for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:40:15.794459 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Updating router 82331374-86b7-46c4-bf12-c6769a412a0e port 704e6e93-2e8d-4513-b506-5b44f062b082 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:40:15.878036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4114d17a-ac99-4ad2-aa72-e7dcabb90249 None None] Provisioning complete for port 1a63936c-a215-418c-ad24-c48e9ca540ef triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:15.879492 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4114d17a-ac99-4ad2-aa72-e7dcabb90249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:15.917785 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:15.986922 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:15.992811 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:16.052056 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:40:16.080366 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:16.081013 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] Added segment cac9566a-c482-417e-9a56-bd555b1353e9 of type vlan for network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 Aug 31 14:40:16.082842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d23ff05-494c-4049-99b5-2ecd4352169e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:16.096755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-6970b764-2301-483b-9905-a91437e802a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Made reservation on behalf of 020a2801fdcc43e8af0aa6ad25780e74 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:16.100442 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-6970b764-2301-483b-9905-a91437e802a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:16.194475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:16.222457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:16.227742 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:16.264782 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:16.266513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:16.266661 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:16.285414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-6970b764-2301-483b-9905-a91437e802a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Allocated IP 172.20.0.10 (57f4a10f-2619-44ef-9088-e45ced4893f1/d85aa70f-f4bc-424f-a8b7-e2b19d5d6119/5dff6f8e-851e-4541-aaa1-a5d5e77a085d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:16.402789 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0073128 Aug 31 14:40:16.409952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36680) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:16.437660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6c95b656-8f6b-4a49-93b8-a3befc45e1d9 admin admin] Request body: {'subnet': {'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-subnet', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:16.443672 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603b936-a448-41a9-b65a-9dbec0873e1b admin admin] Pushing event updated for resources: {'Network': ['ID=30cc2e5a-dff4-4d34-85d1-1b85ea66b410,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:16.462591 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:16.497509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c95b656-8f6b-4a49-93b8-a3befc45e1d9 admin admin] Made reservation on behalf of a04e8c5706e9410ab912244cb47ade7d for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:16.525557 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6c95b656-8f6b-4a49-93b8-a3befc45e1d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:16.687008 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:16.723481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Transition to ACTIVE for port object 704e6e93-2e8d-4513-b506-5b44f062b082 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:16.736732 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:16.829983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-be6d3f5f-af19-40cd-8f68-38412c0961c5 req-48404254-8ee5-4844-8815-887575da090e tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 210 time: 0.1586816 Aug 31 14:40:16.881701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Attempting to bind port 704e6e93-2e8d-4513-b506-5b44f062b082 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:16.882056 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Attempting to bind port 704e6e93-2e8d-4513-b506-5b44f062b082 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:16.889081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Attempting to bind port 704e6e93-2e8d-4513-b506-5b44f062b082 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:16.891062 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-6970b764-2301-483b-9905-a91437e802a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:16.898650 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-010d7bc3-0e7c-4860-b897-de90910c2de7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:16.914107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:16.917146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:16.917916 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:16.920168 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:16.921087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Bound port: 704e6e93-2e8d-4513-b506-5b44f062b082, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:16.924209 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:16.952180 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17969e7b-a340-4fd0-8f9b-d010bdfbce88 None None] Pushing event updated for resources: {'Port': ['ID=704e6e93-2e8d-4513-b506-5b44f062b082,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:16.989773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1a63936c-a215-418c-ad24-c48e9ca540ef up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:17.053329 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6c95b656-8f6b-4a49-93b8-a3befc45e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.090045 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] For port 704e6e93-2e8d-4513-b506-5b44f062b082, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:17.096699 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] For port 704e6e93-2e8d-4513-b506-5b44f062b082, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=704e6e93-2e8d-4513-b506-5b44f062b082,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:17.111928 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.139616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95b656-8f6b-4a49-93b8-a3befc45e1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=917fe23f-e31a-4fae-b929-0b83fb0537ae,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:17.153096 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95b656-8f6b-4a49-93b8-a3befc45e1d9 admin admin] Checking segment: {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:17.153364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c95b656-8f6b-4a49-93b8-a3befc45e1d9 admin admin] Network hostable DHCP agents. Network: 30cc2e5a-dff4-4d34-85d1-1b85ea66b410, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:40:17.164495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d7bc3-0e7c-4860-b897-de90910c2de7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Subnet': ['ID=36573750-f7d1-4b5f-a7d1-e25dfa48294f,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:17.169337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1a63936c-a215-418c-ad24-c48e9ca540ef triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:17.169711 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.185807 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c95b656-8f6b-4a49-93b8-a3befc45e1d9 admin admin] Network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:40:17.200624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-6c95b656-8f6b-4a49-93b8-a3befc45e1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 30cc2e5a-dff4-4d34-85d1-1b85ea66b410) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:17.205380 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.215598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f79da9-d6e8-4a51-8b33-a507724227a3 None None] Network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:17.217586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c95b656-8f6b-4a49-93b8-a3befc45e1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:17.218201 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6c95b656-8f6b-4a49-93b8-a3befc45e1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.234813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-d5e9207d-88c4-4f43-adac-c03fce062ecc tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:17.236730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-d5e9207d-88c4-4f43-adac-c03fce062ecc tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.25 "GET /v2.0/networks?id=57f4a10f-2619-44ef-9088-e45ced4893f1 HTTP/1.1" status: 200 len: 819 time: 0.4196010 Aug 31 14:40:17.238623 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6c95b656-8f6b-4a49-93b8-a3befc45e1d9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8177285 Aug 31 14:40:17.240808 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36692) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:17.250613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Routers {'82331374-86b7-46c4-bf12-c6769a412a0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:17.251542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:39:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['82331374-86b7-46c4-bf12-c6769a412a0e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:17.252705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d7bc3-0e7c-4860-b897-de90910c2de7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Checking segment: {'id': 'a3bf3cff-eed9-431e-b0ec-8c85e8da7e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f78e87ee-0a26-429d-8623-e9817946958f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:17.252876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010d7bc3-0e7c-4860-b897-de90910c2de7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network hostable DHCP agents. Network: f78e87ee-0a26-429d-8623-e9817946958f, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:40:17.255696 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:17.263935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-e0258c8a-39a1-486c-a920-033197285647 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Request body: {'port': {'device_id': '143e97ba-3457-4c7f-968b-836d6ad4ad2a', 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1', 'admin_state_up': True, 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:17.270861 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-6970b764-2301-483b-9905-a91437e802a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.287653 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.288770 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.375497 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.435668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010d7bc3-0e7c-4860-b897-de90910c2de7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network f78e87ee-0a26-429d-8623-e9817946958f is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:40:17.442423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-6970b764-2301-483b-9905-a91437e802a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Network 57f4a10f-2619-44ef-9088-e45ced4893f1 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:17.447402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17969e7b-a340-4fd0-8f9b-d010bdfbce88 None None] Pushing event updated for resources: {'Port': ['ID=704e6e93-2e8d-4513-b506-5b44f062b082,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:17.462678 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-010d7bc3-0e7c-4860-b897-de90910c2de7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, f78e87ee-0a26-429d-8623-e9817946958f) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:17.469293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010d7bc3-0e7c-4860-b897-de90910c2de7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:17.470173 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-010d7bc3-0e7c-4860-b897-de90910c2de7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.496852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978f5625-de7f-4829-88e6-555f19aa09b3 None None] Network f78e87ee-0a26-429d-8623-e9817946958f requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:17.501471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-6970b764-2301-483b-9905-a91437e802a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:17.508429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-6970b764-2301-483b-9905-a91437e802a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:17.537633 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-010d7bc3-0e7c-4860-b897-de90910c2de7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0789890 Aug 31 14:40:17.567493 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36698) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:17.591892 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.602435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970b764-2301-483b-9905-a91437e802a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Pushing event updated for resources: {'Port': ['ID=5dff6f8e-851e-4541-aaa1-a5d5e77a085d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:17.705507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-6970b764-2301-483b-9905-a91437e802a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:17.706519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-6970b764-2301-483b-9905-a91437e802a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.734602 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.739652 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a786ebab-6a97-4f56-8616-74cbb3fcc0cc up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:17.741930 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-6970b764-2301-483b-9905-a91437e802a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3012197 Aug 31 14:40:17.783249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Request body: {'port': {'device_id': '51c6f781-5ecd-4233-9e18-6152d7da8ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:17.840321 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-e0258c8a-39a1-486c-a920-033197285647 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Made reservation on behalf of 020a2801fdcc43e8af0aa6ad25780e74 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:17.846234 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-e0258c8a-39a1-486c-a920-033197285647 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.858355 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:40:17.860117 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.876139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Allocated IP 172.20.0.1 (72b05ed6-787f-4235-bc28-aabf5d986974/d697fff6-1155-4d71-8323-e28e1657d091/8df83640-a642-49fb-a8d2-46859ffc4b2e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:17.947747 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.969433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d002bc-dd0f-4c26-9b2b-ea6eb64659f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-f78e87ee-0a26-429d-8623-e9817946958f', 'network_id': 'f78e87ee-0a26-429d-8623-e9817946958f', 'tenant_id': 'a6dcc85f821e4f0bad534323eb4aadab', 'fixed_ips': [{'subnet_id': '36573750-f7d1-4b5f-a7d1-e25dfa48294f'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:40:17.975749 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1d002bc-dd0f-4c26-9b2b-ea6eb64659f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:17.988427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] Set router 82331374-86b7-46c4-bf12-c6769a412a0e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:18.316993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port a786ebab-6a97-4f56-8616-74cbb3fcc0cc completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:18.324640 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:18.333661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-e0258c8a-39a1-486c-a920-033197285647 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Allocated IP 172.20.0.11 (57f4a10f-2619-44ef-9088-e45ced4893f1/d85aa70f-f4bc-424f-a8b7-e2b19d5d6119/ba193ebb-5f33-4872-a3af-11ea2330c2fd) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:18.378816 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:18.422429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a786ebab-6a97-4f56-8616-74cbb3fcc0cc triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:18.422957 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:18.423087 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69d4c7cf-d46e-4ba5-ba10-b68fec7e54e9 req-ebace2bb-adc5-4b30-b12a-9b51fbac8625 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 210 time: 0.0936487 Aug 31 14:40:18.442158 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Transition to ACTIVE for port object 8df83640-a642-49fb-a8d2-46859ffc4b2e will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:18.517597 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:18.598384 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:18.628988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Subnet': ['ID=36573750-f7d1-4b5f-a7d1-e25dfa48294f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server [None req-c1d002bc-dd0f-4c26-9b2b-ea6eb64659f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36573750-f7d1-4b5f-a7d1-e25dfa48294f: This subnet is being modified by another concurrent operation. Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36573750-f7d1-4b5f-a7d1-e25dfa48294f: This subnet is being modified by another concurrent operation. Aug 31 14:40:18.661738 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server Aug 31 14:40:18.673945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Network 72b05ed6-787f-4235-bc28-aabf5d986974 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:18.677492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8df83640-a642-49fb-a8d2-46859ffc4b2e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:18.680224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:18.689101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:18.712475 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Allocated IP 172.20.0.2 (30cc2e5a-dff4-4d34-85d1-1b85ea66b410/917fe23f-e31a-4fae-b929-0b83fb0537ae/20289a70-2678-478e-abb7-f6510e68bd44) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:18.758594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0418a4f-2f13-4868-a6ac-8df3dc06c3f8 None None] Network f78e87ee-0a26-429d-8623-e9817946958f requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:18.771921 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-e0258c8a-39a1-486c-a920-033197285647 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:18.797281 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:18.821393 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:18.836615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78e87ee-0a26-429d-8623-e9817946958f']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:18.852340 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bf3cff-eed9-431e-b0ec-8c85e8da7e30') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:18.852922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bf3cff-eed9-431e-b0ec-8c85e8da7e30') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:18.871718 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:18.901430 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:18.909549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:18.910889 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:18.938751 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:18.953913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-e0258c8a-39a1-486c-a920-033197285647 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:19.007658 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.019715 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.025045 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/f78e87ee-0a26-429d-8623-e9817946958f HTTP/1.1" status: 204 len: 168 time: 1.4528253 Aug 31 14:40:19.033838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36718) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:19.070826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-06c3aa05-013c-4899-8c07-9c0fbc9fc2a0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-535329825'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:19.087416 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.091812 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6da1a6-570f-4ad9-9869-04750ba90006 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Network': ['ID=f78e87ee-0a26-429d-8623-e9817946958f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:19.093732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0258c8a-39a1-486c-a920-033197285647 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Pushing event updated for resources: {'Port': ['ID=ba193ebb-5f33-4872-a3af-11ea2330c2fd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:19.140431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port a786ebab-6a97-4f56-8616-74cbb3fcc0cc, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a786ebab-6a97-4f56-8616-74cbb3fcc0cc,segment=NetworkSegment(bc8e44c2-e1c3-4ae1-84f3-70df4c807161),segment_id=bc8e44c2-e1c3-4ae1-84f3-70df4c807161)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:19.141819 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.151829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'name': 'tempest-TestAggregatesBasicOps-1262174689-router', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:10Z', 'revision_number': 3, 'project_id': 'd1e49073e5a54d9598535b88921c9ec1', 'gw_port': {'id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:68:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:19.156127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-e0258c8a-39a1-486c-a920-033197285647 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Network 57f4a10f-2619-44ef-9088-e45ced4893f1 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:19.162556 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.181245 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-e0258c8a-39a1-486c-a920-033197285647 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:19.188129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-e0258c8a-39a1-486c-a920-033197285647 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:19.214253 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c3aa05-013c-4899-8c07-9c0fbc9fc2a0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:19.218512 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-06c3aa05-013c-4899-8c07-9c0fbc9fc2a0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.241199 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.253018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=a786ebab-6a97-4f56-8616-74cbb3fcc0cc,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:19.283071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c3aa05-013c-4899-8c07-9c0fbc9fc2a0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:40:19.284029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524324c-a28e-44bb-bf46-0a445230fe5e None None] The sync data for ids ['82331374-86b7-46c4-bf12-c6769a412a0e'] in n-d-806683-5 is: [{'id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'name': 'tempest-TestAggregatesBasicOps-1262174689-router', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:10Z', 'revision_number': 3, 'project_id': 'd1e49073e5a54d9598535b88921c9ec1', 'gw_port': {'id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:68:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:40:19.288676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-24936761-48c5-4b71-ac0c-fae6bb090063 None None] Provisioning for port 8df83640-a642-49fb-a8d2-46859ffc4b2e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:19.302134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-24936761-48c5-4b71-ac0c-fae6bb090063 None None] Provisioning complete for port 8df83640-a642-49fb-a8d2-46859ffc4b2e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:19.304604 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-06c3aa05-013c-4899-8c07-9c0fbc9fc2a0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.305009 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-06c3aa05-013c-4899-8c07-9c0fbc9fc2a0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Added segment 8e330051-9719-4800-a603-3108dc9cf786 of type vlan for network 32161700-ec0f-4d8b-9471-5485263095ab Aug 31 14:40:19.307641 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24936761-48c5-4b71-ac0c-fae6bb090063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.324212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-e0258c8a-39a1-486c-a920-033197285647 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:19.324768 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-e0258c8a-39a1-486c-a920-033197285647 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.345030 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-e0258c8a-39a1-486c-a920-033197285647 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0940268 Aug 31 14:40:19.374017 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.392954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Transition to ACTIVE for port object 20289a70-2678-478e-abb7-f6510e68bd44 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:19.396357 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-24936761-48c5-4b71-ac0c-fae6bb090063 None None] Port 8df83640-a642-49fb-a8d2-46859ffc4b2e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:40:19.413719 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Transition to ACTIVE for port object 20289a70-2678-478e-abb7-f6510e68bd44 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:19.422044 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.438163 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dff6f8e-851e-4541-aaa1-a5d5e77a085d {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:40:19.461318 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.507229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Pushing event updated for resources: {'Port': ['ID=20289a70-2678-478e-abb7-f6510e68bd44,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:19.510936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:19.519389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:19.528599 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:19.537416 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Allocated IP 172.25.2.66 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/cd24db46-5908-4cb6-9f7b-b7ede638aaea) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:19.543293 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.580473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Request body: {'port': {'device_id': '143e97ba-3457-4c7f-968b-836d6ad4ad2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:19.586645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Transition to ACTIVE for port object 5dff6f8e-851e-4541-aaa1-a5d5e77a085d will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:19.608283 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.675434 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c003e1d7-2451-41b4-b7b3-6c814c698a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.677246 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Attempting to bind port 20289a70-2678-478e-abb7-f6510e68bd44 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:19.677619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Attempting to bind port 20289a70-2678-478e-abb7-f6510e68bd44 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:19.677989 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Attempting to bind port 20289a70-2678-478e-abb7-f6510e68bd44 on network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:19.691138 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:19.691552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Checking segment: {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:19.691952 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.692359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Bound using segment: {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:19.692854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Bound port: 20289a70-2678-478e-abb7-f6510e68bd44, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:19.693246 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.744267 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-06c3aa05-013c-4899-8c07-9c0fbc9fc2a0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.805301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] For port 20289a70-2678-478e-abb7-f6510e68bd44, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:19.810027 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] For port 20289a70-2678-478e-abb7-f6510e68bd44, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=20289a70-2678-478e-abb7-f6510e68bd44,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:19.817345 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.890778 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.903639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf5fb5-d4eb-4e06-b86b-2562b5e5ba39 None None] Pushing event updated for resources: {'Port': ['ID=20289a70-2678-478e-abb7-f6510e68bd44,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:19.988637 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-06c3aa05-013c-4899-8c07-9c0fbc9fc2a0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:19.995097 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c3aa05-013c-4899-8c07-9c0fbc9fc2a0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:19.995809 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-06c3aa05-013c-4899-8c07-9c0fbc9fc2a0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:20.020852 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-06c3aa05-013c-4899-8c07-9c0fbc9fc2a0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9822819 Aug 31 14:40:20.038116 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:20.041717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36736) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:20.125741 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-77d55be1-ac8b-4fc1-96b4-582af0c3cb8a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:20.264524 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Pushing event updated for resources: {'Port': ['ID=cd24db46-5908-4cb6-9f7b-b7ede638aaea,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:20.367633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:20.402016 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:20.404076 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3aa05-013c-4899-8c07-9c0fbc9fc2a0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Network': ['ID=32161700-ec0f-4d8b-9471-5485263095ab,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:20.407400 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:20.423549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 32161700-ec0f-4d8b-9471-5485263095ab details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:20.439372 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:20.451906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=5dff6f8e-851e-4541-aaa1-a5d5e77a085d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:20.509875 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:20.535748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692712-e84e-40f2-9f22-da511da7fbed req-226735fa-fe24-4102-9c65-b84d1e6250c3 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:20.537391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b5692712-e84e-40f2-9f22-da511da7fbed req-226735fa-fe24-4102-9c65-b84d1e6250c3 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 932 time: 0.8553898 Aug 31 14:40:20.631711 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:20.758269 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-77d55be1-ac8b-4fc1-96b4-582af0c3cb8a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:20.806208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Attempting to bind port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:20.806829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Attempting to bind port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:20.807337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Attempting to bind port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d on network 57f4a10f-2619-44ef-9088-e45ced4893f1 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:20.836554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d on network 57f4a10f-2619-44ef-9088-e45ced4893f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:40:20.836896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Attempting to bind port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d on network 57f4a10f-2619-44ef-9088-e45ced4893f1 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:20.880589 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-77d55be1-ac8b-4fc1-96b4-582af0c3cb8a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:20.887621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:20.888100 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Checking segment: {'id': 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:20.888422 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Bound using segment: {'id': 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:20.888799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Bound port: 5dff6f8e-851e-4541-aaa1-a5d5e77a085d, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:20.889165 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:20.918426 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77d55be1-ac8b-4fc1-96b4-582af0c3cb8a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network 32161700-ec0f-4d8b-9471-5485263095ab is not hosted by any dhcp agent {{(pid=94870) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:40:20.926388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d55be1-ac8b-4fc1-96b4-582af0c3cb8a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:20.927533 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-77d55be1-ac8b-4fc1-96b4-582af0c3cb8a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:20.930083 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-77d55be1-ac8b-4fc1-96b4-582af0c3cb8a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "PUT /v2.0/networks/32161700-ec0f-4d8b-9471-5485263095ab HTTP/1.1" status: 200 len: 723 time: 0.8214176 Aug 31 14:40:20.970518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36752) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:20.980122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ac8b1fad-704b-47f9-a46d-fbe65942f9bf tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'subnet': {'network_id': '32161700-ec0f-4d8b-9471-5485263095ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:21.048358 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b5692712-e84e-40f2-9f22-da511da7fbed req-fe75efbf-3e21-41d8-9963-7b37df124f46 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103234 Aug 31 14:40:21.061531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8df83640-a642-49fb-a8d2-46859ffc4b2e,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:21.065251 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:21.205683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d55be1-ac8b-4fc1-96b4-582af0c3cb8a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Network': ['ID=32161700-ec0f-4d8b-9471-5485263095ab,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:21.228899 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8b1fad-704b-47f9-a46d-fbe65942f9bf tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:21.234553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1fad-704b-47f9-a46d-fbe65942f9bf tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:21.270182 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 32161700-ec0f-4d8b-9471-5485263095ab details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:21.357985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] For port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:21.367208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] For port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5dff6f8e-851e-4541-aaa1-a5d5e77a085d,segment=NetworkSegment(bc8e44c2-e1c3-4ae1-84f3-70df4c807161),segment_id=bc8e44c2-e1c3-4ae1-84f3-70df4c807161)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:21.459109 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:21.477589 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:21.551444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Network 72b05ed6-787f-4235-bc28-aabf5d986974 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:21.629048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba193ebb-5f33-4872-a3af-11ea2330c2fd {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:40:21.639886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:21.725132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 20289a70-2678-478e-abb7-f6510e68bd44 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:21.738760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:21.744064 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:21.745596 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] 10.222.0.60 "PUT /v2.0/ports/5dff6f8e-851e-4541-aaa1-a5d5e77a085d HTTP/1.1" status: 200 len: 1092 time: 3.9723103 Aug 31 14:40:21.755491 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e70f06-3b6d-4f16-9b35-d0b217c3fcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=5dff6f8e-851e-4541-aaa1-a5d5e77a085d,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:21.761958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c6f781-5ecd-4233-9e18-6152d7da8ef3', 'tag': '5dff6f8e-851e-4541-aaa1-a5d5e77a085d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:40:21.771297 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b51919a-827d-4e82-8d1b-feefdf27b014" -d '{"events": [{"name": "network-changed", "server_uuid": "51c6f781-5ecd-4233-9e18-6152d7da8ef3", "tag": "5dff6f8e-851e-4541-aaa1-a5d5e77a085d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:40:21.792310 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:21.917013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614fb64d-ba1f-43b9-85d7-a88daa3bb75c None None] Network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:21.928331 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46427b01-cf44-43bc-bbb6-9f7b4e67f689 x-openstack-request-id: req-46427b01-cf44-43bc-bbb6-9f7b4e67f689 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:40:21.928973 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c6f781-5ecd-4233-9e18-6152d7da8ef3", "tag": "5dff6f8e-851e-4541-aaa1-a5d5e77a085d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:40:21.929332 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46427b01-cf44-43bc-bbb6-9f7b4e67f689 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:40:21.929905 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c6f781-5ecd-4233-9e18-6152d7da8ef3', 'tag': '5dff6f8e-851e-4541-aaa1-a5d5e77a085d', 'status': 'completed', 'code': 200} Aug 31 14:40:22.136142 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 20289a70-2678-478e-abb7-f6510e68bd44 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:22.141399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Transition to ACTIVE for port object ba193ebb-5f33-4872-a3af-11ea2330c2fd will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:22.167933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a786ebab-6a97-4f56-8616-74cbb3fcc0cc up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:22.196709 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:22.211053 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-68df3cc0-d6da-4a8f-bea0-16118ebff97b None None] Provisioning for port 20289a70-2678-478e-abb7-f6510e68bd44 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:22.220741 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0156714-38f3-4e4b-bfb5-a97fe6a4da8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:22.227984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-68df3cc0-d6da-4a8f-bea0-16118ebff97b None None] Provisioning complete for port 20289a70-2678-478e-abb7-f6510e68bd44 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:22.228359 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-68df3cc0-d6da-4a8f-bea0-16118ebff97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:22.233918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1fad-704b-47f9-a46d-fbe65942f9bf tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:22.364090 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:22.365068 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:22.369435 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b1fad-704b-47f9-a46d-fbe65942f9bf tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Subnet': ['ID=085b6de5-89ee-4c87-be00-fe0ca2442de3,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:22.380838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8b1fad-704b-47f9-a46d-fbe65942f9bf tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Checking segment: {'id': '8e330051-9719-4800-a603-3108dc9cf786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32161700-ec0f-4d8b-9471-5485263095ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:22.381203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8b1fad-704b-47f9-a46d-fbe65942f9bf tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network hostable DHCP agents. Network: 32161700-ec0f-4d8b-9471-5485263095ab, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:40:22.412153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Pushing event updated for resources: {'Port': ['ID=ba193ebb-5f33-4872-a3af-11ea2330c2fd,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:22.414128 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-68df3cc0-d6da-4a8f-bea0-16118ebff97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:22.416138 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a786ebab-6a97-4f56-8616-74cbb3fcc0cc triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:22.416505 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:22.503801 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8b1fad-704b-47f9-a46d-fbe65942f9bf tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network 32161700-ec0f-4d8b-9471-5485263095ab is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:40:22.528307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-ac8b1fad-704b-47f9-a46d-fbe65942f9bf tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 32161700-ec0f-4d8b-9471-5485263095ab) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:22.540812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-68df3cc0-d6da-4a8f-bea0-16118ebff97b None None] For port 20289a70-2678-478e-abb7-f6510e68bd44, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=20289a70-2678-478e-abb7-f6510e68bd44,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:22.545340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9759fb7-db50-4f64-bc27-46d61b4459c7 None None] Network 32161700-ec0f-4d8b-9471-5485263095ab requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:22.576514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-60d9cb92-279b-44a3-bb5a-37ea1afea104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:22.586551 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-60d9cb92-279b-44a3-bb5a-37ea1afea104 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=020a2801fdcc43e8af0aa6ad25780e74&device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 1095 time: 0.7858377 Aug 31 14:40:22.597116 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-68df3cc0-d6da-4a8f-bea0-16118ebff97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:22.635442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8b1fad-704b-47f9-a46d-fbe65942f9bf tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:22.636104 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1fad-704b-47f9-a46d-fbe65942f9bf tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:22.671462 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ac8b1fad-704b-47f9-a46d-fbe65942f9bf tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6985042 Aug 31 14:40:22.676936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36770) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:22.779376 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Router f020cae8-f960-4412-adbb-6499d4d28977 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:40:22.851804 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5c189ca5-895f-466a-a9de-63ee7d043173 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:22.933666 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-ddca5e8d-ce82-42e8-a064-6b127f20953a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dff6f8e-851e-4541-aaa1-a5d5e77a085d HTTP/1.1" status: 200 len: 217 time: 0.2964261 Aug 31 14:40:22.965348 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03ad8b-ef20-4646-87c4-ae51b9a74a37 req-c87f00cb-d80b-47ce-a88a-50a845ac6bd7 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:22.974053 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:40:22.977418 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3a03ad8b-ef20-4646-87c4-ae51b9a74a37 req-c87f00cb-d80b-47ce-a88a-50a845ac6bd7 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 944 time: 0.7392161 Aug 31 14:40:22.985450 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Sync routers for ids ['f020cae8-f960-4412-adbb-6499d4d28977'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:40:22.995161 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:22.997870 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-111fc5e9-6268-4f3e-b8d4-b3abd65e61a0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7548728 Aug 31 14:40:23.002944 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Routers {'f020cae8-f960-4412-adbb-6499d4d28977'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:23.003419 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36780) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:23.004322 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25d58265-7ad8-420f-8819-e83482956710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f020cae8-f960-4412-adbb-6499d4d28977'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:23.014022 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Attempting to bind port ba193ebb-5f33-4872-a3af-11ea2330c2fd on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:23.014676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Attempting to bind port ba193ebb-5f33-4872-a3af-11ea2330c2fd by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:23.016300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Attempting to bind port ba193ebb-5f33-4872-a3af-11ea2330c2fd on network 57f4a10f-2619-44ef-9088-e45ced4893f1 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:23.050645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Port ba193ebb-5f33-4872-a3af-11ea2330c2fd on network 57f4a10f-2619-44ef-9088-e45ced4893f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:40:23.054480 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Attempting to bind port ba193ebb-5f33-4872-a3af-11ea2330c2fd on network 57f4a10f-2619-44ef-9088-e45ced4893f1 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:23.060866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Router 82331374-86b7-46c4-bf12-c6769a412a0e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:40:23.122855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:23.123602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Checking segment: {'id': 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:23.124188 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Bound using segment: {'id': 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:23.125515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Bound port: ba193ebb-5f33-4872-a3af-11ea2330c2fd, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:23.126297 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:23.178089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df3cc0-d6da-4a8f-bea0-16118ebff97b None None] Pushing event updated for resources: {'Port': ['ID=20289a70-2678-478e-abb7-f6510e68bd44,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:23.219055 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3a03ad8b-ef20-4646-87c4-ae51b9a74a37 req-785bf495-f48a-4e80-ad35-17d06eb92c67 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397833 Aug 31 14:40:23.260569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 704e6e93-2e8d-4513-b506-5b44f062b082 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:23.263720 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Set router f020cae8-f960-4412-adbb-6499d4d28977 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:23.306649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-0556b520-4007-46b5-9d9d-062ca5eb031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:23.308060 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-0556b520-4007-46b5-9d9d-062ca5eb031d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d85aa70f-f4bc-424f-a8b7-e2b19d5d6119 HTTP/1.1" status: 200 len: 859 time: 0.3102312 Aug 31 14:40:23.392556 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c189ca5-895f-466a-a9de-63ee7d043173 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64953577'] for subnet, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:23.438522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-52538caa-7d23-4cad-9f51-1f948793447e None None] Provisioning complete for port 8df83640-a642-49fb-a8d2-46859ffc4b2e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:23.440432 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52538caa-7d23-4cad-9f51-1f948793447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:23.447824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 704e6e93-2e8d-4513-b506-5b44f062b082 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:23.450326 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:23.474046 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-92c8ff9d-5543-4ac9-9b03-f2579c0183c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57f4a10f-2619-44ef-9088-e45ced4893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403100 Aug 31 14:40:23.497278 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 704e6e93-2e8d-4513-b506-5b44f062b082 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:23.497741 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:23.630029 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-de8e79ae-85a1-4790-997d-a7d0e7b1914e service neutron] 10.222.0.60 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324203 Aug 31 14:40:23.669793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-52538caa-7d23-4cad-9f51-1f948793447e None None] Port 8df83640-a642-49fb-a8d2-46859ffc4b2e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:40:23.685559 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25d58265-7ad8-420f-8819-e83482956710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:20Z', 'revision_number': 3, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:23.717990 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Checking router: f020cae8-f960-4412-adbb-6499d4d28977 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:40:23.718714 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Updating router f020cae8-f960-4412-adbb-6499d4d28977 port cd24db46-5908-4cb6-9f7b-b7ede638aaea binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:40:23.800540 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:23.958984 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:40:23.959593 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:23.977254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:40:23.998146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6cba79a7-4efe-4427-aaaf-d2eca4ddc0f6 admin admin] 10.222.0.39 "PUT /v2.0/routers/82331374-86b7-46c4-bf12-c6769a412a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6672046 Aug 31 14:40:24.013398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] For port ba193ebb-5f33-4872-a3af-11ea2330c2fd, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:24.021378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-32161700-ec0f-4d8b-9471-5485263095ab', 'network_id': '32161700-ec0f-4d8b-9471-5485263095ab', 'tenant_id': 'a6dcc85f821e4f0bad534323eb4aadab', 'fixed_ips': [{'subnet_id': '085b6de5-89ee-4c87-be00-fe0ca2442de3'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:40:24.024134 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:24.032062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-62b41a81-10d5-43fa-98a9-37985e7372b7 None None] Provisioning complete for port 20289a70-2678-478e-abb7-f6510e68bd44 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:24.032565 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-62b41a81-10d5-43fa-98a9-37985e7372b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:24.036356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Sync routers for ids ['82331374-86b7-46c4-bf12-c6769a412a0e'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:40:24.085980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] For port ba193ebb-5f33-4872-a3af-11ea2330c2fd, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ba193ebb-5f33-4872-a3af-11ea2330c2fd,segment=NetworkSegment(bc8e44c2-e1c3-4ae1-84f3-70df4c807161),segment_id=bc8e44c2-e1c3-4ae1-84f3-70df4c807161)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:24.128087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Routers {'82331374-86b7-46c4-bf12-c6769a412a0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:24.128774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['82331374-86b7-46c4-bf12-c6769a412a0e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:24.141235 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:24.163530 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:24.225396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:24.226242 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:24.244805 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] 10.222.0.25 "PUT /v2.0/ports/ba193ebb-5f33-4872-a3af-11ea2330c2fd HTTP/1.1" status: 200 len: 1092 time: 4.8495588 Aug 31 14:40:24.281790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143e97ba-3457-4c7f-968b-836d6ad4ad2a', 'tag': 'ba193ebb-5f33-4872-a3af-11ea2330c2fd'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:40:24.284916 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dccd9e4-2cbc-4c62-aff1-dbbecbd151a9" -d '{"events": [{"name": "network-changed", "server_uuid": "143e97ba-3457-4c7f-968b-836d6ad4ad2a", "tag": "ba193ebb-5f33-4872-a3af-11ea2330c2fd"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:40:24.415675 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:24.441842 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Transition to ACTIVE for port object cd24db46-5908-4cb6-9f7b-b7ede638aaea will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:24.462941 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:24.535628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Allocated IP 172.20.0.1 (30cc2e5a-dff4-4d34-85d1-1b85ea66b410/917fe23f-e31a-4fae-b929-0b83fb0537ae/253286d3-85ee-46e6-aa27-7e7b05ccd87f) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:24.551291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 704e6e93-2e8d-4513-b506-5b44f062b082, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=704e6e93-2e8d-4513-b506-5b44f062b082,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:24.568542 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8d69b21-04e7-48f0-be79-a027f90837d8 req-ea4e05df-ec7e-4dd0-84c7-57064ca3d4c4 service neutron] 10.222.0.60 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9263096 Aug 31 14:40:24.572550 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:24.586087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8612d-6a81-4756-9393-391827bb709e service neutron] Pushing event updated for resources: {'Port': ['ID=ba193ebb-5f33-4872-a3af-11ea2330c2fd,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:24.644092 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=704e6e93-2e8d-4513-b506-5b44f062b082,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:24.647288 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c189ca5-895f-466a-a9de-63ee7d043173 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766600169436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63524218'] for subnet, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:24.649302 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:24.668937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-a0ee2e4e-5375-4fe6-ab4d-55a0feb28099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:24.670576 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-a0ee2e4e-5375-4fe6-ab4d-55a0feb28099 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=020a2801fdcc43e8af0aa6ad25780e74&device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 1095 time: 0.3705401 Aug 31 14:40:24.684057 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Attempting to bind port cd24db46-5908-4cb6-9f7b-b7ede638aaea on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:24.684594 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Attempting to bind port cd24db46-5908-4cb6-9f7b-b7ede638aaea by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:24.685086 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Attempting to bind port cd24db46-5908-4cb6-9f7b-b7ede638aaea on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:24.693700 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17db01-b7c0-4915-a050-96697d71a09d None None] Pushing event updated for resources: {'Port': ['ID=cd24db46-5908-4cb6-9f7b-b7ede638aaea,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:24.703965 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:24.708168 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:24.708964 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:24.709480 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d781d3-1b99-4a6c-b774-11b7176a6a74 x-openstack-request-id: req-b7d781d3-1b99-4a6c-b774-11b7176a6a74 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:40:24.709780 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143e97ba-3457-4c7f-968b-836d6ad4ad2a", "tag": "ba193ebb-5f33-4872-a3af-11ea2330c2fd", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:40:24.710037 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7d781d3-1b99-4a6c-b774-11b7176a6a74 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:40:24.710448 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143e97ba-3457-4c7f-968b-836d6ad4ad2a', 'tag': 'ba193ebb-5f33-4872-a3af-11ea2330c2fd', 'status': 'completed', 'code': 200} Aug 31 14:40:24.710776 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:24.712560 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Bound port: cd24db46-5908-4cb6-9f7b-b7ede638aaea, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:24.713593 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:24.724571 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Allocated IP 172.20.0.2 (32161700-ec0f-4d8b-9471-5485263095ab/085b6de5-89ee-4c87-be00-fe0ca2442de3/f85a652e-5d60-45f5-97b7-df15a2be39c0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:24.795754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c189ca5-895f-466a-a9de-63ee7d043173 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:24.799338 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c189ca5-895f-466a-a9de-63ee7d043173 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:24.801237 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5c189ca5-895f-466a-a9de-63ee7d043173 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "PUT /v2.0/subnets/085b6de5-89ee-4c87-be00-fe0ca2442de3 HTTP/1.1" status: 200 len: 806 time: 2.1121478 Aug 31 14:40:24.831414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36816) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:24.911146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 20289a70-2678-478e-abb7-f6510e68bd44 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:24.914163 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-25d58265-7ad8-420f-8819-e83482956710 None None] For port cd24db46-5908-4cb6-9f7b-b7ede638aaea, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:24.922791 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-25d58265-7ad8-420f-8819-e83482956710 None None] For port cd24db46-5908-4cb6-9f7b-b7ede638aaea, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cd24db46-5908-4cb6-9f7b-b7ede638aaea,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:24.927505 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093274cb-870d-4b12-a3ef-c94bd7c4bfab req-fa55c1ae-a7d8-4e30-ae03-fdde43171d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:24.929100 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-093274cb-870d-4b12-a3ef-c94bd7c4bfab req-fa55c1ae-a7d8-4e30-ae03-fdde43171d01 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 1096 time: 1.0458622 Aug 31 14:40:24.938326 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:25.009081 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:25.013534 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-9669e50b-6ac1-4699-a0f3-8b9c768b0eda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba193ebb-5f33-4872-a3af-11ea2330c2fd HTTP/1.1" status: 200 len: 217 time: 0.1895638 Aug 31 14:40:25.040295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Transition to ACTIVE for port object 253286d3-85ee-46e6-aa27-7e7b05ccd87f will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:25.069967 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Routers {'f020cae8-f960-4412-adbb-6499d4d28977'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:25.070620 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25d58265-7ad8-420f-8819-e83482956710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f020cae8-f960-4412-adbb-6499d4d28977'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:25.106171 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51919a-827d-4e82-8d1b-feefdf27b014 req-423cb976-6893-4e5d-9dad-ddf75e474c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:25.108554 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b51919a-827d-4e82-8d1b-feefdf27b014 req-423cb976-6893-4e5d-9dad-ddf75e474c20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=020a2801fdcc43e8af0aa6ad25780e74&device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 1095 time: 0.4283943 Aug 31 14:40:25.113495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c189ca5-895f-466a-a9de-63ee7d043173 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Subnet': ['ID=085b6de5-89ee-4c87-be00-fe0ca2442de3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:25.210838 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:25.213832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-1b5d3243-52bb-4df7-842e-9ead4b0f564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:25.215524 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-1b5d3243-52bb-4df7-842e-9ead4b0f564e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d85aa70f-f4bc-424f-a8b7-e2b19d5d6119 HTTP/1.1" status: 200 len: 859 time: 0.1871023 Aug 31 14:40:25.268436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-8fa00e65-d960-465f-bb02-663dd7bfbced service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57f4a10f-2619-44ef-9088-e45ced4893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448673 Aug 31 14:40:25.305174 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Set router 82331374-86b7-46c4-bf12-c6769a412a0e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:25.309718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51919a-827d-4e82-8d1b-feefdf27b014 req-8e80790e-399e-45e2-b073-cb9cd5012f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:25.312456 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b51919a-827d-4e82-8d1b-feefdf27b014 req-8e80790e-399e-45e2-b073-cb9cd5012f9a service neutron] 10.222.0.60 "GET /v2.0/networks?id=57f4a10f-2619-44ef-9088-e45ced4893f1 HTTP/1.1" status: 200 len: 920 time: 0.1951640 Aug 31 14:40:25.374027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-093274cb-870d-4b12-a3ef-c94bd7c4bfab req-a4e1a2e9-ea60-4747-8d93-de9246b2c54e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431188 Aug 31 14:40:25.394415 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-25d58265-7ad8-420f-8819-e83482956710 None None] Set router f020cae8-f960-4412-adbb-6499d4d28977 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:25.413292 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:25.429878 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-1a7ba5cf-6049-420b-9a6c-a49d092828d6 service neutron] 10.222.0.25 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156142 Aug 31 14:40:25.513463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffdea1-ac12-474e-8aee-7e7db781204a req-9e0759fa-ba19-4880-b965-f641b824ef80 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:25.523578 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7bffdea1-ac12-474e-8aee-7e7db781204a req-9e0759fa-ba19-4880-b965-f641b824ef80 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 944 time: 0.6853328 Aug 31 14:40:25.563620 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b51919a-827d-4e82-8d1b-feefdf27b014 req-71701701-068a-4aaf-827b-d704f8051022 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dff6f8e-851e-4541-aaa1-a5d5e77a085d HTTP/1.1" status: 200 len: 217 time: 0.1324477 Aug 31 14:40:25.582532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:25.587923 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:25.601568 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:25.605271 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:25.681044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Pushing event updated for resources: {'Port': ['ID=253286d3-85ee-46e6-aa27-7e7b05ccd87f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:25.698767 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 20289a70-2678-478e-abb7-f6510e68bd44 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:25.699390 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:25.706500 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17db01-b7c0-4915-a050-96697d71a09d None None] Pushing event updated for resources: {'Port': ['ID=cd24db46-5908-4cb6-9f7b-b7ede638aaea,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:25.716579 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:25.875521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51919a-827d-4e82-8d1b-feefdf27b014 req-433fb5ed-04e3-4ed5-ac72-a7ffad1c8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:25.888170 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b51919a-827d-4e82-8d1b-feefdf27b014 req-433fb5ed-04e3-4ed5-ac72-a7ffad1c8d8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d85aa70f-f4bc-424f-a8b7-e2b19d5d6119 HTTP/1.1" status: 200 len: 859 time: 0.3032432 Aug 31 14:40:25.897081 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7bffdea1-ac12-474e-8aee-7e7db781204a req-838172d4-adbc-4e77-9448-2658511741e2 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659098 Aug 31 14:40:25.903467 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25d58265-7ad8-420f-8819-e83482956710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:20Z', 'revision_number': 3, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:25.960863 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d58265-7ad8-420f-8819-e83482956710 None None] The sync data for ids ['f020cae8-f960-4412-adbb-6499d4d28977'] in n-d-806683-5 is: [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:20Z', 'revision_number': 3, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:40:26.006427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b51919a-827d-4e82-8d1b-feefdf27b014 req-9c4a2a65-bca9-4340-ab73-a35f9a066436 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57f4a10f-2619-44ef-9088-e45ced4893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054304 Aug 31 14:40:26.016204 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:26.129359 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36864) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:26.153691 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b51919a-827d-4e82-8d1b-feefdf27b014 req-4adaaba4-eaca-4bdd-8d09-1e305dc67442 service neutron] 10.222.0.60 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425364 Aug 31 14:40:26.157571 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3bcc0038-b4ee-4e70-95f4-d4457b820eb0 req-625da1ca-8db2-4951-9cc9-6daf06a2fd62 service neutron] 10.222.0.25 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910821 Aug 31 14:40:26.171001 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Transition to ACTIVE for port object f85a652e-5d60-45f5-97b7-df15a2be39c0 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:26.322128 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Transition to ACTIVE for port object f85a652e-5d60-45f5-97b7-df15a2be39c0 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:26.338002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-98f97b6c-c897-4f60-b8a4-ac7a1e1df291 None None] Provisioning for port 253286d3-85ee-46e6-aa27-7e7b05ccd87f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:26.466861 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-98f97b6c-c897-4f60-b8a4-ac7a1e1df291 None None] Provisioning complete for port 253286d3-85ee-46e6-aa27-7e7b05ccd87f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:26.467277 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98f97b6c-c897-4f60-b8a4-ac7a1e1df291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:26.566014 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:26.599003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-98f97b6c-c897-4f60-b8a4-ac7a1e1df291 None None] Port 253286d3-85ee-46e6-aa27-7e7b05ccd87f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:40:26.734413 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Pushing event updated for resources: {'Port': ['ID=f85a652e-5d60-45f5-97b7-df15a2be39c0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:26.737127 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:26.767442 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Network 32161700-ec0f-4d8b-9471-5485263095ab is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:26.793483 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:26.800540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:26.945404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 5dff6f8e-851e-4541-aaa1-a5d5e77a085d details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:40:27.092316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cd24db46-5908-4cb6-9f7b-b7ede638aaea up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:27.225406 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:27.240862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccd9e4-2cbc-4c62-aff1-dbbecbd151a9 req-d7b0897c-dcaf-4392-b0df-1974498ae11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:27.245290 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4dccd9e4-2cbc-4c62-aff1-dbbecbd151a9 req-d7b0897c-dcaf-4392-b0df-1974498ae11e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=020a2801fdcc43e8af0aa6ad25780e74&device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 1095 time: 1.0008249 Aug 31 14:40:27.341227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Attempting to bind port f85a652e-5d60-45f5-97b7-df15a2be39c0 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:27.341603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Attempting to bind port f85a652e-5d60-45f5-97b7-df15a2be39c0 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '8e330051-9719-4800-a603-3108dc9cf786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32161700-ec0f-4d8b-9471-5485263095ab'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:27.341980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Attempting to bind port f85a652e-5d60-45f5-97b7-df15a2be39c0 on network 32161700-ec0f-4d8b-9471-5485263095ab {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:27.386523 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b51919a-827d-4e82-8d1b-feefdf27b014 req-0138d7d8-bfe8-427d-9349-27c2591d711b service neutron] 10.222.0.60 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2219129 Aug 31 14:40:27.407607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b8b71-0719-4d79-a25e-76b5d56873b5 req-56c54e87-80da-46b8-a2e8-2954715b9b62 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:27.424146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-db3b8b71-0719-4d79-a25e-76b5d56873b5 req-56c54e87-80da-46b8-a2e8-2954715b9b62 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 944 time: 0.4033542 Aug 31 14:40:27.435580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:27.436057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Checking segment: {'id': '8e330051-9719-4800-a603-3108dc9cf786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32161700-ec0f-4d8b-9471-5485263095ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:27.439793 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:27.440218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Bound using segment: {'id': '8e330051-9719-4800-a603-3108dc9cf786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32161700-ec0f-4d8b-9471-5485263095ab'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:27.440737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Bound port: f85a652e-5d60-45f5-97b7-df15a2be39c0, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e330051-9719-4800-a603-3108dc9cf786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32161700-ec0f-4d8b-9471-5485263095ab'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:27.441136 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:27.517137 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-db3b8b71-0719-4d79-a25e-76b5d56873b5 req-8cf6be8b-d49c-464d-b70e-6bfc8cb8a49d tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921004 Aug 31 14:40:27.524606 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:27.531342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Subnet': ['ID=085b6de5-89ee-4c87-be00-fe0ca2442de3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:27.584010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccd9e4-2cbc-4c62-aff1-dbbecbd151a9 req-093ec2b3-2a02-47ec-8c26-2b46bbc9fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:27.585436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4dccd9e4-2cbc-4c62-aff1-dbbecbd151a9 req-093ec2b3-2a02-47ec-8c26-2b46bbc9fe46 service neutron] 10.222.0.25 "GET /v2.0/networks?id=57f4a10f-2619-44ef-9088-e45ced4893f1 HTTP/1.1" status: 200 len: 920 time: 0.2963536 Aug 31 14:40:27.599253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'name': 'tempest-TestAggregatesBasicOps-1262174689-router', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:19Z', 'revision_number': 4, 'project_id': 'd1e49073e5a54d9598535b88921c9ec1', 'gw_port': {'id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:68:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '8df83640-a642-49fb-a8d2-46859ffc4b2e', 'name': '', 'network_id': '72b05ed6-787f-4235-bc28-aabf5d986974', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'mac_address': 'fa:16:3e:15:d5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'd697fff6-1155-4d71-8323-e28e1657d091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:19Z', 'revision_number': 2, 'project_id': 'd1e49073e5a54d9598535b88921c9ec1', 'subnets': [{'id': 'd697fff6-1155-4d71-8323-e28e1657d091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:27.655472 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4dccd9e4-2cbc-4c62-aff1-dbbecbd151a9 req-aeef7197-16f4-4dd6-9045-6619bec6ad84 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba193ebb-5f33-4872-a3af-11ea2330c2fd HTTP/1.1" status: 200 len: 217 time: 0.0621750 Aug 31 14:40:27.669286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5dff6f8e-851e-4541-aaa1-a5d5e77a085d,segment=NetworkSegment(bc8e44c2-e1c3-4ae1-84f3-70df4c807161),segment_id=bc8e44c2-e1c3-4ae1-84f3-70df4c807161)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:27.696482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '5dff6f8e-851e-4541-aaa1-a5d5e77a085d', 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1', 'port_id': '5dff6f8e-851e-4541-aaa1-a5d5e77a085d', 'mac_address': 'fa:16:3e:8c:50:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd85aa70f-f4bc-424f-a8b7-e2b19d5d6119', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:40:27.697347 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:27.705911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Checking router: 82331374-86b7-46c4-bf12-c6769a412a0e for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:40:27.706533 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Updating router 82331374-86b7-46c4-bf12-c6769a412a0e port 8df83640-a642-49fb-a8d2-46859ffc4b2e binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:40:27.729674 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32161700-ec0f-4d8b-9471-5485263095ab']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:27.746426 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccd9e4-2cbc-4c62-aff1-dbbecbd151a9 req-2ccb57c6-8a12-4dff-b1bd-c9c15b18f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:27.748013 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4dccd9e4-2cbc-4c62-aff1-dbbecbd151a9 req-2ccb57c6-8a12-4dff-b1bd-c9c15b18f045 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d85aa70f-f4bc-424f-a8b7-e2b19d5d6119 HTTP/1.1" status: 200 len: 859 time: 0.0859642 Aug 31 14:40:27.754513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e330051-9719-4800-a603-3108dc9cf786') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:27.755130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e330051-9719-4800-a603-3108dc9cf786') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:27.803856 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4dccd9e4-2cbc-4c62-aff1-dbbecbd151a9 req-3d84b7f9-6530-4783-8d6d-3cdc6a1bf780 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57f4a10f-2619-44ef-9088-e45ced4893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423031 Aug 31 14:40:27.812359 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:27.873769 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:27.893036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:27.893036 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:27.898117 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:27.922118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] For port f85a652e-5d60-45f5-97b7-df15a2be39c0, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:27.939030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port cd24db46-5908-4cb6-9f7b-b7ede638aaea completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:27.962851 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4dccd9e4-2cbc-4c62-aff1-dbbecbd151a9 req-17efac93-6dbc-4741-8f75-69b0ac490171 service neutron] 10.222.0.25 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491938 Aug 31 14:40:28.041713 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:28.044453 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:28.050352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port cd24db46-5908-4cb6-9f7b-b7ede638aaea triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:28.050770 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:28.084939 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.api [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:40:28.084939 n-d-806683-5 neutron-server[94870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:40:28.084939 n-d-806683-5 neutron-server[94870]: [parameters: {'id': '32161700-ec0f-4d8b-9471-5485263095ab'}] Aug 31 14:40:28.084939 n-d-806683-5 neutron-server[94870]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:40:28.085495 n-d-806683-5 neutron-server[94870]: DEBUG oslo_db.api [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:40:28.097438 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a40e6e93-5c55-4919-9fa2-bdf6dc4e07fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:28.145370 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4dccd9e4-2cbc-4c62-aff1-dbbecbd151a9 req-259b13d8-049d-4f80-9e43-5e0e5c2250a3 service neutron] 10.222.0.25 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761165 Aug 31 14:40:28.159682 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:28.171844 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:28.176298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] For port f85a652e-5d60-45f5-97b7-df15a2be39c0, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f85a652e-5d60-45f5-97b7-df15a2be39c0,segment=NetworkSegment(8e330051-9719-4800-a603-3108dc9cf786),segment_id=8e330051-9719-4800-a603-3108dc9cf786)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:28.182002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dff6f8e-851e-4541-aaa1-a5d5e77a085d {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:40:28.227096 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:28.326256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Pushing event updated for resources: {'Port': ['ID=253286d3-85ee-46e6-aa27-7e7b05ccd87f,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:28.346742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5f3ee-0fbe-4156-a489-2046d56bb595 None None] Pushing event updated for resources: {'Port': ['ID=f85a652e-5d60-45f5-97b7-df15a2be39c0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:28.362434 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:28.399857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5dff6f8e-851e-4541-aaa1-a5d5e77a085d,segment=NetworkSegment(bc8e44c2-e1c3-4ae1-84f3-70df4c807161),segment_id=bc8e44c2-e1c3-4ae1-84f3-70df4c807161)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:28.433517 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:28.588188 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:28.588458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82280176-4f7d-46fb-bbc1-f2c581d4cf70 None None] Network 32161700-ec0f-4d8b-9471-5485263095ab requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:28.709632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['5dff6f8e-851e-4541-aaa1-a5d5e77a085d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:40:28.737219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:28.766082 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:28.790514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port cd24db46-5908-4cb6-9f7b-b7ede638aaea, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cd24db46-5908-4cb6-9f7b-b7ede638aaea,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:28.828865 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35092f-7929-4731-b6d9-1906ab082a30 req-3db222b8-9a69-4e88-b139-56ffb3d067cd tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:28.836257 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e35092f-7929-4731-b6d9-1906ab082a30 req-3db222b8-9a69-4e88-b139-56ffb3d067cd tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 944 time: 0.2060287 Aug 31 14:40:28.840793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:28.893895 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:28.894258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 704e6e93-2e8d-4513-b506-5b44f062b082 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:28.896024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=5dff6f8e-851e-4541-aaa1-a5d5e77a085d,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:28.968466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=cd24db46-5908-4cb6-9f7b-b7ede638aaea,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:29.106480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Router f020cae8-f960-4412-adbb-6499d4d28977 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:40:29.133458 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e35092f-7929-4731-b6d9-1906ab082a30 req-d70796d3-1e3e-46b7-aac9-bcf01ea77144 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939084 Aug 31 14:40:29.143773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6556b6-2645-451f-ba15-d3113b0cd5ea None None] Network 32161700-ec0f-4d8b-9471-5485263095ab requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:29.180951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Deleting port f85a652e-5d60-45f5-97b7-df15a2be39c0 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:29.181786 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:29.258433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 704e6e93-2e8d-4513-b506-5b44f062b082 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:29.258810 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:29.376076 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] For port f85a652e-5d60-45f5-97b7-df15a2be39c0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f85a652e-5d60-45f5-97b7-df15a2be39c0,segment=NetworkSegment(8e330051-9719-4800-a603-3108dc9cf786),segment_id=8e330051-9719-4800-a603-3108dc9cf786)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:29.376445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:29.397610 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Calling delete_port for f85a652e-5d60-45f5-97b7-df15a2be39c0 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:29.407222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-a40e6e93-5c55-4919-9fa2-bdf6dc4e07fe admin admin] Deleting port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:29.407572 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a40e6e93-5c55-4919-9fa2-bdf6dc4e07fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:29.413659 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:29.425154 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:40:29.437277 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Sync routers for ids ['f020cae8-f960-4412-adbb-6499d4d28977'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:40:29.458142 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Routers {'f020cae8-f960-4412-adbb-6499d4d28977'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:29.459296 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f020cae8-f960-4412-adbb-6499d4d28977'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:29.459589 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a46bdf6b-8f78-4b45-b1dc-193a81647748 admin admin] 10.222.0.39 "PUT /v2.0/routers/f020cae8-f960-4412-adbb-6499d4d28977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4545269 Aug 31 14:40:29.463055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a42a6bbb-2cf8-48d3-9c54-f5a068d73923 None None] Provisioning complete for port 253286d3-85ee-46e6-aa27-7e7b05ccd87f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:29.463458 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a42a6bbb-2cf8-48d3-9c54-f5a068d73923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:29.475204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Transition to ACTIVE for port object 8df83640-a642-49fb-a8d2-46859ffc4b2e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:29.564132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a42a6bbb-2cf8-48d3-9c54-f5a068d73923 None None] Port 253286d3-85ee-46e6-aa27-7e7b05ccd87f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:40:29.570901 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:29.660438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-a40e6e93-5c55-4919-9fa2-bdf6dc4e07fe admin admin] For port 3f4b4c0f-6106-4195-b438-dd995e4a8e2c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3f4b4c0f-6106-4195-b438-dd995e4a8e2c,segment=NetworkSegment(f2322963-407b-4d32-9253-12d17e8bc7ef),segment_id=f2322963-407b-4d32-9253-12d17e8bc7ef)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:29.660810 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a40e6e93-5c55-4919-9fa2-bdf6dc4e07fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:29.694938 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:29.715254 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-a40e6e93-5c55-4919-9fa2-bdf6dc4e07fe admin admin] Calling delete_port for 3f4b4c0f-6106-4195-b438-dd995e4a8e2c owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:29.745035 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Set router f020cae8-f960-4412-adbb-6499d4d28977 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:29.745867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ba193ebb-5f33-4872-a3af-11ea2330c2fd details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:40:29.808868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Port': ['ID=f85a652e-5d60-45f5-97b7-df15a2be39c0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:29.838164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cd24db46-5908-4cb6-9f7b-b7ede638aaea up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:29.840114 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No DVR routers for this DVR port f85a652e-5d60-45f5-97b7-df15a2be39c0 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:40:29.953033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990996e3-b055-45f7-87f3-0c53b05e7cde None None] Pushing event updated for resources: {'Port': ['ID=8df83640-a642-49fb-a8d2-46859ffc4b2e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:29.961312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:29.961678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:29.962029 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:29.962374 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:29.962714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:29.963048 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:29.963411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:29.963746 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:29.964079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:29.969036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:29.969247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:29.969730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:29.985479 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:40:29.994515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5c82e-c375-4542-aaba-ee29e45b22f3 req-fa1e2861-765a-4938-912c-d320a5a2735a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:30.002797 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ca5c82e-c375-4542-aaba-ee29e45b22f3 req-fa1e2861-765a-4938-912c-d320a5a2735a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.1051824 Aug 31 14:40:30.091611 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ca5c82e-c375-4542-aaba-ee29e45b22f3 req-355809a9-c83c-43ea-96a2-16b500e67dad tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730610 Aug 31 14:40:30.138971 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.158376 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 2, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:30.160600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32161700-ec0f-4d8b-9471-5485263095ab']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:30.173919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f52f2c-9897-454b-b0fc-3af29b41d47a None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:40:30.197030 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Checking router: f020cae8-f960-4412-adbb-6499d4d28977 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:40:30.197599 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Updating router f020cae8-f960-4412-adbb-6499d4d28977 port 253286d3-85ee-46e6-aa27-7e7b05ccd87f binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:40:30.199306 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e330051-9719-4800-a603-3108dc9cf786') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:30.199609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e330051-9719-4800-a603-3108dc9cf786') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:30.225346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port cd24db46-5908-4cb6-9f7b-b7ede638aaea triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:30.226824 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.231560 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.253830 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.254629 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.283149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:30.283149 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.339670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Attempting to bind port 8df83640-a642-49fb-a8d2-46859ffc4b2e on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:30.340654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Attempting to bind port 8df83640-a642-49fb-a8d2-46859ffc4b2e by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'a87375fe-e88b-4b7d-9b2e-060f334c4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '72b05ed6-787f-4235-bc28-aabf5d986974'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:30.341313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Attempting to bind port 8df83640-a642-49fb-a8d2-46859ffc4b2e on network 72b05ed6-787f-4235-bc28-aabf5d986974 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:30.374059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0aebba-f115-4cf9-a55a-d05b038b0bc9 req-2fc00faa-64eb-4a7e-b470-a54984a1bf2c tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:30.382618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:30.383341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Checking segment: {'id': 'a87375fe-e88b-4b7d-9b2e-060f334c4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '72b05ed6-787f-4235-bc28-aabf5d986974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:30.383932 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.384546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Bound using segment: {'id': 'a87375fe-e88b-4b7d-9b2e-060f334c4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '72b05ed6-787f-4235-bc28-aabf5d986974'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:30.385393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Bound port: 8df83640-a642-49fb-a8d2-46859ffc4b2e, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87375fe-e88b-4b7d-9b2e-060f334c4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '72b05ed6-787f-4235-bc28-aabf5d986974'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:30.386162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.387425 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d0aebba-f115-4cf9-a55a-d05b038b0bc9 req-2fc00faa-64eb-4a7e-b470-a54984a1bf2c tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 944 time: 0.1180694 Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:30.418704 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:30.424298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36930) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:30.429051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4c2e74bc-1637-43fa-9518-ec008b56940a tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710945950', 'description': 'tempest-description--1899055425'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:30.444828 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.469949 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c2e74bc-1637-43fa-9518-ec008b56940a tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.534736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d0aebba-f115-4cf9-a55a-d05b038b0bc9 req-cc0df131-3af7-40cb-a6aa-c5fcbd846b54 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463451 Aug 31 14:40:30.540064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ba193ebb-5f33-4872-a3af-11ea2330c2fd, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ba193ebb-5f33-4872-a3af-11ea2330c2fd,segment=NetworkSegment(bc8e44c2-e1c3-4ae1-84f3-70df4c807161),segment_id=bc8e44c2-e1c3-4ae1-84f3-70df4c807161)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:30.544606 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.547490 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/32161700-ec0f-4d8b-9471-5485263095ab HTTP/1.1" status: 204 len: 168 time: 5.7031837 Aug 31 14:40:30.548524 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f86bc-05db-44b5-b017-30334ac09e53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Network': ['ID=32161700-ec0f-4d8b-9471-5485263095ab,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:30.559642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36934) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:30.566180 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'ba193ebb-5f33-4872-a3af-11ea2330c2fd', 'network_id': '57f4a10f-2619-44ef-9088-e45ced4893f1', 'port_id': 'ba193ebb-5f33-4872-a3af-11ea2330c2fd', 'mac_address': 'fa:16:3e:ba:6e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd85aa70f-f4bc-424f-a8b7-e2b19d5d6119', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:40:30.581690 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-634d299d-b622-4a36-9a38-343b9afc19aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:30.582390 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634d299d-b622-4a36-9a38-343b9afc19aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:30.584621 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-634d299d-b622-4a36-9a38-343b9afc19aa tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/32161700-ec0f-4d8b-9471-5485263095ab HTTP/1.1" status: 404 len: 339 time: 0.0313137 Aug 31 14:40:30.588969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36936) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:30.599028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d088108b-17b5-4189-921c-50ea4959289b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1703235610', 'description': 'd1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:30.652985 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c2e74bc-1637-43fa-9518-ec008b56940a tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.662115 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c2e74bc-1637-43fa-9518-ec008b56940a tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.708066 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f52f2c-9897-454b-b0fc-3af29b41d47a None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:40:30.716678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d088108b-17b5-4189-921c-50ea4959289b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:30.726154 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c2e74bc-1637-43fa-9518-ec008b56940a tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.727566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4c2e74bc-1637-43fa-9518-ec008b56940a tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3021188 Aug 31 14:40:30.730317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36938) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:30.732257 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d088108b-17b5-4189-921c-50ea4959289b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.734681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e74bc-1637-43fa-9518-ec008b56940a tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7120423e-b82e-4434-908e-73fded1b8f5c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:30.744573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5484b677-9d13-4117-9f07-cc4bde4d9c0d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Request body: {'security_group_rule': {'security_group_id': '7120423e-b82e-4434-908e-73fded1b8f5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:30.778235 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a40e6e93-5c55-4919-9fa2-bdf6dc4e07fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.783307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] For port 8df83640-a642-49fb-a8d2-46859ffc4b2e, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:30.787194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] For port 8df83640-a642-49fb-a8d2-46859ffc4b2e, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8df83640-a642-49fb-a8d2-46859ffc4b2e,segment=NetworkSegment(a87375fe-e88b-4b7d-9b2e-060f334c4578),segment_id=a87375fe-e88b-4b7d-9b2e-060f334c4578)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:30.790736 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5484b677-9d13-4117-9f07-cc4bde4d9c0d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.796902 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.819778 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.834818 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Transition to ACTIVE for port object 253286d3-85ee-46e6-aa27-7e7b05ccd87f will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:30.836764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e6e93-5c55-4919-9fa2-bdf6dc4e07fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4b4c0f-6106-4195-b438-dd995e4a8e2c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:30.842200 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.858503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d088108b-17b5-4189-921c-50ea4959289b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:40:30.920795 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5484b677-9d13-4117-9f07-cc4bde4d9c0d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.927798 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5484b677-9d13-4117-9f07-cc4bde4d9c0d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.958675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484b677-9d13-4117-9f07-cc4bde4d9c0d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c881fd11-870f-48a2-80e1-5ef770c90d23,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:30.962478 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710958f-b94b-4362-a7ba-20da5a595a07 None None] Pushing event updated for resources: {'Port': ['ID=253286d3-85ee-46e6-aa27-7e7b05ccd87f,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:30.984101 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d088108b-17b5-4189-921c-50ea4959289b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.984542 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-d088108b-17b5-4189-921c-50ea4959289b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Added segment a994957e-9f60-4460-a473-824823429f87 of type vlan for network 004a37b5-8cac-4260-aa8e-858400615a1d Aug 31 14:40:30.995483 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5484b677-9d13-4117-9f07-cc4bde4d9c0d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:30.996737 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5484b677-9d13-4117-9f07-cc4bde4d9c0d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2638650 Aug 31 14:40:30.999713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36940) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:31.004520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5c57677a-dc79-45c5-84f0-8488b6340805 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Request body: {'security_group_rule': {'security_group_id': '7120423e-b82e-4434-908e-73fded1b8f5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:31.011426 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Attempting to bind port 253286d3-85ee-46e6-aa27-7e7b05ccd87f on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:31.012179 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Attempting to bind port 253286d3-85ee-46e6-aa27-7e7b05ccd87f by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:31.012920 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Attempting to bind port 253286d3-85ee-46e6-aa27-7e7b05ccd87f on network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:31.020307 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:31.021384 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Checking segment: {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:31.022045 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.022836 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Bound using segment: {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:31.023604 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Bound port: 253286d3-85ee-46e6-aa27-7e7b05ccd87f, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:31.024227 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.062011 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c57677a-dc79-45c5-84f0-8488b6340805 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.077477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 5dff6f8e-851e-4541-aaa1-a5d5e77a085d up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:31.115987 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] For port 253286d3-85ee-46e6-aa27-7e7b05ccd87f, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:31.122085 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] For port 253286d3-85ee-46e6-aa27-7e7b05ccd87f, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=253286d3-85ee-46e6-aa27-7e7b05ccd87f,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:31.128569 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.139353 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d088108b-17b5-4189-921c-50ea4959289b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.188478 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.192342 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Routers {'f020cae8-f960-4412-adbb-6499d4d28977'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:31.193034 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f020cae8-f960-4412-adbb-6499d4d28977'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:31.194743 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c57677a-dc79-45c5-84f0-8488b6340805 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.199151 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c57677a-dc79-45c5-84f0-8488b6340805 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.210509 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba193ebb-5f33-4872-a3af-11ea2330c2fd {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:40:31.241222 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c57677a-dc79-45c5-84f0-8488b6340805 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.242727 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5c57677a-dc79-45c5-84f0-8488b6340805 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2419868 Aug 31 14:40:31.246968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ba193ebb-5f33-4872-a3af-11ea2330c2fd, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ba193ebb-5f33-4872-a3af-11ea2330c2fd,segment=NetworkSegment(bc8e44c2-e1c3-4ae1-84f3-70df4c807161),segment_id=bc8e44c2-e1c3-4ae1-84f3-70df4c807161)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:31.248322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Routers {'82331374-86b7-46c4-bf12-c6769a412a0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:31.249584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['82331374-86b7-46c4-bf12-c6769a412a0e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:31.253966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57677a-dc79-45c5-84f0-8488b6340805 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a2acd3-4279-4b10-8530-66b455412fe7,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:31.255981 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36944) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:31.261107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:31.314263 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.410696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990996e3-b055-45f7-87f3-0c53b05e7cde None None] Pushing event updated for resources: {'Port': ['ID=8df83640-a642-49fb-a8d2-46859ffc4b2e,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:31.494537 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.535140 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.559740 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710958f-b94b-4362-a7ba-20da5a595a07 None None] Pushing event updated for resources: {'Port': ['ID=253286d3-85ee-46e6-aa27-7e7b05ccd87f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:31.576992 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] Set router f020cae8-f960-4412-adbb-6499d4d28977 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:31.625841 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ba193ebb-5f33-4872-a3af-11ea2330c2fd,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:31.732648 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d088108b-17b5-4189-921c-50ea4959289b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.744492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d088108b-17b5-4189-921c-50ea4959289b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:31.745440 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d088108b-17b5-4189-921c-50ea4959289b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.753398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] Set router 82331374-86b7-46c4-bf12-c6769a412a0e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:31.755311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:31.817939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['ba193ebb-5f33-4872-a3af-11ea2330c2fd'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:40:31.893051 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d088108b-17b5-4189-921c-50ea4959289b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2999172 Aug 31 14:40:31.893661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:31.893661 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.898289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36954) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:31.909512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Allocated IP 172.25.2.126 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/f5a82d95-7194-430f-b468-80d21feedc15) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:31.929987 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b7312-4607-498a-869d-de51714da6b4 req-de277fed-0549-4790-a8f8-72138b7f90fa tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:31.931592 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-135b7312-4607-498a-869d-de51714da6b4 req-de277fed-0549-4790-a8f8-72138b7f90fa tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.7173195 Aug 31 14:40:31.945073 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088108b-17b5-4189-921c-50ea4959289b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Network': ['ID=004a37b5-8cac-4260-aa8e-858400615a1d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:31.950499 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:31Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:31.973482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 004a37b5-8cac-4260-aa8e-858400615a1d details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:31.987215 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a40e6e93-5c55-4919-9fa2-bdf6dc4e07fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:31.994612 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-135b7312-4607-498a-869d-de51714da6b4 req-3f8e5edb-bbdf-4eba-ba1a-24dc56276ceb tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442371 Aug 31 14:40:32.016926 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff8c53-76c5-49e2-8bd5-761b9df4cb0a None None] The sync data for ids ['f020cae8-f960-4412-adbb-6499d4d28977'] in n-d-806683-5 is: [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:31Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:40:32.121373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd7f02-496a-43d7-96af-f734f715dbdf req-426065ab-2ccf-4116-ac19-fb51e134e823 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:32.134056 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7dd7f02-496a-43d7-96af-f734f715dbdf req-426065ab-2ccf-4116-ac19-fb51e134e823 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 945 time: 0.4017987 Aug 31 14:40:32.205594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7dd7f02-496a-43d7-96af-f734f715dbdf req-3c54f6c1-5f94-43a5-830a-d8b548b276be tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705271 Aug 31 14:40:32.234232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d38a31-757a-40eb-8946-8a20944e09b8 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:32.238670 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-63d38a31-757a-40eb-8946-8a20944e09b8 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "GET /v2.0/networks?id=004a37b5-8cac-4260-aa8e-858400615a1d HTTP/1.1" status: 200 len: 761 time: 0.3261044 Aug 31 14:40:32.239487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36956) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:32.287399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-663acc9d-972c-4ba5-9cd5-dbd289e40732 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'network': {'description': 'd2'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:32.366870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40e6e93-5c55-4919-9fa2-bdf6dc4e07fe admin admin] Router 68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:40:32.450270 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:32.469419 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a32b6-bc15-4c34-9d1e-ae157db775a2 None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:40:32.541590 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40e6e93-5c55-4919-9fa2-bdf6dc4e07fe admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:40:32.548770 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a40e6e93-5c55-4919-9fa2-bdf6dc4e07fe admin admin] 10.222.0.39 "PUT /v2.0/routers/68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4131935 Aug 31 14:40:32.551349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36962) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:32.580070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c6f781-5ecd-4233-9e18-6152d7da8ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dff6f8e-851e-4541-aaa1-a5d5e77a085d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:40:32.582391 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa2e82b-8697-4904-a100-b77233332004" -d '{"events": [{"server_uuid": "51c6f781-5ecd-4233-9e18-6152d7da8ef3", "name": "network-vif-plugged", "status": "completed", "tag": "5dff6f8e-851e-4541-aaa1-a5d5e77a085d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:40:32.582743 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-663acc9d-972c-4ba5-9cd5-dbd289e40732 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:32.628824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99405ff5-d737-4dfe-834b-a5f1d5a6fdd3 None None] Sync routers for ids ['68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:40:32.647526 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:32.667050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5dff6f8e-851e-4541-aaa1-a5d5e77a085d,segment=NetworkSegment(bc8e44c2-e1c3-4ae1-84f3-70df4c807161),segment_id=bc8e44c2-e1c3-4ae1-84f3-70df4c807161)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:32.693147 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-663acc9d-972c-4ba5-9cd5-dbd289e40732 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:32.700331 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:32.710111 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b903479-a708-44d4-b698-2197d3001cdf x-openstack-request-id: req-9b903479-a708-44d4-b698-2197d3001cdf {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:40:32.710374 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c6f781-5ecd-4233-9e18-6152d7da8ef3", "name": "network-vif-plugged", "status": "completed", "tag": "5dff6f8e-851e-4541-aaa1-a5d5e77a085d", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:40:32.712134 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b903479-a708-44d4-b698-2197d3001cdf {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:40:32.712134 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c6f781-5ecd-4233-9e18-6152d7da8ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dff6f8e-851e-4541-aaa1-a5d5e77a085d', 'code': 200} Aug 31 14:40:32.724271 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:32.801042 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:32.803886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-663acc9d-972c-4ba5-9cd5-dbd289e40732 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network 004a37b5-8cac-4260-aa8e-858400615a1d is not hosted by any dhcp agent {{(pid=94871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:40:32.810889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663acc9d-972c-4ba5-9cd5-dbd289e40732 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:32.811636 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-663acc9d-972c-4ba5-9cd5-dbd289e40732 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:32.816569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-663acc9d-972c-4ba5-9cd5-dbd289e40732 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "PUT /v2.0/networks/004a37b5-8cac-4260-aa8e-858400615a1d HTTP/1.1" status: 200 len: 758 time: 0.5352213 Aug 31 14:40:32.821056 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99405ff5-d737-4dfe-834b-a5f1d5a6fdd3 None None] Routers {'68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:32.821714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-99405ff5-d737-4dfe-834b-a5f1d5a6fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:32.845680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36968) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:32.881219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:32.888823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:32.965970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:33.035566 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:33.062572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=5dff6f8e-851e-4541-aaa1-a5d5e77a085d,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:33.079235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'name': 'tempest-TestAggregatesBasicOps-1262174689-router', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:19Z', 'revision_number': 4, 'project_id': 'd1e49073e5a54d9598535b88921c9ec1', 'gw_port': {'id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '8df83640-a642-49fb-a8d2-46859ffc4b2e', 'name': '', 'network_id': '72b05ed6-787f-4235-bc28-aabf5d986974', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'mac_address': 'fa:16:3e:15:d5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'd697fff6-1155-4d71-8323-e28e1657d091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:30Z', 'revision_number': 4, 'project_id': 'd1e49073e5a54d9598535b88921c9ec1', 'subnets': [{'id': 'd697fff6-1155-4d71-8323-e28e1657d091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:33.080450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663acc9d-972c-4ba5-9cd5-dbd289e40732 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Network': ['ID=004a37b5-8cac-4260-aa8e-858400615a1d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:33.135342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 004a37b5-8cac-4260-aa8e-858400615a1d details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:33.154443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fe8d65-f58a-4eda-aa37-fa0d9509f8c7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:33.161286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b1fe8d65-f58a-4eda-aa37-fa0d9509f8c7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "GET /v2.0/networks?id=004a37b5-8cac-4260-aa8e-858400615a1d HTTP/1.1" status: 200 len: 761 time: 0.3102813 Aug 31 14:40:33.161286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event updated for resources: {'Port': ['ID=f5a82d95-7194-430f-b468-80d21feedc15,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:33.164036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7b4a5-85f4-409a-b961-5ab43e7f9572 None None] The sync data for ids ['82331374-86b7-46c4-bf12-c6769a412a0e'] in n-d-806683-5 is: [{'id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'name': 'tempest-TestAggregatesBasicOps-1262174689-router', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:19Z', 'revision_number': 4, 'project_id': 'd1e49073e5a54d9598535b88921c9ec1', 'gw_port': {'id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '8df83640-a642-49fb-a8d2-46859ffc4b2e', 'name': '', 'network_id': '72b05ed6-787f-4235-bc28-aabf5d986974', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'mac_address': 'fa:16:3e:15:d5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'd697fff6-1155-4d71-8323-e28e1657d091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:30Z', 'revision_number': 4, 'project_id': 'd1e49073e5a54d9598535b88921c9ec1', 'subnets': [{'id': 'd697fff6-1155-4d71-8323-e28e1657d091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:40:33.165084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36976) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:33.172433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b0cd7f7c-be98-44c8-ad88-9924ae9050d6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-33616917'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:33.176806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] Deleting port 337393d5-4f98-4ed0-a8dc-06a71dc0668b {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:33.177477 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:33.206458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1142928-5edd-4975-9599-28129ecb914b req-1d336231-23ba-480d-9627-11ea72722a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:33.210487 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1142928-5edd-4975-9599-28129ecb914b req-1d336231-23ba-480d-9627-11ea72722a3e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 1097 time: 0.4596310 Aug 31 14:40:33.304561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] For port 337393d5-4f98-4ed0-a8dc-06a71dc0668b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=337393d5-4f98-4ed0-a8dc-06a71dc0668b,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:33.305131 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:33.334036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] Calling delete_port for 337393d5-4f98-4ed0-a8dc-06a71dc0668b owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:33.337758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-99405ff5-d737-4dfe-834b-a5f1d5a6fdd3 None None] Set router 68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:33.435295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59dc2d-5e0f-4af4-bc77-65ca1e91601f req-2b07942d-e8da-43a6-ad83-234b1c82545a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:33.437038 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1c59dc2d-5e0f-4af4-bc77-65ca1e91601f req-2b07942d-e8da-43a6-ad83-234b1c82545a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.2739897 Aug 31 14:40:33.455921 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:33.460337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cd7f7c-be98-44c8-ad88-9924ae9050d6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:33.478563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6a32b6-bc15-4c34-9d1e-ae157db775a2 None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:40:33.481556 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0cd7f7c-be98-44c8-ad88-9924ae9050d6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:33.594852 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:33.601468 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1142928-5edd-4975-9599-28129ecb914b req-bfa52716-72d9-4013-96cf-af05da6c2f1b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701986 Aug 31 14:40:33.642964 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:33.712369 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=337393d5-4f98-4ed0-a8dc-06a71dc0668b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:33.727961 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1c59dc2d-5e0f-4af4-bc77-65ca1e91601f req-3d4a099b-ac52-4558-9d90-754d78a87daf tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806947 Aug 31 14:40:33.732898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cd7f7c-be98-44c8-ad88-9924ae9050d6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:40:33.744348 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ba193ebb-5f33-4872-a3af-11ea2330c2fd up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:33.784969 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0cd7f7c-be98-44c8-ad88-9924ae9050d6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:33.785319 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-b0cd7f7c-be98-44c8-ad88-9924ae9050d6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Added segment e2cb7bfe-2efd-43af-b4e0-df2b04c86c18 of type vlan for network cfb9a547-65b0-40bd-a643-1a5d1a43c5d1 Aug 31 14:40:33.956370 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.091704 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.107480 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.188959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882ad74-96d1-40c5-9c96-c63b8e56d400 req-bcea8dac-4a20-4477-82a4-9cd0f9c551c6 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:34.192770 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1882ad74-96d1-40c5-9c96-c63b8e56d400 req-bcea8dac-4a20-4477-82a4-9cd0f9c551c6 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 945 time: 0.5635722 Aug 31 14:40:34.267315 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0cd7f7c-be98-44c8-ad88-9924ae9050d6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.318459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event updated for resources: {'Port': ['ID=f5a82d95-7194-430f-b468-80d21feedc15,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:34.325949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8df83640-a642-49fb-a8d2-46859ffc4b2e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:34.336419 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.352488 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.413029 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.443777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port ba193ebb-5f33-4872-a3af-11ea2330c2fd completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:34.446818 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0cd7f7c-be98-44c8-ad88-9924ae9050d6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.476064 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1882ad74-96d1-40c5-9c96-c63b8e56d400 req-16c17bde-7770-4979-9ed3-412aedf5e593 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669263 Aug 31 14:40:34.479083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port ba193ebb-5f33-4872-a3af-11ea2330c2fd triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:34.479750 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.485177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cd7f7c-be98-44c8-ad88-9924ae9050d6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:34.485837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0cd7f7c-be98-44c8-ad88-9924ae9050d6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.550410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-99405ff5-d737-4dfe-834b-a5f1d5a6fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'name': 'tempest-TestAggregatesBasicOps-255619007-router', 'tenant_id': '8a06749300034b7e8cc7c623ced928c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '337393d5-4f98-4ed0-a8dc-06a71dc0668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:54Z', 'updated_at': '2021-08-31T14:40:30Z', 'revision_number': 5, 'project_id': '8a06749300034b7e8cc7c623ced928c3', 'gw_port': {'id': '337393d5-4f98-4ed0-a8dc-06a71dc0668b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:56Z', 'updated_at': '2021-08-31T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:34.561255 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.562960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:40:34.575006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.577687 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2e809e66-0171-4622-8fb9-c5b082be4a6a admin admin] 10.222.0.39 "DELETE /v2.0/routers/68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d HTTP/1.1" status: 204 len: 168 time: 2.0241308 Aug 31 14:40:34.580526 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 36994) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:34.610148 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.630821 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3b6143cc-f751-4dd6-9e42-94b85aa66f17 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3677821 Aug 31 14:40:34.648398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99405ff5-d737-4dfe-834b-a5f1d5a6fdd3 None None] Checking router: 68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:40:34.658530 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1d9ac9-750b-4150-abb3-786d3787602a admin admin] Deleting subnet fe8cffc4-b0c8-45b9-8c65-e08d7a4e0202 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:40:34.672231 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a1d9ac9-750b-4150-abb3-786d3787602a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.698478 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b0cd7f7c-be98-44c8-ad88-9924ae9050d6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5311437 Aug 31 14:40:34.702062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 36998) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:34.708690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bedb93fa-5f47-4e52-8278-b3b3523aa09a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'subnet': {'network_id': 'cfb9a547-65b0-40bd-a643-1a5d1a43c5d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:34.716206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd7f7c-be98-44c8-ad88-9924ae9050d6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Network': ['ID=cfb9a547-65b0-40bd-a643-1a5d1a43c5d1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:34.717453 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 8df83640-a642-49fb-a8d2-46859ffc4b2e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:34.750973 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network cfb9a547-65b0-40bd-a643-1a5d1a43c5d1 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:34.755967 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99405ff5-d737-4dfe-834b-a5f1d5a6fdd3 None None] Routers set() bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:34.756192 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a1d9ac9-750b-4150-abb3-786d3787602a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.758795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99405ff5-d737-4dfe-834b-a5f1d5a6fdd3 None None] Router IDs set() for agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:40:34.765717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_agentschedulers_db [None req-99405ff5-d737-4dfe-834b-a5f1d5a6fdd3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent'). {{(pid=94872) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:40:34.766583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99405ff5-d737-4dfe-834b-a5f1d5a6fdd3 None None] The sync data for ids ['68a6032f-e4eb-4ca7-95aa-bf0f3dfa0f6d'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:40:34.815433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 8df83640-a642-49fb-a8d2-46859ffc4b2e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:34.816081 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.917324 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a1d9ac9-750b-4150-abb3-786d3787602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.968266 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-2b13cdd9-d6ae-4194-8ad2-6c77f75ba5ba tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1710945950&fields=id&tenant_id=a04e8c5706e9410ab912244cb47ade7d HTTP/1.1" status: 200 len: 267 time: 0.1061842 Aug 31 14:40:35.064364 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a1d9ac9-750b-4150-abb3-786d3787602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:35.117010 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02909e9a-b963-4701-bdf3-d8543952a498 req-7e379dbb-c422-484d-bbc7-2f7b7c933441 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:35.118483 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02909e9a-b963-4701-bdf3-d8543952a498 req-7e379dbb-c422-484d-bbc7-2f7b7c933441 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.1451728 Aug 31 14:40:35.120213 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a1d9ac9-750b-4150-abb3-786d3787602a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:35.126260 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0a1d9ac9-750b-4150-abb3-786d3787602a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fe8cffc4-b0c8-45b9-8c65-e08d7a4e0202 HTTP/1.1" status: 204 len: 168 time: 0.5437953 Aug 31 14:40:35.127315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37018) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:35.157730 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedb93fa-5f47-4e52-8278-b3b3523aa09a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:35.160783 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:35.181761 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bedb93fa-5f47-4e52-8278-b3b3523aa09a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:35.182847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d9ac9-750b-4150-abb3-786d3787602a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe8cffc4-b0c8-45b9-8c65-e08d7a4e0202,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:35.190789 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02909e9a-b963-4701-bdf3-d8543952a498 req-f6ff1aff-89d9-4959-93bb-f6484e0aac77 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613258 Aug 31 14:40:35.245072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143e97ba-3457-4c7f-968b-836d6ad4ad2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba193ebb-5f33-4872-a3af-11ea2330c2fd'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:40:35.247758 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f77ae33-67f8-419b-9ec7-b31b8b80ccd1" -d '{"events": [{"server_uuid": "143e97ba-3457-4c7f-968b-836d6ad4ad2a", "name": "network-vif-plugged", "status": "completed", "tag": "ba193ebb-5f33-4872-a3af-11ea2330c2fd"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:40:35.297673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-38ea02dd-f7d3-4cbb-9b38-53e421d486dd tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:35.305675 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-38ea02dd-f7d3-4cbb-9b38-53e421d486dd tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 816 time: 0.3256905 Aug 31 14:40:35.336654 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:35.345560 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-ef8e6f5e-9dc9-46af-b514-0755a6966037 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/quotas/a04e8c5706e9410ab912244cb47ade7d HTTP/1.1" status: 200 len: 375 time: 0.0388811 Aug 31 14:40:35.381156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ba193ebb-5f33-4872-a3af-11ea2330c2fd, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ba193ebb-5f33-4872-a3af-11ea2330c2fd,segment=NetworkSegment(bc8e44c2-e1c3-4ae1-84f3-70df4c807161),segment_id=bc8e44c2-e1c3-4ae1-84f3-70df4c807161)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:35.397518 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d94d1fb-a8a4-4327-976c-ff5411b2b1e8 x-openstack-request-id: req-9d94d1fb-a8a4-4327-976c-ff5411b2b1e8 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:40:35.399522 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143e97ba-3457-4c7f-968b-836d6ad4ad2a", "name": "network-vif-plugged", "status": "completed", "tag": "ba193ebb-5f33-4872-a3af-11ea2330c2fd", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:40:35.399893 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d94d1fb-a8a4-4327-976c-ff5411b2b1e8 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:40:35.402210 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143e97ba-3457-4c7f-968b-836d6ad4ad2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba193ebb-5f33-4872-a3af-11ea2330c2fd', 'code': 200} Aug 31 14:40:35.422048 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:35.433493 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:35.441585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Deleting port 18795d12-d3c2-41f8-a468-fb64c91e2145 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:35.441861 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:35.576092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] For port 18795d12-d3c2-41f8-a468-fb64c91e2145, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=18795d12-d3c2-41f8-a468-fb64c91e2145,segment=NetworkSegment(f2322963-407b-4d32-9253-12d17e8bc7ef),segment_id=f2322963-407b-4d32-9253-12d17e8bc7ef)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:35.576551 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:35.582641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 8df83640-a642-49fb-a8d2-46859ffc4b2e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8df83640-a642-49fb-a8d2-46859ffc4b2e,segment=NetworkSegment(a87375fe-e88b-4b7d-9b2e-060f334c4578),segment_id=a87375fe-e88b-4b7d-9b2e-060f334c4578)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:35.594198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Calling delete_port for 18795d12-d3c2-41f8-a468-fb64c91e2145 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:35.596849 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:35.597694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 253286d3-85ee-46e6-aa27-7e7b05ccd87f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:35.601535 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ba193ebb-5f33-4872-a3af-11ea2330c2fd,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:35.657260 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-89673233-d801-4a4a-a37f-f44ad144091c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3107340 Aug 31 14:40:35.768883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=8df83640-a642-49fb-a8d2-46859ffc4b2e,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:35.788684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8015e-1720-4073-8608-70a2a171384e req-68771c89-4c8c-4ff3-879b-60cb778b0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:35.792792 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-24d8015e-1720-4073-8608-70a2a171384e req-68771c89-4c8c-4ff3-879b-60cb778b0159 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 1097 time: 0.2928522 Aug 31 14:40:35.825151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 253286d3-85ee-46e6-aa27-7e7b05ccd87f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:35.838671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 253286d3-85ee-46e6-aa27-7e7b05ccd87f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:35.839167 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:35.950125 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:36.013643 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] No DVR routers for this DVR port 18795d12-d3c2-41f8-a468-fb64c91e2145 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:40:36.098976 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:36.113236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f11d78-7a60-4cca-865a-914a7f835c6d None None] Network c184547b-ea03-4f82-a21c-2deea9fb6a13 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:36.122845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=18795d12-d3c2-41f8-a468-fb64c91e2145,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:36.172012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-d817a8bb-3caf-4d4f-ac40-7d23e0242c71 service neutron] 10.222.0.39 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814398 Aug 31 14:40:36.173186 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bedb93fa-5f47-4e52-8278-b3b3523aa09a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:36.186448 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:36.198250 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c184547b-ea03-4f82-a21c-2deea9fb6a13']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:36.210250 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2322963-407b-4d32-9253-12d17e8bc7ef') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:36.210499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2322963-407b-4d32-9253-12d17e8bc7ef') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:36.226391 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:36.256801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 253286d3-85ee-46e6-aa27-7e7b05ccd87f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=253286d3-85ee-46e6-aa27-7e7b05ccd87f,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:36.260495 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c8f6eab7-ecf5-4472-8cc3-755fa4a1697f None None] Provisioning complete for port 253286d3-85ee-46e6-aa27-7e7b05ccd87f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:36.260850 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8f6eab7-ecf5-4472-8cc3-755fa4a1697f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:36.267474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:36.292520 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:36.298140 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-24d8015e-1720-4073-8608-70a2a171384e req-52df07ce-2c84-4348-a398-c77e0d39050e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747601 Aug 31 14:40:36.311929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:36.313284 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:36.430890 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d962c-9740-4b83-bd8f-c1e418362276 req-4dd75693-9f52-479f-ab77-2ffeffea6183 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:36.432530 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f44d962c-9740-4b83-bd8f-c1e418362276 req-4dd75693-9f52-479f-ab77-2ffeffea6183 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.6880488 Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:36.433277 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:36.467002 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-ceb38a3a-47bd-4bc2-91d0-db976f993059 service neutron] 10.222.0.39 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827847 Aug 31 14:40:36.470479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedb93fa-5f47-4e52-8278-b3b3523aa09a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Checking segment: {'id': 'e2cb7bfe-2efd-43af-b4e0-df2b04c86c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cfb9a547-65b0-40bd-a643-1a5d1a43c5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:36.470845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedb93fa-5f47-4e52-8278-b3b3523aa09a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network hostable DHCP agents. Network: cfb9a547-65b0-40bd-a643-1a5d1a43c5d1, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:40:36.484964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb93fa-5f47-4e52-8278-b3b3523aa09a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Subnet': ['ID=57021696-e914-4ce9-9af0-2b5cc64cf87d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:36.494924 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f44d962c-9740-4b83-bd8f-c1e418362276 req-97418173-e4a8-4859-bad1-e55f25204a79 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545559 Aug 31 14:40:36.506245 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:36.518142 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:36.531955 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c184547b-ea03-4f82-a21c-2deea9fb6a13 HTTP/1.1" status: 204 len: 168 time: 1.3739395 Aug 31 14:40:36.534849 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37042) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:36.566526 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cf049-189f-403e-8cd5-ff5ad41e7e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=c184547b-ea03-4f82-a21c-2deea9fb6a13,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:36.594554 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8df83640-a642-49fb-a8d2-46859ffc4b2e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:36.635521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=253286d3-85ee-46e6-aa27-7e7b05ccd87f,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:36.648415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedb93fa-5f47-4e52-8278-b3b3523aa09a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network cfb9a547-65b0-40bd-a643-1a5d1a43c5d1 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:40:36.670353 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bedb93fa-5f47-4e52-8278-b3b3523aa09a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, cfb9a547-65b0-40bd-a643-1a5d1a43c5d1) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:36.693945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedb93fa-5f47-4e52-8278-b3b3523aa09a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:36.697832 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bedb93fa-5f47-4e52-8278-b3b3523aa09a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:36.705002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc76626a-e0cd-4b10-9407-42efac2fb4de None None] Network cfb9a547-65b0-40bd-a643-1a5d1a43c5d1 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:36.711977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8a8faa-66d5-42d4-bf7f-ce8851318ea8 None None] DHCP port deletion for c184547b-ea03-4f82-a21c-2deea9fb6a13 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:40:36.770762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d506606-9784-4d20-a54e-85d948971d6b req-e5f71a75-1bb3-45cb-8061-604715e49a0b tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:36.781188 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6d506606-9784-4d20-a54e-85d948971d6b req-e5f71a75-1bb3-45cb-8061-604715e49a0b tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.1107242 Aug 31 14:40:36.794036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 8df83640-a642-49fb-a8d2-46859ffc4b2e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:36.794426 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:36.854299 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bedb93fa-5f47-4e52-8278-b3b3523aa09a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1502903 Aug 31 14:40:36.859219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6d506606-9784-4d20-a54e-85d948971d6b req-56adda22-8070-4cec-836c-0ac566c7ca93 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749714 Aug 31 14:40:36.863465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37052) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:36.970303 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-43679d45-df77-4d74-82bc-28ac193362a0 req-424e2151-e18b-44c2-a5c4-a0f28be4c6f8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 210 time: 0.0862083 Aug 31 14:40:37.025767 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d4e12263-a69c-4e1a-a33c-bffb86fcec97 None None] Provisioning complete for port 253286d3-85ee-46e6-aa27-7e7b05ccd87f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:37.026148 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d4e12263-a69c-4e1a-a33c-bffb86fcec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:37.066009 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-cfb9a547-65b0-40bd-a643-1a5d1a43c5d1', 'network_id': 'cfb9a547-65b0-40bd-a643-1a5d1a43c5d1', 'tenant_id': 'a6dcc85f821e4f0bad534323eb4aadab', 'fixed_ips': [{'subnet_id': '57021696-e914-4ce9-9af0-2b5cc64cf87d'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:40:37.067025 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:37.232211 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:37.329357 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 337393d5-4f98-4ed0-a8dc-06a71dc0668b no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:40:37.351714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 337393d5-4f98-4ed0-a8dc-06a71dc0668b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:40:37.352065 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 337393d5-4f98-4ed0-a8dc-06a71dc0668b not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:40:37.352490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3f4b4c0f-6106-4195-b438-dd995e4a8e2c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:40:37.406194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 3f4b4c0f-6106-4195-b438-dd995e4a8e2c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:40:37.406924 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3f4b4c0f-6106-4195-b438-dd995e4a8e2c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:40:37.410002 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:37.433746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d4e12263-a69c-4e1a-a33c-bffb86fcec97 None None] Provisioning complete for port 8df83640-a642-49fb-a8d2-46859ffc4b2e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:37.434477 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d4e12263-a69c-4e1a-a33c-bffb86fcec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:37.441086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Allocated IP 172.20.0.2 (cfb9a547-65b0-40bd-a643-1a5d1a43c5d1/57021696-e914-4ce9-9af0-2b5cc64cf87d/575e3127-e222-4da0-b117-14756abbe7a6) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:37.556362 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:37.727587 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:37.744532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Transition to ACTIVE for port object 575e3127-e222-4da0-b117-14756abbe7a6 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:37.745871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93740e1c-bd87-486f-96e4-c303574e04be req-eb35d1b0-b5ee-4fa2-83be-721d68949cef tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:37.747972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93740e1c-bd87-486f-96e4-c303574e04be req-eb35d1b0-b5ee-4fa2-83be-721d68949cef tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.1360343 Aug 31 14:40:37.768712 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Transition to ACTIVE for port object 575e3127-e222-4da0-b117-14756abbe7a6 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:37.779761 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:37.822041 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93740e1c-bd87-486f-96e4-c303574e04be req-8a480db7-6adb-4415-bb35-73b021fe28ef tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607650 Aug 31 14:40:37.860291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Network cfb9a547-65b0-40bd-a643-1a5d1a43c5d1 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:37.865705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Pushing event updated for resources: {'Port': ['ID=575e3127-e222-4da0-b117-14756abbe7a6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:37.868699 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:37.876102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:38.012531 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Attempting to bind port 575e3127-e222-4da0-b117-14756abbe7a6 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:38.013134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Attempting to bind port 575e3127-e222-4da0-b117-14756abbe7a6 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e2cb7bfe-2efd-43af-b4e0-df2b04c86c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cfb9a547-65b0-40bd-a643-1a5d1a43c5d1'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:38.015255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Attempting to bind port 575e3127-e222-4da0-b117-14756abbe7a6 on network cfb9a547-65b0-40bd-a643-1a5d1a43c5d1 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:38.023309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:38.023883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Checking segment: {'id': 'e2cb7bfe-2efd-43af-b4e0-df2b04c86c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cfb9a547-65b0-40bd-a643-1a5d1a43c5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:38.024518 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:38.025922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Bound using segment: {'id': 'e2cb7bfe-2efd-43af-b4e0-df2b04c86c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cfb9a547-65b0-40bd-a643-1a5d1a43c5d1'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:38.026679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Bound port: 575e3127-e222-4da0-b117-14756abbe7a6, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cb7bfe-2efd-43af-b4e0-df2b04c86c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cfb9a547-65b0-40bd-a643-1a5d1a43c5d1'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:38.027528 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:38.118483 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] For port 575e3127-e222-4da0-b117-14756abbe7a6, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:38.118845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fe16b-82cf-4a35-b61e-c6b09a8edacf req-d8e9149d-7d6c-47f4-a896-7f9cf6aae4ca tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:38.120924 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-500fe16b-82cf-4a35-b61e-c6b09a8edacf req-d8e9149d-7d6c-47f4-a896-7f9cf6aae4ca tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.1421547 Aug 31 14:40:38.136299 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] For port 575e3127-e222-4da0-b117-14756abbe7a6, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=575e3127-e222-4da0-b117-14756abbe7a6,segment=NetworkSegment(e2cb7bfe-2efd-43af-b4e0-df2b04c86c18),segment_id=e2cb7bfe-2efd-43af-b4e0-df2b04c86c18)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:38.146015 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:38.175500 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-500fe16b-82cf-4a35-b61e-c6b09a8edacf req-c95082f2-6393-4d48-a2e5-c1e4f3e3feba tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428464 Aug 31 14:40:38.260814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69c4ea-e896-4610-902c-7da2e4c2e8dc None None] Pushing event updated for resources: {'Port': ['ID=575e3127-e222-4da0-b117-14756abbe7a6,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:38.347715 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79a89d88-2d4d-4676-9b19-00cc31eadbac req-e8365202-5ed8-455a-b72b-bdee1efcf573 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 210 time: 0.1582530 Aug 31 14:40:38.388013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68b116-0612-4c79-8444-01610c22ead0 req-0cc89123-e05c-40bf-83a9-0bab57a73fa4 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:38.401279 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f68b116-0612-4c79-8444-01610c22ead0 req-0cc89123-e05c-40bf-83a9-0bab57a73fa4 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.0933945 Aug 31 14:40:38.428529 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:38.468950 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Subnet': ['ID=57021696-e914-4ce9-9af0-2b5cc64cf87d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:38.486988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f68b116-0612-4c79-8444-01610c22ead0 req-32ee5f07-da99-43f6-ad9d-09a2f32a87ae tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838239 Aug 31 14:40:38.493462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1763b8-924b-4558-a695-325e232662bf req-cd2aef01-9678-4235-8f89-ec2f50521994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:38.495068 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e1763b8-924b-4558-a695-325e232662bf req-cd2aef01-9678-4235-8f89-ec2f50521994 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=020a2801fdcc43e8af0aa6ad25780e74&device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 1097 time: 0.3379006 Aug 31 14:40:38.496877 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 253286d3-85ee-46e6-aa27-7e7b05ccd87f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:38.601830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 253286d3-85ee-46e6-aa27-7e7b05ccd87f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:38.602198 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:38.724701 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:38.733900 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 18795d12-d3c2-41f8-a468-fb64c91e2145 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:40:38.737278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e9204139-0b78-4df5-b42b-2ac383b11c35 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:38.738820 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e9204139-0b78-4df5-b42b-2ac383b11c35 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.60 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 816 time: 0.5507641 Aug 31 14:40:38.755979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 18795d12-d3c2-41f8-a468-fb64c91e2145 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:40:38.756249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 18795d12-d3c2-41f8-a468-fb64c91e2145 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:40:38.761363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb9a547-65b0-40bd-a643-1a5d1a43c5d1']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:38.786832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2cb7bfe-2efd-43af-b4e0-df2b04c86c18') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:38.787076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2cb7bfe-2efd-43af-b4e0-df2b04c86c18') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:38.819818 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:38.865323 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:38.883443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1763b8-924b-4558-a695-325e232662bf req-4e0d30a6-f826-40c7-8bba-29859de5a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:38.884943 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e1763b8-924b-4558-a695-325e232662bf req-4e0d30a6-f826-40c7-8bba-29859de5a330 service neutron] 10.222.0.25 "GET /v2.0/networks?id=57f4a10f-2619-44ef-9088-e45ced4893f1 HTTP/1.1" status: 200 len: 920 time: 0.3810630 Aug 31 14:40:38.892412 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-c7b7db16-99aa-4e45-bc05-2f5c25855eb9 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a04e8c5706e9410ab912244cb47ade7d HTTP/1.1" status: 200 len: 380 time: 0.1380854 Aug 31 14:40:38.902500 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:38.902915 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:38.909632 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:38.913342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-d4356736-936c-4763-b450-97d3e779ea6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Request body: {'port': {'device_id': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'admin_state_up': True, 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'security_groups': ['7120423e-b82e-4434-908e-73fded1b8f5c']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:38.998071 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e1763b8-924b-4558-a695-325e232662bf req-23f532bf-5ac1-497f-b026-f5b194abad96 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba193ebb-5f33-4872-a3af-11ea2330c2fd HTTP/1.1" status: 200 len: 217 time: 0.1037505 Aug 31 14:40:39.109060 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:40:39.109060 n-d-806683-5 neutron-server[94871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:40:39.109060 n-d-806683-5 neutron-server[94871]: [parameters: {'id': 'cfb9a547-65b0-40bd-a643-1a5d1a43c5d1'}] Aug 31 14:40:39.109060 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:40:39.109516 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:40:39.135124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1763b8-924b-4558-a695-325e232662bf req-06f03f09-ce48-4ff6-8e32-00c28ead8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:39.136648 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e1763b8-924b-4558-a695-325e232662bf req-06f03f09-ce48-4ff6-8e32-00c28ead8f4b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d85aa70f-f4bc-424f-a8b7-e2b19d5d6119 HTTP/1.1" status: 200 len: 859 time: 0.1005692 Aug 31 14:40:39.157016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Deleting port 8df83640-a642-49fb-a8d2-46859ffc4b2e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:39.157362 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:39.223602 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e1763b8-924b-4558-a695-325e232662bf req-75673f2a-4840-4c9c-a18c-421a98c6c9fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57f4a10f-2619-44ef-9088-e45ced4893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786614 Aug 31 14:40:39.349843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-d4356736-936c-4763-b450-97d3e779ea6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Made reservation on behalf of a04e8c5706e9410ab912244cb47ade7d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:39.353866 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-d4356736-936c-4763-b450-97d3e779ea6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:39.442693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] For port 8df83640-a642-49fb-a8d2-46859ffc4b2e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8df83640-a642-49fb-a8d2-46859ffc4b2e,segment=NetworkSegment(a87375fe-e88b-4b7d-9b2e-060f334c4578),segment_id=a87375fe-e88b-4b7d-9b2e-060f334c4578)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:39.443297 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:39.451406 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4434c90-0b3f-4f0e-ab8c-c225ccc313ce None None] Network cfb9a547-65b0-40bd-a643-1a5d1a43c5d1 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:39.512240 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-29208994-ab4e-416d-81b1-3f66719dde56 req-d96dda8a-5802-4012-89eb-b29260988c63 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 210 time: 0.0498471 Aug 31 14:40:39.513673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79617b58-7378-4735-90fd-fbcd131d0ab9 req-154ad524-9805-4362-9d06-2f1b8a72187b tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:39.515345 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79617b58-7378-4735-90fd-fbcd131d0ab9 req-154ad524-9805-4362-9d06-2f1b8a72187b tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.2393799 Aug 31 14:40:39.516376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Calling delete_port for 8df83640-a642-49fb-a8d2-46859ffc4b2e owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:39.536690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-927cca78-2ace-4234-81ce-fc30800d8add None None] Provisioning for port 575e3127-e222-4da0-b117-14756abbe7a6 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:39.614082 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e1763b8-924b-4558-a695-325e232662bf req-6999de2d-7241-469c-81b1-d2d77bb9fffa service neutron] 10.222.0.25 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806143 Aug 31 14:40:39.627266 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:39.649957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07437e4c-91ac-4489-8050-415767f46574 req-90ede41e-8f10-42f8-9d8d-708ed723f595 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:39.652384 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07437e4c-91ac-4489-8050-415767f46574 req-90ede41e-8f10-42f8-9d8d-708ed723f595 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.0616083 Aug 31 14:40:39.715065 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df10fe6-dfeb-4aaa-8841-5ea2a49db595 None None] DHCP port deletion for cfb9a547-65b0-40bd-a643-1a5d1a43c5d1 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:40:39.729106 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07437e4c-91ac-4489-8050-415767f46574 req-9a662a1f-e5c1-47a0-bf60-b822bdadd47b tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665619 Aug 31 14:40:39.751657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-d4356736-936c-4763-b450-97d3e779ea6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Allocated IP 172.20.0.4 (30cc2e5a-dff4-4d34-85d1-1b85ea66b410/917fe23f-e31a-4fae-b929-0b83fb0537ae/89b141aa-e193-4472-82fc-1e7e19ad3ccd) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:39.760780 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79617b58-7378-4735-90fd-fbcd131d0ab9 req-07271410-3ad0-4a5b-bffd-1308055887f4 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367830 Aug 31 14:40:39.798530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1df10fe6-dfeb-4aaa-8841-5ea2a49db595 None None] Deleting port 575e3127-e222-4da0-b117-14756abbe7a6 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:39.799304 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1df10fe6-dfeb-4aaa-8841-5ea2a49db595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:39.993951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e1763b8-924b-4558-a695-325e232662bf req-f00fc926-69fa-4a3f-91d3-329e77e0d983 service neutron] 10.222.0.25 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608952 Aug 31 14:40:40.028904 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Deleting port 575e3127-e222-4da0-b117-14756abbe7a6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:40.029322 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:40.068882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1df10fe6-dfeb-4aaa-8841-5ea2a49db595 None None] For port 575e3127-e222-4da0-b117-14756abbe7a6, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=575e3127-e222-4da0-b117-14756abbe7a6,segment=NetworkSegment(e2cb7bfe-2efd-43af-b4e0-df2b04c86c18),segment_id=e2cb7bfe-2efd-43af-b4e0-df2b04c86c18)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:40.070627 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1df10fe6-dfeb-4aaa-8841-5ea2a49db595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:40.090870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1df10fe6-dfeb-4aaa-8841-5ea2a49db595 None None] Calling delete_port for 575e3127-e222-4da0-b117-14756abbe7a6 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:40.203137 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1df10fe6-dfeb-4aaa-8841-5ea2a49db595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:40.203416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] For port 575e3127-e222-4da0-b117-14756abbe7a6, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=575e3127-e222-4da0-b117-14756abbe7a6,segment=NetworkSegment(e2cb7bfe-2efd-43af-b4e0-df2b04c86c18),segment_id=e2cb7bfe-2efd-43af-b4e0-df2b04c86c18)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:40.203667 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:40.208460 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-d4356736-936c-4763-b450-97d3e779ea6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:40.225988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df10fe6-dfeb-4aaa-8841-5ea2a49db595 None None] No DVR routers for this DVR port 575e3127-e222-4da0-b117-14756abbe7a6 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:40:40.238289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Calling delete_port for 575e3127-e222-4da0-b117-14756abbe7a6 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:40.242227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-d4356736-936c-4763-b450-97d3e779ea6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Transition to ACTIVE for port object 89b141aa-e193-4472-82fc-1e7e19ad3ccd will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:40.254464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df10fe6-dfeb-4aaa-8841-5ea2a49db595 None None] Pushing event deleted for resources: {'Port': ['ID=575e3127-e222-4da0-b117-14756abbe7a6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:40.301468 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:40.337759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df83640-a642-49fb-a8d2-46859ffc4b2e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:40.368910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:40.369263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:40.369605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:40.369943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:40.370276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:40.370610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:40.370938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:40.371289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:40.371618 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:40.371942 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:40.372268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:40.372589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:40.423122 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-d4356736-936c-4763-b450-97d3e779ea6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:40.501572 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:40.510521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-d4356736-936c-4763-b450-97d3e779ea6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:40.524102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-d4356736-936c-4763-b450-97d3e779ea6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:40.528078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4356736-936c-4763-b450-97d3e779ea6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event updated for resources: {'Port': ['ID=89b141aa-e193-4472-82fc-1e7e19ad3ccd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:40.530481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No DVR routers for this DVR port 575e3127-e222-4da0-b117-14756abbe7a6 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:40:40.531937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-d4356736-936c-4763-b450-97d3e779ea6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:40.646782 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Port': ['ID=575e3127-e222-4da0-b117-14756abbe7a6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:40.673099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad858b-a6e5-4e03-8825-6a322c6463b4 req-d2b56d65-bcf7-4315-9b39-0a39ddbe692e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:40.674659 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f3ad858b-a6e5-4e03-8825-6a322c6463b4 req-d2b56d65-bcf7-4315-9b39-0a39ddbe692e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 931 time: 0.0754910 Aug 31 14:40:40.719556 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f3ad858b-a6e5-4e03-8825-6a322c6463b4 req-ba409ff3-b787-46ef-a623-d1a99ef7a6c9 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366602 Aug 31 14:40:40.723766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-d4356736-936c-4763-b450-97d3e779ea6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:40.724998 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-d4356736-936c-4763-b450-97d3e779ea6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:40.857259 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:40.861782 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-d4356736-936c-4763-b450-97d3e779ea6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9531136 Aug 31 14:40:40.881701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bd365ec7-8f15-4821-be68-a9f50ea05c78 None None] Provisioning for port 89b141aa-e193-4472-82fc-1e7e19ad3ccd completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:40.888852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb9a547-65b0-40bd-a643-1a5d1a43c5d1']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:40.891370 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bd365ec7-8f15-4821-be68-a9f50ea05c78 None None] Provisioning complete for port 89b141aa-e193-4472-82fc-1e7e19ad3ccd triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:40.891938 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd365ec7-8f15-4821-be68-a9f50ea05c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:40.933227 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1a648-6660-4aba-b9ae-e063c3175026 req-9f2b459e-9abb-403d-add3-675301a74a96 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:40.936265 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cef1a648-6660-4aba-b9ae-e063c3175026 req-9f2b459e-9abb-403d-add3-675301a74a96 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.0640800 Aug 31 14:40:40.942137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2cb7bfe-2efd-43af-b4e0-df2b04c86c18') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:40.942615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2cb7bfe-2efd-43af-b4e0-df2b04c86c18') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:40.946496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bd365ec7-8f15-4821-be68-a9f50ea05c78 None None] Port 89b141aa-e193-4472-82fc-1e7e19ad3ccd cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:40:40.960464 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:40.964952 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:41.006766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081dcb1-b4a8-4979-b652-86e76387f87f req-45b22526-3814-4bbb-a503-8b44d6c520ba tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:41.006766 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3081dcb1-b4a8-4979-b652-86e76387f87f req-45b22526-3814-4bbb-a503-8b44d6c520ba tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.1585464 Aug 31 14:40:41.008848 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cef1a648-6660-4aba-b9ae-e063c3175026 req-85c564ec-4adb-4bfa-824b-956ea1fb07e7 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607862 Aug 31 14:40:41.012021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Request body: {'port': {'device_id': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:41.062620 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:41.108840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:41.109313 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:41.117309 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:41.246836 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4566324-879c-44d7-a52d-b266273334d8 req-54e223df-6e61-4624-b74d-43a2239c837a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:41.248408 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4566324-879c-44d7-a52d-b266273334d8 req-54e223df-6e61-4624-b74d-43a2239c837a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.0558107 Aug 31 14:40:41.295280 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4566324-879c-44d7-a52d-b266273334d8 req-9184db5f-e27a-4ef0-a193-26916798cdb8 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400422 Aug 31 14:40:41.597931 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:41.606372 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3081dcb1-b4a8-4979-b652-86e76387f87f req-4c6796d6-48ea-4fb9-8e1f-bb6e74bfdba1 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414286 Aug 31 14:40:41.616116 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:41.636849 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:41.638682 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/cfb9a547-65b0-40bd-a643-1a5d1a43c5d1 HTTP/1.1" status: 204 len: 168 time: 4.7685580 Aug 31 14:40:41.642409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37164) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:41.655824 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba6296-f04e-4819-84aa-a370c877d543 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Network': ['ID=cfb9a547-65b0-40bd-a643-1a5d1a43c5d1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:41.676234 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4acab3-a299-4551-95b9-473756f31b4f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] GET failed (client error): The resource could not be found. Aug 31 14:40:41.677769 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bc4acab3-a299-4551-95b9-473756f31b4f tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "GET /v2.0/subnets/57021696-e914-4ce9-9af0-2b5cc64cf87d HTTP/1.1" status: 404 len: 337 time: 0.0342736 Aug 31 14:40:41.680549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37166) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:41.687715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147566b-0496-4ab1-b1cd-fd1fa413507a req-f1cfe7ae-7191-40a0-b6b8-90ed3410e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:41.689223 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7147566b-0496-4ab1-b1cd-fd1fa413507a req-f1cfe7ae-7191-40a0-b6b8-90ed3410e09f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c84d740f6207458bac8b14249c302797&device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 1096 time: 0.1483936 Aug 31 14:40:41.700714 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a3eff2-060e-4b04-a5a5-5cc96f341cc9 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:41.701388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a3eff2-060e-4b04-a5a5-5cc96f341cc9 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:41.707982 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-85a3eff2-060e-4b04-a5a5-5cc96f341cc9 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/cfb9a547-65b0-40bd-a643-1a5d1a43c5d1 HTTP/1.1" status: 404 len: 339 time: 0.0226865 Aug 31 14:40:41.708341 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37168) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:41.941113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029cecb-010d-42e1-877a-70bc2e75a078 req-916aeef8-2b28-4c11-afce-6b7b1b02a543 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:41.942719 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b029cecb-010d-42e1-877a-70bc2e75a078 req-916aeef8-2b28-4c11-afce-6b7b1b02a543 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 931 time: 0.1237543 Aug 31 14:40:41.955594 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eb6cd1-baef-46c0-b8a2-56d69706dc15 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:41.960837 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d0eb6cd1-baef-46c0-b8a2-56d69706dc15 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2514114 Aug 31 14:40:41.967970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37176) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:42.002385 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b029cecb-010d-42e1-877a-70bc2e75a078 req-d1bb7141-9e82-46e7-9bba-ebb79a32853a tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404043 Aug 31 14:40:42.007945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147566b-0496-4ab1-b1cd-fd1fa413507a req-62ba1457-496c-43f5-9c96-01627a0a8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:42.009524 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7147566b-0496-4ab1-b1cd-fd1fa413507a req-62ba1457-496c-43f5-9c96-01627a0a8807 service neutron] 10.222.0.25 "GET /v2.0/networks?id=59849f4f-b5bd-4a7f-b70c-d1daace00978 HTTP/1.1" status: 200 len: 912 time: 0.2850018 Aug 31 14:40:42.048333 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5220fc49-c014-45c9-9e8d-1f4fd99eea7d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 207 time: 0.0724795 Aug 31 14:40:42.051531 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37178) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:42.052606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Router 82331374-86b7-46c4-bf12-c6769a412a0e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:40:42.211435 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7147566b-0496-4ab1-b1cd-fd1fa413507a req-6f61eb32-1765-4ffd-8487-a567c600a14c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=658db4f1-db7b-49ff-836e-fd029bd8e251 HTTP/1.1" status: 200 len: 1001 time: 0.1734157 Aug 31 14:40:42.386935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147566b-0496-4ab1-b1cd-fd1fa413507a req-f4eda0e6-1c14-4ed2-9ef7-2a513d10c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:42.389677 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7147566b-0496-4ab1-b1cd-fd1fa413507a req-f4eda0e6-1c14-4ed2-9ef7-2a513d10c4eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8183bda-d8b2-43ca-9066-7e53408b7171 HTTP/1.1" status: 200 len: 850 time: 0.1699672 Aug 31 14:40:42.391147 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:40:42.399043 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-383a0fec-3a13-4615-8dae-4c7f78c98a64 admin admin] 10.222.0.39 "PUT /v2.0/routers/82331374-86b7-46c4-bf12-c6769a412a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8628242 Aug 31 14:40:42.409628 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a67a57-05cf-4f61-96c7-446a84985576 None None] Sync routers for ids ['82331374-86b7-46c4-bf12-c6769a412a0e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:40:42.416947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b141aa-e193-4472-82fc-1e7e19ad3ccd {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:40:42.422691 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a67a57-05cf-4f61-96c7-446a84985576 None None] Routers {'82331374-86b7-46c4-bf12-c6769a412a0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:42.423394 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-44a67a57-05cf-4f61-96c7-446a84985576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['82331374-86b7-46c4-bf12-c6769a412a0e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:42.426529 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:42.440251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Transition to ACTIVE for port object 89b141aa-e193-4472-82fc-1e7e19ad3ccd will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:42.455205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37188) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:42.493492 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:42.602877 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-44a67a57-05cf-4f61-96c7-446a84985576 None None] Set router 82331374-86b7-46c4-bf12-c6769a412a0e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:42.688354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29938617-f6a3-4afb-bfb8-25276f5c218b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:42.697990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29938617-f6a3-4afb-bfb8-25276f5c218b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:42.711935 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29938617-f6a3-4afb-bfb8-25276f5c218b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:42.727142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29938617-f6a3-4afb-bfb8-25276f5c218b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:42.727665 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:42.742227 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-29938617-f6a3-4afb-bfb8-25276f5c218b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6885865 Aug 31 14:40:42.753774 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37196) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:42.870062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Pushing event updated for resources: {'Port': ['ID=89b141aa-e193-4472-82fc-1e7e19ad3ccd,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:42.886743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e424357-fd63-4bbe-b9af-b8fb78cd14c2 req-6dcfca04-cb6c-4a8d-88f9-ec46f389dc1d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:42.887597 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-44a67a57-05cf-4f61-96c7-446a84985576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'name': 'tempest-TestAggregatesBasicOps-1262174689-router', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:40Z', 'revision_number': 5, 'project_id': 'd1e49073e5a54d9598535b88921c9ec1', 'gw_port': {'id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:42.888932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e424357-fd63-4bbe-b9af-b8fb78cd14c2 req-6dcfca04-cb6c-4a8d-88f9-ec46f389dc1d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.4466875 Aug 31 14:40:42.899799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147566b-0496-4ab1-b1cd-fd1fa413507a req-ae23fc15-e263-4c8a-a1bc-e7413974f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:42.901399 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7147566b-0496-4ab1-b1cd-fd1fa413507a req-ae23fc15-e263-4c8a-a1bc-e7413974f900 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59849f4f-b5bd-4a7f-b70c-d1daace00978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5010347 Aug 31 14:40:42.921956 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2512a6-1ee6-4131-8a10-246f1e930c12 req-56cceeb9-0f0b-445d-9ff1-8144a09be313 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:42.923978 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7c2512a6-1ee6-4131-8a10-246f1e930c12 req-56cceeb9-0f0b-445d-9ff1-8144a09be313 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.1803596 Aug 31 14:40:42.935311 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a67a57-05cf-4f61-96c7-446a84985576 None None] Checking router: 82331374-86b7-46c4-bf12-c6769a412a0e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:40:42.944747 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a67a57-05cf-4f61-96c7-446a84985576 None None] Routers {'82331374-86b7-46c4-bf12-c6769a412a0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:42.945519 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-44a67a57-05cf-4f61-96c7-446a84985576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['82331374-86b7-46c4-bf12-c6769a412a0e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:42.974766 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7c2512a6-1ee6-4131-8a10-246f1e930c12 req-4510c5a6-97e4-4b61-a718-c589a2744f6b tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430703 Aug 31 14:40:43.025627 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1b2aacab-6769-48db-b99f-87067576024c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2681930 Aug 31 14:40:43.029004 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37202) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:43.047147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e424357-fd63-4bbe-b9af-b8fb78cd14c2 req-e514f902-95e2-4a35-a47b-38891a7d6de9 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373587 Aug 31 14:40:43.106942 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-44a67a57-05cf-4f61-96c7-446a84985576 None None] Set router 82331374-86b7-46c4-bf12-c6769a412a0e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:43.109577 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f91931-e6b0-4b73-8f5b-b25b2666fd8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:43.111357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f91931-e6b0-4b73-8f5b-b25b2666fd8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:43.113017 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-48f91931-e6b0-4b73-8f5b-b25b2666fd8c tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0830569 Aug 31 14:40:43.117785 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37206) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:43.120793 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:43.127616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Attempting to bind port 89b141aa-e193-4472-82fc-1e7e19ad3ccd on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:43.128335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Attempting to bind port 89b141aa-e193-4472-82fc-1e7e19ad3ccd by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:43.128852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Attempting to bind port 89b141aa-e193-4472-82fc-1e7e19ad3ccd on network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:43.145549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Port 89b141aa-e193-4472-82fc-1e7e19ad3ccd on network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:40:43.146205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Attempting to bind port 89b141aa-e193-4472-82fc-1e7e19ad3ccd on network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:43.161391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:43.162249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Checking segment: {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:43.162816 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Bound using segment: {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:43.163495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Bound port: 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:43.164031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:43.216600 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7147566b-0496-4ab1-b1cd-fd1fa413507a req-9705e0fe-da90-4719-9a4f-967307e2251e service neutron] 10.222.0.25 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004072 Aug 31 14:40:43.232634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a7173-d7d5-4e4e-84d4-fbaf9b36de15 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:43.235829 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a7173-d7d5-4e4e-84d4-fbaf9b36de15 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:43.240710 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-573a7173-d7d5-4e4e-84d4-fbaf9b36de15 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1081755 Aug 31 14:40:43.260863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37210) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:43.296892 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-44a67a57-05cf-4f61-96c7-446a84985576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'name': 'tempest-TestAggregatesBasicOps-1262174689-router', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:40Z', 'revision_number': 5, 'project_id': 'd1e49073e5a54d9598535b88921c9ec1', 'gw_port': {'id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:43.344893 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a67a57-05cf-4f61-96c7-446a84985576 None None] The sync data for ids ['82331374-86b7-46c4-bf12-c6769a412a0e'] in n-d-806683-5 is: [{'id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'name': 'tempest-TestAggregatesBasicOps-1262174689-router', 'tenant_id': 'd1e49073e5a54d9598535b88921c9ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:40Z', 'revision_number': 5, 'project_id': 'd1e49073e5a54d9598535b88921c9ec1', 'gw_port': {'id': '704e6e93-2e8d-4513-b506-5b44f062b082', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82331374-86b7-46c4-bf12-c6769a412a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:09Z', 'updated_at': '2021-08-31T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:40:43.345204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] Deleting port 704e6e93-2e8d-4513-b506-5b44f062b082 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:43.345204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:43.351937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41140a-74cb-4d57-95e6-b986df387bc2 req-8735abbe-99aa-46a6-bef9-f98bddf2369a tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:43.353544 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f41140a-74cb-4d57-95e6-b986df387bc2 req-8735abbe-99aa-46a6-bef9-f98bddf2369a tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 943 time: 0.2347393 Aug 31 14:40:43.426374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:43.441162 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f41140a-74cb-4d57-95e6-b986df387bc2 req-d656d488-6328-448c-96a5-c11220f1a7c7 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806050 Aug 31 14:40:43.443252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:43.446079 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7147566b-0496-4ab1-b1cd-fd1fa413507a req-b429f660-69c0-43dc-b58f-72a467352a23 service neutron] 10.222.0.25 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065165 Aug 31 14:40:43.451339 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:43.462768 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2945d6-9fe0-4cb4-abc4-54a00e927d68 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:43.467142 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6f2945d6-9fe0-4cb4-abc4-54a00e927d68 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "GET /v2.0/networks/4af448aa-f110-4d10-bd5a-7a2652f78e8d HTTP/1.1" status: 200 len: 800 time: 0.2042496 Aug 31 14:40:43.471527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37216) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:43.507841 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:43.508477 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:43.509905 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] 10.222.0.60 "PUT /v2.0/ports/89b141aa-e193-4472-82fc-1e7e19ad3ccd HTTP/1.1" status: 200 len: 1091 time: 2.6291800 Aug 31 14:40:43.510357 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:40:43.512665 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2ad5fe-b9d7-4a73-9cb3-cf450e233dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:40:43.558598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69eb91e-04dd-4932-aa94-ed9d0ac8a252 service neutron] Pushing event updated for resources: {'Port': ['ID=89b141aa-e193-4472-82fc-1e7e19ad3ccd,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:43.563059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] For port 704e6e93-2e8d-4513-b506-5b44f062b082, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=704e6e93-2e8d-4513-b506-5b44f062b082,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:43.563456 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:43.618157 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] Calling delete_port for 704e6e93-2e8d-4513-b506-5b44f062b082 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:43.630203 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47087e2a-47c2-4724-b7ff-2f5bda553885 x-openstack-request-id: req-47087e2a-47c2-4724-b7ff-2f5bda553885 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:40:43.630495 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:40:43.630746 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47087e2a-47c2-4724-b7ff-2f5bda553885 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:40:43.631151 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'status': 'completed', 'code': 200} Aug 31 14:40:43.675247 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0de90e6b-1fc6-4a96-8158-63dcb72d0c56 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "GET /v2.0/networks/4af448aa-f110-4d10-bd5a-7a2652f78e8d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2025359 Aug 31 14:40:43.678699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37224) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:43.682910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-cffe87f5-b92e-402a-9a28-7ee1fc4b2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:43.684892 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-cffe87f5-b92e-402a-9a28-7ee1fc4b2ea6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 1094 time: 0.1185505 Aug 31 14:40:43.755239 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-5670508a-5cad-4e9a-b40b-a5a418183995 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd HTTP/1.1" status: 200 len: 217 time: 0.0618410 Aug 31 14:40:43.767615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480490d9-f2b6-4dc2-ada5-2458178078e4 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:43.771222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-480490d9-f2b6-4dc2-ada5-2458178078e4 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "GET /v2.0/subnets/0ed32f88-d3b5-48a3-bfb0-468f136fa7d4 HTTP/1.1" status: 200 len: 811 time: 0.0884843 Aug 31 14:40:43.773030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37226) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:43.865544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-a9b00f41-3e8a-4e21-8a7f-81bfc63bdd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:43.867365 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-a9b00f41-3e8a-4e21-8a7f-81bfc63bdd1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.1045413 Aug 31 14:40:43.885983 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd1c519-5da5-4c9d-ada8-40ace80980c2 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['shared'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:43.887604 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3dd1c519-5da5-4c9d-ada8-40ace80980c2 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "GET /v2.0/subnets/0ed32f88-d3b5-48a3-bfb0-468f136fa7d4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1133339 Aug 31 14:40:43.891148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37228) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:43.896446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-2fe8b13d-cdcd-408c-b93b-35a2eb0241ec tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2110245961'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:43.927908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe8b13d-cdcd-408c-b93b-35a2eb0241ec tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:43.933489 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b13d-cdcd-408c-b93b-35a2eb0241ec tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:43.990233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe8b13d-cdcd-408c-b93b-35a2eb0241ec tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:40:44.010360 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b13d-cdcd-408c-b93b-35a2eb0241ec tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.010930 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-2fe8b13d-cdcd-408c-b93b-35a2eb0241ec tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Added segment d64a4f8d-8b27-4a2b-9274-4d9c93369cf7 of type vlan for network 5bc831be-a9ca-4e72-aadd-b8580dc2ba94 Aug 31 14:40:44.094465 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b13d-cdcd-408c-b93b-35a2eb0241ec tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.202899 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b13d-cdcd-408c-b93b-35a2eb0241ec tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.209789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe8b13d-cdcd-408c-b93b-35a2eb0241ec tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:44.211745 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b13d-cdcd-408c-b93b-35a2eb0241ec tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.308882 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8b13d-cdcd-408c-b93b-35a2eb0241ec tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Network': ['ID=5bc831be-a9ca-4e72-aadd-b8580dc2ba94,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:44.319875 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2fe8b13d-cdcd-408c-b93b-35a2eb0241ec tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4251182 Aug 31 14:40:44.321146 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37244) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:44.329321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8df83640-a642-49fb-a8d2-46859ffc4b2e no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:40:44.333885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 5bc831be-a9ca-4e72-aadd-b8580dc2ba94 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:44.337957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a3e3aac4-d2b3-4281-8c89-769e6fc2a60b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'subnet': {'network_id': '5bc831be-a9ca-4e72-aadd-b8580dc2ba94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:44.356378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd44eb9-81c6-447f-b1ba-b665f1351cf1 req-06cf1052-e8b1-4569-8dc1-10194edff7f4 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:44.357966 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cd44eb9-81c6-447f-b1ba-b665f1351cf1 req-06cf1052-e8b1-4569-8dc1-10194edff7f4 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.2229030 Aug 31 14:40:44.379681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 8df83640-a642-49fb-a8d2-46859ffc4b2e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:40:44.380536 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8df83640-a642-49fb-a8d2-46859ffc4b2e not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:40:44.444956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f523617-32c3-4412-a5ab-07110cd84f36 req-941b792e-6c13-46dc-9980-431abc262d28 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:44.446560 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f523617-32c3-4412-a5ab-07110cd84f36 req-941b792e-6c13-46dc-9980-431abc262d28 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.0962815 Aug 31 14:40:44.448484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-024abff2-3ada-4ad6-b7e1-9243e35c9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:44.450776 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-024abff2-3ada-4ad6-b7e1-9243e35c9e98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5743399 Aug 31 14:40:44.452522 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.481854 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cd44eb9-81c6-447f-b1ba-b665f1351cf1 req-1ef7b429-dfa0-4180-8c4d-050993709ef4 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088479 Aug 31 14:40:44.509631 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e3aac4-d2b3-4281-8c89-769e6fc2a60b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Made reservation on behalf of a6dcc85f821e4f0bad534323eb4aadab for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:44.515278 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3e3aac4-d2b3-4281-8c89-769e6fc2a60b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.534756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] Pushing event deleted for resources: {'Port': ['ID=704e6e93-2e8d-4513-b506-5b44f062b082,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:44.581166 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_backend_mixin [None req-a3e3aac4-d2b3-4281-8c89-769e6fc2a60b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Performing IP validity checks on allocation pools {{(pid=94870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 14:40:44.581677 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_backend_mixin [None req-a3e3aac4-d2b3-4281-8c89-769e6fc2a60b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 14:40:44.646582 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f523617-32c3-4412-a5ab-07110cd84f36 req-f6ada7eb-4a0e-4abf-a75f-7ce9c230e401 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911111 Aug 31 14:40:44.663163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52fa88-a75f-441c-a415-681326b734ce req-0de0ae36-1e78-48b3-8cde-48582356e9ce tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:44.664750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa52fa88-a75f-441c-a415-681326b734ce req-0de0ae36-1e78-48b3-8cde-48582356e9ce tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 943 time: 0.0854678 Aug 31 14:40:44.680750 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.746842 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-762dfaa8-9131-4d92-aec3-cfd103d15df4 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773080 Aug 31 14:40:44.766033 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa52fa88-a75f-441c-a415-681326b734ce req-20588bb2-6e80-4132-a20d-acc623c0b106 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724742 Aug 31 14:40:44.823450 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.827674 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.831132 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3e3aac4-d2b3-4281-8c89-769e6fc2a60b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.893381 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.894021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82331374-86b7-46c4-bf12-c6769a412a0e {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:40:44.899412 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.903012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c92fd028-4451-4720-9e67-d06acbc1a42f admin admin] 10.222.0.39 "DELETE /v2.0/routers/82331374-86b7-46c4-bf12-c6769a412a0e HTTP/1.1" status: 204 len: 168 time: 2.4441881 Aug 31 14:40:44.903374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37256) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:44.908224 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3aac4-d2b3-4281-8c89-769e6fc2a60b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Subnet': ['ID=9cb6ebb5-57fb-4919-a785-52da5fbd5df7,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:44.911678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3aac4-d2b3-4281-8c89-769e6fc2a60b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Checking segment: {'id': 'd64a4f8d-8b27-4a2b-9274-4d9c93369cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5bc831be-a9ca-4e72-aadd-b8580dc2ba94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:44.912173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e3aac4-d2b3-4281-8c89-769e6fc2a60b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network hostable DHCP agents. Network: 5bc831be-a9ca-4e72-aadd-b8580dc2ba94, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:40:44.938793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e3aac4-d2b3-4281-8c89-769e6fc2a60b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Network 5bc831be-a9ca-4e72-aadd-b8580dc2ba94 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:40:44.948786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a3e3aac4-d2b3-4281-8c89-769e6fc2a60b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 5bc831be-a9ca-4e72-aadd-b8580dc2ba94) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:44.951297 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f54dd5-52c4-4f6d-8884-28bacc8bf0d8 req-82551ebe-e229-43de-afb1-44eec7a05937 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740670 Aug 31 14:40:44.954391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e3aac4-d2b3-4281-8c89-769e6fc2a60b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:44.955161 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3e3aac4-d2b3-4281-8c89-769e6fc2a60b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1669024'] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.968157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ca71a5-e939-4bb9-853b-e036404d5dfd None None] Network 5bc831be-a9ca-4e72-aadd-b8580dc2ba94 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:44.969042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf57e6b-c331-410f-b072-745f99bfcba5 admin admin] Deleting subnet d697fff6-1155-4d71-8323-e28e1657d091 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:40:44.974218 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a3e3aac4-d2b3-4281-8c89-769e6fc2a60b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6505179 Aug 31 14:40:44.975743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37260) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:44.984519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abf57e6b-c331-410f-b072-745f99bfcba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.995527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d12c10c3-94a3-4567-825b-3fe04c8833fb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:45.076408 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abf57e6b-c331-410f-b072-745f99bfcba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.128369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ad5fe-b9d7-4a73-9cb3-cf450e233dc8 req-6ddcc070-8227-425c-bead-23d0b98a7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:45.129912 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a2ad5fe-b9d7-4a73-9cb3-cf450e233dc8 req-6ddcc070-8227-425c-bead-23d0b98a7033 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 1094 time: 0.1062307 Aug 31 14:40:45.176147 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d12c10c3-94a3-4567-825b-3fe04c8833fb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64129699'] for subnet, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.236047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-5bc831be-a9ca-4e72-aadd-b8580dc2ba94', 'network_id': '5bc831be-a9ca-4e72-aadd-b8580dc2ba94', 'tenant_id': 'a6dcc85f821e4f0bad534323eb4aadab', 'fixed_ips': [{'subnet_id': '9cb6ebb5-57fb-4919-a785-52da5fbd5df7'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:40:45.237649 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.264128 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abf57e6b-c331-410f-b072-745f99bfcba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.310666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ad5fe-b9d7-4a73-9cb3-cf450e233dc8 req-30b3b885-02c9-4f9d-8fdd-ee31e0f21767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:45.312776 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a2ad5fe-b9d7-4a73-9cb3-cf450e233dc8 req-30b3b885-02c9-4f9d-8fdd-ee31e0f21767 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 917 time: 0.1753097 Aug 31 14:40:45.365169 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a2ad5fe-b9d7-4a73-9cb3-cf450e233dc8 req-b14c047f-2755-4b44-aa37-da4aa8f5e9f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd HTTP/1.1" status: 200 len: 217 time: 0.0445228 Aug 31 14:40:45.370714 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abf57e6b-c331-410f-b072-745f99bfcba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.412691 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d12c10c3-94a3-4567-825b-3fe04c8833fb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766600169436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64010548'] for subnet, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.430987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf57e6b-c331-410f-b072-745f99bfcba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d697fff6-1155-4d71-8323-e28e1657d091,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:45.441027 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abf57e6b-c331-410f-b072-745f99bfcba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.444372 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06323f39-a3ea-4744-a823-4925f438cde6 None None] Network 72b05ed6-787f-4235-bc28-aabf5d986974 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:45.445552 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-abf57e6b-c331-410f-b072-745f99bfcba5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d697fff6-1155-4d71-8323-e28e1657d091 HTTP/1.1" status: 204 len: 168 time: 0.5410545 Aug 31 14:40:45.448250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37276) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:45.501897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ad5fe-b9d7-4a73-9cb3-cf450e233dc8 req-b1598b11-8ff5-4140-8558-00e07a553d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:45.503419 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a2ad5fe-b9d7-4a73-9cb3-cf450e233dc8 req-b1598b11-8ff5-4140-8558-00e07a553d8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.1301405 Aug 31 14:40:45.504908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c10c3-94a3-4567-825b-3fe04c8833fb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event updated for resources: {'Subnet': ['ID=9cb6ebb5-57fb-4919-a785-52da5fbd5df7,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:45.511838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c10c3-94a3-4567-825b-3fe04c8833fb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:45.512089 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d12c10c3-94a3-4567-825b-3fe04c8833fb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.517701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d12c10c3-94a3-4567-825b-3fe04c8833fb tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "PUT /v2.0/subnets/9cb6ebb5-57fb-4919-a785-52da5fbd5df7 HTTP/1.1" status: 200 len: 877 time: 0.5408239 Aug 31 14:40:45.518206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37280) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:45.585622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Allocated IP 172.20.0.3 (5bc831be-a9ca-4e72-aadd-b8580dc2ba94/9cb6ebb5-57fb-4919-a785-52da5fbd5df7/d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:45.615551 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.626097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ad5fe-b9d7-4a73-9cb3-cf450e233dc8 req-373af28c-ad2e-48f1-bfb2-de7dcb28040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:45.630803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a2ad5fe-b9d7-4a73-9cb3-cf450e233dc8 req-373af28c-ad2e-48f1-bfb2-de7dcb28040d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143260 Aug 31 14:40:45.678954 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.755992 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.834245 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.837753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbe74cb-8a1a-4bcd-933a-c6068a642de2 None None] DHCP port deletion for 72b05ed6-787f-4235-bc28-aabf5d986974 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:40:45.847689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Transition to ACTIVE for port object d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:45.862783 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a2ad5fe-b9d7-4a73-9cb3-cf450e233dc8 req-3feb0c33-f432-4459-9fa9-9b373a1fc3a5 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148659 Aug 31 14:40:45.878173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f3609-e282-4643-8124-841290f5eb9e req-25c02151-73d8-4aa8-aa98-b94d8db0c4d8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:45.880158 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e14f3609-e282-4643-8124-841290f5eb9e req-25c02151-73d8-4aa8-aa98-b94d8db0c4d8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.2460117 Aug 31 14:40:45.883169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Deleting port 1a63936c-a215-418c-ad24-c48e9ca540ef {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:45.883768 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.896011 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Transition to ACTIVE for port object d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:45.909799 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.938955 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:45.956001 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Network 5bc831be-a9ca-4e72-aadd-b8580dc2ba94 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:45.960932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:45.965414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:45.971401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe74cb-8a1a-4bcd-933a-c6068a642de2 None None] Deleting port 1a63936c-a215-418c-ad24-c48e9ca540ef {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:45.971775 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcbe74cb-8a1a-4bcd-933a-c6068a642de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.019937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bfe7c-28d4-42aa-baa3-d26cf9910733 req-61c3ec20-ff1e-4165-8b83-a05d4757a8e8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:46.022890 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2a3bfe7c-28d4-42aa-baa3-d26cf9910733 req-61c3ec20-ff1e-4165-8b83-a05d4757a8e8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 943 time: 0.1524544 Aug 31 14:40:46.030295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb6ebb5-57fb-4919-a785-52da5fbd5df7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:46.058706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e14f3609-e282-4643-8124-841290f5eb9e req-bf366da4-7f2e-4dfc-b199-acf994d96368 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679130 Aug 31 14:40:46.064720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] For port 1a63936c-a215-418c-ad24-c48e9ca540ef, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1a63936c-a215-418c-ad24-c48e9ca540ef,segment=NetworkSegment(a87375fe-e88b-4b7d-9b2e-060f334c4578),segment_id=a87375fe-e88b-4b7d-9b2e-060f334c4578)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:46.065319 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.088242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Calling delete_port for 1a63936c-a215-418c-ad24-c48e9ca540ef owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:46.099551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Pushing event updated for resources: {'Port': ['ID=d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:46.128472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Attempting to bind port d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:46.128843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Attempting to bind port d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'd64a4f8d-8b27-4a2b-9274-4d9c93369cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5bc831be-a9ca-4e72-aadd-b8580dc2ba94'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:46.129208 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Attempting to bind port d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c on network 5bc831be-a9ca-4e72-aadd-b8580dc2ba94 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:46.132528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bcbe74cb-8a1a-4bcd-933a-c6068a642de2 None None] For port 1a63936c-a215-418c-ad24-c48e9ca540ef, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1a63936c-a215-418c-ad24-c48e9ca540ef,segment=NetworkSegment(a87375fe-e88b-4b7d-9b2e-060f334c4578),segment_id=a87375fe-e88b-4b7d-9b2e-060f334c4578)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:46.132932 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcbe74cb-8a1a-4bcd-933a-c6068a642de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.145551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:46.145928 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Checking segment: {'id': 'd64a4f8d-8b27-4a2b-9274-4d9c93369cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5bc831be-a9ca-4e72-aadd-b8580dc2ba94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:46.146335 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.146728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Bound using segment: {'id': 'd64a4f8d-8b27-4a2b-9274-4d9c93369cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5bc831be-a9ca-4e72-aadd-b8580dc2ba94'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:46.147228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Bound port: d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64a4f8d-8b27-4a2b-9274-4d9c93369cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5bc831be-a9ca-4e72-aadd-b8580dc2ba94'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:46.147499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2a3bfe7c-28d4-42aa-baa3-d26cf9910733 req-ed68bfcf-3659-4008-b868-4b7eb08a67bc tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068237 Aug 31 14:40:46.147624 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.153221 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe74cb-8a1a-4bcd-933a-c6068a642de2 None None] Calling delete_port for 1a63936c-a215-418c-ad24-c48e9ca540ef owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:46.153916 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.187455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc831be-a9ca-4e72-aadd-b8580dc2ba94']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:46.189138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64a4f8d-8b27-4a2b-9274-4d9c93369cf7') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:46.189436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64a4f8d-8b27-4a2b-9274-4d9c93369cf7') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:46.200825 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.205849 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a2ad5fe-b9d7-4a73-9cb3-cf450e233dc8 req-64fa3f7c-2329-412b-9be8-bb68ecd03884 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243928 Aug 31 14:40:46.221331 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.227855 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.229824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] For port d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:46.235010 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:46.236316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:46.241753 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:46.265982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] No DVR routers for this DVR port 1a63936c-a215-418c-ad24-c48e9ca540ef on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:40:46.267629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Pushing event deleted for resources: {'Port': ['ID=1a63936c-a215-418c-ad24-c48e9ca540ef,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:46.320617 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcbe74cb-8a1a-4bcd-933a-c6068a642de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.355894 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe74cb-8a1a-4bcd-933a-c6068a642de2 None None] Pushing event deleted for resources: {'Port': ['ID=1a63936c-a215-418c-ad24-c48e9ca540ef,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:46.356438 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.api [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:40:46.356438 n-d-806683-5 neutron-server[94870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:40:46.356438 n-d-806683-5 neutron-server[94870]: [parameters: {'id': '5bc831be-a9ca-4e72-aadd-b8580dc2ba94'}] Aug 31 14:40:46.356438 n-d-806683-5 neutron-server[94870]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:40:46.356784 n-d-806683-5 neutron-server[94870]: DEBUG oslo_db.api [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:40:46.367472 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.376804 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] For port d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c,segment=NetworkSegment(d64a4f8d-8b27-4a2b-9274-4d9c93369cf7),segment_id=d64a4f8d-8b27-4a2b-9274-4d9c93369cf7)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:46.379345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b05ed6-787f-4235-bc28-aabf5d986974']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:46.382325 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbe74cb-8a1a-4bcd-933a-c6068a642de2 None None] No DVR routers for this DVR port 1a63936c-a215-418c-ad24-c48e9ca540ef on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:40:46.384482 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.395465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87375fe-e88b-4b7d-9b2e-060f334c4578') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:46.395765 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87375fe-e88b-4b7d-9b2e-060f334c4578') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:46.410729 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.425825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1a63936c-a215-418c-ad24-c48e9ca540ef no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:40:46.429880 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.437090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:46.437538 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:46.439535 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:46.457504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 1a63936c-a215-418c-ad24-c48e9ca540ef {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:40:46.458109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1a63936c-a215-418c-ad24-c48e9ca540ef not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:40:46.458246 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 704e6e93-2e8d-4513-b506-5b44f062b082 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:40:46.496392 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 704e6e93-2e8d-4513-b506-5b44f062b082 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:40:46.496743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 704e6e93-2e8d-4513-b506-5b44f062b082 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:40:46.518752 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2e671-18dd-4311-ad94-6dc2fffc1a22 None None] Pushing event updated for resources: {'Port': ['ID=d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:46.520718 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.539711 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.543939 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] 10.222.0.39 "DELETE /v2.0/networks/72b05ed6-787f-4235-bc28-aabf5d986974 HTTP/1.1" status: 204 len: 168 time: 1.0924358 Aug 31 14:40:46.544119 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78210aae-711b-48c0-84a5-0b1deaed9981 None None] Network 5bc831be-a9ca-4e72-aadd-b8580dc2ba94 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:46.544243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57a3d2-de48-4e04-b5e3-51607b8aebda admin admin] Pushing event deleted for resources: {'Network': ['ID=72b05ed6-787f-4235-bc28-aabf5d986974,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:46.676361 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a3e8c0-814c-4575-b3c0-31d74d940407 None None] Network 5bc831be-a9ca-4e72-aadd-b8580dc2ba94 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:46.687801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37288) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:46.729937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-06677a3d-f66c-4628-bb47-36aea20eb9c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a06749300034b7e8cc7c623ced928c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407841 Aug 31 14:40:46.732563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37290) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:46.785134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e3bac14-8649-4d8f-82f1-0d2f691e3e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.807757 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e3bac14-8649-4d8f-82f1-0d2f691e3e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.817338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f85727-01ff-4869-95bc-ef9ef7f2b3c3 None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:40:46.859274 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.863341 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e3bac14-8649-4d8f-82f1-0d2f691e3e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.866010 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e3bac14-8649-4d8f-82f1-0d2f691e3e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.869776 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6e3bac14-8649-4d8f-82f1-0d2f691e3e19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ee9e9e4-4a29-4b41-883f-ce5fae774ac2 HTTP/1.1" status: 204 len: 168 time: 0.1334214 Aug 31 14:40:46.880446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bac14-8649-4d8f-82f1-0d2f691e3e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee9e9e4-4a29-4b41-883f-ce5fae774ac2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:46.943128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Deleting port d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:46.943816 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:46.947842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f85727-01ff-4869-95bc-ef9ef7f2b3c3 None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:40:47.013766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 89b141aa-e193-4472-82fc-1e7e19ad3ccd details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:40:47.045965 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] For port d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c,segment=NetworkSegment(d64a4f8d-8b27-4a2b-9274-4d9c93369cf7),segment_id=d64a4f8d-8b27-4a2b-9274-4d9c93369cf7)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:47.046349 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:47.065686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Calling delete_port for d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:47.180223 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:47.221824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:47.238956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b43e76-c108-441c-893e-9547333db88c req-0ebdbbb5-71f0-4246-af4a-52dc123d6b5d tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:47.244709 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4b43e76-c108-441c-893e-9547333db88c req-0ebdbbb5-71f0-4246-af4a-52dc123d6b5d tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.0989816 Aug 31 14:40:47.258523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'port_id': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'mac_address': 'fa:16:3e:71:a9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:40:47.304525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No DVR routers for this DVR port d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:40:47.316204 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Port': ['ID=d0f5d8a2-2dd5-428a-bd6c-e142b9f18e8c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:47.354565 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:47.388006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b141aa-e193-4472-82fc-1e7e19ad3ccd {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:40:47.395006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4b43e76-c108-441c-893e-9547333db88c req-76dcd5eb-c3c3-4fd4-adc0-975520c1d2a0 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429460 Aug 31 14:40:47.409272 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a458e131-b3f9-41d4-b442-432be1a5e17a req-c13a4834-85f2-4ef8-ba7b-4a5f158dc366 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1223364 Aug 31 14:40:47.421574 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:47.426132 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:47.473482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37302) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:47.483701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=89b141aa-e193-4472-82fc-1e7e19ad3ccd,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:47.491747 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:47.492139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:47.492611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:47.492952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:47.493288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:47.493617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:47.493944 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:47.494268 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:47.494592 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:47.494918 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:47.495330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:47.495584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:47.524608 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:47.537354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc831be-a9ca-4e72-aadd-b8580dc2ba94']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:47.550069 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64a4f8d-8b27-4a2b-9274-4d9c93369cf7') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:47.550426 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64a4f8d-8b27-4a2b-9274-4d9c93369cf7') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:47.551074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458e131-b3f9-41d4-b442-432be1a5e17a req-89122dcd-9724-4b45-aeaa-7b7de11f5b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:47.552765 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a458e131-b3f9-41d4-b442-432be1a5e17a req-89122dcd-9724-4b45-aeaa-7b7de11f5b0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce683e4dbcf542919ea01c30e9ec572e&device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 1096 time: 0.0710642 Aug 31 14:40:47.556045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b06323be-172f-4f5c-80fd-143a3aa3bdbf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1e49073e5a54d9598535b88921c9ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810149 Aug 31 14:40:47.558336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37304) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:47.559302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6aab1-7e52-436f-ab85-84faa586c8bf req-eac903ae-344a-4fe9-ba23-75812884deeb tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:47.567687 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94e6aab1-7e52-436f-ab85-84faa586c8bf req-eac903ae-344a-4fe9-ba23-75812884deeb tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 943 time: 0.2165852 Aug 31 14:40:47.584064 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:47.613393 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:47.630314 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-94e6aab1-7e52-436f-ab85-84faa586c8bf req-f6a17155-5334-4a1f-9a12-e5bc9d10ff49 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617125 Aug 31 14:40:47.631468 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:47.631861 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:47.635232 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:47.673751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['89b141aa-e193-4472-82fc-1e7e19ad3ccd'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:40:47.688953 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ece1297-85e2-4984-b0ba-8306626dfd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:47.699097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:47.714907 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:47.717946 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/5bc831be-a9ca-4e72-aadd-b8580dc2ba94 HTTP/1.1" status: 204 len: 168 time: 2.1987526 Aug 31 14:40:47.722379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37306) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:47.741695 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ece1297-85e2-4984-b0ba-8306626dfd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:47.745352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93d615-6ff5-428c-8da2-1b6722ee5b2a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Network': ['ID=5bc831be-a9ca-4e72-aadd-b8580dc2ba94,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:47.769957 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-708f2447-0422-457b-a69d-7859e044f1e7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:47.770411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708f2447-0422-457b-a69d-7859e044f1e7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:47.773150 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-708f2447-0422-457b-a69d-7859e044f1e7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/subnets/9cb6ebb5-57fb-4919-a785-52da5fbd5df7 HTTP/1.1" status: 404 len: 337 time: 0.0378275 Aug 31 14:40:47.775751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458e131-b3f9-41d4-b442-432be1a5e17a req-50c8a83d-8854-4f04-9da2-0ace24d2e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:47.775914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37308) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:47.777347 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a458e131-b3f9-41d4-b442-432be1a5e17a req-50c8a83d-8854-4f04-9da2-0ace24d2e65b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 HTTP/1.1" status: 200 len: 907 time: 0.2010858 Aug 31 14:40:47.805141 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b1cb29-22de-470d-accd-6c6e2a01dbf9 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:47.805714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b1cb29-22de-470d-accd-6c6e2a01dbf9 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:47.809266 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-21b1cb29-22de-470d-accd-6c6e2a01dbf9 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/5bc831be-a9ca-4e72-aadd-b8580dc2ba94 HTTP/1.1" status: 404 len: 339 time: 0.0321438 Aug 31 14:40:47.812446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37310) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:47.843080 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6000c50b-997f-413e-9b6d-414360e91490 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:47.843986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6000c50b-997f-413e-9b6d-414360e91490 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:47.846061 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6000c50b-997f-413e-9b6d-414360e91490 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/subnets/57021696-e914-4ce9-9af0-2b5cc64cf87d HTTP/1.1" status: 404 len: 337 time: 0.0322912 Aug 31 14:40:47.848522 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37312) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:47.864151 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a458e131-b3f9-41d4-b442-432be1a5e17a req-9f344b8d-935d-46a9-ae65-3b21b6c7deb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a95c40ac-cb75-417b-9d9a-fc7493685d30 HTTP/1.1" status: 200 len: 1000 time: 0.0781128 Aug 31 14:40:47.868822 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7056da3a-2a38-49b6-b460-32c4eab5c16b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:47.869384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7056da3a-2a38-49b6-b460-32c4eab5c16b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:47.871098 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7056da3a-2a38-49b6-b460-32c4eab5c16b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/cfb9a547-65b0-40bd-a643-1a5d1a43c5d1 HTTP/1.1" status: 404 len: 339 time: 0.0214179 Aug 31 14:40:47.873851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37314) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:47.950030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ece1297-85e2-4984-b0ba-8306626dfd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:47.953291 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ece1297-85e2-4984-b0ba-8306626dfd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:47.954426 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6ece1297-85e2-4984-b0ba-8306626dfd5c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3ee9065-6b7d-462e-af22-d1264434741f HTTP/1.1" status: 204 len: 168 time: 0.3950820 Aug 31 14:40:47.981050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece1297-85e2-4984-b0ba-8306626dfd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ee9065-6b7d-462e-af22-d1264434741f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:48.011722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458e131-b3f9-41d4-b442-432be1a5e17a req-682e7167-cb2c-4a62-99ac-673915252bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:48.013257 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a458e131-b3f9-41d4-b442-432be1a5e17a req-682e7167-cb2c-4a62-99ac-673915252bc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=707f1a94-3dc7-4002-a30d-f5d800818861 HTTP/1.1" status: 200 len: 845 time: 0.1371694 Aug 31 14:40:48.017946 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-883a835d-eb08-4ead-99f7-6afb1eebee53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:48.139812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458e131-b3f9-41d4-b442-432be1a5e17a req-6f87c6f2-92ce-4f8b-92d5-54e6884c5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:48.140218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a458e131-b3f9-41d4-b442-432be1a5e17a req-6f87c6f2-92ce-4f8b-92d5-54e6884c5796 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134574 Aug 31 14:40:48.152277 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-883a835d-eb08-4ead-99f7-6afb1eebee53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:48.164343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-883a835d-eb08-4ead-99f7-6afb1eebee53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004a37b5-8cac-4260-aa8e-858400615a1d']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:48.176475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-883a835d-eb08-4ead-99f7-6afb1eebee53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a994957e-9f60-4460-a473-824823429f87') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:48.176836 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-883a835d-eb08-4ead-99f7-6afb1eebee53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a994957e-9f60-4460-a473-824823429f87') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:48.194683 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-883a835d-eb08-4ead-99f7-6afb1eebee53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:48.250744 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-883a835d-eb08-4ead-99f7-6afb1eebee53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:48.261137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883a835d-eb08-4ead-99f7-6afb1eebee53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:48.261548 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-883a835d-eb08-4ead-99f7-6afb1eebee53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:48.265334 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:48.344358 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a458e131-b3f9-41d4-b442-432be1a5e17a req-e89862ee-cfad-4811-8fb0-e22eddaa5e70 service neutron] 10.222.0.60 "GET /v2.0/networks/1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604102 Aug 31 14:40:48.345628 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-883a835d-eb08-4ead-99f7-6afb1eebee53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:48.366936 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-883a835d-eb08-4ead-99f7-6afb1eebee53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:48.369096 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-883a835d-eb08-4ead-99f7-6afb1eebee53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/004a37b5-8cac-4260-aa8e-858400615a1d HTTP/1.1" status: 204 len: 168 time: 0.4942584 Aug 31 14:40:48.371402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a835d-eb08-4ead-99f7-6afb1eebee53 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Network': ['ID=004a37b5-8cac-4260-aa8e-858400615a1d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:48.371966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37328) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.404491 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-13907830-6514-465c-b75e-d00e4511aee5 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.405732 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13907830-6514-465c-b75e-d00e4511aee5 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.410307 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-13907830-6514-465c-b75e-d00e4511aee5 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/subnets/085b6de5-89ee-4c87-be00-fe0ca2442de3 HTTP/1.1" status: 404 len: 337 time: 0.0343673 Aug 31 14:40:48.410661 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37330) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.456531 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-85677c46-6491-4a55-8c64-16abe20b59c9 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.457299 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85677c46-6491-4a55-8c64-16abe20b59c9 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.461568 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-85677c46-6491-4a55-8c64-16abe20b59c9 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/32161700-ec0f-4d8b-9471-5485263095ab HTTP/1.1" status: 404 len: 339 time: 0.0473313 Aug 31 14:40:48.461877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37336) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.496960 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c664170-2607-44a9-9a02-8d3d33dd7b12 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.497417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c664170-2607-44a9-9a02-8d3d33dd7b12 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.499444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9c664170-2607-44a9-9a02-8d3d33dd7b12 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/subnets/36573750-f7d1-4b5f-a7d1-e25dfa48294f HTTP/1.1" status: 404 len: 337 time: 0.0362213 Aug 31 14:40:48.501830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37338) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.526788 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-3867f712-f1db-4bb7-9351-bb64da96055a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.527503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3867f712-f1db-4bb7-9351-bb64da96055a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.532234 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3867f712-f1db-4bb7-9351-bb64da96055a tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/f78e87ee-0a26-429d-8623-e9817946958f HTTP/1.1" status: 404 len: 339 time: 0.0262933 Aug 31 14:40:48.532703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37340) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.534804 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a458e131-b3f9-41d4-b442-432be1a5e17a req-0d536559-3fc8-47c7-a03a-016740d920d4 service neutron] 10.222.0.60 "GET /v2.0/networks/1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646261 Aug 31 14:40:48.564017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fe630-d5d3-468f-817e-ad4a7bfadf83 req-ea050e94-69d5-4101-8c7f-f977000ed7d5 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:48.565566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-358fe630-d5d3-468f-817e-ad4a7bfadf83 req-ea050e94-69d5-4101-8c7f-f977000ed7d5 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.0738380 Aug 31 14:40:48.571223 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bd5f5d-5e1f-440c-bf5a-e1f137de3fa0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.571689 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55bd5f5d-5e1f-440c-bf5a-e1f137de3fa0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.575286 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-55bd5f5d-5e1f-440c-bf5a-e1f137de3fa0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/subnets/4e60a8f6-af25-4d9d-b2d9-a3e6cccc4421 HTTP/1.1" status: 404 len: 337 time: 0.0396578 Aug 31 14:40:48.579742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37344) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.605982 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5f3c68-fec3-485f-b536-48077a07f8a6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.606785 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5f3c68-fec3-485f-b536-48077a07f8a6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.609846 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1d5f3c68-fec3-485f-b536-48077a07f8a6 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/927b1324-0148-479c-938d-0594c39ea6a0 HTTP/1.1" status: 404 len: 339 time: 0.0287657 Aug 31 14:40:48.612442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37346) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.615593 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-358fe630-d5d3-468f-817e-ad4a7bfadf83 req-fa6def3d-5f54-45ca-a13d-bb569df567bd tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Aug 31 14:40:48.651166 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccebbbf3-dd47-4e2b-b5c4-3c00b2046a04 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.651648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccebbbf3-dd47-4e2b-b5c4-3c00b2046a04 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.656615 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ccebbbf3-dd47-4e2b-b5c4-3c00b2046a04 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/subnets/d476cfb3-a083-426b-ac6b-ef1e367f95ce HTTP/1.1" status: 404 len: 337 time: 0.0398436 Aug 31 14:40:48.656945 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37350) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.683097 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-628b8952-0547-425b-8ae4-2cd498d5f9ad tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.684001 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628b8952-0547-425b-8ae4-2cd498d5f9ad tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.687626 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-628b8952-0547-425b-8ae4-2cd498d5f9ad tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/18e98f85-0e46-42b7-9d2a-7cbf72f1a0b8 HTTP/1.1" status: 404 len: 339 time: 0.0296633 Aug 31 14:40:48.690160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37356) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.727137 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9cb4a9-3878-417a-b39b-4bf66dec452b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.728018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9cb4a9-3878-417a-b39b-4bf66dec452b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.730489 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1e9cb4a9-3878-417a-b39b-4bf66dec452b tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/subnets/6f1bc89f-938a-47fb-85f4-a1e13fe93724 HTTP/1.1" status: 404 len: 337 time: 0.0385652 Aug 31 14:40:48.732405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37358) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.754946 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f2904d-6848-421d-8ab2-8052d9367ede tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.755817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f2904d-6848-421d-8ab2-8052d9367ede tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.757767 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a9f2904d-6848-421d-8ab2-8052d9367ede tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/2f99767f-3082-475f-a243-dd7f6500bbf3 HTTP/1.1" status: 404 len: 339 time: 0.0236268 Aug 31 14:40:48.760992 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37362) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.788535 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b202c0a1-dbc8-4a8d-8b8a-c966160038f0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.789097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b202c0a1-dbc8-4a8d-8b8a-c966160038f0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.791045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b202c0a1-dbc8-4a8d-8b8a-c966160038f0 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/subnets/eeec5374-bab3-4701-837b-b0fa59d057bd HTTP/1.1" status: 404 len: 337 time: 0.0289395 Aug 31 14:40:48.793607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37364) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.793798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebecd7-a054-4ab8-98b7-7ba6e5bc0e75 req-0d602ed4-73a5-4bc3-969f-73f6ee9076a8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:48.802386 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3bebecd7-a054-4ab8-98b7-7ba6e5bc0e75 req-0d602ed4-73a5-4bc3-969f-73f6ee9076a8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.0813951 Aug 31 14:40:48.817632 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-be06fc38-185c-4554-8e90-b17345791311 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.818203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be06fc38-185c-4554-8e90-b17345791311 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.819979 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-be06fc38-185c-4554-8e90-b17345791311 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/6c9a8a76-5f5d-4ed8-a19d-cc7ba16af78d HTTP/1.1" status: 404 len: 339 time: 0.0253384 Aug 31 14:40:48.823625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37366) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.851209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37368) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.854385 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-9871d6f1-d02a-46f3-9223-6baa77d181d7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.854862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9871d6f1-d02a-46f3-9223-6baa77d181d7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.859440 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9871d6f1-d02a-46f3-9223-6baa77d181d7 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/subnets/6d2652b5-5020-40a1-bf7c-f37cc6620a70 HTTP/1.1" status: 404 len: 337 time: 0.0319960 Aug 31 14:40:48.860292 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37370) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.895809 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3bebecd7-a054-4ab8-98b7-7ba6e5bc0e75 req-3afd5f45-4222-4c31-9007-c1d7476ba43b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925264 Aug 31 14:40:48.896941 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f7e624-fa03-47cd-b4a0-4b4b41f9b346 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.897556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f7e624-fa03-47cd-b4a0-4b4b41f9b346 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.899469 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-81f7e624-fa03-47cd-b4a0-4b4b41f9b346 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/9ebae0d3-5b11-442c-893d-c680362f44c6 HTTP/1.1" status: 404 len: 339 time: 0.0369794 Aug 31 14:40:48.901964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37374) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.932867 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-da775f78-18a6-44a3-a147-ef8cbbe06b4e tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.933335 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da775f78-18a6-44a3-a147-ef8cbbe06b4e tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.938004 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-da775f78-18a6-44a3-a147-ef8cbbe06b4e tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/subnets/95882437-6572-4703-b8ce-b9c9649288fb HTTP/1.1" status: 404 len: 337 time: 0.0325029 Aug 31 14:40:48.939129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37376) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.963998 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-29beaff1-0caa-4fa1-ac3d-5e81dd39e776 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] DELETE failed (client error): The resource could not be found. Aug 31 14:40:48.964606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29beaff1-0caa-4fa1-ac3d-5e81dd39e776 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:40:48.966425 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-29beaff1-0caa-4fa1-ac3d-5e81dd39e776 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/3c1dcaf1-3a25-447e-b451-0450cd74dd64 HTTP/1.1" status: 404 len: 339 time: 0.0264211 Aug 31 14:40:48.969161 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37378) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:48.996386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2085371199-network', 'tenant_id': '6533cc47c01b415292ab966def453044'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:49.003042 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 89b141aa-e193-4472-82fc-1e7e19ad3ccd up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:49.020741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] Made reservation on behalf of 6533cc47c01b415292ab966def453044 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:49.023768 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.033227 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.042244 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6bb5b3-8111-4287-8715-eef46ecae6b5 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Deleting subnet 0ed32f88-d3b5-48a3-bfb0-468f136fa7d4 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:40:49.046270 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb5b3-8111-4287-8715-eef46ecae6b5 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.067571 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 89b141aa-e193-4472-82fc-1e7e19ad3ccd completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:49.073841 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 89b141aa-e193-4472-82fc-1e7e19ad3ccd triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:49.074838 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.091239 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb5b3-8111-4287-8715-eef46ecae6b5 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.146945 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.152068 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.167902 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.186372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:40:49.193243 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb5b3-8111-4287-8715-eef46ecae6b5 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.199750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f1c680-7925-4150-b470-69b60297b890,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:49.210223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:49.212023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:40:49.215309 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2831d4-c113-495e-8813-ee213a393928" -d '{"events": [{"server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "name": "network-vif-plugged", "status": "completed", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:40:49.221884 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.228650 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.229010 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] Added segment 2df4ba0b-016b-4999-80d2-7ee2219b032d of type vlan for network d539104a-571b-4d65-8226-f02851a21edf Aug 31 14:40:49.268613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb5b3-8111-4287-8715-eef46ecae6b5 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.295809 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=89b141aa-e193-4472-82fc-1e7e19ad3ccd,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:49.303908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bb5b3-8111-4287-8715-eef46ecae6b5 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed32f88-d3b5-48a3-bfb0-468f136fa7d4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:49.310558 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb5b3-8111-4287-8715-eef46ecae6b5 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.312350 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cd6bb5b3-8111-4287-8715-eef46ecae6b5 tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/subnets/0ed32f88-d3b5-48a3-bfb0-468f136fa7d4 HTTP/1.1" status: 204 len: 168 time: 0.3420587 Aug 31 14:40:49.313354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37384) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:49.317723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377be2ee-02c4-49ed-876a-ba2de57b9227 None None] Network 4af448aa-f110-4d10-bd5a-7a2652f78e8d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:49.332219 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.366361 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.371439 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:49.373689 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.438581 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.475652 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6197016 Aug 31 14:40:49.476126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37388) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:49.480986 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3fa09ef1-f5dc-4b29-bbe6-638353bf431a admin admin] Request body: {'subnet': {'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2085371199-subnet', 'tenant_id': '6533cc47c01b415292ab966def453044', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:49.503859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba6993-0902-4223-984f-788acbb7c5ea admin admin] Pushing event updated for resources: {'Network': ['ID=d539104a-571b-4d65-8226-f02851a21edf,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:49.507252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa09ef1-f5dc-4b29-bbe6-638353bf431a admin admin] Made reservation on behalf of 6533cc47c01b415292ab966def453044 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:49.509812 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3fa09ef1-f5dc-4b29-bbe6-638353bf431a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.520825 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.522882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network d539104a-571b-4d65-8226-f02851a21edf details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:49.532842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Deleting port f5a6c655-8a96-45d0-b8d8-3a019ba47aad {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:49.533356 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.610354 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97463920-6b1b-4846-a88b-0822738e6ea2 x-openstack-request-id: req-97463920-6b1b-4846-a88b-0822738e6ea2 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:40:49.611051 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "name": "network-vif-plugged", "status": "completed", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:40:49.612200 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97463920-6b1b-4846-a88b-0822738e6ea2 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:40:49.612816 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'code': 200} Aug 31 14:40:49.626098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] For port f5a6c655-8a96-45d0-b8d8-3a019ba47aad, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f5a6c655-8a96-45d0-b8d8-3a019ba47aad,segment=NetworkSegment(64a340d4-35bc-47f2-887b-594b8f990eec),segment_id=64a340d4-35bc-47f2-887b-594b8f990eec)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:49.627499 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.640314 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb29aa10-3aa2-4421-ac54-a2a3c6f73884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.655416 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Calling delete_port for f5a6c655-8a96-45d0-b8d8-3a019ba47aad owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:49.744960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6f0d2-0c4d-4426-b3fd-1d01e24f510a req-1bf99c30-23f3-4672-8bea-a3bdcfaa87de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:49.744960 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2dc6f0d2-0c4d-4426-b3fd-1d01e24f510a req-1bf99c30-23f3-4672-8bea-a3bdcfaa87de service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 1096 time: 0.0844808 Aug 31 14:40:49.748815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415328b8-45e2-4492-bcfc-142f760995ca None None] DHCP port deletion for 4af448aa-f110-4d10-bd5a-7a2652f78e8d request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:40:49.752004 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3fa09ef1-f5dc-4b29-bbe6-638353bf431a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.777678 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.807030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-415328b8-45e2-4492-bcfc-142f760995ca None None] Deleting port f5a6c655-8a96-45d0-b8d8-3a019ba47aad {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:49.807782 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-415328b8-45e2-4492-bcfc-142f760995ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.851098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa09ef1-f5dc-4b29-bbe6-638353bf431a admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f20d0c-d59a-49fd-bdba-b8ee114f5f38,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:49.854369 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2dc6f0d2-0c4d-4426-b3fd-1d01e24f510a req-54973df7-34eb-498e-ba07-7628bf74053d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979908 Aug 31 14:40:49.861280 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa09ef1-f5dc-4b29-bbe6-638353bf431a admin admin] Checking segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:49.861652 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa09ef1-f5dc-4b29-bbe6-638353bf431a admin admin] Network hostable DHCP agents. Network: d539104a-571b-4d65-8226-f02851a21edf, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:40:49.866631 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7fa5e-05e1-4252-b025-3ebb77beabd7 req-ea637a1d-e8d4-4e59-823b-6cb2edcd7696 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:49.868279 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-75c7fa5e-05e1-4252-b025-3ebb77beabd7 req-ea637a1d-e8d4-4e59-823b-6cb2edcd7696 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.1366892 Aug 31 14:40:49.869083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Port': ['ID=f5a6c655-8a96-45d0-b8d8-3a019ba47aad,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:49.873254 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] No DVR routers for this DVR port f5a6c655-8a96-45d0-b8d8-3a019ba47aad on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:40:49.901045 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-415328b8-45e2-4492-bcfc-142f760995ca None None] For port f5a6c655-8a96-45d0-b8d8-3a019ba47aad, host n-d-806683-5, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:49.901463 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-415328b8-45e2-4492-bcfc-142f760995ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.904631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa09ef1-f5dc-4b29-bbe6-638353bf431a admin admin] Network d539104a-571b-4d65-8226-f02851a21edf is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:40:49.917416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3fa09ef1-f5dc-4b29-bbe6-638353bf431a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, d539104a-571b-4d65-8226-f02851a21edf) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:49.917949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-415328b8-45e2-4492-bcfc-142f760995ca None None] Calling delete_port for f5a6c655-8a96-45d0-b8d8-3a019ba47aad owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:49.923427 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa09ef1-f5dc-4b29-bbe6-638353bf431a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:49.924640 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3fa09ef1-f5dc-4b29-bbe6-638353bf431a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.932497 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5708df-cf89-437a-92d2-2fab306755d7 None None] Network d539104a-571b-4d65-8226-f02851a21edf requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:49.942710 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3fa09ef1-f5dc-4b29-bbe6-638353bf431a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4654696 Aug 31 14:40:49.945207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37394) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:49.952046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:49.972056 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.984663 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af448aa-f110-4d10-bd5a-7a2652f78e8d']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:49.985933 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:49.996439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a340d4-35bc-47f2-887b-594b8f990eec') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:49.996791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a340d4-35bc-47f2-887b-594b8f990eec') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:49.998176 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.006938 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.022311 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.029202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:40:50.029969 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.032790 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-415328b8-45e2-4492-bcfc-142f760995ca None None] Port f5a6c655-8a96-45d0-b8d8-3a019ba47aad was not found and therefore no delete operation was performed {{(pid=94872) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:40:50.038322 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-415328b8-45e2-4492-bcfc-142f760995ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.087547 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:40:50.100111 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:40:50.103369 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.128761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.133754 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] 10.222.0.39 "DELETE /v2.0/networks/4af448aa-f110-4d10-bd5a-7a2652f78e8d HTTP/1.1" status: 204 len: 168 time: 0.8188708 Aug 31 14:40:50.134902 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f81a2e-d4ff-46b5-9841-e38cf90fd48d tempest-NetworksTest-1324360711 tempest-NetworksTest-1324360711-project] Pushing event deleted for resources: {'Network': ['ID=4af448aa-f110-4d10-bd5a-7a2652f78e8d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:50.164832 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-75c7fa5e-05e1-4252-b025-3ebb77beabd7 req-0952bd95-42a2-4af2-a41c-b4c888a06ac3 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663278 Aug 31 14:40:50.270255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415328b8-45e2-4492-bcfc-142f760995ca None None] Pushing event deleted for resources: {'Port': ['ID=f5a6c655-8a96-45d0-b8d8-3a019ba47aad,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:50.273707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-415328b8-45e2-4492-bcfc-142f760995ca None None] Network 4af448aa-f110-4d10-bd5a-7a2652f78e8d is not hosted by any dhcp agent {{(pid=94872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:40:50.274281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415328b8-45e2-4492-bcfc-142f760995ca None None] No DVR routers for this DVR port f5a6c655-8a96-45d0-b8d8-3a019ba47aad on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:40:50.276794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799aaee3-0427-49ea-b6f2-1a7e14739d2b req-0e63e513-5beb-41db-bf67-1ac5e24defcb tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:50.288987 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-799aaee3-0427-49ea-b6f2-1a7e14739d2b req-0e63e513-5beb-41db-bf67-1ac5e24defcb tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.2143602 Aug 31 14:40:50.350557 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.368695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-d539104a-571b-4d65-8226-f02851a21edf', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:40:50.369619 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.370524 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-799aaee3-0427-49ea-b6f2-1a7e14739d2b req-8e94a669-3a55-4793-81cd-dc24ea554fd3 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805187 Aug 31 14:40:50.417895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f5a6c655-8a96-45d0-b8d8-3a019ba47aad no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:40:50.448456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37402) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:50.507035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: f5a6c655-8a96-45d0-b8d8-3a019ba47aad {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:40:50.507405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f5a6c655-8a96-45d0-b8d8-3a019ba47aad not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:40:50.590935 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Allocated IP 172.20.0.2 (d539104a-571b-4d65-8226-f02851a21edf/84f20d0c-d59a-49fd-bdba-b8ee114f5f38/edf38879-6417-411b-8647-8cb8530d2e6e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:50.665349 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-12700b72-463e-4a69-89b7-6c9345a2e2cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6dcc85f821e4f0bad534323eb4aadab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136548 Aug 31 14:40:50.666368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37406) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:50.751625 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38099ad3-9faf-4488-b9e4-f79a255e2f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.779504 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38099ad3-9faf-4488-b9e4-f79a255e2f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.803847 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.816627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Transition to ACTIVE for port object edf38879-6417-411b-8647-8cb8530d2e6e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:50.836711 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38099ad3-9faf-4488-b9e4-f79a255e2f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.836958 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Transition to ACTIVE for port object edf38879-6417-411b-8647-8cb8530d2e6e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:50.839758 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38099ad3-9faf-4488-b9e4-f79a255e2f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.843401 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-38099ad3-9faf-4488-b9e4-f79a255e2f26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e348d311-160f-4407-b248-59a85b368bca HTTP/1.1" status: 204 len: 168 time: 0.1717165 Aug 31 14:40:50.843638 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.850601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38099ad3-9faf-4488-b9e4-f79a255e2f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e348d311-160f-4407-b248-59a85b368bca,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:50.904383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Network d539104a-571b-4d65-8226-f02851a21edf is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:50.910821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:50.913083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:50.916242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Pushing event updated for resources: {'Port': ['ID=edf38879-6417-411b-8647-8cb8530d2e6e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:50.980083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Attempting to bind port edf38879-6417-411b-8647-8cb8530d2e6e on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:50.980593 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Attempting to bind port edf38879-6417-411b-8647-8cb8530d2e6e by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:50.980958 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Attempting to bind port edf38879-6417-411b-8647-8cb8530d2e6e on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:50.993963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:50.994118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Checking segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:50.994597 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:50.995166 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Bound using segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:50.995847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Bound port: edf38879-6417-411b-8647-8cb8530d2e6e, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:50.996227 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:51.013192 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:51.034099 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:51.066826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] For port edf38879-6417-411b-8647-8cb8530d2e6e, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:51.070189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] For port edf38879-6417-411b-8647-8cb8530d2e6e, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=edf38879-6417-411b-8647-8cb8530d2e6e,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:51.075236 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:51.151144 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbbf0d-8db9-4436-9419-c87df55b4831 None None] Pushing event updated for resources: {'Port': ['ID=edf38879-6417-411b-8647-8cb8530d2e6e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:51.192094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Allocated IP 172.25.2.65 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/ab88807b-8f4e-4726-80ac-30e42da63dbe) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:51.314979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacef78-364b-4150-902b-9f28e1db7c49 req-91942679-726e-4b18-9c49-1a6373f2702a tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:51.316920 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3bacef78-364b-4150-902b-9f28e1db7c49 req-91942679-726e-4b18-9c49-1a6373f2702a tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.0611887 Aug 31 14:40:51.384917 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:51.398458 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3bacef78-364b-4150-902b-9f28e1db7c49 req-a2863032-c1f5-47aa-a90a-0523a1557efb tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745382 Aug 31 14:40:51.457655 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:51.509625 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:51.514468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:51.537955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:51.591520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Pushing event updated for resources: {'Port': ['ID=ab88807b-8f4e-4726-80ac-30e42da63dbe,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:51.614376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da684230-210a-42b5-82a4-7c9653c11db3 req-53c3579b-297b-4e85-8714-df4b382e83f4 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:51.616869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da684230-210a-42b5-82a4-7c9653c11db3 req-53c3579b-297b-4e85-8714-df4b382e83f4 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.1412904 Aug 31 14:40:51.756063 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da684230-210a-42b5-82a4-7c9653c11db3 req-58a38974-5e4e-4590-a23c-4da4c84dc209 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068974 Aug 31 14:40:51.763755 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37438) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:51.912779 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bbfa8f3b-f53a-4393-8c70-f7769f45102b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462421034'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:51.933902 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ac6c5-5668-4404-92f6-3512a4049949 req-06b96e61-0b37-49cf-9615-3ab92717cee2 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:51.936438 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5a2ac6c5-5668-4404-92f6-3512a4049949 req-06b96e61-0b37-49cf-9615-3ab92717cee2 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.0803668 Aug 31 14:40:51.938472 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:51.948951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37446) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:51.957843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-65dcf5d1-30a8-43f0-87f9-167c3831baf0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Request body: {'floatingip': {'port_id': '89b141aa-e193-4472-82fc-1e7e19ad3ccd'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:52.007752 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8f3b-f53a-4393-8c70-f7769f45102b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:52.016018 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-65dcf5d1-30a8-43f0-87f9-167c3831baf0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:52.056310 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8f3b-f53a-4393-8c70-f7769f45102b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:52.168479 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c99627d8-94e7-4a3f-9d9d-ad764247cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:52.185030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:52.266822 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:52.407795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6b40ca-e53f-40ac-a0a1-f4914577198c None None] Network d539104a-571b-4d65-8226-f02851a21edf requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:52.411410 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8f3b-f53a-4393-8c70-f7769f45102b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:52.424116 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8f3b-f53a-4393-8c70-f7769f45102b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:52.496328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device edf38879-6417-411b-8647-8cb8530d2e6e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:52.523503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa8f3b-f53a-4393-8c70-f7769f45102b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc287c8-8658-432a-befb-0ac497c2d8d5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:52.536179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b2d486c-c74a-4edb-919d-41aa0ba5099c req-d2382e73-6fe3-4a3b-98fe-216e13bca90b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1427743 Aug 31 14:40:52.553959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Router d89a73f4-d34f-4230-b596-86c6f1f53f0e is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:40:52.583939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c96b6d-7786-4ace-a123-557762b35bd1 req-a3f07add-b1d4-4ced-9875-5e48bcfe41fb tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:52.585641 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-01c96b6d-7786-4ace-a123-557762b35bd1 req-a3f07add-b1d4-4ced-9875-5e48bcfe41fb tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.0955682 Aug 31 14:40:52.587846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-35b765db-6824-4f1c-91c5-9dfde516bb1b None None] Provisioning for port edf38879-6417-411b-8647-8cb8530d2e6e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:52.683029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port edf38879-6417-411b-8647-8cb8530d2e6e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:52.704638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port edf38879-6417-411b-8647-8cb8530d2e6e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:52.705028 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:52.728763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d486c-c74a-4edb-919d-41aa0ba5099c req-62519918-166e-4894-957c-48002f48f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:52.730437 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b2d486c-c74a-4edb-919d-41aa0ba5099c req-62519918-166e-4894-957c-48002f48f8c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c84d740f6207458bac8b14249c302797&device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 1096 time: 0.1705079 Aug 31 14:40:52.843819 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-01c96b6d-7786-4ace-a123-557762b35bd1 req-a022aecb-8ad1-4f66-92d0-019f8f718c80 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275617 Aug 31 14:40:52.922719 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:52.971547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d486c-c74a-4edb-919d-41aa0ba5099c req-b769c9c2-5397-44b3-bd7c-73c305fc2667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:52.973275 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b2d486c-c74a-4edb-919d-41aa0ba5099c req-b769c9c2-5397-44b3-bd7c-73c305fc2667 service neutron] 10.222.0.25 "GET /v2.0/networks?id=59849f4f-b5bd-4a7f-b70c-d1daace00978 HTTP/1.1" status: 200 len: 912 time: 0.1677144 Aug 31 14:40:52.978983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:40:52.980247 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port edf38879-6417-411b-8647-8cb8530d2e6e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=edf38879-6417-411b-8647-8cb8530d2e6e,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:52.995049 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.055271 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Sync routers for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:40:53.110126 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:53.110766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:53.123437 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b2d486c-c74a-4edb-919d-41aa0ba5099c req-80f01647-8e07-4e8c-a949-81c01bce3fcf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=658db4f1-db7b-49ff-836e-fd029bd8e251 HTTP/1.1" status: 200 len: 1001 time: 0.1419499 Aug 31 14:40:53.188424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=edf38879-6417-411b-8647-8cb8530d2e6e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:53.195883 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8f3b-f53a-4393-8c70-f7769f45102b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.204522 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8f3b-f53a-4393-8c70-f7769f45102b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.206204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d486c-c74a-4edb-919d-41aa0ba5099c req-3ce6ee10-fa10-4911-80f9-fea7e956bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:53.208076 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b2d486c-c74a-4edb-919d-41aa0ba5099c req-3ce6ee10-fa10-4911-80f9-fea7e956bc2f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8183bda-d8b2-43ca-9066-7e53408b7171 HTTP/1.1" status: 200 len: 850 time: 0.0678198 Aug 31 14:40:53.209636 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.210443 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7120e756-a03b-4c34-9c93-12918ab3ea27 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2635441 Aug 31 14:40:53.213292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37454) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:53.231884 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.resource_extend [None req-65dcf5d1-30a8-43f0-87f9-167c3831baf0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:40:53.276373 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8f3b-f53a-4393-8c70-f7769f45102b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.276622 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bbfa8f3b-f53a-4393-8c70-f7769f45102b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5118387 Aug 31 14:40:53.284502 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37456) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:53.291518 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9a4fd2f2-2014-4812-b7a0-1859c90b3e8d None None] Provisioning complete for port edf38879-6417-411b-8647-8cb8530d2e6e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:53.293096 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd2f2-2014-4812-b7a0-1859c90b3e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.306472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa8f3b-f53a-4393-8c70-f7769f45102b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd44b83-9837-4345-ac31-59c7ba26fd1d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:53.361627 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-65dcf5d1-30a8-43f0-87f9-167c3831baf0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.362106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d486c-c74a-4edb-919d-41aa0ba5099c req-6772de9c-6acc-4f71-a64f-6ef2189aa3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:53.362455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:53.364392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b2d486c-c74a-4edb-919d-41aa0ba5099c req-6772de9c-6acc-4f71-a64f-6ef2189aa3b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59849f4f-b5bd-4a7f-b70c-d1daace00978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389914 Aug 31 14:40:53.367421 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-811b6033-527c-415b-9a42-3bd08a35153a tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0818691 Aug 31 14:40:53.368708 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-65dcf5d1-30a8-43f0-87f9-167c3831baf0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.374919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37458) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:53.379870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-76ebb32c-75d7-4819-ae2b-d3f3c6f3f7e2 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group': {'name': 'tempest-security--1093408156', 'description': 'tempest-security-description-240120703'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:53.469303 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76ebb32c-75d7-4819-ae2b-d3f3c6f3f7e2 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.473871 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-65dcf5d1-30a8-43f0-87f9-167c3831baf0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Floating IP c48e25af-ea89-4561-894e-8a647e4b83fd associated. External IP: 172.25.2.126, port: 89b141aa-e193-4472-82fc-1e7e19ad3ccd. Aug 31 14:40:53.486100 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.626023 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b2d486c-c74a-4edb-919d-41aa0ba5099c req-1095e113-4a25-40e8-bcda-8d0a4bcca39c service neutron] 10.222.0.25 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255893 Aug 31 14:40:53.631349 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76ebb32c-75d7-4819-ae2b-d3f3c6f3f7e2 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.638657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:51Z', 'revision_number': 3, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:53.668962 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Checking router: d89a73f4-d34f-4230-b596-86c6f1f53f0e for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:40:53.669456 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Updating router d89a73f4-d34f-4230-b596-86c6f1f53f0e port ab88807b-8f4e-4726-80ac-30e42da63dbe binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:40:53.679406 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76ebb32c-75d7-4819-ae2b-d3f3c6f3f7e2 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.682501 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76ebb32c-75d7-4819-ae2b-d3f3c6f3f7e2 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.683747 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-76ebb32c-75d7-4819-ae2b-d3f3c6f3f7e2 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "PUT /v2.0/security-groups/2dd44b83-9837-4345-ac31-59c7ba26fd1d HTTP/1.1" status: 200 len: 1779 time: 0.3076968 Aug 31 14:40:53.698191 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.699847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37460) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:53.731079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dcf5d1-30a8-43f0-87f9-167c3831baf0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Router f020cae8-f960-4412-adbb-6499d4d28977 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:40:53.783255 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebb32c-75d7-4819-ae2b-d3f3c6f3f7e2 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd44b83-9837-4345-ac31-59c7ba26fd1d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:53.855962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dcf5d1-30a8-43f0-87f9-167c3831baf0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:40:53.862349 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-65dcf5d1-30a8-43f0-87f9-167c3831baf0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:53.867350 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002e2d3-7cb0-40f1-aa17-dbd6c35c8d18 None None] Sync routers for ids ['f020cae8-f960-4412-adbb-6499d4d28977'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:40:53.881326 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002e2d3-7cb0-40f1-aa17-dbd6c35c8d18 None None] Routers {'f020cae8-f960-4412-adbb-6499d4d28977'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:53.882462 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9002e2d3-7cb0-40f1-aa17-dbd6c35c8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f020cae8-f960-4412-adbb-6499d4d28977'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:53.940301 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-65dcf5d1-30a8-43f0-87f9-167c3831baf0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "PUT /v2.0/floatingips/c48e25af-ea89-4561-894e-8a647e4b83fd HTTP/1.1" status: 200 len: 991 time: 1.9901998 Aug 31 14:40:53.941211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:40:53.948185 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b5d9ac-956c-4d1d-959d-26b48a8565da" -d '{"events": [{"name": "network-changed", "server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:40:54.047379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-59fccea9-d7fb-4c84-a229-3c309a91643f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-groups/2dd44b83-9837-4345-ac31-59c7ba26fd1d HTTP/1.1" status: 200 len: 1779 time: 0.3210688 Aug 31 14:40:54.049000 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37470) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:54.057790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b2d486c-c74a-4edb-919d-41aa0ba5099c req-daa0dfcc-98d6-42cd-bf20-e3c243715be2 service neutron] 10.222.0.25 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227571 Aug 31 14:40:54.103425 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254b039-7c1f-41f0-9dea-da77d6709b09 req-e92ec28c-56f5-45b8-bf95-45cc5200ef4b tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:54.105791 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b254b039-7c1f-41f0-9dea-da77d6709b09 req-e92ec28c-56f5-45b8-bf95-45cc5200ef4b tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.1422698 Aug 31 14:40:54.122729 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.147926 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9002e2d3-7cb0-40f1-aa17-dbd6c35c8d18 None None] Set router f020cae8-f960-4412-adbb-6499d4d28977 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:54.148620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Transition to ACTIVE for port object ab88807b-8f4e-4726-80ac-30e42da63dbe will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:54.168465 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.211202 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b254b039-7c1f-41f0-9dea-da77d6709b09 req-ebe509c3-bbbe-4867-b208-c64401079cdd tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811636 Aug 31 14:40:54.234507 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb42b-7b40-4a73-a7bb-fb9accbe68e0 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.276103 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f66b7-d8f7-469a-af64-7f4c12c0f180 None None] Pushing event updated for resources: {'Port': ['ID=ab88807b-8f4e-4726-80ac-30e42da63dbe,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:54.277681 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.281296 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Attempting to bind port ab88807b-8f4e-4726-80ac-30e42da63dbe on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:54.281631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Attempting to bind port ab88807b-8f4e-4726-80ac-30e42da63dbe by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:54.282129 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Attempting to bind port ab88807b-8f4e-4726-80ac-30e42da63dbe on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:54.287502 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb42b-7b40-4a73-a7bb-fb9accbe68e0 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.287829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:54.288209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:54.288615 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.289006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:54.289478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Bound port: ab88807b-8f4e-4726-80ac-30e42da63dbe, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:54.289858 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.349843 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb42b-7b40-4a73-a7bb-fb9accbe68e0 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.353510 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb42b-7b40-4a73-a7bb-fb9accbe68e0 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.357013 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4c2bb42b-7b40-4a73-a7bb-fb9accbe68e0 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-groups/2dd44b83-9837-4345-ac31-59c7ba26fd1d HTTP/1.1" status: 204 len: 168 time: 0.3019857 Aug 31 14:40:54.359356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37474) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:54.379391 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] For port ab88807b-8f4e-4726-80ac-30e42da63dbe, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:54.398123 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.400157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] For port ab88807b-8f4e-4726-80ac-30e42da63dbe, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ab88807b-8f4e-4726-80ac-30e42da63dbe,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:54.407080 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.426960 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6cd78772-1ed5-4e55-9043-edfb33f3d7b5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632870 Aug 31 14:40:54.426960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bb42b-7b40-4a73-a7bb-fb9accbe68e0 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd44b83-9837-4345-ac31-59c7ba26fd1d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:54.428214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37476) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:54.444270 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-879d87ec-7865-4ef1-b1b8-fca04b1d6ad6 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] delete failed (client error): The resource could not be found. Aug 31 14:40:54.449585 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-879d87ec-7865-4ef1-b1b8-fca04b1d6ad6 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-groups/2dd44b83-9837-4345-ac31-59c7ba26fd1d HTTP/1.1" status: 404 len: 347 time: 0.0161886 Aug 31 14:40:54.451753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37478) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:54.472542 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6f6497b9-7d83-4079-a92d-c3781956f7cd tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591589219'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:54.488027 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8619bfcc-4c46-4e18-8c9b-a5ab0584af15 x-openstack-request-id: req-8619bfcc-4c46-4e18-8c9b-a5ab0584af15 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:40:54.488027 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:40:54.488027 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8619bfcc-4c46-4e18-8c9b-a5ab0584af15 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:40:54.489477 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'status': 'completed', 'code': 200} Aug 31 14:40:54.496162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:54.496931 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:54.499068 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f66b7-d8f7-469a-af64-7f4c12c0f180 None None] Pushing event updated for resources: {'Port': ['ID=ab88807b-8f4e-4726-80ac-30e42da63dbe,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:54.531086 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f6497b9-7d83-4079-a92d-c3781956f7cd tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.540089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device edf38879-6417-411b-8647-8cb8530d2e6e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:54.634066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Allocated IP 172.20.0.1 (d539104a-571b-4d65-8226-f02851a21edf/84f20d0c-d59a-49fd-bdba-b8ee114f5f38/c67088d4-f8a0-4907-8928-60adf9ac8dba) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:54.674768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:54.677037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port edf38879-6417-411b-8647-8cb8530d2e6e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:54.677519 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.692983 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9002e2d3-7cb0-40f1-aa17-dbd6c35c8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'c48e25af-ea89-4561-894e-8a647e4b83fd', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'port_id': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'mac_address': 'fa:16:3e:71:a9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:40:33Z', 'updated_at': '2021-08-31T14:40:52Z', 'revision_number': 1, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:36Z', 'revision_number': 5, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:54.711703 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f6497b9-7d83-4079-a92d-c3781956f7cd tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.718347 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f6497b9-7d83-4079-a92d-c3781956f7cd tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.767284 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002e2d3-7cb0-40f1-aa17-dbd6c35c8d18 None None] Checking router: f020cae8-f960-4412-adbb-6499d4d28977 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:40:54.780510 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.782495 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f6497b9-7d83-4079-a92d-c3781956f7cd tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.786698 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002e2d3-7cb0-40f1-aa17-dbd6c35c8d18 None None] Routers {'f020cae8-f960-4412-adbb-6499d4d28977'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:54.786698 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9002e2d3-7cb0-40f1-aa17-dbd6c35c8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f020cae8-f960-4412-adbb-6499d4d28977'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:54.787530 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6f6497b9-7d83-4079-a92d-c3781956f7cd tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3346786 Aug 31 14:40:54.788394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37480) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:54.796088 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-06265828-851f-4e25-b7b5-80d236adf7a5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group_rule': {'security_group_id': 'bd66c64b-7b76-4542-b637-f37deac7a696', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:54.805283 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6497b9-7d83-4079-a92d-c3781956f7cd tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd66c64b-7b76-4542-b637-f37deac7a696,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:54.855813 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-06265828-851f-4e25-b7b5-80d236adf7a5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.954482 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9002e2d3-7cb0-40f1-aa17-dbd6c35c8d18 None None] Set router f020cae8-f960-4412-adbb-6499d4d28977 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:54.958893 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-06265828-851f-4e25-b7b5-80d236adf7a5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:54.963591 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-06265828-851f-4e25-b7b5-80d236adf7a5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.013013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06265828-851f-4e25-b7b5-80d236adf7a5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e24365e-3007-4043-8490-0e9947498884,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:55.021997 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.034532 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-06265828-851f-4e25-b7b5-80d236adf7a5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.039418 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-06265828-851f-4e25-b7b5-80d236adf7a5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2482150 Aug 31 14:40:55.040155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37484) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:55.083441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:51Z', 'revision_number': 3, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:55.119592 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6f72421-b81a-4b51-ac80-d73fc69c35fc tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.139835 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6f72421-b81a-4b51-ac80-d73fc69c35fc tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.150383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261e1dd8-cb3b-4543-94d1-8938636d46ed None None] The sync data for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 is: [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:51Z', 'revision_number': 3, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:40:55.182624 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6f72421-b81a-4b51-ac80-d73fc69c35fc tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.193513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6f72421-b81a-4b51-ac80-d73fc69c35fc tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.197874 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e6f72421-b81a-4b51-ac80-d73fc69c35fc tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0e24365e-3007-4043-8490-0e9947498884 HTTP/1.1" status: 204 len: 168 time: 0.1549704 Aug 31 14:40:55.203251 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37488) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:55.215639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Transition to ACTIVE for port object c67088d4-f8a0-4907-8928-60adf9ac8dba will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:55.231942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f72421-b81a-4b51-ac80-d73fc69c35fc tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e24365e-3007-4043-8490-0e9947498884,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:55.277499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b20c9c67-cdd9-4734-b7b8-d0fd2f102908 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0727661 Aug 31 14:40:55.278370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37494) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:55.290303 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5d9ac-956c-4d1d-959d-26b48a8565da req-6ade93e2-dedb-4b86-aa7d-9abfee26684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:55.292084 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3b5d9ac-956c-4d1d-959d-26b48a8565da req-6ade93e2-dedb-4b86-aa7d-9abfee26684c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 1096 time: 0.0726073 Aug 31 14:40:55.294513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.379491 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c72e4ea5-a8e8-442a-9044-0b1f42d1da05 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.407712 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c72e4ea5-a8e8-442a-9044-0b1f42d1da05 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.408509 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9002e2d3-7cb0-40f1-aa17-dbd6c35c8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'c48e25af-ea89-4561-894e-8a647e4b83fd', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'port_id': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'mac_address': 'fa:16:3e:71:a9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:40:33Z', 'updated_at': '2021-08-31T14:40:52Z', 'revision_number': 1, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:36Z', 'revision_number': 5, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:55.445405 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002e2d3-7cb0-40f1-aa17-dbd6c35c8d18 None None] The sync data for ids ['f020cae8-f960-4412-adbb-6499d4d28977'] in n-d-806683-5 is: [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'c48e25af-ea89-4561-894e-8a647e4b83fd', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'port_id': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'mac_address': 'fa:16:3e:71:a9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:40:33Z', 'updated_at': '2021-08-31T14:40:52Z', 'revision_number': 1, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:36Z', 'revision_number': 5, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:40:55.460912 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c72e4ea5-a8e8-442a-9044-0b1f42d1da05 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.465326 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c72e4ea5-a8e8-442a-9044-0b1f42d1da05 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.467546 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c72e4ea5-a8e8-442a-9044-0b1f42d1da05 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-groups/bd66c64b-7b76-4542-b637-f37deac7a696 HTTP/1.1" status: 204 len: 168 time: 0.1884255 Aug 31 14:40:55.471090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c67088d4-f8a0-4907-8928-60adf9ac8dba,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:55.472651 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37496) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:55.493621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e4ea5-a8e8-442a-9044-0b1f42d1da05 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd66c64b-7b76-4542-b637-f37deac7a696,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:55.509127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Network d539104a-571b-4d65-8226-f02851a21edf is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:55.518257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:55.520656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:40:55.551854 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e8ce0fd5-1a0d-45ff-8077-5c82ff962856 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0779285 Aug 31 14:40:55.554630 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37498) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:55.559772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6c676d55-622f-4bf4-8bf4-4607d59bacc9 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group': {'name': 'tempest-secgroup--198230142'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:55.574941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5d9ac-956c-4d1d-959d-26b48a8565da req-f10f30ea-535f-4727-bd88-bfc1aacc47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:55.576760 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3b5d9ac-956c-4d1d-959d-26b48a8565da req-f10f30ea-535f-4727-bd88-bfc1aacc47bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 917 time: 0.2214065 Aug 31 14:40:55.591003 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6c676d55-622f-4bf4-8bf4-4607d59bacc9 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.609709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263dc8b-1f9a-42bd-9e18-aef5c5dba654 req-49ce5f23-97ad-45ab-a26c-aafbf534f0d9 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:55.617502 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7263dc8b-1f9a-42bd-9e18-aef5c5dba654 req-49ce5f23-97ad-45ab-a26c-aafbf534f0d9 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.1706014 Aug 31 14:40:55.697162 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.753613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6c676d55-622f-4bf4-8bf4-4607d59bacc9 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.760463 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6c676d55-622f-4bf4-8bf4-4607d59bacc9 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.797070 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6c676d55-622f-4bf4-8bf4-4607d59bacc9 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.801252 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6c676d55-622f-4bf4-8bf4-4607d59bacc9 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2425807 Aug 31 14:40:55.801252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c676d55-622f-4bf4-8bf4-4607d59bacc9 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=becba339-5823-4554-bba5-6c4370949fff,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:55.803060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37500) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:55.808794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3b5d9ac-956c-4d1d-959d-26b48a8565da req-a1660ec8-3a6a-430d-82e6-f75e432be5ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd HTTP/1.1" status: 200 len: 999 time: 0.1891146 Aug 31 14:40:55.809730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-2c119e9c-4186-4649-8699-64ccd83accfe tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group_rule': {'security_group_id': 'becba339-5823-4554-bba5-6c4370949fff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:55.821834 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7263dc8b-1f9a-42bd-9e18-aef5c5dba654 req-7fb5bd84-96db-4f3d-9f06-ad04599ec743 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001867 Aug 31 14:40:55.879288 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c119e9c-4186-4649-8699-64ccd83accfe tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.913352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5d9ac-956c-4d1d-959d-26b48a8565da req-8b7663d3-780e-4a18-a6a2-030c346a6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:55.914906 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3b5d9ac-956c-4d1d-959d-26b48a8565da req-8b7663d3-780e-4a18-a6a2-030c346a6284 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.0901630 Aug 31 14:40:55.989553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c119e9c-4186-4649-8699-64ccd83accfe tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.989813 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:55.991427 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c119e9c-4186-4649-8699-64ccd83accfe tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.003863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9c78b4b2-44e5-495b-8d2d-3cf69b54574e None None] Provisioning for port c67088d4-f8a0-4907-8928-60adf9ac8dba completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:56.020971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9c78b4b2-44e5-495b-8d2d-3cf69b54574e None None] Provisioning complete for port c67088d4-f8a0-4907-8928-60adf9ac8dba triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:56.031046 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c78b4b2-44e5-495b-8d2d-3cf69b54574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.035367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160bb13c-4fd4-4690-9ad9-1f777fd82642 None None] New status for floating IP c48e25af-ea89-4561-894e-8a647e4b83fd: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:40:56.053193 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c119e9c-4186-4649-8699-64ccd83accfe tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f5208d-e782-489f-8a70-9b8cb1dd5cb6,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:56.061866 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c119e9c-4186-4649-8699-64ccd83accfe tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.063090 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2c119e9c-4186-4649-8699-64ccd83accfe tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2587831 Aug 31 14:40:56.070538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37504) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:56.075302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-82712083-18ee-41b8-980a-c0ea24d63af6 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group_rule': {'security_group_id': 'becba339-5823-4554-bba5-6c4370949fff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:56.109016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5d9ac-956c-4d1d-959d-26b48a8565da req-641f6a7e-cd04-4755-b771-78839b47cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:56.112118 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3b5d9ac-956c-4d1d-959d-26b48a8565da req-641f6a7e-cd04-4755-b771-78839b47cb61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875248 Aug 31 14:40:56.128870 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82712083-18ee-41b8-980a-c0ea24d63af6 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.227027 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82712083-18ee-41b8-980a-c0ea24d63af6 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.232924 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82712083-18ee-41b8-980a-c0ea24d63af6 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.275399 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3b5d9ac-956c-4d1d-959d-26b48a8565da req-c9d8e13a-1f69-47bb-af76-dec92ec97a2a service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544557 Aug 31 14:40:56.284461 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82712083-18ee-41b8-980a-c0ea24d63af6 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612b9aaf-cf74-4011-bb52-206addc52851,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:56.291933 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82712083-18ee-41b8-980a-c0ea24d63af6 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.296610 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-82712083-18ee-41b8-980a-c0ea24d63af6 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2249706 Aug 31 14:40:56.297648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37510) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:56.302541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ce6d8e18-cb6e-4bad-93c7-349ed437e479 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group_rule': {'security_group_id': 'becba339-5823-4554-bba5-6c4370949fff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:56.367498 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce6d8e18-cb6e-4bad-93c7-349ed437e479 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.457260 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9c78b4b2-44e5-495b-8d2d-3cf69b54574e None None] Port c67088d4-f8a0-4907-8928-60adf9ac8dba cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:40:56.463115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ab88807b-8f4e-4726-80ac-30e42da63dbe up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:56.466976 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce6d8e18-cb6e-4bad-93c7-349ed437e479 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.469976 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.471273 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce6d8e18-cb6e-4bad-93c7-349ed437e479 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.502209 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce6d8e18-cb6e-4bad-93c7-349ed437e479 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.512322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37512) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:56.513287 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.514508 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ce6d8e18-cb6e-4bad-93c7-349ed437e479 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2151895 Aug 31 14:40:56.517728 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d8e18-cb6e-4bad-93c7-349ed437e479 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce8b15d-ba7f-411b-90c4-4d94b80dbc19,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:56.566389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e73009fc-3dd4-43c4-b7f3-e3f218a1134e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group_rule': {'security_group_id': 'becba339-5823-4554-bba5-6c4370949fff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:56.578924 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.621605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port ab88807b-8f4e-4726-80ac-30e42da63dbe completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:40:56.626740 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ab88807b-8f4e-4726-80ac-30e42da63dbe triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:56.627402 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.713140 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e73009fc-3dd4-43c4-b7f3-e3f218a1134e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.734320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c67088d4-f8a0-4907-8928-60adf9ac8dba,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:56.750701 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.784905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port ab88807b-8f4e-4726-80ac-30e42da63dbe, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ab88807b-8f4e-4726-80ac-30e42da63dbe,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:40:56.789714 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.806179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3b5d9ac-956c-4d1d-959d-26b48a8565da req-7e70571f-80cf-4cf2-81a1-0064f279e97f service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474135 Aug 31 14:40:56.863697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=ab88807b-8f4e-4726-80ac-30e42da63dbe,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:56.887603 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e73009fc-3dd4-43c4-b7f3-e3f218a1134e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.896245 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e73009fc-3dd4-43c4-b7f3-e3f218a1134e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.920732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Network d539104a-571b-4d65-8226-f02851a21edf is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:40:56.933300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73009fc-3dd4-43c4-b7f3-e3f218a1134e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa1ae69-b1f3-4a82-950b-b66fea24631d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:56.937180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:56.963862 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e73009fc-3dd4-43c4-b7f3-e3f218a1134e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:56.965057 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e73009fc-3dd4-43c4-b7f3-e3f218a1134e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4035292 Aug 31 14:40:56.969106 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37516) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:56.976455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-731ca91b-e82b-4cdb-9b51-cdeab816cac8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group_rule': {'security_group_id': 'becba339-5823-4554-bba5-6c4370949fff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:57.026022 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-731ca91b-e82b-4cdb-9b51-cdeab816cac8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.034901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69dfff6-a1f3-4a16-ad92-1829b00de5b5 req-1df0d75f-542d-4f46-a24c-89982851e228 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:57.036572 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e69dfff6-a1f3-4a16-ad92-1829b00de5b5 req-1df0d75f-542d-4f46-a24c-89982851e228 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.1219642 Aug 31 14:40:57.139885 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-731ca91b-e82b-4cdb-9b51-cdeab816cac8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.144425 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-731ca91b-e82b-4cdb-9b51-cdeab816cac8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.146266 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Router d89a73f4-d34f-4230-b596-86c6f1f53f0e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:40:57.163778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ca91b-e82b-4cdb-9b51-cdeab816cac8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed37cbde-426a-41cf-b10e-9194ffd93b11,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:57.175857 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-731ca91b-e82b-4cdb-9b51-cdeab816cac8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.177355 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-731ca91b-e82b-4cdb-9b51-cdeab816cac8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2067809 Aug 31 14:40:57.180246 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37520) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:57.199409 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e69dfff6-a1f3-4a16-ad92-1829b00de5b5 req-33a09321-a2d5-46ae-ace1-638add2794c5 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469929 Aug 31 14:40:57.228944 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53487e5a-a664-48dc-9a03-37985c6c434c tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.237691 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53487e5a-a664-48dc-9a03-37985c6c434c tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.271459 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53487e5a-a664-48dc-9a03-37985c6c434c tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.279513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-53487e5a-a664-48dc-9a03-37985c6c434c tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.281102 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-53487e5a-a664-48dc-9a03-37985c6c434c tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ed37cbde-426a-41cf-b10e-9194ffd93b11 HTTP/1.1" status: 204 len: 168 time: 0.0996134 Aug 31 14:40:57.284310 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37522) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:57.293908 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f398ef7-eb3a-45ce-aaad-be9d393ef7f9 None None] Provisioning complete for port c67088d4-f8a0-4907-8928-60adf9ac8dba triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:57.294487 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f398ef7-eb3a-45ce-aaad-be9d393ef7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.296247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53487e5a-a664-48dc-9a03-37985c6c434c tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed37cbde-426a-41cf-b10e-9194ffd93b11,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:57.348125 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-27b7e59a-df3c-4662-bf3a-50302449d209 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0585382 Aug 31 14:40:57.348869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37526) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:57.356807 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:40:57.375227 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-77bb7ead-8e70-4140-bb9f-86f2a2cf6cb0 admin admin] 10.222.0.39 "PUT /v2.0/routers/d89a73f4-d34f-4230-b596-86c6f1f53f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1576600 Aug 31 14:40:57.381067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc983861-2356-44a0-9cfb-9a3086f8e538 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.403502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f398ef7-eb3a-45ce-aaad-be9d393ef7f9 None None] Port c67088d4-f8a0-4907-8928-60adf9ac8dba cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:40:57.406826 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc983861-2356-44a0-9cfb-9a3086f8e538 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.440451 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc983861-2356-44a0-9cfb-9a3086f8e538 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.455569 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc983861-2356-44a0-9cfb-9a3086f8e538 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.459737 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bc983861-2356-44a0-9cfb-9a3086f8e538 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/2aa1ae69-b1f3-4a82-950b-b66fea24631d HTTP/1.1" status: 204 len: 168 time: 0.1097994 Aug 31 14:40:57.460278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37530) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:57.460731 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc983861-2356-44a0-9cfb-9a3086f8e538 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2aa1ae69-b1f3-4a82-950b-b66fea24631d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:57.521912 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c426affe-28dd-46fa-a6bf-84ac4c2eb0a8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0600617 Aug 31 14:40:57.524745 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37534) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:57.559366 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a7f53d5-0884-4581-b73a-45434420c656 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.569550 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a7f53d5-0884-4581-b73a-45434420c656 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.600828 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a7f53d5-0884-4581-b73a-45434420c656 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.605988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a7f53d5-0884-4581-b73a-45434420c656 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.609658 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3a7f53d5-0884-4581-b73a-45434420c656 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/6ce8b15d-ba7f-411b-90c4-4d94b80dbc19 HTTP/1.1" status: 204 len: 168 time: 0.0813329 Aug 31 14:40:57.610475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37536) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:57.615819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f53d5-0884-4581-b73a-45434420c656 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ce8b15d-ba7f-411b-90c4-4d94b80dbc19,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:57.670915 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dc4ad412-5a77-4624-93fa-d61863552640 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0593657 Aug 31 14:40:57.673475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37540) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:57.698592 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4166e473-0d57-403d-ab30-40f10bdd856b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.707787 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4166e473-0d57-403d-ab30-40f10bdd856b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.743352 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4166e473-0d57-403d-ab30-40f10bdd856b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.753411 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4166e473-0d57-403d-ab30-40f10bdd856b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.757491 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4166e473-0d57-403d-ab30-40f10bdd856b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/612b9aaf-cf74-4011-bb52-206addc52851 HTTP/1.1" status: 204 len: 168 time: 0.0802476 Aug 31 14:40:57.757491 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37542) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:57.777559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166e473-0d57-403d-ab30-40f10bdd856b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=612b9aaf-cf74-4011-bb52-206addc52851,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:57.822818 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fce28eae-3622-4556-9a0a-f4201c05c092 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0617299 Aug 31 14:40:57.823483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37546) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:57.843258 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Sync routers for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:40:57.861573 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:57.862209 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:57.870646 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b89ea4ec-5047-4228-b2d5-7d8f4808df39 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.880782 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b89ea4ec-5047-4228-b2d5-7d8f4808df39 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.917557 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b89ea4ec-5047-4228-b2d5-7d8f4808df39 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.931763 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b89ea4ec-5047-4228-b2d5-7d8f4808df39 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:57.932923 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b89ea4ec-5047-4228-b2d5-7d8f4808df39 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a2f5208d-e782-489f-8a70-9b8cb1dd5cb6 HTTP/1.1" status: 204 len: 168 time: 0.1083472 Aug 31 14:40:57.933844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ea4ec-5047-4228-b2d5-7d8f4808df39 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2f5208d-e782-489f-8a70-9b8cb1dd5cb6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:57.936219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37552) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:57.989990 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4a84db97-805e-4c7a-84ec-0c548b91123f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0506861 Aug 31 14:40:57.992599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37554) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:58.017653 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:58.054031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37558) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:58.058961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1228457646-network', 'tenant_id': 'db913a749d56483da19c873d014ef27d'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:58.084677 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-146d0217-2051-48e2-a460-099d8202b7b8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.119635 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] Made reservation on behalf of db913a749d56483da19c873d014ef27d for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:58.121901 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.133436 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-146d0217-2051-48e2-a460-099d8202b7b8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.136321 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.197581 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-146d0217-2051-48e2-a460-099d8202b7b8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.200621 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-146d0217-2051-48e2-a460-099d8202b7b8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.203672 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-146d0217-2051-48e2-a460-099d8202b7b8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-groups/becba339-5823-4554-bba5-6c4370949fff HTTP/1.1" status: 204 len: 168 time: 0.2104499 Aug 31 14:40:58.205085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37562) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:58.260398 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6a1c0051-2839-491b-9f9c-1d79e7068dec tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0537958 Aug 31 14:40:58.270968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37566) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:58.276072 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-dec8f94c-77c3-470b-8371-e54af17cece8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488282312'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:58.287085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d0217-2051-48e2-a460-099d8202b7b8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=becba339-5823-4554-bba5-6c4370949fff,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:58.288375 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 2, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:58.329378 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Checking router: d89a73f4-d34f-4230-b596-86c6f1f53f0e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:40:58.329831 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Updating router d89a73f4-d34f-4230-b596-86c6f1f53f0e port c67088d4-f8a0-4907-8928-60adf9ac8dba binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:40:58.343733 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.364611 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.377992 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.383491 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dec8f94c-77c3-470b-8371-e54af17cece8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.407977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c625f-835c-4392-8b60-28defd66e007 req-97d06bb7-6583-4999-b7bd-5d1752ce124e tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:58.415544 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c02c625f-835c-4392-8b60-28defd66e007 req-97d06bb7-6583-4999-b7bd-5d1752ce124e tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.1166823 Aug 31 14:40:58.422744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ab88807b-8f4e-4726-80ac-30e42da63dbe up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:40:58.443533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:40:58.478713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5989ed3b-7f15-4455-9159-436031891456,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:58.495960 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.496335 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] Added segment 0fb1daa3-8b3c-4887-b0d1-82a7e204f468 of type vlan for network 0584867c-aac7-4532-91dd-c8b02ff50663 Aug 31 14:40:58.519686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ab88807b-8f4e-4726-80ac-30e42da63dbe triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:40:58.520404 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.547110 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dec8f94c-77c3-470b-8371-e54af17cece8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.551732 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dec8f94c-77c3-470b-8371-e54af17cece8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.590327 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8f94c-77c3-470b-8371-e54af17cece8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fabcc91-bd1b-4742-8203-dbc1e194e633,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:58.606560 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dec8f94c-77c3-470b-8371-e54af17cece8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.609033 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dec8f94c-77c3-470b-8371-e54af17cece8 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3361812 Aug 31 14:40:58.611732 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37570) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:58.611912 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c02c625f-835c-4392-8b60-28defd66e007 req-9a14fdb6-9f6b-46ac-a752-bb07033b73c0 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953623 Aug 31 14:40:58.619547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0915d24d-8d45-47b9-b68f-0eae5d1b81e3 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group_rule': {'security_group_id': '3fabcc91-bd1b-4742-8203-dbc1e194e633', 'direction': 'ingress', 'protocol': 17}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:58.652659 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.658016 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0915d24d-8d45-47b9-b68f-0eae5d1b81e3 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.703531 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.704766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:58.705103 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.743372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0915d24d-8d45-47b9-b68f-0eae5d1b81e3 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.749922 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0915d24d-8d45-47b9-b68f-0eae5d1b81e3 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.776089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7208245 Aug 31 14:40:58.778787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37572) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:58.781197 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915d24d-8d45-47b9-b68f-0eae5d1b81e3 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c0a203-dca1-48c5-a4ec-ba80b2512767,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:58.786253 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0915d24d-8d45-47b9-b68f-0eae5d1b81e3 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.790248 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0915d24d-8d45-47b9-b68f-0eae5d1b81e3 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1746128 Aug 31 14:40:58.790368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d0b16b56-62ea-48a6-b164-e7a28f1f99da admin admin] Request body: {'subnet': {'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1228457646-subnet', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:58.790671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37574) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:58.793195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c11ec-dae0-4791-a845-c8f7e2c8c238 admin admin] Pushing event updated for resources: {'Network': ['ID=0584867c-aac7-4532-91dd-c8b02ff50663,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:58.803983 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 0584867c-aac7-4532-91dd-c8b02ff50663 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:40:58.828947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b16b56-62ea-48a6-b164-e7a28f1f99da admin admin] Made reservation on behalf of db913a749d56483da19c873d014ef27d for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:40:58.832909 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0b16b56-62ea-48a6-b164-e7a28f1f99da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.863747 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2d92834c-bd32-43c0-b6ae-5239dfbc870f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.872540 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.897402 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Transition to ACTIVE for port object c67088d4-f8a0-4907-8928-60adf9ac8dba will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:40:58.908250 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.908451 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2d92834c-bd32-43c0-b6ae-5239dfbc870f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.001965 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2d92834c-bd32-43c0-b6ae-5239dfbc870f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.004899 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2d92834c-bd32-43c0-b6ae-5239dfbc870f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.009845 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2d92834c-bd32-43c0-b6ae-5239dfbc870f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-groups/3fabcc91-bd1b-4742-8203-dbc1e194e633 HTTP/1.1" status: 204 len: 168 time: 0.2178619 Aug 31 14:40:59.010587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37576) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:59.043122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92834c-bd32-43c0-b6ae-5239dfbc870f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fabcc91-bd1b-4742-8203-dbc1e194e633,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:59.069577 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Attempting to bind port c67088d4-f8a0-4907-8928-60adf9ac8dba on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:40:59.069952 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Attempting to bind port c67088d4-f8a0-4907-8928-60adf9ac8dba by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:40:59.070316 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Attempting to bind port c67088d4-f8a0-4907-8928-60adf9ac8dba on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:40:59.073572 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5531ed1-5f44-4ed9-8bab-c69de27cf5b1 None None] Pushing event updated for resources: {'Port': ['ID=c67088d4-f8a0-4907-8928-60adf9ac8dba,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:59.083685 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:40:59.084061 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Checking segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:59.086617 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.087038 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Bound using segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:40:59.087400 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9c382d00-c8b2-4da7-b420-6289a59f5346 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0715189 Aug 31 14:40:59.087569 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Bound port: c67088d4-f8a0-4907-8928-60adf9ac8dba, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:40:59.087964 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.093788 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37578) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:59.104277 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-86941476-e9c1-4281-a0a2-fc6aba88ca1f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647001766'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:59.146251 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86941476-e9c1-4281-a0a2-fc6aba88ca1f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.171036 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0b16b56-62ea-48a6-b164-e7a28f1f99da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.196071 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] For port c67088d4-f8a0-4907-8928-60adf9ac8dba, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:40:59.203226 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] For port c67088d4-f8a0-4907-8928-60adf9ac8dba, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c67088d4-f8a0-4907-8928-60adf9ac8dba,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:40:59.212057 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.269148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b16b56-62ea-48a6-b164-e7a28f1f99da admin admin] Pushing event updated for resources: {'Subnet': ['ID=01eff38c-5f89-44ee-8579-b561b70ea1f8,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:59.295816 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:59.296575 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:59.301694 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86941476-e9c1-4281-a0a2-fc6aba88ca1f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.307149 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86941476-e9c1-4281-a0a2-fc6aba88ca1f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.312322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b16b56-62ea-48a6-b164-e7a28f1f99da admin admin] Checking segment: {'id': '0fb1daa3-8b3c-4887-b0d1-82a7e204f468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:40:59.312692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b16b56-62ea-48a6-b164-e7a28f1f99da admin admin] Network hostable DHCP agents. Network: 0584867c-aac7-4532-91dd-c8b02ff50663, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:40:59.339301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b16b56-62ea-48a6-b164-e7a28f1f99da admin admin] Network 0584867c-aac7-4532-91dd-c8b02ff50663 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:40:59.353741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d0b16b56-62ea-48a6-b164-e7a28f1f99da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 0584867c-aac7-4532-91dd-c8b02ff50663) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:40:59.358749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b16b56-62ea-48a6-b164-e7a28f1f99da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:59.360450 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0b16b56-62ea-48a6-b164-e7a28f1f99da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.364990 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86941476-e9c1-4281-a0a2-fc6aba88ca1f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.374326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f2b98-e249-43bf-8e63-e644eb87f875 None None] Network 0584867c-aac7-4532-91dd-c8b02ff50663 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:40:59.376303 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-86941476-e9c1-4281-a0a2-fc6aba88ca1f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2789698 Aug 31 14:40:59.377078 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37584) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:59.377800 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d0b16b56-62ea-48a6-b164-e7a28f1f99da admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5973272 Aug 31 14:40:59.380287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37586) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:59.384410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-86a54f12-f409-474b-928d-db16af9c71c5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009592485'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:59.386153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1228457646-router', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:59.429848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86941476-e9c1-4281-a0a2-fc6aba88ca1f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64c3be6-6ad5-473c-a771-971f62e62920,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:59.434772 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.436579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.454386 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86a54f12-f409-474b-928d-db16af9c71c5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.484562 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5531ed1-5f44-4ed9-8bab-c69de27cf5b1 None None] Pushing event updated for resources: {'Port': ['ID=c67088d4-f8a0-4907-8928-60adf9ac8dba,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:59.551257 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.585659 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:59.609402 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86a54f12-f409-474b-928d-db16af9c71c5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.633078 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86a54f12-f409-474b-928d-db16af9c71c5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.637738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-0584867c-aac7-4532-91dd-c8b02ff50663', 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'fixed_ips': [{'subnet_id': '01eff38c-5f89-44ee-8579-b561b70ea1f8'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:40:59.638258 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.670805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a54f12-f409-474b-928d-db16af9c71c5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81adbf05-25a9-4a90-92a6-bde32afdc555,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:59.698577 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86a54f12-f409-474b-928d-db16af9c71c5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.699961 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-86a54f12-f409-474b-928d-db16af9c71c5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3193805 Aug 31 14:40:59.703003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37592) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:59.708872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b75331d7-fd99-47f2-bcb7-30eb946ebdc2 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group_rule': {'security_group_id': 'f64c3be6-6ad5-473c-a771-971f62e62920', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '81adbf05-25a9-4a90-92a6-bde32afdc555', 'remote_ip_prefix': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:40:59.751217 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b75331d7-fd99-47f2-bcb7-30eb946ebdc2 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.801701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Allocated IP 172.20.0.2 (0584867c-aac7-4532-91dd-c8b02ff50663/01eff38c-5f89-44ee-8579-b561b70ea1f8/2dd9cae6-1d4a-43af-9c75-0376f82fa81b) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:40:59.802548 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.860647 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b75331d7-fd99-47f2-bcb7-30eb946ebdc2 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.867629 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b75331d7-fd99-47f2-bcb7-30eb946ebdc2 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.874067 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dab46-e74b-46ef-b201-084e689a4aff req-0622fce5-35aa-43e6-8789-218bd6c31217 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:59.876323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-876dab46-e74b-46ef-b201-084e689a4aff req-0622fce5-35aa-43e6-8789-218bd6c31217 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.1407564 Aug 31 14:40:59.885444 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:40:59Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:59.892745 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b75331d7-fd99-47f2-bcb7-30eb946ebdc2 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.894069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b75331d7-fd99-47f2-bcb7-30eb946ebdc2 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1899605 Aug 31 14:40:59.899291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37594) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:59.924409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75331d7-fd99-47f2-bcb7-30eb946ebdc2 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d3cdb5-7532-445a-8ea9-8b7303c51c2e,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:59.925484 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-876dab46-e74b-46ef-b201-084e689a4aff req-43f891af-b177-4426-be02-e7cb501ff059 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421770 Aug 31 14:40:59.937724 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3f8cf-8ab0-481b-a0ad-6272992e9406 None None] The sync data for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 is: [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:40:59Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:40:59.938516 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f755d67-71d9-4aee-bbbe-c90fb1064fda tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.951611 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f755d67-71d9-4aee-bbbe-c90fb1064fda tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.988601 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.996048 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f755d67-71d9-4aee-bbbe-c90fb1064fda tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.007246 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f755d67-71d9-4aee-bbbe-c90fb1064fda tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.007246 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5f755d67-71d9-4aee-bbbe-c90fb1064fda tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/19d3cdb5-7532-445a-8ea9-8b7303c51c2e HTTP/1.1" status: 204 len: 168 time: 0.1045287 Aug 31 14:41:00.014967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37596) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:00.017059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f755d67-71d9-4aee-bbbe-c90fb1064fda tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19d3cdb5-7532-445a-8ea9-8b7303c51c2e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:00.025298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Transition to ACTIVE for port object 2dd9cae6-1d4a-43af-9c75-0376f82fa81b will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:00.055766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Transition to ACTIVE for port object 2dd9cae6-1d4a-43af-9c75-0376f82fa81b will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:00.064606 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.080947 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4fac2a5c-c45d-41f8-8f77-31022c1c6679 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0569577 Aug 31 14:41:00.081729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37598) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:00.142555 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.147365 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Network 0584867c-aac7-4532-91dd-c8b02ff50663 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:41:00.150320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:00.154414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:41:00.155195 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2059b7a2-1a76-4b7f-8d72-3ba43ef2910b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.163292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Pushing event updated for resources: {'Port': ['ID=2dd9cae6-1d4a-43af-9c75-0376f82fa81b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:00.191975 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2059b7a2-1a76-4b7f-8d72-3ba43ef2910b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.192608 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.234619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Attempting to bind port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:41:00.234619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Attempting to bind port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '0fb1daa3-8b3c-4887-b0d1-82a7e204f468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:41:00.234619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Attempting to bind port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b on network 0584867c-aac7-4532-91dd-c8b02ff50663 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:00.239207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:41:00.239607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Checking segment: {'id': '0fb1daa3-8b3c-4887-b0d1-82a7e204f468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:41:00.240009 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.240643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Bound using segment: {'id': '0fb1daa3-8b3c-4887-b0d1-82a7e204f468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:41:00.241462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Bound port: 2dd9cae6-1d4a-43af-9c75-0376f82fa81b, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1daa3-8b3c-4887-b0d1-82a7e204f468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:41:00.241851 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.249370 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2059b7a2-1a76-4b7f-8d72-3ba43ef2910b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.254938 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2059b7a2-1a76-4b7f-8d72-3ba43ef2910b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.256424 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2059b7a2-1a76-4b7f-8d72-3ba43ef2910b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-groups/81adbf05-25a9-4a90-92a6-bde32afdc555 HTTP/1.1" status: 204 len: 168 time: 0.1736996 Aug 31 14:41:00.259315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:00.269061 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b7a2-1a76-4b7f-8d72-3ba43ef2910b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81adbf05-25a9-4a90-92a6-bde32afdc555,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:00.367486 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] For port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:41:00.377715 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] For port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2dd9cae6-1d4a-43af-9c75-0376f82fa81b,segment=NetworkSegment(0fb1daa3-8b3c-4887-b0d1-82a7e204f468),segment_id=0fb1daa3-8b3c-4887-b0d1-82a7e204f468)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:41:00.385419 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.421325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Allocated IP 172.25.2.168 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:41:00.439369 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-57419016-182e-46aa-8760-c274a4fddb16 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1787817 Aug 31 14:41:00.441325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37604) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:00.509957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c67088d4-f8a0-4907-8928-60adf9ac8dba up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:00.516367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81eb44-7872-40ab-9e3f-f9c713031455 None None] Pushing event updated for resources: {'Port': ['ID=2dd9cae6-1d4a-43af-9c75-0376f82fa81b,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:00.619078 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d9af26b9-8d99-4052-8070-57e7bda4d549 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.657801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port c67088d4-f8a0-4907-8928-60adf9ac8dba completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:00.673857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c67088d4-f8a0-4907-8928-60adf9ac8dba triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:00.674231 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.695747 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d9af26b9-8d99-4052-8070-57e7bda4d549 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.696657 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.786503 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d9af26b9-8d99-4052-8070-57e7bda4d549 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.797757 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d9af26b9-8d99-4052-8070-57e7bda4d549 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.817074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37608) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:00.819028 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d9af26b9-8d99-4052-8070-57e7bda4d549 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-groups/f64c3be6-6ad5-473c-a771-971f62e62920 HTTP/1.1" status: 204 len: 168 time: 0.3751278 Aug 31 14:41:00.825576 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.836046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af26b9-8d99-4052-8070-57e7bda4d549 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64c3be6-6ad5-473c-a771-971f62e62920,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:00.892169 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:00.906823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:41:00.917210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:00.926801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:41:00.959608 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:41:01.190693 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port c67088d4-f8a0-4907-8928-60adf9ac8dba, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c67088d4-f8a0-4907-8928-60adf9ac8dba,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:01.190693 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.323679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:01.323679 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-09972c9c-7be0-425f-a531-d68d719212b4 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4417381 Aug 31 14:41:01.325039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37626) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:01.325039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-cfb7f6df-d73d-403c-a49e-febba1b8fdd7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group': {'name': 'tempest-secgroup--820631556'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:01.325467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=c67088d4-f8a0-4907-8928-60adf9ac8dba,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:01.348417 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f6df-d73d-403c-a49e-febba1b8fdd7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.472914 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f6df-d73d-403c-a49e-febba1b8fdd7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.476991 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f6df-d73d-403c-a49e-febba1b8fdd7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.482801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988e943-b858-496f-bf86-1492268c9bbf req-2c6cfefa-db45-49bb-9204-c7484e02e697 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:01.487956 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c988e943-b858-496f-bf86-1492268c9bbf req-2c6cfefa-db45-49bb-9204-c7484e02e697 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.3141606 Aug 31 14:41:01.507478 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f6df-d73d-403c-a49e-febba1b8fdd7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.509111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cfb7f6df-d73d-403c-a49e-febba1b8fdd7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2410352 Aug 31 14:41:01.512035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37632) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:01.521384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d047952a-d407-496e-8878-62f16ef7c699 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group_rule': {'security_group_id': '693cc923-6307-4c95-a1e4-afc97101de3e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:01.533427 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7f6df-d73d-403c-a49e-febba1b8fdd7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693cc923-6307-4c95-a1e4-afc97101de3e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:01.557037 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d047952a-d407-496e-8878-62f16ef7c699 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.598475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c988e943-b858-496f-bf86-1492268c9bbf req-fd16503b-69bf-41c8-b94b-ed8160e85784 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056888 Aug 31 14:41:01.648559 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d047952a-d407-496e-8878-62f16ef7c699 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.653107 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d047952a-d407-496e-8878-62f16ef7c699 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.678966 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.695043 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d047952a-d407-496e-8878-62f16ef7c699 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.696745 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d047952a-d407-496e-8878-62f16ef7c699 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1835604 Aug 31 14:41:01.705424 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37636) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:01.712652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047952a-d407-496e-8878-62f16ef7c699 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9d01ec-cb73-487a-acb7-ae951a2e052d,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:01.756874 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb9b6961-2303-4993-805e-4da8a9e7a4e7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.788000 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb9b6961-2303-4993-805e-4da8a9e7a4e7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.844653 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb9b6961-2303-4993-805e-4da8a9e7a4e7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.853074 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb9b6961-2303-4993-805e-4da8a9e7a4e7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.858501 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cb9b6961-2303-4993-805e-4da8a9e7a4e7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3f9d01ec-cb73-487a-acb7-ae951a2e052d HTTP/1.1" status: 204 len: 168 time: 0.1507668 Aug 31 14:41:01.861457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37640) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:01.889012 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b6961-2303-4993-805e-4da8a9e7a4e7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f9d01ec-cb73-487a-acb7-ae951a2e052d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:01.926364 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a6ab6aaf-a195-4e49-8bff-f7f2f0decb5f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0634294 Aug 31 14:41:01.927525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37642) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:02.028765 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9255a151-9e09-4d0f-a4bc-c7be0d098e21 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.061993 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.073212 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9255a151-9e09-4d0f-a4bc-c7be0d098e21 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.131729 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0fa650-ace4-4fdc-831f-3a7ff01a424c None None] Network 0584867c-aac7-4532-91dd-c8b02ff50663 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:41:02.134257 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9255a151-9e09-4d0f-a4bc-c7be0d098e21 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.136936 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9255a151-9e09-4d0f-a4bc-c7be0d098e21 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.142742 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9255a151-9e09-4d0f-a4bc-c7be0d098e21 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-groups/693cc923-6307-4c95-a1e4-afc97101de3e HTTP/1.1" status: 204 len: 168 time: 0.2116971 Aug 31 14:41:02.144618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37646) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:02.158313 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255a151-9e09-4d0f-a4bc-c7be0d098e21 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=693cc923-6307-4c95-a1e4-afc97101de3e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:02.221244 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5a76c625-8a99-4cc0-bffd-d9853d204381 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0739636 Aug 31 14:41:02.221869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37650) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:02.226916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bde90b18-cefa-492d-9f7f-46cc87f84e21 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group': {'name': 'tempest-secgroup--652171510'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:02.260499 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bde90b18-cefa-492d-9f7f-46cc87f84e21 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.264648 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-87d7de12-39bf-43b0-8fb6-f0835ee22e08 None None] Provisioning for port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:02.429887 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bde90b18-cefa-492d-9f7f-46cc87f84e21 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.442074 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bde90b18-cefa-492d-9f7f-46cc87f84e21 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.492099 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bde90b18-cefa-492d-9f7f-46cc87f84e21 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.493731 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bde90b18-cefa-492d-9f7f-46cc87f84e21 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2705121 Aug 31 14:41:02.497036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37658) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:02.504543 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-af0c367f-8422-4574-ac6c-8d7c0db428c7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group_rule': {'security_group_id': 'e27d2116-72e5-46e8-b73f-ba815709871e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:02.515815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde90b18-cefa-492d-9f7f-46cc87f84e21 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27d2116-72e5-46e8-b73f-ba815709871e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:02.551667 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-af0c367f-8422-4574-ac6c-8d7c0db428c7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.678876 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2dd9cae6-1d4a-43af-9c75-0376f82fa81b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:02.679627 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-af0c367f-8422-4574-ac6c-8d7c0db428c7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.688287 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-af0c367f-8422-4574-ac6c-8d7c0db428c7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.741986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c367f-8422-4574-ac6c-8d7c0db428c7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69f8b6a-0bb9-4a46-9737-6331a3593979,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:02.757580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-af0c367f-8422-4574-ac6c-8d7c0db428c7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.760873 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-af0c367f-8422-4574-ac6c-8d7c0db428c7 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2621551 Aug 31 14:41:02.763510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37664) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:02.796705 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-31b5e9d9-d421-4c9d-ac33-5b73e5d8cdd0 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules/d69f8b6a-0bb9-4a46-9737-6331a3593979 HTTP/1.1" status: 200 len: 763 time: 0.0316477 Aug 31 14:41:02.799896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37666) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:02.806537 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:02.816469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:02.816847 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.854892 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4281cdac-372c-4478-8bdd-d195cca90c59 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0534775 Aug 31 14:41:02.857966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37672) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:02.863943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44325351-c0a3-44fd-8f98-8abb72ea8161 req-0ca0fcbb-76aa-401e-96f1-ae37ad88beff tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:02.875922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44325351-c0a3-44fd-8f98-8abb72ea8161 req-0ca0fcbb-76aa-401e-96f1-ae37ad88beff tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.1192303 Aug 31 14:41:02.898300 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6fc166a3-8538-4041-a21b-88e796d1daad tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.909170 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6fc166a3-8538-4041-a21b-88e796d1daad tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.942547 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6fc166a3-8538-4041-a21b-88e796d1daad tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.944142 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44325351-c0a3-44fd-8f98-8abb72ea8161 req-108ad8db-4ebd-4126-a2a8-a78235580747 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670953 Aug 31 14:41:02.945791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Router 3289c08a-eb74-4e00-ba22-2020dca23d67 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:41:02.952204 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6fc166a3-8538-4041-a21b-88e796d1daad tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:02.953663 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6fc166a3-8538-4041-a21b-88e796d1daad tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d69f8b6a-0bb9-4a46-9737-6331a3593979 HTTP/1.1" status: 204 len: 168 time: 0.0943475 Aug 31 14:41:02.956858 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37674) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:02.966197 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc166a3-8538-4041-a21b-88e796d1daad tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d69f8b6a-0bb9-4a46-9737-6331a3593979,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:02.980200 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.053173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2dd9cae6-1d4a-43af-9c75-0376f82fa81b,segment=NetworkSegment(0fb1daa3-8b3c-4887-b0d1-82a7e204f468),segment_id=0fb1daa3-8b3c-4887-b0d1-82a7e204f468)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:03.054730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a9eec554-431c-43e8-bf2c-7fa71f13b636 None None] Provisioning complete for port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:03.055367 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9eec554-431c-43e8-bf2c-7fa71f13b636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.058389 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.059406 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c67088d4-f8a0-4907-8928-60adf9ac8dba up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:03.081927 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37678) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:03.082162 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0e2ae033-b3da-471f-8529-38e61e7fb3d5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1229672 Aug 31 14:41:03.088389 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a64dcdc6-1ad8-43ea-904f-050f069b2b2e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group_rule': {'security_group_id': 'e27d2116-72e5-46e8-b73f-ba815709871e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:03.128794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:41:03.141381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a64dcdc6-1ad8-43ea-904f-050f069b2b2e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.149705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Sync routers for ids ['3289c08a-eb74-4e00-ba22-2020dca23d67'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:41:03.154941 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.156610 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-17aadc5c-7086-4cdc-9c9a-1512c55f6be2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7749290 Aug 31 14:41:03.159634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37682) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:03.187720 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Routers {'3289c08a-eb74-4e00-ba22-2020dca23d67'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:03.188366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3289c08a-eb74-4e00-ba22-2020dca23d67'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:03.238016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=2dd9cae6-1d4a-43af-9c75-0376f82fa81b,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:03.253892 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c67088d4-f8a0-4907-8928-60adf9ac8dba triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:03.254177 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.268713 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a64dcdc6-1ad8-43ea-904f-050f069b2b2e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.278443 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a64dcdc6-1ad8-43ea-904f-050f069b2b2e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.306918 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dcdc6-1ad8-43ea-904f-050f069b2b2e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70f3043-eb95-44f5-8f03-83efae20f305,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:03.316492 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a64dcdc6-1ad8-43ea-904f-050f069b2b2e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.321291 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a64dcdc6-1ad8-43ea-904f-050f069b2b2e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2377720 Aug 31 14:41:03.322046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37688) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:03.392757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37690) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:03.400467 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3af0010a-ebbb-4a9c-bbb8-5dc7fc7429cd tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules/f70f3043-eb95-44f5-8f03-83efae20f305 HTTP/1.1" status: 200 len: 763 time: 0.0756140 Aug 31 14:41:03.408037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Set router 3289c08a-eb74-4e00-ba22-2020dca23d67 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:03.465721 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ac79f8f6-d79e-42e0-a4f8-e015f51532bf tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0717549 Aug 31 14:41:03.467107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37694) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:03.492947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf37056b-3f3d-4dbc-b217-9ece14a9f5e3 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.501401 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf37056b-3f3d-4dbc-b217-9ece14a9f5e3 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.533227 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf37056b-3f3d-4dbc-b217-9ece14a9f5e3 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.546899 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf37056b-3f3d-4dbc-b217-9ece14a9f5e3 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.552013 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cf37056b-3f3d-4dbc-b217-9ece14a9f5e3 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f70f3043-eb95-44f5-8f03-83efae20f305 HTTP/1.1" status: 204 len: 168 time: 0.0832214 Aug 31 14:41:03.553359 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37056b-3f3d-4dbc-b217-9ece14a9f5e3 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f70f3043-eb95-44f5-8f03-83efae20f305,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:03.555417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37696) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:03.636630 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4b9e0f2a-8ab4-4239-a150-9c7f66c854bb tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0795879 Aug 31 14:41:03.642380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37700) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:03.648270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-40935926-8c93-4e22-9083-9b4698957f5b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Request body: {'security_group_rule': {'security_group_id': 'e27d2116-72e5-46e8-b73f-ba815709871e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:03.667141 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'name': 'tempest-TestVolumeBootPattern-1228457646-router', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:59Z', 'updated_at': '2021-08-31T14:41:01Z', 'revision_number': 3, 'project_id': 'db913a749d56483da19c873d014ef27d', 'gw_port': {'id': 'c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:41:00Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:03.674589 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-40935926-8c93-4e22-9083-9b4698957f5b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Project 057c354069104536932043e6931a7270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:41:03.680386 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-40935926-8c93-4e22-9083-9b4698957f5b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.705658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Checking router: 3289c08a-eb74-4e00-ba22-2020dca23d67 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:41:03.706314 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Updating router 3289c08a-eb74-4e00-ba22-2020dca23d67 port c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:41:03.768736 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.774881 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-40935926-8c93-4e22-9083-9b4698957f5b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.781049 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-40935926-8c93-4e22-9083-9b4698957f5b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.799139 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40935926-8c93-4e22-9083-9b4698957f5b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e72f27-bf3a-4fae-bbc9-4ec6451ae97e,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:03.808449 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-40935926-8c93-4e22-9083-9b4698957f5b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.809739 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-40935926-8c93-4e22-9083-9b4698957f5b tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1657376 Aug 31 14:41:03.812396 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37704) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:03.839448 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-21a408fd-581e-480c-b40f-5fad3ddc525e tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules/b7e72f27-bf3a-4fae-bbc9-4ec6451ae97e HTTP/1.1" status: 200 len: 769 time: 0.0255659 Aug 31 14:41:03.842150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37706) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:03.906619 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fd996d66-ad12-4d15-ac4b-0038126c129f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0630050 Aug 31 14:41:03.908988 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.910509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37708) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:03.943310 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-024dfe61-2ec7-4311-89f6-e2f72e515e7c tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:03.954552 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-024dfe61-2ec7-4311-89f6-e2f72e515e7c tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.015527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Allocated IP 172.20.0.1 (0584867c-aac7-4532-91dd-c8b02ff50663/01eff38c-5f89-44ee-8579-b561b70ea1f8/39a386ff-5380-44fa-9d8d-f7526dc5a76b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:41:04.018666 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-024dfe61-2ec7-4311-89f6-e2f72e515e7c tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.028412 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-024dfe61-2ec7-4311-89f6-e2f72e515e7c tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.030253 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-024dfe61-2ec7-4311-89f6-e2f72e515e7c tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b7e72f27-bf3a-4fae-bbc9-4ec6451ae97e HTTP/1.1" status: 204 len: 168 time: 0.1183789 Aug 31 14:41:04.034517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37716) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:04.047387 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024dfe61-2ec7-4311-89f6-e2f72e515e7c tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7e72f27-bf3a-4fae-bbc9-4ec6451ae97e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:04.134762 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e0654bea-dcbd-4306-8240-2f13c47f43d5 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0982940 Aug 31 14:41:04.137863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37718) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:04.230904 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91e014-6611-4f38-9648-2a366bda47ef req-7f466682-a168-4474-831a-3dade763bacc tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:04.233309 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a91e014-6611-4f38-9648-2a366bda47ef req-7f466682-a168-4474-831a-3dade763bacc tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.1335125 Aug 31 14:41:04.241991 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42c55d68-d92e-465b-a25b-d03e0e3fc90f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.277824 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.302816 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42c55d68-d92e-465b-a25b-d03e0e3fc90f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.312830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a91e014-6611-4f38-9648-2a366bda47ef req-90c4c8dd-5707-4f99-899c-a9ef2b653592 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686641 Aug 31 14:41:04.313928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Transition to ACTIVE for port object 39a386ff-5380-44fa-9d8d-f7526dc5a76b will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:04.314040 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.334027 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Transition to ACTIVE for port object c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:04.342331 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.369183 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.376906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Attempting to bind port c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:41:04.377336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Attempting to bind port c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:41:04.377706 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Attempting to bind port c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:04.395787 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42c55d68-d92e-465b-a25b-d03e0e3fc90f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.398497 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42c55d68-d92e-465b-a25b-d03e0e3fc90f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.402442 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-42c55d68-d92e-465b-a25b-d03e0e3fc90f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "DELETE /v2.0/security-groups/e27d2116-72e5-46e8-b73f-ba815709871e HTTP/1.1" status: 204 len: 168 time: 0.2627630 Aug 31 14:41:04.403160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37724) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:04.422220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Network 0584867c-aac7-4532-91dd-c8b02ff50663 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:41:04.425689 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c55d68-d92e-465b-a25b-d03e0e3fc90f tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27d2116-72e5-46e8-b73f-ba815709871e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:04.426670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:04.436223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:41:04.436886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:41:04.437673 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.438262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:41:04.438925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Bound port: c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:41:04.440417 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.443777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:41:04.470555 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-13c4d038-d023-4436-a7f9-96646bf105ee tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624223 Aug 31 14:41:04.471240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37726) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:04.493660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2dd9cae6-1d4a-43af-9c75-0376f82fa81b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:04.500046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Pushing event updated for resources: {'Port': ['ID=39a386ff-5380-44fa-9d8d-f7526dc5a76b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:04.538876 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.560528 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2168f12d-438e-4a6b-a138-8cacf9eb6c36 tempest-SecGroupIPv6Test-116221530 tempest-SecGroupIPv6Test-116221530-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0876112 Aug 31 14:41:04.589468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0963356-d281-46e2-9481-3fe782f739e5 None None] Pushing event updated for resources: {'Port': ['ID=c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:04.631795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] For port c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:41:04.631795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] For port c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:41:04.642550 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.682380 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:04.682750 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.756446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Routers {'3289c08a-eb74-4e00-ba22-2020dca23d67'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:04.757405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3289c08a-eb74-4e00-ba22-2020dca23d67'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:04.782983 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.794071 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0963356-d281-46e2-9481-3fe782f739e5 None None] Pushing event updated for resources: {'Port': ['ID=c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:04.937988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-121c15b6-7ee8-4e4c-9aa0-a9321589fd44 None None] Provisioning for port 39a386ff-5380-44fa-9d8d-f7526dc5a76b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:04.941256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] Set router 3289c08a-eb74-4e00-ba22-2020dca23d67 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:04.967820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-121c15b6-7ee8-4e4c-9aa0-a9321589fd44 None None] Provisioning complete for port 39a386ff-5380-44fa-9d8d-f7526dc5a76b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:04.968037 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-121c15b6-7ee8-4e4c-9aa0-a9321589fd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:05.003498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37738) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:05.080391 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-121c15b6-7ee8-4e4c-9aa0-a9321589fd44 None None] Port 39a386ff-5380-44fa-9d8d-f7526dc5a76b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:41:05.087315 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:05.104469 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:05.177411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Pushing event updated for resources: {'Port': ['ID=39a386ff-5380-44fa-9d8d-f7526dc5a76b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:05.199213 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:05.241067 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a4792cae-b29f-4cc3-9f05-83381ae615f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=057c354069104536932043e6931a7270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351689 Aug 31 14:41:05.241839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37746) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:05.242292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'name': 'tempest-TestVolumeBootPattern-1228457646-router', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:59Z', 'updated_at': '2021-08-31T14:41:04Z', 'revision_number': 4, 'project_id': 'db913a749d56483da19c873d014ef27d', 'gw_port': {'id': 'c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:41:00Z', 'updated_at': '2021-08-31T14:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '39a386ff-5380-44fa-9d8d-f7526dc5a76b', 'name': '', 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'mac_address': 'fa:16:3e:fd:7b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '01eff38c-5f89-44ee-8579-b561b70ea1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:41:03Z', 'updated_at': '2021-08-31T14:41:04Z', 'revision_number': 1, 'project_id': 'db913a749d56483da19c873d014ef27d', 'subnets': [{'id': '01eff38c-5f89-44ee-8579-b561b70ea1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:05.274442 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247ad68-6695-43b7-a6fc-5f838eddcb69 None None] The sync data for ids ['3289c08a-eb74-4e00-ba22-2020dca23d67'] in n-d-806683-5 is: [{'id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'name': 'tempest-TestVolumeBootPattern-1228457646-router', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:59Z', 'updated_at': '2021-08-31T14:41:04Z', 'revision_number': 4, 'project_id': 'db913a749d56483da19c873d014ef27d', 'gw_port': {'id': 'c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:41:00Z', 'updated_at': '2021-08-31T14:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '39a386ff-5380-44fa-9d8d-f7526dc5a76b', 'name': '', 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'mac_address': 'fa:16:3e:fd:7b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '01eff38c-5f89-44ee-8579-b561b70ea1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:41:03Z', 'updated_at': '2021-08-31T14:41:04Z', 'revision_number': 1, 'project_id': 'db913a749d56483da19c873d014ef27d', 'subnets': [{'id': '01eff38c-5f89-44ee-8579-b561b70ea1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:41:05.322384 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08d21783-3f63-4b81-83fe-221769bda8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:05.324531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Network 0584867c-aac7-4532-91dd-c8b02ff50663 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:41:05.326213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:05.360443 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08d21783-3f63-4b81-83fe-221769bda8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:05.457046 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08d21783-3f63-4b81-83fe-221769bda8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:05.459659 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-08d21783-3f63-4b81-83fe-221769bda8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:05.460993 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-08d21783-3f63-4b81-83fe-221769bda8f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abc287c8-8658-432a-befb-0ac497c2d8d5 HTTP/1.1" status: 204 len: 168 time: 0.2182159 Aug 31 14:41:05.473103 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d21783-3f63-4b81-83fe-221769bda8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc287c8-8658-432a-befb-0ac497c2d8d5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:05.575051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57101429-6f70-4430-8369-8c49271e0f3f req-affd27f2-ed84-4a97-9b1b-3f839726c87f tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:05.576951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-57101429-6f70-4430-8369-8c49271e0f3f req-affd27f2-ed84-4a97-9b1b-3f839726c87f tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.0872443 Aug 31 14:41:05.585008 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Router 3289c08a-eb74-4e00-ba22-2020dca23d67 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:41:05.772651 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-57101429-6f70-4430-8369-8c49271e0f3f req-8775086c-6f26-4d7a-9dfc-1f703aca6e36 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858776 Aug 31 14:41:05.822055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-af683b51-656e-48f2-93f6-d6bbf0cf8462 None None] Provisioning complete for port 39a386ff-5380-44fa-9d8d-f7526dc5a76b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:05.822625 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:41:05.823591 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af683b51-656e-48f2-93f6-d6bbf0cf8462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:05.836388 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-47ca9023-5e26-4a3f-b01e-3126fd6c408d admin admin] 10.222.0.39 "PUT /v2.0/routers/3289c08a-eb74-4e00-ba22-2020dca23d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6676280 Aug 31 14:41:05.895033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-af683b51-656e-48f2-93f6-d6bbf0cf8462 None None] Port 39a386ff-5380-44fa-9d8d-f7526dc5a76b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:41:06.243887 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f389a-e607-4a0e-9676-53751924f52d req-51df624c-ab53-43f5-bffa-259fa2117caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:06.246382 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc4f389a-e607-4a0e-9676-53751924f52d req-51df624c-ab53-43f5-bffa-259fa2117caf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 1097 time: 0.1004310 Aug 31 14:41:06.328608 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc4f389a-e607-4a0e-9676-53751924f52d req-7ffbd8d2-418a-4ccd-932f-ee576c6fd531 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732210 Aug 31 14:41:06.456333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37800) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:06.609701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1483337599'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:06.634284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Made reservation on behalf of 5086607dc48b4d88bcc966a606e628cd for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:41:06.640767 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:06.655659 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:06.777160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:06.783030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:06.821219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:41:06.842198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10912d3-2eac-44f8-8c5d-c344f293601b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:06.851827 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:06.852452 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Added segment 97d84880-4613-458a-99e4-579c42abe824 of type vlan for network 00e2d69d-913a-41e2-9208-9c03e9b61295 Aug 31 14:41:06.952937 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:07.017154 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cca239-b3eb-4649-b24c-ea89d5098538 req-82dc4c79-8932-4e47-8ef1-63ec2908bb0f tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:07.020037 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51cca239-b3eb-4649-b24c-ea89d5098538 req-82dc4c79-8932-4e47-8ef1-63ec2908bb0f tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.1197937 Aug 31 14:41:07.091957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:07.098067 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:07.098854 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:07.208364 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51cca239-b3eb-4649-b24c-ea89d5098538 req-a4ff0cdc-b8f9-4a97-b78c-6897d4775e2d tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766899 Aug 31 14:41:07.225659 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7681854 Aug 31 14:41:07.228517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37816) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:07.238460 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8f0a4c33-9e9d-481c-bb4b-7ef0b7376c05 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Request body: {'subnet': {'network_id': '00e2d69d-913a-41e2-9208-9c03e9b61295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:07.246985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ee801-e503-49c8-8b5b-1c69311bf225 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Pushing event updated for resources: {'Network': ['ID=00e2d69d-913a-41e2-9208-9c03e9b61295,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:07.260194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 00e2d69d-913a-41e2-9208-9c03e9b61295 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:41:07.471659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0a4c33-9e9d-481c-bb4b-7ef0b7376c05 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Made reservation on behalf of 5086607dc48b4d88bcc966a606e628cd for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:41:07.475291 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f0a4c33-9e9d-481c-bb4b-7ef0b7376c05 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:07.717965 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f0a4c33-9e9d-481c-bb4b-7ef0b7376c05 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:07.813043 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a4c33-9e9d-481c-bb4b-7ef0b7376c05 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Pushing event updated for resources: {'Subnet': ['ID=0a1831b7-61fc-4012-a48d-ec0294f22887,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:07.823968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a4c33-9e9d-481c-bb4b-7ef0b7376c05 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Checking segment: {'id': '97d84880-4613-458a-99e4-579c42abe824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '00e2d69d-913a-41e2-9208-9c03e9b61295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:41:07.824621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0a4c33-9e9d-481c-bb4b-7ef0b7376c05 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Network hostable DHCP agents. Network: 00e2d69d-913a-41e2-9208-9c03e9b61295, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:41:07.849937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0a4c33-9e9d-481c-bb4b-7ef0b7376c05 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Network 00e2d69d-913a-41e2-9208-9c03e9b61295 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:41:07.860844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-8f0a4c33-9e9d-481c-bb4b-7ef0b7376c05 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 00e2d69d-913a-41e2-9208-9c03e9b61295) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:07.865699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0a4c33-9e9d-481c-bb4b-7ef0b7376c05 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:07.866811 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f0a4c33-9e9d-481c-bb4b-7ef0b7376c05 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:07.870445 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9737a5-3e26-4dc3-8182-4d9bb02e1e71 None None] Network 00e2d69d-913a-41e2-9208-9c03e9b61295 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:41:07.896217 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8f0a4c33-9e9d-481c-bb4b-7ef0b7376c05 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6642013 Aug 31 14:41:07.898842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37830) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:07.905859 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Request body: {'port': {'network_id': '00e2d69d-913a-41e2-9208-9c03e9b61295', 'name': 'tempest-TagsExtTest-1257230105'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:08.144693 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Made reservation on behalf of 5086607dc48b4d88bcc966a606e628cd for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:41:08.152833 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:08.173885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-00e2d69d-913a-41e2-9208-9c03e9b61295', 'network_id': '00e2d69d-913a-41e2-9208-9c03e9b61295', 'tenant_id': '5086607dc48b4d88bcc966a606e628cd', 'fixed_ips': [{'subnet_id': '0a1831b7-61fc-4012-a48d-ec0294f22887'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:41:08.174753 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:08.186201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] device_id is not set on port ec222e2a-f8d8-4212-b018-0e85f1554446 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:41:08.410380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Allocated IP 172.20.0.14 (00e2d69d-913a-41e2-9208-9c03e9b61295/0a1831b7-61fc-4012-a48d-ec0294f22887/ec222e2a-f8d8-4212-b018-0e85f1554446) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:41:08.440377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe79fd0-58dd-46f4-90a5-f47c0e428974 req-5827f0e3-1dde-4db3-8e44-919558e59e66 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:08.442363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ffe79fd0-58dd-46f4-90a5-f47c0e428974 req-5827f0e3-1dde-4db3-8e44-919558e59e66 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.0910163 Aug 31 14:41:08.526341 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ffe79fd0-58dd-46f4-90a5-f47c0e428974 req-5a9ebfff-4b6b-4181-9367-4bd1ec56b3ea tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752649 Aug 31 14:41:08.533881 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:08.639949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:08.644529 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:08.645151 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:08.720851 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b062cb7-019b-4e49-9687-f01a9e8ddef5 req-c3c0db86-0278-4907-af3c-8423dc34a1c1 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:08.722626 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3b062cb7-019b-4e49-9687-f01a9e8ddef5 req-c3c0db86-0278-4907-af3c-8423dc34a1c1 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0871692 Aug 31 14:41:08.788828 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:08.804013 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:08.808794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-f3878d83-b9f6-429a-9afa-87c55e9ee715 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:08.816850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-f3878d83-b9f6-429a-9afa-87c55e9ee715 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 812 time: 0.1453485 Aug 31 14:41:08.823706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Transition to ACTIVE for port object ec222e2a-f8d8-4212-b018-0e85f1554446 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:08.835169 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-d3655b97-1a8e-4dba-a04b-44ae7980cbaf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/quotas/6533cc47c01b415292ab966def453044 HTTP/1.1" status: 200 len: 375 time: 0.0173864 Aug 31 14:41:08.837053 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:08.843304 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:08.901848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-f2d3f578-61e0-4c29-bd41-5df38aef3cdd tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655787 Aug 31 14:41:08.908766 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3b062cb7-019b-4e49-9687-f01a9e8ddef5 req-85719f5e-60a9-44f5-9efd-1b978d8665d7 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685135 Aug 31 14:41:08.913691 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:08.992109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:09.009854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Allocated IP 172.20.0.2 (00e2d69d-913a-41e2-9208-9c03e9b61295/0a1831b7-61fc-4012-a48d-ec0294f22887/d43ff603-d413-4b8f-aab2-9710ec0f978f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:41:09.018655 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Network 00e2d69d-913a-41e2-9208-9c03e9b61295 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:41:09.024416 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:09.032331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:41:09.088290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Pushing event updated for resources: {'Port': ['ID=ec222e2a-f8d8-4212-b018-0e85f1554446,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:09.091316 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7314479e-9103-4eae-a820-c62d3402a4f0 service neutron] 10.222.0.39 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884432 Aug 31 14:41:09.111208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:09.111902 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:09.132273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37868) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:09.133525 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bab73be1-e3c6-44c7-aad7-3dc1d8f82fba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2331316 Aug 31 14:41:09.228264 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:09.240384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Transition to ACTIVE for port object d43ff603-d413-4b8f-aab2-9710ec0f978f will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:09.246489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e080943f-f5a3-4cb5-8371-02ade0fe3f09 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-731374582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:09.259871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Transition to ACTIVE for port object d43ff603-d413-4b8f-aab2-9710ec0f978f will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:09.275003 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:09.308092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e080943f-f5a3-4cb5-8371-02ade0fe3f09 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:09.309365 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e080943f-f5a3-4cb5-8371-02ade0fe3f09 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:09.356526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Network 00e2d69d-913a-41e2-9208-9c03e9b61295 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:41:09.359043 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:09.363614 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:41:09.372111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-f550cbbe-7189-49c3-9157-f75ca0127616 service neutron] 10.222.0.39 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794828 Aug 31 14:41:09.383872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dc246-dc93-4131-a443-80c54514bfe5 req-19284626-d8cf-47ef-9f88-90cfbd05d6da tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:09.393665 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-084dc246-dc93-4131-a443-80c54514bfe5 req-19284626-d8cf-47ef-9f88-90cfbd05d6da tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1103299 Aug 31 14:41:09.453800 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Sync routers for ids ['3289c08a-eb74-4e00-ba22-2020dca23d67'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:41:09.456544 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e080943f-f5a3-4cb5-8371-02ade0fe3f09 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:09.463515 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e080943f-f5a3-4cb5-8371-02ade0fe3f09 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:09.479710 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Pushing event updated for resources: {'Port': ['ID=d43ff603-d413-4b8f-aab2-9710ec0f978f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:09.491059 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-084dc246-dc93-4131-a443-80c54514bfe5 req-58dec51e-3880-4aa0-9041-ffe667610ba4 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711284 Aug 31 14:41:09.501814 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Routers {'3289c08a-eb74-4e00-ba22-2020dca23d67'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:09.503143 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3289c08a-eb74-4e00-ba22-2020dca23d67'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:09.509051 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e080943f-f5a3-4cb5-8371-02ade0fe3f09 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:09.512135 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e080943f-f5a3-4cb5-8371-02ade0fe3f09 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3730886 Aug 31 14:41:09.516645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Attempting to bind port d43ff603-d413-4b8f-aab2-9710ec0f978f on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:41:09.518177 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Attempting to bind port d43ff603-d413-4b8f-aab2-9710ec0f978f by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '97d84880-4613-458a-99e4-579c42abe824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '00e2d69d-913a-41e2-9208-9c03e9b61295'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:41:09.518177 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Attempting to bind port d43ff603-d413-4b8f-aab2-9710ec0f978f on network 00e2d69d-913a-41e2-9208-9c03e9b61295 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:09.518421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37880) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:09.524018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:41:09.524018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Checking segment: {'id': '97d84880-4613-458a-99e4-579c42abe824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '00e2d69d-913a-41e2-9208-9c03e9b61295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:41:09.524018 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:09.524410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Bound using segment: {'id': '97d84880-4613-458a-99e4-579c42abe824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '00e2d69d-913a-41e2-9208-9c03e9b61295'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:41:09.525865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Bound port: d43ff603-d413-4b8f-aab2-9710ec0f978f, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d84880-4613-458a-99e4-579c42abe824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '00e2d69d-913a-41e2-9208-9c03e9b61295'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:41:09.525865 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:09.531324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-34653e78-47f2-431a-a7ee-716e387226ed tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-962629847', 'prefixes': ['172.20.0.0/16']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:09.606056 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] For port d43ff603-d413-4b8f-aab2-9710ec0f978f, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:41:09.611815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] For port d43ff603-d413-4b8f-aab2-9710ec0f978f, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d43ff603-d413-4b8f-aab2-9710ec0f978f,segment=NetworkSegment(97d84880-4613-458a-99e4-579c42abe824),segment_id=97d84880-4613-458a-99e4-579c42abe824)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:41:09.617270 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:09.656591 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34653e78-47f2-431a-a7ee-716e387226ed tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for subnetpool, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:09.657990 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-34653e78-47f2-431a-a7ee-716e387226ed tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1383538 Aug 31 14:41:09.661444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37888) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:09.669759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-48c2a112-e20f-43e0-891f-e753235f75a2 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0a1831b7-61fc-4012-a48d-ec0294f22887', 'tempest-TagsExtTest-Tag-708428524') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:09.686042 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Set router 3289c08a-eb74-4e00-ba22-2020dca23d67 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:09.708953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676624a-0380-46ef-9e78-5a3c9ea496ad None None] Pushing event updated for resources: {'Port': ['ID=d43ff603-d413-4b8f-aab2-9710ec0f978f,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:09.882769 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-48c2a112-e20f-43e0-891f-e753235f75a2 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "PUT /v2.0/subnets/0a1831b7-61fc-4012-a48d-ec0294f22887/tags/tempest-TagsExtTest-Tag-708428524 HTTP/1.1" status: 201 len: 201 time: 0.2201395 Aug 31 14:41:09.885426 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37892) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:09.891989 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-98285989-236d-4a68-89bb-236b0583c230 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ec222e2a-f8d8-4212-b018-0e85f1554446', 'tempest-TagsExtTest-Tag-656654850') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:10.137216 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86eac456-8a24-4497-ad5f-8225b73308bf req-7b530846-c820-4781-880b-b2728727491d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 210 time: 0.0544281 Aug 31 14:41:10.146374 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-98285989-236d-4a68-89bb-236b0583c230 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "PUT /v2.0/ports/ec222e2a-f8d8-4212-b018-0e85f1554446/tags/tempest-TagsExtTest-Tag-656654850 HTTP/1.1" status: 201 len: 201 time: 0.2594645 Aug 31 14:41:10.149210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37900) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:10.163141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-19315dbb-c2c5-44c5-b65a-2c9852b0f999 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '50db3c2e-819f-4930-a38b-d3f667b0e7df', 'tempest-TagsExtTest-Tag-700165450') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:10.177547 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'name': 'tempest-TestVolumeBootPattern-1228457646-router', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:59Z', 'updated_at': '2021-08-31T14:41:04Z', 'revision_number': 4, 'project_id': 'db913a749d56483da19c873d014ef27d', 'gw_port': {'id': 'c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:41:00Z', 'updated_at': '2021-08-31T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '39a386ff-5380-44fa-9d8d-f7526dc5a76b', 'name': '', 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'mac_address': 'fa:16:3e:fd:7b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '01eff38c-5f89-44ee-8579-b561b70ea1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:41:03Z', 'updated_at': '2021-08-31T14:41:04Z', 'revision_number': 2, 'project_id': 'db913a749d56483da19c873d014ef27d', 'subnets': [{'id': '01eff38c-5f89-44ee-8579-b561b70ea1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:10.207035 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Checking router: 3289c08a-eb74-4e00-ba22-2020dca23d67 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:41:10.207471 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Updating router 3289c08a-eb74-4e00-ba22-2020dca23d67 port 39a386ff-5380-44fa-9d8d-f7526dc5a76b binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:41:10.259676 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:10.322714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37908) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:10.324275 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-19315dbb-c2c5-44c5-b65a-2c9852b0f999 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "PUT /v2.0/routers/50db3c2e-819f-4930-a38b-d3f667b0e7df/tags/tempest-TagsExtTest-Tag-700165450 HTTP/1.1" status: 201 len: 201 time: 0.1731429 Aug 31 14:41:10.328401 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-3eaf4d74-d7ae-4b98-89da-0ab4307fc7f5 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f2152c1e-65bb-49ea-9b32-cd9f5b294f92', 'tempest-TagsExtTest-Tag-204968208') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:10.417026 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3eaf4d74-d7ae-4b98-89da-0ab4307fc7f5 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "PUT /v2.0/subnetpools/f2152c1e-65bb-49ea-9b32-cd9f5b294f92/tags/tempest-TagsExtTest-Tag-204968208 HTTP/1.1" status: 201 len: 201 time: 0.0929534 Aug 31 14:41:10.418650 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37912) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:10.427861 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-bde053e6-3f26-4f07-af21-5d567c0a0289 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0a1831b7-61fc-4012-a48d-ec0294f22887') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:10.601185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d43ff603-d413-4b8f-aab2-9710ec0f978f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:10.648551 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bde053e6-3f26-4f07-af21-5d567c0a0289 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/subnets/0a1831b7-61fc-4012-a48d-ec0294f22887/tags HTTP/1.1" status: 200 len: 240 time: 0.2241220 Aug 31 14:41:10.650990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37920) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:10.656362 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-e31c2ae9-ec6a-4959-8866-e0cb10d9ed4f tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0a1831b7-61fc-4012-a48d-ec0294f22887', 'tempest-TagsExtTest-Tag-708428524') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:10.720885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa6190-9db3-424c-9bbe-ea38c70e3579 req-f150f39f-4f7b-46b2-badc-1781f6061f1a tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:10.722644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18fa6190-9db3-424c-9bbe-ea38c70e3579 req-f150f39f-4f7b-46b2-badc-1781f6061f1a tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1218245 Aug 31 14:41:10.729946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port d43ff603-d413-4b8f-aab2-9710ec0f978f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:10.754867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:10.789010 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:10.807951 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Transition to ACTIVE for port object 39a386ff-5380-44fa-9d8d-f7526dc5a76b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:10.808282 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e31c2ae9-ec6a-4959-8866-e0cb10d9ed4f tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/subnets/0a1831b7-61fc-4012-a48d-ec0294f22887/tags/tempest-TagsExtTest-Tag-708428524 HTTP/1.1" status: 204 len: 168 time: 0.1542487 Aug 31 14:41:10.809813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37926) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:10.827898 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:10.841560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-62db8477-dc4e-4f7a-861c-8e433086ec62 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0a1831b7-61fc-4012-a48d-ec0294f22887', 'tempest-TagsExtTest-Tag-708428524') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:10.876474 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18fa6190-9db3-424c-9bbe-ea38c70e3579 req-6bf16ad9-e7a3-4c53-ba81-512571f089df tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408851 Aug 31 14:41:10.877047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:10.877770 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:10.961481 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fccd93-d680-426e-bc70-bbf9c5d08274 None None] Pushing event updated for resources: {'Port': ['ID=39a386ff-5380-44fa-9d8d-f7526dc5a76b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:11.047499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-62db8477-dc4e-4f7a-861c-8e433086ec62 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/subnets/0a1831b7-61fc-4012-a48d-ec0294f22887/tags/tempest-TagsExtTest-Tag-708428524 HTTP/1.1" status: 204 len: 168 time: 0.2345767 Aug 31 14:41:11.049862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37930) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:11.081478 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-38436ae0-2d34-4359-8eff-2111532921b5 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0a1831b7-61fc-4012-a48d-ec0294f22887') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:11.107683 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Attempting to bind port 39a386ff-5380-44fa-9d8d-f7526dc5a76b on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:41:11.107683 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Attempting to bind port 39a386ff-5380-44fa-9d8d-f7526dc5a76b by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '0fb1daa3-8b3c-4887-b0d1-82a7e204f468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:41:11.107683 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Attempting to bind port 39a386ff-5380-44fa-9d8d-f7526dc5a76b on network 0584867c-aac7-4532-91dd-c8b02ff50663 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:11.123732 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fccd93-d680-426e-bc70-bbf9c5d08274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:11.124072 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fccd93-d680-426e-bc70-bbf9c5d08274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:11.124411 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fccd93-d680-426e-bc70-bbf9c5d08274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:11.124742 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fccd93-d680-426e-bc70-bbf9c5d08274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:11.125067 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fccd93-d680-426e-bc70-bbf9c5d08274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:11.125397 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fccd93-d680-426e-bc70-bbf9c5d08274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:11.125720 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fccd93-d680-426e-bc70-bbf9c5d08274 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:11.126173 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fccd93-d680-426e-bc70-bbf9c5d08274 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:11.126345 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fccd93-d680-426e-bc70-bbf9c5d08274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:11.126660 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fccd93-d680-426e-bc70-bbf9c5d08274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:11.126985 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fccd93-d680-426e-bc70-bbf9c5d08274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:11.135827 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fccd93-d680-426e-bc70-bbf9c5d08274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:11.145297 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:41:11.145707 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Checking segment: {'id': '0fb1daa3-8b3c-4887-b0d1-82a7e204f468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:41:11.147037 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:11.147037 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Bound using segment: {'id': '0fb1daa3-8b3c-4887-b0d1-82a7e204f468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:41:11.147471 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Bound port: 39a386ff-5380-44fa-9d8d-f7526dc5a76b, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1daa3-8b3c-4887-b0d1-82a7e204f468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:41:11.147853 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:11.221125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37938) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:11.223460 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-38436ae0-2d34-4359-8eff-2111532921b5 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/subnets/0a1831b7-61fc-4012-a48d-ec0294f22887/tags HTTP/1.1" status: 200 len: 205 time: 0.1670902 Aug 31 14:41:11.228019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-31a3b966-e845-4ba1-9e96-b83b49edf951 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ec222e2a-f8d8-4212-b018-0e85f1554446') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:11.348136 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] For port 39a386ff-5380-44fa-9d8d-f7526dc5a76b, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:41:11.353036 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] For port 39a386ff-5380-44fa-9d8d-f7526dc5a76b, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=39a386ff-5380-44fa-9d8d-f7526dc5a76b,segment=NetworkSegment(0fb1daa3-8b3c-4887-b0d1-82a7e204f468),segment_id=0fb1daa3-8b3c-4887-b0d1-82a7e204f468)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:41:11.377364 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:11.439848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-31a3b966-e845-4ba1-9e96-b83b49edf951 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/ports/ec222e2a-f8d8-4212-b018-0e85f1554446/tags HTTP/1.1" status: 200 len: 240 time: 0.2176032 Aug 31 14:41:11.443044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37944) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:11.444110 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e3849d02-90c8-4695-8f72-3ae6afbe4840 req-e7183a16-56d7-4564-9357-641d4626caad tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 210 time: 0.1112289 Aug 31 14:41:11.456127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-3a9a869e-c2cf-44fe-8da2-1e94e353df22 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ec222e2a-f8d8-4212-b018-0e85f1554446', 'tempest-TagsExtTest-Tag-656654850') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:11.507999 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1112cc06-0e64-4511-a9a2-88aa9f76a1df None None] Network 00e2d69d-913a-41e2-9208-9c03e9b61295 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:41:11.603736 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Routers {'3289c08a-eb74-4e00-ba22-2020dca23d67'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:11.604381 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3289c08a-eb74-4e00-ba22-2020dca23d67'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:11.610284 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fccd93-d680-426e-bc70-bbf9c5d08274 None None] Pushing event updated for resources: {'Port': ['ID=39a386ff-5380-44fa-9d8d-f7526dc5a76b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:11.725648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-dc0ba9d5-a38c-4d92-8fdc-e68523fe2c2d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:11.727352 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-dc0ba9d5-a38c-4d92-8fdc-e68523fe2c2d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 812 time: 0.4024456 Aug 31 14:41:11.748823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1382685b-a24d-4869-a519-586ec6f3ec09 None None] Provisioning for port d43ff603-d413-4b8f-aab2-9710ec0f978f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:11.752411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-b15e0769-c77e-4f62-ab58-33cd6f50d03e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'port': {'device_id': 'e8c4b66e-2f37-40be-988f-48b286e2c162', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'admin_state_up': True, 'tenant_id': '6533cc47c01b415292ab966def453044'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:11.753127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1382685b-a24d-4869-a519-586ec6f3ec09 None None] Provisioning complete for port d43ff603-d413-4b8f-aab2-9710ec0f978f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:11.753699 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1382685b-a24d-4869-a519-586ec6f3ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:11.917058 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] Set router 3289c08a-eb74-4e00-ba22-2020dca23d67 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:11.937142 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1382685b-a24d-4869-a519-586ec6f3ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:12.002409 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3a9a869e-c2cf-44fe-8da2-1e94e353df22 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/ports/ec222e2a-f8d8-4212-b018-0e85f1554446/tags/tempest-TagsExtTest-Tag-656654850 HTTP/1.1" status: 204 len: 168 time: 0.5545943 Aug 31 14:41:12.004422 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37956) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:12.021354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-c4f248cd-9838-4df7-b9cc-89f18f436d10 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ec222e2a-f8d8-4212-b018-0e85f1554446', 'tempest-TagsExtTest-Tag-656654850') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:12.034172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a71156-7c61-48b4-b7af-6e5f3e2e6233 req-8a6aecf0-e48e-4563-8652-99887144faef tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:12.036218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d0a71156-7c61-48b4-b7af-6e5f3e2e6233 req-8a6aecf0-e48e-4563-8652-99887144faef tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.5080175 Aug 31 14:41:12.098621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-b15e0769-c77e-4f62-ab58-33cd6f50d03e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Made reservation on behalf of 6533cc47c01b415292ab966def453044 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:41:12.102318 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-b15e0769-c77e-4f62-ab58-33cd6f50d03e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:12.172897 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c4f248cd-9838-4df7-b9cc-89f18f436d10 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/ports/ec222e2a-f8d8-4212-b018-0e85f1554446/tags/tempest-TagsExtTest-Tag-656654850 HTTP/1.1" status: 204 len: 168 time: 0.1673193 Aug 31 14:41:12.173671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37960) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:12.179302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-176eb44f-3a7d-4383-983d-3fc46d65599f tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ec222e2a-f8d8-4212-b018-0e85f1554446') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:12.219502 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d0a71156-7c61-48b4-b7af-6e5f3e2e6233 req-1e752413-cfc9-40b3-ab31-c4079c6c8362 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701510 Aug 31 14:41:12.311650 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-176eb44f-3a7d-4383-983d-3fc46d65599f tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/ports/ec222e2a-f8d8-4212-b018-0e85f1554446/tags HTTP/1.1" status: 200 len: 205 time: 0.1343586 Aug 31 14:41:12.311982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:12.316939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-3232fd2d-82de-491c-a318-962b996839b7 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '50db3c2e-819f-4930-a38b-d3f667b0e7df') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:12.399463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1382685b-a24d-4869-a519-586ec6f3ec09 None None] For port d43ff603-d413-4b8f-aab2-9710ec0f978f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d43ff603-d413-4b8f-aab2-9710ec0f978f,segment=NetworkSegment(97d84880-4613-458a-99e4-579c42abe824),segment_id=97d84880-4613-458a-99e4-579c42abe824)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:12.404219 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1382685b-a24d-4869-a519-586ec6f3ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:12.483686 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'name': 'tempest-TestVolumeBootPattern-1228457646-router', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:59Z', 'updated_at': '2021-08-31T14:41:04Z', 'revision_number': 4, 'project_id': 'db913a749d56483da19c873d014ef27d', 'gw_port': {'id': 'c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:41:00Z', 'updated_at': '2021-08-31T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '39a386ff-5380-44fa-9d8d-f7526dc5a76b', 'name': '', 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'mac_address': 'fa:16:3e:fd:7b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '01eff38c-5f89-44ee-8579-b561b70ea1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:41:03Z', 'updated_at': '2021-08-31T14:41:11Z', 'revision_number': 4, 'project_id': 'db913a749d56483da19c873d014ef27d', 'subnets': [{'id': '01eff38c-5f89-44ee-8579-b561b70ea1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:12.536494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382685b-a24d-4869-a519-586ec6f3ec09 None None] Pushing event updated for resources: {'Port': ['ID=d43ff603-d413-4b8f-aab2-9710ec0f978f,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:12.547402 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843b0bf-70d6-416f-a8df-3faa63c63550 None None] The sync data for ids ['3289c08a-eb74-4e00-ba22-2020dca23d67'] in n-d-806683-5 is: [{'id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'name': 'tempest-TestVolumeBootPattern-1228457646-router', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:59Z', 'updated_at': '2021-08-31T14:41:04Z', 'revision_number': 4, 'project_id': 'db913a749d56483da19c873d014ef27d', 'gw_port': {'id': 'c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:41:00Z', 'updated_at': '2021-08-31T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '39a386ff-5380-44fa-9d8d-f7526dc5a76b', 'name': '', 'network_id': '0584867c-aac7-4532-91dd-c8b02ff50663', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'mac_address': 'fa:16:3e:fd:7b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '01eff38c-5f89-44ee-8579-b561b70ea1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:41:03Z', 'updated_at': '2021-08-31T14:41:11Z', 'revision_number': 4, 'project_id': 'db913a749d56483da19c873d014ef27d', 'subnets': [{'id': '01eff38c-5f89-44ee-8579-b561b70ea1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:41:12.552463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 39a386ff-5380-44fa-9d8d-f7526dc5a76b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:12.667809 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa41fd92-0cbc-4036-8ea4-2f673cfd1737 req-4a91e04b-c2c1-43d0-8a52-b0fbc062a23f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 210 time: 0.0706401 Aug 31 14:41:12.688791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8f07dd60-1a4f-46fa-9efd-58be1f31b3c9 None None] Provisioning complete for port d43ff603-d413-4b8f-aab2-9710ec0f978f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:12.689181 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f07dd60-1a4f-46fa-9efd-58be1f31b3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:12.697627 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3232fd2d-82de-491c-a318-962b996839b7 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/routers/50db3c2e-819f-4930-a38b-d3f667b0e7df/tags HTTP/1.1" status: 200 len: 240 time: 0.3841693 Aug 31 14:41:12.698792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-b15e0769-c77e-4f62-ab58-33cd6f50d03e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Allocated IP 172.20.0.3 (d539104a-571b-4d65-8226-f02851a21edf/84f20d0c-d59a-49fd-bdba-b8ee114f5f38/a7664b27-cd47-45c2-b852-992bd2e5fab2) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:41:12.700011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37974) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:12.705556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-effeb2bb-0ab3-4cac-a049-b8466c9f03be tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '50db3c2e-819f-4930-a38b-d3f667b0e7df', 'tempest-TagsExtTest-Tag-700165450') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:12.809236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 39a386ff-5380-44fa-9d8d-f7526dc5a76b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:12.823318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 39a386ff-5380-44fa-9d8d-f7526dc5a76b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:12.823703 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:12.897980 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-effeb2bb-0ab3-4cac-a049-b8466c9f03be tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/routers/50db3c2e-819f-4930-a38b-d3f667b0e7df/tags/tempest-TagsExtTest-Tag-700165450 HTTP/1.1" status: 204 len: 168 time: 0.1963074 Aug 31 14:41:12.900296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37978) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:12.908017 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-b754aaf3-3108-4feb-975c-4947887ae5e9 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '50db3c2e-819f-4930-a38b-d3f667b0e7df', 'tempest-TagsExtTest-Tag-700165450') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:12.989305 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8f07dd60-1a4f-46fa-9efd-58be1f31b3c9 None None] Provisioning for port ec222e2a-f8d8-4212-b018-0e85f1554446 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:12.996345 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8f07dd60-1a4f-46fa-9efd-58be1f31b3c9 None None] Provisioning complete for port ec222e2a-f8d8-4212-b018-0e85f1554446 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:12.996851 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f07dd60-1a4f-46fa-9efd-58be1f31b3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:12.997259 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-b15e0769-c77e-4f62-ab58-33cd6f50d03e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:13.050765 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-b15e0769-c77e-4f62-ab58-33cd6f50d03e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Transition to ACTIVE for port object a7664b27-cd47-45c2-b852-992bd2e5fab2 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:13.065681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8f07dd60-1a4f-46fa-9efd-58be1f31b3c9 None None] Port ec222e2a-f8d8-4212-b018-0e85f1554446 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:41:13.078355 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b754aaf3-3108-4feb-975c-4947887ae5e9 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/routers/50db3c2e-819f-4930-a38b-d3f667b0e7df/tags/tempest-TagsExtTest-Tag-700165450 HTTP/1.1" status: 204 len: 168 time: 0.1769915 Aug 31 14:41:13.079083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37984) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:13.083981 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-b2e761d3-49b4-49ad-a106-b6aa10ca1bba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '50db3c2e-819f-4930-a38b-d3f667b0e7df') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:13.097893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8f07dd60-1a4f-46fa-9efd-58be1f31b3c9 None None] Provisioning complete for port 39a386ff-5380-44fa-9d8d-f7526dc5a76b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:13.098494 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f07dd60-1a4f-46fa-9efd-58be1f31b3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:13.114103 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:13.141457 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-b15e0769-c77e-4f62-ab58-33cd6f50d03e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:13.201507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-b15e0769-c77e-4f62-ab58-33cd6f50d03e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Network d539104a-571b-4d65-8226-f02851a21edf is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:41:13.208784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-b15e0769-c77e-4f62-ab58-33cd6f50d03e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:13.217257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-b15e0769-c77e-4f62-ab58-33cd6f50d03e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:41:13.257106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e0769-c77e-4f62-ab58-33cd6f50d03e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'Port': ['ID=a7664b27-cd47-45c2-b852-992bd2e5fab2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:13.287042 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 39a386ff-5380-44fa-9d8d-f7526dc5a76b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=39a386ff-5380-44fa-9d8d-f7526dc5a76b,segment=NetworkSegment(0fb1daa3-8b3c-4887-b0d1-82a7e204f468),segment_id=0fb1daa3-8b3c-4887-b0d1-82a7e204f468)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:13.291662 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b2e761d3-49b4-49ad-a106-b6aa10ca1bba tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/routers/50db3c2e-819f-4930-a38b-d3f667b0e7df/tags HTTP/1.1" status: 200 len: 205 time: 0.2012343 Aug 31 14:41:13.292614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 37990) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:13.292786 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:13.316118 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-38f99046-13d8-4758-80f8-bc7ebf6c4722 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f2152c1e-65bb-49ea-9b32-cd9f5b294f92') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:13.371037 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-38f99046-13d8-4758-80f8-bc7ebf6c4722 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/subnetpools/f2152c1e-65bb-49ea-9b32-cd9f5b294f92/tags HTTP/1.1" status: 200 len: 240 time: 0.0774541 Aug 31 14:41:13.375221 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37994) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:13.393328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-1d62d201-d06b-4410-84bf-4a356943bd1e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f2152c1e-65bb-49ea-9b32-cd9f5b294f92', 'tempest-TagsExtTest-Tag-204968208') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:13.520578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=39a386ff-5380-44fa-9d8d-f7526dc5a76b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:13.524285 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1d62d201-d06b-4410-84bf-4a356943bd1e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/subnetpools/f2152c1e-65bb-49ea-9b32-cd9f5b294f92/tags/tempest-TagsExtTest-Tag-204968208 HTTP/1.1" status: 204 len: 168 time: 0.1454558 Aug 31 14:41:13.526430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 37996) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:13.541707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-b15e0769-c77e-4f62-ab58-33cd6f50d03e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:13.542373 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-b15e0769-c77e-4f62-ab58-33cd6f50d03e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:13.549680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c23c-0a91-4178-a04b-c15ab06875ed req-0f10925d-004f-4846-9d16-e374e5eddd39 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:13.560574 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4a36c23c-0a91-4178-a04b-c15ab06875ed req-0f10925d-004f-4846-9d16-e374e5eddd39 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1640191 Aug 31 14:41:13.573343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a2da9072-45b5-4a97-85ee-fcf4dc3abb67 None None] Provisioning complete for port ec222e2a-f8d8-4212-b018-0e85f1554446 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:13.573750 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2da9072-45b5-4a97-85ee-fcf4dc3abb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:13.578949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-a5030aec-8d50-4d29-b318-48c86dd39871 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f2152c1e-65bb-49ea-9b32-cd9f5b294f92', 'tempest-TagsExtTest-Tag-204968208') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:13.640788 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-b15e0769-c77e-4f62-ab58-33cd6f50d03e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8948641 Aug 31 14:41:13.653009 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4a36c23c-0a91-4178-a04b-c15ab06875ed req-71f643f5-92e4-43e5-bb4b-7b2568b001d0 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915258 Aug 31 14:41:13.679450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Request body: {'port': {'device_id': 'e8c4b66e-2f37-40be-988f-48b286e2c162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:13.683307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a2da9072-45b5-4a97-85ee-fcf4dc3abb67 None None] Port ec222e2a-f8d8-4212-b018-0e85f1554446 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:41:13.781031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a5030aec-8d50-4d29-b318-48c86dd39871 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/subnetpools/f2152c1e-65bb-49ea-9b32-cd9f5b294f92/tags/tempest-TagsExtTest-Tag-204968208 HTTP/1.1" status: 204 len: 168 time: 0.2534339 Aug 31 14:41:13.784063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38006) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:13.790951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-c4dbef00-e03d-4fea-9ad2-088500f7a5ed tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f2152c1e-65bb-49ea-9b32-cd9f5b294f92') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:13.810994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a2b2c74d-7e53-43d8-8f5f-36f36d9f910e None None] Provisioning for port a7664b27-cd47-45c2-b852-992bd2e5fab2 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:13.831466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a2b2c74d-7e53-43d8-8f5f-36f36d9f910e None None] Provisioning complete for port a7664b27-cd47-45c2-b852-992bd2e5fab2 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:13.836197 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2b2c74d-7e53-43d8-8f5f-36f36d9f910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:13.849566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38010) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:13.850352 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c4dbef00-e03d-4fea-9ad2-088500f7a5ed tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/subnetpools/f2152c1e-65bb-49ea-9b32-cd9f5b294f92/tags HTTP/1.1" status: 200 len: 205 time: 0.0637779 Aug 31 14:41:13.878689 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:13.932041 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-4da9aafd-bcc1-4285-a3c7-b8e1a072de32 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f2152c1e-65bb-49ea-9b32-cd9f5b294f92') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:13.969600 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a2b2c74d-7e53-43d8-8f5f-36f36d9f910e None None] Port a7664b27-cd47-45c2-b852-992bd2e5fab2 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:41:14.318205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858a92a-6c37-4e57-b3b4-afd4ac19fcaf req-7487b414-7995-45fe-9ce4-5ced7d290791 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:14.326793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7858a92a-6c37-4e57-b3b4-afd4ac19fcaf req-7487b414-7995-45fe-9ce4-5ced7d290791 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 931 time: 0.4021764 Aug 31 14:41:14.329756 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4da9aafd-bcc1-4285-a3c7-b8e1a072de32 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/subnetpools/f2152c1e-65bb-49ea-9b32-cd9f5b294f92/tags HTTP/1.1" status: 204 len: 168 time: 0.4792659 Aug 31 14:41:14.334383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38020) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:14.341984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-adeea47b-1dad-4c3f-894e-63d6ad18c3b6 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '50db3c2e-819f-4930-a38b-d3f667b0e7df') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:14.499829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7858a92a-6c37-4e57-b3b4-afd4ac19fcaf req-9a9d559e-6d21-486c-b4a3-ca6fde4e9ad9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718388 Aug 31 14:41:14.537428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d43ff603-d413-4b8f-aab2-9710ec0f978f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:14.665458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d43ff603-d413-4b8f-aab2-9710ec0f978f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:14.668234 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:14.892440 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 39a386ff-5380-44fa-9d8d-f7526dc5a76b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:15.027320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 39a386ff-5380-44fa-9d8d-f7526dc5a76b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:15.031401 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:15.184126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38036) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:15.189690 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-991393a6-074c-472c-b24d-68b958f6c3d2 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ec222e2a-f8d8-4212-b018-0e85f1554446') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:15.192028 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-adeea47b-1dad-4c3f-894e-63d6ad18c3b6 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/routers/50db3c2e-819f-4930-a38b-d3f667b0e7df/tags HTTP/1.1" status: 204 len: 168 time: 0.8553433 Aug 31 14:41:15.335004 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-991393a6-074c-472c-b24d-68b958f6c3d2 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/ports/ec222e2a-f8d8-4212-b018-0e85f1554446/tags HTTP/1.1" status: 204 len: 168 time: 0.1487083 Aug 31 14:41:15.337998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38042) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:15.355510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-e0b46b81-d6ad-47d7-a724-ff6a31b32d6b tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0a1831b7-61fc-4012-a48d-ec0294f22887') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:15.381239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7664b27-cd47-45c2-b852-992bd2e5fab2 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:41:15.407360 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:15.449574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Transition to ACTIVE for port object a7664b27-cd47-45c2-b852-992bd2e5fab2 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:15.455764 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e0b46b81-d6ad-47d7-a724-ff6a31b32d6b tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/subnets/0a1831b7-61fc-4012-a48d-ec0294f22887/tags HTTP/1.1" status: 204 len: 168 time: 0.1166480 Aug 31 14:41:15.460076 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:15.460873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38050) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:15.479430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-ca1a7ec2-6df0-4e48-8b26-586d9d5b0773 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0a1831b7-61fc-4012-a48d-ec0294f22887', 'tempest-TagsExtTest-Tag-1092399103') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:15.660186 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Pushing event updated for resources: {'Port': ['ID=a7664b27-cd47-45c2-b852-992bd2e5fab2,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:15.747759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2650c-02d2-4aab-80fc-c97537d8b06b req-2a7b9db8-361d-451d-92f2-5204543b201d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:15.749717 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ead2650c-02d2-4aab-80fc-c97537d8b06b req-2a7b9db8-361d-451d-92f2-5204543b201d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 943 time: 0.1334538 Aug 31 14:41:15.828716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Attempting to bind port a7664b27-cd47-45c2-b852-992bd2e5fab2 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:41:15.829315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Attempting to bind port a7664b27-cd47-45c2-b852-992bd2e5fab2 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:41:15.829853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Attempting to bind port a7664b27-cd47-45c2-b852-992bd2e5fab2 on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:15.835750 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ead2650c-02d2-4aab-80fc-c97537d8b06b req-ac05eed8-ab49-4559-9ccd-cf12c2bee088 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714483 Aug 31 14:41:15.844074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Port a7664b27-cd47-45c2-b852-992bd2e5fab2 on network d539104a-571b-4d65-8226-f02851a21edf not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:41:15.844632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Attempting to bind port a7664b27-cd47-45c2-b852-992bd2e5fab2 on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:15.852106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:41:15.852462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Checking segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:41:15.852847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Bound using segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:41:15.853276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Bound port: a7664b27-cd47-45c2-b852-992bd2e5fab2, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:41:15.853631 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:15.869704 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ca1a7ec2-6df0-4e48-8b26-586d9d5b0773 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "PUT /v2.0/subnets/0a1831b7-61fc-4012-a48d-ec0294f22887/tags/tempest-TagsExtTest-Tag-1092399103 HTTP/1.1" status: 201 len: 201 time: 0.4062097 Aug 31 14:41:15.873129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38060) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:15.877805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-0765ce5f-b97c-413c-b8a8-507adfd5ea3b tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ec222e2a-f8d8-4212-b018-0e85f1554446', 'tempest-TagsExtTest-Tag-1362058981') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:15.967503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] For port a7664b27-cd47-45c2-b852-992bd2e5fab2, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:41:15.969507 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0765ce5f-b97c-413c-b8a8-507adfd5ea3b tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "PUT /v2.0/ports/ec222e2a-f8d8-4212-b018-0e85f1554446/tags/tempest-TagsExtTest-Tag-1362058981 HTTP/1.1" status: 201 len: 201 time: 0.0952511 Aug 31 14:41:15.970162 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38064) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:15.972904 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] For port a7664b27-cd47-45c2-b852-992bd2e5fab2, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a7664b27-cd47-45c2-b852-992bd2e5fab2,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:41:15.976402 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-5a0570a8-8eb8-43ad-85d1-4729d7b30e3c tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '50db3c2e-819f-4930-a38b-d3f667b0e7df', 'tempest-TagsExtTest-Tag-792426598') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:15.978105 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:16.039452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:16.040361 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:16.042287 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] 10.222.0.25 "PUT /v2.0/ports/a7664b27-cd47-45c2-b852-992bd2e5fab2 HTTP/1.1" status: 200 len: 1091 time: 2.3898251 Aug 31 14:41:16.043159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c4b66e-2f37-40be-988f-48b286e2c162', 'tag': 'a7664b27-cd47-45c2-b852-992bd2e5fab2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:16.047608 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016b2f71-680b-48e3-9a02-5cf087b83347" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c4b66e-2f37-40be-988f-48b286e2c162", "tag": "a7664b27-cd47-45c2-b852-992bd2e5fab2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:16.122986 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5a0570a8-8eb8-43ad-85d1-4729d7b30e3c tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "PUT /v2.0/routers/50db3c2e-819f-4930-a38b-d3f667b0e7df/tags/tempest-TagsExtTest-Tag-792426598 HTTP/1.1" status: 201 len: 201 time: 0.1495056 Aug 31 14:41:16.123293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38072) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:16.128283 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-34371b84-e5d4-44ce-be7f-ef790ef2285a tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f2152c1e-65bb-49ea-9b32-cd9f5b294f92', 'tempest-TagsExtTest-Tag-649411035') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:16.172359 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-34371b84-e5d4-44ce-be7f-ef790ef2285a tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "PUT /v2.0/subnetpools/f2152c1e-65bb-49ea-9b32-cd9f5b294f92/tags/tempest-TagsExtTest-Tag-649411035 HTTP/1.1" status: 201 len: 201 time: 0.0455163 Aug 31 14:41:16.172596 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38074) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:16.177442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-840d621c-b8c3-48e2-a57b-f1cbcbc33bed tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0a1831b7-61fc-4012-a48d-ec0294f22887', {'tags': ['tempest-TagsExtTest-Tag-173540496', 'tempest-TagsExtTest-Tag-1155189387', 'tempest-TagsExtTest-Tag-1134898687']}) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:16.201071 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05bd0c-72d9-46b3-ba61-cb91db3bc33f service neutron] Pushing event updated for resources: {'Port': ['ID=a7664b27-cd47-45c2-b852-992bd2e5fab2,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:16.246150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-be652903-533a-41bf-9c0e-5e3e547b982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:16.255733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-be652903-533a-41bf-9c0e-5e3e547b982f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 1094 time: 0.1565046 Aug 31 14:41:16.311901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-11e5de03-5422-4712-a0cb-e35ce142afa6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7664b27-cd47-45c2-b852-992bd2e5fab2 HTTP/1.1" status: 200 len: 217 time: 0.0508640 Aug 31 14:41:16.331884 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-840d621c-b8c3-48e2-a57b-f1cbcbc33bed tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "PUT /v2.0/subnets/0a1831b7-61fc-4012-a48d-ec0294f22887/tags HTTP/1.1" status: 200 len: 317 time: 0.1581228 Aug 31 14:41:16.334393 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38080) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:16.339658 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-a7bfce0d-ff0a-4059-a47b-177a3aba1dd7 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0a1831b7-61fc-4012-a48d-ec0294f22887') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:16.485432 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a7bfce0d-ff0a-4059-a47b-177a3aba1dd7 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/subnets/0a1831b7-61fc-4012-a48d-ec0294f22887/tags HTTP/1.1" status: 204 len: 168 time: 0.1499491 Aug 31 14:41:16.488412 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38088) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:16.495746 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-8a85564d-f2c0-4c8a-a4ae-ed49b9624785 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0a1831b7-61fc-4012-a48d-ec0294f22887', 'tempest-TagsExtTest-Tag-173540496') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:16.499076 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef56529f-231c-4ec1-ac98-0670bb1d9421 x-openstack-request-id: req-ef56529f-231c-4ec1-ac98-0670bb1d9421 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:16.499788 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c4b66e-2f37-40be-988f-48b286e2c162", "tag": "a7664b27-cd47-45c2-b852-992bd2e5fab2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:16.499788 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef56529f-231c-4ec1-ac98-0670bb1d9421 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:16.500073 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c4b66e-2f37-40be-988f-48b286e2c162', 'tag': 'a7664b27-cd47-45c2-b852-992bd2e5fab2', 'status': 'completed', 'code': 200} Aug 31 14:41:16.502161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7f6d05f1-6e2a-4fab-a6cb-bf5d483b4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:16.503809 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-7f6d05f1-6e2a-4fab-a6cb-bf5d483b4adb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.1842840 Aug 31 14:41:16.584638 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-1173a1c8-74d2-4e8c-96a8-4f834fa7c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:16.586220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-1173a1c8-74d2-4e8c-96a8-4f834fa7c49c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741417 Aug 31 14:41:16.604731 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-8a85564d-f2c0-4c8a-a4ae-ed49b9624785 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] show failed (client error): The resource could not be found. Aug 31 14:41:16.605821 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8a85564d-f2c0-4c8a-a4ae-ed49b9624785 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/subnets/0a1831b7-61fc-4012-a48d-ec0294f22887/tags/tempest-TagsExtTest-Tag-173540496 HTTP/1.1" status: 404 len: 328 time: 0.1139112 Aug 31 14:41:16.608840 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38094) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:16.614105 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-d57fcc69-c6ab-49ef-92e4-499b0973d671 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0a1831b7-61fc-4012-a48d-ec0294f22887', 'tempest-TagsExtTest-Tag-1155189387') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:16.724609 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-d57fcc69-c6ab-49ef-92e4-499b0973d671 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] show failed (client error): The resource could not be found. Aug 31 14:41:16.730347 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38100) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:16.734751 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d57fcc69-c6ab-49ef-92e4-499b0973d671 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/subnets/0a1831b7-61fc-4012-a48d-ec0294f22887/tags/tempest-TagsExtTest-Tag-1155189387 HTTP/1.1" status: 404 len: 329 time: 0.1247377 Aug 31 14:41:16.735645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-c8720711-394a-4549-a59b-2166190569bb tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0a1831b7-61fc-4012-a48d-ec0294f22887', 'tempest-TagsExtTest-Tag-1134898687') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:16.852388 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-4882c44b-9f39-4503-98fe-6e224abe1b67 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578027 Aug 31 14:41:16.978169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5bb02-7915-4932-987c-2d9bc4a38fb3 req-57fed2d0-cdba-4795-9f1c-a3e94fb33dce tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:16.986689 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-80b5bb02-7915-4932-987c-2d9bc4a38fb3 req-57fed2d0-cdba-4795-9f1c-a3e94fb33dce tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 943 time: 0.0680013 Aug 31 14:41:17.047663 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-c8720711-394a-4549-a59b-2166190569bb tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] show failed (client error): The resource could not be found. Aug 31 14:41:17.048289 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-80b5bb02-7915-4932-987c-2d9bc4a38fb3 req-906b126f-7ac9-4cb8-9ebf-b44976592795 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602887 Aug 31 14:41:17.051452 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c8720711-394a-4549-a59b-2166190569bb tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/subnets/0a1831b7-61fc-4012-a48d-ec0294f22887/tags/tempest-TagsExtTest-Tag-1134898687 HTTP/1.1" status: 404 len: 329 time: 0.3178186 Aug 31 14:41:17.053384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dca5a-3c06-4641-8966-40efe614cb8f req-97ef9ac7-fce9-4ca0-974b-a7c20451c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:17.055028 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-815dca5a-3c06-4641-8966-40efe614cb8f req-97ef9ac7-fce9-4ca0-974b-a7c20451c264 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=020a2801fdcc43e8af0aa6ad25780e74&device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 1097 time: 0.2152226 Aug 31 14:41:17.056956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38112) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:17.067517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-195e1451-bf53-497f-8a2e-84373a4d23bf tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ec222e2a-f8d8-4212-b018-0e85f1554446', {'tags': ['tempest-TagsExtTest-Tag-1881203930', 'tempest-TagsExtTest-Tag-1495057174', 'tempest-TagsExtTest-Tag-1605673332']}) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:17.092512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be0ed9-0362-4f56-9507-d320673955c8 req-1bbf0e7c-511e-4062-94df-04c1adf774d6 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:17.094236 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a9be0ed9-0362-4f56-9507-d320673955c8 req-1bbf0e7c-511e-4062-94df-04c1adf774d6 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.2171555 Aug 31 14:41:17.260429 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a9be0ed9-0362-4f56-9507-d320673955c8 req-77bdfc5f-c1bf-43d4-814a-6621a9911606 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044071 Aug 31 14:41:17.282669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b76355-6a80-45b8-8de2-20c460e552a5 req-5de4a139-44fa-4889-a048-0db76f2ddf4f service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748593 Aug 31 14:41:17.305059 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-195e1451-bf53-497f-8a2e-84373a4d23bf tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "PUT /v2.0/ports/ec222e2a-f8d8-4212-b018-0e85f1554446/tags HTTP/1.1" status: 200 len: 318 time: 0.2469282 Aug 31 14:41:17.307693 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38122) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:17.313717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-f8c3ab06-b0a6-4bd8-bd01-d16689ef5e25 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ec222e2a-f8d8-4212-b018-0e85f1554446') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:17.323582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dca5a-3c06-4641-8966-40efe614cb8f req-2d0d0f8e-89b2-4eb6-b60e-80365bb5ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:17.327025 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-815dca5a-3c06-4641-8966-40efe614cb8f req-2d0d0f8e-89b2-4eb6-b60e-80365bb5ed43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57f4a10f-2619-44ef-9088-e45ced4893f1 HTTP/1.1" status: 200 len: 920 time: 0.2560067 Aug 31 14:41:17.403853 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-815dca5a-3c06-4641-8966-40efe614cb8f req-e68206fa-25f5-4375-ad54-97a8a0c468d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dff6f8e-851e-4541-aaa1-a5d5e77a085d HTTP/1.1" status: 200 len: 217 time: 0.0682316 Aug 31 14:41:17.413440 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f8c3ab06-b0a6-4bd8-bd01-d16689ef5e25 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/ports/ec222e2a-f8d8-4212-b018-0e85f1554446/tags HTTP/1.1" status: 204 len: 168 time: 0.1043053 Aug 31 14:41:17.416326 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38128) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:17.422262 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-294bc446-d881-4951-a53b-ca71f2424e15 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ec222e2a-f8d8-4212-b018-0e85f1554446', 'tempest-TagsExtTest-Tag-1881203930') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:17.491589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b2f71-680b-48e3-9a02-5cf087b83347 req-51e01944-01f4-4e3a-a848-fb92507e51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:17.493147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-016b2f71-680b-48e3-9a02-5cf087b83347 req-51e01944-01f4-4e3a-a848-fb92507e51ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 1094 time: 0.1510701 Aug 31 14:41:17.497940 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-294bc446-d881-4951-a53b-ca71f2424e15 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] show failed (client error): The resource could not be found. Aug 31 14:41:17.501750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-294bc446-d881-4951-a53b-ca71f2424e15 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/ports/ec222e2a-f8d8-4212-b018-0e85f1554446/tags/tempest-TagsExtTest-Tag-1881203930 HTTP/1.1" status: 404 len: 329 time: 0.0812719 Aug 31 14:41:17.502857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38134) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:17.509657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-2c3f341a-8e1f-47cf-94e5-dba2f779e50e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ec222e2a-f8d8-4212-b018-0e85f1554446', 'tempest-TagsExtTest-Tag-1495057174') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:17.522265 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dca5a-3c06-4641-8966-40efe614cb8f req-6569ece7-0019-40d8-a2c0-8fe132bdf027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:17.524148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-815dca5a-3c06-4641-8966-40efe614cb8f req-6569ece7-0019-40d8-a2c0-8fe132bdf027 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d85aa70f-f4bc-424f-a8b7-e2b19d5d6119 HTTP/1.1" status: 200 len: 859 time: 0.0930455 Aug 31 14:41:17.655880 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-815dca5a-3c06-4641-8966-40efe614cb8f req-90974038-94f6-4c57-bbdb-0299d12bab21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57f4a10f-2619-44ef-9088-e45ced4893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958960 Aug 31 14:41:17.762924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd855b7-36dd-47c9-beab-d85a0ae86ddb req-838b5318-2412-4860-ab79-dc23344f25f5 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:17.765115 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2cd855b7-36dd-47c9-beab-d85a0ae86ddb req-838b5318-2412-4860-ab79-dc23344f25f5 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.0698905 Aug 31 14:41:17.812570 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-2c3f341a-8e1f-47cf-94e5-dba2f779e50e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] show failed (client error): The resource could not be found. Aug 31 14:41:17.813951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2c3f341a-8e1f-47cf-94e5-dba2f779e50e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/ports/ec222e2a-f8d8-4212-b018-0e85f1554446/tags/tempest-TagsExtTest-Tag-1495057174 HTTP/1.1" status: 404 len: 329 time: 0.3087342 Aug 31 14:41:17.817914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b2f71-680b-48e3-9a02-5cf087b83347 req-ad0d8a21-db11-423a-acad-7c19b2445112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:17.818688 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2cd855b7-36dd-47c9-beab-d85a0ae86ddb req-2e4a9540-06d3-440c-b8e0-8c87de22e973 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470312 Aug 31 14:41:17.819552 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38144) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:17.819690 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-016b2f71-680b-48e3-9a02-5cf087b83347 req-ad0d8a21-db11-423a-acad-7c19b2445112 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.3157351 Aug 31 14:41:17.823799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-815dca5a-3c06-4641-8966-40efe614cb8f req-35b8f5fc-523c-4f38-98c2-2b9e76174574 service neutron] 10.222.0.60 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594801 Aug 31 14:41:17.827097 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-352ebaab-7899-430c-884d-2dbb9ab1be0c tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ec222e2a-f8d8-4212-b018-0e85f1554446', 'tempest-TagsExtTest-Tag-1605673332') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:17.883427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-016b2f71-680b-48e3-9a02-5cf087b83347 req-28e37c6c-74ac-4ea3-a1fe-5efa87e5c665 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7664b27-cd47-45c2-b852-992bd2e5fab2 HTTP/1.1" status: 200 len: 217 time: 0.0523250 Aug 31 14:41:17.907857 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-352ebaab-7899-430c-884d-2dbb9ab1be0c tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] show failed (client error): The resource could not be found. Aug 31 14:41:17.909502 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-352ebaab-7899-430c-884d-2dbb9ab1be0c tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/ports/ec222e2a-f8d8-4212-b018-0e85f1554446/tags/tempest-TagsExtTest-Tag-1605673332 HTTP/1.1" status: 404 len: 329 time: 0.0877678 Aug 31 14:41:17.915665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38148) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:17.920780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-5958034d-cf09-4b4e-bcfa-ce33823d4f39 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '50db3c2e-819f-4930-a38b-d3f667b0e7df', {'tags': ['tempest-TagsExtTest-Tag-348968399', 'tempest-TagsExtTest-Tag-474759339', 'tempest-TagsExtTest-Tag-509020133']}) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:17.998562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b2f71-680b-48e3-9a02-5cf087b83347 req-2e2c72ef-a268-4d36-99c8-45f87e551566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:18.000199 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-016b2f71-680b-48e3-9a02-5cf087b83347 req-2e2c72ef-a268-4d36-99c8-45f87e551566 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.1057611 Aug 31 14:41:18.052115 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-815dca5a-3c06-4641-8966-40efe614cb8f req-887a8ff6-f839-48d6-b2c9-f398122bc472 service neutron] 10.222.0.60 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139969 Aug 31 14:41:18.052472 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5958034d-cf09-4b4e-bcfa-ce33823d4f39 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "PUT /v2.0/routers/50db3c2e-819f-4930-a38b-d3f667b0e7df/tags HTTP/1.1" status: 200 len: 315 time: 0.1353035 Aug 31 14:41:18.054702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38152) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:18.062997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-8fe8ace5-3ba1-453b-8c9e-cf3e995d56d0 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '50db3c2e-819f-4930-a38b-d3f667b0e7df') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:18.081527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b2f71-680b-48e3-9a02-5cf087b83347 req-6e1b2bb1-4c5b-43d7-9348-cb54ced919cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:18.083105 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-016b2f71-680b-48e3-9a02-5cf087b83347 req-6e1b2bb1-4c5b-43d7-9348-cb54ced919cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742505 Aug 31 14:41:18.190983 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8fe8ace5-3ba1-453b-8c9e-cf3e995d56d0 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/routers/50db3c2e-819f-4930-a38b-d3f667b0e7df/tags HTTP/1.1" status: 204 len: 168 time: 0.1351461 Aug 31 14:41:18.193546 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38162) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:18.198804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-bef5a73b-54b5-490b-9ad5-dd075a26717b tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '50db3c2e-819f-4930-a38b-d3f667b0e7df', 'tempest-TagsExtTest-Tag-348968399') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:18.280932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75716938-da49-4a0f-aeea-5a7995236dd0 req-dc103392-d34e-4e68-b0bc-0bedc045928b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:18.282969 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75716938-da49-4a0f-aeea-5a7995236dd0 req-dc103392-d34e-4e68-b0bc-0bedc045928b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 943 time: 0.1296935 Aug 31 14:41:18.290294 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-016b2f71-680b-48e3-9a02-5cf087b83347 req-faf91eaf-4137-47fc-9fa4-5ee69a2ca68f service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927111 Aug 31 14:41:18.307846 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-bef5a73b-54b5-490b-9ad5-dd075a26717b tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] show failed (client error): The resource could not be found. Aug 31 14:41:18.313192 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bef5a73b-54b5-490b-9ad5-dd075a26717b tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/routers/50db3c2e-819f-4930-a38b-d3f667b0e7df/tags/tempest-TagsExtTest-Tag-348968399 HTTP/1.1" status: 404 len: 328 time: 0.1181295 Aug 31 14:41:18.313778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38168) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:18.318796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-0de2cca4-2550-4a97-b7fe-266b85b1cf24 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '50db3c2e-819f-4930-a38b-d3f667b0e7df', 'tempest-TagsExtTest-Tag-474759339') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:18.443643 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-016b2f71-680b-48e3-9a02-5cf087b83347 req-bb0cbbf9-aa7e-4c35-98bc-54bd4f9b6721 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441064 Aug 31 14:41:18.452555 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-75716938-da49-4a0f-aeea-5a7995236dd0 req-8b43bf19-e365-4b7f-b89d-109f7285841a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609068 Aug 31 14:41:18.882089 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-0de2cca4-2550-4a97-b7fe-266b85b1cf24 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] show failed (client error): The resource could not be found. Aug 31 14:41:18.886148 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0de2cca4-2550-4a97-b7fe-266b85b1cf24 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/routers/50db3c2e-819f-4930-a38b-d3f667b0e7df/tags/tempest-TagsExtTest-Tag-474759339 HTTP/1.1" status: 404 len: 328 time: 0.5684378 Aug 31 14:41:18.886571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38186) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:18.891787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-79612b7d-efe6-44d6-89a7-46ed7b597d9d tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '50db3c2e-819f-4930-a38b-d3f667b0e7df', 'tempest-TagsExtTest-Tag-509020133') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:18.896479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573cd81-5202-425b-af34-41af5f210867 req-f12c0c5b-e959-4be3-953b-650f65763927 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:18.898103 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0573cd81-5202-425b-af34-41af5f210867 req-f12c0c5b-e959-4be3-953b-650f65763927 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.5004439 Aug 31 14:41:18.953457 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0573cd81-5202-425b-af34-41af5f210867 req-15e08a47-cba9-4a63-9e0c-71ee8de2a4dc tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413036 Aug 31 14:41:19.022434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082414e-ed89-4d7e-a78e-d42ba97ab55c req-34472b87-8ba7-48da-a228-22028835b3cc tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:19.024064 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3082414e-ed89-4d7e-a78e-d42ba97ab55c req-34472b87-8ba7-48da-a228-22028835b3cc tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.1301501 Aug 31 14:41:19.026592 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-79612b7d-efe6-44d6-89a7-46ed7b597d9d tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] show failed (client error): The resource could not be found. Aug 31 14:41:19.030889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-79612b7d-efe6-44d6-89a7-46ed7b597d9d tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/routers/50db3c2e-819f-4930-a38b-d3f667b0e7df/tags/tempest-TagsExtTest-Tag-509020133 HTTP/1.1" status: 404 len: 328 time: 0.1398430 Aug 31 14:41:19.031983 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38190) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:19.036565 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-59292f6a-efd6-47b1-99e9-dac21caab35f tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f2152c1e-65bb-49ea-9b32-cd9f5b294f92', {'tags': ['tempest-TagsExtTest-Tag-1706712584', 'tempest-TagsExtTest-Tag-921561613', 'tempest-TagsExtTest-Tag-201172995']}) {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:19.065820 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3082414e-ed89-4d7e-a78e-d42ba97ab55c req-72f76274-7d6d-489f-a287-f385e5a6be66 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346870 Aug 31 14:41:19.096270 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-59292f6a-efd6-47b1-99e9-dac21caab35f tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "PUT /v2.0/subnetpools/f2152c1e-65bb-49ea-9b32-cd9f5b294f92/tags HTTP/1.1" status: 200 len: 316 time: 0.0638409 Aug 31 14:41:19.098887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38194) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:19.103482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-9b1aa164-f5dc-45fc-ac48-fb21bd620db0 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f2152c1e-65bb-49ea-9b32-cd9f5b294f92') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:19.148351 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9b1aa164-f5dc-45fc-ac48-fb21bd620db0 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/subnetpools/f2152c1e-65bb-49ea-9b32-cd9f5b294f92/tags HTTP/1.1" status: 204 len: 168 time: 0.0482824 Aug 31 14:41:19.150998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38198) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:19.156336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-ebedc41a-6d5b-4b43-8f8a-80977ef09316 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f2152c1e-65bb-49ea-9b32-cd9f5b294f92', 'tempest-TagsExtTest-Tag-1706712584') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:19.177349 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-ebedc41a-6d5b-4b43-8f8a-80977ef09316 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] show failed (client error): The resource could not be found. Aug 31 14:41:19.178550 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ebedc41a-6d5b-4b43-8f8a-80977ef09316 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/subnetpools/f2152c1e-65bb-49ea-9b32-cd9f5b294f92/tags/tempest-TagsExtTest-Tag-1706712584 HTTP/1.1" status: 404 len: 329 time: 0.0264876 Aug 31 14:41:19.182028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38200) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:19.187047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-8747d793-2e21-4ef2-98d1-4a283658dfc7 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f2152c1e-65bb-49ea-9b32-cd9f5b294f92', 'tempest-TagsExtTest-Tag-921561613') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:19.209568 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-8747d793-2e21-4ef2-98d1-4a283658dfc7 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] show failed (client error): The resource could not be found. Aug 31 14:41:19.210750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8747d793-2e21-4ef2-98d1-4a283658dfc7 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/subnetpools/f2152c1e-65bb-49ea-9b32-cd9f5b294f92/tags/tempest-TagsExtTest-Tag-921561613 HTTP/1.1" status: 404 len: 328 time: 0.0275543 Aug 31 14:41:19.213749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38202) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:19.220469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-9532a4b8-1400-45cb-8260-c9896da3797c tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f2152c1e-65bb-49ea-9b32-cd9f5b294f92', 'tempest-TagsExtTest-Tag-201172995') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:19.244994 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-9532a4b8-1400-45cb-8260-c9896da3797c tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] show failed (client error): The resource could not be found. Aug 31 14:41:19.246085 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9532a4b8-1400-45cb-8260-c9896da3797c tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/subnetpools/f2152c1e-65bb-49ea-9b32-cd9f5b294f92/tags/tempest-TagsExtTest-Tag-201172995 HTTP/1.1" status: 404 len: 328 time: 0.0313528 Aug 31 14:41:19.249150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38204) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:19.254062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-a68901e0-8f3c-4270-a392-1af40148f47b tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f2152c1e-65bb-49ea-9b32-cd9f5b294f92') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:19.286744 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a68901e0-8f3c-4270-a392-1af40148f47b tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/subnetpools/f2152c1e-65bb-49ea-9b32-cd9f5b294f92/tags HTTP/1.1" status: 204 len: 168 time: 0.0364683 Aug 31 14:41:19.289286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38208) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:19.293826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-6b3cc798-91ca-46a9-9098-f02383b4f6c6 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '50db3c2e-819f-4930-a38b-d3f667b0e7df') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:19.374887 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6b3cc798-91ca-46a9-9098-f02383b4f6c6 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/routers/50db3c2e-819f-4930-a38b-d3f667b0e7df/tags HTTP/1.1" status: 204 len: 168 time: 0.0845230 Aug 31 14:41:19.378770 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38212) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:19.383460 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.tag.tag_plugin [None req-8e544a7d-5dab-489f-a5e0-89a8ef009911 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ec222e2a-f8d8-4212-b018-0e85f1554446') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:19.450587 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8e544a7d-5dab-489f-a5e0-89a8ef009911 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/ports/ec222e2a-f8d8-4212-b018-0e85f1554446/tags HTTP/1.1" status: 204 len: 168 time: 0.0701525 Aug 31 14:41:19.453189 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38216) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:19.457930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-617aa0cd-8650-4c6f-b0b4-de8bf15c76ef tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0a1831b7-61fc-4012-a48d-ec0294f22887') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:19.531675 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:19.540652 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-617aa0cd-8650-4c6f-b0b4-de8bf15c76ef tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/subnets/0a1831b7-61fc-4012-a48d-ec0294f22887/tags HTTP/1.1" status: 204 len: 168 time: 0.0850909 Aug 31 14:41:19.544871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38220) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:19.571668 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a80c6ed4-52c4-46c0-a5b3-e582e2357b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:19.693369 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b7bbf-7a01-4995-bd03-72b6b2f7bb42 req-53e2be0a-c250-4ba4-8398-b15d92d8aa1a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:19.694890 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-209b7bbf-7a01-4995-bd03-72b6b2f7bb42 req-53e2be0a-c250-4ba4-8398-b15d92d8aa1a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 943 time: 0.1372113 Aug 31 14:41:19.714426 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-819413be-6e86-4083-b2e8-4016787988fb tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for subnetpool, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:19.716196 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-819413be-6e86-4083-b2e8-4016787988fb tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/subnetpools/f2152c1e-65bb-49ea-9b32-cd9f5b294f92 HTTP/1.1" status: 204 len: 168 time: 0.1696894 Aug 31 14:41:19.719011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38228) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:19.748304 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-209b7bbf-7a01-4995-bd03-72b6b2f7bb42 req-f84eee2d-3653-4129-88dc-ea60eae4f52b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443773 Aug 31 14:41:19.773338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d50985f4-0834-42f6-bc64-86d55ad27f13 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "GET /v2.0/ports?device_id=50db3c2e-819f-4930-a38b-d3f667b0e7df HTTP/1.1" status: 200 len: 205 time: 0.0526817 Aug 31 14:41:19.775632 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38232) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:19.834405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-3bba186d-28b8-47db-8696-3619b7568096 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:19.836072 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-3bba186d-28b8-47db-8696-3619b7568096 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.0743375 Aug 31 14:41:19.863027 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce688723-0111-458c-8aac-207782d47da8 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:19.940329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Deleting port 658db4f1-db7b-49ff-836e-fd029bd8e251 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:19.940966 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:20.047546 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce688723-0111-458c-8aac-207782d47da8 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:20.051764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] For port 658db4f1-db7b-49ff-836e-fd029bd8e251, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=658db4f1-db7b-49ff-836e-fd029bd8e251,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:20.052193 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:20.056748 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce688723-0111-458c-8aac-207782d47da8 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:20.140023 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce688723-0111-458c-8aac-207782d47da8 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:20.140023 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce688723-0111-458c-8aac-207782d47da8 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Fanout notify agent at l3_agent the message router_deleted on router 50db3c2e-819f-4930-a38b-d3f667b0e7df {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:41:20.155578 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce688723-0111-458c-8aac-207782d47da8 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:20.159957 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ce688723-0111-458c-8aac-207782d47da8 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/routers/50db3c2e-819f-4930-a38b-d3f667b0e7df HTTP/1.1" status: 204 len: 168 time: 0.3825657 Aug 31 14:41:20.161555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38238) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:20.220021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a34a15-3bcb-4b4a-8faf-73c4bbcaa9c2 req-0e9621a9-dd1c-45a1-b563-01ac2b9c0fcb tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:20.220021 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b1a34a15-3bcb-4b4a-8faf-73c4bbcaa9c2 req-0e9621a9-dd1c-45a1-b563-01ac2b9c0fcb tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1767256 Aug 31 14:41:20.334348 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b1a34a15-3bcb-4b4a-8faf-73c4bbcaa9c2 req-546888b4-7cd6-4b9a-b035-84a0d6c1efc2 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066580 Aug 31 14:41:20.347047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8488bb6-39a3-4a35-8413-016490200df7 req-f8493a41-84ed-409b-9773-fe69ff29415f tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:20.365111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8488bb6-39a3-4a35-8413-016490200df7 req-f8493a41-84ed-409b-9773-fe69ff29415f tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 945 time: 0.1611364 Aug 31 14:41:20.365390 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-89d74f25-43c0-40b4-80ab-7c10c06d26a9 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Deleting port ec222e2a-f8d8-4212-b018-0e85f1554446 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:20.365390 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-89d74f25-43c0-40b4-80ab-7c10c06d26a9 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:20.456641 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8488bb6-39a3-4a35-8413-016490200df7 req-850b73d6-5783-4622-b429-83eead4e9394 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc766773-cc12-492b-a040-2885bd5ded2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971260 Aug 31 14:41:20.470615 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:20.471314 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:20.471932 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Floating IP 64e54568-4087-444d-a7de-b16082dab359 disassociated. External IP: 172.25.2.116, port: 658db4f1-db7b-49ff-836e-fd029bd8e251. Aug 31 14:41:20.472600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Calling delete_port for 658db4f1-db7b-49ff-836e-fd029bd8e251 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:20.505896 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-89d74f25-43c0-40b4-80ab-7c10c06d26a9 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:20.527539 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-89d74f25-43c0-40b4-80ab-7c10c06d26a9 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Calling delete_port for ec222e2a-f8d8-4212-b018-0e85f1554446 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:20.656586 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:20.719471 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-89d74f25-43c0-40b4-80ab-7c10c06d26a9 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:20.767683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d74f25-43c0-40b4-80ab-7c10c06d26a9 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Pushing event deleted for resources: {'Port': ['ID=ec222e2a-f8d8-4212-b018-0e85f1554446,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:20.967906 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-89d74f25-43c0-40b4-80ab-7c10c06d26a9 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:20.969484 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-89d74f25-43c0-40b4-80ab-7c10c06d26a9 tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/ports/ec222e2a-f8d8-4212-b018-0e85f1554446 HTTP/1.1" status: 204 len: 168 time: 0.8069401 Aug 31 14:41:20.977559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa310c54-6e20-47a9-bc20-628e6cf2cf4e req-cb6f1768-9617-4c6c-8e08-f7443e9ac42e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:20.986740 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa310c54-6e20-47a9-bc20-628e6cf2cf4e req-cb6f1768-9617-4c6c-8e08-f7443e9ac42e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 943 time: 0.1233637 Aug 31 14:41:20.988472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38246) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:21.079321 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa310c54-6e20-47a9-bc20-628e6cf2cf4e req-53c85f0a-3fbf-4620-b13f-03d49b6b455b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915277 Aug 31 14:41:21.098038 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b996c4a8-f92a-42f5-a6d9-1e37c673c2dc tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Deleting subnet 0a1831b7-61fc-4012-a48d-ec0294f22887 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:41:21.102005 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b996c4a8-f92a-42f5-a6d9-1e37c673c2dc tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:21.109538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event deleted for resources: {'Port': ['ID=658db4f1-db7b-49ff-836e-fd029bd8e251,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:21.155995 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b996c4a8-f92a-42f5-a6d9-1e37c673c2dc tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:21.236234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Router c370bf0f-bdeb-4654-a3e2-5f008d84c756 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:41:21.258336 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b996c4a8-f92a-42f5-a6d9-1e37c673c2dc tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:21.330060 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b996c4a8-f92a-42f5-a6d9-1e37c673c2dc tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:21.372914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:41:21.376096 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996c4a8-f92a-42f5-a6d9-1e37c673c2dc tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1831b7-61fc-4012-a48d-ec0294f22887,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:21.378684 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b996c4a8-f92a-42f5-a6d9-1e37c673c2dc tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:21.384335 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b996c4a8-f92a-42f5-a6d9-1e37c673c2dc tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/subnets/0a1831b7-61fc-4012-a48d-ec0294f22887 HTTP/1.1" status: 204 len: 168 time: 0.3917096 Aug 31 14:41:21.385329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38250) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:21.391066 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a4160-8712-41a9-aa74-daf929ac9a9f None None] Sync routers for ids ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:41:21.394506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06af5ad9-0bb7-4c5a-9743-c2ab808a40e5 None None] Network 00e2d69d-913a-41e2-9208-9c03e9b61295 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:41:21.448327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] No DVR routers for this DVR port 658db4f1-db7b-49ff-836e-fd029bd8e251 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:41:21.453760 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:21.458184 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dba72f9e-6a91-4df9-b28f-ab63e1f2a8ad req-e1b8063e-24d9-43c8-a334-8838ff793a88 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.25 "DELETE /v2.0/ports/658db4f1-db7b-49ff-836e-fd029bd8e251 HTTP/1.1" status: 204 len: 173 time: 1.6150005 Aug 31 14:41:21.458731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fad4684-00f2-488b-8cc6-ff43b7de0033', 'name': 'network-vif-deleted', 'tag': '658db4f1-db7b-49ff-836e-fd029bd8e251'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:21.464790 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f154bddf-4410-4229-b993-4f770973195e" -d '{"events": [{"server_uuid": "1fad4684-00f2-488b-8cc6-ff43b7de0033", "name": "network-vif-deleted", "tag": "658db4f1-db7b-49ff-836e-fd029bd8e251"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:21.570135 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eb1988-a122-48b7-a3d0-7d040384bc39 x-openstack-request-id: req-e5eb1988-a122-48b7-a3d0-7d040384bc39 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:21.570723 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fad4684-00f2-488b-8cc6-ff43b7de0033", "name": "network-vif-deleted", "tag": "658db4f1-db7b-49ff-836e-fd029bd8e251", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:21.571022 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5eb1988-a122-48b7-a3d0-7d040384bc39 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:21.571472 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fad4684-00f2-488b-8cc6-ff43b7de0033', 'name': 'network-vif-deleted', 'tag': '658db4f1-db7b-49ff-836e-fd029bd8e251', 'status': 'completed', 'code': 200} Aug 31 14:41:21.595205 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:21.614129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f76e91-a1b6-419b-aa8b-a0e9e56f55c0 req-b762614a-0365-4048-b3bc-416c9cbc4d47 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:21.622336 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b2f76e91-a1b6-419b-aa8b-a0e9e56f55c0 req-b762614a-0365-4048-b3bc-416c9cbc4d47 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1164129 Aug 31 14:41:21.702354 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a4160-8712-41a9-aa74-daf929ac9a9f None None] Routers {'c370bf0f-bdeb-4654-a3e2-5f008d84c756'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:21.703714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e20a4160-8712-41a9-aa74-daf929ac9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:40:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:21.713618 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b2f76e91-a1b6-419b-aa8b-a0e9e56f55c0 req-11362444-59af-4cea-b5cb-73b94a7ed006 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753071 Aug 31 14:41:21.782252 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fa19a663-5981-400d-aceb-e55ae89fffcf req-8555b8d6-57d6-422c-b226-a7a6fdb9998e tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fad4684-00f2-488b-8cc6-ff43b7de0033 HTTP/1.1" status: 200 len: 210 time: 0.0817509 Aug 31 14:41:21.813765 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Deleting port d43ff603-d413-4b8f-aab2-9710ec0f978f {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:21.814471 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:21.889145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-e20a4160-8712-41a9-aa74-daf929ac9a9f None None] Set router c370bf0f-bdeb-4654-a3e2-5f008d84c756 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:21.909416 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] For port d43ff603-d413-4b8f-aab2-9710ec0f978f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d43ff603-d413-4b8f-aab2-9710ec0f978f,segment=NetworkSegment(97d84880-4613-458a-99e4-579c42abe824),segment_id=97d84880-4613-458a-99e4-579c42abe824)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:21.910185 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:21.930499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Calling delete_port for d43ff603-d413-4b8f-aab2-9710ec0f978f owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:22.079372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:22.116850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff07dc4-86c8-4848-ad7b-f488d43c53de None None] DHCP port deletion for 00e2d69d-913a-41e2-9208-9c03e9b61295 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:41:22.127436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Pushing event deleted for resources: {'Port': ['ID=d43ff603-d413-4b8f-aab2-9710ec0f978f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:22.137978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] No DVR routers for this DVR port d43ff603-d413-4b8f-aab2-9710ec0f978f on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:41:22.224785 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccfbd1a6-6aa7-4719-adb2-44bd8315a008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:22.253324 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e20a4160-8712-41a9-aa74-daf929ac9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:10Z', 'revision_number': 5, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:22.297482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a4160-8712-41a9-aa74-daf929ac9a9f None None] Checking router: c370bf0f-bdeb-4654-a3e2-5f008d84c756 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:41:22.299012 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:22.303151 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:22.311040 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a4160-8712-41a9-aa74-daf929ac9a9f None None] Routers {'c370bf0f-bdeb-4654-a3e2-5f008d84c756'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:22.311787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e20a4160-8712-41a9-aa74-daf929ac9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:41:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:22.316517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e2d69d-913a-41e2-9208-9c03e9b61295']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:22.330978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d84880-4613-458a-99e4-579c42abe824') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:22.331349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d84880-4613-458a-99e4-579c42abe824') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:22.346103 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:22.363530 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ccbdf-235b-47d5-aa67-3d42d427944e req-8611c84a-5c70-4d54-bd51-d4caa43ea8e9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:22.365127 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dc3ccbdf-235b-47d5-aa67-3d42d427944e req-8611c84a-5c70-4d54-bd51-d4caa43ea8e9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 943 time: 0.1198246 Aug 31 14:41:22.384646 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:22.402307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:41:22.402992 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:41:22.406373 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:41:22.458508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d43ff603-d413-4b8f-aab2-9710ec0f978f no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:41:22.485953 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dc3ccbdf-235b-47d5-aa67-3d42d427944e req-a01b35f3-f9af-4025-a8b2-dcb46eedb40b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106100 Aug 31 14:41:22.486697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: d43ff603-d413-4b8f-aab2-9710ec0f978f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:41:22.487268 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d43ff603-d413-4b8f-aab2-9710ec0f978f not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:41:22.503680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:22.507074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-e20a4160-8712-41a9-aa74-daf929ac9a9f None None] Set router c370bf0f-bdeb-4654-a3e2-5f008d84c756 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:22.509102 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:22.511387 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] 10.222.0.39 "DELETE /v2.0/networks/00e2d69d-913a-41e2-9208-9c03e9b61295 HTTP/1.1" status: 204 len: 168 time: 1.1250780 Aug 31 14:41:22.528541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b5f13-ca30-4091-8829-1815bf09ec4e tempest-TagsExtTest-202087383 tempest-TagsExtTest-202087383-project] Pushing event deleted for resources: {'Network': ['ID=00e2d69d-913a-41e2-9208-9c03e9b61295,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:22.739545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e20a4160-8712-41a9-aa74-daf929ac9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:10Z', 'revision_number': 5, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:22.770764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a4160-8712-41a9-aa74-daf929ac9a9f None None] The sync data for ids ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'] in n-d-806683-5 is: [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:10Z', 'revision_number': 5, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:41:22.871101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38272) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:22.915326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae7f0b-cb95-41b5-82a0-14eac9046344 req-d0473f4b-ee53-454a-ba80-3a0be36a885d tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:22.922295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38278) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:22.937962 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1eae7f0b-cb95-41b5-82a0-14eac9046344 req-d0473f4b-ee53-454a-ba80-3a0be36a885d tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0916295 Aug 31 14:41:22.998810 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1eae7f0b-cb95-41b5-82a0-14eac9046344 req-36a4b26c-02dd-490f-babc-53dee8ab3774 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533385 Aug 31 14:41:22.999484 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-907f391c-066a-4037-b4a3-524912c6d9a4 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.050367 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-907f391c-066a-4037-b4a3-524912c6d9a4 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.103073 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-540d3048-ff0a-4231-995d-4f4274957ee1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5086607dc48b4d88bcc966a606e628cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295759 Aug 31 14:41:23.105742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38282) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:23.148010 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-907f391c-066a-4037-b4a3-524912c6d9a4 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.150834 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-907f391c-066a-4037-b4a3-524912c6d9a4 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.152077 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-907f391c-066a-4037-b4a3-524912c6d9a4 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "DELETE /v2.0/security-groups/dc766773-cc12-492b-a040-2885bd5ded2c HTTP/1.1" status: 204 len: 168 time: 0.2288156 Aug 31 14:41:23.155505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38284) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:23.163492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f391c-066a-4037-b4a3-524912c6d9a4 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc766773-cc12-492b-a040-2885bd5ded2c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:23.180789 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-25127fa7-8b5c-4fc3-a5f7-0e40e99917af tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] show failed (client error): The resource could not be found. Aug 31 14:41:23.185827 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-25127fa7-8b5c-4fc3-a5f7-0e40e99917af tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups/dc766773-cc12-492b-a040-2885bd5ded2c HTTP/1.1" status: 404 len: 347 time: 0.0279138 Aug 31 14:41:23.186436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38286) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:23.207160 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055f8750-1a0a-4a83-a0bd-92fbb1efc196 None None] New status for floating IP 64e54568-4087-444d-a7de-b16082dab359: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:41:23.253574 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78033769-7db9-482f-ad70-393aba280038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.335567 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.338320 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78033769-7db9-482f-ad70-393aba280038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.391621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab8898-ecc0-437b-8115-9bd9c29da539 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Deleting port 269b1090-aa6a-4e0e-8606-0a11e70a0503 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:23.391980 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6ab8898-ecc0-437b-8115-9bd9c29da539 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.442294 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78033769-7db9-482f-ad70-393aba280038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.444950 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78033769-7db9-482f-ad70-393aba280038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.446124 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-78033769-7db9-482f-ad70-393aba280038 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a10912d3-2eac-44f8-8c5d-c344f293601b HTTP/1.1" status: 204 len: 168 time: 0.3386807 Aug 31 14:41:23.461305 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78033769-7db9-482f-ad70-393aba280038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10912d3-2eac-44f8-8c5d-c344f293601b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:23.505857 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6ab8898-ecc0-437b-8115-9bd9c29da539 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.506347 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6ab8898-ecc0-437b-8115-9bd9c29da539 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.519799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab8898-ecc0-437b-8115-9bd9c29da539 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Calling delete_port for 269b1090-aa6a-4e0e-8606-0a11e70a0503 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:23.670380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c14b89-23dc-47d7-98e9-18c26efcda61 req-501678a6-b9c8-4307-b2a2-57310f9c1973 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:23.672205 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-80c14b89-23dc-47d7-98e9-18c26efcda61 req-501678a6-b9c8-4307-b2a2-57310f9c1973 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 943 time: 0.0737395 Aug 31 14:41:23.747436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-80c14b89-23dc-47d7-98e9-18c26efcda61 req-98dd8752-3537-4597-8582-fc1c3aac3de5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656524 Aug 31 14:41:23.759413 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6ab8898-ecc0-437b-8115-9bd9c29da539 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.783513 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab8898-ecc0-437b-8115-9bd9c29da539 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event deleted for resources: {'Port': ['ID=269b1090-aa6a-4e0e-8606-0a11e70a0503,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:23.862431 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6ab8898-ecc0-437b-8115-9bd9c29da539 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.865447 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6ab8898-ecc0-437b-8115-9bd9c29da539 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.870007 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d6ab8898-ecc0-437b-8115-9bd9c29da539 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "DELETE /v2.0/floatingips/64e54568-4087-444d-a7de-b16082dab359 HTTP/1.1" status: 204 len: 168 time: 0.6791360 Aug 31 14:41:23.909473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 658db4f1-db7b-49ff-836e-fd029bd8e251 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:41:23.939670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 658db4f1-db7b-49ff-836e-fd029bd8e251 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:41:23.939968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 658db4f1-db7b-49ff-836e-fd029bd8e251 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:41:24.083355 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38314) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:24.088189 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-10be2aa8-8797-43ab-852c-c67f9189175a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--784850875', 'description': 'tempest-description--1939209690'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:24.117263 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-10be2aa8-8797-43ab-852c-c67f9189175a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.137047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb4177-2ba0-4676-9a05-f0c4e497445d req-7012810d-0b33-4b4c-a88e-18bccbb39fa1 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:24.140104 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aaeb4177-2ba0-4676-9a05-f0c4e497445d req-7012810d-0b33-4b4c-a88e-18bccbb39fa1 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0666916 Aug 31 14:41:24.216291 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aaeb4177-2ba0-4676-9a05-f0c4e497445d req-47d8a86d-ed8e-4b63-9269-7179edc70d16 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666509 Aug 31 14:41:24.276053 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-10be2aa8-8797-43ab-852c-c67f9189175a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.279968 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-10be2aa8-8797-43ab-852c-c67f9189175a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.307590 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-10be2aa8-8797-43ab-852c-c67f9189175a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.312330 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-10be2aa8-8797-43ab-852c-c67f9189175a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2246032 Aug 31 14:41:24.313522 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38322) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:24.318817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5043f95d-cf69-411f-9bc4-78e04e06d189 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Request body: {'security_group_rule': {'security_group_id': '58f29592-fe0b-4729-8033-c8304157e913', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:24.346989 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be2aa8-8797-43ab-852c-c67f9189175a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f29592-fe0b-4729-8033-c8304157e913,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:24.368023 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5043f95d-cf69-411f-9bc4-78e04e06d189 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.399541 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.424958 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5043f95d-cf69-411f-9bc4-78e04e06d189 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.429520 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5043f95d-cf69-411f-9bc4-78e04e06d189 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.453911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043f95d-cf69-411f-9bc4-78e04e06d189 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409d36cf-f971-4095-9fe5-e20c10906c90,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:24.462380 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5043f95d-cf69-411f-9bc4-78e04e06d189 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.466916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38326) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:24.467255 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5043f95d-cf69-411f-9bc4-78e04e06d189 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523850 Aug 31 14:41:24.471853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-49ca0010-de0b-4b01-bd33-b4bcea6b97d2 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Request body: {'security_group_rule': {'security_group_id': '58f29592-fe0b-4729-8033-c8304157e913', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:24.502183 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49ca0010-de0b-4b01-bd33-b4bcea6b97d2 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.561306 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49ca0010-de0b-4b01-bd33-b4bcea6b97d2 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.565473 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49ca0010-de0b-4b01-bd33-b4bcea6b97d2 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.584127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca0010-de0b-4b01-bd33-b4bcea6b97d2 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdb9fb6-d6be-49b9-b511-9d5fe2c71191,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:24.595356 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49ca0010-de0b-4b01-bd33-b4bcea6b97d2 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.596801 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-49ca0010-de0b-4b01-bd33-b4bcea6b97d2 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287918 Aug 31 14:41:24.599986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38330) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:24.604964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:24.633680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.743910 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.882509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15438-ff3b-4493-b647-fad0766f89fc req-d11cc8ed-4223-4d03-9746-403e4eeea805 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:24.884069 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6b15438-ff3b-4493-b647-fad0766f89fc req-d11cc8ed-4223-4d03-9746-403e4eeea805 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 943 time: 0.0614235 Aug 31 14:41:24.894974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Allocated IP 172.25.2.34 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/71e71d11-22be-4d17-a175-0a58f5dea6a5) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:41:24.935389 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.949032 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6b15438-ff3b-4493-b647-fad0766f89fc req-f6b202e4-fddd-4216-96e5-594a532f032e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582595 Aug 31 14:41:25.027477 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.077336 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.133612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:41:25.136986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:25.139794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:41:25.172768 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event updated for resources: {'Port': ['ID=71e71d11-22be-4d17-a175-0a58f5dea6a5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:25.264945 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.279525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38352) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:25.341157 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.394490 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df6d29-a8ae-498e-b051-144cc5abf29d req-0f3eec6b-a287-4bb5-8312-a6d1eab9edb1 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:25.396086 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36df6d29-a8ae-498e-b051-144cc5abf29d req-0f3eec6b-a287-4bb5-8312-a6d1eab9edb1 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0905154 Aug 31 14:41:25.404304 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-353f47b9-351d-4024-a656-b90f2c6e894b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.486686 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36df6d29-a8ae-498e-b051-144cc5abf29d req-a76ccf33-32b1-4dae-ac8e-6ddcc950767e tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814579 Aug 31 14:41:25.499320 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-353f47b9-351d-4024-a656-b90f2c6e894b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.510747 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-353f47b9-351d-4024-a656-b90f2c6e894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.550171 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-353f47b9-351d-4024-a656-b90f2c6e894b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7db9b892131c40659fa15fec6c2b719d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694986 Aug 31 14:41:25.551623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f47b9-351d-4024-a656-b90f2c6e894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d2da7a-2e2b-4a7a-a0f5-bd6b23d79a38,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:25.553296 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.554057 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38356) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:25.557975 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.605243 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bda07309-c69b-4741-9d19-0cd6e0c1a447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.628148 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bda07309-c69b-4741-9d19-0cd6e0c1a447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.635546 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event updated for resources: {'Port': ['ID=71e71d11-22be-4d17-a175-0a58f5dea6a5,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:25.649541 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.664318 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.665933 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-921ce6af-3a20-461f-84cb-a32d43c7b806 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0647073 Aug 31 14:41:25.681429 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bda07309-c69b-4741-9d19-0cd6e0c1a447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.685010 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bda07309-c69b-4741-9d19-0cd6e0c1a447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.686270 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bda07309-c69b-4741-9d19-0cd6e0c1a447 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0d2da7a-2e2b-4a7a-a0f5-bd6b23d79a38 HTTP/1.1" status: 204 len: 168 time: 0.1312895 Aug 31 14:41:25.694742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda07309-c69b-4741-9d19-0cd6e0c1a447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d2da7a-2e2b-4a7a-a0f5-bd6b23d79a38,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:25.903592 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-dcb08b9d-9983-4fde-86dc-044d614755ad tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--784850875&fields=id&tenant_id=c84d740f6207458bac8b14249c302797 HTTP/1.1" status: 200 len: 267 time: 0.0409691 Aug 31 14:41:25.912797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a7664b27-cd47-45c2-b852-992bd2e5fab2 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:41:26.044126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38384) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:26.063919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-7f8d0261-ca86-4bd8-b886-b67431e5e7c4 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:26.065601 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8bf8f43-78d1-4d7b-8cc8-a647a767e2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.065779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port a7664b27-cd47-45c2-b852-992bd2e5fab2, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a7664b27-cd47-45c2-b852-992bd2e5fab2,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:26.078416 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-7f8d0261-ca86-4bd8-b886-b67431e5e7c4 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/networks?id=59849f4f-b5bd-4a7f-b70c-d1daace00978 HTTP/1.1" status: 200 len: 811 time: 0.1660097 Aug 31 14:41:26.089364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'a7664b27-cd47-45c2-b852-992bd2e5fab2', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'port_id': 'a7664b27-cd47-45c2-b852-992bd2e5fab2', 'mac_address': 'fa:16:3e:7c:63:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:41:26.091097 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-957e0396-56c8-46eb-8f8e-ce675abf6971 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/quotas/c84d740f6207458bac8b14249c302797 HTTP/1.1" status: 200 len: 375 time: 0.0106897 Aug 31 14:41:26.149269 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.160219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-9471cad5-b926-40e7-8a31-3e6d6d95b581 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c84d740f6207458bac8b14249c302797&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611050 Aug 31 14:41:26.168528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7664b27-cd47-45c2-b852-992bd2e5fab2 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:41:26.189730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port a7664b27-cd47-45c2-b852-992bd2e5fab2, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a7664b27-cd47-45c2-b852-992bd2e5fab2,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:26.194969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38386) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:26.198553 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.201398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-41ab8e73-8d0d-4cce-a01a-198a7084e037 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1410381359', 'description': 'tempest-secgroup-smoke-1410381359 description', 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:26.220488 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8bf8f43-78d1-4d7b-8cc8-a647a767e2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.242280 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8bf8f43-78d1-4d7b-8cc8-a647a767e2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.255473 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41ab8e73-8d0d-4cce-a01a-198a7084e037 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.272955 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=a7664b27-cd47-45c2-b852-992bd2e5fab2,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:26.288836 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-4316195f-b4f1-4b04-b8a5-2c479ac8f0af service neutron] 10.222.0.39 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128983 Aug 31 14:41:26.318060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf8f43-78d1-4d7b-8cc8-a647a767e2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd36a32d-08d7-42c8-a30e-4d8e44d2f592,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:26.344281 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c8bf8f43-78d1-4d7b-8cc8-a647a767e2ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea145997eac148baa1c41448b126263a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990162 Aug 31 14:41:26.347213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38390) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:26.372246 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a70e1-31f0-4127-8158-91bca5560a57 req-9903cde4-8682-40a4-9404-40ad0d0794ba tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:26.374210 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f53a70e1-31f0-4127-8158-91bca5560a57 req-9903cde4-8682-40a4-9404-40ad0d0794ba tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 944 time: 0.1047230 Aug 31 14:41:26.413744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['a7664b27-cd47-45c2-b852-992bd2e5fab2'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:41:26.414580 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-bbd28506-85cb-4ea9-86bb-ea274fe74de8 service neutron] 10.222.0.39 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184623 Aug 31 14:41:26.426171 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d3eda60-5efe-4d0a-a05e-eb062a1e6bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.430089 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f53a70e1-31f0-4127-8158-91bca5560a57 req-cdedcb0c-87d4-4861-8dc4-a6574efbe472 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475214 Aug 31 14:41:26.451925 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d3eda60-5efe-4d0a-a05e-eb062a1e6bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.468227 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41ab8e73-8d0d-4cce-a01a-198a7084e037 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.472838 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41ab8e73-8d0d-4cce-a01a-198a7084e037 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.507282 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41ab8e73-8d0d-4cce-a01a-198a7084e037 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.511476 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-41ab8e73-8d0d-4cce-a01a-198a7084e037 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3151786 Aug 31 14:41:26.512911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38394) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:26.524994 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d3eda60-5efe-4d0a-a05e-eb062a1e6bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.525252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c4f9ea31-540d-4f3a-9d45-25805f9fa825 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Request body: {'security_group_rule': {'security_group_id': '9dfd3bf8-dcac-493e-8feb-6232abb5149a', 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:26.529655 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d3eda60-5efe-4d0a-a05e-eb062a1e6bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.534624 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6d3eda60-5efe-4d0a-a05e-eb062a1e6bba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd36a32d-08d7-42c8-a30e-4d8e44d2f592 HTTP/1.1" status: 204 len: 168 time: 0.1826398 Aug 31 14:41:26.540990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab8e73-8d0d-4cce-a01a-198a7084e037 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfd3bf8-dcac-493e-8feb-6232abb5149a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:26.549400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3eda60-5efe-4d0a-a05e-eb062a1e6bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd36a32d-08d7-42c8-a30e-4d8e44d2f592,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:26.563452 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ea31-540d-4f3a-9d45-25805f9fa825 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.630013 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ea31-540d-4f3a-9d45-25805f9fa825 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.637327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ea31-540d-4f3a-9d45-25805f9fa825 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.666826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9ea31-540d-4f3a-9d45-25805f9fa825 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d2da75-74bc-4a67-b54c-d480d948c673,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:26.681152 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ea31-540d-4f3a-9d45-25805f9fa825 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.686122 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c4f9ea31-540d-4f3a-9d45-25805f9fa825 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655216 Aug 31 14:41:26.687234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38400) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:26.702431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-50c6850b-2bbd-4218-a36f-ef341c725dfa tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Request body: {'security_group_rule': {'security_group_id': '9dfd3bf8-dcac-493e-8feb-6232abb5149a', 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:26.768201 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-43874202-c59d-47d1-95dd-266618254593 req-4ef570e0-5476-4039-aafd-be6c3eb46d98 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 210 time: 0.0438237 Aug 31 14:41:26.769285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413e371-8089-4c7b-b48a-174ff443744e req-cadbb7cf-d358-499a-ad08-a346f17f9456 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:26.770980 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9413e371-8089-4c7b-b48a-174ff443744e req-cadbb7cf-d358-499a-ad08-a346f17f9456 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0639451 Aug 31 14:41:26.779621 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50c6850b-2bbd-4218-a36f-ef341c725dfa tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.833746 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9413e371-8089-4c7b-b48a-174ff443744e req-347b4917-dbf8-4fbb-a0ae-935348b4ca38 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483243 Aug 31 14:41:26.853733 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50c6850b-2bbd-4218-a36f-ef341c725dfa tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.862376 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50c6850b-2bbd-4218-a36f-ef341c725dfa tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.882392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6850b-2bbd-4218-a36f-ef341c725dfa tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273bd039-4c9d-44ad-a7d3-8971e4d6b409,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:26.892177 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50c6850b-2bbd-4218-a36f-ef341c725dfa tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.893681 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-50c6850b-2bbd-4218-a36f-ef341c725dfa tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1973305 Aug 31 14:41:26.896406 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38410) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:26.901445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bb003d47-dbf5-4d7a-93f8-c5e3c366b142 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Request body: {'security_group_rule': {'security_group_id': '9dfd3bf8-dcac-493e-8feb-6232abb5149a', 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:26.931582 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb003d47-dbf5-4d7a-93f8-c5e3c366b142 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.991445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb003d47-dbf5-4d7a-93f8-c5e3c366b142 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.996233 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb003d47-dbf5-4d7a-93f8-c5e3c366b142 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.017798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb003d47-dbf5-4d7a-93f8-c5e3c366b142 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201d6fe3-b9c2-4cd2-94d2-5ef12002a94e,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:27.024406 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb003d47-dbf5-4d7a-93f8-c5e3c366b142 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.028689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38420) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:27.028904 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bb003d47-dbf5-4d7a-93f8-c5e3c366b142 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311200 Aug 31 14:41:27.034371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2f1599ac-fc21-4741-ad25-a39e024aa224 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Request body: {'security_group_rule': {'security_group_id': '9dfd3bf8-dcac-493e-8feb-6232abb5149a', 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:27.063757 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f1599ac-fc21-4741-ad25-a39e024aa224 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.134636 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f1599ac-fc21-4741-ad25-a39e024aa224 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.138645 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f1599ac-fc21-4741-ad25-a39e024aa224 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.158815 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1599ac-fc21-4741-ad25-a39e024aa224 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07016aee-b4ff-4ec1-800c-e95d952b904d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:27.165525 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f1599ac-fc21-4741-ad25-a39e024aa224 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.166586 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2f1599ac-fc21-4741-ad25-a39e024aa224 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367254 Aug 31 14:41:27.169393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38424) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:27.175399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f188a706-ac07-4359-8c45-4547f29315a0 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Request body: {'security_group_rule': {'security_group_id': '9dfd3bf8-dcac-493e-8feb-6232abb5149a', 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:27.202248 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-f188a706-ac07-4359-8c45-4547f29315a0 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Project ec9bb7e643a84983a42c9b7a94a70723 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:41:27.208103 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f188a706-ac07-4359-8c45-4547f29315a0 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.286949 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f188a706-ac07-4359-8c45-4547f29315a0 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.291344 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f188a706-ac07-4359-8c45-4547f29315a0 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.326666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188a706-ac07-4359-8c45-4547f29315a0 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78331ee-ff9a-4d7c-a5e6-e9e7eded947a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:27.329239 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f188a706-ac07-4359-8c45-4547f29315a0 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.330664 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f188a706-ac07-4359-8c45-4547f29315a0 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1602631 Aug 31 14:41:27.333318 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38434) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:27.337935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-52e29f18-19b5-4d5b-b5ca-2841264a6aa5 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Request body: {'security_group_rule': {'security_group_id': '9dfd3bf8-dcac-493e-8feb-6232abb5149a', 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:27.362964 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-52e29f18-19b5-4d5b-b5ca-2841264a6aa5 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Project ec9bb7e643a84983a42c9b7a94a70723 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:41:27.368273 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52e29f18-19b5-4d5b-b5ca-2841264a6aa5 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.441755 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52e29f18-19b5-4d5b-b5ca-2841264a6aa5 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.445761 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52e29f18-19b5-4d5b-b5ca-2841264a6aa5 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.465352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e29f18-19b5-4d5b-b5ca-2841264a6aa5 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84011e7-e9ea-4d36-b1c8-f8110b560d0b,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:27.482110 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52e29f18-19b5-4d5b-b5ca-2841264a6aa5 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.492224 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-52e29f18-19b5-4d5b-b5ca-2841264a6aa5 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494603 Aug 31 14:41:27.615109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a5c18-bee2-4596-9ff7-1ff9dd084781 req-7917cee4-7b35-4a66-be1d-9bc83a14c7ea tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:27.617087 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d0a5c18-bee2-4596-9ff7-1ff9dd084781 req-7917cee4-7b35-4a66-be1d-9bc83a14c7ea tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 944 time: 0.0715897 Aug 31 14:41:27.665331 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d0a5c18-bee2-4596-9ff7-1ff9dd084781 req-04a3b11e-82c0-47b0-9bc5-64783af60bd2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Aug 31 14:41:27.769384 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-087b6915-32b3-4c17-b517-84393efbcef3 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1410381359&fields=id&tenant_id=ec9bb7e643a84983a42c9b7a94a70723 HTTP/1.1" status: 200 len: 267 time: 0.0768206 Aug 31 14:41:27.917680 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3156d7b-ce55-42c4-a09a-f41efa5365f6 req-644ca747-c171-4eae-9edb-106f7d6d44c9 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 210 time: 0.0454128 Aug 31 14:41:27.927540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a7664b27-cd47-45c2-b852-992bd2e5fab2 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:27.931436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-9b058752-7b61-4ee0-add4-73e0c5480837 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:27.932955 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-9b058752-7b61-4ee0-add4-73e0c5480837 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.60 "GET /v2.0/networks?id=59849f4f-b5bd-4a7f-b70c-d1daace00978 HTTP/1.1" status: 200 len: 811 time: 0.1716294 Aug 31 14:41:27.998380 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port a7664b27-cd47-45c2-b852-992bd2e5fab2 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:28.008656 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port a7664b27-cd47-45c2-b852-992bd2e5fab2 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:28.010918 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:28.041444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-198b231e-799a-454a-87ca-bc47662f7601 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c84d740f6207458bac8b14249c302797 HTTP/1.1" status: 200 len: 379 time: 0.0804217 Aug 31 14:41:28.062269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-863f1f68-af16-480f-a6bb-8ee794699ee3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Request body: {'port': {'device_id': '40a23b4b-f786-4a8b-997d-0339790e107a', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'admin_state_up': True, 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'security_groups': ['58f29592-fe0b-4729-8033-c8304157e913']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:28.065334 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-f9b5ee25-7aea-4d43-bdd2-b7eef69aad0c tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:28.069070 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-f9b5ee25-7aea-4d43-bdd2-b7eef69aad0c tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/networks?id=4c0df2ac-4ce8-4812-998b-014508baaa62 HTTP/1.1" status: 200 len: 813 time: 0.2902799 Aug 31 14:41:28.102896 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-fdc01757-7ba6-481d-9d2f-4b4a52d98b55 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/quotas/ec9bb7e643a84983a42c9b7a94a70723 HTTP/1.1" status: 200 len: 375 time: 0.0251365 Aug 31 14:41:28.115743 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:28.136498 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f8848-b96d-410b-91e0-a4d47a87aaef req-9dbd2ec7-254f-4e3f-98aa-45ccb2da3ad6 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:28.141662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c4b66e-2f37-40be-988f-48b286e2c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7664b27-cd47-45c2-b852-992bd2e5fab2'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:28.144256 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40668d9-4b4c-4354-a934-7a61d14caedd" -d '{"events": [{"server_uuid": "e8c4b66e-2f37-40be-988f-48b286e2c162", "name": "network-vif-plugged", "status": "completed", "tag": "a7664b27-cd47-45c2-b852-992bd2e5fab2"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:28.145136 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-513f8848-b96d-410b-91e0-a4d47a87aaef req-9dbd2ec7-254f-4e3f-98aa-45ccb2da3ad6 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1293895 Aug 31 14:41:28.162249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port a7664b27-cd47-45c2-b852-992bd2e5fab2, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a7664b27-cd47-45c2-b852-992bd2e5fab2,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:28.167533 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:28.204069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-3903a353-b8e5-427c-a9b7-7cff2670f929 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9bb7e643a84983a42c9b7a94a70723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914366 Aug 31 14:41:28.227608 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-513f8848-b96d-410b-91e0-a4d47a87aaef req-99f33caa-ad7c-4246-883c-8e2455f6cc21 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732350 Aug 31 14:41:28.265727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-863f1f68-af16-480f-a6bb-8ee794699ee3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Made reservation on behalf of c84d740f6207458bac8b14249c302797 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:41:28.273852 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-863f1f68-af16-480f-a6bb-8ee794699ee3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:28.274169 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49405004-860b-47bf-acfb-6c0805e1f94e x-openstack-request-id: req-49405004-860b-47bf-acfb-6c0805e1f94e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:28.274481 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c4b66e-2f37-40be-988f-48b286e2c162", "name": "network-vif-plugged", "status": "completed", "tag": "a7664b27-cd47-45c2-b852-992bd2e5fab2", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:28.274740 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49405004-860b-47bf-acfb-6c0805e1f94e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:28.275669 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c4b66e-2f37-40be-988f-48b286e2c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7664b27-cd47-45c2-b852-992bd2e5fab2', 'code': 200} Aug 31 14:41:28.280525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=a7664b27-cd47-45c2-b852-992bd2e5fab2,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:28.344601 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-4cd33efb-47b7-4cd1-89d6-d423d2b1c606 service neutron] 10.222.0.39 "GET /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393483 Aug 31 14:41:28.426750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7c870-20eb-426c-82d6-b7fe107e566d req-837e1c75-3c46-48bf-a75b-82776f8c6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:28.427775 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9df7c870-20eb-426c-82d6-b7fe107e566d req-837e1c75-3c46-48bf-a75b-82776f8c6322 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 1096 time: 0.0846577 Aug 31 14:41:28.440994 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-6ca12ec4-7fb0-458b-a3db-d48dfbe834b5 service neutron] 10.222.0.39 "GET /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900559 Aug 31 14:41:28.464740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-863f1f68-af16-480f-a6bb-8ee794699ee3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Allocated IP 172.20.0.14 (59849f4f-b5bd-4a7f-b70c-d1daace00978/b8183bda-d8b2-43ca-9066-7e53408b7171/bca04fa8-2f88-46ee-97da-e0e9748d110e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:41:28.490931 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9df7c870-20eb-426c-82d6-b7fe107e566d req-c029c3d4-8b64-43b4-a048-baf6e071cf71 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533166 Aug 31 14:41:28.633738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-863f1f68-af16-480f-a6bb-8ee794699ee3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:28.660673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-863f1f68-af16-480f-a6bb-8ee794699ee3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Transition to ACTIVE for port object bca04fa8-2f88-46ee-97da-e0e9748d110e will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:28.724160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-863f1f68-af16-480f-a6bb-8ee794699ee3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:28.864688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f1f68-af16-480f-a6bb-8ee794699ee3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event updated for resources: {'Port': ['ID=bca04fa8-2f88-46ee-97da-e0e9748d110e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:28.881150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-863f1f68-af16-480f-a6bb-8ee794699ee3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Network 59849f4f-b5bd-4a7f-b70c-d1daace00978 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:41:28.886916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-863f1f68-af16-480f-a6bb-8ee794699ee3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:28.906384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-863f1f68-af16-480f-a6bb-8ee794699ee3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:41:29.023013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-863f1f68-af16-480f-a6bb-8ee794699ee3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:29.023651 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-863f1f68-af16-480f-a6bb-8ee794699ee3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:29.048262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-863f1f68-af16-480f-a6bb-8ee794699ee3 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9974060 Aug 31 14:41:29.056756 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4bc6d84a-81ea-4725-a231-68a1d8cd22c3 req-562bddfc-070f-487d-9c89-4f8879a28c91 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 210 time: 0.0737350 Aug 31 14:41:29.058598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5bfe9-5e0b-4f51-a63f-d21cd6b47f5b req-fc7a606e-987c-4276-9cfa-39555a1c358d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:29.060354 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-20a5bfe9-5e0b-4f51-a63f-d21cd6b47f5b req-fc7a606e-987c-4276-9cfa-39555a1c358d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 945 time: 0.1853750 Aug 31 14:41:29.067855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Request body: {'port': {'device_id': '40a23b4b-f786-4a8b-997d-0339790e107a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:29.179994 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-20a5bfe9-5e0b-4f51-a63f-d21cd6b47f5b req-f64228a7-ed60-4c42-9543-eec3f991976a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801964 Aug 31 14:41:29.192972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:29.296638 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fa2fa-2513-4d13-847c-01b79c4e6d72 req-d199bb7e-a278-432b-bdbc-8710a6a2f651 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:29.301722 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-561fa2fa-2513-4d13-847c-01b79c4e6d72 req-d199bb7e-a278-432b-bdbc-8710a6a2f651 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 932 time: 0.1265833 Aug 31 14:41:29.314637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-06f930ec-540e-4a94-806b-e2eab0375ce6 None None] Provisioning for port bca04fa8-2f88-46ee-97da-e0e9748d110e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:29.327034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-06f930ec-540e-4a94-806b-e2eab0375ce6 None None] Provisioning complete for port bca04fa8-2f88-46ee-97da-e0e9748d110e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:29.327711 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06f930ec-540e-4a94-806b-e2eab0375ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:29.373560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-06f930ec-540e-4a94-806b-e2eab0375ce6 None None] Port bca04fa8-2f88-46ee-97da-e0e9748d110e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:41:29.416276 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-561fa2fa-2513-4d13-847c-01b79c4e6d72 req-b556bbcf-d4ac-42a0-9549-424faf6298d4 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=58f29592-fe0b-4729-8033-c8304157e913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084969 Aug 31 14:41:29.424021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9c2b2-a8ac-4185-8900-b4bf7ed99600 req-87c88eda-0663-4ce2-a1ae-895d46d69ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:29.425692 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-28f9c2b2-a8ac-4185-8900-b4bf7ed99600 req-87c88eda-0663-4ce2-a1ae-895d46d69ffb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0880411 Aug 31 14:41:29.473068 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-28f9c2b2-a8ac-4185-8900-b4bf7ed99600 req-5e12ed92-e9eb-4809-9e78-7db533b8c50d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401096 Aug 31 14:41:29.503506 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac83e-46f0-4fc5-977f-e36d4821d88c req-90e03801-cc48-4f8e-bd72-dcc245e2f66c tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:29.507707 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-431ac83e-46f0-4fc5-977f-e36d4821d88c req-90e03801-cc48-4f8e-bd72-dcc245e2f66c tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1295633 Aug 31 14:41:29.560373 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-431ac83e-46f0-4fc5-977f-e36d4821d88c req-565b52fe-f5f5-4aa4-91fa-b6b366b177de tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490041 Aug 31 14:41:29.680500 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca04fa8-2f88-46ee-97da-e0e9748d110e {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:41:29.688917 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:29.703136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Transition to ACTIVE for port object bca04fa8-2f88-46ee-97da-e0e9748d110e will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:29.707651 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:29.786983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bca04fa8-2f88-46ee-97da-e0e9748d110e,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:29.854526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Attempting to bind port bca04fa8-2f88-46ee-97da-e0e9748d110e on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:41:29.854856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Attempting to bind port bca04fa8-2f88-46ee-97da-e0e9748d110e by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:41:29.855198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Attempting to bind port bca04fa8-2f88-46ee-97da-e0e9748d110e on network 59849f4f-b5bd-4a7f-b70c-d1daace00978 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:29.859876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Port bca04fa8-2f88-46ee-97da-e0e9748d110e on network 59849f4f-b5bd-4a7f-b70c-d1daace00978 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:41:29.860201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Attempting to bind port bca04fa8-2f88-46ee-97da-e0e9748d110e on network 59849f4f-b5bd-4a7f-b70c-d1daace00978 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:29.865152 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:41:29.865743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Checking segment: {'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:41:29.866131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Bound using segment: {'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:41:29.866559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Bound port: bca04fa8-2f88-46ee-97da-e0e9748d110e, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e80b65-0f27-4c80-bfea-6acae157c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:41:29.866916 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:29.932394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] For port bca04fa8-2f88-46ee-97da-e0e9748d110e, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:41:29.935682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] For port bca04fa8-2f88-46ee-97da-e0e9748d110e, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bca04fa8-2f88-46ee-97da-e0e9748d110e,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:41:29.940524 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:29.993628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:29.994265 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:29.995938 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] 10.222.0.60 "PUT /v2.0/ports/bca04fa8-2f88-46ee-97da-e0e9748d110e HTTP/1.1" status: 200 len: 1092 time: 0.9345925 Aug 31 14:41:29.997055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a23b4b-f786-4a8b-997d-0339790e107a', 'tag': 'bca04fa8-2f88-46ee-97da-e0e9748d110e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:29.999975 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aeff802-1f81-4a5d-b51c-da312584ea91" -d '{"events": [{"name": "network-changed", "server_uuid": "40a23b4b-f786-4a8b-997d-0339790e107a", "tag": "bca04fa8-2f88-46ee-97da-e0e9748d110e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:30.042118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0941b1a-49dc-497c-ae22-d1dd5e3926a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bca04fa8-2f88-46ee-97da-e0e9748d110e,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:30.062309 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c528e5c4-65e8-4f60-a38d-8c4239fa31be x-openstack-request-id: req-c528e5c4-65e8-4f60-a38d-8c4239fa31be {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:30.062603 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a23b4b-f786-4a8b-997d-0339790e107a", "tag": "bca04fa8-2f88-46ee-97da-e0e9748d110e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:30.062852 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c528e5c4-65e8-4f60-a38d-8c4239fa31be {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:30.063278 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a23b4b-f786-4a8b-997d-0339790e107a', 'tag': 'bca04fa8-2f88-46ee-97da-e0e9748d110e', 'status': 'completed', 'code': 200} Aug 31 14:41:30.170845 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b599aa38-2922-4bc5-bd08-d02d3f0c4540 req-e4dfb7f3-d021-42b3-b775-90eca55c44e0 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 210 time: 0.0359995 Aug 31 14:41:30.180123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-7a29d84d-2bac-4fac-9a9b-58cf5695888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:30.181939 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-7a29d84d-2bac-4fac-9a9b-58cf5695888e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c84d740f6207458bac8b14249c302797&device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 1095 time: 0.1047795 Aug 31 14:41:30.243582 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-79960597-9707-4be9-bc35-963da88c7ee2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca04fa8-2f88-46ee-97da-e0e9748d110e HTTP/1.1" status: 200 len: 217 time: 0.0508811 Aug 31 14:41:30.295267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-fa8a5106-aff4-4236-a670-e9dcf5ad477f tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:30.296685 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-fa8a5106-aff4-4236-a670-e9dcf5ad477f tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.25 "GET /v2.0/networks?id=4c0df2ac-4ce8-4812-998b-014508baaa62 HTTP/1.1" status: 200 len: 813 time: 0.1920524 Aug 31 14:41:30.363568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-351daea4-72df-4c14-b19b-cdcf316d4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:30.365077 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-351daea4-72df-4c14-b19b-cdcf316d4fd7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8183bda-d8b2-43ca-9066-7e53408b7171 HTTP/1.1" status: 200 len: 850 time: 0.1115673 Aug 31 14:41:30.411666 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-8d043d3c-5067-4098-a742-b2b8029e4841 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec9bb7e643a84983a42c9b7a94a70723 HTTP/1.1" status: 200 len: 380 time: 0.0859687 Aug 31 14:41:30.421591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585f78a-6ce3-474b-90b4-a86aa217afad req-0668fbbf-e8ff-4bf1-9d80-cf82e2272e7e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:30.423197 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d585f78a-6ce3-474b-90b4-a86aa217afad req-0668fbbf-e8ff-4bf1-9d80-cf82e2272e7e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 945 time: 0.1351395 Aug 31 14:41:30.429978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-14ab9f1f-67fd-45bd-865e-bd943d217317 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Request body: {'port': {'device_id': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'admin_state_up': True, 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'security_groups': ['9dfd3bf8-dcac-493e-8feb-6232abb5149a']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:30.518382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-42e92482-3721-4d6c-afae-7c2ad3272940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:30.519940 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-42e92482-3721-4d6c-afae-7c2ad3272940 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59849f4f-b5bd-4a7f-b70c-d1daace00978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454368 Aug 31 14:41:30.554206 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d585f78a-6ce3-474b-90b4-a86aa217afad req-46db65dd-aba3-45bd-9cd5-3e796785a46f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206517 Aug 31 14:41:30.566263 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f9ca9-eddb-40ed-b94a-a0218d872067 req-aff1bbfa-3f56-4112-86ad-447055feef58 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:30.571706 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-070f9ca9-eddb-40ed-b94a-a0218d872067 req-aff1bbfa-3f56-4112-86ad-447055feef58 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 944 time: 0.0771153 Aug 31 14:41:30.620628 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-070f9ca9-eddb-40ed-b94a-a0218d872067 req-c704791d-799b-40ae-adf6-39dd44d74fca tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=58f29592-fe0b-4729-8033-c8304157e913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450757 Aug 31 14:41:30.700192 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-d5a0f5fb-116f-49a8-98fd-cbfaad8eeea1 service neutron] 10.222.0.60 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698961 Aug 31 14:41:30.733729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089db66-80c7-45d1-af36-55d3eb467387 req-4c5c639c-20e0-4671-9919-f9e8ac3c411a tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:30.735572 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0089db66-80c7-45d1-af36-55d3eb467387 req-4c5c639c-20e0-4671-9919-f9e8ac3c411a tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0556264 Aug 31 14:41:30.779109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-14ab9f1f-67fd-45bd-865e-bd943d217317 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Made reservation on behalf of ec9bb7e643a84983a42c9b7a94a70723 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:41:30.782581 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-14ab9f1f-67fd-45bd-865e-bd943d217317 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:30.784802 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0089db66-80c7-45d1-af36-55d3eb467387 req-84037f3c-fbdb-4232-8364-beb000bc7ad9 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Aug 31 14:41:30.795217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0f2bc-07e9-4161-9754-e7786ac2f833 req-d3a70f92-0f7f-4109-baf0-eb6879b859ca tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:30.796843 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4cf0f2bc-07e9-4161-9754-e7786ac2f833 req-d3a70f92-0f7f-4109-baf0-eb6879b859ca tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 945 time: 0.1469657 Aug 31 14:41:30.941427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4cf0f2bc-07e9-4161-9754-e7786ac2f833 req-7ac10e2a-7dbd-4a16-bfc5-8c868a6d64cb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297708 Aug 31 14:41:30.951965 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23b5a9ac-ed4f-4df9-9ce0-24855877d11e req-1bfc4cff-3af9-4942-94a9-a0e76c51ae72 service neutron] 10.222.0.60 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424161 Aug 31 14:41:31.141740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-14ab9f1f-67fd-45bd-865e-bd943d217317 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Allocated IP 172.20.0.5 (4c0df2ac-4ce8-4812-998b-014508baaa62/80741a13-83b8-4d01-8f8b-f043e884cd77/71d3dcb4-1aa5-451e-aa4c-34f6e9863860) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:41:31.167112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeff802-1f81-4a5d-b51c-da312584ea91 req-a17f4e13-a76b-43db-85b9-bad577698927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:31.169257 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6aeff802-1f81-4a5d-b51c-da312584ea91 req-a17f4e13-a76b-43db-85b9-bad577698927 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c84d740f6207458bac8b14249c302797&device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 1095 time: 0.1450047 Aug 31 14:41:31.213196 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bedb82-5879-4bc9-b00d-581251f87b51 req-dfe24e9c-33e2-421c-be89-cd63fda5dd1d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:31.224775 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7bedb82-5879-4bc9-b00d-581251f87b51 req-dfe24e9c-33e2-421c-be89-cd63fda5dd1d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 945 time: 0.1293983 Aug 31 14:41:31.266559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f435491-5b50-4909-b0ba-ecac75f789f4 req-9a479755-b6f6-41ea-9ec9-bbca9238d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:31.269344 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f435491-5b50-4909-b0ba-ecac75f789f4 req-9a479755-b6f6-41ea-9ec9-bbca9238d27c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=020a2801fdcc43e8af0aa6ad25780e74&device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 1097 time: 0.1570046 Aug 31 14:41:31.481627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc25094-b926-40fb-9f6e-32c3606e9fe7 req-5f8cad34-dd1a-42a3-97a7-f111694f3b63 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:31.483603 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0fc25094-b926-40fb-9f6e-32c3606e9fe7 req-5f8cad34-dd1a-42a3-97a7-f111694f3b63 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1373792 Aug 31 14:41:31.532848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f435491-5b50-4909-b0ba-ecac75f789f4 req-9bb3af43-5f33-42a0-894e-1fa509ad702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:31.534559 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f435491-5b50-4909-b0ba-ecac75f789f4 req-9bb3af43-5f33-42a0-894e-1fa509ad702e service neutron] 10.222.0.60 "GET /v2.0/networks?id=57f4a10f-2619-44ef-9088-e45ced4893f1 HTTP/1.1" status: 200 len: 920 time: 0.2547054 Aug 31 14:41:31.542871 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0fc25094-b926-40fb-9f6e-32c3606e9fe7 req-1c4fbaf9-a9c9-4f0c-93a2-19ae07319cf6 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487001 Aug 31 14:41:31.813629 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7bedb82-5879-4bc9-b00d-581251f87b51 req-3c4c2fe4-d4f7-4b6e-a77c-feee3c469fb8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878103 Aug 31 14:41:31.849684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeff802-1f81-4a5d-b51c-da312584ea91 req-d66819fc-239a-46fb-80a7-b2a6e3e44b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:31.851314 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6aeff802-1f81-4a5d-b51c-da312584ea91 req-d66819fc-239a-46fb-80a7-b2a6e3e44b23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59849f4f-b5bd-4a7f-b70c-d1daace00978 HTTP/1.1" status: 200 len: 912 time: 0.6701329 Aug 31 14:41:31.929120 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6aeff802-1f81-4a5d-b51c-da312584ea91 req-f2ccbab0-9ce4-430c-b9b9-e35c0688cb09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca04fa8-2f88-46ee-97da-e0e9748d110e HTTP/1.1" status: 200 len: 217 time: 0.0632317 Aug 31 14:41:32.029873 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-14ab9f1f-67fd-45bd-865e-bd943d217317 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:32.030129 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f435491-5b50-4909-b0ba-ecac75f789f4 req-dc6382c3-6343-464e-b498-27a84cf7d423 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dff6f8e-851e-4541-aaa1-a5d5e77a085d HTTP/1.1" status: 200 len: 217 time: 0.4857333 Aug 31 14:41:32.057259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeff802-1f81-4a5d-b51c-da312584ea91 req-de755790-ec7b-4c5c-a732-0e0262b09040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:32.058898 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6aeff802-1f81-4a5d-b51c-da312584ea91 req-de755790-ec7b-4c5c-a732-0e0262b09040 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8183bda-d8b2-43ca-9066-7e53408b7171 HTTP/1.1" status: 200 len: 850 time: 0.1217456 Aug 31 14:41:32.060636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-14ab9f1f-67fd-45bd-865e-bd943d217317 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Transition to ACTIVE for port object 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:32.093565 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5fdb540f-e0ae-4405-a3fa-e780096a73c2 req-dd250d6d-b3f8-4974-ac85-8098a07d0a7e tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 210 time: 0.0669174 Aug 31 14:41:32.119636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c60d58-52e9-4877-a308-560e484a3301 req-f753f346-b175-4220-ab69-84258c9eba0b tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:32.121705 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29c60d58-52e9-4877-a308-560e484a3301 req-f753f346-b175-4220-ab69-84258c9eba0b tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 944 time: 0.1423185 Aug 31 14:41:32.138075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f435491-5b50-4909-b0ba-ecac75f789f4 req-de4ce56c-dcb7-4f61-bd6d-5089bd9ba38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:32.144846 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f435491-5b50-4909-b0ba-ecac75f789f4 req-de4ce56c-dcb7-4f61-bd6d-5089bd9ba38d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d85aa70f-f4bc-424f-a8b7-e2b19d5d6119 HTTP/1.1" status: 200 len: 859 time: 0.1062083 Aug 31 14:41:32.177061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeff802-1f81-4a5d-b51c-da312584ea91 req-8e5724fd-9937-4eeb-b007-84d9aaf0bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:32.179127 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6aeff802-1f81-4a5d-b51c-da312584ea91 req-8e5724fd-9937-4eeb-b007-84d9aaf0bf8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59849f4f-b5bd-4a7f-b70c-d1daace00978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123159 Aug 31 14:41:32.221735 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-14ab9f1f-67fd-45bd-865e-bd943d217317 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:32.240040 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f435491-5b50-4909-b0ba-ecac75f789f4 req-89256801-1658-45e3-9e36-ddd6dd46f0ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57f4a10f-2619-44ef-9088-e45ced4893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882530 Aug 31 14:41:32.285683 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-29c60d58-52e9-4877-a308-560e484a3301 req-08f6b308-c596-470e-acc4-7ebda0b392f7 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=58f29592-fe0b-4729-8033-c8304157e913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539333 Aug 31 14:41:32.399480 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-14ab9f1f-67fd-45bd-865e-bd943d217317 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Network 4c0df2ac-4ce8-4812-998b-014508baaa62 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:41:32.408210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-14ab9f1f-67fd-45bd-865e-bd943d217317 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:32.413464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-14ab9f1f-67fd-45bd-865e-bd943d217317 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:41:32.416503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab9f1f-67fd-45bd-865e-bd943d217317 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Pushing event updated for resources: {'Port': ['ID=71d3dcb4-1aa5-451e-aa4c-34f6e9863860,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:32.424607 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f435491-5b50-4909-b0ba-ecac75f789f4 req-7188f0a8-b740-431d-ba52-39c77a4f4f32 service neutron] 10.222.0.60 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764920 Aug 31 14:41:32.534592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-14ab9f1f-67fd-45bd-865e-bd943d217317 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:32.536322 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-14ab9f1f-67fd-45bd-865e-bd943d217317 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:32.570890 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6aeff802-1f81-4a5d-b51c-da312584ea91 req-2ff83d13-5c90-4292-a074-ed4104a8c557 service neutron] 10.222.0.60 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836634 Aug 31 14:41:32.572278 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-14ab9f1f-67fd-45bd-865e-bd943d217317 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1466637 Aug 31 14:41:32.593415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d67d4-f78a-4512-b573-5f053ffb5888 req-a511cf37-a524-4f08-9555-117b02860f6a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:32.602371 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bc9d67d4-f78a-4512-b573-5f053ffb5888 req-a511cf37-a524-4f08-9555-117b02860f6a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 945 time: 0.1079459 Aug 31 14:41:32.603649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Request body: {'port': {'device_id': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:32.688628 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f435491-5b50-4909-b0ba-ecac75f789f4 req-ffeec53f-ef11-4d74-a8a5-e7e2c537c81a service neutron] 10.222.0.60 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562907 Aug 31 14:41:32.785572 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bc9d67d4-f78a-4512-b573-5f053ffb5888 req-5b52741f-39e8-4248-9c84-f0d3c98954c6 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747360 Aug 31 14:41:32.872740 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:32.889321 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6aeff802-1f81-4a5d-b51c-da312584ea91 req-ff3a295f-569b-4437-99cd-1ab031074739 service neutron] 10.222.0.60 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090794 Aug 31 14:41:32.901293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a0403f36-a04f-4ca0-a44b-e710bafa406e None None] Provisioning for port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:32.914587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a0403f36-a04f-4ca0-a44b-e710bafa406e None None] Provisioning complete for port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:32.916596 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0403f36-a04f-4ca0-a44b-e710bafa406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:32.930147 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf45de-6b22-418b-9d17-295ef061c552 req-dcef38b3-ffb8-4942-97fd-3d3c8bcfe768 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:32.936545 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42bf45de-6b22-418b-9d17-295ef061c552 req-dcef38b3-ffb8-4942-97fd-3d3c8bcfe768 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1242723 Aug 31 14:41:32.963106 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a0403f36-a04f-4ca0-a44b-e710bafa406e None None] Port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:41:33.039431 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-42bf45de-6b22-418b-9d17-295ef061c552 req-eff0c98e-b9db-4f51-b8ef-d905807a92cf tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995436 Aug 31 14:41:33.198125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:41:33.210660 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:33.224578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3c570-64e9-48a8-89eb-aed1c2b96760 req-46358e4a-5c02-4adf-a805-b5b8f06510a6 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:33.226812 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ef3c570-64e9-48a8-89eb-aed1c2b96760 req-46358e4a-5c02-4adf-a805-b5b8f06510a6 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 931 time: 0.0592520 Aug 31 14:41:33.228035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Transition to ACTIVE for port object 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:33.236957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:33.266259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bca04fa8-2f88-46ee-97da-e0e9748d110e details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:41:33.281134 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ef3c570-64e9-48a8-89eb-aed1c2b96760 req-c50a4e01-7820-423e-993f-843f8896d644 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462224 Aug 31 14:41:33.303098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Pushing event updated for resources: {'Port': ['ID=71d3dcb4-1aa5-451e-aa4c-34f6e9863860,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:33.431213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Attempting to bind port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:41:33.431213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Attempting to bind port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'd72b984b-4319-4aa4-8831-68578654b789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:41:33.431213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Attempting to bind port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 on network 4c0df2ac-4ce8-4812-998b-014508baaa62 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:33.453892 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bca04fa8-2f88-46ee-97da-e0e9748d110e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bca04fa8-2f88-46ee-97da-e0e9748d110e,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:33.479393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'bca04fa8-2f88-46ee-97da-e0e9748d110e', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'port_id': 'bca04fa8-2f88-46ee-97da-e0e9748d110e', 'mac_address': 'fa:16:3e:f1:80:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:41:33.488200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 on network 4c0df2ac-4ce8-4812-998b-014508baaa62 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:41:33.488528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Attempting to bind port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 on network 4c0df2ac-4ce8-4812-998b-014508baaa62 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:33.499676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:41:33.500055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Checking segment: {'id': 'd72b984b-4319-4aa4-8831-68578654b789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:41:33.500459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Bound using segment: {'id': 'd72b984b-4319-4aa4-8831-68578654b789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:41:33.500927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Bound port: 71d3dcb4-1aa5-451e-aa4c-34f6e9863860, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72b984b-4319-4aa4-8831-68578654b789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:41:33.501512 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:33.549285 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:33.557954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527785a-4292-45fe-ae98-a7304214e503 req-1ea64d4f-ff72-459b-a209-4a20e32733ae tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:33.566020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d527785a-4292-45fe-ae98-a7304214e503 req-1ea64d4f-ff72-459b-a209-4a20e32733ae tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 944 time: 0.1620243 Aug 31 14:41:33.575013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca04fa8-2f88-46ee-97da-e0e9748d110e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:41:33.609950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bca04fa8-2f88-46ee-97da-e0e9748d110e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bca04fa8-2f88-46ee-97da-e0e9748d110e,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:33.624517 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:33.648464 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d527785a-4292-45fe-ae98-a7304214e503 req-a2523d54-81e8-4b3a-a47e-bf37a7c3c4aa tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=58f29592-fe0b-4729-8033-c8304157e913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815332 Aug 31 14:41:33.662726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] For port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:41:33.666687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] For port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=71d3dcb4-1aa5-451e-aa4c-34f6e9863860,segment=NetworkSegment(d72b984b-4319-4aa4-8831-68578654b789),segment_id=d72b984b-4319-4aa4-8831-68578654b789)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:41:33.673197 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:33.708680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bca04fa8-2f88-46ee-97da-e0e9748d110e,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:33.720106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:33.720977 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:33.722521 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] 10.222.0.25 "PUT /v2.0/ports/71d3dcb4-1aa5-451e-aa4c-34f6e9863860 HTTP/1.1" status: 200 len: 1091 time: 1.1248436 Aug 31 14:41:33.723036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'tag': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:33.725441 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ba2439-dba1-458e-b8df-960d206e7867" -d '{"events": [{"name": "network-changed", "server_uuid": "916bbbd9-87ba-4616-b35d-65d6dc2ef36b", "tag": "71d3dcb4-1aa5-451e-aa4c-34f6e9863860"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:33.802933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b9de0-f334-49dd-a85f-72023ee1dd67 service neutron] Pushing event updated for resources: {'Port': ['ID=71d3dcb4-1aa5-451e-aa4c-34f6e9863860,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:33.828826 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eabbe21-a3d4-4f99-8bc8-a132881e5824 x-openstack-request-id: req-1eabbe21-a3d4-4f99-8bc8-a132881e5824 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:33.828826 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916bbbd9-87ba-4616-b35d-65d6dc2ef36b", "tag": "71d3dcb4-1aa5-451e-aa4c-34f6e9863860", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:33.828826 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1eabbe21-a3d4-4f99-8bc8-a132881e5824 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:33.828826 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'tag': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'status': 'completed', 'code': 200} Aug 31 14:41:33.847668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-b4d3fed8-828a-4567-8c4b-83b8130baf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:33.850228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-b4d3fed8-828a-4567-8c4b-83b8130baf2e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec9bb7e643a84983a42c9b7a94a70723&device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 1094 time: 0.0828292 Aug 31 14:41:33.886099 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['bca04fa8-2f88-46ee-97da-e0e9748d110e'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:41:33.935831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-7d933a0e-2bf6-4f76-ad18-98f52123e0d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d3dcb4-1aa5-451e-aa4c-34f6e9863860 HTTP/1.1" status: 200 len: 217 time: 0.0666375 Aug 31 14:41:33.993615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a93835-9614-466a-835d-8a6f74630af1 req-e7eff484-4b22-46f6-930b-ff433c202860 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:34.007254 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35a93835-9614-466a-835d-8a6f74630af1 req-e7eff484-4b22-46f6-930b-ff433c202860 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 945 time: 0.1435294 Aug 31 14:41:34.031660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f28412-4e4f-48d7-917b-ba34c4f06a41 req-4b2c4113-7182-4604-85eb-eb7db60ebbb2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:34.035013 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-88f28412-4e4f-48d7-917b-ba34c4f06a41 req-4b2c4113-7182-4604-85eb-eb7db60ebbb2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 945 time: 0.0889215 Aug 31 14:41:34.042402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-1ea1a05d-be0a-4436-9a66-8ae5874c32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:34.044011 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-1ea1a05d-be0a-4436-9a66-8ae5874c32b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80741a13-83b8-4d01-8f8b-f043e884cd77 HTTP/1.1" status: 200 len: 852 time: 0.0973008 Aug 31 14:41:34.059986 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35a93835-9614-466a-835d-8a6f74630af1 req-35be87d9-c234-4b06-806a-42156daacb20 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564115 Aug 31 14:41:34.114000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-61238ea5-142f-498d-9b78-f9e9154fd602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:34.116936 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-61238ea5-142f-498d-9b78-f9e9154fd602 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0df2ac-4ce8-4812-998b-014508baaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538013 Aug 31 14:41:34.237265 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-d18678db-eb2e-4d72-85ad-00a7334499a0 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122265 Aug 31 14:41:34.240244 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d6ae6-d429-42fb-aff5-88d99c4c1b3a req-2095da7f-bb63-4fee-a4ea-bbe9f1896e13 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:34.242040 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-916d6ae6-d429-42fb-aff5-88d99c4c1b3a req-2095da7f-bb63-4fee-a4ea-bbe9f1896e13 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1131759 Aug 31 14:41:34.281096 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-88f28412-4e4f-48d7-917b-ba34c4f06a41 req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Deleting port a7664b27-cd47-45c2-b852-992bd2e5fab2 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:34.281440 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-88f28412-4e4f-48d7-917b-ba34c4f06a41 req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:34.341331 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2fc2d89c-36a6-41b2-9201-692700ef450d req-c6b8d9b6-d569-424b-9ef2-689a27cc9b6e service neutron] 10.222.0.25 "GET /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949285 Aug 31 14:41:34.363907 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-916d6ae6-d429-42fb-aff5-88d99c4c1b3a req-4df0a560-7d7f-4930-b5fa-8ff65c81ca44 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106896 Aug 31 14:41:34.425244 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-88f28412-4e4f-48d7-917b-ba34c4f06a41 req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] For port a7664b27-cd47-45c2-b852-992bd2e5fab2, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a7664b27-cd47-45c2-b852-992bd2e5fab2,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:34.425610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-88f28412-4e4f-48d7-917b-ba34c4f06a41 req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:34.440422 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-88f28412-4e4f-48d7-917b-ba34c4f06a41 req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Calling delete_port for a7664b27-cd47-45c2-b852-992bd2e5fab2 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:34.480280 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc6bd-6e0a-4bbc-b92d-387dd030d583 req-1f1726fc-aba6-4ebf-9ae6-5449ef66ea29 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:34.482251 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-037bc6bd-6e0a-4bbc-b92d-387dd030d583 req-1f1726fc-aba6-4ebf-9ae6-5449ef66ea29 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 943 time: 0.0857680 Aug 31 14:41:34.485145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba2439-dba1-458e-b8df-960d206e7867 req-bce36be8-f030-4317-93ed-b303b85dc121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:34.486646 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55ba2439-dba1-458e-b8df-960d206e7867 req-bce36be8-f030-4317-93ed-b303b85dc121 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec9bb7e643a84983a42c9b7a94a70723&device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 1094 time: 0.0936058 Aug 31 14:41:34.602418 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-037bc6bd-6e0a-4bbc-b92d-387dd030d583 req-324f652f-efac-4163-ad1a-a61e4280685f tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123655 Aug 31 14:41:34.626047 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-88f28412-4e4f-48d7-917b-ba34c4f06a41 req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:34.639323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba2439-dba1-458e-b8df-960d206e7867 req-1327d542-27fe-4550-b124-7dc03f9b9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:34.641125 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55ba2439-dba1-458e-b8df-960d206e7867 req-1327d542-27fe-4550-b124-7dc03f9b9cd0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0df2ac-4ce8-4812-998b-014508baaa62 HTTP/1.1" status: 200 len: 914 time: 0.1431980 Aug 31 14:41:34.645842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['a7664b27-cd47-45c2-b852-992bd2e5fab2'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:41:34.755775 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55ba2439-dba1-458e-b8df-960d206e7867 req-1fa90b73-b217-4ab3-b3f3-e0f1cde5169f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d3dcb4-1aa5-451e-aa4c-34f6e9863860 HTTP/1.1" status: 200 len: 217 time: 0.1010053 Aug 31 14:41:34.800630 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event deleted for resources: {'Port': ['ID=a7664b27-cd47-45c2-b852-992bd2e5fab2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:34.804736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f28412-4e4f-48d7-917b-ba34c4f06a41 req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] No DVR routers for this DVR port a7664b27-cd47-45c2-b852-992bd2e5fab2 on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:41:34.819394 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-88f28412-4e4f-48d7-917b-ba34c4f06a41 req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:34.821513 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-88f28412-4e4f-48d7-917b-ba34c4f06a41 req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "DELETE /v2.0/ports/a7664b27-cd47-45c2-b852-992bd2e5fab2 HTTP/1.1" status: 204 len: 173 time: 0.7802613 Aug 31 14:41:34.833595 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c4b66e-2f37-40be-988f-48b286e2c162', 'name': 'network-vif-deleted', 'tag': 'a7664b27-cd47-45c2-b852-992bd2e5fab2'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:34.841106 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ef66fa-63e5-4206-b22d-737ac7e7f9c3" -d '{"events": [{"server_uuid": "e8c4b66e-2f37-40be-988f-48b286e2c162", "name": "network-vif-deleted", "tag": "a7664b27-cd47-45c2-b852-992bd2e5fab2"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:34.865157 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba2439-dba1-458e-b8df-960d206e7867 req-39cc7c19-3a35-4c5f-b7c0-81d29b0a394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:34.875382 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55ba2439-dba1-458e-b8df-960d206e7867 req-39cc7c19-3a35-4c5f-b7c0-81d29b0a394c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80741a13-83b8-4d01-8f8b-f043e884cd77 HTTP/1.1" status: 200 len: 852 time: 0.1184695 Aug 31 14:41:34.877146 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:34.877570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:34.877908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:34.878243 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:34.878571 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:34.878900 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:34.879246 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:34.879572 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:34.879891 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:34.880213 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:34.880529 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:34.880845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc350ea2-7d16-42e5-bae9-3ac4793c255c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:34.988716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba2439-dba1-458e-b8df-960d206e7867 req-817cfd32-d534-4ab7-a540-63cb986539ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:34.993161 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55ba2439-dba1-458e-b8df-960d206e7867 req-817cfd32-d534-4ab7-a540-63cb986539ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0df2ac-4ce8-4812-998b-014508baaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110086 Aug 31 14:41:35.004148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82437ffa-752b-4975-8771-1ca08bacad1b req-4e44bb4a-2dea-49bf-ae66-501d8994d65d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:35.019359 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82437ffa-752b-4975-8771-1ca08bacad1b req-4e44bb4a-2dea-49bf-ae66-501d8994d65d tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 945 time: 0.2156894 Aug 31 14:41:35.043502 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938c904c-65e0-4b85-a3e1-46871543f3b8 x-openstack-request-id: req-938c904c-65e0-4b85-a3e1-46871543f3b8 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:35.044429 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c4b66e-2f37-40be-988f-48b286e2c162", "name": "network-vif-deleted", "tag": "a7664b27-cd47-45c2-b852-992bd2e5fab2", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:35.044536 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-938c904c-65e0-4b85-a3e1-46871543f3b8 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:35.045301 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c4b66e-2f37-40be-988f-48b286e2c162', 'name': 'network-vif-deleted', 'tag': 'a7664b27-cd47-45c2-b852-992bd2e5fab2', 'status': 'completed', 'code': 200} Aug 31 14:41:35.120195 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82437ffa-752b-4975-8771-1ca08bacad1b req-b6ee01f8-bed9-4a97-817c-c86f923930dd tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=58f29592-fe0b-4729-8033-c8304157e913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991030 Aug 31 14:41:35.214101 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38a0be2a-1fa7-470c-b5a1-cb7308b8f41c req-9eb7ef5e-bc3b-4820-b417-af2a02932f05 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 210 time: 0.0397236 Aug 31 14:41:35.216650 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55ba2439-dba1-458e-b8df-960d206e7867 req-1b40f571-62fb-42aa-a549-d1f821fd30cd service neutron] 10.222.0.25 "GET /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048552 Aug 31 14:41:35.269085 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bca04fa8-2f88-46ee-97da-e0e9748d110e up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:35.325638 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55ba2439-dba1-458e-b8df-960d206e7867 req-a139b16c-4ecb-4a42-ace3-e2fec54399a8 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012230 Aug 31 14:41:35.326920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port bca04fa8-2f88-46ee-97da-e0e9748d110e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:35.331911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port bca04fa8-2f88-46ee-97da-e0e9748d110e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:35.332559 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:35.428764 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:35.469154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port bca04fa8-2f88-46ee-97da-e0e9748d110e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bca04fa8-2f88-46ee-97da-e0e9748d110e,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:35.470123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a23b4b-f786-4a8b-997d-0339790e107a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca04fa8-2f88-46ee-97da-e0e9748d110e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:35.473675 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369d8cd3-4bab-4214-b3ba-427c7b297a1f" -d '{"events": [{"server_uuid": "40a23b4b-f786-4a8b-997d-0339790e107a", "name": "network-vif-plugged", "status": "completed", "tag": "bca04fa8-2f88-46ee-97da-e0e9748d110e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:35.508018 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:35.576670 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b856c756-c0ef-455d-a4eb-37deac9763ab x-openstack-request-id: req-b856c756-c0ef-455d-a4eb-37deac9763ab {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:35.576913 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a23b4b-f786-4a8b-997d-0339790e107a", "name": "network-vif-plugged", "status": "completed", "tag": "bca04fa8-2f88-46ee-97da-e0e9748d110e", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:35.577372 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b856c756-c0ef-455d-a4eb-37deac9763ab {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:35.577553 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a23b4b-f786-4a8b-997d-0339790e107a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca04fa8-2f88-46ee-97da-e0e9748d110e', 'code': 200} Aug 31 14:41:35.608562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=bca04fa8-2f88-46ee-97da-e0e9748d110e,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:35.612874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b8e8b-a9ac-410d-bf14-143512127af5 req-3f397226-094f-48a0-ac97-36c3a80e4615 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:35.622699 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-740b8e8b-a9ac-410d-bf14-143512127af5 req-3f397226-094f-48a0-ac97-36c3a80e4615 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1408241 Aug 31 14:41:35.678543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-740b8e8b-a9ac-410d-bf14-143512127af5 req-dc818bf9-0792-4dee-9004-a9dd5cd2269e tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539408 Aug 31 14:41:35.765561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b336e4-fb45-4a61-929d-09d11fd02625 req-9f9a4cbd-c412-4727-8bad-7262dc83b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:35.767418 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-67b336e4-fb45-4a61-929d-09d11fd02625 req-9f9a4cbd-c412-4727-8bad-7262dc83b7ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 1097 time: 0.1218882 Aug 31 14:41:35.801370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd207d-9c71-4d88-b75c-95f3d3dad450 req-7b642ce4-c014-417b-b562-bc19fee475ed tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:35.803694 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6dd207d-9c71-4d88-b75c-95f3d3dad450 req-7b642ce4-c014-417b-b562-bc19fee475ed tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 943 time: 0.0610280 Aug 31 14:41:35.826426 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-67b336e4-fb45-4a61-929d-09d11fd02625 req-abecff98-1622-4261-b6f7-70c35561d1f1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=58f29592-fe0b-4729-8033-c8304157e913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510511 Aug 31 14:41:35.860403 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e6dd207d-9c71-4d88-b75c-95f3d3dad450 req-acfe958c-fe56-4d66-b345-4e877cce8637 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Aug 31 14:41:36.276097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ca2c5-8278-4823-8627-64ccff4b6ccd req-b965d0ed-7c55-4624-a8e6-56d9d0211ff2 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:36.278493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-429ca2c5-8278-4823-8627-64ccff4b6ccd req-b965d0ed-7c55-4624-a8e6-56d9d0211ff2 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 946 time: 0.0647738 Aug 31 14:41:36.334051 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c9f0890a-b0be-4807-9076-4fd1cd1e2599 req-e9da987d-0db7-4aba-9751-e620b9a1913e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 210 time: 0.0357802 Aug 31 14:41:36.357124 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-429ca2c5-8278-4823-8627-64ccff4b6ccd req-70b50391-607d-4635-99f0-d0c0f6d388cb tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=58f29592-fe0b-4729-8033-c8304157e913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714142 Aug 31 14:41:36.999733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac36ef6-a756-4fc9-9b50-68cfdf8b0208 req-d8684bb8-f422-44fd-83e0-31039f57c9a2 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:37.007897 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eac36ef6-a756-4fc9-9b50-68cfdf8b0208 req-d8684bb8-f422-44fd-83e0-31039f57c9a2 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 943 time: 0.0644965 Aug 31 14:41:37.047781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eac36ef6-a756-4fc9-9b50-68cfdf8b0208 req-ae2a3227-87a3-46de-b1b4-adf842e3338b tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372231 Aug 31 14:41:37.222718 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb775b-be6d-4e14-a05f-f88e4a944b7f req-1adc1a35-e7d3-4ae0-b6eb-4ae5fcb2dc99 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:37.224576 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60fb775b-be6d-4e14-a05f-f88e4a944b7f req-1adc1a35-e7d3-4ae0-b6eb-4ae5fcb2dc99 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0529411 Aug 31 14:41:37.267353 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60fb775b-be6d-4e14-a05f-f88e4a944b7f req-978d895a-bd54-4cc8-b8ff-e94764e4849a tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355155 Aug 31 14:41:37.446254 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fb577725-f23a-4275-bbae-cc5c4bc4c813 req-d07c789b-56ce-4da7-b77d-ab06bf36e903 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 210 time: 0.0284140 Aug 31 14:41:37.571749 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df950064-04d7-4168-8dad-6f0d53be0279 req-2d541d0d-2ce4-4318-9a1d-c320caff9365 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:37.573920 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df950064-04d7-4168-8dad-6f0d53be0279 req-2d541d0d-2ce4-4318-9a1d-c320caff9365 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 946 time: 0.0568473 Aug 31 14:41:37.636190 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df950064-04d7-4168-8dad-6f0d53be0279 req-3989c6e7-bb96-48a2-857d-c25c7f408f69 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=58f29592-fe0b-4729-8033-c8304157e913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528133 Aug 31 14:41:37.787544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487127df-5780-4942-95d4-15d4ad6ada5b req-1916d58c-755d-429a-bfc0-08bef8ce2c4a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:37.789753 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-487127df-5780-4942-95d4-15d4ad6ada5b req-1916d58c-755d-429a-bfc0-08bef8ce2c4a tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 946 time: 0.0647871 Aug 31 14:41:37.799402 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38636) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:37.805965 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ff86c151-fb7f-4b16-8780-3e874ab70ceb tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Request body: {'floatingip': {'port_id': 'bca04fa8-2f88-46ee-97da-e0e9748d110e'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:37.877953 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff86c151-fb7f-4b16-8780-3e874ab70ceb tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:37.948463 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:41:37.972761 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a7664b27-cd47-45c2-b852-992bd2e5fab2 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:41:38.032605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: a7664b27-cd47-45c2-b852-992bd2e5fab2 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:41:38.032864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a7664b27-cd47-45c2-b852-992bd2e5fab2 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:41:38.279053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f943b4e-a881-467a-b98d-145ff0e9f83e req-bd97d33b-c44a-400c-8af2-4ffc65d49d97 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:38.298283 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6f943b4e-a881-467a-b98d-145ff0e9f83e req-bd97d33b-c44a-400c-8af2-4ffc65d49d97 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 943 time: 0.1147327 Aug 31 14:41:38.352776 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6f943b4e-a881-467a-b98d-145ff0e9f83e req-065d2af1-4c0c-4914-b5ec-4d6f2f9a8806 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533717 Aug 31 14:41:38.462665 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff86c151-fb7f-4b16-8780-3e874ab70ceb tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:38.470010 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff86c151-fb7f-4b16-8780-3e874ab70ceb tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:38.596587 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fc4fa3f4-936f-47f2-bff8-ef29f7f7bb4a req-e170007b-7a5b-45e8-94a9-3139b24b679c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 210 time: 0.0378847 Aug 31 14:41:38.610245 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-ff86c151-fb7f-4b16-8780-3e874ab70ceb tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Floating IP b140be43-cdb4-4b4d-83c8-48d41c84a106 associated. External IP: 172.25.2.34, port: bca04fa8-2f88-46ee-97da-e0e9748d110e. Aug 31 14:41:38.831645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff86c151-fb7f-4b16-8780-3e874ab70ceb tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Router c370bf0f-bdeb-4654-a3e2-5f008d84c756 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:41:38.944732 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff86c151-fb7f-4b16-8780-3e874ab70ceb tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:41:38.950421 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff86c151-fb7f-4b16-8780-3e874ab70ceb tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:38.957069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3477858d-7172-4c32-9808-e61aacbfd86a None None] Sync routers for ids ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:41:38.966511 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477858d-7172-4c32-9808-e61aacbfd86a None None] Routers {'c370bf0f-bdeb-4654-a3e2-5f008d84c756'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:38.967304 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3477858d-7172-4c32-9808-e61aacbfd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:41:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:38.980140 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ff86c151-fb7f-4b16-8780-3e874ab70ceb tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "PUT /v2.0/floatingips/b140be43-cdb4-4b4d-83c8-48d41c84a106 HTTP/1.1" status: 200 len: 991 time: 1.1768453 Aug 31 14:41:38.980140 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a23b4b-f786-4a8b-997d-0339790e107a', 'tag': 'bca04fa8-2f88-46ee-97da-e0e9748d110e'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:38.991454 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a170f56-a038-4655-8e6d-22c869970ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "40a23b4b-f786-4a8b-997d-0339790e107a", "tag": "bca04fa8-2f88-46ee-97da-e0e9748d110e"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:39.057587 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a31716-084a-4ea9-9125-f11168b4a1b4 x-openstack-request-id: req-19a31716-084a-4ea9-9125-f11168b4a1b4 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:39.057877 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a23b4b-f786-4a8b-997d-0339790e107a", "tag": "bca04fa8-2f88-46ee-97da-e0e9748d110e", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:39.058135 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19a31716-084a-4ea9-9125-f11168b4a1b4 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:39.059223 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a23b4b-f786-4a8b-997d-0339790e107a', 'tag': 'bca04fa8-2f88-46ee-97da-e0e9748d110e', 'status': 'completed', 'code': 200} Aug 31 14:41:39.090779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-3477858d-7172-4c32-9808-e61aacbfd86a None None] Set router c370bf0f-bdeb-4654-a3e2-5f008d84c756 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:39.123741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a170f56-a038-4655-8e6d-22c869970ec7 req-854cfb7f-ac54-469c-9841-92d0fafcf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:39.125295 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a170f56-a038-4655-8e6d-22c869970ec7 req-854cfb7f-ac54-469c-9841-92d0fafcf2b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c84d740f6207458bac8b14249c302797&device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 1097 time: 0.0446522 Aug 31 14:41:39.237192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a170f56-a038-4655-8e6d-22c869970ec7 req-e4b04ffb-75a3-4656-bb35-213131be2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:39.243419 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a170f56-a038-4655-8e6d-22c869970ec7 req-e4b04ffb-75a3-4656-bb35-213131be2c39 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59849f4f-b5bd-4a7f-b70c-d1daace00978 HTTP/1.1" status: 200 len: 912 time: 0.1114738 Aug 31 14:41:39.317994 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a170f56-a038-4655-8e6d-22c869970ec7 req-527eae36-e245-476d-b527-58ac68d09f0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca04fa8-2f88-46ee-97da-e0e9748d110e HTTP/1.1" status: 200 len: 999 time: 0.0666726 Aug 31 14:41:39.380635 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a170f56-a038-4655-8e6d-22c869970ec7 req-9e70c1fa-5434-425e-9326-791e94cd5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:39.382146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a170f56-a038-4655-8e6d-22c869970ec7 req-9e70c1fa-5434-425e-9326-791e94cd5ed1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8183bda-d8b2-43ca-9066-7e53408b7171 HTTP/1.1" status: 200 len: 850 time: 0.0569365 Aug 31 14:41:39.439944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a170f56-a038-4655-8e6d-22c869970ec7 req-604f24f4-4781-4ea9-87c3-7b39285d0bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:39.441742 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a170f56-a038-4655-8e6d-22c869970ec7 req-604f24f4-4781-4ea9-87c3-7b39285d0bd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59849f4f-b5bd-4a7f-b70c-d1daace00978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514121 Aug 31 14:41:39.495681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272450b-8a87-496e-b460-7e820317eb50 req-84eba48a-ac56-40f2-a465-1aa5adb4462f tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:39.499216 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5272450b-8a87-496e-b460-7e820317eb50 req-84eba48a-ac56-40f2-a465-1aa5adb4462f tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 943 time: 0.0757921 Aug 31 14:41:39.528116 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3477858d-7172-4c32-9808-e61aacbfd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'b140be43-cdb4-4b4d-83c8-48d41c84a106', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'port_id': 'bca04fa8-2f88-46ee-97da-e0e9748d110e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'mac_address': 'fa:16:3e:f1:80:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a23b4b-f786-4a8b-997d-0339790e107a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:41:25Z', 'updated_at': '2021-08-31T14:41:38Z', 'revision_number': 1, 'project_id': 'c84d740f6207458bac8b14249c302797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:10Z', 'revision_number': 5, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:39.567970 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5272450b-8a87-496e-b460-7e820317eb50 req-74d76d88-f9ea-400c-9bd2-a40dddb07abf tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594521 Aug 31 14:41:39.577466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3477858d-7172-4c32-9808-e61aacbfd86a None None] Checking router: c370bf0f-bdeb-4654-a3e2-5f008d84c756 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:41:39.577642 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a170f56-a038-4655-8e6d-22c869970ec7 req-bacd0ab6-8f49-44d1-a64d-3f8c368cc7fb service neutron] 10.222.0.60 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236091 Aug 31 14:41:39.588978 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477858d-7172-4c32-9808-e61aacbfd86a None None] Routers {'c370bf0f-bdeb-4654-a3e2-5f008d84c756'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:39.590615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3477858d-7172-4c32-9808-e61aacbfd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:41:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:39.697327 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a170f56-a038-4655-8e6d-22c869970ec7 req-c31fef19-d69f-43c5-b3f3-f5e262b71e15 service neutron] 10.222.0.60 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139729 Aug 31 14:41:39.753811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-3477858d-7172-4c32-9808-e61aacbfd86a None None] Set router c370bf0f-bdeb-4654-a3e2-5f008d84c756 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:39.759638 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-956c2c83-be59-40d7-a3cf-f6ea056eee53 req-d63c5a41-0d45-4019-8550-8e494a5a2ae7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c4b66e-2f37-40be-988f-48b286e2c162 HTTP/1.1" status: 200 len: 210 time: 0.0316591 Aug 31 14:41:40.041421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3477858d-7172-4c32-9808-e61aacbfd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'b140be43-cdb4-4b4d-83c8-48d41c84a106', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'port_id': 'bca04fa8-2f88-46ee-97da-e0e9748d110e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'mac_address': 'fa:16:3e:f1:80:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a23b4b-f786-4a8b-997d-0339790e107a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:41:25Z', 'updated_at': '2021-08-31T14:41:38Z', 'revision_number': 1, 'project_id': 'c84d740f6207458bac8b14249c302797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:10Z', 'revision_number': 5, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:40.099632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3477858d-7172-4c32-9808-e61aacbfd86a None None] The sync data for ids ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'] in n-d-806683-5 is: [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'b140be43-cdb4-4b4d-83c8-48d41c84a106', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'port_id': 'bca04fa8-2f88-46ee-97da-e0e9748d110e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'mac_address': 'fa:16:3e:f1:80:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a23b4b-f786-4a8b-997d-0339790e107a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:41:25Z', 'updated_at': '2021-08-31T14:41:38Z', 'revision_number': 1, 'project_id': 'c84d740f6207458bac8b14249c302797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:10Z', 'revision_number': 5, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:41:40.342272 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f3e1b8-69e0-4002-8de2-b014d2a04f64 None None] New status for floating IP b140be43-cdb4-4b4d-83c8-48d41c84a106: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:41:40.697462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb8a5-7552-4c29-8393-56799a1b6723 req-f24c0d44-80b1-489f-a73a-ae1f440fadbb tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:40.699544 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e05bb8a5-7552-4c29-8393-56799a1b6723 req-f24c0d44-80b1-489f-a73a-ae1f440fadbb tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 943 time: 0.0517046 Aug 31 14:41:40.766146 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e05bb8a5-7552-4c29-8393-56799a1b6723 req-b571a727-e4f7-4301-b91a-5cc62dac3277 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600450 Aug 31 14:41:41.901837 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d096004-9ea1-4c3d-a9d4-df92924eb5e8 req-6d48c4df-2343-4a04-a877-e8dc9bc0b5f3 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:41.907628 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d096004-9ea1-4c3d-a9d4-df92924eb5e8 req-6d48c4df-2343-4a04-a877-e8dc9bc0b5f3 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 943 time: 0.0661225 Aug 31 14:41:41.945239 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d096004-9ea1-4c3d-a9d4-df92924eb5e8 req-2e7caf7f-9e06-4f57-8b52-8affa01f5db8 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353765 Aug 31 14:41:43.097821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f9425-815a-4f1b-8cf9-baaea464f850 req-cd6bc334-8c74-4b28-9a92-3a5a63cf189a tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:43.109298 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca3f9425-815a-4f1b-8cf9-baaea464f850 req-cd6bc334-8c74-4b28-9a92-3a5a63cf189a tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 943 time: 0.0772746 Aug 31 14:41:43.155562 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca3f9425-815a-4f1b-8cf9-baaea464f850 req-3c1c45c4-aca1-4f39-8d4b-d99c7119c07d tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398877 Aug 31 14:41:44.000886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:41:44.107871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=71d3dcb4-1aa5-451e-aa4c-34f6e9863860,segment=NetworkSegment(d72b984b-4319-4aa4-8831-68578654b789),segment_id=d72b984b-4319-4aa4-8831-68578654b789)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:44.120326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'port_id': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'mac_address': 'fa:16:3e:2b:49:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:41:44.161709 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:44.177266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:41:44.210096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=71d3dcb4-1aa5-451e-aa4c-34f6e9863860,segment=NetworkSegment(d72b984b-4319-4aa4-8831-68578654b789),segment_id=d72b984b-4319-4aa4-8831-68578654b789)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:44.217552 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:44.317902 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=71d3dcb4-1aa5-451e-aa4c-34f6e9863860,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:44.391660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037734-25c0-4136-9155-86ac045944d1 req-dd47c4f1-ab20-4c20-af6a-fbea8db9f4da tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:44.400690 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c8037734-25c0-4136-9155-86ac045944d1 req-dd47c4f1-ab20-4c20-af6a-fbea8db9f4da tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 944 time: 0.1222000 Aug 31 14:41:44.447741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['71d3dcb4-1aa5-451e-aa4c-34f6e9863860'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:41:44.452846 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c8037734-25c0-4136-9155-86ac045944d1 req-01dce763-a161-4e9c-bdd1-bf0569c62904 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454581 Aug 31 14:41:44.702293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38764) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:44.822870 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce34c856-4175-41a3-a9e2-f75065ecaefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:44.931674 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce34c856-4175-41a3-a9e2-f75065ecaefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:44.936401 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ce34c856-4175-41a3-a9e2-f75065ecaefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:44.985565 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ce34c856-4175-41a3-a9e2-f75065ecaefd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=204c7fedc40d4437bbb51677ce44b378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793875 Aug 31 14:41:44.985565 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34c856-4175-41a3-a9e2-f75065ecaefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca9f70e-daae-43f7-acd1-50c6621271f5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:44.987318 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38778) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:45.075102 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:45.104544 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:45.154688 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:45.157251 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:45.158453 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ca9f70e-daae-43f7-acd1-50c6621271f5 HTTP/1.1" status: 204 len: 168 time: 0.1696298 Aug 31 14:41:45.168028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca9f70e-daae-43f7-acd1-50c6621271f5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:45.178917 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:45.179305 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:45.179650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:45.179989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:45.180688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:45.181038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:45.181375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:45.181828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:45.182281 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:45.182613 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:45.182941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:45.183481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41b9f-9248-4f29-a1e9-835aef53c8f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:45.475580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38822) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:45.504202 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d61f-30b1-4a68-9e3f-f7c6711d3d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:45.591896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d46a20-f6f4-4650-a69b-10712a71b49f req-59a3d5bd-638b-4c98-bfa0-630e21fe28ce tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:45.593789 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74d46a20-f6f4-4650-a69b-10712a71b49f req-59a3d5bd-638b-4c98-bfa0-630e21fe28ce tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 944 time: 0.0643225 Aug 31 14:41:45.619092 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d61f-30b1-4a68-9e3f-f7c6711d3d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:45.623541 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d61f-30b1-4a68-9e3f-f7c6711d3d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:45.649533 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74d46a20-f6f4-4650-a69b-10712a71b49f req-82b8d321-c5ee-45d9-861f-b054a1e1d72f tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473943 Aug 31 14:41:45.666317 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d6d8d61f-30b1-4a68-9e3f-f7c6711d3d6d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a867deae1ed4a07865996e1edc3f1b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895413 Aug 31 14:41:45.667070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38826) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:45.668656 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8d61f-30b1-4a68-9e3f-f7c6711d3d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9329c2-e4a5-4716-9b6d-752aaa9a9fdb,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:45.721612 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a81f9314-b682-45cd-bdbd-ccf7e292d023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:45.745292 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a81f9314-b682-45cd-bdbd-ccf7e292d023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:45.793708 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a81f9314-b682-45cd-bdbd-ccf7e292d023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:45.796296 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a81f9314-b682-45cd-bdbd-ccf7e292d023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:45.797485 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a81f9314-b682-45cd-bdbd-ccf7e292d023 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a9329c2-e4a5-4716-9b6d-752aaa9a9fdb HTTP/1.1" status: 204 len: 168 time: 0.1259060 Aug 31 14:41:45.806325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f9314-b682-45cd-bdbd-ccf7e292d023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9329c2-e4a5-4716-9b6d-752aaa9a9fdb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:46.004203 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:46.056800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:46.060763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:46.061136 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:46.167902 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:46.202612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:46.204947 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e509db1-7428-4940-a863-775d50e0cae5" -d '{"events": [{"server_uuid": "916bbbd9-87ba-4616-b35d-65d6dc2ef36b", "name": "network-vif-plugged", "status": "completed", "tag": "71d3dcb4-1aa5-451e-aa4c-34f6e9863860"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:46.224938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=71d3dcb4-1aa5-451e-aa4c-34f6e9863860,segment=NetworkSegment(d72b984b-4319-4aa4-8831-68578654b789),segment_id=d72b984b-4319-4aa4-8831-68578654b789)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:46.233164 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:46.264184 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691c1dab-229d-43ce-b6bd-27eb951eb978 x-openstack-request-id: req-691c1dab-229d-43ce-b6bd-27eb951eb978 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:46.264481 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916bbbd9-87ba-4616-b35d-65d6dc2ef36b", "name": "network-vif-plugged", "status": "completed", "tag": "71d3dcb4-1aa5-451e-aa4c-34f6e9863860", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:46.264734 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-691c1dab-229d-43ce-b6bd-27eb951eb978 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:46.265124 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'code': 200} Aug 31 14:41:46.310956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=71d3dcb4-1aa5-451e-aa4c-34f6e9863860,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:46.364365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbef606-901b-4118-8621-2316a17068a8 req-a4da7564-4802-4847-a81e-07c03d7472df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:46.364902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcbef606-901b-4118-8621-2316a17068a8 req-a4da7564-4802-4847-a81e-07c03d7472df service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 1096 time: 0.0518756 Aug 31 14:41:46.404070 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcbef606-901b-4118-8621-2316a17068a8 req-57179e12-7010-4782-ab8d-1b2fecb02d04 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311079 Aug 31 14:41:46.795475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d47e2-63ef-4805-bc5d-3c802e47b802 req-2197765f-f814-4ab6-a1a1-98eadd242d7b tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:46.797041 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af3d47e2-63ef-4805-bc5d-3c802e47b802 req-2197765f-f814-4ab6-a1a1-98eadd242d7b tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 945 time: 0.0562859 Aug 31 14:41:46.842514 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-af3d47e2-63ef-4805-bc5d-3c802e47b802 req-9890c551-7e73-4aaa-a334-af273178d684 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385852 Aug 31 14:41:47.728771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38892) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:47.842231 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-860126cf-1516-4c38-82ed-cf04eb4936e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:47.947994 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-860126cf-1516-4c38-82ed-cf04eb4936e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:47.952909 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-860126cf-1516-4c38-82ed-cf04eb4936e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:47.983005 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbe650-c8fe-4bd5-9f2b-5eaa682eb805 req-389a4810-05a5-469d-a891-ae1f93e2239f tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:47.984916 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ecbe650-c8fe-4bd5-9f2b-5eaa682eb805 req-389a4810-05a5-469d-a891-ae1f93e2239f tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 945 time: 0.0584302 Aug 31 14:41:47.999896 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-860126cf-1516-4c38-82ed-cf04eb4936e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5d93f3e6ff1472ea6269902f76cd199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677977 Aug 31 14:41:47.999896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860126cf-1516-4c38-82ed-cf04eb4936e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a9cbab-2485-4f5e-9027-c5c4af83f0c9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:48.000783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38898) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:48.219638 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f521df39-682f-4e93-a772-c974ba97ba17 req-566605a2-e26b-4707-a694-4e8c95e8dc16 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448372 Aug 31 14:41:48.311663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521df39-682f-4e93-a772-c974ba97ba17 req-d46f458f-ebb4-4740-978a-ee383406a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:48.313613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f521df39-682f-4e93-a772-c974ba97ba17 req-d46f458f-ebb4-4740-978a-ee383406a7ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=020a2801fdcc43e8af0aa6ad25780e74&device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0654883 Aug 31 14:41:48.344412 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ecbe650-c8fe-4bd5-9f2b-5eaa682eb805 req-dfe022a7-0e11-4de3-8325-b56a72b7d0a3 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3518844 Aug 31 14:41:48.363763 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-98944c77-bb1a-492e-871b-d6e79acc5f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:48.388213 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-98944c77-bb1a-492e-871b-d6e79acc5f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:48.450117 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-98944c77-bb1a-492e-871b-d6e79acc5f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:48.452989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-98944c77-bb1a-492e-871b-d6e79acc5f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:48.455869 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-98944c77-bb1a-492e-871b-d6e79acc5f1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2a9cbab-2485-4f5e-9027-c5c4af83f0c9 HTTP/1.1" status: 204 len: 168 time: 0.4531901 Aug 31 14:41:48.464974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98944c77-bb1a-492e-871b-d6e79acc5f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a9cbab-2485-4f5e-9027-c5c4af83f0c9,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:48.481375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521df39-682f-4e93-a772-c974ba97ba17 req-08cd460c-4ff8-489d-8d0d-43390e41ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:48.482893 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f521df39-682f-4e93-a772-c974ba97ba17 req-08cd460c-4ff8-489d-8d0d-43390e41ce52 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57f4a10f-2619-44ef-9088-e45ced4893f1 HTTP/1.1" status: 200 len: 920 time: 0.1450434 Aug 31 14:41:48.506814 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57287b-4e07-4995-afac-4757c64931a5 req-4e10f884-e63d-45b2-8c49-cbbf91836bac tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:48.508415 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c57287b-4e07-4995-afac-4757c64931a5 req-4e10f884-e63d-45b2-8c49-cbbf91836bac tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 945 time: 0.0845909 Aug 31 14:41:48.549391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f521df39-682f-4e93-a772-c974ba97ba17 req-cc0294b5-cc7a-411e-bd0a-a6feb182afbd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dff6f8e-851e-4541-aaa1-a5d5e77a085d HTTP/1.1" status: 200 len: 217 time: 0.0583272 Aug 31 14:41:48.622977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521df39-682f-4e93-a772-c974ba97ba17 req-9d007608-d232-4e09-90db-cc832306b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:48.624688 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f521df39-682f-4e93-a772-c974ba97ba17 req-9d007608-d232-4e09-90db-cc832306b3ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d85aa70f-f4bc-424f-a8b7-e2b19d5d6119 HTTP/1.1" status: 200 len: 859 time: 0.0612922 Aug 31 14:41:48.630043 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c57287b-4e07-4995-afac-4757c64931a5 req-d02a24a2-69fe-427a-b157-5c72c8657267 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887818 Aug 31 14:41:48.663413 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38914) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:48.686030 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f521df39-682f-4e93-a772-c974ba97ba17 req-38b9a002-8564-4409-86ef-1afa3f41808c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57f4a10f-2619-44ef-9088-e45ced4893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460351 Aug 31 14:41:48.805081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f521df39-682f-4e93-a772-c974ba97ba17 req-1c4efabb-ae24-48fb-b28b-5331cc2f3ce6 service neutron] 10.222.0.60 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098762 Aug 31 14:41:48.867006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38920) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:48.883744 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6e81792-2ffd-42f2-98b3-6eda0bb658ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:48.939839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f521df39-682f-4e93-a772-c974ba97ba17 req-08ff6872-e89a-4f08-add0-0add8a13bdda service neutron] 10.222.0.60 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173389 Aug 31 14:41:48.973248 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde61817-95e2-442a-81a1-5515ab54dcb4 tempest-TestVolumeBackupRestore-850336188 tempest-TestVolumeBackupRestore-850336188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:48.977682 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bde61817-95e2-442a-81a1-5515ab54dcb4 tempest-TestVolumeBackupRestore-850336188 tempest-TestVolumeBackupRestore-850336188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 1091 time: 0.3105035 Aug 31 14:41:48.978061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 38922) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:48.983273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:49.037113 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6e81792-2ffd-42f2-98b3-6eda0bb658ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:49.042381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6e81792-2ffd-42f2-98b3-6eda0bb658ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:49.061910 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:49.085081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e81792-2ffd-42f2-98b3-6eda0bb658ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d4ca9f-40cd-4516-a3d3-ccf7b94ba214,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:49.092363 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e6e81792-2ffd-42f2-98b3-6eda0bb658ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3eb67955fa6548c9b0385b10d76788ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242351 Aug 31 14:41:49.095311 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38924) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:49.156847 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69adea3c-0bc5-43e5-9a9f-c6c8a260f0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:49.178843 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69adea3c-0bc5-43e5-9a9f-c6c8a260f0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:49.200403 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:49.231099 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69adea3c-0bc5-43e5-9a9f-c6c8a260f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:49.234426 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69adea3c-0bc5-43e5-9a9f-c6c8a260f0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:49.235711 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-69adea3c-0bc5-43e5-9a9f-c6c8a260f0a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80d4ca9f-40cd-4516-a3d3-ccf7b94ba214 HTTP/1.1" status: 204 len: 168 time: 0.1394587 Aug 31 14:41:49.250433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adea3c-0bc5-43e5-9a9f-c6c8a260f0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d4ca9f-40cd-4516-a3d3-ccf7b94ba214,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:49.342035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Allocated IP 172.25.2.223 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/477d2a8a-991c-4802-ba48-cdafd9b2d16f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:41:49.515391 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:49.545739 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:49.583112 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c464ae20-9900-4a0d-aff0-5a6a0f1a6207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:49.616386 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:49.666852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:41:49.669483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:49.672125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:41:49.701762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Pushing event updated for resources: {'Port': ['ID=477d2a8a-991c-4802-ba48-cdafd9b2d16f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:50.117160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:50.197812 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:50.364810 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:50.371530 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:50.473328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Pushing event updated for resources: {'Port': ['ID=477d2a8a-991c-4802-ba48-cdafd9b2d16f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:50.480134 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:50.584204 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Floating IP 43edc3bc-475d-474e-b93d-fba9149a72bf associated. External IP: 172.25.2.223, port: 71d3dcb4-1aa5-451e-aa4c-34f6e9863860. Aug 31 14:41:50.843734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Router d099c24c-7d4a-4aa8-9a2d-624a776121cb has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:41:51.093271 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520451-3e89-4fae-bb1a-a4de6732a209 req-44865c63-2722-498c-a81a-2ecb4b66990c tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.094882 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-70520451-3e89-4fae-bb1a-a4de6732a209 req-44865c63-2722-498c-a81a-2ecb4b66990c tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0612371 Aug 31 14:41:51.153261 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-70520451-3e89-4fae-bb1a-a4de6732a209 req-5f4bbb96-0b93-4702-b53b-5ab98776de24 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510225 Aug 31 14:41:51.419562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:41:51.434253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15360351-4c80-454e-8294-7fc2dde10512 None None] Sync routers for ids ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:41:51.438954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfc0dd-5ab6-4337-a40d-656e39679a67 req-1755314d-cf06-4513-af44-3e8c8cbab829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.439998 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9bdfc0dd-5ab6-4337-a40d-656e39679a67 req-1755314d-cf06-4513-af44-3e8c8cbab829 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=020a2801fdcc43e8af0aa6ad25780e74&device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0793684 Aug 31 14:41:51.446419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:51.456110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15360351-4c80-454e-8294-7fc2dde10512 None None] Routers {'d099c24c-7d4a-4aa8-9a2d-624a776121cb'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:51.456979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-15360351-4c80-454e-8294-7fc2dde10512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:41:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:51.527816 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-258520f3-4cc7-4325-b340-67350968c5d7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5485911 Aug 31 14:41:51.530116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'tag': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:51.532128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 38998) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:51.532567 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed7c5e7-2f14-40a4-a03c-041f8ba49c38" -d '{"events": [{"name": "network-changed", "server_uuid": "916bbbd9-87ba-4616-b35d-65d6dc2ef36b", "tag": "71d3dcb4-1aa5-451e-aa4c-34f6e9863860"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:51.602875 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfedcbe-30d5-4c05-821e-dcf43cf9fc47 x-openstack-request-id: req-7dfedcbe-30d5-4c05-821e-dcf43cf9fc47 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:51.603663 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916bbbd9-87ba-4616-b35d-65d6dc2ef36b", "tag": "71d3dcb4-1aa5-451e-aa4c-34f6e9863860", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:51.604296 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7dfedcbe-30d5-4c05-821e-dcf43cf9fc47 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:51.604931 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'tag': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'status': 'completed', 'code': 200} Aug 31 14:41:51.622927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfc0dd-5ab6-4337-a40d-656e39679a67 req-e3f38587-4377-4a13-a1df-40edc3d6944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.623871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf3251d-b983-4400-adfd-0a53cfd032bf tempest-TestVolumeBackupRestore-850336188 tempest-TestVolumeBackupRestore-850336188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.625257 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9bdfc0dd-5ab6-4337-a40d-656e39679a67 req-e3f38587-4377-4a13-a1df-40edc3d6944b service neutron] 10.222.0.60 "GET /v2.0/networks?id=57f4a10f-2619-44ef-9088-e45ced4893f1 HTTP/1.1" status: 200 len: 920 time: 0.1739173 Aug 31 14:41:51.629840 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bdf3251d-b983-4400-adfd-0a53cfd032bf tempest-TestVolumeBackupRestore-850336188 tempest-TestVolumeBackupRestore-850336188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 1091 time: 0.0948105 Aug 31 14:41:51.630541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39002) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:51.643796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-151e28a8-af6c-4981-8e4d-2f8b2bd3b106 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Request body: {'floatingip': {'port_id': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:51.671837 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-15360351-4c80-454e-8294-7fc2dde10512 None None] Set router d099c24c-7d4a-4aa8-9a2d-624a776121cb gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:51.714993 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-151e28a8-af6c-4981-8e4d-2f8b2bd3b106 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:51.756338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9bdfc0dd-5ab6-4337-a40d-656e39679a67 req-899d2e59-8c40-4300-80c1-04f7b304baff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dff6f8e-851e-4541-aaa1-a5d5e77a085d HTTP/1.1" status: 200 len: 217 time: 0.0755858 Aug 31 14:41:51.771775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7c5e7-2f14-40a4-a03c-041f8ba49c38 req-1c6adc67-9b4b-4af2-8da8-67d72d463865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.773529 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ed7c5e7-2f14-40a4-a03c-041f8ba49c38 req-1c6adc67-9b4b-4af2-8da8-67d72d463865 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec9bb7e643a84983a42c9b7a94a70723&device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 1096 time: 0.1471422 Aug 31 14:41:51.953461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfc0dd-5ab6-4337-a40d-656e39679a67 req-2fda7f37-bcbd-46fe-b232-3efe9f631107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.955282 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9bdfc0dd-5ab6-4337-a40d-656e39679a67 req-2fda7f37-bcbd-46fe-b232-3efe9f631107 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d85aa70f-f4bc-424f-a8b7-e2b19d5d6119 HTTP/1.1" status: 200 len: 859 time: 0.1806808 Aug 31 14:41:52.012917 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9bdfc0dd-5ab6-4337-a40d-656e39679a67 req-e69ca315-054b-4402-9471-e9c2c42c278b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57f4a10f-2619-44ef-9088-e45ced4893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494349 Aug 31 14:41:52.122387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7c5e7-2f14-40a4-a03c-041f8ba49c38 req-61aa9b45-f7b8-4684-81f3-6da7c0fb46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:52.124684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ed7c5e7-2f14-40a4-a03c-041f8ba49c38 req-61aa9b45-f7b8-4684-81f3-6da7c0fb46c7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0df2ac-4ce8-4812-998b-014508baaa62 HTTP/1.1" status: 200 len: 914 time: 0.3263488 Aug 31 14:41:52.174291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-15360351-4c80-454e-8294-7fc2dde10512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:14Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '43edc3bc-475d-474e-b93d-fba9149a72bf', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'port_id': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'mac_address': 'fa:16:3e:2b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:41:49Z', 'updated_at': '2021-08-31T14:41:49Z', 'revision_number': 0, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527e7719-8256-4feb-995b-35165d33894c', 'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'mac_address': 'fa:16:3e:49:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:14Z', 'updated_at': '2021-08-31T14:38:22Z', 'revision_number': 5, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'subnets': [{'id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:52.179165 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9fea0d10-588f-46bf-a522-5ec6194d9f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:52.239006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ed7c5e7-2f14-40a4-a03c-041f8ba49c38 req-562bbc23-ca51-4c95-86e2-971bcfcd1004 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d3dcb4-1aa5-451e-aa4c-34f6e9863860 HTTP/1.1" status: 200 len: 999 time: 0.1048062 Aug 31 14:41:52.243292 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9bdfc0dd-5ab6-4337-a40d-656e39679a67 req-e61d216f-0656-4885-b0ac-de6cddd1c820 service neutron] 10.222.0.60 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140501 Aug 31 14:41:52.288283 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15360351-4c80-454e-8294-7fc2dde10512 None None] Checking router: d099c24c-7d4a-4aa8-9a2d-624a776121cb for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:41:52.300565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7c5e7-2f14-40a4-a03c-041f8ba49c38 req-ce9da794-cdd8-4650-a0bb-93de993c5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:52.302074 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ed7c5e7-2f14-40a4-a03c-041f8ba49c38 req-ce9da794-cdd8-4650-a0bb-93de993c5062 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80741a13-83b8-4d01-8f8b-f043e884cd77 HTTP/1.1" status: 200 len: 852 time: 0.0557251 Aug 31 14:41:52.321207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15360351-4c80-454e-8294-7fc2dde10512 None None] Routers {'d099c24c-7d4a-4aa8-9a2d-624a776121cb'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:52.322223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-15360351-4c80-454e-8294-7fc2dde10512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:41:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:52.446718 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:52.462613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-15360351-4c80-454e-8294-7fc2dde10512 None None] Set router d099c24c-7d4a-4aa8-9a2d-624a776121cb gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:52.470206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7c5e7-2f14-40a4-a03c-041f8ba49c38 req-956b892a-d0e2-4264-abf1-0950752fc0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:52.471747 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ed7c5e7-2f14-40a4-a03c-041f8ba49c38 req-956b892a-d0e2-4264-abf1-0950752fc0de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0df2ac-4ce8-4812-998b-014508baaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581757 Aug 31 14:41:52.598298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9644d-b99b-471a-a30d-b3b6f7047721 req-080b93c8-3bfc-4dc1-8261-2e97f93511b0 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:52.600027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-52b9644d-b99b-471a-a30d-b3b6f7047721 req-080b93c8-3bfc-4dc1-8261-2e97f93511b0 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1624496 Aug 31 14:41:52.606551 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-151e28a8-af6c-4981-8e4d-2f8b2bd3b106 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:52.616176 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e101d6f-9525-4b18-b402-e9e1e86a1b66 req-7b9e39b2-08a5-4640-8030-ad9158869ad1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1753798 Aug 31 14:41:52.617925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9bdfc0dd-5ab6-4337-a40d-656e39679a67 req-0cd432b6-0a6d-4190-b828-ae434114f6d2 service neutron] 10.222.0.60 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148689 Aug 31 14:41:52.618077 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-151e28a8-af6c-4981-8e4d-2f8b2bd3b106 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:52.695367 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ed7c5e7-2f14-40a4-a03c-041f8ba49c38 req-232de12f-34eb-4b54-97fb-c6fce357bb0e service neutron] 10.222.0.25 "GET /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126465 Aug 31 14:41:52.838268 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-52b9644d-b99b-471a-a30d-b3b6f7047721 req-e60f348b-c1f7-430e-85e4-741d8b4adbe9 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137411 Aug 31 14:41:52.844678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-15360351-4c80-454e-8294-7fc2dde10512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:14Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '43edc3bc-475d-474e-b93d-fba9149a72bf', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'port_id': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'mac_address': 'fa:16:3e:2b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:41:49Z', 'updated_at': '2021-08-31T14:41:49Z', 'revision_number': 0, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527e7719-8256-4feb-995b-35165d33894c', 'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'mac_address': 'fa:16:3e:49:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:14Z', 'updated_at': '2021-08-31T14:38:22Z', 'revision_number': 5, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'subnets': [{'id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:52.867070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e101d6f-9525-4b18-b402-e9e1e86a1b66 req-229adcf8-7521-45c1-b5a9-50be9f069a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:52.868868 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e101d6f-9525-4b18-b402-e9e1e86a1b66 req-229adcf8-7521-45c1-b5a9-50be9f069a77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=020a2801fdcc43e8af0aa6ad25780e74&device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 1097 time: 0.1318197 Aug 31 14:41:52.892498 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ed7c5e7-2f14-40a4-a03c-041f8ba49c38 req-13eb9b97-2c1c-4645-9f6c-327dfe495347 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870017 Aug 31 14:41:52.897372 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15360351-4c80-454e-8294-7fc2dde10512 None None] The sync data for ids ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'] in n-d-806683-5 is: [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:14Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '43edc3bc-475d-474e-b93d-fba9149a72bf', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'port_id': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'mac_address': 'fa:16:3e:2b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:41:49Z', 'updated_at': '2021-08-31T14:41:49Z', 'revision_number': 0, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527e7719-8256-4feb-995b-35165d33894c', 'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'mac_address': 'fa:16:3e:49:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:14Z', 'updated_at': '2021-08-31T14:38:22Z', 'revision_number': 5, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'subnets': [{'id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:41:53.100219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151e28a8-af6c-4981-8e4d-2f8b2bd3b106 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Router d099c24c-7d4a-4aa8-9a2d-624a776121cb has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:41:53.103410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e101d6f-9525-4b18-b402-e9e1e86a1b66 req-b51c85ad-4377-4f63-b682-33cbbfe2c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:53.105045 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e101d6f-9525-4b18-b402-e9e1e86a1b66 req-b51c85ad-4377-4f63-b682-33cbbfe2c881 service neutron] 10.222.0.25 "GET /v2.0/networks?id=57f4a10f-2619-44ef-9088-e45ced4893f1 HTTP/1.1" status: 200 len: 920 time: 0.1821129 Aug 31 14:41:53.218035 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e101d6f-9525-4b18-b402-e9e1e86a1b66 req-93a62945-1ad8-4cbc-9d8d-dfd07846514f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba193ebb-5f33-4872-a3af-11ea2330c2fd HTTP/1.1" status: 200 len: 217 time: 0.1044073 Aug 31 14:41:53.258135 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25626d4-6b5e-480b-88e7-12d7fa5a17c2 None None] New status for floating IP 43edc3bc-475d-474e-b93d-fba9149a72bf: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:41:53.341179 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:53.342149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e101d6f-9525-4b18-b402-e9e1e86a1b66 req-af4ee800-1bb1-4081-a6ed-2b07324d13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:53.343812 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e101d6f-9525-4b18-b402-e9e1e86a1b66 req-af4ee800-1bb1-4081-a6ed-2b07324d13ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d85aa70f-f4bc-424f-a8b7-e2b19d5d6119 HTTP/1.1" status: 200 len: 859 time: 0.1189530 Aug 31 14:41:53.383656 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e101d6f-9525-4b18-b402-e9e1e86a1b66 req-d18828e0-4f85-4059-8bde-8928eefb9bee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57f4a10f-2619-44ef-9088-e45ced4893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318739 Aug 31 14:41:53.387198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151e28a8-af6c-4981-8e4d-2f8b2bd3b106 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:41:53.392643 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-151e28a8-af6c-4981-8e4d-2f8b2bd3b106 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:53.488294 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'tag': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:53.490993 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14e662e-f8bb-490e-9238-82a0f1173f45" -d '{"events": [{"name": "network-changed", "server_uuid": "916bbbd9-87ba-4616-b35d-65d6dc2ef36b", "tag": "71d3dcb4-1aa5-451e-aa4c-34f6e9863860"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:53.536332 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-151e28a8-af6c-4981-8e4d-2f8b2bd3b106 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "PUT /v2.0/floatingips/43edc3bc-475d-474e-b93d-fba9149a72bf HTTP/1.1" status: 200 len: 991 time: 1.9043236 Aug 31 14:41:53.551767 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c95a6c8-7d08-4105-99ca-9f421e7d7b31 x-openstack-request-id: req-7c95a6c8-7d08-4105-99ca-9f421e7d7b31 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:53.552042 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916bbbd9-87ba-4616-b35d-65d6dc2ef36b", "tag": "71d3dcb4-1aa5-451e-aa4c-34f6e9863860", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:53.552279 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c95a6c8-7d08-4105-99ca-9f421e7d7b31 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:53.552664 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'tag': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'status': 'completed', 'code': 200} Aug 31 14:41:53.564382 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e101d6f-9525-4b18-b402-e9e1e86a1b66 req-46d7ed35-5d33-4116-a0fb-bbf93c858046 service neutron] 10.222.0.25 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679659 Aug 31 14:41:53.653029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e662e-f8bb-490e-9238-82a0f1173f45 req-619d7520-84a1-4d41-a592-1b813ecdbfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:53.661616 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a14e662e-f8bb-490e-9238-82a0f1173f45 req-619d7520-84a1-4d41-a592-1b813ecdbfe7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec9bb7e643a84983a42c9b7a94a70723&device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 1096 time: 0.0854733 Aug 31 14:41:53.666922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf96405-b278-4499-8b94-f244d865c128 None None] Sync routers for ids ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:41:53.679044 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf96405-b278-4499-8b94-f244d865c128 None None] Routers {'d099c24c-7d4a-4aa8-9a2d-624a776121cb'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:53.679711 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-5bf96405-b278-4499-8b94-f244d865c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:41:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:53.734021 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0e101d6f-9525-4b18-b402-e9e1e86a1b66 req-499d9853-ee0b-43f8-85fb-34947e1cef32 service neutron] 10.222.0.25 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499355 Aug 31 14:41:53.832087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e662e-f8bb-490e-9238-82a0f1173f45 req-8b8d8fc4-89eb-41e6-99c6-8ea0522fa546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:53.833569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a14e662e-f8bb-490e-9238-82a0f1173f45 req-8b8d8fc4-89eb-41e6-99c6-8ea0522fa546 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0df2ac-4ce8-4812-998b-014508baaa62 HTTP/1.1" status: 200 len: 914 time: 0.1668932 Aug 31 14:41:53.857184 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-5bf96405-b278-4499-8b94-f244d865c128 None None] Set router d099c24c-7d4a-4aa8-9a2d-624a776121cb gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:53.941331 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a14e662e-f8bb-490e-9238-82a0f1173f45 req-1ac22175-b10e-4e0e-9feb-85f3b3839fa5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d3dcb4-1aa5-451e-aa4c-34f6e9863860 HTTP/1.1" status: 200 len: 1001 time: 0.0885768 Aug 31 14:41:53.981119 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd9b4d-d81f-43ca-b5c2-0c5d6b470dd3 req-58d2f2e1-86c0-4095-96a1-478561032e89 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:53.982910 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2dd9b4d-d81f-43ca-b5c2-0c5d6b470dd3 req-58d2f2e1-86c0-4095-96a1-478561032e89 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0597584 Aug 31 14:41:54.036574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e662e-f8bb-490e-9238-82a0f1173f45 req-8fe7d835-b83c-480b-a7e2-9fbc72798bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:54.038422 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a14e662e-f8bb-490e-9238-82a0f1173f45 req-8fe7d835-b83c-480b-a7e2-9fbc72798bed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80741a13-83b8-4d01-8f8b-f043e884cd77 HTTP/1.1" status: 200 len: 852 time: 0.0962451 Aug 31 14:41:54.040610 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b2dd9b4d-d81f-43ca-b5c2-0c5d6b470dd3 req-b7623e7a-e2bf-409f-9e80-4e38fa684b8e tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431805 Aug 31 14:41:54.104203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e662e-f8bb-490e-9238-82a0f1173f45 req-d23e0027-f7e0-4d72-91da-e20835c37609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:54.106033 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a14e662e-f8bb-490e-9238-82a0f1173f45 req-d23e0027-f7e0-4d72-91da-e20835c37609 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0df2ac-4ce8-4812-998b-014508baaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553820 Aug 31 14:41:54.246106 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a14e662e-f8bb-490e-9238-82a0f1173f45 req-472e66b3-a64a-45d9-aa3f-fca149c416c2 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306648 Aug 31 14:41:54.399322 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a14e662e-f8bb-490e-9238-82a0f1173f45 req-9364c205-4488-417b-9453-bea48600e02f service neutron] 10.222.0.25 "GET /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426239 Aug 31 14:41:54.414501 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.438697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-5bf96405-b278-4499-8b94-f244d865c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:14Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '43edc3bc-475d-474e-b93d-fba9149a72bf', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'port_id': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'mac_address': 'fa:16:3e:2b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:41:49Z', 'updated_at': '2021-08-31T14:41:53Z', 'revision_number': 2, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527e7719-8256-4feb-995b-35165d33894c', 'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'mac_address': 'fa:16:3e:49:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:14Z', 'updated_at': '2021-08-31T14:38:22Z', 'revision_number': 5, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'subnets': [{'id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:54.476605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf96405-b278-4499-8b94-f244d865c128 None None] Checking router: d099c24c-7d4a-4aa8-9a2d-624a776121cb for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:41:54.488282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf96405-b278-4499-8b94-f244d865c128 None None] Routers {'d099c24c-7d4a-4aa8-9a2d-624a776121cb'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:54.489258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-5bf96405-b278-4499-8b94-f244d865c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:41:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:54.610431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-5bf96405-b278-4499-8b94-f244d865c128 None None] Set router d099c24c-7d4a-4aa8-9a2d-624a776121cb gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:54.902334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-5bf96405-b278-4499-8b94-f244d865c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:14Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '43edc3bc-475d-474e-b93d-fba9149a72bf', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'port_id': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'mac_address': 'fa:16:3e:2b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:41:49Z', 'updated_at': '2021-08-31T14:41:53Z', 'revision_number': 2, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527e7719-8256-4feb-995b-35165d33894c', 'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'mac_address': 'fa:16:3e:49:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:14Z', 'updated_at': '2021-08-31T14:38:22Z', 'revision_number': 5, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'subnets': [{'id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:54.936488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf96405-b278-4499-8b94-f244d865c128 None None] The sync data for ids ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'] in n-d-806683-5 is: [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:14Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '43edc3bc-475d-474e-b93d-fba9149a72bf', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'port_id': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'mac_address': 'fa:16:3e:2b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:41:49Z', 'updated_at': '2021-08-31T14:41:53Z', 'revision_number': 2, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527e7719-8256-4feb-995b-35165d33894c', 'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'mac_address': 'fa:16:3e:49:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:14Z', 'updated_at': '2021-08-31T14:38:22Z', 'revision_number': 5, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'subnets': [{'id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:41:54.952306 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:55.225386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3c36c-adf0-4277-9546-b7dea0faaf4d req-dcf9171d-1db0-4eb9-93d0-60003651de0f tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:55.227059 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8dc3c36c-adf0-4277-9546-b7dea0faaf4d req-dcf9171d-1db0-4eb9-93d0-60003651de0f tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0745580 Aug 31 14:41:55.288832 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8dc3c36c-adf0-4277-9546-b7dea0faaf4d req-7aec7bf1-fe98-45ed-b732-2f27e951a091 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465641 Aug 31 14:41:55.554347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'tag': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:55.557486 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eada730-ac43-414b-bdba-990cda87908f" -d '{"events": [{"name": "network-changed", "server_uuid": "916bbbd9-87ba-4616-b35d-65d6dc2ef36b", "tag": "71d3dcb4-1aa5-451e-aa4c-34f6e9863860"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:55.603245 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b6e238-3118-4a29-b661-c5d647a2d2c5 x-openstack-request-id: req-58b6e238-3118-4a29-b661-c5d647a2d2c5 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:55.603540 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916bbbd9-87ba-4616-b35d-65d6dc2ef36b", "tag": "71d3dcb4-1aa5-451e-aa4c-34f6e9863860", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:55.604008 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58b6e238-3118-4a29-b661-c5d647a2d2c5 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:55.604440 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'tag': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'status': 'completed', 'code': 200} Aug 31 14:41:55.677486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eada730-ac43-414b-bdba-990cda87908f req-84de6aad-8458-4f11-b83a-c9b697ae8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:55.679012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9eada730-ac43-414b-bdba-990cda87908f req-84de6aad-8458-4f11-b83a-c9b697ae8ee2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec9bb7e643a84983a42c9b7a94a70723&device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 1096 time: 0.0494144 Aug 31 14:41:55.783366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eada730-ac43-414b-bdba-990cda87908f req-b6b1086c-0ede-473c-9542-c90f2d285252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:55.785550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9eada730-ac43-414b-bdba-990cda87908f req-b6b1086c-0ede-473c-9542-c90f2d285252 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0df2ac-4ce8-4812-998b-014508baaa62 HTTP/1.1" status: 200 len: 914 time: 0.0984433 Aug 31 14:41:55.862291 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9eada730-ac43-414b-bdba-990cda87908f req-34f6e0a1-85a1-4ff2-b057-ca4d0762ba38 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d3dcb4-1aa5-451e-aa4c-34f6e9863860 HTTP/1.1" status: 200 len: 1001 time: 0.0683727 Aug 31 14:41:55.919819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eada730-ac43-414b-bdba-990cda87908f req-45ff2dcd-caa1-4555-b492-ec62b8074267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:55.921399 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9eada730-ac43-414b-bdba-990cda87908f req-45ff2dcd-caa1-4555-b492-ec62b8074267 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80741a13-83b8-4d01-8f8b-f043e884cd77 HTTP/1.1" status: 200 len: 852 time: 0.0518827 Aug 31 14:41:55.983763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eada730-ac43-414b-bdba-990cda87908f req-65d71c66-50aa-4b46-afec-9987dfda0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:55.985877 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9eada730-ac43-414b-bdba-990cda87908f req-65d71c66-50aa-4b46-afec-9987dfda0d65 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0df2ac-4ce8-4812-998b-014508baaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571065 Aug 31 14:41:56.109416 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9eada730-ac43-414b-bdba-990cda87908f req-f823cc1c-7442-440f-b352-713869ecf302 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142561 Aug 31 14:41:56.217487 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9eada730-ac43-414b-bdba-990cda87908f req-8f8902c3-4951-418f-98ea-87d52143de62 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000547 Aug 31 14:41:56.451519 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b5196-8be5-4155-a72f-2f47e23874f0 req-eba6173b-b5dc-4cb1-a9ee-80d9d628c0f2 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:56.456329 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-230b5196-8be5-4155-a72f-2f47e23874f0 req-eba6173b-b5dc-4cb1-a9ee-80d9d628c0f2 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0606558 Aug 31 14:41:56.510111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-230b5196-8be5-4155-a72f-2f47e23874f0 req-74823761-1e89-431f-a2d4-9a0afba66a3a tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463088 Aug 31 14:41:57.673640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f07f8-9152-49f8-b154-4a02a56ed7fd req-82053102-32be-44ca-9b98-308c59607545 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:57.676782 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c5f07f8-9152-49f8-b154-4a02a56ed7fd req-82053102-32be-44ca-9b98-308c59607545 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0751035 Aug 31 14:41:57.731530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c5f07f8-9152-49f8-b154-4a02a56ed7fd req-148921dd-f09f-4a05-bfda-75eb4b837f41 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455718 Aug 31 14:41:58.878635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff716065-af81-4aa2-8d3e-32b58ee67c36 req-5c847c80-f180-42b6-92a0-628c953b8eba tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:58.881242 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ff716065-af81-4aa2-8d3e-32b58ee67c36 req-5c847c80-f180-42b6-92a0-628c953b8eba tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0598283 Aug 31 14:41:58.947764 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ff716065-af81-4aa2-8d3e-32b58ee67c36 req-9c1d4423-7891-4c88-81bb-94eac463dbdd tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575621 Aug 31 14:42:00.091127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadc687-ceab-413e-8dce-dd9de3ed2b1d req-52f880d3-0a9b-4fe3-92f7-a683c36b5aeb tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:00.092774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fadc687-ceab-413e-8dce-dd9de3ed2b1d req-52f880d3-0a9b-4fe3-92f7-a683c36b5aeb tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0530963 Aug 31 14:42:00.133273 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fadc687-ceab-413e-8dce-dd9de3ed2b1d req-2bed8d7f-cb68-4036-8288-d28f14f2add5 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340297 Aug 31 14:42:01.291341 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f6e0f-3c20-47f8-9d07-a929c5f9a238 req-5ff81a0d-da77-4124-a130-7b3b869a9559 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:01.294568 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-798f6e0f-3c20-47f8-9d07-a929c5f9a238 req-5ff81a0d-da77-4124-a130-7b3b869a9559 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0810437 Aug 31 14:42:01.351559 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-798f6e0f-3c20-47f8-9d07-a929c5f9a238 req-cdd16c99-ebbf-4d98-911e-a28f8202069f tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406432 Aug 31 14:42:01.405196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39190) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:01.521696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9e2e-9626-4880-9d0d-bdecd09645c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:01.622285 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9e2e-9626-4880-9d0d-bdecd09645c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:01.626308 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9e2e-9626-4880-9d0d-bdecd09645c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:01.670226 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9d2c9e2e-9626-4880-9d0d-bdecd09645c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=203a4b432d5843c5879695db69bda4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638347 Aug 31 14:42:01.671267 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c9e2e-9626-4880-9d0d-bdecd09645c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcea8917-fc2e-4ad1-9cf6-bfa0896aab42,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:01.673074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39194) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:01.741497 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1520e039-c4ae-406b-91b8-17e24a9abc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:01.769020 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1520e039-c4ae-406b-91b8-17e24a9abc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:01.817320 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1520e039-c4ae-406b-91b8-17e24a9abc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:01.819922 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1520e039-c4ae-406b-91b8-17e24a9abc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:01.821092 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1520e039-c4ae-406b-91b8-17e24a9abc1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bcea8917-fc2e-4ad1-9cf6-bfa0896aab42 HTTP/1.1" status: 204 len: 168 time: 0.1461430 Aug 31 14:42:01.830845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520e039-c4ae-406b-91b8-17e24a9abc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcea8917-fc2e-4ad1-9cf6-bfa0896aab42,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:02.134151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39204) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:02.150423 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6b6faf1-38ba-496e-8f7a-96e0dee2859e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:02.277815 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6b6faf1-38ba-496e-8f7a-96e0dee2859e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:02.284378 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6b6faf1-38ba-496e-8f7a-96e0dee2859e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:02.328598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6faf1-38ba-496e-8f7a-96e0dee2859e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0b97b4-2ccb-4ef4-86e6-a97ee3c822fc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:02.335230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a6b6faf1-38ba-496e-8f7a-96e0dee2859e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19a57700cc2a41a083d19c2756e49b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997726 Aug 31 14:42:02.339989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39208) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:02.413159 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3455456c-8529-4c01-94e6-3d2a0638b4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:02.444828 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3455456c-8529-4c01-94e6-3d2a0638b4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:02.544209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109a2c3-5fd4-45d6-9ba4-18c8a42d8790 req-828d4135-31cd-4b52-92c2-bb06f9c83f6d tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:02.545713 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f109a2c3-5fd4-45d6-9ba4-18c8a42d8790 req-828d4135-31cd-4b52-92c2-bb06f9c83f6d tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0979002 Aug 31 14:42:02.585447 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3455456c-8529-4c01-94e6-3d2a0638b4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:02.588221 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3455456c-8529-4c01-94e6-3d2a0638b4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:02.589956 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3455456c-8529-4c01-94e6-3d2a0638b4d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f0b97b4-2ccb-4ef4-86e6-a97ee3c822fc HTTP/1.1" status: 204 len: 168 time: 0.2491810 Aug 31 14:42:02.604257 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f109a2c3-5fd4-45d6-9ba4-18c8a42d8790 req-34a46741-5dac-4ecf-9d80-a919fdf2940b tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509136 Aug 31 14:42:02.605714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455456c-8529-4c01-94e6-3d2a0638b4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0b97b4-2ccb-4ef4-86e6-a97ee3c822fc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:02.957165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39220) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:02.976041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4b1531e-c5ad-446d-9be0-a3ad5daaeffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:03.081248 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4b1531e-c5ad-446d-9be0-a3ad5daaeffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:03.085285 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4b1531e-c5ad-446d-9be0-a3ad5daaeffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:03.126465 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b4b1531e-c5ad-446d-9be0-a3ad5daaeffb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f8e7b409c8743c892efc47f9fe156e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681910 Aug 31 14:42:03.127398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1531e-c5ad-446d-9be0-a3ad5daaeffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf562a3-1f4f-4dce-918d-a209401a8606,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:03.129143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39222) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:03.181929 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9ceefc-ea22-407c-8624-b041f989875e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:03.205298 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9ceefc-ea22-407c-8624-b041f989875e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:03.254161 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9ceefc-ea22-407c-8624-b041f989875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:03.256775 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9ceefc-ea22-407c-8624-b041f989875e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:03.262025 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7a9ceefc-ea22-407c-8624-b041f989875e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1cf562a3-1f4f-4dce-918d-a209401a8606 HTTP/1.1" status: 204 len: 168 time: 0.1272702 Aug 31 14:42:03.267325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ceefc-ea22-407c-8624-b041f989875e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf562a3-1f4f-4dce-918d-a209401a8606,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:03.771981 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552df5d0-4dbf-4ec3-ae2f-848003c6ca28 req-92a5e7dd-9646-457b-b60e-e91f708e0702 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:03.784087 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-552df5d0-4dbf-4ec3-ae2f-848003c6ca28 req-92a5e7dd-9646-457b-b60e-e91f708e0702 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0902157 Aug 31 14:42:03.832196 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-552df5d0-4dbf-4ec3-ae2f-848003c6ca28 req-ba758294-e738-4008-8345-dac49eabe805 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469246 Aug 31 14:42:05.023162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e11761-4685-4918-bdda-e3e54e25afff req-77d1f452-eea6-45ac-beb5-d5e323729e6d tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:05.024850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87e11761-4685-4918-bdda-e3e54e25afff req-77d1f452-eea6-45ac-beb5-d5e323729e6d tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0823052 Aug 31 14:42:05.078219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87e11761-4685-4918-bdda-e3e54e25afff req-d47377b1-c799-4cb9-b505-cbc735fa2045 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452232 Aug 31 14:42:06.153839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-70665817-392c-4444-b0a2-f68708ced20c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:06.154988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-70665817-392c-4444-b0a2-f68708ced20c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 812 time: 0.1268620 Aug 31 14:42:06.172051 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-731485dd-015f-4438-b47c-5c906deb1a71 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/quotas/6533cc47c01b415292ab966def453044 HTTP/1.1" status: 200 len: 375 time: 0.0103488 Aug 31 14:42:06.228889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-bef98075-c98d-4e78-956a-17ba09b98822 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510318 Aug 31 14:42:06.331631 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-1ddeaf3b-1c91-4c8a-994b-54be9e0d9f86 service neutron] 10.222.0.39 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951169 Aug 31 14:42:06.455609 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-6dbd90bb-ad22-43ef-b33e-8823a53857d2 service neutron] 10.222.0.39 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151772 Aug 31 14:42:06.490233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd71032-6a96-47ac-aab9-3945db404ed6 req-5f4537b9-428c-431b-b02e-e3ed103e6cc2 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:06.491993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0dd71032-6a96-47ac-aab9-3945db404ed6 req-5f4537b9-428c-431b-b02e-e3ed103e6cc2 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0538974 Aug 31 14:42:06.547750 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0dd71032-6a96-47ac-aab9-3945db404ed6 req-1f572da1-fc35-460a-a2df-25ff6fbc5b64 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493915 Aug 31 14:42:06.674218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f224c26-a55c-4c8f-8c87-aa935410334d req-cb2b6243-5e93-442f-b930-27e9e7d9e3bf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 210 time: 0.0305970 Aug 31 14:42:07.687100 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecf22b-264b-4130-bbf4-a22aec6e5e6a req-2400b490-aa4d-48cf-adc7-edc0876be1ac tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:07.689524 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02ecf22b-264b-4130-bbf4-a22aec6e5e6a req-2400b490-aa4d-48cf-adc7-edc0876be1ac tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0662699 Aug 31 14:42:07.745513 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02ecf22b-264b-4130-bbf4-a22aec6e5e6a req-eedf102f-c3f6-4a50-9763-83974f1ec6b5 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492244 Aug 31 14:42:07.753863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-806dbab2-01c5-425d-8b73-7008b444d62f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:07.755804 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-806dbab2-01c5-425d-8b73-7008b444d62f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 812 time: 0.1584845 Aug 31 14:42:07.778507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-d25d224b-5d78-45d9-be1a-e954d1da10cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'port': {'device_id': '55c15dcd-4d88-4325-90c8-39357651a892', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'admin_state_up': True, 'tenant_id': '6533cc47c01b415292ab966def453044'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:42:07.882563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e1d46e66-f483-4d25-8116-597396be4106 req-af582a12-4262-4984-b0ca-e7a6bf4ad90d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 210 time: 0.0491076 Aug 31 14:42:07.962611 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-d25d224b-5d78-45d9-be1a-e954d1da10cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Made reservation on behalf of 6533cc47c01b415292ab966def453044 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:42:07.967392 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-d25d224b-5d78-45d9-be1a-e954d1da10cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:08.129091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-d25d224b-5d78-45d9-be1a-e954d1da10cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Allocated IP 172.20.0.5 (d539104a-571b-4d65-8226-f02851a21edf/84f20d0c-d59a-49fd-bdba-b8ee114f5f38/8c3da142-b41d-44dd-ae7b-ad9036ae3cfe) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:42:08.345649 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-d25d224b-5d78-45d9-be1a-e954d1da10cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:08.360776 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-d25d224b-5d78-45d9-be1a-e954d1da10cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Transition to ACTIVE for port object 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:42:08.404448 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-d25d224b-5d78-45d9-be1a-e954d1da10cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:08.458751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-d25d224b-5d78-45d9-be1a-e954d1da10cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Network d539104a-571b-4d65-8226-f02851a21edf is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:42:08.460226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-d25d224b-5d78-45d9-be1a-e954d1da10cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:42:08.467900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-d25d224b-5d78-45d9-be1a-e954d1da10cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:42:08.509598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d224b-5d78-45d9-be1a-e954d1da10cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'Port': ['ID=8c3da142-b41d-44dd-ae7b-ad9036ae3cfe,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:08.541179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-d25d224b-5d78-45d9-be1a-e954d1da10cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:08.543031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-d25d224b-5d78-45d9-be1a-e954d1da10cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:08.564234 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-d25d224b-5d78-45d9-be1a-e954d1da10cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7975917 Aug 31 14:42:08.582066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Request body: {'port': {'device_id': '55c15dcd-4d88-4325-90c8-39357651a892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:42:08.662698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:08.856493 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8955727d-9a25-4f33-9912-9cc2a3a2f392 None None] Provisioning for port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:42:08.869937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8955727d-9a25-4f33-9912-9cc2a3a2f392 None None] Provisioning complete for port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:42:08.871113 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8955727d-9a25-4f33-9912-9cc2a3a2f392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:08.896037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8414a6-5d05-447f-b8ac-842f1e491ec3 req-f252b2b8-53a0-4cf0-b043-8ce7d26e78a9 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:08.905513 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e8414a6-5d05-447f-b8ac-842f1e491ec3 req-f252b2b8-53a0-4cf0-b043-8ce7d26e78a9 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0685558 Aug 31 14:42:08.937244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8955727d-9a25-4f33-9912-9cc2a3a2f392 None None] Port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:42:08.952975 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e8414a6-5d05-447f-b8ac-842f1e491ec3 req-d1f0926d-62bc-4a87-bd0d-e3e6b3229dc9 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457959 Aug 31 14:42:09.094218 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:42:09.107734 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:09.126029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Transition to ACTIVE for port object 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:42:09.133751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247e7b5-7371-423e-a20c-5e2f4d20985b req-385260cd-0cb8-447a-b0b6-7be4cce8253b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:09.135937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3247e7b5-7371-423e-a20c-5e2f4d20985b req-385260cd-0cb8-447a-b0b6-7be4cce8253b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 931 time: 0.0811963 Aug 31 14:42:09.137989 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:09.214755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3da142-b41d-44dd-ae7b-ad9036ae3cfe,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:09.326824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3247e7b5-7371-423e-a20c-5e2f4d20985b req-5a269ee9-1166-48fa-ac71-b9bc51dc9e0f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620362 Aug 31 14:42:09.386472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Attempting to bind port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:42:09.386998 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Attempting to bind port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:42:09.387503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Attempting to bind port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:42:09.393066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe on network d539104a-571b-4d65-8226-f02851a21edf not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:42:09.393397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Attempting to bind port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:42:09.400393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:42:09.401130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Checking segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:42:09.401685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Bound using segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:42:09.402431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Bound port: 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:42:09.402917 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:09.481843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] For port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:42:09.485743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] For port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8c3da142-b41d-44dd-ae7b-ad9036ae3cfe,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:42:09.492499 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:09.539559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:09.539842 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:09.541824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] 10.222.0.25 "PUT /v2.0/ports/8c3da142-b41d-44dd-ae7b-ad9036ae3cfe HTTP/1.1" status: 200 len: 1091 time: 0.9679651 Aug 31 14:42:09.542416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c15dcd-4d88-4325-90c8-39357651a892', 'tag': '8c3da142-b41d-44dd-ae7b-ad9036ae3cfe'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:09.544850 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b64d52c-326a-4050-9138-b2675126c5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "55c15dcd-4d88-4325-90c8-39357651a892", "tag": "8c3da142-b41d-44dd-ae7b-ad9036ae3cfe"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:09.593157 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfab33e-7e00-4036-882f-8d92e039d178 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3da142-b41d-44dd-ae7b-ad9036ae3cfe,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:09.665152 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496d0bd7-dcdc-4250-a1b1-a2569945eb61 x-openstack-request-id: req-496d0bd7-dcdc-4250-a1b1-a2569945eb61 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:09.665945 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c15dcd-4d88-4325-90c8-39357651a892", "tag": "8c3da142-b41d-44dd-ae7b-ad9036ae3cfe", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:09.665945 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-496d0bd7-dcdc-4250-a1b1-a2569945eb61 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:09.666089 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c15dcd-4d88-4325-90c8-39357651a892', 'tag': '8c3da142-b41d-44dd-ae7b-ad9036ae3cfe', 'status': 'completed', 'code': 200} Aug 31 14:42:09.686006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-9ae3dbf4-cb34-4290-bc67-ce36057ea476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:09.688396 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-9ae3dbf4-cb34-4290-bc67-ce36057ea476 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 1094 time: 0.0844133 Aug 31 14:42:09.756576 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-8ba6bb67-a79d-4617-b7af-f94a93d526a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c3da142-b41d-44dd-ae7b-ad9036ae3cfe HTTP/1.1" status: 200 len: 217 time: 0.0581646 Aug 31 14:42:09.837357 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-a40fd415-dd22-4bcc-9abb-59138f46bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:09.839428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-a40fd415-dd22-4bcc-9abb-59138f46bf07 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.0750935 Aug 31 14:42:09.904799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-7c07094f-9acb-491a-9155-bbe0ca0c1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:09.906668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-7c07094f-9acb-491a-9155-bbe0ca0c1e8c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549786 Aug 31 14:42:10.021758 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-30dff9da-5a23-4333-a35f-f3635099d9e5 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052878 Aug 31 14:42:10.146376 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda1307-fad1-4d24-84dd-a39cc4b3031e req-662a4528-6515-499c-81d3-2eb199ea2c61 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:10.157876 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-adda1307-fad1-4d24-84dd-a39cc4b3031e req-662a4528-6515-499c-81d3-2eb199ea2c61 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0839617 Aug 31 14:42:10.164009 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7795e70-8ee0-47db-93f4-4cdce4102c35 req-d4191826-c4e6-44f0-8955-42cdcef36d89 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337705 Aug 31 14:42:10.207664 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-adda1307-fad1-4d24-84dd-a39cc4b3031e req-a4a99a2e-ae19-49e4-ac74-9575804c5551 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462232 Aug 31 14:42:10.263979 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64d52c-326a-4050-9138-b2675126c5cf req-62e7dad4-01e3-4473-bff9-8a5ec3e749c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:10.265703 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b64d52c-326a-4050-9138-b2675126c5cf req-62e7dad4-01e3-4473-bff9-8a5ec3e749c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 1094 time: 0.0488484 Aug 31 14:42:10.430539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64d52c-326a-4050-9138-b2675126c5cf req-2bee350a-0d62-480c-8b13-7b3c00b90355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:10.433383 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b64d52c-326a-4050-9138-b2675126c5cf req-2bee350a-0d62-480c-8b13-7b3c00b90355 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.1602433 Aug 31 14:42:10.489725 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b64d52c-326a-4050-9138-b2675126c5cf req-0ec77c3a-221d-4af0-93d0-b9c9a1753569 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c3da142-b41d-44dd-ae7b-ad9036ae3cfe HTTP/1.1" status: 200 len: 217 time: 0.0493813 Aug 31 14:42:10.531095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a259-b004-4d01-9587-d6c07553356f req-0870adde-1703-4c16-9fcd-8b7955d4b25c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:10.533155 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e030a259-b004-4d01-9587-d6c07553356f req-0870adde-1703-4c16-9fcd-8b7955d4b25c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0867743 Aug 31 14:42:10.586791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64d52c-326a-4050-9138-b2675126c5cf req-fa0e8340-c42a-4c47-9095-767ab475725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:10.588430 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b64d52c-326a-4050-9138-b2675126c5cf req-fa0e8340-c42a-4c47-9095-767ab475725b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.0883539 Aug 31 14:42:10.593269 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e030a259-b004-4d01-9587-d6c07553356f req-911463ea-79b7-4d87-b086-078d36871b38 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520277 Aug 31 14:42:10.655916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64d52c-326a-4050-9138-b2675126c5cf req-8c4d0c50-11c0-4738-a142-6f2bf69a691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:10.657900 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b64d52c-326a-4050-9138-b2675126c5cf req-8c4d0c50-11c0-4738-a142-6f2bf69a691e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623231 Aug 31 14:42:10.788541 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b64d52c-326a-4050-9138-b2675126c5cf req-abce33eb-253b-44ea-8b20-a4938d80a335 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233649 Aug 31 14:42:10.910188 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b64d52c-326a-4050-9138-b2675126c5cf req-fda5c75d-3d3f-4a1c-9eaa-aafc29f482ad service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140885 Aug 31 14:42:11.405572 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452397a-1c9e-4dac-8cbb-cdcfee1032b8 req-08ab1671-dce1-425b-b572-454b4434b9f2 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:11.416767 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6452397a-1c9e-4dac-8cbb-cdcfee1032b8 req-08ab1671-dce1-425b-b572-454b4434b9f2 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0938356 Aug 31 14:42:11.483731 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6452397a-1c9e-4dac-8cbb-cdcfee1032b8 req-ddc85bbc-b738-4a84-a401-c413b6e5a2dc tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620887 Aug 31 14:42:11.745477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d630e-1e77-494c-bc7d-00a6580f4639 req-65db88c5-525b-48e2-b397-8c2f607127cd tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:11.747085 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-390d630e-1e77-494c-bc7d-00a6580f4639 req-65db88c5-525b-48e2-b397-8c2f607127cd tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0696456 Aug 31 14:42:11.805675 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-390d630e-1e77-494c-bc7d-00a6580f4639 req-c598a73d-ce7c-4008-8954-1c6bb0113da5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503535 Aug 31 14:42:12.642415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddd1ea-c51e-4619-8136-15afa8b65165 req-5e1129d0-fb83-4621-a5a5-5db4fdcbbd92 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:12.652237 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ebddd1ea-c51e-4619-8136-15afa8b65165 req-5e1129d0-fb83-4621-a5a5-5db4fdcbbd92 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0841677 Aug 31 14:42:12.696223 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ebddd1ea-c51e-4619-8136-15afa8b65165 req-e243e0ec-9119-4e74-9be2-650421111e5a tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Aug 31 14:42:13.034330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6c2ed-aeca-471e-824a-a6ec13a65fb4 req-0d9783a1-44d7-4346-a7c0-417e2587df8b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:13.036795 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5bf6c2ed-aeca-471e-824a-a6ec13a65fb4 req-0d9783a1-44d7-4346-a7c0-417e2587df8b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0719113 Aug 31 14:42:13.112609 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5bf6c2ed-aeca-471e-824a-a6ec13a65fb4 req-cf22f700-0119-485f-bcd6-71b7a8a94f10 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589573 Aug 31 14:42:13.851919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1e3ae-0ff7-47cf-9564-aa010ebf271c req-70918a15-7c36-44fe-bb26-a096a8405980 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:13.861874 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3d1e3ae-0ff7-47cf-9564-aa010ebf271c req-70918a15-7c36-44fe-bb26-a096a8405980 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0658162 Aug 31 14:42:13.933899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3d1e3ae-0ff7-47cf-9564-aa010ebf271c req-638c5100-3a9b-42bf-afc1-f6e3209b1582 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711255 Aug 31 14:42:13.980338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe558be-e726-4432-8cbb-1b81236a00e8 req-19d87c22-9958-4e0c-b0e2-6bca360067c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:13.982386 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ffe558be-e726-4432-8cbb-1b81236a00e8 req-19d87c22-9958-4e0c-b0e2-6bca360067c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0801649 Aug 31 14:42:14.031149 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ffe558be-e726-4432-8cbb-1b81236a00e8 req-ba69bd16-5c72-4029-a06e-abc3d4bc8e3f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404236 Aug 31 14:42:14.278355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840428f-b63c-4cca-b5b3-a33cd98bdd94 req-57546234-3d6c-4a9c-bb91-8861c6257b5f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:14.291511 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0840428f-b63c-4cca-b5b3-a33cd98bdd94 req-57546234-3d6c-4a9c-bb91-8861c6257b5f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0738115 Aug 31 14:42:14.350891 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0840428f-b63c-4cca-b5b3-a33cd98bdd94 req-871c9177-4f0b-4646-8437-3f9db8491a19 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553195 Aug 31 14:42:14.949116 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:42:15.129303 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b836d7-b85b-4de3-86a3-fadd8c901804 req-bab5de80-e38f-46c9-85a5-361abee87eae tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:15.140827 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9b836d7-b85b-4de3-86a3-fadd8c901804 req-bab5de80-e38f-46c9-85a5-361abee87eae tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0930443 Aug 31 14:42:15.191638 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9b836d7-b85b-4de3-86a3-fadd8c901804 req-a31ee7de-9adb-44dd-b081-7e1715787a33 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480223 Aug 31 14:42:15.496675 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10bae2-cab8-4e7f-bd74-4c332302633b req-d3dd97f5-e521-418d-85dd-4876a8e946e5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:15.505783 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b10bae2-cab8-4e7f-bd74-4c332302633b req-d3dd97f5-e521-418d-85dd-4876a8e946e5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0664093 Aug 31 14:42:15.555222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b10bae2-cab8-4e7f-bd74-4c332302633b req-7db14d84-bd78-4457-95fa-72bee7cc4df4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482492 Aug 31 14:42:16.374654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a9793-8ae1-4159-a7ea-2b4d71a78b82 req-8b9a2859-fa30-458b-92fb-efb5b5e41185 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:16.376354 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a22a9793-8ae1-4159-a7ea-2b4d71a78b82 req-8b9a2859-fa30-458b-92fb-efb5b5e41185 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0665753 Aug 31 14:42:16.425540 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a22a9793-8ae1-4159-a7ea-2b4d71a78b82 req-8a580a3e-48ec-4c57-8b9b-42d0271f685b tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416148 Aug 31 14:42:16.730430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562816a-95f3-4b90-b13b-5dc406726243 req-bce55811-71f7-47da-84b5-9effde6b6186 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:16.732299 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b562816a-95f3-4b90-b13b-5dc406726243 req-bce55811-71f7-47da-84b5-9effde6b6186 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0612195 Aug 31 14:42:16.801364 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b562816a-95f3-4b90-b13b-5dc406726243 req-462a77de-0c84-48e7-85ca-10c284c98809 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591183 Aug 31 14:42:16.844185 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbdc8f-34e6-4c40-b35e-739693823c92 req-f7866e6f-c8c1-49cb-95ea-dd3e761c298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:16.848359 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-00dbdc8f-34e6-4c40-b35e-739693823c92 req-f7866e6f-c8c1-49cb-95ea-dd3e761c298b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=020a2801fdcc43e8af0aa6ad25780e74&device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0636349 Aug 31 14:42:16.873358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2c001-bbf7-44e1-90b3-1219099127d4 req-d2fa66a6-eb55-4132-b245-d4adfcef7fb4 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:16.875081 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ae2c001-bbf7-44e1-90b3-1219099127d4 req-d2fa66a6-eb55-4132-b245-d4adfcef7fb4 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0746222 Aug 31 14:42:16.921431 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ae2c001-bbf7-44e1-90b3-1219099127d4 req-410abd6c-e957-4279-8805-fd37cce9ae2e tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393293 Aug 31 14:42:16.975353 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbdc8f-34e6-4c40-b35e-739693823c92 req-dcbd0dae-c872-4ec2-a4c6-7ea2a30c6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:16.977612 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-00dbdc8f-34e6-4c40-b35e-739693823c92 req-dcbd0dae-c872-4ec2-a4c6-7ea2a30c6138 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57f4a10f-2619-44ef-9088-e45ced4893f1 HTTP/1.1" status: 200 len: 920 time: 0.1216958 Aug 31 14:42:17.023537 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-00dbdc8f-34e6-4c40-b35e-739693823c92 req-997a77bd-f4dd-4928-8e65-5be5e703e47c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dff6f8e-851e-4541-aaa1-a5d5e77a085d HTTP/1.1" status: 200 len: 217 time: 0.0389345 Aug 31 14:42:17.080494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbdc8f-34e6-4c40-b35e-739693823c92 req-3e628727-9c2d-4267-bd7d-7e53b17c0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:17.082004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-00dbdc8f-34e6-4c40-b35e-739693823c92 req-3e628727-9c2d-4267-bd7d-7e53b17c0594 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d85aa70f-f4bc-424f-a8b7-e2b19d5d6119 HTTP/1.1" status: 200 len: 859 time: 0.0515037 Aug 31 14:42:17.116114 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-00dbdc8f-34e6-4c40-b35e-739693823c92 req-e732a1a7-3b8f-4470-ac35-3c901a2f5f9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57f4a10f-2619-44ef-9088-e45ced4893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265613 Aug 31 14:42:17.221799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-00dbdc8f-34e6-4c40-b35e-739693823c92 req-dc8f6544-e5f0-44a0-b362-9dadb3388612 service neutron] 10.222.0.60 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980561 Aug 31 14:42:17.340932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-00dbdc8f-34e6-4c40-b35e-739693823c92 req-f8251853-21b2-4771-9ad9-68f25d63b14d service neutron] 10.222.0.60 "GET /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130662 Aug 31 14:42:17.941341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0849de-7cc0-465a-a58e-6fff2f7a846f req-f557871f-5d79-4084-8eff-dad296ba1cf8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:17.943160 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9f0849de-7cc0-465a-a58e-6fff2f7a846f req-f557871f-5d79-4084-8eff-dad296ba1cf8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0537908 Aug 31 14:42:18.018212 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9f0849de-7cc0-465a-a58e-6fff2f7a846f req-4ea0ff2a-9b8d-4094-bad5-1d4c0506ab0a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623846 Aug 31 14:42:18.093236 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e2a92-a0dd-44a9-afef-2f7edcf59aef req-0daaa08a-6497-4600-9aa6-f857cad70f02 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:18.094865 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c6e2a92-a0dd-44a9-afef-2f7edcf59aef req-0daaa08a-6497-4600-9aa6-f857cad70f02 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0676591 Aug 31 14:42:18.138990 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c6e2a92-a0dd-44a9-afef-2f7edcf59aef req-84db42cd-c90a-4131-9107-1b77e2bccba0 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368488 Aug 31 14:42:19.179826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff1c0b-ae1d-488e-9f3d-388e21826a8c req-2e746747-4737-411d-a1ce-e1302086ab3a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:19.181408 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ccff1c0b-ae1d-488e-9f3d-388e21826a8c req-2e746747-4737-411d-a1ce-e1302086ab3a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0668545 Aug 31 14:42:19.225762 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ccff1c0b-ae1d-488e-9f3d-388e21826a8c req-210c7861-b124-4303-8404-bb9d6b7c7f86 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363979 Aug 31 14:42:19.286376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4047b75-a1fd-4233-a904-774881f703e5 req-4d256ff0-af19-49c7-b97d-7f496745aae7 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:19.287926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f4047b75-a1fd-4233-a904-774881f703e5 req-4d256ff0-af19-49c7-b97d-7f496745aae7 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0572939 Aug 31 14:42:19.351220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f4047b75-a1fd-4233-a904-774881f703e5 req-f25f6070-483b-40c4-bcae-1469a84d2b75 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429208 Aug 31 14:42:19.545713 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:19.575939 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ae66a29-847f-4939-903e-7c8ff0bc9be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:20.368242 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94efb15-ca7e-4aaf-81a1-5cb26e9ecf02 req-898dc579-0355-4beb-be3b-462ffb8d2ba4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:20.371526 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d94efb15-ca7e-4aaf-81a1-5cb26e9ecf02 req-898dc579-0355-4beb-be3b-462ffb8d2ba4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0625730 Aug 31 14:42:20.423414 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d94efb15-ca7e-4aaf-81a1-5cb26e9ecf02 req-477e2577-9ec1-48f9-9786-66eacbb749be tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455241 Aug 31 14:42:21.558617 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f61e7-2ec2-4981-a227-8dc1fdef14a3 req-63ec9939-5f47-47d0-b380-35a097a7c69e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:21.566267 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa2f61e7-2ec2-4981-a227-8dc1fdef14a3 req-63ec9939-5f47-47d0-b380-35a097a7c69e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0649521 Aug 31 14:42:21.608719 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa2f61e7-2ec2-4981-a227-8dc1fdef14a3 req-aeaa9cbe-106b-4b20-969b-09bbe9b13e80 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391464 Aug 31 14:42:22.162320 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ebabc93-6cba-4c4f-a249-637c086a504c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:22.270124 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:22.737742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe188012-a55e-4bd3-adf4-88d30530517e req-1608ba31-4c5a-4c4d-ab8a-6b5800815c40 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:22.739415 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe188012-a55e-4bd3-adf4-88d30530517e req-1608ba31-4c5a-4c4d-ab8a-6b5800815c40 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0526750 Aug 31 14:42:22.782301 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe188012-a55e-4bd3-adf4-88d30530517e req-23adead0-8e57-4361-83ac-ac211dc75a17 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345066 Aug 31 14:42:23.330631 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:23.951754 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465929cb-5a54-4c25-b3a1-4c0200271c65 req-db95285d-ebed-4fcc-b809-03dec5bd3ef8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:23.954285 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-465929cb-5a54-4c25-b3a1-4c0200271c65 req-db95285d-ebed-4fcc-b809-03dec5bd3ef8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0734353 Aug 31 14:42:24.011014 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-465929cb-5a54-4c25-b3a1-4c0200271c65 req-0b44a6d5-01f2-4ab2-82fc-22b6bbac325d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496538 Aug 31 14:42:24.400847 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:24.937965 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:25.172536 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26af694-a84a-4934-9430-a63d3f5dcb49 req-eb8c10d2-205b-4134-bf74-a8d567936206 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:25.174166 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c26af694-a84a-4934-9430-a63d3f5dcb49 req-eb8c10d2-205b-4134-bf74-a8d567936206 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0647817 Aug 31 14:42:25.224461 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c26af694-a84a-4934-9430-a63d3f5dcb49 req-a25b76fe-4c74-4e63-9f44-4ca54e4163f4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375278 Aug 31 14:42:26.372362 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bdd1a-5ce5-4c03-89bc-fde6fce8d01f req-9d250d31-c104-4eb2-bb46-75a48954e8c2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:26.373913 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-296bdd1a-5ce5-4c03-89bc-fde6fce8d01f req-9d250d31-c104-4eb2-bb46-75a48954e8c2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0567584 Aug 31 14:42:26.416290 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-296bdd1a-5ce5-4c03-89bc-fde6fce8d01f req-be1ccd03-cfe2-4d47-85b7-84cb5fe7adec tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352480 Aug 31 14:42:26.795327 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 39628) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:26.998634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-5cb61029-7968-49c9-ba42-3abe8c533816 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Deleting port 477d2a8a-991c-4802-ba48-cdafd9b2d16f {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:26.998981 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cb61029-7968-49c9-ba42-3abe8c533816 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:27.101678 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cb61029-7968-49c9-ba42-3abe8c533816 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:27.102001 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cb61029-7968-49c9-ba42-3abe8c533816 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:27.120337 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-5cb61029-7968-49c9-ba42-3abe8c533816 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Calling delete_port for 477d2a8a-991c-4802-ba48-cdafd9b2d16f owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:27.341956 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cb61029-7968-49c9-ba42-3abe8c533816 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:27.371624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb61029-7968-49c9-ba42-3abe8c533816 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Pushing event deleted for resources: {'Port': ['ID=477d2a8a-991c-4802-ba48-cdafd9b2d16f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:27.596813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6adca-4400-4147-a8b0-6c9e2d6d1431 req-60b29969-ef56-40d6-b72d-a6d69ed574cf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:27.598613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-01a6adca-4400-4147-a8b0-6c9e2d6d1431 req-60b29969-ef56-40d6-b72d-a6d69ed574cf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0910804 Aug 31 14:42:27.651927 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-01a6adca-4400-4147-a8b0-6c9e2d6d1431 req-b7775f22-39cf-4667-a9b6-588cd81761de tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Aug 31 14:42:27.811611 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cb61029-7968-49c9-ba42-3abe8c533816 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:27.812257 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-5cb61029-7968-49c9-ba42-3abe8c533816 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Floating IP 43edc3bc-475d-474e-b93d-fba9149a72bf disassociated (deleted). External IP: 172.25.2.223, port: 71d3dcb4-1aa5-451e-aa4c-34f6e9863860. Aug 31 14:42:28.095618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb61029-7968-49c9-ba42-3abe8c533816 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Router d099c24c-7d4a-4aa8-9a2d-624a776121cb has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:42:28.220258 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb61029-7968-49c9-ba42-3abe8c533816 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:42:28.225403 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5cb61029-7968-49c9-ba42-3abe8c533816 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:28.237252 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b108698-a871-4d9d-8283-45f543ff1781 None None] Sync routers for ids ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:42:28.246883 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b108698-a871-4d9d-8283-45f543ff1781 None None] Routers {'d099c24c-7d4a-4aa8-9a2d-624a776121cb'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:42:28.247788 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0b108698-a871-4d9d-8283-45f543ff1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:42:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:28.279454 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5cb61029-7968-49c9-ba42-3abe8c533816 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "DELETE /v2.0/floatingips/43edc3bc-475d-474e-b93d-fba9149a72bf HTTP/1.1" status: 204 len: 168 time: 1.4829652 Aug 31 14:42:28.280428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'tag': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:28.283416 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08c33f2-1aed-4580-bee3-18bcb43f236c" -d '{"events": [{"name": "network-changed", "server_uuid": "916bbbd9-87ba-4616-b35d-65d6dc2ef36b", "tag": "71d3dcb4-1aa5-451e-aa4c-34f6e9863860"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:28.337351 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3afca5a-888e-4db4-b82e-d2c0a02ec856 x-openstack-request-id: req-e3afca5a-888e-4db4-b82e-d2c0a02ec856 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:28.339446 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916bbbd9-87ba-4616-b35d-65d6dc2ef36b", "tag": "71d3dcb4-1aa5-451e-aa4c-34f6e9863860", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:28.339885 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3afca5a-888e-4db4-b82e-d2c0a02ec856 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:28.340485 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'tag': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'status': 'completed', 'code': 200} Aug 31 14:42:28.424823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c33f2-1aed-4580-bee3-18bcb43f236c req-581477c6-61de-4e8e-bdcd-8f42c0d2886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:28.426745 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b08c33f2-1aed-4580-bee3-18bcb43f236c req-581477c6-61de-4e8e-bdcd-8f42c0d2886d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec9bb7e643a84983a42c9b7a94a70723&device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 1096 time: 0.0645843 Aug 31 14:42:28.455994 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0b108698-a871-4d9d-8283-45f543ff1781 None None] Set router d099c24c-7d4a-4aa8-9a2d-624a776121cb gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:42:28.616466 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c33f2-1aed-4580-bee3-18bcb43f236c req-f1bedf8a-db6e-4e2e-a096-da0491bad152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:28.620488 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b08c33f2-1aed-4580-bee3-18bcb43f236c req-f1bedf8a-db6e-4e2e-a096-da0491bad152 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c0df2ac-4ce8-4812-998b-014508baaa62 HTTP/1.1" status: 200 len: 914 time: 0.1867189 Aug 31 14:42:28.685499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b08c33f2-1aed-4580-bee3-18bcb43f236c req-3a5db6ae-cfaf-4f0c-ae48-a36537ae3d1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d3dcb4-1aa5-451e-aa4c-34f6e9863860 HTTP/1.1" status: 200 len: 217 time: 0.0559237 Aug 31 14:42:28.696397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8bf43-ef84-4c3f-9de5-53aca35ef049 req-8bb74d1d-8939-437c-9d80-cab1d24af0b8 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:28.701713 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3b8bf43-ef84-4c3f-9de5-53aca35ef049 req-8bb74d1d-8939-437c-9d80-cab1d24af0b8 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 945 time: 0.1487300 Aug 31 14:42:28.722260 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0b108698-a871-4d9d-8283-45f543ff1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:14Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '527e7719-8256-4feb-995b-35165d33894c', 'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'mac_address': 'fa:16:3e:49:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:14Z', 'updated_at': '2021-08-31T14:38:22Z', 'revision_number': 5, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'subnets': [{'id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:28.768155 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b108698-a871-4d9d-8283-45f543ff1781 None None] Checking router: d099c24c-7d4a-4aa8-9a2d-624a776121cb for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:42:28.780408 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b108698-a871-4d9d-8283-45f543ff1781 None None] Routers {'d099c24c-7d4a-4aa8-9a2d-624a776121cb'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:42:28.781252 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0b108698-a871-4d9d-8283-45f543ff1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:42:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:28.843696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c33f2-1aed-4580-bee3-18bcb43f236c req-be9144b6-ae15-475d-ada4-b59d381150e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:28.843854 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b08c33f2-1aed-4580-bee3-18bcb43f236c req-be9144b6-ae15-475d-ada4-b59d381150e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80741a13-83b8-4d01-8f8b-f043e884cd77 HTTP/1.1" status: 200 len: 852 time: 0.1403360 Aug 31 14:42:28.892868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d02690-c3fc-4a30-b744-67406b100806 req-bfd1b29f-a8ec-49b6-8d39-2b3969ff3ed3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:28.895544 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1d02690-c3fc-4a30-b744-67406b100806 req-bfd1b29f-a8ec-49b6-8d39-2b3969ff3ed3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0935640 Aug 31 14:42:28.925754 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3b8bf43-ef84-4c3f-9de5-53aca35ef049 req-90f8cc02-28b8-4ea7-ab04-f6f67714825f tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809767 Aug 31 14:42:28.943782 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0b108698-a871-4d9d-8283-45f543ff1781 None None] Set router d099c24c-7d4a-4aa8-9a2d-624a776121cb gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:42:28.948162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c33f2-1aed-4580-bee3-18bcb43f236c req-317eeacb-4a7f-4a5d-af72-9130c27cd121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:28.963663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b08c33f2-1aed-4580-bee3-18bcb43f236c req-317eeacb-4a7f-4a5d-af72-9130c27cd121 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c0df2ac-4ce8-4812-998b-014508baaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113625 Aug 31 14:42:28.972103 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f1d02690-c3fc-4a30-b744-67406b100806 req-b989c67b-189f-4b97-9cb2-e26d7a392c5b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569551 Aug 31 14:42:29.163587 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b08c33f2-1aed-4580-bee3-18bcb43f236c req-555b0088-a6a3-4065-954a-0864be0d652e service neutron] 10.222.0.25 "GET /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913903 Aug 31 14:42:29.269606 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0b108698-a871-4d9d-8283-45f543ff1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:14Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '527e7719-8256-4feb-995b-35165d33894c', 'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'mac_address': 'fa:16:3e:49:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:14Z', 'updated_at': '2021-08-31T14:38:22Z', 'revision_number': 5, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'subnets': [{'id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:29.296684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b08c33f2-1aed-4580-bee3-18bcb43f236c req-1d8fcd1b-22cb-4273-8ecb-9571f423fe38 service neutron] 10.222.0.25 "GET /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171145 Aug 31 14:42:29.312650 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b108698-a871-4d9d-8283-45f543ff1781 None None] The sync data for ids ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'] in n-d-806683-5 is: [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:38:14Z', 'revision_number': 4, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '527e7719-8256-4feb-995b-35165d33894c', 'name': '', 'network_id': '4c0df2ac-4ce8-4812-998b-014508baaa62', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'mac_address': 'fa:16:3e:49:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:14Z', 'updated_at': '2021-08-31T14:38:22Z', 'revision_number': 5, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'subnets': [{'id': '80741a13-83b8-4d01-8f8b-f043e884cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:42:29.630129 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810207ef-62fb-4587-bb1a-d2432db0b72b None None] New status for floating IP 43edc3bc-475d-474e-b93d-fba9149a72bf: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:42:30.077211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305c074-114a-4bf9-8425-a8ddd2190bb0 req-f0b2f777-6024-4ec2-9a39-a6d83233e2c7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:30.079044 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a305c074-114a-4bf9-8425-a8ddd2190bb0 req-f0b2f777-6024-4ec2-9a39-a6d83233e2c7 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 945 time: 0.0550404 Aug 31 14:42:30.116324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e053f-d0a0-436e-8a10-0477ac5cfb25 req-e5cffc0a-e246-4451-98ed-834dc47cc447 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:30.118222 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f8e053f-d0a0-436e-8a10-0477ac5cfb25 req-e5cffc0a-e246-4451-98ed-834dc47cc447 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0619137 Aug 31 14:42:30.129810 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a305c074-114a-4bf9-8425-a8ddd2190bb0 req-c994e841-2722-43d5-9fdc-3a911778e81e tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dfd3bf8-dcac-493e-8feb-6232abb5149a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444994 Aug 31 14:42:30.172456 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f8e053f-d0a0-436e-8a10-0477ac5cfb25 req-25213822-7e12-40cd-8b8f-30f91a85322c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435147 Aug 31 14:42:30.251227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944d0fb-a6bd-4671-935c-9b39ed0d70b0 req-6b7c8281-2d05-4e6a-874b-4fd4aafc863f tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:30.252291 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7944d0fb-a6bd-4671-935c-9b39ed0d70b0 req-6b7c8281-2d05-4e6a-874b-4fd4aafc863f tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.25 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 945 time: 0.0624042 Aug 31 14:42:30.709051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7944d0fb-a6bd-4671-935c-9b39ed0d70b0 req-f9633db4-038a-49a9-9d5c-4ddf4bd761bd tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Deleting port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:30.709391 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7944d0fb-a6bd-4671-935c-9b39ed0d70b0 req-f9633db4-038a-49a9-9d5c-4ddf4bd761bd tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:30.809009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7944d0fb-a6bd-4671-935c-9b39ed0d70b0 req-f9633db4-038a-49a9-9d5c-4ddf4bd761bd tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] For port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=71d3dcb4-1aa5-451e-aa4c-34f6e9863860,segment=NetworkSegment(d72b984b-4319-4aa4-8831-68578654b789),segment_id=d72b984b-4319-4aa4-8831-68578654b789)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:30.809287 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7944d0fb-a6bd-4671-935c-9b39ed0d70b0 req-f9633db4-038a-49a9-9d5c-4ddf4bd761bd tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:30.824632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7944d0fb-a6bd-4671-935c-9b39ed0d70b0 req-f9633db4-038a-49a9-9d5c-4ddf4bd761bd tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Calling delete_port for 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:30.967090 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7944d0fb-a6bd-4671-935c-9b39ed0d70b0 req-f9633db4-038a-49a9-9d5c-4ddf4bd761bd tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:31.011485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9633db4-038a-49a9-9d5c-4ddf4bd761bd tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Pushing event deleted for resources: {'Port': ['ID=71d3dcb4-1aa5-451e-aa4c-34f6e9863860,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:31.062163 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7944d0fb-a6bd-4671-935c-9b39ed0d70b0 req-f9633db4-038a-49a9-9d5c-4ddf4bd761bd tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] No DVR routers for this DVR port 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:42:31.065737 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7944d0fb-a6bd-4671-935c-9b39ed0d70b0 req-f9633db4-038a-49a9-9d5c-4ddf4bd761bd tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:31.067928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7944d0fb-a6bd-4671-935c-9b39ed0d70b0 req-f9633db4-038a-49a9-9d5c-4ddf4bd761bd tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.25 "DELETE /v2.0/ports/71d3dcb4-1aa5-451e-aa4c-34f6e9863860 HTTP/1.1" status: 204 len: 173 time: 0.8098700 Aug 31 14:42:31.068377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'name': 'network-vif-deleted', 'tag': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:31.070884 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72fc3d9-2374-4a16-9f37-d32c6f0790fe" -d '{"events": [{"server_uuid": "916bbbd9-87ba-4616-b35d-65d6dc2ef36b", "name": "network-vif-deleted", "tag": "71d3dcb4-1aa5-451e-aa4c-34f6e9863860"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:31.174358 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2992514-d9a9-4ba6-b5e0-fcec95041e7e x-openstack-request-id: req-c2992514-d9a9-4ba6-b5e0-fcec95041e7e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:31.175340 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916bbbd9-87ba-4616-b35d-65d6dc2ef36b", "name": "network-vif-deleted", "tag": "71d3dcb4-1aa5-451e-aa4c-34f6e9863860", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:31.175340 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2992514-d9a9-4ba6-b5e0-fcec95041e7e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:31.175340 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916bbbd9-87ba-4616-b35d-65d6dc2ef36b', 'name': 'network-vif-deleted', 'tag': '71d3dcb4-1aa5-451e-aa4c-34f6e9863860', 'status': 'completed', 'code': 200} Aug 31 14:42:31.278645 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3743bcd4-9a3e-4b52-a2ef-9561891f76c7 req-6133d5c1-7d79-4d53-bc5d-6d1877b2a636 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 210 time: 0.0396242 Aug 31 14:42:31.324428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141d39-5d94-4c4b-b073-cd93b6ab5ac3 req-fb2e6e78-a5c2-43e8-9f7b-db865f47c3de tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:31.339235 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8141d39-5d94-4c4b-b073-cd93b6ab5ac3 req-fb2e6e78-a5c2-43e8-9f7b-db865f47c3de tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.1065397 Aug 31 14:42:31.429066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296efcf-a524-4e9e-83b7-f119792cad59 req-9460fb93-9d35-46a9-8188-fd799a5dd8a7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:31.445358 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6296efcf-a524-4e9e-83b7-f119792cad59 req-9460fb93-9d35-46a9-8188-fd799a5dd8a7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0930941 Aug 31 14:42:31.446193 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a8141d39-5d94-4c4b-b073-cd93b6ab5ac3 req-5ab7aba7-759a-4364-93df-39f35bf6e4fc tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018925 Aug 31 14:42:31.535232 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6296efcf-a524-4e9e-83b7-f119792cad59 req-46cd37c9-ecec-499f-b68b-bc5cc01b2a9d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888858 Aug 31 14:42:32.392101 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c2cfb9b2-b3ae-41ca-846a-22d767ca30a0 req-67be41dc-9b93-4df8-af56-eb29babe219b tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 210 time: 0.0410132 Aug 31 14:42:32.594690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e2bd8-2ce1-4828-b226-2ebb669f7052 req-59a3f495-77cc-4bc0-a651-5b06c63461a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:32.603958 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c3e2bd8-2ce1-4828-b226-2ebb669f7052 req-59a3f495-77cc-4bc0-a651-5b06c63461a8 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.0809419 Aug 31 14:42:32.655114 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c3e2bd8-2ce1-4828-b226-2ebb669f7052 req-30bafb64-bd3a-4981-be6e-76e52803ebe4 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501735 Aug 31 14:42:32.677167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5c8a4-66ee-4de7-b6bf-5d3ca4c2b80a req-1ca62077-81c8-442c-9f22-04f61589da55 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:32.677167 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-54d5c8a4-66ee-4de7-b6bf-5d3ca4c2b80a req-1ca62077-81c8-442c-9f22-04f61589da55 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.0595095 Aug 31 14:42:32.740179 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-54d5c8a4-66ee-4de7-b6bf-5d3ca4c2b80a req-5ce33d50-90e9-47d4-8b21-07fc4e4b6ced tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525715 Aug 31 14:42:33.355396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b94f8-77dc-422d-9537-5f4b8929c140 req-00106465-94fd-45d5-a0d8-03db81bf5881 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:33.357277 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-733b94f8-77dc-422d-9537-5f4b8929c140 req-00106465-94fd-45d5-a0d8-03db81bf5881 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.25 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.0907943 Aug 31 14:42:33.531754 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3463f316-b05e-4651-9367-21901ddd441d req-12410edd-2f08-4e62-a808-8b3457e266d5 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 210 time: 0.0433304 Aug 31 14:42:33.566947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-733b94f8-77dc-422d-9537-5f4b8929c140 req-a14818ee-c5ca-44b4-8285-e989671ae6be tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Deleting port ba193ebb-5f33-4872-a3af-11ea2330c2fd {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:33.567555 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-733b94f8-77dc-422d-9537-5f4b8929c140 req-a14818ee-c5ca-44b4-8285-e989671ae6be tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:33.668519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-733b94f8-77dc-422d-9537-5f4b8929c140 req-a14818ee-c5ca-44b4-8285-e989671ae6be tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] For port ba193ebb-5f33-4872-a3af-11ea2330c2fd, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ba193ebb-5f33-4872-a3af-11ea2330c2fd,segment=NetworkSegment(bc8e44c2-e1c3-4ae1-84f3-70df4c807161),segment_id=bc8e44c2-e1c3-4ae1-84f3-70df4c807161)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:33.669214 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-733b94f8-77dc-422d-9537-5f4b8929c140 req-a14818ee-c5ca-44b4-8285-e989671ae6be tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:33.686680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-733b94f8-77dc-422d-9537-5f4b8929c140 req-a14818ee-c5ca-44b4-8285-e989671ae6be tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Calling delete_port for ba193ebb-5f33-4872-a3af-11ea2330c2fd owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:33.845910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e5936-08f4-4cbe-893f-f635f05d9415 req-6f3485be-4112-45c9-a732-7d5023e5e74e tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:33.850111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-691e5936-08f4-4cbe-893f-f635f05d9415 req-6f3485be-4112-45c9-a732-7d5023e5e74e tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=143e97ba-3457-4c7f-968b-836d6ad4ad2a HTTP/1.1" status: 200 len: 946 time: 0.1117966 Aug 31 14:42:33.937433 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-733b94f8-77dc-422d-9537-5f4b8929c140 req-a14818ee-c5ca-44b4-8285-e989671ae6be tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:33.951242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['5dff6f8e-851e-4541-aaa1-a5d5e77a085d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:42:33.952804 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-691e5936-08f4-4cbe-893f-f635f05d9415 req-12486e3b-6fad-4026-abbe-686471c463b2 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953116 Aug 31 14:42:34.003834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14818ee-c5ca-44b4-8285-e989671ae6be tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Pushing event deleted for resources: {'Port': ['ID=ba193ebb-5f33-4872-a3af-11ea2330c2fd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:34.033775 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['ba193ebb-5f33-4872-a3af-11ea2330c2fd'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:42:34.228992 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-733b94f8-77dc-422d-9537-5f4b8929c140 req-a14818ee-c5ca-44b4-8285-e989671ae6be tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] No DVR routers for this DVR port ba193ebb-5f33-4872-a3af-11ea2330c2fd on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:42:34.232250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-733b94f8-77dc-422d-9537-5f4b8929c140 req-a14818ee-c5ca-44b4-8285-e989671ae6be tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:34.234643 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-733b94f8-77dc-422d-9537-5f4b8929c140 req-a14818ee-c5ca-44b4-8285-e989671ae6be tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.25 "DELETE /v2.0/ports/ba193ebb-5f33-4872-a3af-11ea2330c2fd HTTP/1.1" status: 204 len: 173 time: 0.8706205 Aug 31 14:42:34.237620 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143e97ba-3457-4c7f-968b-836d6ad4ad2a', 'name': 'network-vif-deleted', 'tag': 'ba193ebb-5f33-4872-a3af-11ea2330c2fd'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:34.241074 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1163a9f4-f680-446b-a024-d47ab6eba979" -d '{"events": [{"server_uuid": "143e97ba-3457-4c7f-968b-836d6ad4ad2a", "name": "network-vif-deleted", "tag": "ba193ebb-5f33-4872-a3af-11ea2330c2fd"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:34.294948 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734c99-83c3-45c8-9981-e73bfadb954a req-5de2f3b2-8f15-424f-b076-e41d8781105f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:34.299847 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ff734c99-83c3-45c8-9981-e73bfadb954a req-5de2f3b2-8f15-424f-b076-e41d8781105f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 943 time: 0.2705376 Aug 31 14:42:34.316478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:42:34.332612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:42:34.364026 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37edb8c-fd9a-4600-8b26-5783bd25bb6c x-openstack-request-id: req-f37edb8c-fd9a-4600-8b26-5783bd25bb6c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:34.364793 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143e97ba-3457-4c7f-968b-836d6ad4ad2a", "name": "network-vif-deleted", "tag": "ba193ebb-5f33-4872-a3af-11ea2330c2fd", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:34.365184 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f37edb8c-fd9a-4600-8b26-5783bd25bb6c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:34.365744 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143e97ba-3457-4c7f-968b-836d6ad4ad2a', 'name': 'network-vif-deleted', 'tag': 'ba193ebb-5f33-4872-a3af-11ea2330c2fd', 'status': 'completed', 'code': 200} Aug 31 14:42:34.379601 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ff734c99-83c3-45c8-9981-e73bfadb954a req-0d395638-48be-468c-9fae-e8ede875dd3f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729022 Aug 31 14:42:34.392716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:42:34.393208 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 71d3dcb4-1aa5-451e-aa4c-34f6e9863860 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:42:34.505605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8c3da142-b41d-44dd-ae7b-ad9036ae3cfe,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:34.518086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '8c3da142-b41d-44dd-ae7b-ad9036ae3cfe', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'port_id': '8c3da142-b41d-44dd-ae7b-ad9036ae3cfe', 'mac_address': 'fa:16:3e:a1:98:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:42:34.563425 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:34.585766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:42:34.619798 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8c3da142-b41d-44dd-ae7b-ad9036ae3cfe,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:34.624815 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:34.659131 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c1980805-5b30-4318-81c7-5773e0b961eb req-f92bb3d1-9493-44b1-aed7-c193dc14c2f5 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 210 time: 0.0484755 Aug 31 14:42:34.693716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=8c3da142-b41d-44dd-ae7b-ad9036ae3cfe,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:34.703967 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:34.704314 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:34.704734 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:34.705072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:34.705405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:34.705770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:34.706113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:34.706420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:34.706747 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:34.707081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:34.707449 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:34.707941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:34.823344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['8c3da142-b41d-44dd-ae7b-ad9036ae3cfe'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:42:35.383740 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36153d09-5fc5-4105-900f-7cce04bf36ad req-51f82973-a8f6-49ce-97f3-959e66aef958 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:35.387040 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36153d09-5fc5-4105-900f-7cce04bf36ad req-51f82973-a8f6-49ce-97f3-959e66aef958 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0699356 Aug 31 14:42:35.466420 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36153d09-5fc5-4105-900f-7cce04bf36ad req-42e045ba-c65a-4ee8-9cf7-71646ee5016b tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729089 Aug 31 14:42:35.648898 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98753db0-10c9-4486-8c69-5f4f237a3aec req-ff66673a-a2d2-44f6-9ddd-2f8d47818fb8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:35.651584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98753db0-10c9-4486-8c69-5f4f237a3aec req-ff66673a-a2d2-44f6-9ddd-2f8d47818fb8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 944 time: 0.0828381 Aug 31 14:42:35.706101 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98753db0-10c9-4486-8c69-5f4f237a3aec req-2214fd02-1636-4983-b986-ec8e5f00bcc5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447402 Aug 31 14:42:35.820592 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b54f0a9-c25f-4a99-bbcf-bc26918b841b req-5f8a329c-1ca2-458f-83dc-0e4fc32ecd22 tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "GET /v2.0/ports?device_id=916bbbd9-87ba-4616-b35d-65d6dc2ef36b HTTP/1.1" status: 200 len: 210 time: 0.0302005 Aug 31 14:42:35.834720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2c949-5c24-4d0d-8d95-320e1b30e70f req-e20a4676-6656-47bf-ae23-a48792da651f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:35.836432 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dde2c949-5c24-4d0d-8d95-320e1b30e70f req-e20a4676-6656-47bf-ae23-a48792da651f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.0574353 Aug 31 14:42:35.876833 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dde2c949-5c24-4d0d-8d95-320e1b30e70f req-f98790ae-7dda-495d-9552-8e5b38158d27 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334435 Aug 31 14:42:36.328760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:42:36.378414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:42:36.381976 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:42:36.382342 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:36.466118 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:36.489000 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c15dcd-4d88-4325-90c8-39357651a892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3da142-b41d-44dd-ae7b-ad9036ae3cfe'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:36.491440 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef3f1f1-49cc-4259-aa4a-a0de981d17f9" -d '{"events": [{"server_uuid": "55c15dcd-4d88-4325-90c8-39357651a892", "name": "network-vif-plugged", "status": "completed", "tag": "8c3da142-b41d-44dd-ae7b-ad9036ae3cfe"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:36.513911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8c3da142-b41d-44dd-ae7b-ad9036ae3cfe,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:36.519588 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:36.520746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ba193ebb-5f33-4872-a3af-11ea2330c2fd no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:42:36.554083 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baea0f3f-15bf-4313-936e-1918930f076b x-openstack-request-id: req-baea0f3f-15bf-4313-936e-1918930f076b {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:36.554449 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c15dcd-4d88-4325-90c8-39357651a892", "name": "network-vif-plugged", "status": "completed", "tag": "8c3da142-b41d-44dd-ae7b-ad9036ae3cfe", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:36.554935 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-baea0f3f-15bf-4313-936e-1918930f076b {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:36.555410 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c15dcd-4d88-4325-90c8-39357651a892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3da142-b41d-44dd-ae7b-ad9036ae3cfe', 'code': 200} Aug 31 14:42:36.560147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: ba193ebb-5f33-4872-a3af-11ea2330c2fd {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:42:36.560566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ba193ebb-5f33-4872-a3af-11ea2330c2fd not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:42:36.609387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=8c3da142-b41d-44dd-ae7b-ad9036ae3cfe,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:36.614054 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41619413-8bf6-49b6-ac5b-7057da33ab80 req-21e9d299-4df5-429f-bfe9-7f38098c6332 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:36.621356 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-41619413-8bf6-49b6-ac5b-7057da33ab80 req-21e9d299-4df5-429f-bfe9-7f38098c6332 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.0761073 Aug 31 14:42:36.656621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05974d-29ab-4719-90bd-81b04351c992 req-374de542-aadf-43a6-bf4c-6d64db8bd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:36.658203 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea05974d-29ab-4719-90bd-81b04351c992 req-374de542-aadf-43a6-bf4c-6d64db8bd39e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 1096 time: 0.0472753 Aug 31 14:42:36.662690 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-41619413-8bf6-49b6-ac5b-7057da33ab80 req-59037fc4-624a-4a96-a136-56d5adbfb282 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371416 Aug 31 14:42:36.701481 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea05974d-29ab-4719-90bd-81b04351c992 req-2b7c5745-103b-4b2d-a4d6-77b91e221b41 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363536 Aug 31 14:42:36.841995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423c366-0fa3-4beb-8515-371ee01f38c1 req-8a1e5553-d99f-4667-8994-ccac5a9b01f9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:36.844283 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1423c366-0fa3-4beb-8515-371ee01f38c1 req-8a1e5553-d99f-4667-8994-ccac5a9b01f9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 945 time: 0.0580785 Aug 31 14:42:36.884383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 39800) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:36.894549 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1423c366-0fa3-4beb-8515-371ee01f38c1 req-59bb4b73-318f-4771-bdb7-220e6be30fca tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436294 Aug 31 14:42:36.964842 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-600776f0-b529-4038-9e98-b0ec4ac44cee tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:36.994105 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-600776f0-b529-4038-9e98-b0ec4ac44cee tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:37.026158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63395e-9f38-4bd8-8e7e-5028a5f510eb req-dd68950b-30f5-4a4e-967e-6d2d22870d51 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:37.028213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d63395e-9f38-4bd8-8e7e-5028a5f510eb req-dd68950b-30f5-4a4e-967e-6d2d22870d51 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.0689087 Aug 31 14:42:37.070457 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-600776f0-b529-4038-9e98-b0ec4ac44cee tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:37.078432 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-600776f0-b529-4038-9e98-b0ec4ac44cee tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:37.083273 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-600776f0-b529-4038-9e98-b0ec4ac44cee tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] 10.222.0.39 "DELETE /v2.0/security-groups/9dfd3bf8-dcac-493e-8feb-6232abb5149a HTTP/1.1" status: 204 len: 168 time: 0.1973717 Aug 31 14:42:37.097306 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d63395e-9f38-4bd8-8e7e-5028a5f510eb req-d7a38911-c1b7-4732-9dda-6c891674e369 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593071 Aug 31 14:42:37.097503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600776f0-b529-4038-9e98-b0ec4ac44cee tempest-TestVolumeBackupRestore-787877328 tempest-TestVolumeBackupRestore-787877328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfd3bf8-dcac-493e-8feb-6232abb5149a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:37.865538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98692785-0c3e-4aa6-9388-5e52e3ff8351 req-e1502c0b-ae08-40dd-ab70-404ab14f1fed tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:37.874903 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98692785-0c3e-4aa6-9388-5e52e3ff8351 req-e1502c0b-ae08-40dd-ab70-404ab14f1fed tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1007636 Aug 31 14:42:37.938897 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98692785-0c3e-4aa6-9388-5e52e3ff8351 req-086eb356-2a44-4ef5-a5d5-c0e766975913 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588341 Aug 31 14:42:38.061413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a8372-dcb0-4210-bfd5-2b7c1e7dcc1f req-7418a91d-06b2-430f-bfc9-718ac44203db tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:38.063283 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-948a8372-dcb0-4210-bfd5-2b7c1e7dcc1f req-7418a91d-06b2-430f-bfc9-718ac44203db tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 945 time: 0.0736313 Aug 31 14:42:38.163928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-948a8372-dcb0-4210-bfd5-2b7c1e7dcc1f req-2d129dd2-a85e-4f01-94c5-fc08ac9106a0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931885 Aug 31 14:42:38.360456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980891-ad32-491c-ab24-a5989d7087c7 req-c4b7f283-5d8e-415a-ab6c-53c460e7c629 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:38.370449 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd980891-ad32-491c-ab24-a5989d7087c7 req-c4b7f283-5d8e-415a-ab6c-53c460e7c629 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.0896332 Aug 31 14:42:38.442619 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd980891-ad32-491c-ab24-a5989d7087c7 req-54bf8341-641c-40ce-a271-b90db7de1919 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602002 Aug 31 14:42:38.459418 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d86b3e-911b-4cd1-b2e3-d122a503472c req-854809cb-0e02-43c5-b9d3-dd906223bd4c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:38.467165 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34d86b3e-911b-4cd1-b2e3-d122a503472c req-854809cb-0e02-43c5-b9d3-dd906223bd4c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 945 time: 0.1304047 Aug 31 14:42:38.574198 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-34d86b3e-911b-4cd1-b2e3-d122a503472c req-dc3d9bb9-091c-40b5-ab42-702c1ccb8d5e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956168 Aug 31 14:42:38.785306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988722a9-865b-455f-93b6-e5e94a7c3928 req-36133a6f-8977-4a44-9b5b-95470999bb7e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:38.795707 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-988722a9-865b-455f-93b6-e5e94a7c3928 req-36133a6f-8977-4a44-9b5b-95470999bb7e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 945 time: 0.0720954 Aug 31 14:42:38.850355 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-988722a9-865b-455f-93b6-e5e94a7c3928 req-74b10ac2-03be-4aff-b635-582c7548bdbf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515168 Aug 31 14:42:39.213415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53823506-e549-4f7a-94ce-8ea9a16e668d req-53fcaafa-414a-4d96-a054-fb2dbd6d226d tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:39.215106 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-53823506-e549-4f7a-94ce-8ea9a16e668d req-53fcaafa-414a-4d96-a054-fb2dbd6d226d tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1449316 Aug 31 14:42:39.318803 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-53823506-e549-4f7a-94ce-8ea9a16e668d req-7f20ba6c-a6e3-4e98-bd22-b470b906e21f tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957830 Aug 31 14:42:39.439048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257af05-4ae0-46fc-b5e3-72cc2f2ecdfb req-d4bc11b2-6b07-4646-9074-68924b1d8f6b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:39.447947 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3257af05-4ae0-46fc-b5e3-72cc2f2ecdfb req-d4bc11b2-6b07-4646-9074-68924b1d8f6b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 945 time: 0.1341672 Aug 31 14:42:39.512040 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3257af05-4ae0-46fc-b5e3-72cc2f2ecdfb req-241cf3d5-e4c0-410f-8635-fac24a885ee4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627892 Aug 31 14:42:39.732489 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793417a-db6f-4c94-b452-2dc20fdd95fb req-122c3777-2216-40e9-85bb-3b544e7ff530 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:39.741469 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4793417a-db6f-4c94-b452-2dc20fdd95fb req-122c3777-2216-40e9-85bb-3b544e7ff530 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.1310816 Aug 31 14:42:39.829057 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4793417a-db6f-4c94-b452-2dc20fdd95fb req-30d94650-26db-4db6-86a1-8a604a0c5e09 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840027 Aug 31 14:42:40.576597 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3e310-4e84-460c-b6c9-25f5e79fdde1 req-f6fdea92-c5f7-47ff-a20a-84dd643702d6 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:40.582782 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cdc3e310-4e84-460c-b6c9-25f5e79fdde1 req-f6fdea92-c5f7-47ff-a20a-84dd643702d6 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1478255 Aug 31 14:42:40.684474 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cdc3e310-4e84-460c-b6c9-25f5e79fdde1 req-11d9103a-6db8-41cf-988b-a92edd39ea5d tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954463 Aug 31 14:42:40.763395 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879e318-4463-4663-a6d8-1cb6a3bbbaad req-77e50dd2-b04d-40f8-a713-837e81d3605b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:40.772372 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1879e318-4463-4663-a6d8-1cb6a3bbbaad req-77e50dd2-b04d-40f8-a713-837e81d3605b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 945 time: 0.0703852 Aug 31 14:42:40.812603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037971e-88d0-48cf-a990-fda403228f34 req-64d66197-de55-4834-b840-52d973be5938 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:40.814793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e037971e-88d0-48cf-a990-fda403228f34 req-64d66197-de55-4834-b840-52d973be5938 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 945 time: 0.1095183 Aug 31 14:42:40.824841 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1879e318-4463-4663-a6d8-1cb6a3bbbaad req-5b39c163-2008-4196-b5fd-6363a30a7094 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Aug 31 14:42:41.155420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998f1b3-a4e8-4fd7-af60-dc003bafff79 req-16d026fc-e216-439c-a667-e05e4ffeafd0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:41.157203 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9998f1b3-a4e8-4fd7-af60-dc003bafff79 req-16d026fc-e216-439c-a667-e05e4ffeafd0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.1754246 Aug 31 14:42:41.200471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c74740-6c97-4425-8194-00988f055d10 req-207226eb-1b43-4777-8d88-32092b64e161 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:41.202099 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76c74740-6c97-4425-8194-00988f055d10 req-207226eb-1b43-4777-8d88-32092b64e161 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.60 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.2432225 Aug 31 14:42:41.325558 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9998f1b3-a4e8-4fd7-af60-dc003bafff79 req-d79afada-644a-4661-848b-fd07c24a39d4 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614974 Aug 31 14:42:41.332926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-e037971e-88d0-48cf-a990-fda403228f34 req-d4c0b0c4-849e-412f-aa6e-3dbaad958ccb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Deleting port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:41.333494 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e037971e-88d0-48cf-a990-fda403228f34 req-d4c0b0c4-849e-412f-aa6e-3dbaad958ccb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:41.417585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-76c74740-6c97-4425-8194-00988f055d10 req-9245d5d7-e454-46b5-a9e9-ef6693692275 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Deleting port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:41.417939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-76c74740-6c97-4425-8194-00988f055d10 req-9245d5d7-e454-46b5-a9e9-ef6693692275 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:41.470233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e037971e-88d0-48cf-a990-fda403228f34 req-d4c0b0c4-849e-412f-aa6e-3dbaad958ccb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] For port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=8c3da142-b41d-44dd-ae7b-ad9036ae3cfe,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:41.471007 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e037971e-88d0-48cf-a990-fda403228f34 req-d4c0b0c4-849e-412f-aa6e-3dbaad958ccb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:41.528162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-e037971e-88d0-48cf-a990-fda403228f34 req-d4c0b0c4-849e-412f-aa6e-3dbaad958ccb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Calling delete_port for 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:41.630252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-76c74740-6c97-4425-8194-00988f055d10 req-9245d5d7-e454-46b5-a9e9-ef6693692275 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] For port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5dff6f8e-851e-4541-aaa1-a5d5e77a085d,segment=NetworkSegment(bc8e44c2-e1c3-4ae1-84f3-70df4c807161),segment_id=bc8e44c2-e1c3-4ae1-84f3-70df4c807161)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:41.630916 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-76c74740-6c97-4425-8194-00988f055d10 req-9245d5d7-e454-46b5-a9e9-ef6693692275 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:41.648400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-76c74740-6c97-4425-8194-00988f055d10 req-9245d5d7-e454-46b5-a9e9-ef6693692275 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Calling delete_port for 5dff6f8e-851e-4541-aaa1-a5d5e77a085d owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:41.939384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9af88-7d67-4534-bf02-3b9dc28476e3 req-f0ffad9a-5657-431e-8ed3-88465dcb27f6 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:41.941767 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9fa9af88-7d67-4534-bf02-3b9dc28476e3 req-f0ffad9a-5657-431e-8ed3-88465dcb27f6 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c6f781-5ecd-4233-9e18-6152d7da8ef3 HTTP/1.1" status: 200 len: 946 time: 0.1535499 Aug 31 14:42:41.968590 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12b41999-59c3-4a9e-a2cb-294bb24718d0 req-048e13b6-2d05-4966-9c91-7dd804b748f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 210 time: 0.0468917 Aug 31 14:42:41.989577 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e037971e-88d0-48cf-a990-fda403228f34 req-d4c0b0c4-849e-412f-aa6e-3dbaad958ccb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:42.003030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['8c3da142-b41d-44dd-ae7b-ad9036ae3cfe'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:42:42.115137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0b0c4-849e-412f-aa6e-3dbaad958ccb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event deleted for resources: {'Port': ['ID=8c3da142-b41d-44dd-ae7b-ad9036ae3cfe,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:42.185046 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9fa9af88-7d67-4534-bf02-3b9dc28476e3 req-92eb9191-6404-4c8a-be5f-ebbfc8054d18 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f703a96-d838-4952-8c99-891302b443f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930459 Aug 31 14:42:42.211244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e037971e-88d0-48cf-a990-fda403228f34 req-d4c0b0c4-849e-412f-aa6e-3dbaad958ccb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] No DVR routers for this DVR port 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:42:42.218090 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e037971e-88d0-48cf-a990-fda403228f34 req-d4c0b0c4-849e-412f-aa6e-3dbaad958ccb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:42.220194 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e037971e-88d0-48cf-a990-fda403228f34 req-d4c0b0c4-849e-412f-aa6e-3dbaad958ccb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "DELETE /v2.0/ports/8c3da142-b41d-44dd-ae7b-ad9036ae3cfe HTTP/1.1" status: 204 len: 173 time: 1.3951623 Aug 31 14:42:42.220671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c15dcd-4d88-4325-90c8-39357651a892', 'name': 'network-vif-deleted', 'tag': '8c3da142-b41d-44dd-ae7b-ad9036ae3cfe'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:42.223013 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c626c-3955-4d65-aed9-e893b327416a" -d '{"events": [{"server_uuid": "55c15dcd-4d88-4325-90c8-39357651a892", "name": "network-vif-deleted", "tag": "8c3da142-b41d-44dd-ae7b-ad9036ae3cfe"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:42.236657 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-76c74740-6c97-4425-8194-00988f055d10 req-9245d5d7-e454-46b5-a9e9-ef6693692275 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:42.347477 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b010a90-eac1-4320-8e68-0ed15a2a06c6 x-openstack-request-id: req-7b010a90-eac1-4320-8e68-0ed15a2a06c6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:42.347665 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c15dcd-4d88-4325-90c8-39357651a892", "name": "network-vif-deleted", "tag": "8c3da142-b41d-44dd-ae7b-ad9036ae3cfe", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:42.347916 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b010a90-eac1-4320-8e68-0ed15a2a06c6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:42.348332 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c15dcd-4d88-4325-90c8-39357651a892', 'name': 'network-vif-deleted', 'tag': '8c3da142-b41d-44dd-ae7b-ad9036ae3cfe', 'status': 'completed', 'code': 200} Aug 31 14:42:42.349158 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c74740-6c97-4425-8194-00988f055d10 req-9245d5d7-e454-46b5-a9e9-ef6693692275 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] No DVR routers for this DVR port 5dff6f8e-851e-4541-aaa1-a5d5e77a085d on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:42:42.350889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245d5d7-e454-46b5-a9e9-ef6693692275 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Pushing event deleted for resources: {'Port': ['ID=5dff6f8e-851e-4541-aaa1-a5d5e77a085d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:42.353993 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-76c74740-6c97-4425-8194-00988f055d10 req-9245d5d7-e454-46b5-a9e9-ef6693692275 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:42.356097 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76c74740-6c97-4425-8194-00988f055d10 req-9245d5d7-e454-46b5-a9e9-ef6693692275 tempest-ServerRescueNegativeTestJSON-52843050 tempest-ServerRescueNegativeTestJSON-52843050-project] 10.222.0.60 "DELETE /v2.0/ports/5dff6f8e-851e-4541-aaa1-a5d5e77a085d HTTP/1.1" status: 204 len: 173 time: 1.1432812 Aug 31 14:42:42.407398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40318) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:42.544859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09232377-407f-4b9e-b0d5-df912f7096eb req-2072d745-5948-44d4-bbf4-c76a24218c8d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:42.546569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-09232377-407f-4b9e-b0d5-df912f7096eb req-2072d745-5948-44d4-bbf4-c76a24218c8d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.0862391 Aug 31 14:42:42.574643 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-157539a1-6f32-4ea9-b4e5-a91cd9f19059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:42.606054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-09232377-407f-4b9e-b0d5-df912f7096eb req-5405479a-818d-4726-8583-91d533abbb18 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519173 Aug 31 14:42:42.717339 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-157539a1-6f32-4ea9-b4e5-a91cd9f19059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:42.721752 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-157539a1-6f32-4ea9-b4e5-a91cd9f19059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:42.765972 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-157539a1-6f32-4ea9-b4e5-a91cd9f19059 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=465057833ef1440787a52ae2525b9ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551681 Aug 31 14:42:42.765972 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157539a1-6f32-4ea9-b4e5-a91cd9f19059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db825071-a30b-4900-afc9-d89db37ab851,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:42.766407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40324) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:42.842745 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:42.875849 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:42.936589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40330) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:42.967247 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:42.970067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:42.971974 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db825071-a30b-4900-afc9-d89db37ab851 HTTP/1.1" status: 204 len: 168 time: 0.2045023 Aug 31 14:42:42.996482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db825071-a30b-4900-afc9-d89db37ab851,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:43.012455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:43.012805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:43.018069 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:43.021546 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:43.022061 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:43.022560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:43.023067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:43.024973 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:43.025503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:43.027056 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:43.027673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:43.028218 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62827038-b2d1-4168-a06c-e3054027ddd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:43.125645 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e093bbbb-3634-42a3-ae0a-b4ca7a75d74b req-2acd4b37-e7b8-4344-95f6-e8a23f1ea133 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 210 time: 0.0455418 Aug 31 14:42:43.278446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40340) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:43.499662 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-972d3d07-8bd2-4f29-a412-ff9f4e4c7a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:43.574637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 5dff6f8e-851e-4541-aaa1-a5d5e77a085d no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:42:43.620738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 5dff6f8e-851e-4541-aaa1-a5d5e77a085d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:42:43.621346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 5dff6f8e-851e-4541-aaa1-a5d5e77a085d not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:42:43.796103 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-143c779b-eddc-4b66-b9a6-af40e3efb61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:43.814688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ecd4b-eb68-41ad-a8c8-14792cafc79c req-09c81477-db6c-42e5-b106-6dddac687d61 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:43.818134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c78ecd4b-eb68-41ad-a8c8-14792cafc79c req-09c81477-db6c-42e5-b106-6dddac687d61 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.0857491 Aug 31 14:42:43.907106 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c78ecd4b-eb68-41ad-a8c8-14792cafc79c req-e43d72bc-ec5f-436a-97c0-15189732beab tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784404 Aug 31 14:42:43.965977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-972d3d07-8bd2-4f29-a412-ff9f4e4c7a44 admin admin] Deleting port 527e7719-8256-4feb-995b-35165d33894c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:43.966359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-972d3d07-8bd2-4f29-a412-ff9f4e4c7a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.016693 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40362) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:44.077283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-972d3d07-8bd2-4f29-a412-ff9f4e4c7a44 admin admin] For port 527e7719-8256-4feb-995b-35165d33894c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=527e7719-8256-4feb-995b-35165d33894c,segment=NetworkSegment(d72b984b-4319-4aa4-8831-68578654b789),segment_id=d72b984b-4319-4aa4-8831-68578654b789)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:44.077731 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-972d3d07-8bd2-4f29-a412-ff9f4e4c7a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.094645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-972d3d07-8bd2-4f29-a412-ff9f4e4c7a44 admin admin] Calling delete_port for 527e7719-8256-4feb-995b-35165d33894c owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:44.136753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-143c779b-eddc-4b66-b9a6-af40e3efb61b admin admin] Deleting port a786ebab-6a97-4f56-8616-74cbb3fcc0cc {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:44.137097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-143c779b-eddc-4b66-b9a6-af40e3efb61b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.206308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-912807882-network', 'tenant_id': '11276d76860e47a8ba5a725e5ea62a8e'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:42:44.275241 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3ebcde7b-8ae2-4320-94d8-d1ddaf8c0031 req-972439c5-4555-4bf5-96fd-9fb6bd01b8de tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 210 time: 0.0412328 Aug 31 14:42:44.282910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] Made reservation on behalf of 11276d76860e47a8ba5a725e5ea62a8e for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:42:44.285371 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.288556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-143c779b-eddc-4b66-b9a6-af40e3efb61b admin admin] For port a786ebab-6a97-4f56-8616-74cbb3fcc0cc, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a786ebab-6a97-4f56-8616-74cbb3fcc0cc,segment=NetworkSegment(bc8e44c2-e1c3-4ae1-84f3-70df4c807161),segment_id=bc8e44c2-e1c3-4ae1-84f3-70df4c807161)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:44.288945 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-143c779b-eddc-4b66-b9a6-af40e3efb61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.307831 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.309748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-143c779b-eddc-4b66-b9a6-af40e3efb61b admin admin] Calling delete_port for a786ebab-6a97-4f56-8616-74cbb3fcc0cc owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:44.350878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c6f781-5ecd-4233-9e18-6152d7da8ef3', 'name': 'network-vif-deleted', 'tag': '5dff6f8e-851e-4541-aaa1-a5d5e77a085d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:44.353988 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4667cad-1ae0-4b39-8e0c-d4033979c502" -d '{"events": [{"server_uuid": "51c6f781-5ecd-4233-9e18-6152d7da8ef3", "name": "network-vif-deleted", "tag": "5dff6f8e-851e-4541-aaa1-a5d5e77a085d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:44.366818 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-972d3d07-8bd2-4f29-a412-ff9f4e4c7a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.388568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:42:44.426441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:42:44.427168 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 8c3da142-b41d-44dd-ae7b-ad9036ae3cfe not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:42:44.432264 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeeda95-9212-401e-aa73-1b1b9f330937 x-openstack-request-id: req-fbeeda95-9212-401e-aa73-1b1b9f330937 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:44.432602 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c6f781-5ecd-4233-9e18-6152d7da8ef3", "name": "network-vif-deleted", "tag": "5dff6f8e-851e-4541-aaa1-a5d5e77a085d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:44.432856 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbeeda95-9212-401e-aa73-1b1b9f330937 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:44.433281 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c6f781-5ecd-4233-9e18-6152d7da8ef3', 'name': 'network-vif-deleted', 'tag': '5dff6f8e-851e-4541-aaa1-a5d5e77a085d', 'status': 'completed', 'code': 200} Aug 31 14:42:44.437769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d3d07-8bd2-4f29-a412-ff9f4e4c7a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=527e7719-8256-4feb-995b-35165d33894c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:44.528280 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.570358 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.587451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:42:44.597317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.597877 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] Added segment 07dda46c-fb34-4a0b-bece-c9a56c34bd29 of type vlan for network 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc Aug 31 14:42:44.643611 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.669318 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-972d3d07-8bd2-4f29-a412-ff9f4e4c7a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.686875 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.687993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:44.688638 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.725383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-143c779b-eddc-4b66-b9a6-af40e3efb61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.796173 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7782555 Aug 31 14:42:44.798958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40370) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:44.805234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Request body: {'subnet': {'network_id': '8f800c50-d6e8-4eae-a0e7-70583b2a8bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-912807882-subnet', 'tenant_id': '11276d76860e47a8ba5a725e5ea62a8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:42:44.809344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16cd6c4-80af-4cc0-a62f-bd2ba635519d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:44.821475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c779b-eddc-4b66-b9a6-af40e3efb61b admin admin] Pushing event deleted for resources: {'Port': ['ID=a786ebab-6a97-4f56-8616-74cbb3fcc0cc,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:44.868035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103bc68-4aab-4b89-ad07-8294008a26d8 admin admin] Pushing event updated for resources: {'Network': ['ID=8f800c50-d6e8-4eae-a0e7-70583b2a8bbc,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:44.882926 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:42:44.890438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Made reservation on behalf of 11276d76860e47a8ba5a725e5ea62a8e for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:42:44.893122 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.074201 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-143c779b-eddc-4b66-b9a6-af40e3efb61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.093136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972d3d07-8bd2-4f29-a412-ff9f4e4c7a44 admin admin] Router d099c24c-7d4a-4aa8-9a2d-624a776121cb has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:42:45.121093 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e235b5-4f2b-4538-a8f1-ebe8107490cd req-6c36a940-1f50-402d-abac-467058183423 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:45.122627 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-14e235b5-4f2b-4538-a8f1-ebe8107490cd req-6c36a940-1f50-402d-abac-467058183423 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.0910437 Aug 31 14:42:45.277403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-14e235b5-4f2b-4538-a8f1-ebe8107490cd req-5caf0c15-6684-43b6-8fd1-fe3ba1858fc4 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309474 Aug 31 14:42:45.337465 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143c779b-eddc-4b66-b9a6-af40e3efb61b admin admin] Router 165a56a4-3482-48df-9457-a6cfa73176a9 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:42:45.353662 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.361167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972d3d07-8bd2-4f29-a412-ff9f4e4c7a44 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:42:45.367227 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-972d3d07-8bd2-4f29-a412-ff9f4e4c7a44 admin admin] 10.222.0.39 "PUT /v2.0/routers/d099c24c-7d4a-4aa8-9a2d-624a776121cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4290223 Aug 31 14:42:45.374027 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef8995-540f-4a7f-95e3-b3897645ae92 None None] Sync routers for ids ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:42:45.376697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40378) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:45.385071 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef8995-540f-4a7f-95e3-b3897645ae92 None None] Routers {'d099c24c-7d4a-4aa8-9a2d-624a776121cb'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:42:45.386045 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-87ef8995-540f-4a7f-95e3-b3897645ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:42:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:45.422004 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9927a4fd-20ca-404c-a3e6-c01c225a7b3d req-703e1468-fec5-4207-a879-78c7e66993f8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 210 time: 0.0325608 Aug 31 14:42:45.484559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143c779b-eddc-4b66-b9a6-af40e3efb61b admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:42:45.490441 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-143c779b-eddc-4b66-b9a6-af40e3efb61b admin admin] 10.222.0.39 "PUT /v2.0/routers/165a56a4-3482-48df-9457-a6cfa73176a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2106678 Aug 31 14:42:45.493432 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40380) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:45.501065 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32de582c-a401-4882-b718-51ee7766142f None None] Sync routers for ids ['165a56a4-3482-48df-9457-a6cfa73176a9'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:42:45.511839 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de582c-a401-4882-b718-51ee7766142f None None] Routers {'165a56a4-3482-48df-9457-a6cfa73176a9'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:42:45.512631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-32de582c-a401-4882-b718-51ee7766142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:42:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['165a56a4-3482-48df-9457-a6cfa73176a9'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:45.513911 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-87ef8995-540f-4a7f-95e3-b3897645ae92 None None] Set router d099c24c-7d4a-4aa8-9a2d-624a776121cb gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:42:45.590487 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.596625 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc1145a-9dec-4b7c-88c8-23c6b06f9a69,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:45.644146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Checking segment: {'id': '07dda46c-fb34-4a0b-bece-c9a56c34bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8f800c50-d6e8-4eae-a0e7-70583b2a8bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:42:45.644763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Network hostable DHCP agents. Network: 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:42:45.660604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:45.661316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:45.661805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:45.662290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:45.662768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:45.663312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:45.664063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:45.664434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:45.665468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:45.665697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:45.666357 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:45.666691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:45.683881 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-32de582c-a401-4882-b718-51ee7766142f None None] Set router 165a56a4-3482-48df-9457-a6cfa73176a9 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:42:45.730408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Network 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:42:45.742382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:42:45.753479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:45.754003 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.792365 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ee8470-189b-4f50-84b4-6c02cb0b63ea None None] Network 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:42:45.808853 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-87ef8995-540f-4a7f-95e3-b3897645ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:42:44Z', 'revision_number': 5, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port': {'id': '6dc799de-ea90-495b-8ac2-e0d81fdbea17', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:10Z', 'updated_at': '2021-08-31T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:45.815578 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4749ff7d-966d-45fa-90e7-03171cd7b89c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0098195 Aug 31 14:42:45.817563 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.872097 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef8995-540f-4a7f-95e3-b3897645ae92 None None] Checking router: d099c24c-7d4a-4aa8-9a2d-624a776121cb for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:42:45.890832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] Deleting port 6dc799de-ea90-495b-8ac2-e0d81fdbea17 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:45.891389 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.896274 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef8995-540f-4a7f-95e3-b3897645ae92 None None] Routers {'d099c24c-7d4a-4aa8-9a2d-624a776121cb'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:42:45.897161 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-87ef8995-540f-4a7f-95e3-b3897645ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:42:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:46.011769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] For port 6dc799de-ea90-495b-8ac2-e0d81fdbea17, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6dc799de-ea90-495b-8ac2-e0d81fdbea17,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:46.012268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:46.042441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] Calling delete_port for 6dc799de-ea90-495b-8ac2-e0d81fdbea17 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:46.083675 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-87ef8995-540f-4a7f-95e3-b3897645ae92 None None] Set router d099c24c-7d4a-4aa8-9a2d-624a776121cb gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:42:46.159071 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:46.193081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93577653-f8e7-4a41-a9f7-1d3da126aed8 None None] Network 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:42:46.197282 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-87ef8995-540f-4a7f-95e3-b3897645ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:42:45Z', 'revision_number': 6, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:46.234901 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef8995-540f-4a7f-95e3-b3897645ae92 None None] The sync data for ids ['d099c24c-7d4a-4aa8-9a2d-624a776121cb'] in n-d-806683-5 is: [{'id': 'd099c24c-7d4a-4aa8-9a2d-624a776121cb', 'name': 'tempest-TestVolumeBackupRestore-601476702-router', 'tenant_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:09Z', 'updated_at': '2021-08-31T14:42:45Z', 'revision_number': 6, 'project_id': 'ec9bb7e643a84983a42c9b7a94a70723', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:42:46.352921 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:46.372343 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:46.419048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc799de-ea90-495b-8ac2-e0d81fdbea17,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:46.565173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16319f-96a3-46d4-a2fd-c6e50b3fef76 req-97a98c11-ce01-4faa-b9d1-06549466cb2a tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:46.570161 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:46.574892 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa16319f-96a3-46d4-a2fd-c6e50b3fef76 req-97a98c11-ce01-4faa-b9d1-06549466cb2a tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.1329522 Aug 31 14:42:46.581335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-32de582c-a401-4882-b718-51ee7766142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1032778353-router', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '393f1937-4186-4afc-9408-a6955515bdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:01Z', 'updated_at': '2021-08-31T14:42:44Z', 'revision_number': 5, 'project_id': '020a2801fdcc43e8af0aa6ad25780e74', 'gw_port': {'id': '393f1937-4186-4afc-9408-a6955515bdd1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:02Z', 'updated_at': '2021-08-31T14:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:46.646544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32de582c-a401-4882-b718-51ee7766142f None None] Checking router: 165a56a4-3482-48df-9457-a6cfa73176a9 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:42:46.653584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] Deleting port 393f1937-4186-4afc-9408-a6955515bdd1 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:46.655542 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:46.677102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de582c-a401-4882-b718-51ee7766142f None None] Routers {'165a56a4-3482-48df-9457-a6cfa73176a9'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:42:46.677663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-32de582c-a401-4882-b718-51ee7766142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:42:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['165a56a4-3482-48df-9457-a6cfa73176a9'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:46.764481 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa16319f-96a3-46d4-a2fd-c6e50b3fef76 req-e5d8b828-8842-4fd8-bde6-e70c498415f8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883059 Aug 31 14:42:46.887077 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] For port 393f1937-4186-4afc-9408-a6955515bdd1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=393f1937-4186-4afc-9408-a6955515bdd1,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:46.887621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:46.931930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] Calling delete_port for 393f1937-4186-4afc-9408-a6955515bdd1 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:46.940817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-32de582c-a401-4882-b718-51ee7766142f None None] Set router 165a56a4-3482-48df-9457-a6cfa73176a9 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:42:47.012402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-32de582c-a401-4882-b718-51ee7766142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1032778353-router', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:01Z', 'updated_at': '2021-08-31T14:42:46Z', 'revision_number': 6, 'project_id': '020a2801fdcc43e8af0aa6ad25780e74', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:47.097463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32de582c-a401-4882-b718-51ee7766142f None None] The sync data for ids ['165a56a4-3482-48df-9457-a6cfa73176a9'] in n-d-806683-5 is: [{'id': '165a56a4-3482-48df-9457-a6cfa73176a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1032778353-router', 'tenant_id': '020a2801fdcc43e8af0aa6ad25780e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:01Z', 'updated_at': '2021-08-31T14:42:46Z', 'revision_number': 6, 'project_id': '020a2801fdcc43e8af0aa6ad25780e74', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:42:47.184851 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.256038 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=393f1937-4186-4afc-9408-a6955515bdd1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:47.266117 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9c2d68f-e3fa-4367-998e-daaaa10ae631 req-9f5adc23-6739-4cc1-a764-ebd3e43b9a31 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=55c15dcd-4d88-4325-90c8-39357651a892 HTTP/1.1" status: 200 len: 210 time: 0.6353319 Aug 31 14:42:47.269630 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.272072 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.319873 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.321428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d099c24c-7d4a-4aa8-9a2d-624a776121cb {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:42:47.329803 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.333477 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-65e1cc55-34d4-4bdf-ae11-ec88a9eda91c admin admin] 10.222.0.39 "DELETE /v2.0/routers/d099c24c-7d4a-4aa8-9a2d-624a776121cb HTTP/1.1" status: 204 len: 168 time: 1.9089730 Aug 31 14:42:47.335848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40402) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:47.360380 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.397167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b14985-879e-4bac-bd9b-dbec1ba9253e admin admin] Deleting subnet 80741a13-83b8-4d01-8f8b-f043e884cd77 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:42:47.401562 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2b14985-879e-4bac-bd9b-dbec1ba9253e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.460491 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2b14985-879e-4bac-bd9b-dbec1ba9253e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.525355 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.529106 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.552368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 527e7719-8256-4feb-995b-35165d33894c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:42:47.585540 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2b14985-879e-4bac-bd9b-dbec1ba9253e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.603580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 89b141aa-e193-4472-82fc-1e7e19ad3ccd details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:42:47.605878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 527e7719-8256-4feb-995b-35165d33894c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:42:47.606338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 527e7719-8256-4feb-995b-35165d33894c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:42:47.663004 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.663607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 165a56a4-3482-48df-9457-a6cfa73176a9 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:42:47.677144 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.678768 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-414d34ca-1c38-4e22-bc46-1fddd9a85d4b admin admin] 10.222.0.39 "DELETE /v2.0/routers/165a56a4-3482-48df-9457-a6cfa73176a9 HTTP/1.1" status: 204 len: 168 time: 2.1843276 Aug 31 14:42:47.686205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40404) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:47.746746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af7614f-1924-48c0-a846-b8a893d61b7d admin admin] Deleting subnet d85aa70f-f4bc-424f-a8b7-e2b19d5d6119 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:42:47.754925 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af7614f-1924-48c0-a846-b8a893d61b7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.829822 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:47.833504 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af7614f-1924-48c0-a846-b8a893d61b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.843871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'port_id': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'mac_address': 'fa:16:3e:71:a9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:42:47.882301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2b14985-879e-4bac-bd9b-dbec1ba9253e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.949640 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.968305 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89b141aa-e193-4472-82fc-1e7e19ad3ccd {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:42:47.971452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988df47-495c-4e85-8e4c-c52a452ff826 req-c4dad72d-c1cc-4c95-853a-48b0e3db8b12 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:47.975783 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b14985-879e-4bac-bd9b-dbec1ba9253e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80741a13-83b8-4d01-8f8b-f043e884cd77,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:47.983039 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5988df47-495c-4e85-8e4c-c52a452ff826 req-c4dad72d-c1cc-4c95-853a-48b0e3db8b12 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.0704432 Aug 31 14:42:47.991606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:47.997478 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2b14985-879e-4bac-bd9b-dbec1ba9253e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:47.998363 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab530411-385f-4567-9fe5-fbecd56ebda3 None None] Network 4c0df2ac-4ce8-4812-998b-014508baaa62 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:42:48.002217 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f2b14985-879e-4bac-bd9b-dbec1ba9253e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/80741a13-83b8-4d01-8f8b-f043e884cd77 HTTP/1.1" status: 204 len: 168 time: 0.6620851 Aug 31 14:42:48.004315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40410) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:48.006434 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.022681 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af7614f-1924-48c0-a846-b8a893d61b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.103883 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af7614f-1924-48c0-a846-b8a893d61b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.127941 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af7614f-1924-48c0-a846-b8a893d61b7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.130073 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4af7614f-1924-48c0-a846-b8a893d61b7d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d85aa70f-f4bc-424f-a8b7-e2b19d5d6119 HTTP/1.1" status: 204 len: 168 time: 0.4427471 Aug 31 14:42:48.150759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=89b141aa-e193-4472-82fc-1e7e19ad3ccd,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:48.169147 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40418) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:48.227273 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['89b141aa-e193-4472-82fc-1e7e19ad3ccd'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:42:48.236041 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7614f-1924-48c0-a846-b8a893d61b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d85aa70f-f4bc-424f-a8b7-e2b19d5d6119,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:48.277162 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5988df47-495c-4e85-8e4c-c52a452ff826 req-d74ab7b6-e42b-4de0-ab80-e2e1611ad7de tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929077 Aug 31 14:42:48.294577 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd58f445-9f43-4830-a887-d39738145c88 req-bb844d95-13bf-4f50-af98-d4129d4a8d83 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845890 Aug 31 14:42:48.326233 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.389308 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6084ef3-d54e-4d20-8558-c7136959d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.486607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58f445-9f43-4830-a887-d39738145c88 req-0dfaebd6-87f7-445d-bc2e-630ad529672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:48.490548 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd58f445-9f43-4830-a887-d39738145c88 req-0dfaebd6-87f7-445d-bc2e-630ad529672b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce683e4dbcf542919ea01c30e9ec572e&device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 1096 time: 0.1231506 Aug 31 14:42:48.556909 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708df57-af0b-47c3-b4f5-742fd6a3bade None None] DHCP port deletion for 4c0df2ac-4ce8-4812-998b-014508baaa62 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:42:48.560143 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6dc799de-ea90-495b-8ac2-e0d81fdbea17 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:42:48.614687 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 6dc799de-ea90-495b-8ac2-e0d81fdbea17 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:42:48.615149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6dc799de-ea90-495b-8ac2-e0d81fdbea17 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:42:48.616963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 393f1937-4186-4afc-9408-a6955515bdd1 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:42:48.660381 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Deleting port fd1a53fb-4736-4d10-97ef-b5879c070d7c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:48.660615 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.662524 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 393f1937-4186-4afc-9408-a6955515bdd1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:42:48.663598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 393f1937-4186-4afc-9408-a6955515bdd1 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:42:48.664306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a786ebab-6a97-4f56-8616-74cbb3fcc0cc no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:42:48.685785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58f445-9f43-4830-a887-d39738145c88 req-975187fa-2ea7-48b7-9493-5bf616232c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:48.688006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd58f445-9f43-4830-a887-d39738145c88 req-975187fa-2ea7-48b7-9493-5bf616232c21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 HTTP/1.1" status: 200 len: 907 time: 0.1651473 Aug 31 14:42:48.717637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: a786ebab-6a97-4f56-8616-74cbb3fcc0cc {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:42:48.718455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a786ebab-6a97-4f56-8616-74cbb3fcc0cc not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:42:48.729650 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6084ef3-d54e-4d20-8558-c7136959d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.750200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e6084ef3-d54e-4d20-8558-c7136959d8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f4a10f-2619-44ef-9088-e45ced4893f1']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:48.766366 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e6084ef3-d54e-4d20-8558-c7136959d8f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:48.766562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e6084ef3-d54e-4d20-8558-c7136959d8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8e44c2-e1c3-4ae1-84f3-70df4c807161') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:48.786968 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6084ef3-d54e-4d20-8558-c7136959d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.790287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] For port fd1a53fb-4736-4d10-97ef-b5879c070d7c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fd1a53fb-4736-4d10-97ef-b5879c070d7c,segment=NetworkSegment(d72b984b-4319-4aa4-8831-68578654b789),segment_id=d72b984b-4319-4aa4-8831-68578654b789)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:48.790730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.803453 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5708df57-af0b-47c3-b4f5-742fd6a3bade None None] Deleting port fd1a53fb-4736-4d10-97ef-b5879c070d7c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:48.803937 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5708df57-af0b-47c3-b4f5-742fd6a3bade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.813809 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Calling delete_port for fd1a53fb-4736-4d10-97ef-b5879c070d7c owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:48.815949 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6084ef3-d54e-4d20-8558-c7136959d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.828276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6084ef3-d54e-4d20-8558-c7136959d8f6 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:42:48.828685 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6084ef3-d54e-4d20-8558-c7136959d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:42:48.830347 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:42:48.843130 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd58f445-9f43-4830-a887-d39738145c88 req-c0e26557-c2fa-4623-8272-66889779e502 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a95c40ac-cb75-417b-9d9a-fc7493685d30 HTTP/1.1" status: 200 len: 1000 time: 0.1471314 Aug 31 14:42:48.916242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58f445-9f43-4830-a887-d39738145c88 req-cb1528f2-6383-4d9e-93ba-1d62d5e24e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:48.918327 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd58f445-9f43-4830-a887-d39738145c88 req-cb1528f2-6383-4d9e-93ba-1d62d5e24e69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=707f1a94-3dc7-4002-a30d-f5d800818861 HTTP/1.1" status: 200 len: 845 time: 0.0652025 Aug 31 14:42:48.942638 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6084ef3-d54e-4d20-8558-c7136959d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.959504 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6084ef3-d54e-4d20-8558-c7136959d8f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.960506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5708df57-af0b-47c3-b4f5-742fd6a3bade None None] For port fd1a53fb-4736-4d10-97ef-b5879c070d7c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fd1a53fb-4736-4d10-97ef-b5879c070d7c,segment=NetworkSegment(d72b984b-4319-4aa4-8831-68578654b789),segment_id=d72b984b-4319-4aa4-8831-68578654b789)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:48.960924 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5708df57-af0b-47c3-b4f5-742fd6a3bade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.961539 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e6084ef3-d54e-4d20-8558-c7136959d8f6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/57f4a10f-2619-44ef-9088-e45ced4893f1 HTTP/1.1" status: 204 len: 168 time: 0.7913611 Aug 31 14:42:48.988808 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6084ef3-d54e-4d20-8558-c7136959d8f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f4a10f-2619-44ef-9088-e45ced4893f1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:49.029638 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.031113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5708df57-af0b-47c3-b4f5-742fd6a3bade None None] Calling delete_port for fd1a53fb-4736-4d10-97ef-b5879c070d7c owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:49.040958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58f445-9f43-4830-a887-d39738145c88 req-218587b3-5100-463a-b4f6-f65a36ef4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:49.046702 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd58f445-9f43-4830-a887-d39738145c88 req-218587b3-5100-463a-b4f6-f65a36ef4f63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114755 Aug 31 14:42:49.081922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1a53fb-4736-4d10-97ef-b5879c070d7c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:49.085931 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] No DVR routers for this DVR port fd1a53fb-4736-4d10-97ef-b5879c070d7c on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:42:49.204772 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:42:49.215112 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5708df57-af0b-47c3-b4f5-742fd6a3bade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.270676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd58f445-9f43-4830-a887-d39738145c88 req-b35be264-c123-4096-a139-3ede25fb1b25 service neutron] 10.222.0.60 "GET /v2.0/networks/1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155139 Aug 31 14:42:49.278029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708df57-af0b-47c3-b4f5-742fd6a3bade None None] No DVR routers for this DVR port fd1a53fb-4736-4d10-97ef-b5879c070d7c on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:42:49.286143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40456) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:49.294895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708df57-af0b-47c3-b4f5-742fd6a3bade None None] Pushing event deleted for resources: {'Port': ['ID=fd1a53fb-4736-4d10-97ef-b5879c070d7c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:49.311678 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.341618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0df2ac-4ce8-4812-998b-014508baaa62']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:49.359751 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72b984b-4319-4aa4-8831-68578654b789') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:49.360298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72b984b-4319-4aa4-8831-68578654b789') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:49.376761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.405883 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.417174 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:42:49.417174 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:42:49.503541 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:42:49.541339 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.580470 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67182908-b780-4da2-8686-9504e85a5555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.596597 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd58f445-9f43-4830-a887-d39738145c88 req-97590a7a-4eee-470a-a378-d3d70b84fc9d service neutron] 10.222.0.60 "GET /v2.0/networks/1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182628 Aug 31 14:42:49.610568 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.616990 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.625501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 89b141aa-e193-4472-82fc-1e7e19ad3ccd up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:42:49.632931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7af8f-7a81-4f5d-84b1-9d9c53e667fe req-be85c705-850a-4156-912b-d804955983c6 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:49.635313 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] 10.222.0.39 "DELETE /v2.0/networks/4c0df2ac-4ce8-4812-998b-014508baaa62 HTTP/1.1" status: 204 len: 168 time: 1.6298311 Aug 31 14:42:49.641804 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4d7af8f-7a81-4f5d-84b1-9d9c53e667fe req-be85c705-850a-4156-912b-d804955983c6 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.1532881 Aug 31 14:42:49.642520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40464) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:49.685165 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9ae4fdf6-ef46-4e79-b218-642fd67cd371 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=020a2801fdcc43e8af0aa6ad25780e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977261 Aug 31 14:42:49.695719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40466) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:49.699273 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b67af8-59ac-49b9-8350-a8098936238b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0df2ac-4ce8-4812-998b-014508baaa62,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:49.739457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 89b141aa-e193-4472-82fc-1e7e19ad3ccd triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:42:49.739855 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.814079 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95357b16-5f12-41cb-b98e-6b234dd16635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.862232 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4d7af8f-7a81-4f5d-84b1-9d9c53e667fe req-5dea6216-1b57-4acc-8e0b-2a9ad05340d0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997137 Aug 31 14:42:49.864892 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95357b16-5f12-41cb-b98e-6b234dd16635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.915448 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.960560 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95357b16-5f12-41cb-b98e-6b234dd16635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.963716 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-95357b16-5f12-41cb-b98e-6b234dd16635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.965431 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-95357b16-5f12-41cb-b98e-6b234dd16635 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f703a96-d838-4952-8c99-891302b443f0 HTTP/1.1" status: 204 len: 168 time: 0.2672076 Aug 31 14:42:49.971750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:49.974162 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafb2706-c6df-43a3-b507-ef1127359922" -d '{"events": [{"server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "name": "network-vif-plugged", "status": "completed", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:49.980421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95357b16-5f12-41cb-b98e-6b234dd16635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f703a96-d838-4952-8c99-891302b443f0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:50.032383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:50.041992 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:50.115673 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2cd77b-0089-45e0-a532-17915614cabd x-openstack-request-id: req-7a2cd77b-0089-45e0-a532-17915614cabd {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:50.116049 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "name": "network-vif-plugged", "status": "completed", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:50.116520 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a2cd77b-0089-45e0-a532-17915614cabd {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:50.117181 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'code': 200} Aug 31 14:42:50.118496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=89b141aa-e193-4472-82fc-1e7e19ad3ccd,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:50.410797 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-307accdc-c508-4507-8c20-07d350180a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:50.560865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fd1a53fb-4736-4d10-97ef-b5879c070d7c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:42:50.601161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: fd1a53fb-4736-4d10-97ef-b5879c070d7c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:42:50.602921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fd1a53fb-4736-4d10-97ef-b5879c070d7c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:42:50.902927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-307accdc-c508-4507-8c20-07d350180a1f admin admin] Deleting port 74a44e2a-31e3-4500-8754-2fbeec102fa8 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:50.904289 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-307accdc-c508-4507-8c20-07d350180a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:51.054560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-307accdc-c508-4507-8c20-07d350180a1f admin admin] For port 74a44e2a-31e3-4500-8754-2fbeec102fa8, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=74a44e2a-31e3-4500-8754-2fbeec102fa8,segment=NetworkSegment(dd977d0c-76da-4121-a595-bbaa37148148),segment_id=dd977d0c-76da-4121-a595-bbaa37148148)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:51.055449 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-307accdc-c508-4507-8c20-07d350180a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:51.081996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-307accdc-c508-4507-8c20-07d350180a1f admin admin] Calling delete_port for 74a44e2a-31e3-4500-8754-2fbeec102fa8 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:51.098932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c2ea8-a50d-4272-9b2b-36e226f4440c req-a0418d02-3fb9-492e-b3ab-c8689abccccd tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:51.100663 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-157c2ea8-a50d-4272-9b2b-36e226f4440c req-a0418d02-3fb9-492e-b3ab-c8689abccccd tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.1129146 Aug 31 14:42:51.200259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-157c2ea8-a50d-4272-9b2b-36e226f4440c req-c114cc15-ed8e-49b0-87cf-ac583230dcbc tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892274 Aug 31 14:42:51.580938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40500) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:51.592784 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-307accdc-c508-4507-8c20-07d350180a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:51.618697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307accdc-c508-4507-8c20-07d350180a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=74a44e2a-31e3-4500-8754-2fbeec102fa8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:51.798213 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1094917857-network', 'tenant_id': '77c385c46b9d4a0c9a5d629e4c7433f1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:42:51.896173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] Made reservation on behalf of 77c385c46b9d4a0c9a5d629e4c7433f1 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:42:51.898566 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:51.923412 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:51.950274 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:42:52.047766 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-307accdc-c508-4507-8c20-07d350180a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:52.169093 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0302dae7-2bc0-4f94-a597-960721500efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:52.198026 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:52.212754 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:52.267587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:42:52.280917 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:52.314142 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:52.317763 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] Added segment 1bd7cc77-463a-41d2-a787-7fe4059c9aa6 of type vlan for network c7408ace-077b-4554-87ca-da97a7cb1cab Aug 31 14:42:52.319473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f91a6e-5a16-4e59-b5f3-7dc5936bad6e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:52.392011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307accdc-c508-4507-8c20-07d350180a1f admin admin] Router 58c3c149-f7cc-4339-a2b9-9cf9030330c7 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:42:52.519197 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:52.645148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ad07a-af5f-4522-9f41-67c7e4e4b441 req-a25ad656-9eed-4697-8129-d989448091a6 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:52.659356 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-745ad07a-af5f-4522-9f41-67c7e4e4b441 req-a25ad656-9eed-4697-8129-d989448091a6 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.2323439 Aug 31 14:42:52.685674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307accdc-c508-4507-8c20-07d350180a1f admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:42:52.700249 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13063b6a-0aa2-434e-9ab4-d1930489f299 None None] Sync routers for ids ['58c3c149-f7cc-4339-a2b9-9cf9030330c7'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:42:52.704256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40522) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:52.712270 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-307accdc-c508-4507-8c20-07d350180a1f admin admin] 10.222.0.39 "PUT /v2.0/routers/58c3c149-f7cc-4339-a2b9-9cf9030330c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0680988 Aug 31 14:42:52.718113 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13063b6a-0aa2-434e-9ab4-d1930489f299 None None] Routers {'58c3c149-f7cc-4339-a2b9-9cf9030330c7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:42:52.719027 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-13063b6a-0aa2-434e-9ab4-d1930489f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:42:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58c3c149-f7cc-4339-a2b9-9cf9030330c7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:52.764254 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:52.765255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:52.766003 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:52.958243 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3757710 Aug 31 14:42:52.961731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40528) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:52.974024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3f9a2086-43aa-4b32-a822-f6cc603fe256 admin admin] Request body: {'subnet': {'network_id': 'c7408ace-077b-4554-87ca-da97a7cb1cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1094917857-subnet', 'tenant_id': '77c385c46b9d4a0c9a5d629e4c7433f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:42:52.980550 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-745ad07a-af5f-4522-9f41-67c7e4e4b441 req-76b70d75-73d4-4634-8ad1-434028f0cb89 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200731 Aug 31 14:42:52.991455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90127fae-fbe5-433d-87da-24aaacf6692b admin admin] Pushing event updated for resources: {'Network': ['ID=c7408ace-077b-4554-87ca-da97a7cb1cab,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:53.019637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network c7408ace-077b-4554-87ca-da97a7cb1cab details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:42:53.074805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9a2086-43aa-4b32-a822-f6cc603fe256 admin admin] Made reservation on behalf of 77c385c46b9d4a0c9a5d629e4c7433f1 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:42:53.084471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f9a2086-43aa-4b32-a822-f6cc603fe256 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:53.089146 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:53.217271 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-13063b6a-0aa2-434e-9ab4-d1930489f299 None None] Set router 58c3c149-f7cc-4339-a2b9-9cf9030330c7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:42:53.333492 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:53.353106 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:53.471497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] Deleting port db30d7b0-189f-4fa2-8df1-eacc894d6f26 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:53.472231 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:53.476507 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f9a2086-43aa-4b32-a822-f6cc603fe256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:53.534961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a2086-43aa-4b32-a822-f6cc603fe256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c36444-4514-4bc7-adba-a1dd8426688d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:53.578710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9a2086-43aa-4b32-a822-f6cc603fe256 admin admin] Checking segment: {'id': '1bd7cc77-463a-41d2-a787-7fe4059c9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c7408ace-077b-4554-87ca-da97a7cb1cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:42:53.585778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9a2086-43aa-4b32-a822-f6cc603fe256 admin admin] Network hostable DHCP agents. Network: c7408ace-077b-4554-87ca-da97a7cb1cab, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:42:53.633717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9a2086-43aa-4b32-a822-f6cc603fe256 admin admin] Network c7408ace-077b-4554-87ca-da97a7cb1cab is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:42:53.652871 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3f9a2086-43aa-4b32-a822-f6cc603fe256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, c7408ace-077b-4554-87ca-da97a7cb1cab) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:42:53.663560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e9682e-1dbc-4c56-877d-4bb890c4d03d None None] Network c7408ace-077b-4554-87ca-da97a7cb1cab requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:42:53.667906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a2086-43aa-4b32-a822-f6cc603fe256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:53.678208 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-13063b6a-0aa2-434e-9ab4-d1930489f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'name': 'tempest-TestVolumeBackupRestore-1329396506-router', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'db30d7b0-189f-4fa2-8df1-eacc894d6f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:20Z', 'updated_at': '2021-08-31T14:42:51Z', 'revision_number': 5, 'project_id': '041607f82ad845c1844e2164ad3783e5', 'gw_port': {'id': 'db30d7b0-189f-4fa2-8df1-eacc894d6f26', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:38:22Z', 'updated_at': '2021-08-31T14:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:53.681936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] For port db30d7b0-189f-4fa2-8df1-eacc894d6f26, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=db30d7b0-189f-4fa2-8df1-eacc894d6f26,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:53.681936 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:53.687839 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f9a2086-43aa-4b32-a822-f6cc603fe256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:53.710712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] Calling delete_port for db30d7b0-189f-4fa2-8df1-eacc894d6f26 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:53.716660 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3f9a2086-43aa-4b32-a822-f6cc603fe256 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7534156 Aug 31 14:42:53.757126 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13063b6a-0aa2-434e-9ab4-d1930489f299 None None] Checking router: 58c3c149-f7cc-4339-a2b9-9cf9030330c7 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:42:53.788425 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13063b6a-0aa2-434e-9ab4-d1930489f299 None None] Routers {'58c3c149-f7cc-4339-a2b9-9cf9030330c7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:42:53.789112 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-13063b6a-0aa2-434e-9ab4-d1930489f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:42:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['58c3c149-f7cc-4339-a2b9-9cf9030330c7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:54.074240 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-13063b6a-0aa2-434e-9ab4-d1930489f299 None None] Set router 58c3c149-f7cc-4339-a2b9-9cf9030330c7 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:42:54.085724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7fc436-459c-4d54-be67-e52d4b02c8a7 None None] Network c7408ace-077b-4554-87ca-da97a7cb1cab requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:42:54.225093 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-13063b6a-0aa2-434e-9ab4-d1930489f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'name': 'tempest-TestVolumeBackupRestore-1329396506-router', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:20Z', 'updated_at': '2021-08-31T14:42:53Z', 'revision_number': 6, 'project_id': '041607f82ad845c1844e2164ad3783e5', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:54.280952 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13063b6a-0aa2-434e-9ab4-d1930489f299 None None] The sync data for ids ['58c3c149-f7cc-4339-a2b9-9cf9030330c7'] in n-d-806683-5 is: [{'id': '58c3c149-f7cc-4339-a2b9-9cf9030330c7', 'name': 'tempest-TestVolumeBackupRestore-1329396506-router', 'tenant_id': '041607f82ad845c1844e2164ad3783e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:38:20Z', 'updated_at': '2021-08-31T14:42:53Z', 'revision_number': 6, 'project_id': '041607f82ad845c1844e2164ad3783e5', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:42:54.433725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22519143-54a0-41eb-b4ff-2a9bfa6a3ea7 req-b5c1d215-8912-41ed-a505-67f0e51c7d10 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:54.436001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-22519143-54a0-41eb-b4ff-2a9bfa6a3ea7 req-b5c1d215-8912-41ed-a505-67f0e51c7d10 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.2182381 Aug 31 14:42:54.436119 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:54.441181 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:54.495537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] Pushing event deleted for resources: {'Port': ['ID=db30d7b0-189f-4fa2-8df1-eacc894d6f26,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:54.583117 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-22519143-54a0-41eb-b4ff-2a9bfa6a3ea7 req-eccab9b3-d5b3-4d28-b2c6-a9d8ad649515 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378510 Aug 31 14:42:54.584193 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:54.666739 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-40c34352-ade3-4585-bf66-a1e54fe561f3 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:54.684750 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-40c34352-ade3-4585-bf66-a1e54fe561f3 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/networks?id=c7408ace-077b-4554-87ca-da97a7cb1cab HTTP/1.1" status: 200 len: 809 time: 0.1876631 Aug 31 14:42:54.704985 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:54.708670 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:54.713903 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-9abb7c35-13d2-434f-8257-fcc69eb0b8be tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/quotas/77c385c46b9d4a0c9a5d629e4c7433f1 HTTP/1.1" status: 200 len: 375 time: 0.0267119 Aug 31 14:42:54.776892 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:54.777643 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58c3c149-f7cc-4339-a2b9-9cf9030330c7 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:42:54.804326 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:54.808502 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-30b07301-64c5-4580-82dd-83e11bd12522 admin admin] 10.222.0.39 "DELETE /v2.0/routers/58c3c149-f7cc-4339-a2b9-9cf9030330c7 HTTP/1.1" status: 204 len: 168 time: 2.0735807 Aug 31 14:42:54.809005 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40556) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:54.839048 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-9d59527a-cf04-46c4-be4f-8c25f234e855 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=77c385c46b9d4a0c9a5d629e4c7433f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1237357 Aug 31 14:42:54.861657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 74a44e2a-31e3-4500-8754-2fbeec102fa8 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:42:54.878235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10918fe-8286-4d69-9951-dad27456e37f admin admin] Deleting subnet dad6e510-57a2-4924-bc89-2f2b517a2fbf {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:42:54.893666 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f10918fe-8286-4d69-9951-dad27456e37f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:54.901972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 74a44e2a-31e3-4500-8754-2fbeec102fa8 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:42:54.902804 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 74a44e2a-31e3-4500-8754-2fbeec102fa8 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:42:54.943733 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:54.966498 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f10918fe-8286-4d69-9951-dad27456e37f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:55.022059 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-6e5081ec-43d8-40cd-aa81-a0976ca86666 service neutron] 10.222.0.39 "GET /v2.0/networks/c7408ace-077b-4554-87ca-da97a7cb1cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780336 Aug 31 14:42:55.063839 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f10918fe-8286-4d69-9951-dad27456e37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:55.146555 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f10918fe-8286-4d69-9951-dad27456e37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:55.179352 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10918fe-8286-4d69-9951-dad27456e37f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad6e510-57a2-4924-bc89-2f2b517a2fbf,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:55.184467 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f10918fe-8286-4d69-9951-dad27456e37f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:55.186765 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f10918fe-8286-4d69-9951-dad27456e37f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dad6e510-57a2-4924-bc89-2f2b517a2fbf HTTP/1.1" status: 204 len: 168 time: 0.3744674 Aug 31 14:42:55.189272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40562) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:55.200007 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694b52a8-f103-44f4-a21d-428483b34982 None None] Network 713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:42:55.226860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-f5f87db7-c1b7-4c26-a56c-36b3086eefe6 service neutron] 10.222.0.39 "GET /v2.0/networks/c7408ace-077b-4554-87ca-da97a7cb1cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977828 Aug 31 14:42:55.456978 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:55.559643 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Deleting port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:55.559989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:55.653668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06acf45d-7e29-4b40-9560-d63e78eae4da None None] DHCP port deletion for 713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:42:55.715512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] For port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=edc8703e-0fe4-42cf-9b2c-d25579cc4a5e,segment=NetworkSegment(dd977d0c-76da-4121-a595-bbaa37148148),segment_id=dd977d0c-76da-4121-a595-bbaa37148148)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:55.716043 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:55.734136 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-06acf45d-7e29-4b40-9560-d63e78eae4da None None] Deleting port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:55.734531 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06acf45d-7e29-4b40-9560-d63e78eae4da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:55.736193 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Calling delete_port for edc8703e-0fe4-42cf-9b2c-d25579cc4a5e owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:55.888722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1718cbb-c928-4cb5-9432-159182f0004e req-66595468-c217-45a1-998d-2a68c16d37e5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:55.893264 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1718cbb-c928-4cb5-9432-159182f0004e req-66595468-c217-45a1-998d-2a68c16d37e5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.1474133 Aug 31 14:42:55.908454 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3674d78a-5cce-4a29-b0c1-9feacc4852d1 req-9e71bb36-4609-47c2-bbbb-af3958ad59c4 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/ports?device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 210 time: 0.0463846 Aug 31 14:42:55.909542 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:55.994190 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] No DVR routers for this DVR port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:42:56.020014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-06acf45d-7e29-4b40-9560-d63e78eae4da None None] For port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=edc8703e-0fe4-42cf-9b2c-d25579cc4a5e,segment=NetworkSegment(dd977d0c-76da-4121-a595-bbaa37148148),segment_id=dd977d0c-76da-4121-a595-bbaa37148148)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:56.021029 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06acf45d-7e29-4b40-9560-d63e78eae4da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:56.028316 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1718cbb-c928-4cb5-9432-159182f0004e req-a7398767-a49e-4555-a7d1-eb864793d77a tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251335 Aug 31 14:42:56.062405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-06acf45d-7e29-4b40-9560-d63e78eae4da None None] Calling delete_port for edc8703e-0fe4-42cf-9b2c-d25579cc4a5e owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:56.087204 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=edc8703e-0fe4-42cf-9b2c-d25579cc4a5e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:56.186309 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:56.198884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:56.210577 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd977d0c-76da-4121-a595-bbaa37148148') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:56.211678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd977d0c-76da-4121-a595-bbaa37148148') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:56.222774 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:56.242968 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:56.252800 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:42:56.253378 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:42:56.256586 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:42:56.274945 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06acf45d-7e29-4b40-9560-d63e78eae4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:56.347876 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acf45d-7e29-4b40-9560-d63e78eae4da None None] Pushing event deleted for resources: {'Port': ['ID=edc8703e-0fe4-42cf-9b2c-d25579cc4a5e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:56.354769 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:56.373556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06acf45d-7e29-4b40-9560-d63e78eae4da None None] No DVR routers for this DVR port edc8703e-0fe4-42cf-9b2c-d25579cc4a5e on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:42:56.374214 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:56.376386 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] 10.222.0.39 "DELETE /v2.0/networks/713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7 HTTP/1.1" status: 204 len: 168 time: 1.1860282 Aug 31 14:42:56.419120 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59637c-2ebb-4969-b0b1-8caba9730b4a admin admin] Pushing event deleted for resources: {'Network': ['ID=713fa3bb-ff9e-43d0-b1bb-7a6e6d9e01c7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:56.639847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40592) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:56.668644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device db30d7b0-189f-4fa2-8df1-eacc894d6f26 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:42:56.737390 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: db30d7b0-189f-4fa2-8df1-eacc894d6f26 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:42:56.739645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device db30d7b0-189f-4fa2-8df1-eacc894d6f26 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:42:56.740309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device edc8703e-0fe4-42cf-9b2c-d25579cc4a5e no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:42:56.760813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40594) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:56.771480 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c6de08f8-3677-437b-958e-466715dd3512 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec9bb7e643a84983a42c9b7a94a70723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300828 Aug 31 14:42:56.779348 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: edc8703e-0fe4-42cf-9b2c-d25579cc4a5e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:42:56.779761 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device edc8703e-0fe4-42cf-9b2c-d25579cc4a5e not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:42:56.874550 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d8460cb-8214-4b98-bf5d-4ece8623a54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:56.909180 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d8460cb-8214-4b98-bf5d-4ece8623a54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:56.987686 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d8460cb-8214-4b98-bf5d-4ece8623a54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:56.995973 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d8460cb-8214-4b98-bf5d-4ece8623a54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:56.997986 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9d8460cb-8214-4b98-bf5d-4ece8623a54f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbf7decc-58f9-4f2e-a367-99af81f851f7 HTTP/1.1" status: 204 len: 168 time: 0.2362070 Aug 31 14:42:57.025079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8460cb-8214-4b98-bf5d-4ece8623a54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf7decc-58f9-4f2e-a367-99af81f851f7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:57.111848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b304cbba-379e-407f-92df-a4570948fdf6 req-4f8c5799-4342-4103-a6ea-8232c47b05b1 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/ports?device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 210 time: 0.0575771 Aug 31 14:42:57.280510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a04d4-4b16-4e85-85e4-5292643acb42 req-6f97c077-f2a1-4b95-a528-76b00c855e1c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:57.287567 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed5a04d4-4b16-4e85-85e4-5292643acb42 req-6f97c077-f2a1-4b95-a528-76b00c855e1c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.1206145 Aug 31 14:42:57.340838 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ed5a04d4-4b16-4e85-85e4-5292643acb42 req-2ba85850-134a-4d7b-9f31-7ed849d2b103 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487242 Aug 31 14:42:57.889723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40614) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:57.899049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-d728798a-ee35-49e6-89d3-987fe606a326 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:57.901192 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-d728798a-ee35-49e6-89d3-987fe606a326 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.25 "GET /v2.0/networks?id=c7408ace-077b-4554-87ca-da97a7cb1cab HTTP/1.1" status: 200 len: 809 time: 0.3313265 Aug 31 14:42:57.917181 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-146bbff9-f0d1-4b46-b666-a787719666fa tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Request body: {'port': {'device_id': '506a4b72-23cc-495b-b4ca-b089e246321f', 'network_id': 'c7408ace-077b-4554-87ca-da97a7cb1cab', 'admin_state_up': True, 'tenant_id': '77c385c46b9d4a0c9a5d629e4c7433f1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:42:58.004855 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8d8a47fd-5fc5-47ad-8515-b32ab09f3bf5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=041607f82ad845c1844e2164ad3783e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1139531 Aug 31 14:42:58.007639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40616) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:58.126160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-146bbff9-f0d1-4b46-b666-a787719666fa tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Made reservation on behalf of 77c385c46b9d4a0c9a5d629e4c7433f1 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:42:58.129014 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-146bbff9-f0d1-4b46-b666-a787719666fa tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:58.147127 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50346de1-55cf-44eb-8b83-b538a4f1b4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:58.174041 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50346de1-55cf-44eb-8b83-b538a4f1b4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:58.286708 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50346de1-55cf-44eb-8b83-b538a4f1b4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:58.293892 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50346de1-55cf-44eb-8b83-b538a4f1b4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:58.299400 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-50346de1-55cf-44eb-8b83-b538a4f1b4dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5ac47c7-0dfd-4c10-ba49-25c50a4633d4 HTTP/1.1" status: 204 len: 168 time: 0.2852151 Aug 31 14:42:58.685668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-146bbff9-f0d1-4b46-b666-a787719666fa tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Allocated IP 172.20.0.9 (c7408ace-077b-4554-87ca-da97a7cb1cab/13c36444-4514-4bc7-adba-a1dd8426688d/7c7df02b-aca9-460f-afc7-59a7ff5d535d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:42:58.698269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a703df-e179-4537-8b9e-d69b240fd30a req-e25b81a6-37c1-4c69-88bd-91b60196b298 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:58.699943 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53a703df-e179-4537-8b9e-d69b240fd30a req-e25b81a6-37c1-4c69-88bd-91b60196b298 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.1818995 Aug 31 14:42:58.886968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53a703df-e179-4537-8b9e-d69b240fd30a req-31b0eb81-8eb1-42a1-af0f-10a1ee777b25 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686037 Aug 31 14:42:59.197332 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-146bbff9-f0d1-4b46-b666-a787719666fa tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:59.262267 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50346de1-55cf-44eb-8b83-b538a4f1b4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ac47c7-0dfd-4c10-ba49-25c50a4633d4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:59.274046 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b781b37-1dc8-4b25-bd4d-ce385c68757d req-27a15212-6e89-4296-ae27-6bff9a635dad tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/ports?device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 210 time: 0.9975743 Aug 31 14:42:59.324783 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-146bbff9-f0d1-4b46-b666-a787719666fa tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:59.410178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-146bbff9-f0d1-4b46-b666-a787719666fa tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Network c7408ace-077b-4554-87ca-da97a7cb1cab is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:42:59.413582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-146bbff9-f0d1-4b46-b666-a787719666fa tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:42:59.423124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-146bbff9-f0d1-4b46-b666-a787719666fa tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:42:59.486727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bbff9-f0d1-4b46-b666-a787719666fa tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Pushing event updated for resources: {'Port': ['ID=7c7df02b-aca9-460f-afc7-59a7ff5d535d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:59.508142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-146bbff9-f0d1-4b46-b666-a787719666fa tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:59.508948 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-146bbff9-f0d1-4b46-b666-a787719666fa tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:59.530091 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-146bbff9-f0d1-4b46-b666-a787719666fa tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6162148 Aug 31 14:42:59.550433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Request body: {'port': {'device_id': '506a4b72-23cc-495b-b4ca-b089e246321f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:42:59.693525 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:00.488319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279619f9-a7e8-4201-883f-ba79bea89e0b req-d45c53f1-3f14-4393-bb45-7ac2e851c92f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:00.497610 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-279619f9-a7e8-4201-883f-ba79bea89e0b req-d45c53f1-3f14-4393-bb45-7ac2e851c92f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.3716316 Aug 31 14:43:00.562354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7df02b-aca9-460f-afc7-59a7ff5d535d {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:43:00.570629 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-279619f9-a7e8-4201-883f-ba79bea89e0b req-e5f2a665-fa43-4295-8e07-af006610f754 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719855 Aug 31 14:43:00.588200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b9a6d-6640-4799-a8f7-1952155b55da req-de4903a3-c3e9-47e6-bd9a-ad9b0b3af362 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:00.590402 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b48b9a6d-6640-4799-a8f7-1952155b55da req-de4903a3-c3e9-47e6-bd9a-ad9b0b3af362 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/ports?device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 931 time: 0.1357853 Aug 31 14:43:00.593704 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:00.622178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Transition to ACTIVE for port object 7c7df02b-aca9-460f-afc7-59a7ff5d535d will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:43:00.626600 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:00.709587 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b48b9a6d-6640-4799-a8f7-1952155b55da req-871038da-c0d7-421c-a879-275fc79d36aa tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/security-groups?id=28f91a6e-5a16-4e59-b5f3-7dc5936bad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117084 Aug 31 14:43:00.835195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7df02b-aca9-460f-afc7-59a7ff5d535d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:00.838186 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Attempting to bind port 7c7df02b-aca9-460f-afc7-59a7ff5d535d on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:43:00.838787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Attempting to bind port 7c7df02b-aca9-460f-afc7-59a7ff5d535d by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '1bd7cc77-463a-41d2-a787-7fe4059c9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c7408ace-077b-4554-87ca-da97a7cb1cab'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:43:00.839373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Attempting to bind port 7c7df02b-aca9-460f-afc7-59a7ff5d535d on network c7408ace-077b-4554-87ca-da97a7cb1cab {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:43:00.858186 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Port 7c7df02b-aca9-460f-afc7-59a7ff5d535d on network c7408ace-077b-4554-87ca-da97a7cb1cab not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:43:00.859576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Attempting to bind port 7c7df02b-aca9-460f-afc7-59a7ff5d535d on network c7408ace-077b-4554-87ca-da97a7cb1cab {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:43:00.873381 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:43:00.874626 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Checking segment: {'id': '1bd7cc77-463a-41d2-a787-7fe4059c9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c7408ace-077b-4554-87ca-da97a7cb1cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:43:00.878681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Bound using segment: {'id': '1bd7cc77-463a-41d2-a787-7fe4059c9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c7408ace-077b-4554-87ca-da97a7cb1cab'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:43:00.879755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Bound port: 7c7df02b-aca9-460f-afc7-59a7ff5d535d, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd7cc77-463a-41d2-a787-7fe4059c9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c7408ace-077b-4554-87ca-da97a7cb1cab'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:43:00.880668 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:01.038206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] For port 7c7df02b-aca9-460f-afc7-59a7ff5d535d, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:43:01.042508 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] For port 7c7df02b-aca9-460f-afc7-59a7ff5d535d, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7c7df02b-aca9-460f-afc7-59a7ff5d535d,segment=NetworkSegment(1bd7cc77-463a-41d2-a787-7fe4059c9aa6),segment_id=1bd7cc77-463a-41d2-a787-7fe4059c9aa6)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:43:01.049867 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:01.112935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:01.113573 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:01.115401 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/7c7df02b-aca9-460f-afc7-59a7ff5d535d HTTP/1.1" status: 200 len: 1091 time: 1.5773087 Aug 31 14:43:01.116363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506a4b72-23cc-495b-b4ca-b089e246321f', 'tag': '7c7df02b-aca9-460f-afc7-59a7ff5d535d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:01.119579 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158ecc74-b247-4ae2-8159-7fb9879966d4" -d '{"events": [{"name": "network-changed", "server_uuid": "506a4b72-23cc-495b-b4ca-b089e246321f", "tag": "7c7df02b-aca9-460f-afc7-59a7ff5d535d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:01.136693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758f6e0-c3da-4130-aa89-1a45a8d657d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7df02b-aca9-460f-afc7-59a7ff5d535d,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:01.236823 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153979d8-7377-475a-9222-a4d44f48bdaf x-openstack-request-id: req-153979d8-7377-475a-9222-a4d44f48bdaf {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:01.237172 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506a4b72-23cc-495b-b4ca-b089e246321f", "tag": "7c7df02b-aca9-460f-afc7-59a7ff5d535d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:01.237500 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-153979d8-7377-475a-9222-a4d44f48bdaf {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:01.237957 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506a4b72-23cc-495b-b4ca-b089e246321f', 'tag': '7c7df02b-aca9-460f-afc7-59a7ff5d535d', 'status': 'completed', 'code': 200} Aug 31 14:43:01.246390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-59fd7346-4eff-4dc4-a509-73ff26ee11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:01.248057 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-59fd7346-4eff-4dc4-a509-73ff26ee11f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=77c385c46b9d4a0c9a5d629e4c7433f1&device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 1094 time: 0.0727820 Aug 31 14:43:01.312404 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-7c5eb8e3-d7ea-49d9-84e4-4086c899fe58 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7df02b-aca9-460f-afc7-59a7ff5d535d HTTP/1.1" status: 200 len: 217 time: 0.0562506 Aug 31 14:43:01.421547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-7b2d84f6-b3a9-4e46-9356-f124b07a80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:01.426051 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-7b2d84f6-b3a9-4e46-9356-f124b07a80ff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=13c36444-4514-4bc7-adba-a1dd8426688d HTTP/1.1" status: 200 len: 849 time: 0.1058028 Aug 31 14:43:01.474823 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-b01688b6-847a-46f0-9bb4-51ef80344b71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c7408ace-077b-4554-87ca-da97a7cb1cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363915 Aug 31 14:43:01.594448 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-35c095f8-bcab-4643-b12f-eb3b90302d25 service neutron] 10.222.0.25 "GET /v2.0/networks/c7408ace-077b-4554-87ca-da97a7cb1cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124797 Aug 31 14:43:01.803481 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea43c184-d19d-4e64-9dc6-1724fc54bab3 req-5c81a153-6387-4a49-93ee-ecaec44ff7f6 service neutron] 10.222.0.25 "GET /v2.0/networks/c7408ace-077b-4554-87ca-da97a7cb1cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013121 Aug 31 14:43:01.846343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d4fb1-6b74-4ac0-ad07-b331dd33d2d5 req-f790be56-0c6e-4f21-9031-2fc732bc12ca tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:01.854816 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da7d4fb1-6b74-4ac0-ad07-b331dd33d2d5 req-f790be56-0c6e-4f21-9031-2fc732bc12ca tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.1129231 Aug 31 14:43:01.967670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ecc74-b247-4ae2-8159-7fb9879966d4 req-ab46f69e-ef11-425c-a981-ea6046af137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:01.972883 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-158ecc74-b247-4ae2-8159-7fb9879966d4 req-ab46f69e-ef11-425c-a981-ea6046af137d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=77c385c46b9d4a0c9a5d629e4c7433f1&device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 1094 time: 0.0994728 Aug 31 14:43:02.000814 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da7d4fb1-6b74-4ac0-ad07-b331dd33d2d5 req-c5fa8e96-d049-4450-8a4f-f5e1b028f8a2 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436229 Aug 31 14:43:02.025402 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d77e4-7239-467d-bb56-3ebf511d1da1 req-de2a1fe5-f1ef-45da-8d92-e6e700b32619 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:02.037585 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c6d77e4-7239-467d-bb56-3ebf511d1da1 req-de2a1fe5-f1ef-45da-8d92-e6e700b32619 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/ports?device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 943 time: 0.1753764 Aug 31 14:43:02.099934 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c6d77e4-7239-467d-bb56-3ebf511d1da1 req-412e9cde-c841-4749-89a9-4615c60bd94a tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/security-groups?id=28f91a6e-5a16-4e59-b5f3-7dc5936bad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608213 Aug 31 14:43:02.221049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ecc74-b247-4ae2-8159-7fb9879966d4 req-1aea8dd1-6db5-41ce-ad09-f5f18a6650f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:02.222556 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-158ecc74-b247-4ae2-8159-7fb9879966d4 req-1aea8dd1-6db5-41ce-ad09-f5f18a6650f6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c7408ace-077b-4554-87ca-da97a7cb1cab HTTP/1.1" status: 200 len: 910 time: 0.2163329 Aug 31 14:43:02.306020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-158ecc74-b247-4ae2-8159-7fb9879966d4 req-e99d2eff-e51b-43b3-b481-bf7cb0535857 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7df02b-aca9-460f-afc7-59a7ff5d535d HTTP/1.1" status: 200 len: 217 time: 0.0751843 Aug 31 14:43:02.381720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ecc74-b247-4ae2-8159-7fb9879966d4 req-be438473-3857-4eaf-991c-da3c7b9aa1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:02.383442 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-158ecc74-b247-4ae2-8159-7fb9879966d4 req-be438473-3857-4eaf-991c-da3c7b9aa1e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=13c36444-4514-4bc7-adba-a1dd8426688d HTTP/1.1" status: 200 len: 849 time: 0.0670793 Aug 31 14:43:02.456783 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-158ecc74-b247-4ae2-8159-7fb9879966d4 req-f98630e4-4b0c-4ac0-8567-03e56bfbd670 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c7408ace-077b-4554-87ca-da97a7cb1cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616889 Aug 31 14:43:02.710296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-158ecc74-b247-4ae2-8159-7fb9879966d4 req-3d35052a-20a2-461b-a422-fcf7dddbab73 service neutron] 10.222.0.25 "GET /v2.0/networks/c7408ace-077b-4554-87ca-da97a7cb1cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413151 Aug 31 14:43:02.903738 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-158ecc74-b247-4ae2-8159-7fb9879966d4 req-f54a1169-8dfa-4542-865e-66aa3ef4d01b service neutron] 10.222.0.25 "GET /v2.0/networks/c7408ace-077b-4554-87ca-da97a7cb1cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811728 Aug 31 14:43:03.304208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04b9eb-7df3-45fb-9fdb-3f7c4d56d607 req-2c783f5a-ea24-4882-8ab8-4946ec5e2630 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:03.309012 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-af04b9eb-7df3-45fb-9fdb-3f7c4d56d607 req-2c783f5a-ea24-4882-8ab8-4946ec5e2630 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.1899714 Aug 31 14:43:03.384861 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-af04b9eb-7df3-45fb-9fdb-3f7c4d56d607 req-51ca3c96-2985-4290-bd59-6eff4fade9c6 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692546 Aug 31 14:43:03.746228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179ab87-d620-417e-b577-d9ef2dedba23 req-2b736171-a433-46a3-b6d7-624cb5199216 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:03.751692 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e179ab87-d620-417e-b577-d9ef2dedba23 req-2b736171-a433-46a3-b6d7-624cb5199216 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/ports?device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 943 time: 0.5423193 Aug 31 14:43:03.864205 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e179ab87-d620-417e-b577-d9ef2dedba23 req-0de758bb-f770-41a8-8adc-9f086a53fbfc tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/security-groups?id=28f91a6e-5a16-4e59-b5f3-7dc5936bad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026700 Aug 31 14:43:04.546960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7c7df02b-aca9-460f-afc7-59a7ff5d535d details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:43:04.603303 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0d05d-6d0d-4b3c-a0c3-a27491f82336 req-33878e5d-1b78-438c-ad3d-d0395fdaf091 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:04.611496 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5aa0d05d-6d0d-4b3c-a0c3-a27491f82336 req-33878e5d-1b78-438c-ad3d-d0395fdaf091 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.0953522 Aug 31 14:43:04.660407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5aa0d05d-6d0d-4b3c-a0c3-a27491f82336 req-a5737b63-5407-4a73-8ebd-a0a4e197581b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471971 Aug 31 14:43:04.779236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7c7df02b-aca9-460f-afc7-59a7ff5d535d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7c7df02b-aca9-460f-afc7-59a7ff5d535d,segment=NetworkSegment(1bd7cc77-463a-41d2-a787-7fe4059c9aa6),segment_id=1bd7cc77-463a-41d2-a787-7fe4059c9aa6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:04.797097 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '7c7df02b-aca9-460f-afc7-59a7ff5d535d', 'network_id': 'c7408ace-077b-4554-87ca-da97a7cb1cab', 'port_id': '7c7df02b-aca9-460f-afc7-59a7ff5d535d', 'mac_address': 'fa:16:3e:c9:53:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c36444-4514-4bc7-adba-a1dd8426688d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:43:04.845103 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:04.860566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7df02b-aca9-460f-afc7-59a7ff5d535d {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:43:04.910197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7c7df02b-aca9-460f-afc7-59a7ff5d535d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7c7df02b-aca9-460f-afc7-59a7ff5d535d,segment=NetworkSegment(1bd7cc77-463a-41d2-a787-7fe4059c9aa6),segment_id=1bd7cc77-463a-41d2-a787-7fe4059c9aa6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:04.917598 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:05.020700 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=7c7df02b-aca9-460f-afc7-59a7ff5d535d,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:05.058174 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa9ca4-a1c5-4ef9-9392-5aba7a76119a req-59b7d07e-645d-40bd-8202-4a1e526d2277 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:05.059142 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7afa9ca4-a1c5-4ef9-9392-5aba7a76119a req-59b7d07e-645d-40bd-8202-4a1e526d2277 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/ports?device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 944 time: 0.0849278 Aug 31 14:43:05.107779 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7afa9ca4-a1c5-4ef9-9392-5aba7a76119a req-3e32bfc0-7608-45a0-ae8f-a7690a9b5921 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/security-groups?id=28f91a6e-5a16-4e59-b5f3-7dc5936bad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383940 Aug 31 14:43:05.129584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['7c7df02b-aca9-460f-afc7-59a7ff5d535d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:43:05.850809 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a58cd-032f-4c71-9048-688943b96056 req-823af6ff-ec81-45c2-8eec-a3dd4ba11d6f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:05.853888 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f7a58cd-032f-4c71-9048-688943b96056 req-823af6ff-ec81-45c2-8eec-a3dd4ba11d6f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.0699320 Aug 31 14:43:05.909579 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f7a58cd-032f-4c71-9048-688943b96056 req-7948271d-f6cd-44f5-8157-8b638000834e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439596 Aug 31 14:43:06.278940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317c427-e228-4ef0-b1cc-8830424f3632 req-c97ac424-3312-4f31-a1b2-e748507a6140 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:06.280864 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5317c427-e228-4ef0-b1cc-8830424f3632 req-c97ac424-3312-4f31-a1b2-e748507a6140 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/ports?device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 944 time: 0.0807543 Aug 31 14:43:06.332787 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5317c427-e228-4ef0-b1cc-8830424f3632 req-c3bf0890-2990-4970-a37d-a8868be27bc6 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/security-groups?id=28f91a6e-5a16-4e59-b5f3-7dc5936bad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451899 Aug 31 14:43:06.568287 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7c7df02b-aca9-460f-afc7-59a7ff5d535d up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:43:06.678958 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 7c7df02b-aca9-460f-afc7-59a7ff5d535d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:43:06.686740 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 7c7df02b-aca9-460f-afc7-59a7ff5d535d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:43:06.687121 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:06.829000 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:06.861663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506a4b72-23cc-495b-b4ca-b089e246321f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7df02b-aca9-460f-afc7-59a7ff5d535d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:06.864291 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85de2ec-b109-4594-88cc-60cf12b4129c" -d '{"events": [{"server_uuid": "506a4b72-23cc-495b-b4ca-b089e246321f", "name": "network-vif-plugged", "status": "completed", "tag": "7c7df02b-aca9-460f-afc7-59a7ff5d535d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:06.898586 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7c7df02b-aca9-460f-afc7-59a7ff5d535d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7c7df02b-aca9-460f-afc7-59a7ff5d535d,segment=NetworkSegment(1bd7cc77-463a-41d2-a787-7fe4059c9aa6),segment_id=1bd7cc77-463a-41d2-a787-7fe4059c9aa6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:06.904583 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:06.933455 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca8f2f9-284d-42dd-b0fb-c4799764a76e x-openstack-request-id: req-bca8f2f9-284d-42dd-b0fb-c4799764a76e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:06.933741 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506a4b72-23cc-495b-b4ca-b089e246321f", "name": "network-vif-plugged", "status": "completed", "tag": "7c7df02b-aca9-460f-afc7-59a7ff5d535d", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:06.933999 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bca8f2f9-284d-42dd-b0fb-c4799764a76e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:06.939682 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506a4b72-23cc-495b-b4ca-b089e246321f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7df02b-aca9-460f-afc7-59a7ff5d535d', 'code': 200} Aug 31 14:43:07.006662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=7c7df02b-aca9-460f-afc7-59a7ff5d535d,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:07.075704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75e5fe-82cf-49ed-8cb3-c75c9a8de5b0 req-f0060ff2-dc4d-4a8c-8b03-4d724bd2b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:07.084864 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d75e5fe-82cf-49ed-8cb3-c75c9a8de5b0 req-f0060ff2-dc4d-4a8c-8b03-4d724bd2b12b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 1096 time: 0.0935469 Aug 31 14:43:07.244620 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d75e5fe-82cf-49ed-8cb3-c75c9a8de5b0 req-02ab92c2-4279-4044-b1be-e75b8fbd4f32 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=28f91a6e-5a16-4e59-b5f3-7dc5936bad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689926 Aug 31 14:43:07.274651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e0618-be60-4b80-8c01-505b1c17d89b req-8b63094b-0063-4ae5-9cbb-1682254a2a06 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:07.279729 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-985e0618-be60-4b80-8c01-505b1c17d89b req-8b63094b-0063-4ae5-9cbb-1682254a2a06 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.1937053 Aug 31 14:43:07.338945 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-985e0618-be60-4b80-8c01-505b1c17d89b req-f9509c1f-3b2d-4116-8e64-978f1a3d51d3 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536911 Aug 31 14:43:07.532317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2a867-9233-4503-9aa0-84cfafcc127c req-0180324b-56b4-4dac-b111-ee88dc39da3c tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:07.542259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97c2a867-9233-4503-9aa0-84cfafcc127c req-0180324b-56b4-4dac-b111-ee88dc39da3c tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/ports?device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 945 time: 0.1131966 Aug 31 14:43:07.591612 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97c2a867-9233-4503-9aa0-84cfafcc127c req-424290b3-627b-4c3b-bcd8-95932ee7bd04 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/security-groups?id=28f91a6e-5a16-4e59-b5f3-7dc5936bad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481074 Aug 31 14:43:08.509580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d96113-322e-4e53-819d-c1ec270aaaff req-e9456d45-6468-4e93-b858-26e8d20b56e2 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:08.511075 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e8d96113-322e-4e53-819d-c1ec270aaaff req-e9456d45-6468-4e93-b858-26e8d20b56e2 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.0579882 Aug 31 14:43:08.557828 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e8d96113-322e-4e53-819d-c1ec270aaaff req-9d600868-3ef8-4981-90ad-bae749d32e98 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392764 Aug 31 14:43:08.725076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe69160-a948-40f9-b440-b3dd4bbf6080 req-4a480e3a-e37e-44c6-8151-be00be40a669 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:08.728035 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfe69160-a948-40f9-b440-b3dd4bbf6080 req-4a480e3a-e37e-44c6-8151-be00be40a669 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/ports?device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 945 time: 0.0551338 Aug 31 14:43:08.769980 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfe69160-a948-40f9-b440-b3dd4bbf6080 req-2ffa40fa-1520-4cff-99c7-eade2c317af8 tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/security-groups?id=28f91a6e-5a16-4e59-b5f3-7dc5936bad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368147 Aug 31 14:43:09.151901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621469f0-4a6f-4b9a-b6d0-7ad2bf770361 req-bce70700-6b27-419e-ba2c-1da1f2b774b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:09.156030 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621469f0-4a6f-4b9a-b6d0-7ad2bf770361 req-bce70700-6b27-419e-ba2c-1da1f2b774b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 1096 time: 0.0479152 Aug 31 14:43:09.286568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621469f0-4a6f-4b9a-b6d0-7ad2bf770361 req-2b8afa8b-66e6-479d-b22d-b46813703467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:09.288161 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621469f0-4a6f-4b9a-b6d0-7ad2bf770361 req-2b8afa8b-66e6-479d-b22d-b46813703467 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 917 time: 0.1245103 Aug 31 14:43:09.395185 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621469f0-4a6f-4b9a-b6d0-7ad2bf770361 req-58bd36c9-3e68-43fd-aa04-bf4bd06c5363 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd HTTP/1.1" status: 200 len: 1001 time: 0.0994160 Aug 31 14:43:09.449410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621469f0-4a6f-4b9a-b6d0-7ad2bf770361 req-f2fca308-7bc8-433d-969d-1596f1f5431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:09.450885 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621469f0-4a6f-4b9a-b6d0-7ad2bf770361 req-f2fca308-7bc8-433d-969d-1596f1f5431d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.0485673 Aug 31 14:43:09.505982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621469f0-4a6f-4b9a-b6d0-7ad2bf770361 req-828fc3ec-2b8f-47a6-9ce7-8a77a254251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:09.508073 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621469f0-4a6f-4b9a-b6d0-7ad2bf770361 req-828fc3ec-2b8f-47a6-9ce7-8a77a254251d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493698 Aug 31 14:43:09.629377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621469f0-4a6f-4b9a-b6d0-7ad2bf770361 req-5c50d9f4-b2b9-432f-8807-1c5e3ee63e9b service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141000 Aug 31 14:43:09.756025 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621469f0-4a6f-4b9a-b6d0-7ad2bf770361 req-4a2b19fe-6a7b-4cf2-b152-2170204e598f service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187854 Aug 31 14:43:09.795092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47764046-4b52-48e9-824d-9102df004fcb req-2ab6a812-2f7a-40ec-8fc4-8b359b7a7dc8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:09.796755 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47764046-4b52-48e9-824d-9102df004fcb req-2ab6a812-2f7a-40ec-8fc4-8b359b7a7dc8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.1460447 Aug 31 14:43:09.855838 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47764046-4b52-48e9-824d-9102df004fcb req-6ca2b408-fc15-467a-a7f0-e7abc3d523c2 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526085 Aug 31 14:43:10.753312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141667f-ca8d-4c20-b913-9ed246bac2d0 req-7024c3c3-1101-4d6b-b75c-5c7a1ed5746a tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:10.755628 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d141667f-ca8d-4c20-b913-9ed246bac2d0 req-7024c3c3-1101-4d6b-b75c-5c7a1ed5746a tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/ports?device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 945 time: 0.0558350 Aug 31 14:43:10.797167 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d141667f-ca8d-4c20-b913-9ed246bac2d0 req-b22246e8-820f-4ca4-83fd-5c309b52135a tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/security-groups?id=28f91a6e-5a16-4e59-b5f3-7dc5936bad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355380 Aug 31 14:43:10.999479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ea8a9-0538-4a4d-b52e-5c551f1f6062 req-a097512e-1785-4ed9-a331-0f19488bba80 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:11.001205 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-570ea8a9-0538-4a4d-b52e-5c551f1f6062 req-a097512e-1785-4ed9-a331-0f19488bba80 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.0639360 Aug 31 14:43:11.043304 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-570ea8a9-0538-4a4d-b52e-5c551f1f6062 req-20b24362-01f9-4659-8942-97ea021e35aa tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342896 Aug 31 14:43:11.769941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 89b141aa-e193-4472-82fc-1e7e19ad3ccd no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:43:11.870656 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:11.909616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:11.910570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:11.913395 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc87288-26f4-4486-b56f-3b28cff3eefd" -d '{"events": [{"server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "name": "network-vif-unplugged", "status": "completed", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:11.917583 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:11.976790 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=89b141aa-e193-4472-82fc-1e7e19ad3ccd,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:11.984354 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffdd680-0618-45e0-ad11-e344417730f1 x-openstack-request-id: req-9ffdd680-0618-45e0-ad11-e344417730f1 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:11.984354 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "name": "network-vif-unplugged", "status": "failed", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd", "code": 422}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:11.984354 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ffdd680-0618-45e0-ad11-e344417730f1 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:11.985854 n-d-806683-5 neutron-server[94872]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'code': 422} returned with failed status Aug 31 14:43:12.032852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d203fa-5fe5-4501-97a3-f68144b7daa9 req-a5e35508-61a4-434c-b1d4-78381e06cd2c tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:12.034426 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71d203fa-5fe5-4501-97a3-f68144b7daa9 req-a5e35508-61a4-434c-b1d4-78381e06cd2c tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/ports?device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 945 time: 0.1326332 Aug 31 14:43:12.043126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dfbf1-70b8-4eb6-9b75-5c787eb3e949 req-6802b64c-c4e4-4e3f-98a0-8fdda63ad2dd tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:12.044606 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-191dfbf1-70b8-4eb6-9b75-5c787eb3e949 req-6802b64c-c4e4-4e3f-98a0-8fdda63ad2dd tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.25 "GET /v2.0/ports?device_id=506a4b72-23cc-495b-b4ca-b089e246321f HTTP/1.1" status: 200 len: 945 time: 0.0839994 Aug 31 14:43:12.115081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71d203fa-5fe5-4501-97a3-f68144b7daa9 req-5b0c7e87-9a94-4074-961a-ef12e0b091bb tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.39 "GET /v2.0/security-groups?id=28f91a6e-5a16-4e59-b5f3-7dc5936bad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692887 Aug 31 14:43:12.191863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9080c-0988-41d8-a992-419cc2cfa321 req-529d1f91-d73f-494a-9589-180fa29adde7 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:12.193453 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fdc9080c-0988-41d8-a992-419cc2cfa321 req-529d1f91-d73f-494a-9589-180fa29adde7 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 943 time: 0.0597687 Aug 31 14:43:12.196713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-191dfbf1-70b8-4eb6-9b75-5c787eb3e949 req-a6390294-99b4-4bd5-98d9-b00d8427512f tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Deleting port 7c7df02b-aca9-460f-afc7-59a7ff5d535d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:43:12.197057 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-191dfbf1-70b8-4eb6-9b75-5c787eb3e949 req-a6390294-99b4-4bd5-98d9-b00d8427512f tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:12.243152 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fdc9080c-0988-41d8-a992-419cc2cfa321 req-32b80fe1-af3d-4e2c-9b7e-07706845ca53 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419688 Aug 31 14:43:12.310512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-191dfbf1-70b8-4eb6-9b75-5c787eb3e949 req-a6390294-99b4-4bd5-98d9-b00d8427512f tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] For port 7c7df02b-aca9-460f-afc7-59a7ff5d535d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7c7df02b-aca9-460f-afc7-59a7ff5d535d,segment=NetworkSegment(1bd7cc77-463a-41d2-a787-7fe4059c9aa6),segment_id=1bd7cc77-463a-41d2-a787-7fe4059c9aa6)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:12.310967 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-191dfbf1-70b8-4eb6-9b75-5c787eb3e949 req-a6390294-99b4-4bd5-98d9-b00d8427512f tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:12.330797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-191dfbf1-70b8-4eb6-9b75-5c787eb3e949 req-a6390294-99b4-4bd5-98d9-b00d8427512f tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Calling delete_port for 7c7df02b-aca9-460f-afc7-59a7ff5d535d owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:43:12.485712 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-191dfbf1-70b8-4eb6-9b75-5c787eb3e949 req-a6390294-99b4-4bd5-98d9-b00d8427512f tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:12.498313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['7c7df02b-aca9-460f-afc7-59a7ff5d535d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:43:12.557545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6390294-99b4-4bd5-98d9-b00d8427512f tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Pushing event deleted for resources: {'Port': ['ID=7c7df02b-aca9-460f-afc7-59a7ff5d535d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:12.612970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-191dfbf1-70b8-4eb6-9b75-5c787eb3e949 req-a6390294-99b4-4bd5-98d9-b00d8427512f tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] No DVR routers for this DVR port 7c7df02b-aca9-460f-afc7-59a7ff5d535d on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:43:12.618493 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-191dfbf1-70b8-4eb6-9b75-5c787eb3e949 req-a6390294-99b4-4bd5-98d9-b00d8427512f tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:12.621428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-191dfbf1-70b8-4eb6-9b75-5c787eb3e949 req-a6390294-99b4-4bd5-98d9-b00d8427512f tempest-ServerTagsTestJSON-1163370564 tempest-ServerTagsTestJSON-1163370564-project] 10.222.0.25 "DELETE /v2.0/ports/7c7df02b-aca9-460f-afc7-59a7ff5d535d HTTP/1.1" status: 204 len: 173 time: 0.5690165 Aug 31 14:43:12.621869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506a4b72-23cc-495b-b4ca-b089e246321f', 'name': 'network-vif-deleted', 'tag': '7c7df02b-aca9-460f-afc7-59a7ff5d535d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:12.626519 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b1d54e-9406-4783-8fb1-155da8cdcbe3" -d '{"events": [{"server_uuid": "506a4b72-23cc-495b-b4ca-b089e246321f", "name": "network-vif-deleted", "tag": "7c7df02b-aca9-460f-afc7-59a7ff5d535d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:12.746126 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7aeca7-a5a4-4d10-bff9-6a20789f8229 x-openstack-request-id: req-5d7aeca7-a5a4-4d10-bff9-6a20789f8229 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:12.746422 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506a4b72-23cc-495b-b4ca-b089e246321f", "name": "network-vif-deleted", "tag": "7c7df02b-aca9-460f-afc7-59a7ff5d535d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:12.746711 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d7aeca7-a5a4-4d10-bff9-6a20789f8229 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:12.747607 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506a4b72-23cc-495b-b4ca-b089e246321f', 'name': 'network-vif-deleted', 'tag': '7c7df02b-aca9-460f-afc7-59a7ff5d535d', 'status': 'completed', 'code': 200} Aug 31 14:43:12.952900 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-b45f96db-ba29-4b75-ace5-04751874079f req-d01af9a8-7e16-4d4d-bad3-faeb6a1a64f1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:43:12.954215 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b45f96db-ba29-4b75-ace5-04751874079f req-d01af9a8-7e16-4d4d-bad3-faeb6a1a64f1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063534 Aug 31 14:43:13.213396 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40948) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:43:13.253906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522ced-8b76-4814-b6ec-e3bc3cbeaca5 req-6dd014e5-9406-492f-9caf-cac817036c9e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:13.262140 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7522ced-8b76-4814-b6ec-e3bc3cbeaca5 req-6dd014e5-9406-492f-9caf-cac817036c9e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 943 time: 0.1320293 Aug 31 14:43:13.296476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4108e83-a11b-4f47-b7d4-76151e85861a admin admin] Deleting subnet 13c36444-4514-4bc7-adba-a1dd8426688d {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:43:13.305271 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4108e83-a11b-4f47-b7d4-76151e85861a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:13.308556 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d7522ced-8b76-4814-b6ec-e3bc3cbeaca5 req-e739399e-f884-4581-9ae3-9a429206ffe4 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455370 Aug 31 14:43:13.348198 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4108e83-a11b-4f47-b7d4-76151e85861a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:13.390335 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4108e83-a11b-4f47-b7d4-76151e85861a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:13.448505 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4108e83-a11b-4f47-b7d4-76151e85861a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:13.477303 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4108e83-a11b-4f47-b7d4-76151e85861a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c36444-4514-4bc7-adba-a1dd8426688d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:13.489454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a4108e83-a11b-4f47-b7d4-76151e85861a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:13.492506 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a4108e83-a11b-4f47-b7d4-76151e85861a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/13c36444-4514-4bc7-adba-a1dd8426688d HTTP/1.1" status: 204 len: 168 time: 0.2773247 Aug 31 14:43:13.494968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40954) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:43:13.580300 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e85bed55-db9a-4ff9-a792-efb53a36f010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:13.665708 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e85bed55-db9a-4ff9-a792-efb53a36f010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:13.699035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e85bed55-db9a-4ff9-a792-efb53a36f010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7408ace-077b-4554-87ca-da97a7cb1cab']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:43:13.711419 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e85bed55-db9a-4ff9-a792-efb53a36f010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd7cc77-463a-41d2-a787-7fe4059c9aa6') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:43:13.711963 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e85bed55-db9a-4ff9-a792-efb53a36f010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd7cc77-463a-41d2-a787-7fe4059c9aa6') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:43:13.721750 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e85bed55-db9a-4ff9-a792-efb53a36f010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:13.744245 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e85bed55-db9a-4ff9-a792-efb53a36f010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:13.753866 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85bed55-db9a-4ff9-a792-efb53a36f010 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:43:13.754451 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e85bed55-db9a-4ff9-a792-efb53a36f010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:43:13.757010 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:43:13.834548 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e85bed55-db9a-4ff9-a792-efb53a36f010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:13.858771 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e85bed55-db9a-4ff9-a792-efb53a36f010 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:13.861128 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e85bed55-db9a-4ff9-a792-efb53a36f010 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c7408ace-077b-4554-87ca-da97a7cb1cab HTTP/1.1" status: 204 len: 168 time: 0.3650174 Aug 31 14:43:13.862205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bed55-db9a-4ff9-a792-efb53a36f010 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7408ace-077b-4554-87ca-da97a7cb1cab,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:14.011681 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-19022e3c-4f99-47e4-ad48-b7572ab9f8a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2781348 Aug 31 14:43:14.213147 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 40976) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:43:14.278030 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6c11f734-2216-4ab0-9576-29cb0785ec89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77c385c46b9d4a0c9a5d629e4c7433f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635684 Aug 31 14:43:14.278990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 40982) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:43:14.344000 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-417cbebb-c03c-4912-8e73-19e567adb3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:14.420777 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-417cbebb-c03c-4912-8e73-19e567adb3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:14.562040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b199bf-43b8-41fc-b827-1e9b58f0265a req-6792c827-0137-4d68-ac52-5e428de702fa tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:14.563663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18b199bf-43b8-41fc-b827-1e9b58f0265a req-6792c827-0137-4d68-ac52-5e428de702fa tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 943 time: 0.1012640 Aug 31 14:43:14.590172 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-417cbebb-c03c-4912-8e73-19e567adb3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:14.596161 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-417cbebb-c03c-4912-8e73-19e567adb3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:14.599116 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-417cbebb-c03c-4912-8e73-19e567adb3ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28f91a6e-5a16-4e59-b5f3-7dc5936bad6e HTTP/1.1" status: 204 len: 168 time: 0.3173649 Aug 31 14:43:14.605594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7c7df02b-aca9-460f-afc7-59a7ff5d535d no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:43:14.667771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18b199bf-43b8-41fc-b827-1e9b58f0265a req-2c5e261e-dd02-450d-a155-015de618eb45 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920322 Aug 31 14:43:14.676554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cbebb-c03c-4912-8e73-19e567adb3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f91a6e-5a16-4e59-b5f3-7dc5936bad6e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:14.680208 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 7c7df02b-aca9-460f-afc7-59a7ff5d535d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:43:14.680595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7c7df02b-aca9-460f-afc7-59a7ff5d535d not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:43:15.778114 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 89b141aa-e193-4472-82fc-1e7e19ad3ccd no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:43:15.929690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de78f9-5917-43b2-82b5-427d1bc62c0f req-1a7d5c5b-6025-4c90-9b80-5387e0d3ff06 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:15.934038 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53de78f9-5917-43b2-82b5-427d1bc62c0f req-1a7d5c5b-6025-4c90-9b80-5387e0d3ff06 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 943 time: 0.1276386 Aug 31 14:43:16.011736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53de78f9-5917-43b2-82b5-427d1bc62c0f req-31e1ffa9-8152-4061-a566-654f53c469a7 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685556 Aug 31 14:43:16.290082 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7d2d88e-04c7-4026-ba56-c3144d995bc9 req-52a85ec4-7a48-4a15-83b5-eb7b1d2ed40c tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=548a8cc7-360d-4c28-88f1-28d07eedcc4d HTTP/1.1" status: 200 len: 210 time: 0.0540030 Aug 31 14:43:16.841210 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-37f3d645-20ab-426c-a3ec-d85e0eece381 req-043ed21e-960c-4baa-8ebf-893d528aa8d4 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0302072 Aug 31 14:43:17.251682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ea3d5-46f8-4a5e-8c50-ddbd602995cf req-3cecaf31-4aba-47ea-98bc-ec26265c51e5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:17.263209 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f7ea3d5-46f8-4a5e-8c50-ddbd602995cf req-3cecaf31-4aba-47ea-98bc-ec26265c51e5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 943 time: 0.1091959 Aug 31 14:43:17.337888 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f7ea3d5-46f8-4a5e-8c50-ddbd602995cf req-1fef34ae-844a-4c22-b62a-8669c26b9aaa tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731831 Aug 31 14:43:17.996261 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc8a6384-154a-4e21-8cf6-f0e56ce61fec req-55b7280f-9d62-4562-9868-4f6e1d89558d tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0605240 Aug 31 14:43:18.544728 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3943b-60dc-40a7-9549-2ea5ac69df05 req-589317d0-3331-4c01-9506-54634feb53ec tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:18.546818 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-caa3943b-60dc-40a7-9549-2ea5ac69df05 req-589317d0-3331-4c01-9506-54634feb53ec tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 943 time: 0.1249244 Aug 31 14:43:18.590493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-caa3943b-60dc-40a7-9549-2ea5ac69df05 req-4cbff787-1e8a-4c96-835b-2b32ded579fe tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371001 Aug 31 14:43:19.115002 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-50e1b00e-9d99-4c03-9572-a3c083273d8c req-7a51dc23-66a0-4d10-9611-faf769f9d286 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0284104 Aug 31 14:43:19.356567 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e66ba897-a2f0-44e6-84ae-954ea179a5eb req-0c53aa27-ee4e-4689-be87-b44e1425260e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=548a8cc7-360d-4c28-88f1-28d07eedcc4d HTTP/1.1" status: 200 len: 210 time: 0.0286331 Aug 31 14:43:19.542290 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:19.581452 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0b354e5-4287-4da1-8b71-d8c0967bf31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:19.734859 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461ef2d-1b77-4fc1-bf4a-4231f07cbcd9 req-14791816-f790-4a33-826b-b296d676bf84 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:19.744078 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7461ef2d-1b77-4fc1-bf4a-4231f07cbcd9 req-14791816-f790-4a33-826b-b296d676bf84 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 943 time: 0.0623136 Aug 31 14:43:19.794631 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7461ef2d-1b77-4fc1-bf4a-4231f07cbcd9 req-9f2639bd-84ff-4bbd-b454-ede48fd877da tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448287 Aug 31 14:43:19.939452 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a4f1b5d-1319-4a80-aa91-84c267f4eec0 req-882e1897-9981-4bf6-b27f-1a4bce184f7a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0324764 Aug 31 14:43:20.248601 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5334e37f-94c3-402d-9015-348ab2e44437 req-2f7f98c5-488d-4e6b-b5ac-77103b80652d tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0401073 Aug 31 14:43:20.942780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7586dc-6c5b-4359-8e19-efe8839ef6cd req-3b2ccf33-ae22-46cc-8a5b-7d1abcbf2381 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:20.949486 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4f7586dc-6c5b-4359-8e19-efe8839ef6cd req-3b2ccf33-ae22-46cc-8a5b-7d1abcbf2381 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 943 time: 0.0762939 Aug 31 14:43:21.014487 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4f7586dc-6c5b-4359-8e19-efe8839ef6cd req-5074d32a-67b3-4a78-9b4f-7bc6fba11b1b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595751 Aug 31 14:43:21.084134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-1219d943-4eba-4281-ada2-68bafc2c1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:21.087595 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-1219d943-4eba-4281-ada2-68bafc2c1c44 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652&tenant_id=a04e8c5706e9410ab912244cb47ade7d HTTP/1.1" status: 200 len: 1094 time: 0.1210480 Aug 31 14:43:21.102611 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:43:21.190557 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:21.431784 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef70c896-ca5e-4d77-a719-4e805e6b085f req-4aa4a0b4-08f2-4a71-8b5c-6c25f3f34ddc tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0696561 Aug 31 14:43:21.541782 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:21.615371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:43:21.657939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b141aa-e193-4472-82fc-1e7e19ad3ccd {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:43:21.667397 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:21.696403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Transition to ACTIVE for port object 89b141aa-e193-4472-82fc-1e7e19ad3ccd will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:43:21.702242 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:21.807086 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Pushing event updated for resources: {'Port': ['ID=89b141aa-e193-4472-82fc-1e7e19ad3ccd,revision_number=9']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:22.072728 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e86c19fa-027a-4e7f-801c-e343dadf5a38 req-a9f3bfaf-0844-489d-9f8a-78633db3206b tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.1184843 Aug 31 14:43:22.172000 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a559ffba-25f6-4279-b821-cd3e76dbb260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:22.210634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac720475-650b-46e1-a437-f3c6274e7196 req-5053e022-fe26-4bdf-b2dc-7741ab22ceaa tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:22.224500 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac720475-650b-46e1-a437-f3c6274e7196 req-5053e022-fe26-4bdf-b2dc-7741ab22ceaa tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 943 time: 0.0907953 Aug 31 14:43:22.279136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] No DVR routers for this DVR port 89b141aa-e193-4472-82fc-1e7e19ad3ccd on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:43:22.282786 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:22.324790 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ac720475-650b-46e1-a437-f3c6274e7196 req-eeb7033f-dde9-4b57-a369-607e60c3f7fe tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990839 Aug 31 14:43:22.475087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Attempting to bind port 89b141aa-e193-4472-82fc-1e7e19ad3ccd on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:43:22.475433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Attempting to bind port 89b141aa-e193-4472-82fc-1e7e19ad3ccd by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:43:22.476010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Attempting to bind port 89b141aa-e193-4472-82fc-1e7e19ad3ccd on network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:43:22.481598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Port 89b141aa-e193-4472-82fc-1e7e19ad3ccd on network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:43:22.481965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Attempting to bind port 89b141aa-e193-4472-82fc-1e7e19ad3ccd on network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:43:22.487875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:43:22.488310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Checking segment: {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:43:22.488575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Bound using segment: {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:43:22.489289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Bound port: 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:43:22.489653 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:22.616793 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:43:22.627647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:43:22.636272 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:22.732373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:22.733392 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:22.744937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] 10.222.0.25 "PUT /v2.0/ports/89b141aa-e193-4472-82fc-1e7e19ad3ccd HTTP/1.1" status: 200 len: 1091 time: 1.6491454 Aug 31 14:43:22.748855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:22.765998 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7d79b9-4128-4717-83f6-24b14f8dc91d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:22.842479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-082c7280-2965-460f-bbec-d83a080160cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:22.845169 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-082c7280-2965-460f-bbec-d83a080160cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 1095 time: 0.0709734 Aug 31 14:43:22.845904 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8e1d6-bc14-4e47-b123-7b8e56bb93c1 service neutron] Pushing event updated for resources: {'Port': ['ID=89b141aa-e193-4472-82fc-1e7e19ad3ccd,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:23.032118 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d61d371-bfc9-434c-b63a-621a4271dbb0 x-openstack-request-id: req-8d61d371-bfc9-434c-b63a-621a4271dbb0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:23.032732 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:23.033185 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d61d371-bfc9-434c-b63a-621a4271dbb0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:23.034303 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'status': 'completed', 'code': 200} Aug 31 14:43:23.036056 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-e8aa73c8-3a63-485b-9408-2cd4ce247462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:23.037762 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-e8aa73c8-3a63-485b-9408-2cd4ce247462 service neutron] 10.222.0.25 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 917 time: 0.1702626 Aug 31 14:43:23.148766 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-4db15273-b233-42b7-96c4-f1fd10461fda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd HTTP/1.1" status: 200 len: 999 time: 0.1034293 Aug 31 14:43:23.249087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-a65fecf2-b2c7-44dc-a857-fb5be8a12781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:23.254247 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-a65fecf2-b2c7-44dc-a857-fb5be8a12781 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.0974245 Aug 31 14:43:23.299331 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12e7f151-15b3-4caa-a5db-ca87a2433c46 req-a766a2cf-b492-4c9d-96b3-0a6be8b33b58 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0688691 Aug 31 14:43:23.350265 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b9161af4-1343-43f9-9bc4-12cceddf5e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:23.352907 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-b9161af4-1343-43f9-9bc4-12cceddf5e6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920565 Aug 31 14:43:23.370305 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:23.524870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4bd69-6585-4fa9-90ff-116f542d805c req-0eecad66-b442-45a7-94be-4a3e54668f3b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:23.527433 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65f4bd69-6585-4fa9-90ff-116f542d805c req-0eecad66-b442-45a7-94be-4a3e54668f3b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.0757465 Aug 31 14:43:23.565269 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-172cb046-5f80-446e-bbbe-1901128f2d00 service neutron] 10.222.0.25 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957755 Aug 31 14:43:23.703477 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65f4bd69-6585-4fa9-90ff-116f542d805c req-33fa3230-4fa7-4c87-8b92-a743b23b5a9b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418858 Aug 31 14:43:23.705731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7479e4e-6073-41b0-ab3a-c1b0f452beec req-4c6fd588-b44f-44c2-aed5-31e94e56c615 service neutron] 10.222.0.25 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302342 Aug 31 14:43:23.819875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d79b9-4128-4717-83f6-24b14f8dc91d req-fb2ea33f-d3d8-4466-8ac5-b49d72354965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:23.821595 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca7d79b9-4128-4717-83f6-24b14f8dc91d req-fb2ea33f-d3d8-4466-8ac5-b49d72354965 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 1095 time: 0.0503380 Aug 31 14:43:23.943027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d79b9-4128-4717-83f6-24b14f8dc91d req-ea2f1e33-581a-4493-8ffb-ffa4b8083a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:23.946730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca7d79b9-4128-4717-83f6-24b14f8dc91d req-ea2f1e33-581a-4493-8ffb-ffa4b8083a7b service neutron] 10.222.0.25 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 917 time: 0.1133139 Aug 31 14:43:24.050622 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca7d79b9-4128-4717-83f6-24b14f8dc91d req-7af69ed5-9bb1-4e06-bc78-48ef231bcbea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd HTTP/1.1" status: 200 len: 999 time: 0.0932038 Aug 31 14:43:24.123541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d79b9-4128-4717-83f6-24b14f8dc91d req-18a5f619-e68f-4cdf-a20d-a9847cc1935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:24.125682 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca7d79b9-4128-4717-83f6-24b14f8dc91d req-18a5f619-e68f-4cdf-a20d-a9847cc1935d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.0677042 Aug 31 14:43:24.205737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d79b9-4128-4717-83f6-24b14f8dc91d req-9800aee2-bea5-4893-baba-a2258530e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:24.207793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca7d79b9-4128-4717-83f6-24b14f8dc91d req-9800aee2-bea5-4893-baba-a2258530e9f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747278 Aug 31 14:43:24.386045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca7d79b9-4128-4717-83f6-24b14f8dc91d req-a70d1c01-d263-4270-bc7b-11ffea7235d9 service neutron] 10.222.0.25 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693282 Aug 31 14:43:24.432111 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:24.601820 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b06dd777-e052-4c61-b9e0-13976c24e3ce req-87f479b8-aa40-44f8-bfd7-af0c4162ad88 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0836689 Aug 31 14:43:24.735050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-07ab6407-0134-4f94-b867-e1db4b907e48 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:24.752170 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-07ab6407-0134-4f94-b867-e1db4b907e48 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 812 time: 0.3365750 Aug 31 14:43:24.788576 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-d1703fc6-907e-4964-98ec-8af5b947be8b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/quotas/6533cc47c01b415292ab966def453044 HTTP/1.1" status: 200 len: 375 time: 0.0353069 Aug 31 14:43:24.882392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca7d79b9-4128-4717-83f6-24b14f8dc91d req-2e770cb4-1147-4493-bddb-a9ac8c33f504 service neutron] 10.222.0.25 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393196 Aug 31 14:43:24.910529 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-761d7a5d-b5ff-4dad-93aa-ada7e7eb2b46 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207998 Aug 31 14:43:24.921384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72688834-07cd-4249-8321-0f0347a6ae6a req-dd939451-c0b4-4b58-a84e-726945360675 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:24.933527 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-72688834-07cd-4249-8321-0f0347a6ae6a req-dd939451-c0b4-4b58-a84e-726945360675 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.1114860 Aug 31 14:43:24.954536 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:25.008532 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-72688834-07cd-4249-8321-0f0347a6ae6a req-bdff9363-40e8-498f-aeff-53457c16e2ef tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736756 Aug 31 14:43:25.061800 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-d791c826-daf5-40ab-a7fb-e60617760c20 service neutron] 10.222.0.39 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492066 Aug 31 14:43:25.174870 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-10750f37-2830-402a-ab39-eeab697ab6bc service neutron] 10.222.0.39 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116686 Aug 31 14:43:25.705029 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-493a8205-7e46-4a09-8938-768637122078 req-bb67a84b-d92a-4edb-99dc-0c386b4315c3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 210 time: 0.0501974 Aug 31 14:43:25.872967 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ec17648-834f-4c9a-820a-ef15cab5871e req-bd10c05d-97ec-40b5-9e3a-b4980fdd19a7 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0913258 Aug 31 14:43:26.317146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e971cb4-fe99-43f8-b60f-c33ff0f62473 req-9388fdfc-78d6-4078-8752-dd3fedb6ee9d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:26.319909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e971cb4-fe99-43f8-b60f-c33ff0f62473 req-9388fdfc-78d6-4078-8752-dd3fedb6ee9d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.1520638 Aug 31 14:43:26.452532 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6e971cb4-fe99-43f8-b60f-c33ff0f62473 req-c710485c-21c5-434d-88c1-066051be2ab9 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195955 Aug 31 14:43:26.849239 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16b68de4-75b9-493d-9f06-8cac0fa5aaff req-c5b4d0dc-1e23-4761-8dab-4668b07ca1a6 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 210 time: 0.0388093 Aug 31 14:43:27.122043 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e149058a-ab36-4e51-8e1d-71be3a83c841 req-d2b72186-f7bd-4dab-beee-9d2baa423551 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0507352 Aug 31 14:43:27.391888 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-ff335c32-7c76-47cd-a86d-7bd71cf4bfb0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:27.395680 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-ff335c32-7c76-47cd-a86d-7bd71cf4bfb0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.60 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 812 time: 0.1621432 Aug 31 14:43:27.411705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-6241a1df-a148-4b96-8005-431fe5548d7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'port': {'device_id': '5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'admin_state_up': True, 'tenant_id': '6533cc47c01b415292ab966def453044'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:43:27.643440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-6241a1df-a148-4b96-8005-431fe5548d7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Made reservation on behalf of 6533cc47c01b415292ab966def453044 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:43:27.648337 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-6241a1df-a148-4b96-8005-431fe5548d7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:27.768547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055fa3-69e6-4a76-8e47-d3a18a08baa7 req-a0926619-caa2-4889-88ec-646ef4bcecfb tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:27.778555 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9055fa3-69e6-4a76-8e47-d3a18a08baa7 req-a0926619-caa2-4889-88ec-646ef4bcecfb tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.1463962 Aug 31 14:43:27.826827 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a9055fa3-69e6-4a76-8e47-d3a18a08baa7 req-95cbd944-88ac-42fe-86bf-4580e1f420cf tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470924 Aug 31 14:43:27.879260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-6241a1df-a148-4b96-8005-431fe5548d7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Allocated IP 172.20.0.9 (d539104a-571b-4d65-8226-f02851a21edf/84f20d0c-d59a-49fd-bdba-b8ee114f5f38/ed624d9e-d5be-497c-b48e-e60911d09690) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:43:27.962095 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-80d0fba0-f43f-4259-bef4-20cc7b711c2e req-54f980c4-c90e-4ac7-bbdd-2e28508ca39d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 210 time: 0.0355229 Aug 31 14:43:28.143799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-6241a1df-a148-4b96-8005-431fe5548d7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:28.177916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-6241a1df-a148-4b96-8005-431fe5548d7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Transition to ACTIVE for port object ed624d9e-d5be-497c-b48e-e60911d09690 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:43:28.249839 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-6241a1df-a148-4b96-8005-431fe5548d7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:28.322205 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ccd9bfcf-f662-4022-a34b-f840d996f4c8 req-c815392d-ceb9-4dcd-834d-46f74a3aff02 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0470903 Aug 31 14:43:28.400029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-6241a1df-a148-4b96-8005-431fe5548d7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Network d539104a-571b-4d65-8226-f02851a21edf is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:43:28.411790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-6241a1df-a148-4b96-8005-431fe5548d7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:43:28.419130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-6241a1df-a148-4b96-8005-431fe5548d7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:43:28.425727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241a1df-a148-4b96-8005-431fe5548d7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'Port': ['ID=ed624d9e-d5be-497c-b48e-e60911d09690,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:28.478666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-6241a1df-a148-4b96-8005-431fe5548d7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:28.479483 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-6241a1df-a148-4b96-8005-431fe5548d7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:28.499728 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-6241a1df-a148-4b96-8005-431fe5548d7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0951138 Aug 31 14:43:28.517284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Request body: {'port': {'device_id': '5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:43:28.589165 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:28.830904 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7c1cfbb3-3a62-43df-847e-df3e56c3d537 None None] Provisioning for port ed624d9e-d5be-497c-b48e-e60911d09690 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:43:28.841673 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7c1cfbb3-3a62-43df-847e-df3e56c3d537 None None] Provisioning complete for port ed624d9e-d5be-497c-b48e-e60911d09690 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:43:28.844372 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfbb3-3a62-43df-847e-df3e56c3d537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:28.929452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7c1cfbb3-3a62-43df-847e-df3e56c3d537 None None] Port ed624d9e-d5be-497c-b48e-e60911d09690 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:43:28.950625 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:43:29.176391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a31a-3b1f-4857-b352-7c586fdb5fd2 req-9aab89f9-8310-49dd-9092-dbfb6e4b8996 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:29.185585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0796008-cb33-477f-9729-f59fb6001e4d req-2d75bc69-32b0-4d6b-bc76-368cdbd3bc26 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:29.186109 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e53a31a-3b1f-4857-b352-7c586fdb5fd2 req-9aab89f9-8310-49dd-9092-dbfb6e4b8996 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.1109943 Aug 31 14:43:29.188859 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0796008-cb33-477f-9729-f59fb6001e4d req-2d75bc69-32b0-4d6b-bc76-368cdbd3bc26 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 931 time: 0.1069987 Aug 31 14:43:29.197311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed624d9e-d5be-497c-b48e-e60911d09690 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:43:29.212448 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:29.266073 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Transition to ACTIVE for port object ed624d9e-d5be-497c-b48e-e60911d09690 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:43:29.271698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e53a31a-3b1f-4857-b352-7c586fdb5fd2 req-eef60c7f-33cc-4fab-85a2-cc879b8de475 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851092 Aug 31 14:43:29.274262 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:29.334349 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0796008-cb33-477f-9729-f59fb6001e4d req-6b34bb2b-b648-4063-b6b8-5c312463d37f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286027 Aug 31 14:43:29.348506 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed624d9e-d5be-497c-b48e-e60911d09690,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:29.565718 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a15e91fa-1245-450d-b3ae-9135582486e6 req-3601db2e-5de9-456c-8468-921b2b1e66da tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0724754 Aug 31 14:43:29.592236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Attempting to bind port ed624d9e-d5be-497c-b48e-e60911d09690 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:43:29.592556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Attempting to bind port ed624d9e-d5be-497c-b48e-e60911d09690 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:43:29.592889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Attempting to bind port ed624d9e-d5be-497c-b48e-e60911d09690 on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:43:29.605661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Port ed624d9e-d5be-497c-b48e-e60911d09690 on network d539104a-571b-4d65-8226-f02851a21edf not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:43:29.605990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Attempting to bind port ed624d9e-d5be-497c-b48e-e60911d09690 on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:43:29.612766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:43:29.612766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Checking segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:43:29.612766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Bound using segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:43:29.613097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Bound port: ed624d9e-d5be-497c-b48e-e60911d09690, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:43:29.613467 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:29.793257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] For port ed624d9e-d5be-497c-b48e-e60911d09690, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:43:29.800927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] For port ed624d9e-d5be-497c-b48e-e60911d09690, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ed624d9e-d5be-497c-b48e-e60911d09690,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:43:29.807597 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:29.854832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:29.855818 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:29.857358 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] 10.222.0.60 "PUT /v2.0/ports/ed624d9e-d5be-497c-b48e-e60911d09690 HTTP/1.1" status: 200 len: 1091 time: 1.3466315 Aug 31 14:43:29.857857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497', 'tag': 'ed624d9e-d5be-497c-b48e-e60911d09690'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:29.860292 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef0f036-d37d-47c3-9599-ccd95a7f5e80" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497", "tag": "ed624d9e-d5be-497c-b48e-e60911d09690"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:29.976290 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c022b86-4cb3-4734-b344-c9b81fa29c1a x-openstack-request-id: req-8c022b86-4cb3-4734-b344-c9b81fa29c1a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:29.976667 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497", "tag": "ed624d9e-d5be-497c-b48e-e60911d09690", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:29.976994 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c022b86-4cb3-4734-b344-c9b81fa29c1a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:29.977711 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497', 'tag': 'ed624d9e-d5be-497c-b48e-e60911d09690', 'status': 'completed', 'code': 200} Aug 31 14:43:29.980208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa2f0a-d527-44e8-9df9-b22d51c440d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed624d9e-d5be-497c-b48e-e60911d09690,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:30.007429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-da7f3cd4-d817-4070-a1a4-519ba4d07d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:30.015809 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-da7f3cd4-d817-4070-a1a4-519ba4d07d04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 1094 time: 0.1121292 Aug 31 14:43:30.092743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-bb19b5f6-5adc-48a9-b93f-7b3aa69321d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed624d9e-d5be-497c-b48e-e60911d09690 HTTP/1.1" status: 200 len: 217 time: 0.0687342 Aug 31 14:43:30.158354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-d9b881d1-a8f9-4289-98cf-8083fb53c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:30.159882 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-d9b881d1-a8f9-4289-98cf-8083fb53c0e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.0558176 Aug 31 14:43:30.215275 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-a3095afb-d4de-404a-a24c-897ef42adeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:30.217065 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-a3095afb-d4de-404a-a24c-897ef42adeae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505283 Aug 31 14:43:30.313365 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-a9944002-fab4-4298-9ff4-502bd7e2078d service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887609 Aug 31 14:43:30.505607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616cade-a5e2-4ca1-906e-d6d10474926b req-c12be4ce-e97c-41c2-836b-a1ea472520e8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:30.508165 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8616cade-a5e2-4ca1-906e-d6d10474926b req-c12be4ce-e97c-41c2-836b-a1ea472520e8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 943 time: 0.0666063 Aug 31 14:43:30.619444 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8616cade-a5e2-4ca1-906e-d6d10474926b req-ff85c4ba-7168-46f6-9faa-1cbf9e951152 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042273 Aug 31 14:43:30.887804 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-90b4cc70-0969-4fe7-add3-5c532a608ca5 req-4d91fd64-b8b1-4e30-a5d0-5e66b77fce27 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0779598 Aug 31 14:43:30.975801 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81e4f9d5-d01f-441f-a717-a45efbab1f06 req-cf86d5f7-d2ab-40b1-997c-4466f02dc627 service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6542943 Aug 31 14:43:31.052700 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df425a-3dca-48c9-8d0e-ee2905006c6c req-7e857b94-b1f2-46a2-8d22-10203367d786 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:31.056300 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-56df425a-3dca-48c9-8d0e-ee2905006c6c req-7e857b94-b1f2-46a2-8d22-10203367d786 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.1598063 Aug 31 14:43:31.211264 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-56df425a-3dca-48c9-8d0e-ee2905006c6c req-1c4de9ef-2474-46be-b3ed-d198162bba23 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473641 Aug 31 14:43:31.237316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0f036-d37d-47c3-9599-ccd95a7f5e80 req-6d239c7c-ee17-40a3-9118-a97dfb768f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:31.239428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ef0f036-d37d-47c3-9599-ccd95a7f5e80 req-6d239c7c-ee17-40a3-9118-a97dfb768f17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 1094 time: 0.1393471 Aug 31 14:43:31.371608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0f036-d37d-47c3-9599-ccd95a7f5e80 req-06734115-704b-4652-95ce-d7a0639b2273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:31.373220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ef0f036-d37d-47c3-9599-ccd95a7f5e80 req-06734115-704b-4652-95ce-d7a0639b2273 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.1269393 Aug 31 14:43:31.473472 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ef0f036-d37d-47c3-9599-ccd95a7f5e80 req-2270614f-097b-4d6e-99ff-43f0b10bbe83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed624d9e-d5be-497c-b48e-e60911d09690 HTTP/1.1" status: 200 len: 217 time: 0.0869582 Aug 31 14:43:31.566370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0f036-d37d-47c3-9599-ccd95a7f5e80 req-8e561d71-f22b-464d-a50c-b5e792b99f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:31.568092 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ef0f036-d37d-47c3-9599-ccd95a7f5e80 req-8e561d71-f22b-464d-a50c-b5e792b99f8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.0878229 Aug 31 14:43:31.629798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0f036-d37d-47c3-9599-ccd95a7f5e80 req-18494f8b-cc45-4f20-bad5-ef913ef55673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:31.632518 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ef0f036-d37d-47c3-9599-ccd95a7f5e80 req-18494f8b-cc45-4f20-bad5-ef913ef55673 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576997 Aug 31 14:43:31.809934 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ef0f036-d37d-47c3-9599-ccd95a7f5e80 req-7f080e0c-e413-4036-a5ee-e05f548cc9b5 service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702340 Aug 31 14:43:31.904845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc539b0-1db1-47ce-9c4f-c02f67a275da req-54086c4e-72e0-45b1-882d-590341336a9c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:31.907114 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bbc539b0-1db1-47ce-9c4f-c02f67a275da req-54086c4e-72e0-45b1-882d-590341336a9c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 943 time: 0.1369934 Aug 31 14:43:31.956209 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ef0f036-d37d-47c3-9599-ccd95a7f5e80 req-2e2093a2-5dc5-4a2b-aea4-c514031ea8e3 service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169848 Aug 31 14:43:32.024077 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bbc539b0-1db1-47ce-9c4f-c02f67a275da req-c693d758-eeb5-4b83-b031-c6e3cdad8e9f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096830 Aug 31 14:43:32.094963 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45c03068-b314-45c5-ab0a-7ad39febe139 req-88056976-375a-4fe2-bdf7-485143493a2e tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0773258 Aug 31 14:43:32.412845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6db61-db3b-4017-9f85-534f61406dc3 req-b712c3fa-3283-41d1-8684-427cd2a38a32 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:32.414650 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ba6db61-db3b-4017-9f85-534f61406dc3 req-b712c3fa-3283-41d1-8684-427cd2a38a32 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.0655007 Aug 31 14:43:32.460733 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ba6db61-db3b-4017-9f85-534f61406dc3 req-089e832d-f661-4515-a461-4aafd2fbbe85 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396237 Aug 31 14:43:33.219985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa14519-194e-45be-81cd-b7d35633f103 req-43536cc1-8672-434e-b31f-612f0c05f39e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:33.232029 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fa14519-194e-45be-81cd-b7d35633f103 req-43536cc1-8672-434e-b31f-612f0c05f39e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 943 time: 0.1170840 Aug 31 14:43:33.340052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fa14519-194e-45be-81cd-b7d35633f103 req-2fc99339-5080-406d-a347-28780dfe45ec tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994782 Aug 31 14:43:33.376841 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4e23021e-77d6-4020-85d5-13d824782b23 req-649f4fc9-608f-43a1-bbd0-5e2309417e80 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0774872 Aug 31 14:43:33.610358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb63b01-e552-48dd-90c9-1d05b8b7616b req-b368cc11-383d-406f-8edf-fc36d9ac0b71 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:33.618053 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2eb63b01-e552-48dd-90c9-1d05b8b7616b req-b368cc11-383d-406f-8edf-fc36d9ac0b71 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.0625277 Aug 31 14:43:33.700004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2eb63b01-e552-48dd-90c9-1d05b8b7616b req-520846b4-297c-4668-8856-0e68974242bf tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748475 Aug 31 14:43:34.543994 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac4df71c-86ed-481d-a578-b2bc082e834b req-7d40164f-48f6-45cb-b8f3-43b1419027b9 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0536547 Aug 31 14:43:34.565426 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f91fc-9571-4048-830a-0555b829f9e1 req-36d37ebd-725e-44a4-b1eb-cee42efcd146 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:34.584236 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-af5f91fc-9571-4048-830a-0555b829f9e1 req-36d37ebd-725e-44a4-b1eb-cee42efcd146 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 943 time: 0.1296837 Aug 31 14:43:34.651314 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-af5f91fc-9571-4048-830a-0555b829f9e1 req-4ec0e48b-bb2b-4d7c-a5a0-77daf71e175e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459871 Aug 31 14:43:34.843717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afdb47-41e1-4e6c-b256-1f9fe6d3bf84 req-6d48fcbb-6405-48bb-a881-26c7d50322c7 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:34.855688 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79afdb47-41e1-4e6c-b256-1f9fe6d3bf84 req-6d48fcbb-6405-48bb-a881-26c7d50322c7 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.0516553 Aug 31 14:43:34.892859 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79afdb47-41e1-4e6c-b256-1f9fe6d3bf84 req-563a85b5-c3aa-40e4-b82f-906600ad099c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361094 Aug 31 14:43:35.860582 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b9da76f8-952c-472f-b535-9709dfd534e8 req-15ef5e34-1012-4447-84bd-249b7dbe4064 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0582972 Aug 31 14:43:35.938844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717d394-fd06-44be-b248-55e4569f2c53 req-617f1959-025e-44eb-802c-e67cd6063b84 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:35.947289 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c717d394-fd06-44be-b248-55e4569f2c53 req-617f1959-025e-44eb-802c-e67cd6063b84 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 943 time: 0.1328292 Aug 31 14:43:36.014258 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c717d394-fd06-44be-b248-55e4569f2c53 req-7986a296-b9b5-4fd3-b2bd-85e91ed28409 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657990 Aug 31 14:43:36.161854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c53c6-4bc0-42cc-9528-266da035c180 req-48fd0835-f0b6-4474-879b-6f8fe5397a02 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:36.164196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-336c53c6-4bc0-42cc-9528-266da035c180 req-48fd0835-f0b6-4474-879b-6f8fe5397a02 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.0772274 Aug 31 14:43:36.229805 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-336c53c6-4bc0-42cc-9528-266da035c180 req-b82502e9-2289-4e53-9d5c-1f836b2798ac tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596318 Aug 31 14:43:36.977538 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7553d2fd-33ab-4e37-b083-d56efe0b1318 req-ec5b4a47-e88b-4638-93fd-9b31dd0be0c6 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0292120 Aug 31 14:43:37.154144 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904ad95-73e5-48a5-a444-d4b181942f58 req-83463268-5231-49a4-8fff-60ec92552662 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:37.155830 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a904ad95-73e5-48a5-a444-d4b181942f58 req-83463268-5231-49a4-8fff-60ec92552662 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 943 time: 0.0607765 Aug 31 14:43:37.199023 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a904ad95-73e5-48a5-a444-d4b181942f58 req-3aff0222-37bb-4db9-a16d-2900c097cba0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368288 Aug 31 14:43:37.363954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8540d86-3871-4698-a337-7e5bbfaf79b0 req-b38a60ed-0281-478e-ba48-61458f6717ea tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:37.365659 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8540d86-3871-4698-a337-7e5bbfaf79b0 req-b38a60ed-0281-478e-ba48-61458f6717ea tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.0552623 Aug 31 14:43:37.405499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8540d86-3871-4698-a337-7e5bbfaf79b0 req-fdd5cffc-e512-4893-8894-58c9231755f9 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332971 Aug 31 14:43:38.102603 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-66c2dbb1-e1e6-412e-ae91-f97904747483 req-40ff114f-b0b9-4cc4-a15c-0bfddd62e68f tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0282481 Aug 31 14:43:38.336533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd46ea2-b1c9-44a5-a006-7ebaa3bea231 req-6a3fa572-346c-4731-aea9-859dc067205f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:38.338078 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ecd46ea2-b1c9-44a5-a006-7ebaa3bea231 req-6a3fa572-346c-4731-aea9-859dc067205f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 943 time: 0.0534143 Aug 31 14:43:38.378073 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ecd46ea2-b1c9-44a5-a006-7ebaa3bea231 req-e3a3ffeb-f16a-4765-bdf6-b2fa9f4795cb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337794 Aug 31 14:43:38.548830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36702a3-d16d-4512-acb4-63c88839efb8 req-9d814a05-7618-4551-b72c-145c3a07a7cc tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:38.550477 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c36702a3-d16d-4512-acb4-63c88839efb8 req-9d814a05-7618-4551-b72c-145c3a07a7cc tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.0558970 Aug 31 14:43:38.600489 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c36702a3-d16d-4512-acb4-63c88839efb8 req-c946bdb0-f062-493c-9686-bfad971f091c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356445 Aug 31 14:43:39.212398 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10f30b8a-0f0a-40b2-8771-81e2ad195f09 req-92426122-97f2-4103-8750-0a4af4841bb1 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0303786 Aug 31 14:43:39.502484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230331f-e794-4629-a99f-a98d2ace6c20 req-9b8b4ccf-68b0-4c8d-84da-241f8608cf56 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:39.504177 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2230331f-e794-4629-a99f-a98d2ace6c20 req-9b8b4ccf-68b0-4c8d-84da-241f8608cf56 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 943 time: 0.0513728 Aug 31 14:43:39.554240 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2230331f-e794-4629-a99f-a98d2ace6c20 req-5138d5fb-91d6-4726-ab98-b675364862b1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433166 Aug 31 14:43:39.742949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41e111-927d-48a1-95e9-aca7e4559cda req-2709f4a8-7751-4557-85f9-05c952a266ef tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:39.745665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd41e111-927d-48a1-95e9-aca7e4559cda req-2709f4a8-7751-4557-85f9-05c952a266ef tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.0582385 Aug 31 14:43:39.787752 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cd41e111-927d-48a1-95e9-aca7e4559cda req-d4b22997-7c32-4bb8-b515-db0859b54a4b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365627 Aug 31 14:43:40.322069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d28a9d91-ffb6-4913-aadd-da4f41498f9c req-12d5ba5f-8850-4e2b-82ab-b52290aa3ff0 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0327032 Aug 31 14:43:40.705129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c664c48-d025-4757-8bfd-05edf1970678 req-bfc445d8-aa4d-49ba-aa8a-61f5e37dbd74 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:40.706555 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4c664c48-d025-4757-8bfd-05edf1970678 req-bfc445d8-aa4d-49ba-aa8a-61f5e37dbd74 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 943 time: 0.0700057 Aug 31 14:43:40.745338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4c664c48-d025-4757-8bfd-05edf1970678 req-94636e8a-f220-45da-b76e-cf59f107d637 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Aug 31 14:43:40.921760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb900d21-edb2-4d38-984c-306da1ff73a4 req-9268f552-af27-4ead-b489-a8a2df9a79c5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:40.923597 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cb900d21-edb2-4d38-984c-306da1ff73a4 req-9268f552-af27-4ead-b489-a8a2df9a79c5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.0612421 Aug 31 14:43:40.969004 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cb900d21-edb2-4d38-984c-306da1ff73a4 req-710c29cd-bf86-4c99-a685-78f7def06dce tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382576 Aug 31 14:43:41.426596 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-36a6053c-749b-42c9-9cd2-cf0ac296cc74 req-cea7d577-c106-4910-8ce9-ce86e85381a0 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0276010 Aug 31 14:43:41.864539 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fe8cc-672b-4eaa-9f56-371a1e0ec99f req-a1dd4502-1e97-4500-9f0e-f2c157a343f2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:41.867009 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-450fe8cc-672b-4eaa-9f56-371a1e0ec99f req-a1dd4502-1e97-4500-9f0e-f2c157a343f2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 943 time: 0.0524037 Aug 31 14:43:41.908419 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-450fe8cc-672b-4eaa-9f56-371a1e0ec99f req-785644e7-005b-4dee-a5de-ebb85e55d2d6 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347517 Aug 31 14:43:41.963499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ed624d9e-d5be-497c-b48e-e60911d09690 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:43:42.128235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa320ea-1d81-4d1e-8030-bfaddc9779bb req-6faac259-b115-4a29-a9d2-b822492cadd3 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:42.130011 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4fa320ea-1d81-4d1e-8030-bfaddc9779bb req-6faac259-b115-4a29-a9d2-b822492cadd3 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.0719292 Aug 31 14:43:42.181736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4fa320ea-1d81-4d1e-8030-bfaddc9779bb req-c95f29a1-a8f2-4a55-818b-ad0ff33c860e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441730 Aug 31 14:43:42.240282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ed624d9e-d5be-497c-b48e-e60911d09690, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ed624d9e-d5be-497c-b48e-e60911d09690,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:42.254781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'ed624d9e-d5be-497c-b48e-e60911d09690', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'port_id': 'ed624d9e-d5be-497c-b48e-e60911d09690', 'mac_address': 'fa:16:3e:8f:99:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:43:42.306085 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:42.322630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed624d9e-d5be-497c-b48e-e60911d09690 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:43:42.343366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ed624d9e-d5be-497c-b48e-e60911d09690, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ed624d9e-d5be-497c-b48e-e60911d09690,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:42.347993 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:42.409217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=ed624d9e-d5be-497c-b48e-e60911d09690,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:42.417765 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:42.418107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:42.418488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:42.418892 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:42.419251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:42.419583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:42.419911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:42.420237 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:42.420563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:42.420881 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:42.421205 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:42.421526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:42.544336 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e28cfa85-7af8-4b3d-95a1-af25fe05b7e1 req-71062111-6ab8-4fcd-aeb1-27dc64b1afcc tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0341976 Aug 31 14:43:42.575526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['ed624d9e-d5be-497c-b48e-e60911d09690'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:43:43.032400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1711333-1de1-4337-8c29-c441da2de03a req-f24d82e1-6a44-4ed4-a918-7673387ed37b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:43.033807 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e1711333-1de1-4337-8c29-c441da2de03a req-f24d82e1-6a44-4ed4-a918-7673387ed37b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 944 time: 0.0553851 Aug 31 14:43:43.081536 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e1711333-1de1-4337-8c29-c441da2de03a req-2ddf8815-cb8b-45a4-92c2-1e71ff48fba0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384169 Aug 31 14:43:43.316514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea75335-8443-4452-87cb-56d3a7b72025 req-46aeef89-6843-4e4b-9430-1e28110c2f62 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:43.318042 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cea75335-8443-4452-87cb-56d3a7b72025 req-46aeef89-6843-4e4b-9430-1e28110c2f62 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.0524068 Aug 31 14:43:43.363703 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cea75335-8443-4452-87cb-56d3a7b72025 req-dd80e03d-a8e0-4b89-b328-99428e0e2975 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375011 Aug 31 14:43:43.657159 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e59a5686-ae8b-4200-bf07-a11ef35e2009 req-cbe088fd-0028-41eb-ae1c-e35c448f6d7f tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0278881 Aug 31 14:43:43.993736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ed624d9e-d5be-497c-b48e-e60911d09690 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:43:44.045709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port ed624d9e-d5be-497c-b48e-e60911d09690 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:43:44.049806 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port ed624d9e-d5be-497c-b48e-e60911d09690 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:43:44.050184 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:44.129371 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:44.154029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed624d9e-d5be-497c-b48e-e60911d09690'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:44.156648 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca923a70-0de5-4583-810a-9ed5bb850026" -d '{"events": [{"server_uuid": "5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497", "name": "network-vif-plugged", "status": "completed", "tag": "ed624d9e-d5be-497c-b48e-e60911d09690"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:44.170600 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ed624d9e-d5be-497c-b48e-e60911d09690, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ed624d9e-d5be-497c-b48e-e60911d09690,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:44.174783 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:44.217522 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2218a613-ba37-491e-97b1-b021bdfdd67f x-openstack-request-id: req-2218a613-ba37-491e-97b1-b021bdfdd67f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:44.218538 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497", "name": "network-vif-plugged", "status": "completed", "tag": "ed624d9e-d5be-497c-b48e-e60911d09690", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:44.218538 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2218a613-ba37-491e-97b1-b021bdfdd67f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:44.218818 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed624d9e-d5be-497c-b48e-e60911d09690', 'code': 200} Aug 31 14:43:44.244549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d181f-91ac-4c64-b310-efb232af03f5 req-24d01948-bac7-44e4-8e03-9656a084a4a4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:44.246310 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-314d181f-91ac-4c64-b310-efb232af03f5 req-24d01948-bac7-44e4-8e03-9656a084a4a4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 945 time: 0.0935702 Aug 31 14:43:44.249225 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=ed624d9e-d5be-497c-b48e-e60911d09690,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:44.294778 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-314d181f-91ac-4c64-b310-efb232af03f5 req-d2251cb1-8564-49d6-8b8d-81b500e8dd16 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344577 Aug 31 14:43:44.339445 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e9825-0e00-41fe-821e-389165511dd5 req-98b1babf-77f7-4f37-9287-3ef9a9c042a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:44.341366 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-499e9825-0e00-41fe-821e-389165511dd5 req-98b1babf-77f7-4f37-9287-3ef9a9c042a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 1096 time: 0.0471530 Aug 31 14:43:44.378210 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-499e9825-0e00-41fe-821e-389165511dd5 req-823ffcb5-76c8-49e5-8343-2c6319b19d25 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291262 Aug 31 14:43:44.497325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dbb32-5b11-4fd1-b57e-ef0a43ac1310 req-4637397a-289b-4db3-9074-55ae18143963 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:44.498827 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f43dbb32-5b11-4fd1-b57e-ef0a43ac1310 req-4637397a-289b-4db3-9074-55ae18143963 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 944 time: 0.0560312 Aug 31 14:43:44.538535 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f43dbb32-5b11-4fd1-b57e-ef0a43ac1310 req-b1f7bc49-49c0-4b6e-ad6e-393957c6b174 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337310 Aug 31 14:43:44.766893 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3dc20f47-fba2-4eb3-a3a4-c762043e2d7c req-5e771064-bdc2-433f-9fc4-5267e30ebc53 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0296762 Aug 31 14:43:44.824368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 89b141aa-e193-4472-82fc-1e7e19ad3ccd details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:43:44.928832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:44.939680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'port_id': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'mac_address': 'fa:16:3e:71:a9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:43:44.976245 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:44.989442 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b141aa-e193-4472-82fc-1e7e19ad3ccd {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:43:45.015483 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:45.019714 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:45.067504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=89b141aa-e193-4472-82fc-1e7e19ad3ccd,revision_number=11']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:45.256922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['89b141aa-e193-4472-82fc-1e7e19ad3ccd'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:43:45.450451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3a8a4-2125-4277-a6ec-7571391e837d req-bc42ee4c-5cbe-4c68-9224-6d3e5556a482 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:45.451633 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f7e3a8a4-2125-4277-a6ec-7571391e837d req-bc42ee4c-5cbe-4c68-9224-6d3e5556a482 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 945 time: 0.0584271 Aug 31 14:43:45.495773 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f7e3a8a4-2125-4277-a6ec-7571391e837d req-90c96aa9-e370-48b3-82c7-1c745c29a9b1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368440 Aug 31 14:43:45.663583 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b178800-835f-420e-8122-b1cbb733a043 req-94d58b65-36dd-46d7-82e9-5e327719eaf2 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:45.665073 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2b178800-835f-420e-8122-b1cbb733a043 req-94d58b65-36dd-46d7-82e9-5e327719eaf2 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.0542042 Aug 31 14:43:45.710438 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2b178800-835f-420e-8122-b1cbb733a043 req-400058c5-00cc-4cb4-bb3a-b1345dc1d583 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392592 Aug 31 14:43:45.878645 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f8baa8c3-f5d1-434a-8a31-d4d0906935d6 req-b9960d3b-f517-4957-8e8d-52370ff66cb1 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0270610 Aug 31 14:43:46.614061 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee59e88-a746-478a-8443-40c0c69454d9 req-6bd0f0aa-f8c9-4fb3-b2d5-3fb386a2588e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:46.615721 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cee59e88-a746-478a-8443-40c0c69454d9 req-6bd0f0aa-f8c9-4fb3-b2d5-3fb386a2588e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 945 time: 0.0518181 Aug 31 14:43:46.655831 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cee59e88-a746-478a-8443-40c0c69454d9 req-7a66b795-2a1a-4063-b6c6-e4b29ad25b3d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324495 Aug 31 14:43:46.785274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b040a9-76a2-4bf4-9c30-2db1de20bd82 req-cbc6c911-31bd-461d-913c-7796798464da tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:46.789441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7b040a9-76a2-4bf4-9c30-2db1de20bd82 req-cbc6c911-31bd-461d-913c-7796798464da tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 945 time: 0.0617936 Aug 31 14:43:46.831869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a7b040a9-76a2-4bf4-9c30-2db1de20bd82 req-97db72ec-efdf-4417-a2e6-8c85c1ab0ab7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353889 Aug 31 14:43:46.846588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 89b141aa-e193-4472-82fc-1e7e19ad3ccd up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:43:46.855517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139c71a-c0d3-40df-a144-3404c3ac68ec req-3fcc711c-21d9-4d99-a0ce-09d6fe2866ae tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:46.858067 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a139c71a-c0d3-40df-a144-3404c3ac68ec req-3fcc711c-21d9-4d99-a0ce-09d6fe2866ae tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 945 time: 0.0663626 Aug 31 14:43:46.908213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a139c71a-c0d3-40df-a144-3404c3ac68ec req-b3900877-ddd4-4256-be89-8a95f74467e7 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437918 Aug 31 14:43:46.917203 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 89b141aa-e193-4472-82fc-1e7e19ad3ccd completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:43:46.923039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 89b141aa-e193-4472-82fc-1e7e19ad3ccd triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:43:46.923425 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:47.025377 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:47.028373 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98ff4a87-fd3d-4f67-884f-7f52b014f45e req-29a72534-5ca6-43fb-a8f0-c018bb68c7a9 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0384507 Aug 31 14:43:47.055387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:47.057533 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a494b49d-17d8-4e84-870c-1acb620d2f07" -d '{"events": [{"server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "name": "network-vif-plugged", "status": "completed", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:47.073515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:47.081949 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:47.161550 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be04444-9a31-4a26-bc7a-b07676a6db96 x-openstack-request-id: req-3be04444-9a31-4a26-bc7a-b07676a6db96 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:47.162764 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "name": "network-vif-plugged", "status": "completed", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:47.162996 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3be04444-9a31-4a26-bc7a-b07676a6db96 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:47.163498 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'code': 200} Aug 31 14:43:47.164285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=89b141aa-e193-4472-82fc-1e7e19ad3ccd,revision_number=12']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:47.325429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde2d2e-c608-41bb-99c4-fcd8bb7b01d9 req-dde81a9a-a4b2-4d38-8809-360180795442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:47.326968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbde2d2e-c608-41bb-99c4-fcd8bb7b01d9 req-dde81a9a-a4b2-4d38-8809-360180795442 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 1097 time: 0.0458388 Aug 31 14:43:47.369636 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbde2d2e-c608-41bb-99c4-fcd8bb7b01d9 req-62ad64c1-00f0-4654-b5e1-e4a98640f2e3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333855 Aug 31 14:43:48.076098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1776b-3bcf-4e40-947d-6d27f2bab91e req-43ba63f0-5060-4411-bb97-0052589076b3 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:48.077988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ec1776b-3bcf-4e40-947d-6d27f2bab91e req-43ba63f0-5060-4411-bb97-0052589076b3 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 946 time: 0.0653040 Aug 31 14:43:48.121681 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ec1776b-3bcf-4e40-947d-6d27f2bab91e req-6b8e8b79-131a-4469-ad7c-805b8b35e6ad tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339425 Aug 31 14:43:48.290910 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84d7f55e-eaa6-4760-9443-bbbc441bfe93 req-a32f3faf-ee24-431e-a616-a77a735e59f1 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0493572 Aug 31 14:43:48.309582 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-063b9a02-6329-4b81-8633-cfda988df034 req-233ffa93-4df0-43bc-9d78-f099cccaf883 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856433 Aug 31 14:43:48.400037 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b9a02-6329-4b81-8633-cfda988df034 req-98575cd1-5bcb-4f62-9e2b-44d3cd10ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:48.401734 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-063b9a02-6329-4b81-8633-cfda988df034 req-98575cd1-5bcb-4f62-9e2b-44d3cd10ab2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c84d740f6207458bac8b14249c302797&device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 1097 time: 0.0674076 Aug 31 14:43:48.534567 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b9a02-6329-4b81-8633-cfda988df034 req-22ea6c8b-ab00-4d6b-b845-b88bb709451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:48.536105 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-063b9a02-6329-4b81-8633-cfda988df034 req-22ea6c8b-ab00-4d6b-b845-b88bb709451e service neutron] 10.222.0.60 "GET /v2.0/networks?id=59849f4f-b5bd-4a7f-b70c-d1daace00978 HTTP/1.1" status: 200 len: 912 time: 0.1129961 Aug 31 14:43:48.638928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-063b9a02-6329-4b81-8633-cfda988df034 req-0078ea8e-350f-40af-8a45-e8e700a4391f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca04fa8-2f88-46ee-97da-e0e9748d110e HTTP/1.1" status: 200 len: 1001 time: 0.0946486 Aug 31 14:43:48.752277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b9a02-6329-4b81-8633-cfda988df034 req-6cb26e1f-5b7d-4c85-9967-a40db7f84b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:48.759197 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-063b9a02-6329-4b81-8633-cfda988df034 req-6cb26e1f-5b7d-4c85-9967-a40db7f84b3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8183bda-d8b2-43ca-9066-7e53408b7171 HTTP/1.1" status: 200 len: 850 time: 0.1082869 Aug 31 14:43:48.919411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b9a02-6329-4b81-8633-cfda988df034 req-f1e25c85-b975-4331-901d-aafe296f9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:48.926467 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-063b9a02-6329-4b81-8633-cfda988df034 req-f1e25c85-b975-4331-901d-aafe296f9e8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59849f4f-b5bd-4a7f-b70c-d1daace00978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638138 Aug 31 14:43:49.060049 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-063b9a02-6329-4b81-8633-cfda988df034 req-6dded2c2-ed15-4048-b3a3-2f1844dbb307 service neutron] 10.222.0.60 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266644 Aug 31 14:43:49.273634 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-063b9a02-6329-4b81-8633-cfda988df034 req-f893f9d8-40c6-49d9-ae29-6b016f8282f7 service neutron] 10.222.0.60 "GET /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055721 Aug 31 14:43:49.322829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6787979-975b-4f0c-8031-5c567689d235 req-0653ca7d-483a-4f8c-add4-22fb9b21edde tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:49.328988 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a6787979-975b-4f0c-8031-5c567689d235 req-0653ca7d-483a-4f8c-add4-22fb9b21edde tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 946 time: 0.0804503 Aug 31 14:43:49.408470 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a6787979-975b-4f0c-8031-5c567689d235 req-1ba38b09-2679-49c0-a3e3-9e37dd78bf3d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720422 Aug 31 14:43:49.444059 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b4fe6cf-49c4-4b80-a4ec-cffccd45a006 req-09806942-079a-4101-80d8-0ab2a0faba94 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0468132 Aug 31 14:43:49.551060 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:49.579491 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2881-13d7-420d-a23c-85802a1aa5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:49.643004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-b349f0cc-dc33-4a76-9833-7d8890792ac2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:49.644580 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-b349f0cc-dc33-4a76-9833-7d8890792ac2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 812 time: 0.1252050 Aug 31 14:43:49.663401 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-488d4690-4ef4-4933-a972-c771e17b953d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/quotas/6533cc47c01b415292ab966def453044 HTTP/1.1" status: 200 len: 375 time: 0.0106053 Aug 31 14:43:49.722098 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-b30fab80-ed14-49cb-b7e0-62829ee6b516 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530074 Aug 31 14:43:49.916878 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-e8ba78fd-0bca-40c7-ac86-4e53e73985a9 service neutron] 10.222.0.39 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867781 Aug 31 14:43:50.020543 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-08949b0d-0819-49a3-93f5-5e6582f9e9f7 service neutron] 10.222.0.39 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974808 Aug 31 14:43:50.227319 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-32cde960-89cc-46be-ab3c-0d8cc807366b req-134d96f8-82da-4f5e-81dc-ec0e528b6f2c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 210 time: 0.0356019 Aug 31 14:43:50.554027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f766755-1e9c-47a4-bd10-794874fccc12 req-f3549434-7be0-451b-94a7-94ee6bd002b9 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:50.562100 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f766755-1e9c-47a4-bd10-794874fccc12 req-f3549434-7be0-451b-94a7-94ee6bd002b9 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 946 time: 0.0786266 Aug 31 14:43:50.594151 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eac7b28a-9483-4ee2-9fdb-be72e9bd3661 req-3d187481-2d68-4ca3-bbbc-0e66a34dc8a3 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0375166 Aug 31 14:43:50.610120 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f766755-1e9c-47a4-bd10-794874fccc12 req-ef925653-11f8-4d00-bf02-920afc2dc986 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468943 Aug 31 14:43:51.239031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-98e9e5e7-de0b-43c2-84ee-75d055d97a8a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:51.240706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-98e9e5e7-de0b-43c2-84ee-75d055d97a8a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.60 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 812 time: 0.1088011 Aug 31 14:43:51.253531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'port': {'device_id': '9cc56b15-7924-44a8-bc06-03e3593ba730', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'admin_state_up': True, 'tenant_id': '6533cc47c01b415292ab966def453044'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:43:51.341712 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9975f13d-dd67-4182-9796-cafd1cb78bae req-6ca72d76-8c03-4c0a-8e15-6010b40589e5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 210 time: 0.0303280 Aug 31 14:43:51.401811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Made reservation on behalf of 6533cc47c01b415292ab966def453044 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:43:51.409521 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:51.558057 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Allocated IP 172.20.0.6 (d539104a-571b-4d65-8226-f02851a21edf/84f20d0c-d59a-49fd-bdba-b8ee114f5f38/d17042b8-0187-4796-b69e-ee3be8b1317f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:43:51.752052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9265f780-6ad9-4f84-904f-4dc0bf1659c1 req-ebf57352-99da-43ed-bb6f-818faab6dd59 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0423152 Aug 31 14:43:51.778254 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:51.802185 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Transition to ACTIVE for port object d17042b8-0187-4796-b69e-ee3be8b1317f will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:43:51.838607 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:51.852205 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['ed624d9e-d5be-497c-b48e-e60911d09690'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:43:51.879633 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Network d539104a-571b-4d65-8226-f02851a21edf is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:43:51.883254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:43:51.887747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:43:51.938028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'Port': ['ID=d17042b8-0187-4796-b69e-ee3be8b1317f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:51.954272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:51.954623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:51.954972 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:51.955355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:51.955701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:51.956038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:51.956371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:51.956701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:51.957026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:51.957349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:51.957676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:51.958002 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:43:51.975580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:51.976379 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:52.013858 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-97950d00-a527-46ae-a529-5beb8afff7f3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7638187 Aug 31 14:43:52.030583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Request body: {'port': {'device_id': '9cc56b15-7924-44a8-bc06-03e3593ba730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:43:52.134863 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:52.174647 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-87007dae-70c7-4f41-a5ec-6a3653192451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:52.269622 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:52.359585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c96a89f2-bbe4-4e69-88f4-6b6fc93b282f None None] Provisioning for port d17042b8-0187-4796-b69e-ee3be8b1317f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:43:52.366230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c96a89f2-bbe4-4e69-88f4-6b6fc93b282f None None] Provisioning complete for port d17042b8-0187-4796-b69e-ee3be8b1317f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:43:52.368054 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c96a89f2-bbe4-4e69-88f4-6b6fc93b282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:52.451079 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c96a89f2-bbe4-4e69-88f4-6b6fc93b282f None None] Port d17042b8-0187-4796-b69e-ee3be8b1317f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:43:52.565512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68332850-4c55-43b9-9eff-00be1b22b2c1 req-53c7b8ac-0baf-4766-b821-5af5a5db729e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:52.568068 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68332850-4c55-43b9-9eff-00be1b22b2c1 req-53c7b8ac-0baf-4766-b821-5af5a5db729e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 931 time: 0.0653563 Aug 31 14:43:52.592831 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17042b8-0187-4796-b69e-ee3be8b1317f {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:43:52.601992 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:52.615658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Transition to ACTIVE for port object d17042b8-0187-4796-b69e-ee3be8b1317f will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:43:52.619976 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:52.634677 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68332850-4c55-43b9-9eff-00be1b22b2c1 req-37d39237-b63e-46dd-b015-d1e826b43f19 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595365 Aug 31 14:43:52.700467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Pushing event updated for resources: {'Port': ['ID=d17042b8-0187-4796-b69e-ee3be8b1317f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:52.763082 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Attempting to bind port d17042b8-0187-4796-b69e-ee3be8b1317f on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:43:52.763457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Attempting to bind port d17042b8-0187-4796-b69e-ee3be8b1317f by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:43:52.763786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Attempting to bind port d17042b8-0187-4796-b69e-ee3be8b1317f on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:43:52.769047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Port d17042b8-0187-4796-b69e-ee3be8b1317f on network d539104a-571b-4d65-8226-f02851a21edf not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:43:52.769371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Attempting to bind port d17042b8-0187-4796-b69e-ee3be8b1317f on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:43:52.774818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:43:52.775109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Checking segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:43:52.775524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Bound using segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:43:52.775956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Bound port: d17042b8-0187-4796-b69e-ee3be8b1317f, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:43:52.776316 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:52.928289 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd3a8b21-025b-418f-9e6a-78b070b68524 req-40f78aa1-c5e2-40bc-abfa-b59671c7960e tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0402880 Aug 31 14:43:52.934446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] For port d17042b8-0187-4796-b69e-ee3be8b1317f, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:43:52.950419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] For port d17042b8-0187-4796-b69e-ee3be8b1317f, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d17042b8-0187-4796-b69e-ee3be8b1317f,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:43:52.955258 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:53.000641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:53.001235 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:53.003333 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] 10.222.0.60 "PUT /v2.0/ports/d17042b8-0187-4796-b69e-ee3be8b1317f HTTP/1.1" status: 200 len: 1091 time: 0.9812446 Aug 31 14:43:53.007309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc56b15-7924-44a8-bc06-03e3593ba730', 'tag': 'd17042b8-0187-4796-b69e-ee3be8b1317f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:53.007309 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3fec52-529e-4098-90d4-3007ece511a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc56b15-7924-44a8-bc06-03e3593ba730", "tag": "d17042b8-0187-4796-b69e-ee3be8b1317f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:53.043021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e66f46-4020-495f-b8e8-636ffef5dab5 service neutron] Pushing event updated for resources: {'Port': ['ID=d17042b8-0187-4796-b69e-ee3be8b1317f,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:53.066987 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4833ed6b-7ec1-4193-9014-4055117ddb48 x-openstack-request-id: req-4833ed6b-7ec1-4193-9014-4055117ddb48 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:53.067345 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc56b15-7924-44a8-bc06-03e3593ba730", "tag": "d17042b8-0187-4796-b69e-ee3be8b1317f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:53.067603 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4833ed6b-7ec1-4193-9014-4055117ddb48 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:53.071084 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc56b15-7924-44a8-bc06-03e3593ba730', 'tag': 'd17042b8-0187-4796-b69e-ee3be8b1317f', 'status': 'completed', 'code': 200} Aug 31 14:43:53.128165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-044115ed-b45d-4ec6-8b3a-045fe2a75d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:53.129910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-044115ed-b45d-4ec6-8b3a-045fe2a75d55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 1094 time: 0.0496881 Aug 31 14:43:53.189137 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-9c5483f3-9c41-46df-a20f-207ea0711cd4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17042b8-0187-4796-b69e-ee3be8b1317f HTTP/1.1" status: 200 len: 217 time: 0.0512300 Aug 31 14:43:53.312578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-1c31ce6c-9a56-4904-9d2a-e565a3c25724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:53.314065 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-1c31ce6c-9a56-4904-9d2a-e565a3c25724 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.1132369 Aug 31 14:43:53.343465 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:53.371960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-5b7e0198-d0f5-49e7-9e0b-bff55e94883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:53.373687 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-5b7e0198-d0f5-49e7-9e0b-bff55e94883b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522540 Aug 31 14:43:53.477565 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-9615ee39-b963-433a-9d38-b0f4bcac34cc service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958011 Aug 31 14:43:53.597679 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319daca1-6b3e-4bf4-8f06-491a5fd3b8a9 req-e14bb71d-8691-43d0-984d-db457478439e service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126070 Aug 31 14:43:53.716164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fec52-529e-4098-90d4-3007ece511a9 req-16a22d4e-3a66-435d-89a1-c7d6163669a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:53.717737 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a3fec52-529e-4098-90d4-3007ece511a9 req-16a22d4e-3a66-435d-89a1-c7d6163669a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 1094 time: 0.0545766 Aug 31 14:43:53.846452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c5766-e7c6-4db5-85d5-c59c02928e6e req-bf5dc4d0-a890-4189-89d8-f7111a03c83e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:53.848198 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee3c5766-e7c6-4db5-85d5-c59c02928e6e req-bf5dc4d0-a890-4189-89d8-f7111a03c83e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0734761 Aug 31 14:43:53.883684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fec52-529e-4098-90d4-3007ece511a9 req-48294d76-d277-4632-94f3-5dd4e06a7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:53.885317 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a3fec52-529e-4098-90d4-3007ece511a9 req-48294d76-d277-4632-94f3-5dd4e06a7560 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.1593938 Aug 31 14:43:53.942457 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee3c5766-e7c6-4db5-85d5-c59c02928e6e req-b84d9849-7ecd-4578-babe-807e8fbc0c63 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850978 Aug 31 14:43:53.944591 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a3fec52-529e-4098-90d4-3007ece511a9 req-b37606bc-2bd9-4976-bd03-5cdaac90bb7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17042b8-0187-4796-b69e-ee3be8b1317f HTTP/1.1" status: 200 len: 217 time: 0.0477531 Aug 31 14:43:54.025861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fec52-529e-4098-90d4-3007ece511a9 req-10ac998d-0184-457c-9ffa-91f0e9d91cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:54.027511 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a3fec52-529e-4098-90d4-3007ece511a9 req-10ac998d-0184-457c-9ffa-91f0e9d91cd4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.0583892 Aug 31 14:43:54.069697 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-697dc501-df18-4d32-850a-cebedba3f358 req-edcbb41d-6ccc-40e2-adde-4195e3209a37 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0453424 Aug 31 14:43:54.093962 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fec52-529e-4098-90d4-3007ece511a9 req-b421b7b7-699b-49ee-961e-e5a4c04f9053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:54.096245 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a3fec52-529e-4098-90d4-3007ece511a9 req-b421b7b7-699b-49ee-961e-e5a4c04f9053 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602858 Aug 31 14:43:54.212218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a3fec52-529e-4098-90d4-3007ece511a9 req-fbee5323-7fd6-4f76-9738-6141d63b388f service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083426 Aug 31 14:43:54.322578 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4a3fec52-529e-4098-90d4-3007ece511a9 req-5066ecb3-e872-4c0e-a329-7816b05ef9bd service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025591 Aug 31 14:43:54.403916 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcbcad9c-9e8d-400b-81e0-00567c4e33bb req-c635c77c-4310-449b-9576-bf16781feb53 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0294282 Aug 31 14:43:54.419568 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:54.953289 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:55.132774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349473c7-7888-4d97-b37d-4dac2df5bed4 req-a24f48ee-b162-47b1-8877-ad2fc008af94 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:55.134337 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-349473c7-7888-4d97-b37d-4dac2df5bed4 req-a24f48ee-b162-47b1-8877-ad2fc008af94 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0905859 Aug 31 14:43:55.197237 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-349473c7-7888-4d97-b37d-4dac2df5bed4 req-00637ce7-dccf-4bda-8487-69b820a9c201 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517447 Aug 31 14:43:55.214503 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-118c6e0f-cd5f-4057-a605-459cd09e3abf req-ccb4c88f-2423-4b1d-929c-3abea92010aa tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0392711 Aug 31 14:43:56.462401 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f50ee13c-d4a2-4b3d-b886-2b28a7e4d541 req-6dc83614-0e50-4c93-868e-1f5d9ba416d1 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0590551 Aug 31 14:43:56.489227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638508ca-043d-4181-bd55-1137974c8b13 req-dc766798-6c5f-4a1a-9bc7-7616f8835f07 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:56.491595 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-638508ca-043d-4181-bd55-1137974c8b13 req-dc766798-6c5f-4a1a-9bc7-7616f8835f07 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.1057291 Aug 31 14:43:56.494695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbe24215-e348-478c-a89e-866393190815 req-89212fe3-a48b-4bfe-b6b1-3d6ef1a7386a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743871 Aug 31 14:43:56.606900 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-638508ca-043d-4181-bd55-1137974c8b13 req-663ae13e-2bf1-483b-98bd-5c87e6e2a990 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030347 Aug 31 14:43:56.644350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe24215-e348-478c-a89e-866393190815 req-3dd23175-c755-4179-9c61-f0b3e46ea09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:56.652052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbe24215-e348-478c-a89e-866393190815 req-3dd23175-c755-4179-9c61-f0b3e46ea09c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 1097 time: 0.0886075 Aug 31 14:43:56.847085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe24215-e348-478c-a89e-866393190815 req-5ee7adc1-b4f0-4d3b-b632-510d4aa56393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:56.851299 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbe24215-e348-478c-a89e-866393190815 req-5ee7adc1-b4f0-4d3b-b632-510d4aa56393 service neutron] 10.222.0.25 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 917 time: 0.1749618 Aug 31 14:43:57.003745 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69add11a-2e1c-45e8-a3cc-959dc355b468 req-d7706f32-c622-4812-9fab-90fd9a7570cd tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22&device_id=548a8cc7-360d-4c28-88f1-28d07eedcc4d HTTP/1.1" status: 200 len: 210 time: 0.0363324 Aug 31 14:43:57.067027 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbe24215-e348-478c-a89e-866393190815 req-b45b8c9a-4e83-4469-a38f-fe63d0c130a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd HTTP/1.1" status: 200 len: 1001 time: 0.1981535 Aug 31 14:43:57.173800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe24215-e348-478c-a89e-866393190815 req-400a019b-9703-44f8-8337-042436d5129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:57.175614 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbe24215-e348-478c-a89e-866393190815 req-400a019b-9703-44f8-8337-042436d5129a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.1011701 Aug 31 14:43:57.320652 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe24215-e348-478c-a89e-866393190815 req-38251932-88b6-49de-bf1a-383226420529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:57.325505 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbe24215-e348-478c-a89e-866393190815 req-38251932-88b6-49de-bf1a-383226420529 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361473 Aug 31 14:43:57.435116 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ca2268e-8901-4ade-8e2f-56767311548a req-3adf479d-14d8-4d30-b322-c2b813773615 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8fe1f50357054eb6b0d840d5ff725cfc&device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0545828 Aug 31 14:43:57.528506 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ca2268e-8901-4ade-8e2f-56767311548a req-972e8704-2c04-497b-93a5-c40584205431 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=8fe1f50357054eb6b0d840d5ff725cfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779288 Aug 31 14:43:57.534038 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbe24215-e348-478c-a89e-866393190815 req-2428a294-6519-4c9a-9dbd-caee5770b9e2 service neutron] 10.222.0.25 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988676 Aug 31 14:43:57.567852 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7ac00ed6-959a-46f1-bc6e-7df23c32b212 req-cd594823-f1fa-4617-b7e1-e3024b10220e tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0383952 Aug 31 14:43:57.807286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbe24215-e348-478c-a89e-866393190815 req-32169907-288c-41f9-acd9-411b3c278698 service neutron] 10.222.0.25 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600389 Aug 31 14:43:57.893110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2268e-8901-4ade-8e2f-56767311548a req-3d9cd60f-7249-44c5-b769-a475029a66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:57.896443 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ca2268e-8901-4ade-8e2f-56767311548a req-3d9cd60f-7249-44c5-b769-a475029a66c6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3266311 Aug 31 14:43:57.928978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ebedf-e3fa-4ffd-89e3-3ad015e7bc51 req-7b8e1fc4-9502-4966-b564-008a5333c435 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:57.930549 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c7ebedf-e3fa-4ffd-89e3-3ad015e7bc51 req-7b8e1fc4-9502-4966-b564-008a5333c435 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.1116157 Aug 31 14:43:58.001242 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c7ebedf-e3fa-4ffd-89e3-3ad015e7bc51 req-20ca09cb-a2e2-4fb3-9f03-db1058642f87 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604608 Aug 31 14:43:58.736787 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-520a45e8-d62b-4348-bdd8-c73eef7a783e req-0cddd3a7-ac52-4403-a0bc-a15600e0b31e tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0421286 Aug 31 14:43:59.190690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f465c-8225-408f-9599-abe699ac5991 req-a3b13689-0aca-4035-adde-08732e582725 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:59.192254 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-112f465c-8225-408f-9599-abe699ac5991 req-a3b13689-0aca-4035-adde-08732e582725 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.1008320 Aug 31 14:43:59.252520 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-112f465c-8225-408f-9599-abe699ac5991 req-6158dc28-97fb-4606-b7fe-0539ef1afb99 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533864 Aug 31 14:43:59.412746 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ca2268e-8901-4ade-8e2f-56767311548a req-f25c8bcd-61cd-44df-9db4-7dfb2d87bb6b tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0380099 Aug 31 14:43:59.917136 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91f22690-84d4-4468-887b-ccf317961bcd req-eb3b537c-3152-4fea-8c99-b50bff74e287 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce8ab31-660f-43cb-a516-cee32e03ae22 HTTP/1.1" status: 200 len: 210 time: 0.0401492 Aug 31 14:44:00.491823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ec05b-4273-4acc-841e-6657bf655d85 req-69b4e00d-44f4-457f-ac3e-3989e270796e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:00.494654 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319ec05b-4273-4acc-841e-6657bf655d85 req-69b4e00d-44f4-457f-ac3e-3989e270796e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0859771 Aug 31 14:44:00.582673 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-319ec05b-4273-4acc-841e-6657bf655d85 req-a1796b18-5dde-40fb-8f12-7ed0ea932df4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689735 Aug 31 14:44:01.284586 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f48b1d18-bd5e-4c61-b797-8bca87bafee2 req-5cc0ada8-06e5-494d-9f1f-327fb6492e4f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8fe1f50357054eb6b0d840d5ff725cfc&device_id=548a8cc7-360d-4c28-88f1-28d07eedcc4d HTTP/1.1" status: 200 len: 210 time: 0.0430892 Aug 31 14:44:01.318547 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f48b1d18-bd5e-4c61-b797-8bca87bafee2 req-2da6faa5-3138-4813-92a1-59f2846345c0 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=8fe1f50357054eb6b0d840d5ff725cfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217054 Aug 31 14:44:01.338240 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e82708cc-d03d-4373-b542-999392fff298 req-b47ad269-b120-4441-8a9c-f85b6ccc2b2e tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=548a8cc7-360d-4c28-88f1-28d07eedcc4d HTTP/1.1" status: 200 len: 210 time: 0.0526409 Aug 31 14:44:01.452447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b1d18-bd5e-4c61-b797-8bca87bafee2 req-b26b6265-bbcd-48b4-a088-58af03353568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:01.454329 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f48b1d18-bd5e-4c61-b797-8bca87bafee2 req-b26b6265-bbcd-48b4-a088-58af03353568 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1191721 Aug 31 14:44:01.766880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cebed6-fc73-416e-9691-fcbc972fcaa7 req-a7f2114a-5484-42bc-a6e7-69eb56ca39f5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:01.769075 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-32cebed6-fc73-416e-9691-fcbc972fcaa7 req-a7f2114a-5484-42bc-a6e7-69eb56ca39f5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0892868 Aug 31 14:44:01.833709 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-32cebed6-fc73-416e-9691-fcbc972fcaa7 req-0c09cd73-e3a0-4ba3-a55f-e758eee0cef8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575633 Aug 31 14:44:02.137023 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cf7e5-b090-4134-83ae-56524c1206fa req-791479d3-ad05-41ca-b481-edf4b5f07eb6 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:02.138781 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-185cf7e5-b090-4134-83ae-56524c1206fa req-791479d3-ad05-41ca-b481-edf4b5f07eb6 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 946 time: 0.0527039 Aug 31 14:44:02.184500 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-185cf7e5-b090-4134-83ae-56524c1206fa req-7786ab1c-4ccd-4feb-8503-dc45a8e05e68 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=58f29592-fe0b-4729-8033-c8304157e913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392637 Aug 31 14:44:02.452331 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dab16dd9-bf83-40ad-8ab4-91ea2dc5cf3a req-d25ce7b1-c89a-4c13-87ee-10571fdd1bc0 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=548a8cc7-360d-4c28-88f1-28d07eedcc4d HTTP/1.1" status: 200 len: 210 time: 0.0311224 Aug 31 14:44:02.813216 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-1a971413-3bcc-4c0e-80ea-efd40586bb93 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:02.814833 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-1a971413-3bcc-4c0e-80ea-efd40586bb93 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/networks?id=8f800c50-d6e8-4eae-a0e7-70583b2a8bbc HTTP/1.1" status: 200 len: 813 time: 0.1229563 Aug 31 14:44:02.837137 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-01fdc38c-ca4a-4f68-86b7-3f7e21d5624c tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/quotas/11276d76860e47a8ba5a725e5ea62a8e HTTP/1.1" status: 200 len: 375 time: 0.0109363 Aug 31 14:44:02.872824 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-98cd1808-3cc6-4cae-bd3c-d740082952f0 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=11276d76860e47a8ba5a725e5ea62a8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294609 Aug 31 14:44:02.982073 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1b112-24d5-4bc3-9573-9b0b08ca1f12 req-8dc05ade-8d97-46d8-a522-a52f2d0fe3b4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:02.983729 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-37b1b112-24d5-4bc3-9573-9b0b08ca1f12 req-8dc05ade-8d97-46d8-a522-a52f2d0fe3b4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0672746 Aug 31 14:44:02.990274 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-22fba95b-7289-4c14-a8e0-342fbd8ceffb service neutron] 10.222.0.39 "GET /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096172 Aug 31 14:44:03.034266 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-37b1b112-24d5-4bc3-9573-9b0b08ca1f12 req-346cc5e8-b3a2-4121-9172-60c07a2d6d48 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384774 Aug 31 14:44:03.071929 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f48b1d18-bd5e-4c61-b797-8bca87bafee2 req-437bbf0b-1ba9-4ae7-9fc1-3a7ffd9c5e4b tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.25 "GET /v2.0/ports?device_id=548a8cc7-360d-4c28-88f1-28d07eedcc4d HTTP/1.1" status: 200 len: 210 time: 0.0706329 Aug 31 14:44:03.126676 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7881aab7-482e-4368-8d5c-a5cbd669af14 service neutron] 10.222.0.39 "GET /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265421 Aug 31 14:44:03.344412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc4b9e-a175-4729-9c18-c4b858711a81 req-447ed5f5-d19d-4033-a7c1-fe1004c78305 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:03.346348 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9fbc4b9e-a175-4729-9c18-c4b858711a81 req-447ed5f5-d19d-4033-a7c1-fe1004c78305 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 946 time: 0.0673568 Aug 31 14:44:03.350556 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b029c52e-1469-4138-8028-37d78f985d5f req-2631d8c3-952c-4565-9f06-483bf4395b18 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 210 time: 0.0305998 Aug 31 14:44:03.410082 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9fbc4b9e-a175-4729-9c18-c4b858711a81 req-a031d78a-c936-4e0f-b843-2141c512b758 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=58f29592-fe0b-4729-8033-c8304157e913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498061 Aug 31 14:44:03.573581 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-533afda9-1e9f-4219-ab2f-b172f754aa46 req-9e0b36a7-291c-4b4c-bfdd-63255e594123 tempest-ServerShowV247Test-1192128023 tempest-ServerShowV247Test-1192128023-project] 10.222.0.39 "GET /v2.0/ports?device_id=548a8cc7-360d-4c28-88f1-28d07eedcc4d HTTP/1.1" status: 200 len: 210 time: 0.0317347 Aug 31 14:44:03.945570 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-083913a5-5f66-4514-b3ca-41158359e362 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:03.947407 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-083913a5-5f66-4514-b3ca-41158359e362 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.60 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 946 time: 0.0523419 Aug 31 14:44:04.065838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Deleting port bca04fa8-2f88-46ee-97da-e0e9748d110e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:04.065838 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:04.202715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f18e0-a75b-4a5c-9052-72a8170c3039 req-6da4d94e-8779-4be8-aca8-4e16bca801c0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:04.204307 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-990f18e0-a75b-4a5c-9052-72a8170c3039 req-6da4d94e-8779-4be8-aca8-4e16bca801c0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0896182 Aug 31 14:44:04.220987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] For port bca04fa8-2f88-46ee-97da-e0e9748d110e, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=bca04fa8-2f88-46ee-97da-e0e9748d110e,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:04.221095 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:04.299838 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-990f18e0-a75b-4a5c-9052-72a8170c3039 req-69f73ade-630d-41d1-aba0-fcf82458806f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819492 Aug 31 14:44:04.505540 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:04.506214 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:04.507248 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Floating IP b140be43-cdb4-4b4d-83c8-48d41c84a106 disassociated. External IP: 172.25.2.34, port: bca04fa8-2f88-46ee-97da-e0e9748d110e. Aug 31 14:44:04.507943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Calling delete_port for bca04fa8-2f88-46ee-97da-e0e9748d110e owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:04.558611 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b675c0e-d711-4925-99e2-0251bde3d07f req-ef8daf29-e90e-4aff-86df-57f8e0c99ca2 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 210 time: 0.0976648 Aug 31 14:44:04.566858 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-3210bc81-5abd-411b-8940-102f52254c13 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:04.570313 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-3210bc81-5abd-411b-8940-102f52254c13 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.25 "GET /v2.0/networks?id=8f800c50-d6e8-4eae-a0e7-70583b2a8bbc HTTP/1.1" status: 200 len: 813 time: 0.1995301 Aug 31 14:44:04.586164 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Request body: {'port': {'device_id': '26a1ca8c-a7c4-4e78-9659-73d766b26440', 'network_id': '8f800c50-d6e8-4eae-a0e7-70583b2a8bbc', 'admin_state_up': True, 'tenant_id': '11276d76860e47a8ba5a725e5ea62a8e'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:04.744868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Made reservation on behalf of 11276d76860e47a8ba5a725e5ea62a8e for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:44:04.748580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:04.936702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Allocated IP 172.20.0.11 (8f800c50-d6e8-4eae-a0e7-70583b2a8bbc/3fc1145a-9dec-4b7c-88c8-23c6b06f9a69/71d92789-821a-412b-9c51-345007429d9d) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:44:05.011490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219aa76-c746-4b86-b915-a0002d3e8d18 req-55515203-4b09-49f4-9860-c506cfb58f57 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:05.019469 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e219aa76-c746-4b86-b915-a0002d3e8d18 req-55515203-4b09-49f4-9860-c506cfb58f57 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 946 time: 0.4541557 Aug 31 14:44:05.061637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42634) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:05.109327 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e219aa76-c746-4b86-b915-a0002d3e8d18 req-41a93390-d564-4a63-9eed-e89583707371 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups?id=58f29592-fe0b-4729-8033-c8304157e913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889938 Aug 31 14:44:05.138791 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:05.170941 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:05.221429 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:05.231071 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event deleted for resources: {'Port': ['ID=bca04fa8-2f88-46ee-97da-e0e9748d110e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:05.273647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2f239de-b128-4064-8c8a-6555b57adfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:05.282748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Network 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:44:05.286687 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:44:05.291444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:44:05.295417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Pushing event updated for resources: {'Port': ['ID=71d92789-821a-412b-9c51-345007429d9d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:05.329607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:05.329957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:05.330299 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:05.330636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:05.330978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:05.331349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:05.332008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:05.332008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:05.332355 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:05.332825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:05.333297 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:05.333620 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:05.366835 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:05.367932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:05.373808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Router c370bf0f-bdeb-4654-a3e2-5f008d84c756 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:44:05.467267 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d02b5f-478e-40b0-874f-3272022bb0d2 req-020f5570-61d1-4e6c-b07d-ac607f1e1994 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:05.469243 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8d02b5f-478e-40b0-874f-3272022bb0d2 req-020f5570-61d1-4e6c-b07d-ac607f1e1994 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0671623 Aug 31 14:44:05.522495 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8d02b5f-478e-40b0-874f-3272022bb0d2 req-cc4f9e85-3f48-441c-97e4-b14e906253f1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455403 Aug 31 14:44:05.534806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:44:05.561287 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05b6cf5-7ad9-4c10-88e4-af78fc9ff73d None None] Sync routers for ids ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:44:05.573248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05b6cf5-7ad9-4c10-88e4-af78fc9ff73d None None] Routers {'c370bf0f-bdeb-4654-a3e2-5f008d84c756'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:05.574405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f05b6cf5-7ad9-4c10-88e4-af78fc9ff73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:43:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:05.575938 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2f239de-b128-4064-8c8a-6555b57adfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:05.588132 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-ef23ae9e-ef86-4af3-aad9-569c335842b9 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0086172 Aug 31 14:44:05.595449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] No DVR routers for this DVR port bca04fa8-2f88-46ee-97da-e0e9748d110e on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:44:05.597372 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2f239de-b128-4064-8c8a-6555b57adfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:05.601356 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:05.603434 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7be0703-c79b-422f-b03b-f759cb58b9c7 req-43dd5749-80c1-4b56-b3db-cf9831272161 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.60 "DELETE /v2.0/ports/bca04fa8-2f88-46ee-97da-e0e9748d110e HTTP/1.1" status: 204 len: 173 time: 1.6504209 Aug 31 14:44:05.605607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a23b4b-f786-4a8b-997d-0339790e107a', 'name': 'network-vif-deleted', 'tag': 'bca04fa8-2f88-46ee-97da-e0e9748d110e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:05.608225 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de8f3d0-9e21-4605-85d9-1a55cc531531" -d '{"events": [{"server_uuid": "40a23b4b-f786-4a8b-997d-0339790e107a", "name": "network-vif-deleted", "tag": "bca04fa8-2f88-46ee-97da-e0e9748d110e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:05.618527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Request body: {'port': {'device_id': '26a1ca8c-a7c4-4e78-9659-73d766b26440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:05.665935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f239de-b128-4064-8c8a-6555b57adfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898c91cd-2547-45f5-9c89-590868f72845,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:05.674422 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c2f239de-b128-4064-8c8a-6555b57adfd0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fe1f50357054eb6b0d840d5ff725cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5920837 Aug 31 14:44:05.678756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42644) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:05.758855 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9430fea9-1183-47f5-a557-f038480b80bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:05.788391 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9430fea9-1183-47f5-a557-f038480b80bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:05.796889 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eeb170-f4af-40bd-b9b5-7bd027cda44a x-openstack-request-id: req-42eeb170-f4af-40bd-b9b5-7bd027cda44a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:05.797380 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a23b4b-f786-4a8b-997d-0339790e107a", "name": "network-vif-deleted", "tag": "bca04fa8-2f88-46ee-97da-e0e9748d110e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:05.797651 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42eeb170-f4af-40bd-b9b5-7bd027cda44a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:05.798074 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a23b4b-f786-4a8b-997d-0339790e107a', 'name': 'network-vif-deleted', 'tag': 'bca04fa8-2f88-46ee-97da-e0e9748d110e', 'status': 'completed', 'code': 200} Aug 31 14:44:05.806985 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-f05b6cf5-7ad9-4c10-88e4-af78fc9ff73d None None] Set router c370bf0f-bdeb-4654-a3e2-5f008d84c756 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:05.955091 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:44:05.987242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ab3d3-72e6-4122-bde7-1df844090616 req-032fc5ed-7080-4f77-b412-438698c261f5 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:05.997599 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-934ab3d3-72e6-4122-bde7-1df844090616 req-032fc5ed-7080-4f77-b412-438698c261f5 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 932 time: 0.1798799 Aug 31 14:44:05.999668 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9430fea9-1183-47f5-a557-f038480b80bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:06.006246 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9430fea9-1183-47f5-a557-f038480b80bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:06.006587 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9430fea9-1183-47f5-a557-f038480b80bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/898c91cd-2547-45f5-9c89-590868f72845 HTTP/1.1" status: 204 len: 168 time: 0.3260894 Aug 31 14:44:06.034847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430fea9-1183-47f5-a557-f038480b80bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898c91cd-2547-45f5-9c89-590868f72845,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:06.076900 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-934ab3d3-72e6-4122-bde7-1df844090616 req-0b13bbb6-25a2-42aa-8dd8-dae99e0b5dfc tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782683 Aug 31 14:44:06.210613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f05b6cf5-7ad9-4c10-88e4-af78fc9ff73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:10Z', 'revision_number': 5, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:06.253662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05b6cf5-7ad9-4c10-88e4-af78fc9ff73d None None] Checking router: c370bf0f-bdeb-4654-a3e2-5f008d84c756 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:44:06.267452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05b6cf5-7ad9-4c10-88e4-af78fc9ff73d None None] Routers {'c370bf0f-bdeb-4654-a3e2-5f008d84c756'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:06.268572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f05b6cf5-7ad9-4c10-88e4-af78fc9ff73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:43:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:06.346170 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d574e649-2b74-4bf0-b6db-30988bcf3c4d req-b4510d01-85e6-4c18-98ef-3db120f9b1a7 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/ports?device_id=40a23b4b-f786-4a8b-997d-0339790e107a HTTP/1.1" status: 200 len: 210 time: 0.0397851 Aug 31 14:44:06.346170 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:06.414514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-f05b6cf5-7ad9-4c10-88e4-af78fc9ff73d None None] Set router c370bf0f-bdeb-4654-a3e2-5f008d84c756 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:06.655691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f05b6cf5-7ad9-4c10-88e4-af78fc9ff73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:10Z', 'revision_number': 5, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:06.686040 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05b6cf5-7ad9-4c10-88e4-af78fc9ff73d None None] The sync data for ids ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'] in n-d-806683-5 is: [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:37:02Z', 'revision_number': 4, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a729d02b-51b2-48ee-8374-665b0ad65168', 'name': '', 'network_id': '59849f4f-b5bd-4a7f-b70c-d1daace00978', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'mac_address': 'fa:16:3e:72:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:59Z', 'updated_at': '2021-08-31T14:37:10Z', 'revision_number': 5, 'project_id': 'c84d740f6207458bac8b14249c302797', 'subnets': [{'id': 'b8183bda-d8b2-43ca-9066-7e53408b7171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:44:06.729568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a1da3-36ed-4188-afdd-5cd61755684e req-c6d9f639-de5c-4447-8a3e-766e48bfed3d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:06.731165 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d74a1da3-36ed-4188-afdd-5cd61755684e req-c6d9f639-de5c-4447-8a3e-766e48bfed3d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0795600 Aug 31 14:44:06.827594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d74a1da3-36ed-4188-afdd-5cd61755684e req-4984ffa8-d5d0-4b3b-9bcd-a451e0d56ad9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822692 Aug 31 14:44:06.870562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d92789-821a-412b-9c51-345007429d9d {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:44:06.881052 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:06.901642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Transition to ACTIVE for port object 71d92789-821a-412b-9c51-345007429d9d will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:44:06.909113 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:06.955693 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Pushing event updated for resources: {'Port': ['ID=71d92789-821a-412b-9c51-345007429d9d,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:07.073306 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Attempting to bind port 71d92789-821a-412b-9c51-345007429d9d on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:44:07.073700 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Attempting to bind port 71d92789-821a-412b-9c51-345007429d9d by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '07dda46c-fb34-4a0b-bece-c9a56c34bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8f800c50-d6e8-4eae-a0e7-70583b2a8bbc'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:44:07.074496 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Attempting to bind port 71d92789-821a-412b-9c51-345007429d9d on network 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:44:07.079666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Port 71d92789-821a-412b-9c51-345007429d9d on network 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:44:07.080173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Attempting to bind port 71d92789-821a-412b-9c51-345007429d9d on network 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:44:07.087385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:44:07.087690 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Checking segment: {'id': '07dda46c-fb34-4a0b-bece-c9a56c34bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8f800c50-d6e8-4eae-a0e7-70583b2a8bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:44:07.088157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Bound using segment: {'id': '07dda46c-fb34-4a0b-bece-c9a56c34bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8f800c50-d6e8-4eae-a0e7-70583b2a8bbc'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:44:07.088588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Bound port: 71d92789-821a-412b-9c51-345007429d9d, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07dda46c-fb34-4a0b-bece-c9a56c34bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8f800c50-d6e8-4eae-a0e7-70583b2a8bbc'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:44:07.089196 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:07.108853 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bda34c-e0a9-4857-8860-a1bf72d520f4 None None] New status for floating IP b140be43-cdb4-4b4d-83c8-48d41c84a106: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:44:07.169836 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] For port 71d92789-821a-412b-9c51-345007429d9d, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:44:07.173415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] For port 71d92789-821a-412b-9c51-345007429d9d, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=71d92789-821a-412b-9c51-345007429d9d,segment=NetworkSegment(07dda46c-fb34-4a0b-bece-c9a56c34bd29),segment_id=07dda46c-fb34-4a0b-bece-c9a56c34bd29)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:44:07.190939 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:07.267513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:07.268478 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:07.270009 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] 10.222.0.25 "PUT /v2.0/ports/71d92789-821a-412b-9c51-345007429d9d HTTP/1.1" status: 200 len: 1092 time: 1.6649656 Aug 31 14:44:07.303444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a1ca8c-a7c4-4e78-9659-73d766b26440', 'tag': '71d92789-821a-412b-9c51-345007429d9d'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:07.309495 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6f63db-6296-4d79-a110-b245d8a1f31b" -d '{"events": [{"name": "network-changed", "server_uuid": "26a1ca8c-a7c4-4e78-9659-73d766b26440", "tag": "71d92789-821a-412b-9c51-345007429d9d"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:07.352806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576967-ba9f-497f-9ccd-3f7bfb1f96af req-65fb1530-1ac2-4f3a-9d23-aabe531a38a6 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:07.361292 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03576967-ba9f-497f-9ccd-3f7bfb1f96af req-65fb1530-1ac2-4f3a-9d23-aabe531a38a6 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 944 time: 0.1860151 Aug 31 14:44:07.367777 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7717de-fa29-474b-b516-73ea3c006fdf x-openstack-request-id: req-9d7717de-fa29-474b-b516-73ea3c006fdf {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:07.368055 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a1ca8c-a7c4-4e78-9659-73d766b26440", "tag": "71d92789-821a-412b-9c51-345007429d9d", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:07.368315 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d7717de-fa29-474b-b516-73ea3c006fdf {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:07.368723 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a1ca8c-a7c4-4e78-9659-73d766b26440', 'tag': '71d92789-821a-412b-9c51-345007429d9d', 'status': 'completed', 'code': 200} Aug 31 14:44:07.392545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfb5c6-92ba-4fe6-b435-bade5b2030f2 service neutron] Pushing event updated for resources: {'Port': ['ID=71d92789-821a-412b-9c51-345007429d9d,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:07.433526 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-70c872b4-cc66-4f5c-ae63-55d7e819382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:07.439664 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-70c872b4-cc66-4f5c-ae63-55d7e819382a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11276d76860e47a8ba5a725e5ea62a8e&device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 1095 time: 0.1161761 Aug 31 14:44:07.449294 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03576967-ba9f-497f-9ccd-3f7bfb1f96af req-1f78f29a-727e-4ea2-ab43-c9dd775d08cc tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870869 Aug 31 14:44:07.470528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42684) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:07.505170 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-e277a8f2-7c7f-453e-bbb0-6390ffa493e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d92789-821a-412b-9c51-345007429d9d HTTP/1.1" status: 200 len: 217 time: 0.0537877 Aug 31 14:44:07.541962 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7466f3ef-927e-4aaf-b469-e5679b3fb8dc tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:07.571039 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7466f3ef-927e-4aaf-b469-e5679b3fb8dc tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:07.579561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-3fa7d4c1-d51d-4103-823c-76e996b18c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:07.581244 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-3fa7d4c1-d51d-4103-823c-76e996b18c18 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fc1145a-9dec-4b7c-88c8-23c6b06f9a69 HTTP/1.1" status: 200 len: 853 time: 0.0676343 Aug 31 14:44:07.624342 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-5bb8c3e7-5b05-4529-a407-49ebd29e40aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f800c50-d6e8-4eae-a0e7-70583b2a8bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346310 Aug 31 14:44:07.629654 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7466f3ef-927e-4aaf-b469-e5679b3fb8dc tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:07.636173 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7466f3ef-927e-4aaf-b469-e5679b3fb8dc tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:07.640781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7466f3ef-927e-4aaf-b469-e5679b3fb8dc tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "DELETE /v2.0/security-groups/58f29592-fe0b-4729-8033-c8304157e913 HTTP/1.1" status: 204 len: 168 time: 0.1685491 Aug 31 14:44:07.641609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42690) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:07.672033 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466f3ef-927e-4aaf-b469-e5679b3fb8dc tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f29592-fe0b-4729-8033-c8304157e913,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:07.675914 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-7237645e-e6c6-4dfa-9d7e-2cbae7476776 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] show failed (client error): The resource could not be found. Aug 31 14:44:07.686045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7237645e-e6c6-4dfa-9d7e-2cbae7476776 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "GET /v2.0/security-groups/58f29592-fe0b-4729-8033-c8304157e913 HTTP/1.1" status: 404 len: 347 time: 0.0351815 Aug 31 14:44:07.687101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42694) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:07.774150 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-c32cc0cc-2c3c-4bb3-b856-f9acafb91ddf service neutron] 10.222.0.25 "GET /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396005 Aug 31 14:44:07.867355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bffa0150-b4d3-411e-99cb-e97f9c82bf63 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Deleting port 71e71d11-22be-4d17-a175-0a58f5dea6a5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:07.867846 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bffa0150-b4d3-411e-99cb-e97f9c82bf63 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:07.974217 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c865a4b7-e53f-4e0c-a233-f9114576bce9 req-4eea765c-9397-4c82-a370-c872e3eea341 service neutron] 10.222.0.25 "GET /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891932 Aug 31 14:44:07.994953 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bffa0150-b4d3-411e-99cb-e97f9c82bf63 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:07.995438 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bffa0150-b4d3-411e-99cb-e97f9c82bf63 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:08.003240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc72ab0-ded0-4fb9-b3bf-35d1042226cf req-3047ee20-ab59-4268-9c9c-3df9857b8763 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:08.003240 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ccc72ab0-ded0-4fb9-b3bf-35d1042226cf req-3047ee20-ab59-4268-9c9c-3df9857b8763 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0787156 Aug 31 14:44:08.015223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bffa0150-b4d3-411e-99cb-e97f9c82bf63 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Calling delete_port for 71e71d11-22be-4d17-a175-0a58f5dea6a5 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:08.076927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bca04fa8-2f88-46ee-97da-e0e9748d110e no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:08.133956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: bca04fa8-2f88-46ee-97da-e0e9748d110e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:08.136848 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ccc72ab0-ded0-4fb9-b3bf-35d1042226cf req-650840df-6c37-4563-bad6-5f9e0719790c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263640 Aug 31 14:44:08.137414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device bca04fa8-2f88-46ee-97da-e0e9748d110e not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:08.164235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f63db-6296-4d79-a110-b245d8a1f31b req-0fcd22fc-715e-4cc1-92c7-0df4ff1645ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:08.165955 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e6f63db-6296-4d79-a110-b245d8a1f31b req-0fcd22fc-715e-4cc1-92c7-0df4ff1645ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11276d76860e47a8ba5a725e5ea62a8e&device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 1095 time: 0.1324048 Aug 31 14:44:08.192729 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bffa0150-b4d3-411e-99cb-e97f9c82bf63 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:08.228487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa0150-b4d3-411e-99cb-e97f9c82bf63 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Pushing event deleted for resources: {'Port': ['ID=71e71d11-22be-4d17-a175-0a58f5dea6a5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:08.295651 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f63db-6296-4d79-a110-b245d8a1f31b req-1923469f-3ab6-4ac5-9149-5b92c3ae96df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:08.297695 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e6f63db-6296-4d79-a110-b245d8a1f31b req-1923469f-3ab6-4ac5-9149-5b92c3ae96df service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f800c50-d6e8-4eae-a0e7-70583b2a8bbc HTTP/1.1" status: 200 len: 914 time: 0.1244047 Aug 31 14:44:08.347863 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bffa0150-b4d3-411e-99cb-e97f9c82bf63 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:08.351086 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bffa0150-b4d3-411e-99cb-e97f9c82bf63 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:08.352667 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bffa0150-b4d3-411e-99cb-e97f9c82bf63 tempest-AttachVolumeTestJSON-118957314 tempest-AttachVolumeTestJSON-118957314-project] 10.222.0.39 "DELETE /v2.0/floatingips/b140be43-cdb4-4b4d-83c8-48d41c84a106 HTTP/1.1" status: 204 len: 168 time: 0.6643641 Aug 31 14:44:08.361075 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e6f63db-6296-4d79-a110-b245d8a1f31b req-72264323-4a87-4628-9f2d-2be1c48b7dae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d92789-821a-412b-9c51-345007429d9d HTTP/1.1" status: 200 len: 217 time: 0.0486274 Aug 31 14:44:08.467755 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f63db-6296-4d79-a110-b245d8a1f31b req-1dcb6ea2-0251-41a1-9d5d-e64dfe839e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:08.469749 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e6f63db-6296-4d79-a110-b245d8a1f31b req-1dcb6ea2-0251-41a1-9d5d-e64dfe839e47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fc1145a-9dec-4b7c-88c8-23c6b06f9a69 HTTP/1.1" status: 200 len: 853 time: 0.0842323 Aug 31 14:44:08.546928 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e6f63db-6296-4d79-a110-b245d8a1f31b req-7bfec684-388d-4fdb-b1ae-e4cc9c189dc8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f800c50-d6e8-4eae-a0e7-70583b2a8bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601487 Aug 31 14:44:08.680816 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c8ed2-201e-4e75-a345-3b1e41c387ae req-aef653ac-d4b0-4d54-b63a-5d07b7d4867f tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:08.683639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc9c8ed2-201e-4e75-a345-3b1e41c387ae req-aef653ac-d4b0-4d54-b63a-5d07b7d4867f tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 944 time: 0.0921035 Aug 31 14:44:08.693443 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e6f63db-6296-4d79-a110-b245d8a1f31b req-4f789abd-ac53-4bbe-a20c-81ce0306866d service neutron] 10.222.0.25 "GET /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374938 Aug 31 14:44:08.735742 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc9c8ed2-201e-4e75-a345-3b1e41c387ae req-f6fb2866-691e-4654-b15d-e9e041c03222 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452180 Aug 31 14:44:08.823148 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e6f63db-6296-4d79-a110-b245d8a1f31b req-50b4f0c1-3965-47b8-a993-90a689cd3af3 service neutron] 10.222.0.25 "GET /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214135 Aug 31 14:44:09.276760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15cb32-b8cd-4978-b856-d85fcf32d402 req-b5a8dc34-df62-4663-8be5-2af420018420 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:09.278909 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e15cb32-b8cd-4978-b856-d85fcf32d402 req-b5a8dc34-df62-4663-8be5-2af420018420 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0616894 Aug 31 14:44:09.335388 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5e15cb32-b8cd-4978-b856-d85fcf32d402 req-5d275410-2584-4164-9177-2ee8177d4977 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465715 Aug 31 14:44:09.885901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f4c67-54d2-409e-9ea2-bfffdc6ca0d5 req-2ccb512a-f680-4b60-87c8-fab931fa723e tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:09.887494 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c1f4c67-54d2-409e-9ea2-bfffdc6ca0d5 req-2ccb512a-f680-4b60-87c8-fab931fa723e tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 944 time: 0.0665784 Aug 31 14:44:09.931292 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c1f4c67-54d2-409e-9ea2-bfffdc6ca0d5 req-d58718fc-83e3-495e-ba21-883a3915b0da tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367913 Aug 31 14:44:09.939486 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42740) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:10.062493 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db6fa113-d763-476d-a542-870e229fff13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.162830 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db6fa113-d763-476d-a542-870e229fff13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.167882 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db6fa113-d763-476d-a542-870e229fff13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.219301 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-db6fa113-d763-476d-a542-870e229fff13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18015174ed8848f2b56d76367438648e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786274 Aug 31 14:44:10.220551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fa113-d763-476d-a542-870e229fff13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b81eb2d-3a07-424e-818d-643acf3e6833,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:10.222058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42744) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:10.285497 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-728d5137-313e-4253-b4c5-dbd1a8ed870f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.309644 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-728d5137-313e-4253-b4c5-dbd1a8ed870f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.375463 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-728d5137-313e-4253-b4c5-dbd1a8ed870f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.378309 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-728d5137-313e-4253-b4c5-dbd1a8ed870f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.380466 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-728d5137-313e-4253-b4c5-dbd1a8ed870f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b81eb2d-3a07-424e-818d-643acf3e6833 HTTP/1.1" status: 204 len: 168 time: 0.1562207 Aug 31 14:44:10.390474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d5137-313e-4253-b4c5-dbd1a8ed870f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b81eb2d-3a07-424e-818d-643acf3e6833,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:10.499956 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c414d-030a-4bb3-a095-3fa828789112 req-29b93351-3ea4-464b-8424-b6d5531344e3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:10.501545 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f3c414d-030a-4bb3-a095-3fa828789112 req-29b93351-3ea4-464b-8424-b6d5531344e3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0642877 Aug 31 14:44:10.557226 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f3c414d-030a-4bb3-a095-3fa828789112 req-1a1c9863-a0f7-41bb-9372-fc836b1af7e9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469432 Aug 31 14:44:10.729846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42754) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:10.745939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c6bcd6f8-c01b-44ea-ab1d-2f1e45bd9b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.874796 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c6bcd6f8-c01b-44ea-ab1d-2f1e45bd9b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.879123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c6bcd6f8-c01b-44ea-ab1d-2f1e45bd9b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.921256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 71d92789-821a-412b-9c51-345007429d9d details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:44:10.931232 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c6bcd6f8-c01b-44ea-ab1d-2f1e45bd9b10 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0017b0e499ed40ef94143642a6853ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001262 Aug 31 14:44:10.932716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcd6f8-c01b-44ea-ab1d-2f1e45bd9b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fe84fd-642c-4c60-8d01-8ba4cad4c503,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:10.933467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42756) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:11.000608 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a0345fc-1817-49b4-81bc-62b8142e1f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:11.038849 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a0345fc-1817-49b4-81bc-62b8142e1f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:11.052267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 71d92789-821a-412b-9c51-345007429d9d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=71d92789-821a-412b-9c51-345007429d9d,segment=NetworkSegment(07dda46c-fb34-4a0b-bece-c9a56c34bd29),segment_id=07dda46c-fb34-4a0b-bece-c9a56c34bd29)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:11.078305 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '71d92789-821a-412b-9c51-345007429d9d', 'network_id': '8f800c50-d6e8-4eae-a0e7-70583b2a8bbc', 'port_id': '71d92789-821a-412b-9c51-345007429d9d', 'mac_address': 'fa:16:3e:c4:77:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc1145a-9dec-4b7c-88c8-23c6b06f9a69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:44:11.116254 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a0345fc-1817-49b4-81bc-62b8142e1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:11.120555 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a0345fc-1817-49b4-81bc-62b8142e1f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:11.122441 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3a0345fc-1817-49b4-81bc-62b8142e1f2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42fe84fd-642c-4c60-8d01-8ba4cad4c503 HTTP/1.1" status: 204 len: 168 time: 0.1874788 Aug 31 14:44:11.134064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0345fc-1817-49b4-81bc-62b8142e1f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fe84fd-642c-4c60-8d01-8ba4cad4c503,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:11.138554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574c192-6dab-4462-a9fa-ce0622ff03b9 req-e8e3fda9-77e1-4582-b8c9-2595f5fa94e8 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:11.141076 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5574c192-6dab-4462-a9fa-ce0622ff03b9 req-e8e3fda9-77e1-4582-b8c9-2595f5fa94e8 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 944 time: 0.1079695 Aug 31 14:44:11.178151 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:11.197719 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d92789-821a-412b-9c51-345007429d9d {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:44:11.204492 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5574c192-6dab-4462-a9fa-ce0622ff03b9 req-715e2a89-684f-4b60-852a-d6fa81111a31 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549934 Aug 31 14:44:11.224325 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 71d92789-821a-412b-9c51-345007429d9d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=71d92789-821a-412b-9c51-345007429d9d,segment=NetworkSegment(07dda46c-fb34-4a0b-bece-c9a56c34bd29),segment_id=07dda46c-fb34-4a0b-bece-c9a56c34bd29)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:11.229157 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:11.283420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=71d92789-821a-412b-9c51-345007429d9d,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:11.492145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['71d92789-821a-412b-9c51-345007429d9d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:44:11.714613 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d67806-17d5-4e16-972e-a426e5b43921 req-b18bfd6a-e122-429b-91a4-fc7f9c376953 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:11.717302 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-77d67806-17d5-4e16-972e-a426e5b43921 req-b18bfd6a-e122-429b-91a4-fc7f9c376953 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0674314 Aug 31 14:44:11.772952 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-77d67806-17d5-4e16-972e-a426e5b43921 req-b56c631b-0b16-49c9-affb-adf030f8981f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467932 Aug 31 14:44:12.350517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72179647-ef21-403b-85ae-3b276beed1b0 req-8893abb2-49ac-47fa-a7f6-81918c669217 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:12.358760 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-72179647-ef21-403b-85ae-3b276beed1b0 req-8893abb2-49ac-47fa-a7f6-81918c669217 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 945 time: 0.0834761 Aug 31 14:44:12.400531 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-72179647-ef21-403b-85ae-3b276beed1b0 req-20d326d1-f24e-4355-a84b-f0519977f599 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407584 Aug 31 14:44:12.932966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cedea6-46c7-49f2-a01c-4690c817fc84 req-08453a14-7b3a-4a4d-aede-8cd9994fae61 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:12.935346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 71d92789-821a-412b-9c51-345007429d9d up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:44:12.936097 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02cedea6-46c7-49f2-a01c-4690c817fc84 req-08453a14-7b3a-4a4d-aede-8cd9994fae61 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0640464 Aug 31 14:44:13.003454 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02cedea6-46c7-49f2-a01c-4690c817fc84 req-890067a1-900c-468d-8c03-bf8ab1315762 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587220 Aug 31 14:44:13.043417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 71d92789-821a-412b-9c51-345007429d9d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:44:13.057912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 71d92789-821a-412b-9c51-345007429d9d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:13.059206 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:13.151057 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:13.189738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a1ca8c-a7c4-4e78-9659-73d766b26440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d92789-821a-412b-9c51-345007429d9d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:13.193299 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56fc7dd-7e91-4b8a-b475-22c57c28ae0a" -d '{"events": [{"server_uuid": "26a1ca8c-a7c4-4e78-9659-73d766b26440", "name": "network-vif-plugged", "status": "completed", "tag": "71d92789-821a-412b-9c51-345007429d9d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:13.201614 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 71d92789-821a-412b-9c51-345007429d9d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=71d92789-821a-412b-9c51-345007429d9d,segment=NetworkSegment(07dda46c-fb34-4a0b-bece-c9a56c34bd29),segment_id=07dda46c-fb34-4a0b-bece-c9a56c34bd29)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:13.220982 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:13.297588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=71d92789-821a-412b-9c51-345007429d9d,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:13.308613 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a703367-54b8-49c6-a68c-ca2f14fc45e2 x-openstack-request-id: req-4a703367-54b8-49c6-a68c-ca2f14fc45e2 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:13.308910 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a1ca8c-a7c4-4e78-9659-73d766b26440", "name": "network-vif-plugged", "status": "completed", "tag": "71d92789-821a-412b-9c51-345007429d9d", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:13.309382 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a703367-54b8-49c6-a68c-ca2f14fc45e2 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:13.309974 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a1ca8c-a7c4-4e78-9659-73d766b26440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d92789-821a-412b-9c51-345007429d9d', 'code': 200} Aug 31 14:44:13.418081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b2109-ebfa-4f10-9cf5-d7d56e804c31 req-23c433c8-0bc2-40b6-a127-bbfbe6d03b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:13.420015 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451b2109-ebfa-4f10-9cf5-d7d56e804c31 req-23c433c8-0bc2-40b6-a127-bbfbe6d03b9d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 1097 time: 0.0569201 Aug 31 14:44:13.480679 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-451b2109-ebfa-4f10-9cf5-d7d56e804c31 req-1f7a95b4-5b1a-462b-b4a2-a32c811f06c7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418527 Aug 31 14:44:13.553167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc3f7b-e340-4d70-9344-375bf35f278a req-f42545c5-4a52-4924-a7cb-f1c40f2e72a7 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:13.562769 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-acbc3f7b-e340-4d70-9344-375bf35f278a req-f42545c5-4a52-4924-a7cb-f1c40f2e72a7 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 946 time: 0.0773261 Aug 31 14:44:13.614362 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-acbc3f7b-e340-4d70-9344-375bf35f278a req-256aaa39-8a20-4296-9cdb-398b3a9c94fc tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499036 Aug 31 14:44:14.010412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42846) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:14.164466 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e66aad19-4b79-46de-8e19-51fc6d27a9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:14.228949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb3fcb-5fbd-479b-ab2a-69573282347e req-a418bad3-db3a-4659-a0cd-242df229fc3a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:14.230435 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30bb3fcb-5fbd-479b-ab2a-69573282347e req-a418bad3-db3a-4659-a0cd-242df229fc3a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0866885 Aug 31 14:44:14.291165 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30bb3fcb-5fbd-479b-ab2a-69573282347e req-17ee8c5e-c83e-4b74-b09b-17d168b364f9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523515 Aug 31 14:44:14.352370 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e66aad19-4b79-46de-8e19-51fc6d27a9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:14.362078 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e66aad19-4b79-46de-8e19-51fc6d27a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:14.403559 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e66aad19-4b79-46de-8e19-51fc6d27a9bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00d2f566238049fba880e87c2610b24b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919995 Aug 31 14:44:14.404569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aad19-4b79-46de-8e19-51fc6d27a9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142b364d-6882-4ebf-b732-631b95736c96,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:14.406277 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42854) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:14.466900 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c2d3d68-c71f-45b5-aa34-2cddaa144c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:14.492752 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c2d3d68-c71f-45b5-aa34-2cddaa144c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:14.543045 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c2d3d68-c71f-45b5-aa34-2cddaa144c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:14.545976 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c2d3d68-c71f-45b5-aa34-2cddaa144c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:14.547378 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8c2d3d68-c71f-45b5-aa34-2cddaa144c8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/142b364d-6882-4ebf-b732-631b95736c96 HTTP/1.1" status: 204 len: 168 time: 0.1392102 Aug 31 14:44:14.564093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d3d68-c71f-45b5-aa34-2cddaa144c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142b364d-6882-4ebf-b732-631b95736c96,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:14.778240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e86113-680d-4074-a9a5-e280c5e6c123 req-b1b097cb-d6f4-4c07-8ace-1101773da9c1 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:14.780676 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03e86113-680d-4074-a9a5-e280c5e6c123 req-b1b097cb-d6f4-4c07-8ace-1101773da9c1 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 946 time: 0.0534403 Aug 31 14:44:14.839934 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03e86113-680d-4074-a9a5-e280c5e6c123 req-e5ae5e4f-a066-4224-b40a-c50913e21362 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468783 Aug 31 14:44:14.868157 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 42866) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:14.885582 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-776815a7-34dd-4485-8946-60cf91a7f7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:14.992115 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-776815a7-34dd-4485-8946-60cf91a7f7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:14.996973 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-776815a7-34dd-4485-8946-60cf91a7f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:15.044482 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-776815a7-34dd-4485-8946-60cf91a7f7ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67e223562c2c403b83bcfe884c7cca48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751606 Aug 31 14:44:15.046484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776815a7-34dd-4485-8946-60cf91a7f7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989a2330-4c85-47b6-b1dd-c7de1409bf15,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:15.047854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 42898) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:15.118011 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7795b3bf-dc7c-4648-b201-001a49f80a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:15.144654 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7795b3bf-dc7c-4648-b201-001a49f80a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:15.234148 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7795b3bf-dc7c-4648-b201-001a49f80a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:15.238329 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7795b3bf-dc7c-4648-b201-001a49f80a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:15.240770 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7795b3bf-dc7c-4648-b201-001a49f80a77 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/989a2330-4c85-47b6-b1dd-c7de1409bf15 HTTP/1.1" status: 204 len: 168 time: 0.1913249 Aug 31 14:44:15.251185 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795b3bf-dc7c-4648-b201-001a49f80a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989a2330-4c85-47b6-b1dd-c7de1409bf15,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:15.481771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec981b6f-d641-4bab-97b5-cfa71b80993b req-6f03db0e-21b8-4216-bc32-7a59388f6d90 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:15.484481 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec981b6f-d641-4bab-97b5-cfa71b80993b req-6f03db0e-21b8-4216-bc32-7a59388f6d90 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0776086 Aug 31 14:44:15.542709 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ec981b6f-d641-4bab-97b5-cfa71b80993b req-e766d593-db26-4265-aa4f-cb29b041fbf2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491595 Aug 31 14:44:16.736521 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b830f-5f4f-453d-ba2c-048a9c7d6214 req-a4f23b26-8a59-4d0b-9248-55094364bb01 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:16.746960 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-561b830f-5f4f-453d-ba2c-048a9c7d6214 req-a4f23b26-8a59-4d0b-9248-55094364bb01 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.1149271 Aug 31 14:44:16.796634 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-561b830f-5f4f-453d-ba2c-048a9c7d6214 req-07b6b70f-6b10-4f62-a6df-23442218d56f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480223 Aug 31 14:44:18.001732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b581e9-15d1-4919-a531-71d8e8e654bf req-03a4ee22-27a8-4604-a5c0-aad6c10ef7a0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:18.010500 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e2b581e9-15d1-4919-a531-71d8e8e654bf req-03a4ee22-27a8-4604-a5c0-aad6c10ef7a0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 943 time: 0.0850792 Aug 31 14:44:18.061091 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e2b581e9-15d1-4919-a531-71d8e8e654bf req-ff0b5dd3-d6f6-4013-ab1f-f8d89756c7b1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493813 Aug 31 14:44:18.153168 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d17042b8-0187-4796-b69e-ee3be8b1317f details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:44:18.194427 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43024) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:18.313653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d17042b8-0187-4796-b69e-ee3be8b1317f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d17042b8-0187-4796-b69e-ee3be8b1317f,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:18.340732 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'd17042b8-0187-4796-b69e-ee3be8b1317f', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'port_id': 'd17042b8-0187-4796-b69e-ee3be8b1317f', 'mac_address': 'fa:16:3e:2d:87:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:44:18.341337 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8934-7a8c-45d5-9015-2f5814a5fe7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.392399 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.409487 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17042b8-0187-4796-b69e-ee3be8b1317f {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:44:18.438110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d17042b8-0187-4796-b69e-ee3be8b1317f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d17042b8-0187-4796-b69e-ee3be8b1317f,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:18.445245 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.467597 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8934-7a8c-45d5-9015-2f5814a5fe7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.474069 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8934-7a8c-45d5-9015-2f5814a5fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.521072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=d17042b8-0187-4796-b69e-ee3be8b1317f,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:18.538630 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2d2d8934-7a8c-45d5-9015-2f5814a5fe7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=516ef0e64dd44ba884c62fffba0b51f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429308 Aug 31 14:44:18.541171 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d8934-7a8c-45d5-9015-2f5814a5fe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45403279-68de-4a7d-b59a-8c68622fb88f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:18.544422 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43030) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:18.621307 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ee7589a-6031-4df9-8ce9-a076b7e7cd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.655739 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ee7589a-6031-4df9-8ce9-a076b7e7cd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.665681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['d17042b8-0187-4796-b69e-ee3be8b1317f'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:44:18.751097 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ee7589a-6031-4df9-8ce9-a076b7e7cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.757930 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ee7589a-6031-4df9-8ce9-a076b7e7cd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.778005 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1ee7589a-6031-4df9-8ce9-a076b7e7cd82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45403279-68de-4a7d-b59a-8c68622fb88f HTTP/1.1" status: 204 len: 168 time: 0.2194202 Aug 31 14:44:18.801468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7589a-6031-4df9-8ce9-a076b7e7cd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45403279-68de-4a7d-b59a-8c68622fb88f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:19.207714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43042) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:19.221471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c4588-d616-4806-9e24-af35d5ac66fd req-fb89333a-9b50-4b74-9530-ee6f3ec4ffb1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:19.224348 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-345c4588-d616-4806-9e24-af35d5ac66fd req-fb89333a-9b50-4b74-9530-ee6f3ec4ffb1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 944 time: 0.0646274 Aug 31 14:44:19.231664 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b071497b-f68f-4ee2-a443-12c3de95e5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.282636 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-345c4588-d616-4806-9e24-af35d5ac66fd req-1cae10e7-7a6b-4e9b-9458-988d1032deb0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485380 Aug 31 14:44:19.380544 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b071497b-f68f-4ee2-a443-12c3de95e5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.386972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b071497b-f68f-4ee2-a443-12c3de95e5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.438782 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071497b-f68f-4ee2-a443-12c3de95e5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8403db2-9d2c-4fa3-9a9f-9193ce9ccc0a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:19.443859 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b071497b-f68f-4ee2-a443-12c3de95e5a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=383c2fdcf2f1410b96b301cd881dfe8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339728 Aug 31 14:44:19.447063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43044) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:19.517644 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a10b6e0a-8970-4ae2-ab2f-53858523bd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.541384 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.549080 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a10b6e0a-8970-4ae2-ab2f-53858523bd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.578432 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61e007ec-04f6-4e28-8b0c-c1e359817070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.617254 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a10b6e0a-8970-4ae2-ab2f-53858523bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.620954 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a10b6e0a-8970-4ae2-ab2f-53858523bd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.622461 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a10b6e0a-8970-4ae2-ab2f-53858523bd14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8403db2-9d2c-4fa3-9a9f-9193ce9ccc0a HTTP/1.1" status: 204 len: 168 time: 0.1738091 Aug 31 14:44:19.633973 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b6e0a-8970-4ae2-ab2f-53858523bd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8403db2-9d2c-4fa3-9a9f-9193ce9ccc0a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:19.881724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43058) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:20.172215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d17042b8-0187-4796-b69e-ee3be8b1317f up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:44:20.287432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port d17042b8-0187-4796-b69e-ee3be8b1317f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:44:20.294432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port d17042b8-0187-4796-b69e-ee3be8b1317f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:20.294805 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.436168 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.506384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d17042b8-0187-4796-b69e-ee3be8b1317f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d17042b8-0187-4796-b69e-ee3be8b1317f,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:20.508388 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc56b15-7924-44a8-bc06-03e3593ba730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17042b8-0187-4796-b69e-ee3be8b1317f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:20.515264 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25deb9b-5477-420b-9b7d-424d64801528" -d '{"events": [{"server_uuid": "9cc56b15-7924-44a8-bc06-03e3593ba730", "name": "network-vif-plugged", "status": "completed", "tag": "d17042b8-0187-4796-b69e-ee3be8b1317f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:20.524926 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.571915 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864cab9-b940-424c-90b3-940dfd1790a0 req-b78f4782-f4c6-492f-9538-b24a9ba08aa8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:20.574526 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8864cab9-b940-424c-90b3-940dfd1790a0 req-b78f4782-f4c6-492f-9538-b24a9ba08aa8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 944 time: 0.1047282 Aug 31 14:44:20.601364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=d17042b8-0187-4796-b69e-ee3be8b1317f,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:20.607974 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd95546-018e-42e7-aa4d-a50a7c535399 x-openstack-request-id: req-5dd95546-018e-42e7-aa4d-a50a7c535399 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:20.608767 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc56b15-7924-44a8-bc06-03e3593ba730", "name": "network-vif-plugged", "status": "completed", "tag": "d17042b8-0187-4796-b69e-ee3be8b1317f", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:20.609350 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5dd95546-018e-42e7-aa4d-a50a7c535399 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:20.609811 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc56b15-7924-44a8-bc06-03e3593ba730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17042b8-0187-4796-b69e-ee3be8b1317f', 'code': 200} Aug 31 14:44:20.739921 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8864cab9-b940-424c-90b3-940dfd1790a0 req-7b52ba79-1e78-4c22-bff3-9c623f85abc9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495032 Aug 31 14:44:20.780235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8de64d-6a6d-4fe5-a699-745ccb817b19 req-ae103730-a27a-409b-a1eb-97120918f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:20.782142 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d8de64d-6a6d-4fe5-a699-745ccb817b19 req-ae103730-a27a-409b-a1eb-97120918f7ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 1096 time: 0.0886831 Aug 31 14:44:20.866186 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d8de64d-6a6d-4fe5-a699-745ccb817b19 req-95f07d20-d51f-4db6-bd7d-39ca827981e0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756011 Aug 31 14:44:20.892618 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11046ee1-0355-482e-a865-80b6216e66c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:21.217290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-11046ee1-0355-482e-a865-80b6216e66c9 admin admin] Deleting port a729d02b-51b2-48ee-8374-665b0ad65168 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:21.217882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11046ee1-0355-482e-a865-80b6216e66c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:21.326002 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-11046ee1-0355-482e-a865-80b6216e66c9 admin admin] For port a729d02b-51b2-48ee-8374-665b0ad65168, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a729d02b-51b2-48ee-8374-665b0ad65168,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:21.326373 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11046ee1-0355-482e-a865-80b6216e66c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:21.344692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-11046ee1-0355-482e-a865-80b6216e66c9 admin admin] Calling delete_port for a729d02b-51b2-48ee-8374-665b0ad65168 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:21.579358 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11046ee1-0355-482e-a865-80b6216e66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:21.610426 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11046ee1-0355-482e-a865-80b6216e66c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a729d02b-51b2-48ee-8374-665b0ad65168,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:21.831606 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11046ee1-0355-482e-a865-80b6216e66c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:21.961225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1e12e-026c-4455-a9e2-4f42abc97117 req-0807d03e-bb1d-4d6e-8cb6-677232628638 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:21.965801 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9e1e12e-026c-4455-a9e2-4f42abc97117 req-0807d03e-bb1d-4d6e-8cb6-677232628638 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 945 time: 0.1130009 Aug 31 14:44:22.058477 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9e1e12e-026c-4455-a9e2-4f42abc97117 req-6b640d0b-687f-4a1d-8451-8bdef8110abc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832250 Aug 31 14:44:22.163253 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53852f64-394c-45b7-b0d1-5efd81af86f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.169108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11046ee1-0355-482e-a865-80b6216e66c9 admin admin] Router c370bf0f-bdeb-4654-a3e2-5f008d84c756 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:44:22.277283 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.304425 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11046ee1-0355-482e-a865-80b6216e66c9 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:44:22.313916 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434f3fbb-356e-4f3c-bf67-1746060023ea None None] Sync routers for ids ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:44:22.318649 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43150) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:22.318789 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-11046ee1-0355-482e-a865-80b6216e66c9 admin admin] 10.222.0.39 "PUT /v2.0/routers/c370bf0f-bdeb-4654-a3e2-5f008d84c756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4363096 Aug 31 14:44:22.332983 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434f3fbb-356e-4f3c-bf67-1746060023ea None None] Routers {'c370bf0f-bdeb-4654-a3e2-5f008d84c756'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:22.333936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-434f3fbb-356e-4f3c-bf67-1746060023ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:22.464046 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.644216 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.656692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-434f3fbb-356e-4f3c-bf67-1746060023ea None None] Set router c370bf0f-bdeb-4654-a3e2-5f008d84c756 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:22.725522 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] Deleting port 70fc15fc-952c-46b6-a68b-ea9d81d36832 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:22.725916 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.836603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] For port 70fc15fc-952c-46b6-a68b-ea9d81d36832, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=70fc15fc-952c-46b6-a68b-ea9d81d36832,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:22.837232 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.870257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] Calling delete_port for 70fc15fc-952c-46b6-a68b-ea9d81d36832 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:22.898517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-434f3fbb-356e-4f3c-bf67-1746060023ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:44:21Z', 'revision_number': 5, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port': {'id': '70fc15fc-952c-46b6-a68b-ea9d81d36832', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:36:53Z', 'updated_at': '2021-08-31T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:22.937414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434f3fbb-356e-4f3c-bf67-1746060023ea None None] Checking router: c370bf0f-bdeb-4654-a3e2-5f008d84c756 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:44:22.950889 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434f3fbb-356e-4f3c-bf67-1746060023ea None None] Routers {'c370bf0f-bdeb-4654-a3e2-5f008d84c756'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:22.951811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-434f3fbb-356e-4f3c-bf67-1746060023ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:23.045400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43182) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:23.102054 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.127107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-434f3fbb-356e-4f3c-bf67-1746060023ea None None] Set router c370bf0f-bdeb-4654-a3e2-5f008d84c756 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:23.157212 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=70fc15fc-952c-46b6-a68b-ea9d81d36832,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:23.216094 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-434f3fbb-356e-4f3c-bf67-1746060023ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 6, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:23.253471 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434f3fbb-356e-4f3c-bf67-1746060023ea None None] The sync data for ids ['c370bf0f-bdeb-4654-a3e2-5f008d84c756'] in n-d-806683-5 is: [{'id': 'c370bf0f-bdeb-4654-a3e2-5f008d84c756', 'name': 'tempest-AttachVolumeTestJSON-1451282341-router', 'tenant_id': 'c84d740f6207458bac8b14249c302797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:36:51Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 6, 'project_id': 'c84d740f6207458bac8b14249c302797', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:44:23.259912 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.317708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30d6a8-9318-42a3-9c66-755f6694bd61 req-57611950-0231-41f0-95b9-9a5b1050ab88 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:23.322883 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d30d6a8-9318-42a3-9c66-755f6694bd61 req-57611950-0231-41f0-95b9-9a5b1050ab88 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 945 time: 0.1177728 Aug 31 14:44:23.324345 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3feb7f16-b4bf-49b3-a6bb-2976c742b442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.344852 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.373233 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.376447 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.424780 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.424973 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d30d6a8-9318-42a3-9c66-755f6694bd61 req-5ee868dc-bf9a-4adb-b605-efd31efe5565 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823033 Aug 31 14:44:23.425464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c370bf0f-bdeb-4654-a3e2-5f008d84c756 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:44:23.434034 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.438941 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0f4b0a91-b0cc-45d0-8714-2e8279445c91 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c370bf0f-bdeb-4654-a3e2-5f008d84c756 HTTP/1.1" status: 204 len: 168 time: 1.1178422 Aug 31 14:44:23.438941 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43190) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:23.505768 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3feb7f16-b4bf-49b3-a6bb-2976c742b442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.511791 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3feb7f16-b4bf-49b3-a6bb-2976c742b442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.531419 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-8338e56e-ae97-46eb-ab7f-159062f0df79 admin admin] Deleting subnet b8183bda-d8b2-43ca-9066-7e53408b7171 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:44:23.553939 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8338e56e-ae97-46eb-ab7f-159062f0df79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.558812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3feb7f16-b4bf-49b3-a6bb-2976c742b442 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8aab3b3f6f6414394a431750837a07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138812 Aug 31 14:44:23.559701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb7f16-b4bf-49b3-a6bb-2976c742b442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4660df05-ab0c-4556-a7c2-055a56b12866,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:23.563196 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43194) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:23.606685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641739-c9ed-475d-95c4-43359dd24823 req-f9d61a1e-5561-4cad-9fe0-a8b5b0da9876 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:23.613719 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f641739-c9ed-475d-95c4-43359dd24823 req-f9d61a1e-5561-4cad-9fe0-a8b5b0da9876 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 945 time: 0.1010122 Aug 31 14:44:23.627944 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8338e56e-ae97-46eb-ab7f-159062f0df79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.629478 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fd2dd5a-9c15-4dfc-8b7d-86cfb030ee96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.667735 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fd2dd5a-9c15-4dfc-8b7d-86cfb030ee96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.702337 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f641739-c9ed-475d-95c4-43359dd24823 req-e18ee121-9c0f-484a-9ff9-bec928ed3778 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708463 Aug 31 14:44:23.759072 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fd2dd5a-9c15-4dfc-8b7d-86cfb030ee96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.762215 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6fd2dd5a-9c15-4dfc-8b7d-86cfb030ee96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.763686 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6fd2dd5a-9c15-4dfc-8b7d-86cfb030ee96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4660df05-ab0c-4556-a7c2-055a56b12866 HTTP/1.1" status: 204 len: 168 time: 0.1989093 Aug 31 14:44:23.775096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2dd5a-9c15-4dfc-8b7d-86cfb030ee96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4660df05-ab0c-4556-a7c2-055a56b12866,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:23.825209 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8338e56e-ae97-46eb-ab7f-159062f0df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.906999 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8338e56e-ae97-46eb-ab7f-159062f0df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.944239 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338e56e-ae97-46eb-ab7f-159062f0df79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8183bda-d8b2-43ca-9066-7e53408b7171,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:23.950747 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8338e56e-ae97-46eb-ab7f-159062f0df79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.953684 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8338e56e-ae97-46eb-ab7f-159062f0df79 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b8183bda-d8b2-43ca-9066-7e53408b7171 HTTP/1.1" status: 204 len: 168 time: 0.5130506 Aug 31 14:44:23.956212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43204) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:23.964387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b10cae-444c-4603-8ef5-f318227760c6 None None] Network 59849f4f-b5bd-4a7f-b70c-d1daace00978 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:44:24.099634 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.178369 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d501b3-bb28-477a-8f47-688fae12fb61 req-97fd306c-42ed-462e-819d-2f2192f0ced2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:24.188029 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93d501b3-bb28-477a-8f47-688fae12fb61 req-97fd306c-42ed-462e-819d-2f2192f0ced2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 945 time: 0.0960746 Aug 31 14:44:24.197529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Deleting port d8be4f91-4670-4d3b-9ba3-9c2088714b72 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:24.201098 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.243761 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43210) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:24.277085 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-242dc701-7d88-4dfa-9b28-d91871f399fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.291751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c80246-6a5d-4cc6-8543-4963848bf87b None None] DHCP port deletion for 59849f4f-b5bd-4a7f-b70c-d1daace00978 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:44:24.303339 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93d501b3-bb28-477a-8f47-688fae12fb61 req-d93b9b89-e3a3-45c6-9218-8bd89be4ee9b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088884 Aug 31 14:44:24.328483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] For port d8be4f91-4670-4d3b-9ba3-9c2088714b72, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d8be4f91-4670-4d3b-9ba3-9c2088714b72,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:24.329064 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.349089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Calling delete_port for d8be4f91-4670-4d3b-9ba3-9c2088714b72 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:24.396277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-35c80246-6a5d-4cc6-8543-4963848bf87b None None] Deleting port d8be4f91-4670-4d3b-9ba3-9c2088714b72 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:24.396872 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35c80246-6a5d-4cc6-8543-4963848bf87b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.449444 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-242dc701-7d88-4dfa-9b28-d91871f399fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.456604 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-242dc701-7d88-4dfa-9b28-d91871f399fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.474051 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.493462 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.508830 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-242dc701-7d88-4dfa-9b28-d91871f399fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41512de54d5d4171b50e5b0741a948f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632508 Aug 31 14:44:24.512722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43212) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:24.513641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-35c80246-6a5d-4cc6-8543-4963848bf87b None None] For port d8be4f91-4670-4d3b-9ba3-9c2088714b72, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d8be4f91-4670-4d3b-9ba3-9c2088714b72,segment=NetworkSegment(85e80b65-0f27-4c80-bfea-6acae157c9bf),segment_id=85e80b65-0f27-4c80-bfea-6acae157c9bf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:24.514204 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35c80246-6a5d-4cc6-8543-4963848bf87b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.543295 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-35c80246-6a5d-4cc6-8543-4963848bf87b None None] Calling delete_port for d8be4f91-4670-4d3b-9ba3-9c2088714b72 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:24.544797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Pushing event deleted for resources: {'Port': ['ID=d8be4f91-4670-4d3b-9ba3-9c2088714b72,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:24.549791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] No DVR routers for this DVR port d8be4f91-4670-4d3b-9ba3-9c2088714b72 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:44:24.602321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dc701-7d88-4dfa-9b28-d91871f399fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66a11a5-2c1e-4bdd-a632-127aaaadf710,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:24.653329 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b337aaab-f91d-45d2-b97d-b6e4fe84aff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.667892 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d8be4f91-4670-4d3b-9ba3-9c2088714b72 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:24.679901 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.682643 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b337aaab-f91d-45d2-b97d-b6e4fe84aff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.697822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59849f4f-b5bd-4a7f-b70c-d1daace00978']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:24.701060 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: d8be4f91-4670-4d3b-9ba3-9c2088714b72 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:24.701418 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d8be4f91-4670-4d3b-9ba3-9c2088714b72 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:24.701848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 70fc15fc-952c-46b6-a68b-ea9d81d36832 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:24.710737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e80b65-0f27-4c80-bfea-6acae157c9bf') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:24.711082 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e80b65-0f27-4c80-bfea-6acae157c9bf') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:24.724295 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.730802 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 70fc15fc-952c-46b6-a68b-ea9d81d36832 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:24.731153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 70fc15fc-952c-46b6-a68b-ea9d81d36832 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:24.731610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a729d02b-51b2-48ee-8374-665b0ad65168 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:24.744018 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.758242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: a729d02b-51b2-48ee-8374-665b0ad65168 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:24.758510 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b337aaab-f91d-45d2-b97d-b6e4fe84aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.758628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a729d02b-51b2-48ee-8374-665b0ad65168 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:24.761561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:44:24.763265 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.765534 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35c80246-6a5d-4cc6-8543-4963848bf87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.767640 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b337aaab-f91d-45d2-b97d-b6e4fe84aff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.769178 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b337aaab-f91d-45d2-b97d-b6e4fe84aff4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a66a11a5-2c1e-4bdd-a632-127aaaadf710 HTTP/1.1" status: 204 len: 168 time: 0.2498910 Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:44:24.772291 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:44:24.798728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c80246-6a5d-4cc6-8543-4963848bf87b None None] Pushing event deleted for resources: {'Port': ['ID=d8be4f91-4670-4d3b-9ba3-9c2088714b72,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:24.808639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c80246-6a5d-4cc6-8543-4963848bf87b None None] No DVR routers for this DVR port d8be4f91-4670-4d3b-9ba3-9c2088714b72 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:44:24.814020 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337aaab-f91d-45d2-b97d-b6e4fe84aff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66a11a5-2c1e-4bdd-a632-127aaaadf710,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:24.898495 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.904207 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.908709 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] 10.222.0.39 "DELETE /v2.0/networks/59849f4f-b5bd-4a7f-b70c-d1daace00978 HTTP/1.1" status: 204 len: 168 time: 0.9511962 Aug 31 14:44:24.924139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31815e8e-c2dd-4a53-98a4-e47e14d6afed admin admin] Pushing event deleted for resources: {'Network': ['ID=59849f4f-b5bd-4a7f-b70c-d1daace00978,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:24.953583 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.192399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43226) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:25.236413 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-14b11821-1a18-4fe0-9795-a5a1edd5d500 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c84d740f6207458bac8b14249c302797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427756 Aug 31 14:44:25.239925 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43228) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:25.302747 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f656a7b6-6730-46ab-a1d7-86c56a19fc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.342536 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f656a7b6-6730-46ab-a1d7-86c56a19fc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.414846 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f656a7b6-6730-46ab-a1d7-86c56a19fc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.418006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f656a7b6-6730-46ab-a1d7-86c56a19fc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.422371 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f656a7b6-6730-46ab-a1d7-86c56a19fc2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9a049f3-8846-429f-83cb-a51a8f192855 HTTP/1.1" status: 204 len: 168 time: 0.1783869 Aug 31 14:44:25.428773 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656a7b6-6730-46ab-a1d7-86c56a19fc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a049f3-8846-429f-83cb-a51a8f192855,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:25.450941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad1f9f-ffc9-4c9f-9269-6f56848895ee req-276d1083-7738-41fa-bd7d-b03381abce1b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:25.452641 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-04ad1f9f-ffc9-4c9f-9269-6f56848895ee req-276d1083-7738-41fa-bd7d-b03381abce1b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 945 time: 0.0715690 Aug 31 14:44:25.521087 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-04ad1f9f-ffc9-4c9f-9269-6f56848895ee req-cce09775-0764-4dcb-b676-b4ee06869873 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523982 Aug 31 14:44:25.659418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc93e5-cfd1-4c97-bc1b-f9d8913f56f2 req-43b8f827-a464-4703-b2df-5c1f8d6f3d2d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:25.662341 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61dc93e5-cfd1-4c97-bc1b-f9d8913f56f2 req-43b8f827-a464-4703-b2df-5c1f8d6f3d2d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 945 time: 0.0982594 Aug 31 14:44:25.848712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-61dc93e5-cfd1-4c97-bc1b-f9d8913f56f2 req-e5d536ef-074d-45a8-a726-5e5ae7facf09 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Deleting port d17042b8-0187-4796-b69e-ee3be8b1317f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:25.849249 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-61dc93e5-cfd1-4c97-bc1b-f9d8913f56f2 req-e5d536ef-074d-45a8-a726-5e5ae7facf09 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:26.006922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-61dc93e5-cfd1-4c97-bc1b-f9d8913f56f2 req-e5d536ef-074d-45a8-a726-5e5ae7facf09 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] For port d17042b8-0187-4796-b69e-ee3be8b1317f, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d17042b8-0187-4796-b69e-ee3be8b1317f,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:26.007568 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-61dc93e5-cfd1-4c97-bc1b-f9d8913f56f2 req-e5d536ef-074d-45a8-a726-5e5ae7facf09 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:26.034737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-61dc93e5-cfd1-4c97-bc1b-f9d8913f56f2 req-e5d536ef-074d-45a8-a726-5e5ae7facf09 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Calling delete_port for d17042b8-0187-4796-b69e-ee3be8b1317f owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:26.250397 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-61dc93e5-cfd1-4c97-bc1b-f9d8913f56f2 req-e5d536ef-074d-45a8-a726-5e5ae7facf09 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:26.263521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['ed624d9e-d5be-497c-b48e-e60911d09690'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:44:26.291025 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d536ef-074d-45a8-a726-5e5ae7facf09 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event deleted for resources: {'Port': ['ID=d17042b8-0187-4796-b69e-ee3be8b1317f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:26.355868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-61dc93e5-cfd1-4c97-bc1b-f9d8913f56f2 req-e5d536ef-074d-45a8-a726-5e5ae7facf09 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] No DVR routers for this DVR port d17042b8-0187-4796-b69e-ee3be8b1317f on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:44:26.360316 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-61dc93e5-cfd1-4c97-bc1b-f9d8913f56f2 req-e5d536ef-074d-45a8-a726-5e5ae7facf09 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:26.364101 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61dc93e5-cfd1-4c97-bc1b-f9d8913f56f2 req-e5d536ef-074d-45a8-a726-5e5ae7facf09 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.60 "DELETE /v2.0/ports/d17042b8-0187-4796-b69e-ee3be8b1317f HTTP/1.1" status: 204 len: 173 time: 0.6900461 Aug 31 14:44:26.364599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc56b15-7924-44a8-bc06-03e3593ba730', 'name': 'network-vif-deleted', 'tag': 'd17042b8-0187-4796-b69e-ee3be8b1317f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:26.367977 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678ecf8f-0afb-4eb7-b49f-6489c26a0089" -d '{"events": [{"server_uuid": "9cc56b15-7924-44a8-bc06-03e3593ba730", "name": "network-vif-deleted", "tag": "d17042b8-0187-4796-b69e-ee3be8b1317f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:26.566707 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0938c5d-453e-4af4-a3b7-75dd2117d720 x-openstack-request-id: req-f0938c5d-453e-4af4-a3b7-75dd2117d720 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:26.567411 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc56b15-7924-44a8-bc06-03e3593ba730", "name": "network-vif-deleted", "tag": "d17042b8-0187-4796-b69e-ee3be8b1317f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:26.568221 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0938c5d-453e-4af4-a3b7-75dd2117d720 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:26.568921 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc56b15-7924-44a8-bc06-03e3593ba730', 'name': 'network-vif-deleted', 'tag': 'd17042b8-0187-4796-b69e-ee3be8b1317f', 'status': 'completed', 'code': 200} Aug 31 14:44:26.694325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a2ac8d59-8b51-459d-80ab-afac1cf32900 req-7f409143-73f1-46c2-a9e7-690898769e82 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 210 time: 0.0593030 Aug 31 14:44:27.873333 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fdd33149-c978-4745-b593-342183b004f5 req-152a8f32-73da-4b6e-8df5-2ba848bd4ee9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 210 time: 0.0624387 Aug 31 14:44:28.176798 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d17042b8-0187-4796-b69e-ee3be8b1317f no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:28.210553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: d17042b8-0187-4796-b69e-ee3be8b1317f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:28.211080 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d17042b8-0187-4796-b69e-ee3be8b1317f not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:29.037908 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3812e81-724f-4894-90ef-3a68afeba70a req-6a96fe87-1855-4d1b-b6bb-3c4d331cbf68 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 210 time: 0.0502248 Aug 31 14:44:29.444205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43416) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:29.662896 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c3dfa98-b765-4800-95a9-4ad478a2a637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:29.823285 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c3dfa98-b765-4800-95a9-4ad478a2a637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:29.828062 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c3dfa98-b765-4800-95a9-4ad478a2a637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:29.869373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dfa98-b765-4800-95a9-4ad478a2a637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5275bb5f-cd49-4135-88ee-437d6acc0eee,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:29.912516 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1c3dfa98-b765-4800-95a9-4ad478a2a637 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1985d116208d47ba895fb8d61713b6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4669559 Aug 31 14:44:29.915096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43440) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:29.991977 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a52e2b0f-a53c-48db-943e-9524cd39c4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:30.028419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a52e2b0f-a53c-48db-943e-9524cd39c4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:30.106113 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a52e2b0f-a53c-48db-943e-9524cd39c4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:30.115759 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a52e2b0f-a53c-48db-943e-9524cd39c4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:30.119969 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a52e2b0f-a53c-48db-943e-9524cd39c4c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5275bb5f-cd49-4135-88ee-437d6acc0eee HTTP/1.1" status: 204 len: 168 time: 0.2008104 Aug 31 14:44:30.128224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e2b0f-a53c-48db-943e-9524cd39c4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5275bb5f-cd49-4135-88ee-437d6acc0eee,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:30.237036 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2ffa9bb-0cc9-41a9-b257-bb501fd5ef2b req-b9d63ee3-bb4e-42fa-bd26-58e6acbaa6d3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 210 time: 0.0830104 Aug 31 14:44:30.614681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43468) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:30.635123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8dce1734-de65-45df-a213-0754ef4ba68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:30.843004 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8dce1734-de65-45df-a213-0754ef4ba68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:30.849876 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8dce1734-de65-45df-a213-0754ef4ba68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:30.917545 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8dce1734-de65-45df-a213-0754ef4ba68d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4716b9cd01e4c619e84dad0f0990744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015246 Aug 31 14:44:30.919053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce1734-de65-45df-a213-0754ef4ba68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c63743e-6cb7-4520-a2a5-7a41a10a8500,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:30.920049 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43478) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:30.994667 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01fb5185-0321-49ed-8b6e-bc4c88aa8443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:31.034031 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01fb5185-0321-49ed-8b6e-bc4c88aa8443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:31.099268 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01fb5185-0321-49ed-8b6e-bc4c88aa8443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:31.103450 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01fb5185-0321-49ed-8b6e-bc4c88aa8443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:31.105184 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-01fb5185-0321-49ed-8b6e-bc4c88aa8443 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c63743e-6cb7-4520-a2a5-7a41a10a8500 HTTP/1.1" status: 204 len: 168 time: 0.1832540 Aug 31 14:44:31.118422 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb5185-0321-49ed-8b6e-bc4c88aa8443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c63743e-6cb7-4520-a2a5-7a41a10a8500,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:31.424842 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-759faac4-6884-4180-a921-ea2ba3c8452b req-9d085543-69cc-4ebe-a7eb-cadc6c809bf4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc56b15-7924-44a8-bc06-03e3593ba730 HTTP/1.1" status: 200 len: 210 time: 0.0543866 Aug 31 14:44:31.577107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17585b-0657-4e80-8881-51dfca8766f7 req-36e3e778-6efb-4212-a05b-ed675b51e69c tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:31.586607 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f17585b-0657-4e80-8881-51dfca8766f7 req-36e3e778-6efb-4212-a05b-ed675b51e69c tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 945 time: 0.0919070 Aug 31 14:44:31.674924 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f17585b-0657-4e80-8881-51dfca8766f7 req-b7fee4e8-657d-42de-bde2-2c9ebec7d59a tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824718 Aug 31 14:44:32.858503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95405075-6a45-46d6-a259-d859a1dd90af req-c428a380-eaf6-4a83-954a-4c87f07b543b tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:32.860264 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95405075-6a45-46d6-a259-d859a1dd90af req-c428a380-eaf6-4a83-954a-4c87f07b543b tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 945 time: 0.0706687 Aug 31 14:44:32.881948 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-118f7f05-aa0b-4603-b5c1-fc390051e90f tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:32.883856 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-118f7f05-aa0b-4603-b5c1-fc390051e90f tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 945 time: 0.1410232 Aug 31 14:44:32.930671 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95405075-6a45-46d6-a259-d859a1dd90af req-b1da780c-dcc6-4a19-abe0-17361764087c tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589817 Aug 31 14:44:33.038695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Deleting port a95c40ac-cb75-417b-9d9a-fc7493685d30 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:33.039878 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:33.607990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] For port a95c40ac-cb75-417b-9d9a-fc7493685d30, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a95c40ac-cb75-417b-9d9a-fc7493685d30,segment=NetworkSegment(226ca991-0b71-4bdb-944e-dc0a06cbe437),segment_id=226ca991-0b71-4bdb-944e-dc0a06cbe437)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:33.608362 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:33.852488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:33.853889 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:33.855705 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Floating IP 577812b1-ff32-4a5e-88d8-c290c50f1e68 disassociated. External IP: 172.25.2.77, port: a95c40ac-cb75-417b-9d9a-fc7493685d30. Aug 31 14:44:33.857339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Calling delete_port for a95c40ac-cb75-417b-9d9a-fc7493685d30 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:34.086819 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:34.202066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Pushing event deleted for resources: {'Port': ['ID=a95c40ac-cb75-417b-9d9a-fc7493685d30,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:34.233951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88517c-d7ad-4551-ad4a-155b21f20059 req-00e1ad85-719d-4849-a315-6311f06e65e3 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:34.244477 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b88517c-d7ad-4551-ad4a-155b21f20059 req-00e1ad85-719d-4849-a315-6311f06e65e3 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9aebc39-cc73-4999-8a1e-93e600d77b01 HTTP/1.1" status: 200 len: 867 time: 0.2059920 Aug 31 14:44:34.308065 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8b88517c-d7ad-4551-ad4a-155b21f20059 req-abd4f4d5-b157-493f-b62a-95506b2984d0 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9beb2e7-3404-443f-a5ea-29b33252192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625863 Aug 31 14:44:34.407095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Router 2979d8b9-9d76-432f-992e-be8ff507753a has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:44:34.586356 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:44:34.601349 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0137104f-233d-4e51-ac83-7352d7ce8c0d None None] Sync routers for ids ['2979d8b9-9d76-432f-992e-be8ff507753a'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:44:34.633650 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137104f-233d-4e51-ac83-7352d7ce8c0d None None] Routers {'2979d8b9-9d76-432f-992e-be8ff507753a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:34.634305 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0137104f-233d-4e51-ac83-7352d7ce8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2979d8b9-9d76-432f-992e-be8ff507753a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:34.654756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] No DVR routers for this DVR port a95c40ac-cb75-417b-9d9a-fc7493685d30 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:44:34.657585 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:34.661026 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4232c3d9-2ca5-4d24-9f08-9bf02184f8ac req-218deb27-0039-4254-800a-bf040c617920 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.60 "DELETE /v2.0/ports/a95c40ac-cb75-417b-9d9a-fc7493685d30 HTTP/1.1" status: 204 len: 173 time: 1.7708383 Aug 31 14:44:34.661503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aebc39-cc73-4999-8a1e-93e600d77b01', 'name': 'network-vif-deleted', 'tag': 'a95c40ac-cb75-417b-9d9a-fc7493685d30'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:34.672715 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ffacb0-b8a5-42a9-9673-61c8d6c2d2f1" -d '{"events": [{"server_uuid": "c9aebc39-cc73-4999-8a1e-93e600d77b01", "name": "network-vif-deleted", "tag": "a95c40ac-cb75-417b-9d9a-fc7493685d30"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:34.769715 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5b2851-33ab-400d-97cb-4502394e03f0 x-openstack-request-id: req-fb5b2851-33ab-400d-97cb-4502394e03f0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:34.770037 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aebc39-cc73-4999-8a1e-93e600d77b01", "name": "network-vif-deleted", "tag": "a95c40ac-cb75-417b-9d9a-fc7493685d30", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:34.770291 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb5b2851-33ab-400d-97cb-4502394e03f0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:34.770700 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aebc39-cc73-4999-8a1e-93e600d77b01', 'name': 'network-vif-deleted', 'tag': 'a95c40ac-cb75-417b-9d9a-fc7493685d30', 'status': 'completed', 'code': 200} Aug 31 14:44:34.970652 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0137104f-233d-4e51-ac83-7352d7ce8c0d None None] Set router 2979d8b9-9d76-432f-992e-be8ff507753a gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:35.281695 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0137104f-233d-4e51-ac83-7352d7ce8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:07Z', 'revision_number': 4, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port': {'id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'bc13c4a4-481b-4dfe-a448-7e3793bc9b74', 'name': '', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'mac_address': 'fa:16:3e:b0:7c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:06Z', 'updated_at': '2021-08-31T14:39:16Z', 'revision_number': 5, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'subnets': [{'id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:35.324197 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0137104f-233d-4e51-ac83-7352d7ce8c0d None None] Checking router: 2979d8b9-9d76-432f-992e-be8ff507753a for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:44:35.339361 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137104f-233d-4e51-ac83-7352d7ce8c0d None None] Routers {'2979d8b9-9d76-432f-992e-be8ff507753a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:35.340067 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0137104f-233d-4e51-ac83-7352d7ce8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2979d8b9-9d76-432f-992e-be8ff507753a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:35.443713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:35.506497 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0137104f-233d-4e51-ac83-7352d7ce8c0d None None] Set router 2979d8b9-9d76-432f-992e-be8ff507753a gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:35.632794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-08d42a0e-dd4e-48fb-92d4-b4cdaa64f821 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Deleting port cb862846-68cf-4a8e-8f62-fff51123de0c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:35.633141 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08d42a0e-dd4e-48fb-92d4-b4cdaa64f821 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:35.739030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08d42a0e-dd4e-48fb-92d4-b4cdaa64f821 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:35.739503 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08d42a0e-dd4e-48fb-92d4-b4cdaa64f821 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:35.791388 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-08d42a0e-dd4e-48fb-92d4-b4cdaa64f821 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Calling delete_port for cb862846-68cf-4a8e-8f62-fff51123de0c owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:36.079988 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0137104f-233d-4e51-ac83-7352d7ce8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:07Z', 'revision_number': 4, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port': {'id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'bc13c4a4-481b-4dfe-a448-7e3793bc9b74', 'name': '', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'mac_address': 'fa:16:3e:b0:7c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:06Z', 'updated_at': '2021-08-31T14:39:16Z', 'revision_number': 5, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'subnets': [{'id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:36.101946 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08d42a0e-dd4e-48fb-92d4-b4cdaa64f821 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:36.137239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d42a0e-dd4e-48fb-92d4-b4cdaa64f821 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Pushing event deleted for resources: {'Port': ['ID=cb862846-68cf-4a8e-8f62-fff51123de0c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:36.158177 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0137104f-233d-4e51-ac83-7352d7ce8c0d None None] The sync data for ids ['2979d8b9-9d76-432f-992e-be8ff507753a'] in n-d-806683-5 is: [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:07Z', 'revision_number': 4, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port': {'id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'bc13c4a4-481b-4dfe-a448-7e3793bc9b74', 'name': '', 'network_id': '1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'mac_address': 'fa:16:3e:b0:7c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:06Z', 'updated_at': '2021-08-31T14:39:16Z', 'revision_number': 5, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'subnets': [{'id': '707f1a94-3dc7-4002-a30d-f5d800818861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:44:36.244102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a95c40ac-cb75-417b-9d9a-fc7493685d30 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:36.278730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: a95c40ac-cb75-417b-9d9a-fc7493685d30 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:36.280962 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a95c40ac-cb75-417b-9d9a-fc7493685d30 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:36.345141 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08d42a0e-dd4e-48fb-92d4-b4cdaa64f821 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:36.352276 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08d42a0e-dd4e-48fb-92d4-b4cdaa64f821 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:36.353665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-08d42a0e-dd4e-48fb-92d4-b4cdaa64f821 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "DELETE /v2.0/floatingips/577812b1-ff32-4a5e-88d8-c290c50f1e68 HTTP/1.1" status: 204 len: 168 time: 0.9082444 Aug 31 14:44:36.602658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43818) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:36.747476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9d3051-3017-44ec-820f-d00af9e99313 None None] New status for floating IP 577812b1-ff32-4a5e-88d8-c290c50f1e68: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:44:36.773216 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff13905f-5438-4deb-8f8e-3a143a9546d2 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:36.829053 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff13905f-5438-4deb-8f8e-3a143a9546d2 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:36.962030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff13905f-5438-4deb-8f8e-3a143a9546d2 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:36.965934 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff13905f-5438-4deb-8f8e-3a143a9546d2 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:36.967370 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ff13905f-5438-4deb-8f8e-3a143a9546d2 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] 10.222.0.39 "DELETE /v2.0/security-groups/f9beb2e7-3404-443f-a5ea-29b33252192a HTTP/1.1" status: 204 len: 168 time: 0.3610468 Aug 31 14:44:37.006636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13905f-5438-4deb-8f8e-3a143a9546d2 tempest-TestServerBasicOps-1259765478 tempest-TestServerBasicOps-1259765478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9beb2e7-3404-443f-a5ea-29b33252192a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:37.033477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43832) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:37.233183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43844) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:37.366159 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-670a2eb3-0408-488d-8f3c-9fe868340d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:38.019419 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-670a2eb3-0408-488d-8f3c-9fe868340d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:38.053023 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-670a2eb3-0408-488d-8f3c-9fe868340d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:38.072986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc126ef-9715-41d8-9ba5-793e04951473 req-6418bc49-b31c-4514-9d86-adfb09361b4d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:38.075297 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ffc126ef-9715-41d8-9ba5-793e04951473 req-6418bc49-b31c-4514-9d86-adfb09361b4d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 946 time: 0.1362114 Aug 31 14:44:38.164029 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-670a2eb3-0408-488d-8f3c-9fe868340d4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d9f30b76be94c8e97fa2d929c6a3d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9296138 Aug 31 14:44:38.166738 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43864) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:38.178217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a2eb3-0408-488d-8f3c-9fe868340d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9c0ea4-30f8-48b6-b006-48881ee24549,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:38.232057 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ffc126ef-9715-41d8-9ba5-793e04951473 req-27df8133-e02e-4b5e-bf4c-dfed5c917772 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400368 Aug 31 14:44:38.274840 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0cfff07-2034-4aea-b576-b44b507e486f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:38.333099 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0cfff07-2034-4aea-b576-b44b507e486f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:38.357399 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45c4df41-e6c3-4d86-af81-4634879b7d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:38.397198 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0cfff07-2034-4aea-b576-b44b507e486f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:38.400892 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0cfff07-2034-4aea-b576-b44b507e486f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:38.402550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f0cfff07-2034-4aea-b576-b44b507e486f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb9c0ea4-30f8-48b6-b006-48881ee24549 HTTP/1.1" status: 204 len: 168 time: 0.2344565 Aug 31 14:44:38.415023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfff07-2034-4aea-b576-b44b507e486f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9c0ea4-30f8-48b6-b006-48881ee24549,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:38.806692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-45c4df41-e6c3-4d86-af81-4634879b7d8c admin admin] Deleting port bc13c4a4-481b-4dfe-a448-7e3793bc9b74 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:38.809098 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45c4df41-e6c3-4d86-af81-4634879b7d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:38.993216 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-45c4df41-e6c3-4d86-af81-4634879b7d8c admin admin] For port bc13c4a4-481b-4dfe-a448-7e3793bc9b74, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=bc13c4a4-481b-4dfe-a448-7e3793bc9b74,segment=NetworkSegment(226ca991-0b71-4bdb-944e-dc0a06cbe437),segment_id=226ca991-0b71-4bdb-944e-dc0a06cbe437)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:38.993779 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45c4df41-e6c3-4d86-af81-4634879b7d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:39.027847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-45c4df41-e6c3-4d86-af81-4634879b7d8c admin admin] Calling delete_port for bc13c4a4-481b-4dfe-a448-7e3793bc9b74 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:39.345811 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45c4df41-e6c3-4d86-af81-4634879b7d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:39.421486 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4df41-e6c3-4d86-af81-4634879b7d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc13c4a4-481b-4dfe-a448-7e3793bc9b74,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:39.491012 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa9eca-acf6-4127-b576-acc0d78521f8 req-63ee1b2a-4713-41e0-8cf1-a0f66888298d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:39.511799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9aa9eca-acf6-4127-b576-acc0d78521f8 req-63ee1b2a-4713-41e0-8cf1-a0f66888298d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 946 time: 0.1490695 Aug 31 14:44:39.619043 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-808cc78c-8c13-4611-b0b1-b558909d67a7 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:39.621351 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-808cc78c-8c13-4611-b0b1-b558909d67a7 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 946 time: 0.1230142 Aug 31 14:44:39.632464 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9aa9eca-acf6-4127-b576-acc0d78521f8 req-b1f5c7da-382a-47da-aa3f-b09f8d0e3f1b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121538 Aug 31 14:44:39.949428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45c4df41-e6c3-4d86-af81-4634879b7d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:40.008634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Deleting port 89b141aa-e193-4472-82fc-1e7e19ad3ccd {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:40.008977 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:40.162645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] For port 89b141aa-e193-4472-82fc-1e7e19ad3ccd, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=89b141aa-e193-4472-82fc-1e7e19ad3ccd,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:40.163010 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:40.461398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c4df41-e6c3-4d86-af81-4634879b7d8c admin admin] Router 2979d8b9-9d76-432f-992e-be8ff507753a has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:44:40.685092 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:40.685494 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:40.685807 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Floating IP c48e25af-ea89-4561-894e-8a647e4b83fd disassociated. External IP: 172.25.2.126, port: 89b141aa-e193-4472-82fc-1e7e19ad3ccd. Aug 31 14:44:40.686147 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Calling delete_port for 89b141aa-e193-4472-82fc-1e7e19ad3ccd owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:40.733329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c4df41-e6c3-4d86-af81-4634879b7d8c admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:44:40.754263 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5325918-2070-4564-8e2f-a645c93e9828 None None] Sync routers for ids ['2979d8b9-9d76-432f-992e-be8ff507753a'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:44:40.780613 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-45c4df41-e6c3-4d86-af81-4634879b7d8c admin admin] 10.222.0.39 "PUT /v2.0/routers/2979d8b9-9d76-432f-992e-be8ff507753a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7414026 Aug 31 14:44:40.780882 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5325918-2070-4564-8e2f-a645c93e9828 None None] Routers {'2979d8b9-9d76-432f-992e-be8ff507753a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:40.780882 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f5325918-2070-4564-8e2f-a645c93e9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2979d8b9-9d76-432f-992e-be8ff507753a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:40.781087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43950) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:40.890221 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43954) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:40.908838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf91937-da46-4ad3-865a-95fa52075d5c req-a7aa0909-7e10-4617-8e24-e26bba670d21 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:40.916157 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4cf91937-da46-4ad3-865a-95fa52075d5c req-a7aa0909-7e10-4617-8e24-e26bba670d21 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 946 time: 0.1418009 Aug 31 14:44:41.029236 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:41.068804 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4cf91937-da46-4ad3-865a-95fa52075d5c req-23583cdf-6b41-4585-8124-dd9323b111f8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=7120423e-b82e-4434-908e-73fded1b8f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396732 Aug 31 14:44:41.083466 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f5325918-2070-4564-8e2f-a645c93e9828 None None] Set router 2979d8b9-9d76-432f-992e-be8ff507753a gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:41.185853 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:41.290729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event deleted for resources: {'Port': ['ID=89b141aa-e193-4472-82fc-1e7e19ad3ccd,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:41.428229 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:41.441007 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:41.465561 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:41.680762 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f5325918-2070-4564-8e2f-a645c93e9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:44:39Z', 'revision_number': 5, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port': {'id': '2474d46e-01c4-4f78-8b2f-c4734bd88784', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:41.724123 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5325918-2070-4564-8e2f-a645c93e9828 None None] Checking router: 2979d8b9-9d76-432f-992e-be8ff507753a for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:44:41.735433 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5325918-2070-4564-8e2f-a645c93e9828 None None] Routers {'2979d8b9-9d76-432f-992e-be8ff507753a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:41.736081 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f5325918-2070-4564-8e2f-a645c93e9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['2979d8b9-9d76-432f-992e-be8ff507753a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:41.868709 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f5325918-2070-4564-8e2f-a645c93e9828 None None] Set router 2979d8b9-9d76-432f-992e-be8ff507753a gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:42.007571 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f5325918-2070-4564-8e2f-a645c93e9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:44:41Z', 'revision_number': 6, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:42.097146 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5325918-2070-4564-8e2f-a645c93e9828 None None] The sync data for ids ['2979d8b9-9d76-432f-992e-be8ff507753a'] in n-d-806683-5 is: [{'id': '2979d8b9-9d76-432f-992e-be8ff507753a', 'name': 'tempest-TestServerBasicOps-6078292-router', 'tenant_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:02Z', 'updated_at': '2021-08-31T14:44:41Z', 'revision_number': 6, 'project_id': 'ce683e4dbcf542919ea01c30e9ec572e', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:44:42.239277 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Router f020cae8-f960-4412-adbb-6499d4d28977 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:44:42.252089 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] Deleting port 2474d46e-01c4-4f78-8b2f-c4734bd88784 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:42.252426 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:42.296234 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9149a070-3e18-40d6-a86f-8741b2cb710b req-75988bc4-cd49-4689-84e8-3013053c2c28 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 210 time: 0.0801308 Aug 31 14:44:42.400508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] For port 2474d46e-01c4-4f78-8b2f-c4734bd88784, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2474d46e-01c4-4f78-8b2f-c4734bd88784,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:42.400880 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:42.442595 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] Calling delete_port for 2474d46e-01c4-4f78-8b2f-c4734bd88784 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:42.519730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:42.575946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device bc13c4a4-481b-4dfe-a448-7e3793bc9b74 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:42.640643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: bc13c4a4-481b-4dfe-a448-7e3793bc9b74 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:42.641442 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device bc13c4a4-481b-4dfe-a448-7e3793bc9b74 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:42.672099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:44:42.691082 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b391d91-e4dd-4c1d-8635-9e30392023cf None None] Sync routers for ids ['f020cae8-f960-4412-adbb-6499d4d28977'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:44:42.707223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b391d91-e4dd-4c1d-8635-9e30392023cf None None] Routers {'f020cae8-f960-4412-adbb-6499d4d28977'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:42.708753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3b391d91-e4dd-4c1d-8635-9e30392023cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f020cae8-f960-4412-adbb-6499d4d28977'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:42.738501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43978) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:42.770812 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] No DVR routers for this DVR port 89b141aa-e193-4472-82fc-1e7e19ad3ccd on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:44:42.780174 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:42.782979 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3206586-1ab3-4216-b9ed-88eb75cb5972 req-3fd5b214-6b9e-400c-9244-7e9ab0e7258b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.25 "DELETE /v2.0/ports/89b141aa-e193-4472-82fc-1e7e19ad3ccd HTTP/1.1" status: 204 len: 173 time: 3.1547279 Aug 31 14:44:42.782979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'name': 'network-vif-deleted', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:42.785516 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c3241d-0fed-4745-bab9-b09f51d0a15e" -d '{"events": [{"server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "name": "network-vif-deleted", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:42.886349 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0f62a1-2129-47f1-8ae2-5179712b75a0 x-openstack-request-id: req-0d0f62a1-2129-47f1-8ae2-5179712b75a0 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:42.886699 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e33c5b5-ef28-4864-9e55-60b9f73cb652", "name": "network-vif-deleted", "tag": "89b141aa-e193-4472-82fc-1e7e19ad3ccd", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:42.886950 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d0f62a1-2129-47f1-8ae2-5179712b75a0 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:42.887334 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e33c5b5-ef28-4864-9e55-60b9f73cb652', 'name': 'network-vif-deleted', 'tag': '89b141aa-e193-4472-82fc-1e7e19ad3ccd', 'status': 'completed', 'code': 200} Aug 31 14:44:42.908095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-3b391d91-e4dd-4c1d-8635-9e30392023cf None None] Set router f020cae8-f960-4412-adbb-6499d4d28977 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:42.914347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Allocated IP 172.25.2.61 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/fee0bf1e-4de9-4720-b190-732f933b466c) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:44:42.957342 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:44:43.029111 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4360c02b-8a42-4c55-ba7a-a387ccb5add1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.059523 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.115524 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2474d46e-01c4-4f78-8b2f-c4734bd88784,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:43.185858 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4360c02b-8a42-4c55-ba7a-a387ccb5add1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.190610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.192014 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4360c02b-8a42-4c55-ba7a-a387ccb5add1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.199065 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 89b141aa-e193-4472-82fc-1e7e19ad3ccd no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:43.229427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 89b141aa-e193-4472-82fc-1e7e19ad3ccd {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:43.229989 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 89b141aa-e193-4472-82fc-1e7e19ad3ccd not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:43.240743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360c02b-8a42-4c55-ba7a-a387ccb5add1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6674bee4-a29e-4ad4-b0cd-855618440e3f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:43.281598 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4360c02b-8a42-4c55-ba7a-a387ccb5add1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=314dd35afeac49a389a7294f27d7850a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5416725 Aug 31 14:44:43.283723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 43986) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:43.319598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3b391d91-e4dd-4c1d-8635-9e30392023cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:36Z', 'revision_number': 5, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:43.385842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b391d91-e4dd-4c1d-8635-9e30392023cf None None] Checking router: f020cae8-f960-4412-adbb-6499d4d28977 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:44:43.410690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b391d91-e4dd-4c1d-8635-9e30392023cf None None] Routers {'f020cae8-f960-4412-adbb-6499d4d28977'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:43.411582 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3b391d91-e4dd-4c1d-8635-9e30392023cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f020cae8-f960-4412-adbb-6499d4d28977'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:43.424059 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.464109 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.492119 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c377ac5d-3edf-4795-a3cd-1dbdba683863 req-1c1e055f-3f99-4ed4-8625-6a2e35d08b6c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e33c5b5-ef28-4864-9e55-60b9f73cb652 HTTP/1.1" status: 200 len: 210 time: 0.0904217 Aug 31 14:44:43.534962 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.535643 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2979d8b9-9d76-432f-992e-be8ff507753a {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:44:43.542318 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-54749de2-b2aa-4346-860d-e5c8bbe75c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.551886 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.555926 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fdd476cc-1143-47d9-a510-cded0f54a1a7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2979d8b9-9d76-432f-992e-be8ff507753a HTTP/1.1" status: 204 len: 168 time: 2.7682092 Aug 31 14:44:43.556762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 43992) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:43.560361 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.601633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-54749de2-b2aa-4346-860d-e5c8bbe75c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.629661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-3b391d91-e4dd-4c1d-8635-9e30392023cf None None] Set router f020cae8-f960-4412-adbb-6499d4d28977 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:43.631235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6decf16-c36d-4658-a52a-71b7617b08cc admin admin] Deleting subnet 707f1a94-3dc7-4002-a30d-f5d800818861 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:44:43.636842 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6decf16-c36d-4658-a52a-71b7617b08cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.676330 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.694083 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6decf16-c36d-4658-a52a-71b7617b08cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.703696 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-54749de2-b2aa-4346-860d-e5c8bbe75c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.707471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-54749de2-b2aa-4346-860d-e5c8bbe75c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:43.708845 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-54749de2-b2aa-4346-860d-e5c8bbe75c43 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6674bee4-a29e-4ad4-b0cd-855618440e3f HTTP/1.1" status: 204 len: 168 time: 0.4238882 Aug 31 14:44:43.721362 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54749de2-b2aa-4346-860d-e5c8bbe75c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6674bee4-a29e-4ad4-b0cd-855618440e3f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:43.803765 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Pushing event updated for resources: {'Port': ['ID=fee0bf1e-4de9-4720-b190-732f933b466c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:43.836479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:44:43.845019 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:44:43.850885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:44:43.997881 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6decf16-c36d-4658-a52a-71b7617b08cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.104065 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.194944 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6decf16-c36d-4658-a52a-71b7617b08cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.215790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44004) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:44.215933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-3b391d91-e4dd-4c1d-8635-9e30392023cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:36Z', 'revision_number': 5, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:44.227501 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.245852 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9211d467-e8a5-42f5-a9ab-54cad195c7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.246762 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b391d91-e4dd-4c1d-8635-9e30392023cf None None] The sync data for ids ['f020cae8-f960-4412-adbb-6499d4d28977'] in n-d-806683-5 is: [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:36Z', 'revision_number': 5, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:44:44.294666 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6decf16-c36d-4658-a52a-71b7617b08cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.300490 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e6decf16-c36d-4658-a52a-71b7617b08cc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/707f1a94-3dc7-4002-a30d-f5d800818861 HTTP/1.1" status: 204 len: 168 time: 0.7328036 Aug 31 14:44:44.300490 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6decf16-c36d-4658-a52a-71b7617b08cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=707f1a94-3dc7-4002-a30d-f5d800818861,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:44.301470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44006) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:44.306637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde9dd0-010a-4985-a523-d49b881039f4 None None] Network 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:44:44.350596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b136b-d091-464b-81a0-e7afdad5031b req-c50a54b9-fc32-4884-946f-230ed49a594a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:44.358404 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-948b136b-d091-464b-81a0-e7afdad5031b req-c50a54b9-fc32-4884-946f-230ed49a594a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 945 time: 0.0916443 Aug 31 14:44:44.412769 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-948b136b-d091-464b-81a0-e7afdad5031b req-5c9510cf-8829-46a6-ac44-4f4dd42ea8b4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534420 Aug 31 14:44:44.473480 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.490964 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9211d467-e8a5-42f5-a9ab-54cad195c7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.501805 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9211d467-e8a5-42f5-a9ab-54cad195c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.566199 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9211d467-e8a5-42f5-a9ab-54cad195c7e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ca910423a9b4b669a559b30bf93dc72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490326 Aug 31 14:44:44.566877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44012) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:44.567574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211d467-e8a5-42f5-a9ab-54cad195c7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4984ddd2-ce53-4133-bb72-371573b5156b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:44.607568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] DHCP port deletion for 1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:44:44.664202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2474d46e-01c4-4f78-8b2f-c4734bd88784 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:44.676876 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31ed1e73-afb3-49de-a908-27b847ad8325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.697382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44016) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:44.713695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 2474d46e-01c4-4f78-8b2f-c4734bd88784 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:44.714458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2474d46e-01c4-4f78-8b2f-c4734bd88784 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:44.717212 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31ed1e73-afb3-49de-a908-27b847ad8325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.736716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Deleting port 8845fac0-4286-4dad-8f09-0bda709490fb {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:44.738082 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.799489 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31ed1e73-afb3-49de-a908-27b847ad8325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.803938 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31ed1e73-afb3-49de-a908-27b847ad8325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.805882 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-31ed1e73-afb3-49de-a908-27b847ad8325 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4984ddd2-ce53-4133-bb72-371573b5156b HTTP/1.1" status: 204 len: 168 time: 0.2340605 Aug 31 14:44:44.813939 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb49f76-0451-4d80-9926-de8c3371b82c None None] New status for floating IP c48e25af-ea89-4561-894e-8a647e4b83fd: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:44:44.824025 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed1e73-afb3-49de-a908-27b847ad8325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4984ddd2-ce53-4133-bb72-371573b5156b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:44.833015 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1cd2eeef-2a47-4e41-b9f4-2d5da9303a3f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.861147 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1cd2eeef-2a47-4e41-b9f4-2d5da9303a3f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.866345 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] For port 8845fac0-4286-4dad-8f09-0bda709490fb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8845fac0-4286-4dad-8f09-0bda709490fb,segment=NetworkSegment(226ca991-0b71-4bdb-944e-dc0a06cbe437),segment_id=226ca991-0b71-4bdb-944e-dc0a06cbe437)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:44.866893 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.882190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Calling delete_port for 8845fac0-4286-4dad-8f09-0bda709490fb owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:44.923088 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1cd2eeef-2a47-4e41-b9f4-2d5da9303a3f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.925659 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1cd2eeef-2a47-4e41-b9f4-2d5da9303a3f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.929324 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1cd2eeef-2a47-4e41-b9f4-2d5da9303a3f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "DELETE /v2.0/security-groups/7120423e-b82e-4434-908e-73fded1b8f5c HTTP/1.1" status: 204 len: 168 time: 0.2284861 Aug 31 14:44:44.929819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44020) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:44.939804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Deleting port 8845fac0-4286-4dad-8f09-0bda709490fb {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:44.940176 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:44.958902 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2eeef-2a47-4e41-b9f4-2d5da9303a3f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7120423e-b82e-4434-908e-73fded1b8f5c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:44.961941 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-ef017625-865e-452b-90bf-df91ad4b03dc tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] show failed (client error): The resource could not be found. Aug 31 14:44:44.967503 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ef017625-865e-452b-90bf-df91ad4b03dc tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups/7120423e-b82e-4434-908e-73fded1b8f5c HTTP/1.1" status: 404 len: 347 time: 0.0337093 Aug 31 14:44:44.967874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44022) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:45.037033 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.038801 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.060766 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.112759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Pushing event deleted for resources: {'Port': ['ID=8845fac0-4286-4dad-8f09-0bda709490fb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:45.120659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] For port 8845fac0-4286-4dad-8f09-0bda709490fb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8845fac0-4286-4dad-8f09-0bda709490fb,segment=NetworkSegment(226ca991-0b71-4bdb-944e-dc0a06cbe437),segment_id=226ca991-0b71-4bdb-944e-dc0a06cbe437)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:45.121036 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.126545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] No DVR routers for this DVR port 8845fac0-4286-4dad-8f09-0bda709490fb on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:44:45.141594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:45.142034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:45.142313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:45.142641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:45.142950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:45.143341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:45.143681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:45.144014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:45.144373 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:45.144750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:45.145101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:45.145397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5067aa4c-1f1b-4285-9927-6757fe9f0ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:45.192937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Calling delete_port for 8845fac0-4286-4dad-8f09-0bda709490fb owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:45.225615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Pushing event updated for resources: {'Port': ['ID=fee0bf1e-4de9-4720-b190-732f933b466c,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:45.232529 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.251143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bb59857f-15cb-40f3-b0cd-78342e2fd45e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Deleting port f5a82d95-7194-430f-b468-80d21feedc15 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:45.251760 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb59857f-15cb-40f3-b0cd-78342e2fd45e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.288975 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.295886 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-36b85ea5-3e83-45a2-95e8-b5366c4618ec tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4031601 Aug 31 14:44:45.302808 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44026) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:45.308517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-91647615-5e6d-4967-b35f-8cf799f6385d tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1210338918', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'fixed_ips': [{'ip_address': '172.25.2.61'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:45.341959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91647615-5e6d-4967-b35f-8cf799f6385d tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Made reservation on behalf of 57fe8108051845b081a53b7cf5e8ce8f for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:44:45.344503 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91647615-5e6d-4967-b35f-8cf799f6385d tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.359163 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91647615-5e6d-4967-b35f-8cf799f6385d tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.389732 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.404586 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb59857f-15cb-40f3-b0cd-78342e2fd45e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.405441 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb59857f-15cb-40f3-b0cd-78342e2fd45e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.423325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bb59857f-15cb-40f3-b0cd-78342e2fd45e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Calling delete_port for f5a82d95-7194-430f-b468-80d21feedc15 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:45.437312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=8845fac0-4286-4dad-8f09-0bda709490fb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:45.439561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] No DVR routers for this DVR port 8845fac0-4286-4dad-8f09-0bda709490fb on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:44:45.611306 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91647615-5e6d-4967-b35f-8cf799f6385d tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.619325 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.630099 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91647615-5e6d-4967-b35f-8cf799f6385d tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.633891 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-91647615-5e6d-4967-b35f-8cf799f6385d tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] device_id is not set on port 1ebbcd2d-deab-4274-9540-06ff1f370e75 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:44:45.709543 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb59857f-15cb-40f3-b0cd-78342e2fd45e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.756666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91647615-5e6d-4967-b35f-8cf799f6385d tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f474409e-ed7c-424c-8f7d-2f93d04891fd,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:45.758497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4579e76-f1d6-41cb-8b85-dbb62c738081 req-df59dec8-a16a-43ef-b7d5-adb35b2200c8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:45.766403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4579e76-f1d6-41cb-8b85-dbb62c738081 req-df59dec8-a16a-43ef-b7d5-adb35b2200c8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 945 time: 0.1571219 Aug 31 14:44:45.768047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59857f-15cb-40f3-b0cd-78342e2fd45e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event deleted for resources: {'Port': ['ID=f5a82d95-7194-430f-b468-80d21feedc15,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:45.777052 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:45.824974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226ca991-0b71-4bdb-944e-dc0a06cbe437') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:45.825367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226ca991-0b71-4bdb-944e-dc0a06cbe437') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:45.884899 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.907079 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb59857f-15cb-40f3-b0cd-78342e2fd45e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.910579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb59857f-15cb-40f3-b0cd-78342e2fd45e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.911998 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bb59857f-15cb-40f3-b0cd-78342e2fd45e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "DELETE /v2.0/floatingips/c48e25af-ea89-4561-894e-8a647e4b83fd HTTP/1.1" status: 204 len: 168 time: 0.9408512 Aug 31 14:44:45.922358 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.935749 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0367c9d-cec8-4064-bb01-af3a922f0697 req-35c36cd9-8daf-44e5-bb42-6ae21704a0b5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:45.945380 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0367c9d-cec8-4064-bb01-af3a922f0697 req-35c36cd9-8daf-44e5-bb42-6ae21704a0b5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 945 time: 0.3317182 Aug 31 14:44:45.971332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:44:45.971866 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:44:45.976004 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:44:46.012769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a4579e76-f1d6-41cb-8b85-dbb62c738081 req-2e1e58b1-7583-43d3-b729-98f020e02a96 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Deleting port ed624d9e-d5be-497c-b48e-e60911d09690 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:46.013621 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a4579e76-f1d6-41cb-8b85-dbb62c738081 req-2e1e58b1-7583-43d3-b729-98f020e02a96 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.125620 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a4579e76-f1d6-41cb-8b85-dbb62c738081 req-2e1e58b1-7583-43d3-b729-98f020e02a96 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] For port ed624d9e-d5be-497c-b48e-e60911d09690, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ed624d9e-d5be-497c-b48e-e60911d09690,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:46.126237 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a4579e76-f1d6-41cb-8b85-dbb62c738081 req-2e1e58b1-7583-43d3-b729-98f020e02a96 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.149549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a4579e76-f1d6-41cb-8b85-dbb62c738081 req-2e1e58b1-7583-43d3-b729-98f020e02a96 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Calling delete_port for ed624d9e-d5be-497c-b48e-e60911d09690 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:46.192435 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.222785 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0367c9d-cec8-4064-bb01-af3a922f0697 req-37784045-4764-4fcf-a9d0-b5b24ae96f29 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2f1c680-7925-4150-b470-69b60297b890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763345 Aug 31 14:44:46.223971 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-91647615-5e6d-4967-b35f-8cf799f6385d tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 14:44:46.224511 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91647615-5e6d-4967-b35f-8cf799f6385d tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:44:46.240386 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.241532 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] 10.222.0.39 "DELETE /v2.0/networks/1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5 HTTP/1.1" status: 204 len: 168 time: 1.9390194 Aug 31 14:44:46.247762 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-91647615-5e6d-4967-b35f-8cf799f6385d tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9432268 Aug 31 14:44:46.254455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44050) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:46.258520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44052) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:46.259138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c219a-09b8-4542-a550-6f398f3d9d8a admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca977ce-b5ec-4c7d-83f3-4788ddff1cb5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:46.475534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44060) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:46.481082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-276c5d1d-5a11-4e0a-b4d0-76f257911d9b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--602421633', 'description': 'tempest-description--1511251273'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:46.505772 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-276c5d1d-5a11-4e0a-b4d0-76f257911d9b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.648618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8845fac0-4286-4dad-8f09-0bda709490fb no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:46.673321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 8845fac0-4286-4dad-8f09-0bda709490fb {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:46.673914 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8845fac0-4286-4dad-8f09-0bda709490fb not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:46.696414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-94f09fdc-31ec-4f0b-bceb-0bcbc2c39af6 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Deleting port fee0bf1e-4de9-4720-b190-732f933b466c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:46.696414 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94f09fdc-31ec-4f0b-bceb-0bcbc2c39af6 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.700668 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-276c5d1d-5a11-4e0a-b4d0-76f257911d9b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.708996 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-276c5d1d-5a11-4e0a-b4d0-76f257911d9b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.769833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c5d1d-5a11-4e0a-b4d0-76f257911d9b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fc2a62-31d0-4905-9161-65cbc30df5d4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:46.782126 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-276c5d1d-5a11-4e0a-b4d0-76f257911d9b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.786878 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a4579e76-f1d6-41cb-8b85-dbb62c738081 req-2e1e58b1-7583-43d3-b729-98f020e02a96 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.787805 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-276c5d1d-5a11-4e0a-b4d0-76f257911d9b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3106213 Aug 31 14:44:46.789282 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44070) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:46.796732 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-575b7c80-fc3f-4b37-943a-d4835842c168 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Request body: {'security_group_rule': {'security_group_id': 'b4fc2a62-31d0-4905-9161-65cbc30df5d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:46.836386 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-575b7c80-fc3f-4b37-943a-d4835842c168 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.839947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e58b1-7583-43d3-b729-98f020e02a96 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event deleted for resources: {'Port': ['ID=ed624d9e-d5be-497c-b48e-e60911d09690,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:46.927450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4579e76-f1d6-41cb-8b85-dbb62c738081 req-2e1e58b1-7583-43d3-b729-98f020e02a96 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] No DVR routers for this DVR port ed624d9e-d5be-497c-b48e-e60911d09690 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:44:46.932960 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a4579e76-f1d6-41cb-8b85-dbb62c738081 req-2e1e58b1-7583-43d3-b729-98f020e02a96 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.935590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4579e76-f1d6-41cb-8b85-dbb62c738081 req-2e1e58b1-7583-43d3-b729-98f020e02a96 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.60 "DELETE /v2.0/ports/ed624d9e-d5be-497c-b48e-e60911d09690 HTTP/1.1" status: 204 len: 173 time: 1.1597810 Aug 31 14:44:46.936712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497', 'name': 'network-vif-deleted', 'tag': 'ed624d9e-d5be-497c-b48e-e60911d09690'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:46.946117 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7a81e2-a9c4-4943-bba6-88fa31679596" -d '{"events": [{"server_uuid": "5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497", "name": "network-vif-deleted", "tag": "ed624d9e-d5be-497c-b48e-e60911d09690"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:46.947443 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-575b7c80-fc3f-4b37-943a-d4835842c168 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.952079 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-575b7c80-fc3f-4b37-943a-d4835842c168 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.995537 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-575b7c80-fc3f-4b37-943a-d4835842c168 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:46.996842 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-575b7c80-fc3f-4b37-943a-d4835842c168 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2055433 Aug 31 14:44:47.008521 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44078) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:47.022341 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-25f75bd6-1516-4d9b-bb5d-482e79261c4c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Request body: {'security_group_rule': {'security_group_id': 'b4fc2a62-31d0-4905-9161-65cbc30df5d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:47.028585 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6391b6-691d-4afb-9cd3-a33a45d9aeca x-openstack-request-id: req-fb6391b6-691d-4afb-9cd3-a33a45d9aeca {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:47.028850 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497", "name": "network-vif-deleted", "tag": "ed624d9e-d5be-497c-b48e-e60911d09690", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:47.029160 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb6391b6-691d-4afb-9cd3-a33a45d9aeca {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:47.029510 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497', 'name': 'network-vif-deleted', 'tag': 'ed624d9e-d5be-497c-b48e-e60911d09690', 'status': 'completed', 'code': 200} Aug 31 14:44:47.062795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b7c80-fc3f-4b37-943a-d4835842c168 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90891893-9eb6-44c7-813d-3eeac180e53f,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:47.074424 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-25f75bd6-1516-4d9b-bb5d-482e79261c4c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:47.086098 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94f09fdc-31ec-4f0b-bceb-0bcbc2c39af6 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:47.086573 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94f09fdc-31ec-4f0b-bceb-0bcbc2c39af6 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:47.102246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-94f09fdc-31ec-4f0b-bceb-0bcbc2c39af6 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Calling delete_port for fee0bf1e-4de9-4720-b190-732f933b466c owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:47.156441 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-25f75bd6-1516-4d9b-bb5d-482e79261c4c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:47.172131 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-25f75bd6-1516-4d9b-bb5d-482e79261c4c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:47.197014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f75bd6-1516-4d9b-bb5d-482e79261c4c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9763df-d901-4ee4-ba23-f64149e58803,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:47.205256 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-25f75bd6-1516-4d9b-bb5d-482e79261c4c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:47.207745 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-25f75bd6-1516-4d9b-bb5d-482e79261c4c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1982191 Aug 31 14:44:47.212118 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44082) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:47.218774 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:47.257988 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:47.458873 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:47.473703 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-77ec3710-f500-4f28-b501-e062869c7705 req-c9c65948-ecb1-4620-84fd-ea15e02f6c74 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 210 time: 0.0963836 Aug 31 14:44:47.489539 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28d90da1-41d6-4e4e-98df-a12fdbc229c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:47.629135 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94f09fdc-31ec-4f0b-bceb-0bcbc2c39af6 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:47.674125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f09fdc-31ec-4f0b-bceb-0bcbc2c39af6 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Pushing event deleted for resources: {'Port': ['ID=fee0bf1e-4de9-4720-b190-732f933b466c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:47.750304 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94f09fdc-31ec-4f0b-bceb-0bcbc2c39af6 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:47.752873 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94f09fdc-31ec-4f0b-bceb-0bcbc2c39af6 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:47.754058 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-94f09fdc-31ec-4f0b-bceb-0bcbc2c39af6 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964 tempest-ExternalNetworksAdminNegativeTestJSON-2102866964-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/e82254ae-0945-4535-92f9-fa2bb1aec88e HTTP/1.1" status: 204 len: 168 time: 1.4893346 Aug 31 14:44:47.772591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Allocated IP 172.25.2.222 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/a1741fb1-1b4d-4fa7-9fc9-4e1024fa219a) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:44:47.898505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-28d90da1-41d6-4e4e-98df-a12fdbc229c7 admin admin] Deleting port 3609d19d-3c2a-4f80-9d28-a9daab07156a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:47.899629 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28d90da1-41d6-4e4e-98df-a12fdbc229c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:48.027943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-28d90da1-41d6-4e4e-98df-a12fdbc229c7 admin admin] For port 3609d19d-3c2a-4f80-9d28-a9daab07156a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3609d19d-3c2a-4f80-9d28-a9daab07156a,segment=NetworkSegment(a9beab60-cd5e-4e49-923b-7cf8d559726d),segment_id=a9beab60-cd5e-4e49-923b-7cf8d559726d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:48.028329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28d90da1-41d6-4e4e-98df-a12fdbc229c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:48.051087 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:48.107594 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:48.157530 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:44:48.164218 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:44:48.168852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:44:48.209142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event updated for resources: {'Port': ['ID=a1741fb1-1b4d-4fa7-9fc9-4e1024fa219a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:48.288713 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:48.325484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ed624d9e-d5be-497c-b48e-e60911d09690 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:48.348392 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44108) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:48.363328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: ed624d9e-d5be-497c-b48e-e60911d09690 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:48.363668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ed624d9e-d5be-497c-b48e-e60911d09690 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:48.364908 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:48.472871 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-28d90da1-41d6-4e4e-98df-a12fdbc229c7 admin admin] Calling delete_port for 3609d19d-3c2a-4f80-9d28-a9daab07156a owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:48.631050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44116) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:48.741309 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28d90da1-41d6-4e4e-98df-a12fdbc229c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:48.774005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d90da1-41d6-4e4e-98df-a12fdbc229c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3609d19d-3c2a-4f80-9d28-a9daab07156a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:48.805921 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d8ea-7190-40e7-a152-5082d9283375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.009814 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2aa24a29-9e0b-4565-848d-a02f11219f4f req-407a53d7-f8bb-403e-b70a-17de4bd0354b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 210 time: 0.0521665 Aug 31 14:44:49.033059 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e2e3d9a-a905-438b-83de-fa6eaf81bb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.092854 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.096632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d8ea-7190-40e7-a152-5082d9283375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.099520 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.105697 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d8ea-7190-40e7-a152-5082d9283375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.201112 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2bc3d8ea-7190-40e7-a152-5082d9283375 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c608997ae46a466296c9ee6a61350303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5687921 Aug 31 14:44:49.203902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3d8ea-7190-40e7-a152-5082d9283375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4560c54-c95a-482c-afa7-cc75c3120b2b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:49.205856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event updated for resources: {'Port': ['ID=a1741fb1-1b4d-4fa7-9fc9-4e1024fa219a,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:49.208561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44122) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:49.247250 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.247471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28d90da1-41d6-4e4e-98df-a12fdbc229c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.313148 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e2e3d9a-a905-438b-83de-fa6eaf81bb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.320533 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e2e3d9a-a905-438b-83de-fa6eaf81bb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.333057 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0defb5e4-7bf1-4ff9-9922-d05f76dd8838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.334187 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.343640 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f1aaddda-73ad-4dbe-881d-9dd2107fc843 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1222942 Aug 31 14:44:49.382809 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1e2e3d9a-a905-438b-83de-fa6eaf81bb99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dadc1988d19e4384803df49a82b90e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0302522 Aug 31 14:44:49.382809 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e3d9a-a905-438b-83de-fa6eaf81bb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec23b28d-4973-4e5f-b55a-654b2d6b388a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:49.385889 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44126) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:49.400735 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0defb5e4-7bf1-4ff9-9922-d05f76dd8838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.446680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-278a2b04-4415-42d2-86f0-f844fd2a0cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.473175 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-278a2b04-4415-42d2-86f0-f844fd2a0cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.550415 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-278a2b04-4415-42d2-86f0-f844fd2a0cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.550663 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0defb5e4-7bf1-4ff9-9922-d05f76dd8838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.551221 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.553316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-278a2b04-4415-42d2-86f0-f844fd2a0cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.553460 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0defb5e4-7bf1-4ff9-9922-d05f76dd8838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.556849 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-278a2b04-4415-42d2-86f0-f844fd2a0cab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec23b28d-4973-4e5f-b55a-654b2d6b388a HTTP/1.1" status: 204 len: 168 time: 0.1682501 Aug 31 14:44:49.559693 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0defb5e4-7bf1-4ff9-9922-d05f76dd8838 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4560c54-c95a-482c-afa7-cc75c3120b2b HTTP/1.1" status: 204 len: 168 time: 0.3501697 Aug 31 14:44:49.574483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a2b04-4415-42d2-86f0-f844fd2a0cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec23b28d-4973-4e5f-b55a-654b2d6b388a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:49.577961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defb5e4-7bf1-4ff9-9922-d05f76dd8838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4560c54-c95a-482c-afa7-cc75c3120b2b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:49.594507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d90da1-41d6-4e4e-98df-a12fdbc229c7 admin admin] Router 261a5b39-64ac-485a-be3a-b14555ddcf4c has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:44:49.662009 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6bbf3c16-984d-4a1a-9470-b638e36e8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:49.782496 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-5b49b26b-9d06-43ad-aea1-34104c9e9363 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--602421633&fields=id&tenant_id=a04e8c5706e9410ab912244cb47ade7d HTTP/1.1" status: 200 len: 267 time: 0.0968163 Aug 31 14:44:49.846960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d90da1-41d6-4e4e-98df-a12fdbc229c7 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:44:49.857339 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-28d90da1-41d6-4e4e-98df-a12fdbc229c7 admin admin] 10.222.0.39 "PUT /v2.0/routers/261a5b39-64ac-485a-be3a-b14555ddcf4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5985873 Aug 31 14:44:49.860594 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44146) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:49.861722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78c8854-ffb5-4881-b7a8-e6593f77181c None None] Sync routers for ids ['261a5b39-64ac-485a-be3a-b14555ddcf4c'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:44:49.875578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c8854-ffb5-4881-b7a8-e6593f77181c None None] Routers {'261a5b39-64ac-485a-be3a-b14555ddcf4c'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:49.876211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d78c8854-ffb5-4881-b7a8-e6593f77181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['261a5b39-64ac-485a-be3a-b14555ddcf4c'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:49.916864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-cbdd4b4d-58d6-4717-90e8-c0ceb9aa5cbb tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:49.924003 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-cbdd4b4d-58d6-4717-90e8-c0ceb9aa5cbb tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 816 time: 0.1406279 Aug 31 14:44:49.945332 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-281a04ae-0c2b-4d45-a102-d53d5c308188 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/quotas/a04e8c5706e9410ab912244cb47ade7d HTTP/1.1" status: 200 len: 375 time: 0.0196233 Aug 31 14:44:50.018927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44150) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:50.037852 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53bc9a8c-23f4-49db-8e6b-8686a49a08ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:50.078226 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-738876d9-6c10-4ea3-ba3a-3fea17a76352 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1317666 Aug 31 14:44:50.111285 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:50.125641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-d78c8854-ffb5-4881-b7a8-e6593f77181c None None] Set router 261a5b39-64ac-485a-be3a-b14555ddcf4c gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:50.154022 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44154) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:50.214045 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-06eeb7b9-c915-4845-a1b3-14d4b34f0c11 req-c696f924-f8f1-40d2-bd8c-cb6d204c6beb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 210 time: 0.0609822 Aug 31 14:44:50.242101 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-0d9de836-c860-46d5-bafe-9d520e1aaeef service neutron] 10.222.0.39 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457198 Aug 31 14:44:50.292381 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bfe7796f-016c-4888-a2a3-c70d7667b592 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=57fe8108051845b081a53b7cf5e8ce8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372824 Aug 31 14:44:50.295398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44156) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:50.351264 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:50.381899 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9ccdf25-6db4-421f-9026-9eadf856c413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:50.398629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d78c8854-ffb5-4881-b7a8-e6593f77181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'name': 'tempest-TestServerBasicOps-695602918-router', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '8df80af7-ed61-4188-81f4-7ecd05c21ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:13Z', 'updated_at': '2021-08-31T14:44:48Z', 'revision_number': 5, 'project_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'gw_port': {'id': '8df80af7-ed61-4188-81f4-7ecd05c21ec4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ef:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:39:15Z', 'updated_at': '2021-08-31T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:50.427579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78c8854-ffb5-4881-b7a8-e6593f77181c None None] Checking router: 261a5b39-64ac-485a-be3a-b14555ddcf4c for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:44:50.436051 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9ccdf25-6db4-421f-9026-9eadf856c413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:50.436984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c8854-ffb5-4881-b7a8-e6593f77181c None None] Routers {'261a5b39-64ac-485a-be3a-b14555ddcf4c'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:50.437630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d78c8854-ffb5-4881-b7a8-e6593f77181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['261a5b39-64ac-485a-be3a-b14555ddcf4c'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:50.484441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-b4f7a14d-9413-4048-99f1-524ef8f02a6c service neutron] 10.222.0.39 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404845 Aug 31 14:44:50.495118 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] Deleting port 8df80af7-ed61-4188-81f4-7ecd05c21ec4 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:50.495903 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:50.556262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-d78c8854-ffb5-4881-b7a8-e6593f77181c None None] Set router 261a5b39-64ac-485a-be3a-b14555ddcf4c gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:50.557481 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53bc9a8c-23f4-49db-8e6b-8686a49a08ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:50.562734 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53bc9a8c-23f4-49db-8e6b-8686a49a08ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:50.566068 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9ccdf25-6db4-421f-9026-9eadf856c413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:50.572293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9ccdf25-6db4-421f-9026-9eadf856c413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:50.574957 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c9ccdf25-6db4-421f-9026-9eadf856c413 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f474409e-ed7c-424c-8f7d-2f93d04891fd HTTP/1.1" status: 204 len: 168 time: 0.2784948 Aug 31 14:44:50.603618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccdf25-6db4-421f-9026-9eadf856c413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f474409e-ed7c-424c-8f7d-2f93d04891fd,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:50.661264 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-53bc9a8c-23f4-49db-8e6b-8686a49a08ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=236b563c6cf44181884c5cece9853996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6395924 Aug 31 14:44:50.666288 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44160) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:50.667661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc9a8c-23f4-49db-8e6b-8686a49a08ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7b8f16-a000-4be1-b883-d5ff53a6a4e7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:50.697562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] For port 8df80af7-ed61-4188-81f4-7ecd05c21ec4, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8df80af7-ed61-4188-81f4-7ecd05c21ec4,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:50.698540 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:50.729827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d78c8854-ffb5-4881-b7a8-e6593f77181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'name': 'tempest-TestServerBasicOps-695602918-router', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:13Z', 'updated_at': '2021-08-31T14:44:50Z', 'revision_number': 6, 'project_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:50.732566 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] Calling delete_port for 8df80af7-ed61-4188-81f4-7ecd05c21ec4 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:50.808105 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78c8854-ffb5-4881-b7a8-e6593f77181c None None] The sync data for ids ['261a5b39-64ac-485a-be3a-b14555ddcf4c'] in n-d-806683-5 is: [{'id': '261a5b39-64ac-485a-be3a-b14555ddcf4c', 'name': 'tempest-TestServerBasicOps-695602918-router', 'tenant_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:39:13Z', 'updated_at': '2021-08-31T14:44:50Z', 'revision_number': 6, 'project_id': '5102a4c52e9a4a1a906df9bee2a3ffb5', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:44:50.915827 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0e5be86-1636-4bf3-bb7e-d756fd350cc9 req-801ef856-c0f9-4627-8529-8f3b712a1529 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 210 time: 0.0381594 Aug 31 14:44:50.921382 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49a07f96-8003-4c60-8250-7252d6372ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:50.946283 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49a07f96-8003-4c60-8250-7252d6372ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:51.120520 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49a07f96-8003-4c60-8250-7252d6372ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:51.123525 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-49a07f96-8003-4c60-8250-7252d6372ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:51.124945 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-49a07f96-8003-4c60-8250-7252d6372ea1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e7b8f16-a000-4be1-b883-d5ff53a6a4e7 HTTP/1.1" status: 204 len: 168 time: 0.4538293 Aug 31 14:44:51.138376 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a07f96-8003-4c60-8250-7252d6372ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7b8f16-a000-4be1-b883-d5ff53a6a4e7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:51.208818 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:51.246012 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df80af7-ed61-4188-81f4-7ecd05c21ec4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:51.365059 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:51.420903 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6615bb84-3e5f-47b5-923b-6adb453e16ed req-e8d4fcf9-0f17-4955-982f-7d45740c9e36 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 210 time: 0.0615060 Aug 31 14:44:51.520621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:51.523281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:51.596383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:51.597398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 261a5b39-64ac-485a-be3a-b14555ddcf4c {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:44:51.607133 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:51.612680 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-91b4e7da-0212-4254-9920-16d7b01f2687 admin admin] 10.222.0.39 "DELETE /v2.0/routers/261a5b39-64ac-485a-be3a-b14555ddcf4c HTTP/1.1" status: 204 len: 168 time: 1.7476017 Aug 31 14:44:51.612989 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44196) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:51.680293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c774c1a5-62de-4b8c-b07b-0ed382000a55 admin admin] Deleting subnet 08495a32-2839-409a-b47e-e92a018cdfe9 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:44:51.687740 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c774c1a5-62de-4b8c-b07b-0ed382000a55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:51.761693 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c774c1a5-62de-4b8c-b07b-0ed382000a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:51.884485 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c774c1a5-62de-4b8c-b07b-0ed382000a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:51.983908 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c774c1a5-62de-4b8c-b07b-0ed382000a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:52.071547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774c1a5-62de-4b8c-b07b-0ed382000a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08495a32-2839-409a-b47e-e92a018cdfe9,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:52.086244 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c774c1a5-62de-4b8c-b07b-0ed382000a55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:52.091149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44216) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:52.092571 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c774c1a5-62de-4b8c-b07b-0ed382000a55 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/08495a32-2839-409a-b47e-e92a018cdfe9 HTTP/1.1" status: 204 len: 168 time: 0.4781830 Aug 31 14:44:52.095067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a43793-d100-4e13-8a33-230fb6cdc200 None None] Network b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:44:52.144759 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68f9e8bf-a0db-4bb7-8235-d6bda1090b2e req-72f87e4f-9055-49ea-a76f-094b29ad7668 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 210 time: 0.0706532 Aug 31 14:44:52.418528 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9543767c-cf69-4f71-a056-9015bbc50f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:52.422189 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:52.561892 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:52.648880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1a369f-e06e-4a3a-b98e-3a6de8872656 None None] DHCP port deletion for b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:44:52.696676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a2b0b91c-2717-4fbb-a8b2-6590fa8b5ccb req-7cdf1299-56ac-4b18-baf7-e0e8d30087c9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb949bd-dfe2-4d06-8b7d-d84a2b1c7497 HTTP/1.1" status: 200 len: 210 time: 0.0718255 Aug 31 14:44:52.697672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8df80af7-ed61-4188-81f4-7ecd05c21ec4 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:52.722019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-bf34d066-6b07-4911-ba38-ab92c6e5b8bc tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:52.723839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-bf34d066-6b07-4911-ba38-ab92c6e5b8bc tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.60 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 816 time: 0.4349415 Aug 31 14:44:52.757508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 8df80af7-ed61-4188-81f4-7ecd05c21ec4 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:52.758584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8df80af7-ed61-4188-81f4-7ecd05c21ec4 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:52.759499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3609d19d-3c2a-4f80-9d28-a9daab07156a no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:52.777513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44238) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:52.846981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 3609d19d-3c2a-4f80-9d28-a9daab07156a {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:52.847312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3609d19d-3c2a-4f80-9d28-a9daab07156a not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:52.853823 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-6dfc833d-d754-45fc-b7c7-f0b933407d7b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a04e8c5706e9410ab912244cb47ade7d HTTP/1.1" status: 200 len: 379 time: 0.1025608 Aug 31 14:44:52.872808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-aaade145-31e8-4e13-860e-53d92df44e73 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Request body: {'port': {'device_id': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'admin_state_up': True, 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'security_groups': ['b4fc2a62-31d0-4905-9161-65cbc30df5d4']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:52.888164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a369f-e06e-4a3a-b98e-3a6de8872656 None None] Deleting port c58504a3-2fe7-478c-9b77-f58f7f55ed80 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:52.888745 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b1a369f-e06e-4a3a-b98e-3a6de8872656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:52.978003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-8b1a369f-e06e-4a3a-b98e-3a6de8872656 None None] For port c58504a3-2fe7-478c-9b77-f58f7f55ed80, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c58504a3-2fe7-478c-9b77-f58f7f55ed80,segment=NetworkSegment(a9beab60-cd5e-4e49-923b-7cf8d559726d),segment_id=a9beab60-cd5e-4e49-923b-7cf8d559726d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:52.978410 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b1a369f-e06e-4a3a-b98e-3a6de8872656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:52.994142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Deleting port c58504a3-2fe7-478c-9b77-f58f7f55ed80 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:52.994771 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:53.005558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a369f-e06e-4a3a-b98e-3a6de8872656 None None] Calling delete_port for c58504a3-2fe7-478c-9b77-f58f7f55ed80 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:53.169687 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-72216025-3cba-44a1-9e62-0fa9abf313d0 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2014753430'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:53.171206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-72216025-3cba-44a1-9e62-0fa9abf313d0 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Unknown quota resources ['metering_label']. {{(pid=94870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:44:53.197876 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b1a369f-e06e-4a3a-b98e-3a6de8872656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:53.234971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] For port c58504a3-2fe7-478c-9b77-f58f7f55ed80, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c58504a3-2fe7-478c-9b77-f58f7f55ed80,segment=NetworkSegment(a9beab60-cd5e-4e49-923b-7cf8d559726d),segment_id=a9beab60-cd5e-4e49-923b-7cf8d559726d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:53.251542 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:53.280312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Calling delete_port for c58504a3-2fe7-478c-9b77-f58f7f55ed80 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:53.286382 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1a369f-e06e-4a3a-b98e-3a6de8872656 None None] No DVR routers for this DVR port c58504a3-2fe7-478c-9b77-f58f7f55ed80 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:44:53.292510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a369f-e06e-4a3a-b98e-3a6de8872656 None None] Pushing event deleted for resources: {'Port': ['ID=c58504a3-2fe7-478c-9b77-f58f7f55ed80,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:53.350761 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:53.446766 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:53.454303 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-42c375ba-f14e-4bc9-b9ac-ed133fe327dd req-ebd581d6-4fc3-4969-b26e-d63d442f56f6 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 210 time: 0.0543013 Aug 31 14:44:53.474020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-aaade145-31e8-4e13-860e-53d92df44e73 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Made reservation on behalf of a04e8c5706e9410ab912244cb47ade7d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:44:53.494119 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-aaade145-31e8-4e13-860e-53d92df44e73 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:53.509515 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72216025-3cba-44a1-9e62-0fa9abf313d0 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:53.513818 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-72216025-3cba-44a1-9e62-0fa9abf313d0 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7312284 Aug 31 14:44:53.516017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44258) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:53.524385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-776e603e-9f4f-4ca1-9147-76073efa0ff0 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'baf42b5b-ea08-4fc9-b19b-ac13db39310c'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:53.525241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-776e603e-9f4f-4ca1-9147-76073efa0ff0 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94871) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:44:53.535657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c58504a3-2fe7-478c-9b77-f58f7f55ed80,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:53.547780 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] No DVR routers for this DVR port c58504a3-2fe7-478c-9b77-f58f7f55ed80 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:44:53.554742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:53.555363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:53.555916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:53.556483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:53.557027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:53.558022 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:53.559035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:53.559419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:53.559719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:53.560054 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:53.560390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:53.560720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:53.643612 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:53.654494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:53.666297 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9beab60-cd5e-4e49-923b-7cf8d559726d') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:53.666599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9beab60-cd5e-4e49-923b-7cf8d559726d') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:53.676554 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:53.695403 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:53.752624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:44:53.753523 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:44:53.757326 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:44:53.852215 n-d-806683-5 neutron-server[94871]: WARNING neutron.services.metering.metering_plugin [None req-776e603e-9f4f-4ca1-9147-76073efa0ff0 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 14:44:54.046579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-776e603e-9f4f-4ca1-9147-76073efa0ff0 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:54.051318 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-776e603e-9f4f-4ca1-9147-76073efa0ff0 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5294020 Aug 31 14:44:54.051695 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44282) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:54.056651 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6b98bd85-fdbb-469e-8d5e-3d3d5dd802d4 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'baf42b5b-ea08-4fc9-b19b-ac13db39310c'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:54.057151 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6b98bd85-fdbb-469e-8d5e-3d3d5dd802d4 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:44:54.112858 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:54.181826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-aaade145-31e8-4e13-860e-53d92df44e73 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Allocated IP 172.20.0.3 (30cc2e5a-dff4-4d34-85d1-1b85ea66b410/917fe23f-e31a-4fae-b929-0b83fb0537ae/1d9e6127-d3be-402d-8652-46a554402315) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:44:54.206145 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:54.209003 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7 HTTP/1.1" status: 204 len: 168 time: 2.1167538 Aug 31 14:44:54.220536 n-d-806683-5 neutron-server[94870]: WARNING neutron.services.metering.metering_plugin [None req-6b98bd85-fdbb-469e-8d5e-3d3d5dd802d4 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 14:44:54.224136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a884e2-1cd5-4bfb-83e3-0734d76b84f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b19a0498-9847-4e6b-ba22-e1dc4c2ca2b7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:54.416577 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6b98bd85-fdbb-469e-8d5e-3d3d5dd802d4 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:54.418117 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6b98bd85-fdbb-469e-8d5e-3d3d5dd802d4 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3653834 Aug 31 14:44:54.420868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44308) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:54.439595 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c00460c4-5393-4b59-b083-d766e7e99ed5 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=a8eefb8c-e2c2-4ae5-af31-5c026ee6e023 HTTP/1.1" status: 200 len: 464 time: 0.0174675 Aug 31 14:44:54.443615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44310) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:54.483800 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:54.575449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44314) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:54.585296 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3a345bb-31ab-4aaf-b6e9-10bcc5141cea tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:54.590746 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f3a345bb-31ab-4aaf-b6e9-10bcc5141cea tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/a8eefb8c-e2c2-4ae5-af31-5c026ee6e023 HTTP/1.1" status: 204 len: 168 time: 0.1417320 Aug 31 14:44:54.591782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44316) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:54.642121 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-42e504b3-c694-4ce9-97a0-783946bd41aa tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=a8eefb8c-e2c2-4ae5-af31-5c026ee6e023 HTTP/1.1" status: 200 len: 221 time: 0.0457137 Aug 31 14:44:54.642791 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-aaade145-31e8-4e13-860e-53d92df44e73 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:54.645135 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44320) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:54.652818 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5ca0d8d8-f4f3-4cca-8242-eabbcec8f9b4 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--471799170', 'description': 'label created by tempest'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:54.653252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5ca0d8d8-f4f3-4cca-8242-eabbcec8f9b4 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Unknown quota resources ['metering_label']. {{(pid=94870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:44:54.677389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-aaade145-31e8-4e13-860e-53d92df44e73 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Transition to ACTIVE for port object 1d9e6127-d3be-402d-8652-46a554402315 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:44:54.683685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c58504a3-2fe7-478c-9b77-f58f7f55ed80 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:54.726422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: c58504a3-2fe7-478c-9b77-f58f7f55ed80 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:54.727031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c58504a3-2fe7-478c-9b77-f58f7f55ed80 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:54.743599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44322) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:54.778524 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-aaade145-31e8-4e13-860e-53d92df44e73 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:54.798077 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0cdbbb0e-d7f3-4d6d-be35-2bcc7d294c3e req-6b583297-ec77-4739-b808-2fe896b4ef9d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 210 time: 0.1290987 Aug 31 14:44:54.809848 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f2d50a7b-b7d7-44e0-9fe9-8769cc5eefc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce683e4dbcf542919ea01c30e9ec572e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325675 Aug 31 14:44:54.833795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44328) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:54.946921 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4647e340-60fc-4fad-84ba-52c5155213f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:54.957140 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:54.957503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-aaade145-31e8-4e13-860e-53d92df44e73 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:44:54.961951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaade145-31e8-4e13-860e-53d92df44e73 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event updated for resources: {'Port': ['ID=1d9e6127-d3be-402d-8652-46a554402315,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:54.977333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-aaade145-31e8-4e13-860e-53d92df44e73 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:44:54.981348 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d8d8-f4f3-4cca-8242-eabbcec8f9b4 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:54.983266 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5ca0d8d8-f4f3-4cca-8242-eabbcec8f9b4 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3347752 Aug 31 14:44:54.993466 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44332) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:55.047979 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4647e340-60fc-4fad-84ba-52c5155213f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:55.115602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-aaade145-31e8-4e13-860e-53d92df44e73 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:44:55.119227 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-39a31b9f-6e65-452a-a4c4-f01861fd49c4 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=13ac5869-1292-4ca2-ba7a-82c107564156 HTTP/1.1" status: 200 len: 467 time: 0.1232936 Aug 31 14:44:55.121850 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44334) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:55.140442 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4647e340-60fc-4fad-84ba-52c5155213f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:55.144214 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4647e340-60fc-4fad-84ba-52c5155213f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:55.148824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4647e340-60fc-4fad-84ba-52c5155213f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/657cb388-579e-45ac-94af-a2416d3d1859 HTTP/1.1" status: 204 len: 168 time: 0.3119185 Aug 31 14:44:55.149770 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8aa7b61d-1db8-43fa-a129-57db7b60d7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:55.230762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647e340-60fc-4fad-84ba-52c5155213f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657cb388-579e-45ac-94af-a2416d3d1859,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:55.284817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-aaade145-31e8-4e13-860e-53d92df44e73 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:55.285502 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-aaade145-31e8-4e13-860e-53d92df44e73 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:55.513435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3a060293-69fe-4c30-b1bb-1f764cd2d5a5 None None] Provisioning for port 1d9e6127-d3be-402d-8652-46a554402315 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:44:55.525396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3a060293-69fe-4c30-b1bb-1f764cd2d5a5 None None] Provisioning complete for port 1d9e6127-d3be-402d-8652-46a554402315 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:55.526250 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a060293-69fe-4c30-b1bb-1f764cd2d5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:55.571990 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f6935059-662d-40c4-b1b2-61dab032cfb4 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:55.581363 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f6935059-662d-40c4-b1b2-61dab032cfb4 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/13ac5869-1292-4ca2-ba7a-82c107564156 HTTP/1.1" status: 204 len: 168 time: 0.4580216 Aug 31 14:44:55.582560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44340) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:55.583641 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8aa7b61d-1db8-43fa-a129-57db7b60d7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:55.592730 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8aa7b61d-1db8-43fa-a129-57db7b60d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:55.626818 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3665cec4-af9f-4885-ab45-164ea98aebb4 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=13ac5869-1292-4ca2-ba7a-82c107564156 HTTP/1.1" status: 200 len: 216 time: 0.0399587 Aug 31 14:44:55.628098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44342) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:55.630514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3a060293-69fe-4c30-b1bb-1f764cd2d5a5 None None] Port 1d9e6127-d3be-402d-8652-46a554402315 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:44:55.646182 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-aaade145-31e8-4e13-860e-53d92df44e73 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7844350 Aug 31 14:44:55.679227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Request body: {'port': {'device_id': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:55.734392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-33a0d3c1-1dd0-4b75-85a0-0fba6745149c tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0975654 Aug 31 14:44:55.735475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44344) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:55.749171 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8aa7b61d-1db8-43fa-a129-57db7b60d7a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=200e4761d00e4c7191dd23aeef54acf1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0022237 Aug 31 14:44:55.757213 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44346) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:55.758973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7b61d-1db8-43fa-a129-57db7b60d7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b10ded1-d0bc-4d36-ba21-95f2ebec1e14,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:55.779910 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7d5de73f-616c-44c7-8ec7-c2f10fe9d78f tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0417364 Aug 31 14:44:55.781954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44348) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:55.817949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44350) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:55.882772 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ad8cd885-6152-49b2-acac-565bae78065c tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/baf42b5b-ea08-4fc9-b19b-ac13db39310c HTTP/1.1" status: 200 len: 473 time: 0.0996244 Aug 31 14:44:55.883821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44356) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:55.903623 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-509e9285-7104-47a4-919a-e769f80e0256 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5102a4c52e9a4a1a906df9bee2a3ffb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0838258 Aug 31 14:44:55.909017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44358) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:55.913962 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23208dd9-4dc1-4162-9fd8-537555bdde3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:55.933680 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-352dd5e9-facf-4e90-b570-fb12fd16b228 tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/7348f5db-19bd-45a4-b57b-15952b7b5751 HTTP/1.1" status: 200 len: 461 time: 0.0259237 Aug 31 14:44:55.940692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44360) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:55.966297 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23208dd9-4dc1-4162-9fd8-537555bdde3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:55.969399 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:56.089957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83f35504-1bb3-4863-8c7b-3cc189d67bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:56.099390 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7e77-63ec-4544-8047-cdfb6355214c tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:56.103053 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6c6d7e77-63ec-4544-8047-cdfb6355214c tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/7348f5db-19bd-45a4-b57b-15952b7b5751 HTTP/1.1" status: 204 len: 168 time: 0.1588390 Aug 31 14:44:56.103895 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44364) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:56.153975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df0bc-4679-4dc9-9d34-fc8f92937eed req-c5e43a8c-8c53-4fc2-aacb-a6cdc3093ca5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:56.156644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-471df0bc-4679-4dc9-9d34-fc8f92937eed req-c5e43a8c-8c53-4fc2-aacb-a6cdc3093ca5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 931 time: 0.1430504 Aug 31 14:44:56.177085 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83f35504-1bb3-4863-8c7b-3cc189d67bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:56.320011 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-471df0bc-4679-4dc9-9d34-fc8f92937eed req-8e055d74-5f60-4414-9d6b-61eecab996fe tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495883 Aug 31 14:44:56.408107 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83f35504-1bb3-4863-8c7b-3cc189d67bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:56.412023 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83f35504-1bb3-4863-8c7b-3cc189d67bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:56.413350 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-83f35504-1bb3-4863-8c7b-3cc189d67bc5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3c307cc-911b-44d6-9dcf-2236fddcb10e HTTP/1.1" status: 204 len: 168 time: 0.5029707 Aug 31 14:44:56.433716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f35504-1bb3-4863-8c7b-3cc189d67bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c307cc-911b-44d6-9dcf-2236fddcb10e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:56.541834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9e6127-d3be-402d-8652-46a554402315 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:44:56.556488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:56.570944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Transition to ACTIVE for port object 1d9e6127-d3be-402d-8652-46a554402315 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:44:56.577260 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:56.580978 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23208dd9-4dc1-4162-9fd8-537555bdde3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:56.583830 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23208dd9-4dc1-4162-9fd8-537555bdde3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:56.585005 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-23208dd9-4dc1-4162-9fd8-537555bdde3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b10ded1-d0bc-4d36-ba21-95f2ebec1e14 HTTP/1.1" status: 204 len: 168 time: 0.8225293 Aug 31 14:44:56.602315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23208dd9-4dc1-4162-9fd8-537555bdde3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b10ded1-d0bc-4d36-ba21-95f2ebec1e14,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:56.658350 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6223fc41-5e9c-4c1d-b6d0-7883bfe61f8f tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:56.659484 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6223fc41-5e9c-4c1d-b6d0-7883bfe61f8f tempest-MeteringTestJSON-899856239 tempest-MeteringTestJSON-899856239-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/baf42b5b-ea08-4fc9-b19b-ac13db39310c HTTP/1.1" status: 204 len: 168 time: 0.5552239 Aug 31 14:44:56.716980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9e6127-d3be-402d-8652-46a554402315,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:56.784577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Attempting to bind port 1d9e6127-d3be-402d-8652-46a554402315 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:44:56.785075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Attempting to bind port 1d9e6127-d3be-402d-8652-46a554402315 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:44:56.785420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Attempting to bind port 1d9e6127-d3be-402d-8652-46a554402315 on network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:44:56.791192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Port 1d9e6127-d3be-402d-8652-46a554402315 on network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:44:56.791516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Attempting to bind port 1d9e6127-d3be-402d-8652-46a554402315 on network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:44:56.797329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:44:56.797650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Checking segment: {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:44:56.798044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Bound using segment: {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:44:56.799562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Bound port: 1d9e6127-d3be-402d-8652-46a554402315, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:44:56.800636 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:56.907742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:44:56.914702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1d9e6127-d3be-402d-8652-46a554402315,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:44:56.929289 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:56.977428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:56.978889 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:56.980698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] 10.222.0.60 "PUT /v2.0/ports/1d9e6127-d3be-402d-8652-46a554402315 HTTP/1.1" status: 200 len: 1091 time: 1.3093259 Aug 31 14:44:56.983299 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'tag': '1d9e6127-d3be-402d-8652-46a554402315'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:57.007897 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4ac4f8-92d7-4a98-b719-d9d3f8fcd212" -d '{"events": [{"name": "network-changed", "server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "tag": "1d9e6127-d3be-402d-8652-46a554402315"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:57.115759 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb29e26-9ed1-4f95-bf62-f7d2dad56b80 x-openstack-request-id: req-0fb29e26-9ed1-4f95-bf62-f7d2dad56b80 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:57.116352 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "tag": "1d9e6127-d3be-402d-8652-46a554402315", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:57.116693 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0fb29e26-9ed1-4f95-bf62-f7d2dad56b80 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:57.117549 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'tag': '1d9e6127-d3be-402d-8652-46a554402315', 'status': 'completed', 'code': 200} Aug 31 14:44:57.137735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f589a-ccf0-4c93-8aa4-34119635d202 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9e6127-d3be-402d-8652-46a554402315,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:57.155644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-cef3c662-c4dd-4751-a5de-cebf8ca5c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:57.157478 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-cef3c662-c4dd-4751-a5de-cebf8ca5c17b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 1094 time: 0.1242669 Aug 31 14:44:57.232643 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44392) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:57.304224 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-cc2f2bcd-af57-461a-abad-df5d79e3fc00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9e6127-d3be-402d-8652-46a554402315 HTTP/1.1" status: 200 len: 217 time: 0.1375258 Aug 31 14:44:57.395979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44404) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:57.418476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-bb6f7d77-d4a1-4569-825e-eb6f013c0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:57.420133 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-bb6f7d77-d4a1-4569-825e-eb6f013c0612 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.1080101 Aug 31 14:44:57.422493 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da5344ef-0729-4b63-892a-c0354fd7764e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:57.546224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-bb9e1fbd-e46f-4af0-8a54-2021499209a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:57.547776 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-bb9e1fbd-e46f-4af0-8a54-2021499209a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206365 Aug 31 14:44:57.703536 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da5344ef-0729-4b63-892a-c0354fd7764e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:57.731821 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da5344ef-0729-4b63-892a-c0354fd7764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:57.754914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-7a5070cd-5850-4acc-8dd7-757fcea6deb5 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233306 Aug 31 14:44:57.794966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2173cf-2914-4ccd-ac55-d123d3ceeeba req-56cf7b25-a38d-47ce-a7e8-75502f886b46 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:57.796889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f2173cf-2914-4ccd-ac55-d123d3ceeeba req-56cf7b25-a38d-47ce-a7e8-75502f886b46 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 943 time: 0.2447054 Aug 31 14:44:57.850133 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-da5344ef-0729-4b63-892a-c0354fd7764e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a1f73d746f147788aaf275e4ff9e453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4530427 Aug 31 14:44:57.867364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44418) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:57.869658 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a792117-e4c3-433f-8a87-130f46b77802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:57.964916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5344ef-0729-4b63-892a-c0354fd7764e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbc95e9-55fe-4e15-8967-2e6f299e76eb,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:58.115479 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a792117-e4c3-433f-8a87-130f46b77802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:58.141613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a792117-e4c3-433f-8a87-130f46b77802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:58.199946 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0a792117-e4c3-433f-8a87-130f46b77802 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e902bb712024a9bb8931c6712dc34e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9633882 Aug 31 14:44:58.203157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44434) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:58.297006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a792117-e4c3-433f-8a87-130f46b77802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4572f3-57f4-4253-acee-8dd12a584e9b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:58.338640 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71e0ae46-2ee6-4cab-95d8-93979cddcdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:58.386347 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71e0ae46-2ee6-4cab-95d8-93979cddcdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:58.416041 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f2173cf-2914-4ccd-ac55-d123d3ceeeba req-ced202b2-cac7-4512-964a-b2b3a865eff6 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5863762 Aug 31 14:44:58.452756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44450) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:58.476960 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-872286c9-f211-42b3-a5d3-4cfddadd6caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:58.479333 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2519a6a7-fd6b-4f2a-a619-346c401ed7c0 req-ed9e8c53-9757-43b6-aaab-43b23a3a9ba7 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143819 Aug 31 14:44:58.512381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-872286c9-f211-42b3-a5d3-4cfddadd6caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:58.540084 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71e0ae46-2ee6-4cab-95d8-93979cddcdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:58.544648 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71e0ae46-2ee6-4cab-95d8-93979cddcdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:58.550435 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-71e0ae46-2ee6-4cab-95d8-93979cddcdfe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fbc95e9-55fe-4e15-8967-2e6f299e76eb HTTP/1.1" status: 204 len: 168 time: 0.6817966 Aug 31 14:44:58.580158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0ae46-2ee6-4cab-95d8-93979cddcdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbc95e9-55fe-4e15-8967-2e6f299e76eb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:58.614918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-872286c9-f211-42b3-a5d3-4cfddadd6caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:58.626372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-872286c9-f211-42b3-a5d3-4cfddadd6caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:58.636983 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-872286c9-f211-42b3-a5d3-4cfddadd6caf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce4572f3-57f4-4253-acee-8dd12a584e9b HTTP/1.1" status: 204 len: 168 time: 0.4307969 Aug 31 14:44:58.649538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ac4f8-92d7-4a98-b719-d9d3f8fcd212 req-aaf1b060-66f5-4379-8154-cd9ce961c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:58.650852 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9c4ac4f8-92d7-4a98-b719-d9d3f8fcd212 req-aaf1b060-66f5-4379-8154-cd9ce961c2d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 1094 time: 0.1144626 Aug 31 14:44:58.652749 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872286c9-f211-42b3-a5d3-4cfddadd6caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4572f3-57f4-4253-acee-8dd12a584e9b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:58.785086 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1714495292-network', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:58.899316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ac4f8-92d7-4a98-b719-d9d3f8fcd212 req-e2688a9b-a275-46c1-90be-c5e6f71d8944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:58.900860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9c4ac4f8-92d7-4a98-b719-d9d3f8fcd212 req-e2688a9b-a275-46c1-90be-c5e6f71d8944 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 917 time: 0.2431819 Aug 31 14:44:58.906263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] Made reservation on behalf of c01da328c1b34bd7b538e75f3373ccd4 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:44:58.910882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:58.970420 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9c4ac4f8-92d7-4a98-b719-d9d3f8fcd212 req-a0bbc4fc-92c8-47fc-a103-f1b86286a67e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9e6127-d3be-402d-8652-46a554402315 HTTP/1.1" status: 200 len: 217 time: 0.0567608 Aug 31 14:44:58.972298 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.105273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ac4f8-92d7-4a98-b719-d9d3f8fcd212 req-a24d018a-2724-40cb-b3a5-b192afa248c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:59.107117 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9c4ac4f8-92d7-4a98-b719-d9d3f8fcd212 req-a24d018a-2724-40cb-b3a5-b192afa248c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.1185229 Aug 31 14:44:59.204721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ac4f8-92d7-4a98-b719-d9d3f8fcd212 req-35d0d4f5-7ef4-4d7e-963d-aef2e785eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:59.206819 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9c4ac4f8-92d7-4a98-b719-d9d3f8fcd212 req-35d0d4f5-7ef4-4d7e-963d-aef2e785eafb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878849 Aug 31 14:44:59.300541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44480) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:59.304042 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.307956 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-52552c56-cffc-4658-93cc-fd1069bbd91b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461447131', 'description': 'tempest-secgroup-smoke-461447131 description', 'project_id': '6533cc47c01b415292ab966def453044'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:59.311476 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.358666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:44:59.367905 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52552c56-cffc-4658-93cc-fd1069bbd91b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.414270 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.414630 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] Added segment 38166a08-d3eb-4293-8061-c69028669dbf of type vlan for network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 Aug 31 14:44:59.417163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44486) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:59.418902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9c4ac4f8-92d7-4a98-b719-d9d3f8fcd212 req-5ed444e5-00dc-49c5-8592-a814402b64d5 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991127 Aug 31 14:44:59.433430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1d3191-dcc2-40c8-bb50-d3ff4a552584,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:59.443740 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ca6a1ffb-1aee-4550-8e9d-9753c5038aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.528330 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.550731 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52552c56-cffc-4658-93cc-fd1069bbd91b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.558985 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52552c56-cffc-4658-93cc-fd1069bbd91b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.619414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52552c56-cffc-4658-93cc-fd1069bbd91b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403cfd1d-950b-4898-885a-f39574720f53,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:59.634576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4773b73-72d4-4aca-ad71-c9fdab2d19bd req-273aba5d-d1b4-4e53-90c9-98b6bc603261 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:59.636156 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4773b73-72d4-4aca-ad71-c9fdab2d19bd req-273aba5d-d1b4-4e53-90c9-98b6bc603261 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 943 time: 0.1056378 Aug 31 14:44:59.638943 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9c4ac4f8-92d7-4a98-b719-d9d3f8fcd212 req-327c0392-45fb-41e0-a4c8-9e9db4f81277 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067838 Aug 31 14:44:59.639551 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.640416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:59.640971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.698290 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ca6a1ffb-1aee-4550-8e9d-9753c5038aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.704879 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ca6a1ffb-1aee-4550-8e9d-9753c5038aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.731469 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52552c56-cffc-4658-93cc-fd1069bbd91b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.738723 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-52552c56-cffc-4658-93cc-fd1069bbd91b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4287066 Aug 31 14:44:59.738973 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2791901 Aug 31 14:44:59.738973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44494) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:59.741180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-70f26221-0567-4808-bb7c-e6242731bf86 admin admin] Request body: {'subnet': {'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1714495292-subnet', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:59.747056 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44496) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:59.753084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fa7e0c35-144c-484a-84e2-f7ddd464d14b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'security_group_rule': {'security_group_id': '403cfd1d-950b-4898-885a-f39574720f53', 'project_id': '6533cc47c01b415292ab966def453044', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:59.757114 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a1ffb-1aee-4550-8e9d-9753c5038aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0766cd-4b3c-420c-87b7-6e4c20ede55c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:59.774690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec4fab-4568-4a88-bb14-9e7cc118a9f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:59.775716 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ca6a1ffb-1aee-4550-8e9d-9753c5038aac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edb239e2cb564329a3de10872c50040a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3570495 Aug 31 14:44:59.777177 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44500) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:59.796458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:44:59.800909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4773b73-72d4-4aca-ad71-c9fdab2d19bd req-885baf39-e4ad-49c3-8ec2-4ef5f246b737 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339054 Aug 31 14:44:59.825155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f26221-0567-4808-bb7c-e6242731bf86 admin admin] Made reservation on behalf of c01da328c1b34bd7b538e75f3373ccd4 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:44:59.828064 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70f26221-0567-4808-bb7c-e6242731bf86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.852759 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b0fd6d5f-ca10-4115-8851-45d7c520b894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.882174 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b0fd6d5f-ca10-4115-8851-45d7c520b894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.919130 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa7e0c35-144c-484a-84e2-f7ddd464d14b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.937858 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b0fd6d5f-ca10-4115-8851-45d7c520b894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.941193 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b0fd6d5f-ca10-4115-8851-45d7c520b894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:59.942501 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b0fd6d5f-ca10-4115-8851-45d7c520b894 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd0766cd-4b3c-420c-87b7-6e4c20ede55c HTTP/1.1" status: 204 len: 168 time: 0.1639457 Aug 31 14:44:59.951429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd6d5f-ca10-4115-8851-45d7c520b894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0766cd-4b3c-420c-87b7-6e4c20ede55c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:00.034150 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa7e0c35-144c-484a-84e2-f7ddd464d14b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.040141 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa7e0c35-144c-484a-84e2-f7ddd464d14b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.093184 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e0c35-144c-484a-84e2-f7ddd464d14b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc86d0b-bcfa-499d-ac27-1743652799ed,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:00.101126 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa7e0c35-144c-484a-84e2-f7ddd464d14b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.102042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fa7e0c35-144c-484a-84e2-f7ddd464d14b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3540351 Aug 31 14:45:00.105133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44510) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:00.110786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b5c22b45-bf85-4402-8029-236082a1f7c6 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'security_group_rule': {'security_group_id': '403cfd1d-950b-4898-885a-f39574720f53', 'project_id': '6533cc47c01b415292ab966def453044', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:00.117938 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70f26221-0567-4808-bb7c-e6242731bf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.161910 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b5c22b45-bf85-4402-8029-236082a1f7c6 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.188785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f26221-0567-4808-bb7c-e6242731bf86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=485adb3d-72e5-4543-899b-f90e74371d81,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:00.194522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f26221-0567-4808-bb7c-e6242731bf86 admin admin] Checking segment: {'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:00.194888 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f26221-0567-4808-bb7c-e6242731bf86 admin admin] Network hostable DHCP agents. Network: 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:45:00.216690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f26221-0567-4808-bb7c-e6242731bf86 admin admin] Network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:45:00.229820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-70f26221-0567-4808-bb7c-e6242731bf86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:00.233537 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b5c22b45-bf85-4402-8029-236082a1f7c6 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.239026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f26221-0567-4808-bb7c-e6242731bf86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:00.239714 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70f26221-0567-4808-bb7c-e6242731bf86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.239857 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b5c22b45-bf85-4402-8029-236082a1f7c6 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.240072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d27c04-7641-4527-a8d6-c41f795c1434 None None] Network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:00.262739 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-70f26221-0567-4808-bb7c-e6242731bf86 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5252299 Aug 31 14:45:00.263656 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44516) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:00.267681 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b5c22b45-bf85-4402-8029-236082a1f7c6 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.269358 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b5c22b45-bf85-4402-8029-236082a1f7c6 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1630838 Aug 31 14:45:00.272744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44518) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:00.272899 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1714495292-router', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:00.279828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9b640701-f658-4755-acd8-70875fa02926 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'security_group_rule': {'security_group_id': '403cfd1d-950b-4898-885a-f39574720f53', 'project_id': '6533cc47c01b415292ab966def453044', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:00.282350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c22b45-bf85-4402-8029-236082a1f7c6 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8abf8fd-74a1-4c0a-be15-635ebd2e34d1,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:00.315019 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.319032 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.357687 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 1d9e6127-d3be-402d-8652-46a554402315 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:45:00.359385 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9b640701-f658-4755-acd8-70875fa02926 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.437597 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.499248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1d9e6127-d3be-402d-8652-46a554402315,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:00.509344 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9b640701-f658-4755-acd8-70875fa02926 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.513587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '1d9e6127-d3be-402d-8652-46a554402315', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'port_id': '1d9e6127-d3be-402d-8652-46a554402315', 'mac_address': 'fa:16:3e:d1:51:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:45:00.520644 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9b640701-f658-4755-acd8-70875fa02926 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.552175 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b640701-f658-4755-acd8-70875fa02926 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8af9261-563b-4b62-8a0a-c3012adfa68e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:00.588909 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9b640701-f658-4755-acd8-70875fa02926 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.596282 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9b640701-f658-4755-acd8-70875fa02926 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3217578 Aug 31 14:45:00.599109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44536) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:00.612785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b2031c01-4c48-4ea0-a828-309f4e964be4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'security_group_rule': {'security_group_id': '403cfd1d-950b-4898-885a-f39574720f53', 'project_id': '6533cc47c01b415292ab966def453044', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:00.639441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848', 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'fixed_ips': [{'subnet_id': '485adb3d-72e5-4543-899b-f90e74371d81'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:45:00.640910 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.683364 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.712163 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2031c01-4c48-4ea0-a828-309f4e964be4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.719979 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.781528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9e6127-d3be-402d-8652-46a554402315 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:45:00.817632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1d9e6127-d3be-402d-8652-46a554402315,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:00.872063 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.936803 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2031c01-4c48-4ea0-a828-309f4e964be4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.945808 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2031c01-4c48-4ea0-a828-309f4e964be4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.977731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2031c01-4c48-4ea0-a828-309f4e964be4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ece4a1-0418-4f6d-a973-28cb3c31fef9,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:00.996499 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2031c01-4c48-4ea0-a828-309f4e964be4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:00.998493 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=1d9e6127-d3be-402d-8652-46a554402315,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:00.999112 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b2031c01-4c48-4ea0-a828-309f4e964be4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3986762 Aug 31 14:45:01.003885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44558) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:01.011216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fc834f81-0dc5-465f-852f-bdfb5e06da7b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'security_group_rule': {'security_group_id': '403cfd1d-950b-4898-885a-f39574720f53', 'project_id': '6533cc47c01b415292ab966def453044', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:01.052713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Allocated IP 172.20.0.2 (5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848/485adb3d-72e5-4543-899b-f90e74371d81/9d632af4-4e20-4fc9-b58e-8cac52db4781) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:01.068538 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-fc834f81-0dc5-465f-852f-bdfb5e06da7b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Project 6533cc47c01b415292ab966def453044 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:45:01.075729 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc834f81-0dc5-465f-852f-bdfb5e06da7b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.095231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['1d9e6127-d3be-402d-8652-46a554402315'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:45:01.102997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a99ccd-f636-470e-9028-d49f0d8a36c8 req-e67a9100-3c1d-44e5-b554-cb2902c30fa3 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:01.104841 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9a99ccd-f636-470e-9028-d49f0d8a36c8 req-e67a9100-3c1d-44e5-b554-cb2902c30fa3 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 944 time: 0.1174808 Aug 31 14:45:01.182253 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.233710 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.243498 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc834f81-0dc5-465f-852f-bdfb5e06da7b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.249697 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9a99ccd-f636-470e-9028-d49f0d8a36c8 req-de358e80-2e90-46cd-b911-431dc6e5acb9 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259868 Aug 31 14:45:01.252446 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc834f81-0dc5-465f-852f-bdfb5e06da7b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.304702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc834f81-0dc5-465f-852f-bdfb5e06da7b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123249b3-9482-4239-a04a-cb84bdf1f311,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:01.316964 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc834f81-0dc5-465f-852f-bdfb5e06da7b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.321370 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fc834f81-0dc5-465f-852f-bdfb5e06da7b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3163970 Aug 31 14:45:01.322696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44564) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:01.337334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e465f1b4-7cac-4659-af88-7138ac41913e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'security_group_rule': {'security_group_id': '403cfd1d-950b-4898-885a-f39574720f53', 'project_id': '6533cc47c01b415292ab966def453044', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:01.370544 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-e465f1b4-7cac-4659-af88-7138ac41913e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Project 6533cc47c01b415292ab966def453044 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:45:01.380160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e465f1b4-7cac-4659-af88-7138ac41913e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.494380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Allocated IP 172.25.2.219 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:01.505667 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e465f1b4-7cac-4659-af88-7138ac41913e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.512398 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e465f1b4-7cac-4659-af88-7138ac41913e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.543913 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.584586 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Transition to ACTIVE for port object 9d632af4-4e20-4fc9-b58e-8cac52db4781 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:01.592795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465f1b4-7cac-4659-af88-7138ac41913e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74ccfba-a99f-450d-b964-eee83c6e02f1,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:01.598046 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e465f1b4-7cac-4659-af88-7138ac41913e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.602467 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e465f1b4-7cac-4659-af88-7138ac41913e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2764401 Aug 31 14:45:01.608376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Transition to ACTIVE for port object 9d632af4-4e20-4fc9-b58e-8cac52db4781 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:01.617496 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.698824 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.746571 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Pushing event updated for resources: {'Port': ['ID=9d632af4-4e20-4fc9-b58e-8cac52db4781,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:01.758286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:01.759809 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:01.763470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:01.784483 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.836629 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:01.842417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:01.851783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:01.886071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Pushing event updated for resources: {'Port': ['ID=60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:01.889489 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Attempting to bind port 9d632af4-4e20-4fc9-b58e-8cac52db4781 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:01.890449 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Attempting to bind port 9d632af4-4e20-4fc9-b58e-8cac52db4781 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:01.891104 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Attempting to bind port 9d632af4-4e20-4fc9-b58e-8cac52db4781 on network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:01.908434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:01.908860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Checking segment: {'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:01.909692 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.910525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Bound using segment: {'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:01.911415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Bound port: 9d632af4-4e20-4fc9-b58e-8cac52db4781, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:01.912101 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:02.044784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] For port 9d632af4-4e20-4fc9-b58e-8cac52db4781, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:02.050871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] For port 9d632af4-4e20-4fc9-b58e-8cac52db4781, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9d632af4-4e20-4fc9-b58e-8cac52db4781,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:02.062992 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:02.177682 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785b835-aa6a-4430-b7e7-b6be071f1cc9 None None] Pushing event updated for resources: {'Port': ['ID=9d632af4-4e20-4fc9-b58e-8cac52db4781,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:02.195683 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44656) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:02.313871 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:02.379398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 1d9e6127-d3be-402d-8652-46a554402315 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:02.409150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e1d42b85-29f2-4ae7-9cf5-c91b5d28a4f4 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-840145484'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:02.466507 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1d42b85-29f2-4ae7-9cf5-c91b5d28a4f4 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:02.467937 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1d42b85-29f2-4ae7-9cf5-c91b5d28a4f4 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:02.523557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 1d9e6127-d3be-402d-8652-46a554402315 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:02.543119 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 1d9e6127-d3be-402d-8652-46a554402315 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:02.544551 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:02.739259 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:02.752867 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1d42b85-29f2-4ae7-9cf5-c91b5d28a4f4 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:02.774328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1d42b85-29f2-4ae7-9cf5-c91b5d28a4f4 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:02.817966 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1d42b85-29f2-4ae7-9cf5-c91b5d28a4f4 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:02.822295 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e1d42b85-29f2-4ae7-9cf5-c91b5d28a4f4 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6246502 Aug 31 14:45:02.831603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44708) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:02.883374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1d9e6127-d3be-402d-8652-46a554402315,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:02.886161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9e6127-d3be-402d-8652-46a554402315'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:45:02.893121 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25551a2b-c958-4150-bbe2-bed6fa532d55" -d '{"events": [{"server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "name": "network-vif-plugged", "status": "completed", "tag": "1d9e6127-d3be-402d-8652-46a554402315"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:45:02.901056 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:03.015018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=1d9e6127-d3be-402d-8652-46a554402315,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:03.047038 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462360dd-1506-42f1-8b7e-f0ee8702cdad x-openstack-request-id: req-462360dd-1506-42f1-8b7e-f0ee8702cdad {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:45:03.047503 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "name": "network-vif-plugged", "status": "completed", "tag": "1d9e6127-d3be-402d-8652-46a554402315", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:45:03.047816 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-462360dd-1506-42f1-8b7e-f0ee8702cdad {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:45:03.048273 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9e6127-d3be-402d-8652-46a554402315', 'code': 200} Aug 31 14:45:03.061843 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-832a54a1-20aa-427e-a212-f7aac81c1399 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:03.122286 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:03.186141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17139e4f-5421-483b-9578-0647627f4132 req-65695945-4f46-4faa-9976-b6474b344785 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:03.194102 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17139e4f-5421-483b-9578-0647627f4132 req-65695945-4f46-4faa-9976-b6474b344785 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.7361488 Aug 31 14:45:03.320963 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-832a54a1-20aa-427e-a212-f7aac81c1399 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:03.325003 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-832a54a1-20aa-427e-a212-f7aac81c1399 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:03.331128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Router b48422fd-44b5-4d86-b163-ed85b9800e98 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:45:03.346410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9bd89-81c6-472e-bfae-c63335f70f14 req-e25fc7bf-5fa2-4467-b0df-0f6e2e35269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:03.347966 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f9bd89-81c6-472e-bfae-c63335f70f14 req-e25fc7bf-5fa2-4467-b0df-0f6e2e35269d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 1096 time: 0.2102752 Aug 31 14:45:03.403786 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17139e4f-5421-483b-9578-0647627f4132 req-9c99dbcc-55cc-4ea7-8e9e-b9842625699a tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088740 Aug 31 14:45:03.435951 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-832a54a1-20aa-427e-a212-f7aac81c1399 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:03.436827 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832a54a1-20aa-427e-a212-f7aac81c1399 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf0641a-9906-4935-a6d5-2e3e6c8b5f79 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:45:03.445458 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-832a54a1-20aa-427e-a212-f7aac81c1399 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:03.450722 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-832a54a1-20aa-427e-a212-f7aac81c1399 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] 10.222.0.39 "DELETE /v2.0/routers/9bf0641a-9906-4935-a6d5-2e3e6c8b5f79 HTTP/1.1" status: 204 len: 168 time: 0.6184087 Aug 31 14:45:03.452469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44754) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:03.462408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c688deff-893e-4039-a05c-3799f6f8ea55 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Request body: {'router': {'name': 'tempest-router-1338270308', 'distributed': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:03.485960 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-13f9bd89-81c6-472e-bfae-c63335f70f14 req-ed80266c-091c-46cf-8475-0ec054448ebe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060634 Aug 31 14:45:03.506584 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c688deff-893e-4039-a05c-3799f6f8ea55 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:03.507801 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c688deff-893e-4039-a05c-3799f6f8ea55 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:03.558657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:45:03.572056 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Sync routers for ids ['b48422fd-44b5-4d86-b163-ed85b9800e98'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:45:03.587196 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Routers {'b48422fd-44b5-4d86-b163-ed85b9800e98'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:45:03.589693 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b48422fd-44b5-4d86-b163-ed85b9800e98'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:03.596004 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:03.604020 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7fea25a9-74a2-4cff-9c66-d68304d9f59e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3384454 Aug 31 14:45:03.604267 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44764) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:03.621859 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c688deff-893e-4039-a05c-3799f6f8ea55 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:03.629582 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c688deff-893e-4039-a05c-3799f6f8ea55 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:03.650602 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c688deff-893e-4039-a05c-3799f6f8ea55 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:03.656066 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c688deff-893e-4039-a05c-3799f6f8ea55 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2025516 Aug 31 14:45:03.657024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44770) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:03.784605 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Set router b48422fd-44b5-4d86-b163-ed85b9800e98 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:45:03.813795 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a005336-628c-4f87-a061-724d8354de5b tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:04.051312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe17f29-c5ae-4661-9f2b-7f65ea311575 None None] Network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:04.151782 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'name': 'tempest-TestServerMultinode-1714495292-router', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:00Z', 'updated_at': '2021-08-31T14:45:02Z', 'revision_number': 3, 'project_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'gw_port': {'id': '60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:01Z', 'updated_at': '2021-08-31T14:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:04.260750 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Checking router: b48422fd-44b5-4d86-b163-ed85b9800e98 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:45:04.261087 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Updating router b48422fd-44b5-4d86-b163-ed85b9800e98 port 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:45:04.309334 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a005336-628c-4f87-a061-724d8354de5b tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:04.320902 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a005336-628c-4f87-a061-724d8354de5b tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:04.360026 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:04.427106 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a005336-628c-4f87-a061-724d8354de5b tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:04.427729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a005336-628c-4f87-a061-724d8354de5b tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66e9a46b-e0ac-4a3b-b19d-8f05e6d9c8e6 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:45:04.432848 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a005336-628c-4f87-a061-724d8354de5b tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:04.437911 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4a005336-628c-4f87-a061-724d8354de5b tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] 10.222.0.39 "DELETE /v2.0/routers/66e9a46b-e0ac-4a3b-b19d-8f05e6d9c8e6 HTTP/1.1" status: 204 len: 168 time: 0.7796714 Aug 31 14:45:04.438527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44804) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:04.444231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-47bfb161-776f-4ffe-8d47-f4189e19e5d3 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Request body: {'router': {'name': 'tempest-router-43426052', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4afbfde4b7ed4d2b871b6a82725df915'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:04.485871 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47bfb161-776f-4ffe-8d47-f4189e19e5d3 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:04.488412 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47bfb161-776f-4ffe-8d47-f4189e19e5d3 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:04.506251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-de59349c-cd2f-419d-a11a-fcf6d9c0d4ae None None] Provisioning for port 9d632af4-4e20-4fc9-b58e-8cac52db4781 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:04.634348 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47bfb161-776f-4ffe-8d47-f4189e19e5d3 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:04.645027 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47bfb161-776f-4ffe-8d47-f4189e19e5d3 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:04.677776 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47bfb161-776f-4ffe-8d47-f4189e19e5d3 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:04.685999 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-47bfb161-776f-4ffe-8d47-f4189e19e5d3 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2457922 Aug 31 14:45:04.686675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44810) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:04.713236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-387374e5-64c5-4e6e-a445-ee828a78b8af tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:04.815050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9d632af4-4e20-4fc9-b58e-8cac52db4781 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:04.983482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44816) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:05.193790 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.197503 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.218391 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Transition to ACTIVE for port object 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:05.230130 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.235295 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-387374e5-64c5-4e6e-a445-ee828a78b8af tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.235691 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-387374e5-64c5-4e6e-a445-ee828a78b8af tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.250967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efed8b-0a30-4209-8ecc-e45840bd3add req-ef678112-9579-4b91-a14d-2426dd1c7e91 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:05.259198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 9d632af4-4e20-4fc9-b58e-8cac52db4781 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:05.270047 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83efed8b-0a30-4209-8ecc-e45840bd3add req-ef678112-9579-4b91-a14d-2426dd1c7e91 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.5845110 Aug 31 14:45:05.273545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 9d632af4-4e20-4fc9-b58e-8cac52db4781 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:05.275019 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.365406 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Attempting to bind port 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:05.366946 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Attempting to bind port 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:05.375134 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Attempting to bind port 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:05.378170 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8574425-2a86-4d25-b31f-bfa04f59bbef None None] Pushing event updated for resources: {'Port': ['ID=60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:05.396624 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:05.400793 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:05.405144 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.405789 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:05.406479 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Bound port: 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:05.407081 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.410482 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8574425-2a86-4d25-b31f-bfa04f59bbef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:05.414112 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8574425-2a86-4d25-b31f-bfa04f59bbef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:05.415852 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8574425-2a86-4d25-b31f-bfa04f59bbef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:05.417066 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8574425-2a86-4d25-b31f-bfa04f59bbef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:05.419791 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8574425-2a86-4d25-b31f-bfa04f59bbef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:05.420393 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8574425-2a86-4d25-b31f-bfa04f59bbef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:05.420923 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8574425-2a86-4d25-b31f-bfa04f59bbef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:05.421455 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8574425-2a86-4d25-b31f-bfa04f59bbef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:05.421964 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8574425-2a86-4d25-b31f-bfa04f59bbef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:05.423693 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8574425-2a86-4d25-b31f-bfa04f59bbef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:05.424708 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8574425-2a86-4d25-b31f-bfa04f59bbef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:05.425260 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8574425-2a86-4d25-b31f-bfa04f59bbef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:05.436619 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.456585 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5890eaf-a3a1-4772-a4f7-1e839370e67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.466178 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83efed8b-0a30-4209-8ecc-e45840bd3add req-6c28a3ee-36b0-42c9-bd2c-6cccbff4351f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960559 Aug 31 14:45:05.476080 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 9d632af4-4e20-4fc9-b58e-8cac52db4781, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9d632af4-4e20-4fc9-b58e-8cac52db4781,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:05.481586 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.489619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-387374e5-64c5-4e6e-a445-ee828a78b8af tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94871) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 31 14:45:05.489960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-387374e5-64c5-4e6e-a445-ee828a78b8af tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Router bf638c1c-a512-4e00-a148-2bb69a412b07 migrating from provider to provider. {{(pid=94871) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 31 14:45:05.490350 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-387374e5-64c5-4e6e-a445-ee828a78b8af tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.502648 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-387374e5-64c5-4e6e-a445-ee828a78b8af tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.513988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-387374e5-64c5-4e6e-a445-ee828a78b8af tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.598482 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] For port 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:05.641368 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] For port 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:05.661014 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.697161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=9d632af4-4e20-4fc9-b58e-8cac52db4781,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:05.730552 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Allocated IP 172.20.0.1 (5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848/485adb3d-72e5-4543-899b-f90e74371d81/a34e1036-0018-497b-91dc-c7a8d314d720) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:05.781913 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8574425-2a86-4d25-b31f-bfa04f59bbef None None] Pushing event updated for resources: {'Port': ['ID=60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:05.815649 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Routers {'b48422fd-44b5-4d86-b163-ed85b9800e98'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:45:05.816516 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b48422fd-44b5-4d86-b163-ed85b9800e98'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:05.841579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5890eaf-a3a1-4772-a4f7-1e839370e67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.845749 n-d-806683-5 neutron-server[94871]: WARNING neutron.scheduler.l3_agent_scheduler [None req-387374e5-64c5-4e6e-a445-ee828a78b8af tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] No L3 agents can host the router bf638c1c-a512-4e00-a148-2bb69a412b07 Aug 31 14:45:05.856794 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5890eaf-a3a1-4772-a4f7-1e839370e67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.905652 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.937495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Transition to ACTIVE for port object a34e1036-0018-497b-91dc-c7a8d314d720 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:05.978855 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f5890eaf-a3a1-4772-a4f7-1e839370e67d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1eb4f17ed0434168ae8e649bd53f3b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9118485 Aug 31 14:45:05.985534 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] Set router b48422fd-44b5-4d86-b163-ed85b9800e98 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:45:05.988663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5890eaf-a3a1-4772-a4f7-1e839370e67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb97900-daec-46ee-903d-7def51c5419c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:05.998691 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44824) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:06.074245 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:06.091837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387374e5-64c5-4e6e-a445-ee828a78b8af tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Hosts for router bf638c1c-a512-4e00-a148-2bb69a412b07: [] {{(pid=94871) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 31 14:45:06.126406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387374e5-64c5-4e6e-a445-ee828a78b8af tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Hosts for other DVR routers connected to router bf638c1c-a512-4e00-a148-2bb69a412b07: set() {{(pid=94871) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 31 14:45:06.131239 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-387374e5-64c5-4e6e-a445-ee828a78b8af tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:06.131566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-387374e5-64c5-4e6e-a445-ee828a78b8af tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] 10.222.0.39 "PUT /v2.0/routers/bf638c1c-a512-4e00-a148-2bb69a412b07 HTTP/1.1" status: 200 len: 715 time: 1.4402876 Aug 31 14:45:06.135629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44830) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:06.159805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:06.165284 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:06.172300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:06.262575 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:06.276686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Pushing event updated for resources: {'Port': ['ID=a34e1036-0018-497b-91dc-c7a8d314d720,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:06.324866 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c543f55-07f8-4f36-8aa1-e95fae4aa4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:06.341553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:06.342013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:06.342422 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:06.342908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:06.343621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:06.344028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:06.344439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:06.344898 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:06.345301 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:06.346456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:06.346927 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:06.347346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:06.386984 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c543f55-07f8-4f36-8aa1-e95fae4aa4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:06.468456 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'name': 'tempest-TestServerMultinode-1714495292-router', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:00Z', 'updated_at': '2021-08-31T14:45:02Z', 'revision_number': 3, 'project_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'gw_port': {'id': '60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:01Z', 'updated_at': '2021-08-31T14:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:06.513467 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c543f55-07f8-4f36-8aa1-e95fae4aa4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:06.516162 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c543f55-07f8-4f36-8aa1-e95fae4aa4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:06.517493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1c543f55-07f8-4f36-8aa1-e95fae4aa4ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1eb97900-daec-46ee-903d-7def51c5419c HTTP/1.1" status: 204 len: 168 time: 0.5167644 Aug 31 14:45:06.524440 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e6f17-b177-4a85-9936-e6014a728aed None None] The sync data for ids ['b48422fd-44b5-4d86-b163-ed85b9800e98'] in n-d-806683-5 is: [{'id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'name': 'tempest-TestServerMultinode-1714495292-router', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:00Z', 'updated_at': '2021-08-31T14:45:02Z', 'revision_number': 3, 'project_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'gw_port': {'id': '60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:01Z', 'updated_at': '2021-08-31T14:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:45:06.596009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c543f55-07f8-4f36-8aa1-e95fae4aa4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb97900-daec-46ee-903d-7def51c5419c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:06.603067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:06.616381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e35415e0-48e9-47a9-bb06-eba0b5e08e12 None None] Provisioning for port a34e1036-0018-497b-91dc-c7a8d314d720 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:06.654023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e35415e0-48e9-47a9-bb06-eba0b5e08e12 None None] Provisioning complete for port a34e1036-0018-497b-91dc-c7a8d314d720 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:06.657148 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e35415e0-48e9-47a9-bb06-eba0b5e08e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:06.749878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9d632af4-4e20-4fc9-b58e-8cac52db4781 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:06.887583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e35415e0-48e9-47a9-bb06-eba0b5e08e12 None None] Port a34e1036-0018-497b-91dc-c7a8d314d720 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:06.925986 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:06.941439 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:06.948561 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 9d632af4-4e20-4fc9-b58e-8cac52db4781 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:06.948977 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:06.994714 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-262a43d8-21e3-4ca4-a0f6-a80847f28a76 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] 10.222.0.39 "GET /v2.0/routers/bf638c1c-a512-4e00-a148-2bb69a412b07 HTTP/1.1" status: 200 len: 715 time: 0.8578048 Aug 31 14:45:07.000660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44842) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:07.099474 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:07.100795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299eb32-9e00-46b8-aa80-f3234f076b19 req-da5050e5-3d7e-4379-97d6-961d4b4d690c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:07.101549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Pushing event updated for resources: {'Port': ['ID=a34e1036-0018-497b-91dc-c7a8d314d720,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:07.120811 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6299eb32-9e00-46b8-aa80-f3234f076b19 req-da5050e5-3d7e-4379-97d6-961d4b4d690c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.2013299 Aug 31 14:45:07.229525 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6299eb32-9e00-46b8-aa80-f3234f076b19 req-f01dd063-334c-4edc-85c5-df3f7e633a3f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923460 Aug 31 14:45:07.349167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:07.352530 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:07.378114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44850) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:07.409251 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b239c675-de5c-4706-a525-754e8aa76d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:07.679792 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1b496eb5-cc35-452c-8475-4f0be1a9f4d3 tempest-RoutersTestDVR-492464032 tempest-RoutersTestDVR-492464032-project] 10.222.0.39 "GET /v2.0/routers/bf638c1c-a512-4e00-a148-2bb69a412b07 HTTP/1.1" status: 200 len: 681 time: 0.6713910 Aug 31 14:45:07.680761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44852) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:07.699559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b680e5-40d4-49a2-aaef-f531c105d0ba req-bf2b82fe-6c5f-4d91-a7e5-31453cf57211 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:07.706652 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-00b680e5-40d4-49a2-aaef-f531c105d0ba req-bf2b82fe-6c5f-4d91-a7e5-31453cf57211 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.2350197 Aug 31 14:45:07.715699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44854) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:07.721997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-3a949531-1383-471d-9da2-93f837380758 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Request body: {'floatingip': {'port_id': '1d9e6127-d3be-402d-8652-46a554402315'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:07.724795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f97a21da-3787-444f-9ba5-0912663ed83f None None] Provisioning complete for port a34e1036-0018-497b-91dc-c7a8d314d720 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:07.725353 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f97a21da-3787-444f-9ba5-0912663ed83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:07.762476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Router b48422fd-44b5-4d86-b163-ed85b9800e98 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:45:07.786834 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f97a21da-3787-444f-9ba5-0912663ed83f None None] Port a34e1036-0018-497b-91dc-c7a8d314d720 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:07.796373 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77949343-b299-493a-a03b-099a926bf489 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:07.846546 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a949531-1383-471d-9da2-93f837380758 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.045214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:45:08.068847 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bf8de95f-3a6f-4727-83be-26417718d504 admin admin] 10.222.0.39 "PUT /v2.0/routers/b48422fd-44b5-4d86-b163-ed85b9800e98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4553645 Aug 31 14:45:08.069159 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b239c675-de5c-4706-a525-754e8aa76d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.078577 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77949343-b299-493a-a03b-099a926bf489 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.081279 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b239c675-de5c-4706-a525-754e8aa76d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.085397 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77949343-b299-493a-a03b-099a926bf489 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.127296 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239c675-de5c-4706-a525-754e8aa76d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05318be5-6cbf-4f1a-a9cb-b2f42c85f290,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:08.265208 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b239c675-de5c-4706-a525-754e8aa76d69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7321979654a435b899fe2220bb7aac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8858347 Aug 31 14:45:08.266565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44860) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:08.276869 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77949343-b299-493a-a03b-099a926bf489 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.278422 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77949343-b299-493a-a03b-099a926bf489 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf638c1c-a512-4e00-a148-2bb69a412b07 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:45:08.287395 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77949343-b299-493a-a03b-099a926bf489 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.288687 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-77949343-b299-493a-a03b-099a926bf489 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] 10.222.0.39 "DELETE /v2.0/routers/bf638c1c-a512-4e00-a148-2bb69a412b07 HTTP/1.1" status: 204 len: 168 time: 0.6017280 Aug 31 14:45:08.297609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44864) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:08.309985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a94005e8-a35c-476c-8fe8-be7ed22155c2 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Request body: {'router': {'name': 'tempest-router-140992282', 'distributed': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:08.356607 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a94005e8-a35c-476c-8fe8-be7ed22155c2 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.358544 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a94005e8-a35c-476c-8fe8-be7ed22155c2 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.396609 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9e268f2-72ff-494d-8e30-8142d68bf9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.429457 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a94005e8-a35c-476c-8fe8-be7ed22155c2 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.437002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a94005e8-a35c-476c-8fe8-be7ed22155c2 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.443259 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9e268f2-72ff-494d-8e30-8142d68bf9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.498974 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9e268f2-72ff-494d-8e30-8142d68bf9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.502609 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9e268f2-72ff-494d-8e30-8142d68bf9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.504482 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f9e268f2-72ff-494d-8e30-8142d68bf9a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05318be5-6cbf-4f1a-a9cb-b2f42c85f290 HTTP/1.1" status: 204 len: 168 time: 0.2368712 Aug 31 14:45:08.522574 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a94005e8-a35c-476c-8fe8-be7ed22155c2 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.523801 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a94005e8-a35c-476c-8fe8-be7ed22155c2 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2212749 Aug 31 14:45:08.528082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44870) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:08.533304 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e268f2-72ff-494d-8e30-8142d68bf9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05318be5-6cbf-4f1a-a9cb-b2f42c85f290,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:08.657330 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf71262e-e8e7-4c3d-92fd-7297930161b2 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.739511 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:08.852406 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:08.857044 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf71262e-e8e7-4c3d-92fd-7297930161b2 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.857937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:08.859890 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.862425 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf71262e-e8e7-4c3d-92fd-7297930161b2 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.977235 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf71262e-e8e7-4c3d-92fd-7297930161b2 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.977950 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf71262e-e8e7-4c3d-92fd-7297930161b2 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 285b8f10-ba4e-4649-875b-5ad693d89ca8 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:45:08.991883 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf71262e-e8e7-4c3d-92fd-7297930161b2 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:08.991883 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bf71262e-e8e7-4c3d-92fd-7297930161b2 tempest-RoutersTestDVR-984089683 tempest-RoutersTestDVR-984089683-project-admin] 10.222.0.39 "DELETE /v2.0/routers/285b8f10-ba4e-4649-875b-5ad693d89ca8 HTTP/1.1" status: 204 len: 168 time: 0.4568701 Aug 31 14:45:09.010538 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:09.049209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:09.059396 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:09.137932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a949531-1383-471d-9da2-93f837380758 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:09.145394 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a949531-1383-471d-9da2-93f837380758 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:09.158326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:09.303451 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-3a949531-1383-471d-9da2-93f837380758 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Floating IP c95d4438-977c-4514-bb21-d7dfb90f494d associated. External IP: 172.25.2.222, port: 1d9e6127-d3be-402d-8652-46a554402315. Aug 31 14:45:09.305576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44890) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:09.591683 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44902) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:09.639894 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Sync routers for ids ['b48422fd-44b5-4d86-b163-ed85b9800e98'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:45:09.667337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Routers {'b48422fd-44b5-4d86-b163-ed85b9800e98'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:45:09.671815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b48422fd-44b5-4d86-b163-ed85b9800e98'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:09.906270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Set router b48422fd-44b5-4d86-b163-ed85b9800e98 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:45:09.930554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-537352326-network', 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:10.006967 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-655faba7-1b4a-477b-9145-dd9b2dec4b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.014642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] Made reservation on behalf of c138df2b6641469a8844b22e0c6404ae for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:10.019461 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.122141 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.172559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a949531-1383-471d-9da2-93f837380758 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Router f020cae8-f960-4412-adbb-6499d4d28977 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:45:10.207448 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-655faba7-1b4a-477b-9145-dd9b2dec4b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.212599 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-655faba7-1b4a-477b-9145-dd9b2dec4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.311660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'name': 'tempest-TestServerMultinode-1714495292-router', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:00Z', 'updated_at': '2021-08-31T14:45:06Z', 'revision_number': 4, 'project_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'gw_port': {'id': '60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:01Z', 'updated_at': '2021-08-31T14:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a34e1036-0018-497b-91dc-c7a8d314d720', 'name': '', 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'mac_address': 'fa:16:3e:d0:20:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '485adb3d-72e5-4543-899b-f90e74371d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:05Z', 'updated_at': '2021-08-31T14:45:06Z', 'revision_number': 2, 'project_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'subnets': [{'id': '485adb3d-72e5-4543-899b-f90e74371d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:10.320838 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-655faba7-1b4a-477b-9145-dd9b2dec4b17 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4afbfde4b7ed4d2b871b6a82725df915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7252591 Aug 31 14:45:10.320838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655faba7-1b4a-477b-9145-dd9b2dec4b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc1f1a6-d845-4f8c-9d59-d69dfc87349a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:10.323311 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44920) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:10.362856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a949531-1383-471d-9da2-93f837380758 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:45:10.375253 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4806f-b9ab-4543-90e0-d898a881a21c None None] Sync routers for ids ['f020cae8-f960-4412-adbb-6499d4d28977'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:45:10.376730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3a949531-1383-471d-9da2-93f837380758 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.394652 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4806f-b9ab-4543-90e0-d898a881a21c None None] Routers {'f020cae8-f960-4412-adbb-6499d4d28977'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:45:10.397774 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ecf4806f-b9ab-4543-90e0-d898a881a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f020cae8-f960-4412-adbb-6499d4d28977'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:10.409568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Checking router: b48422fd-44b5-4d86-b163-ed85b9800e98 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:45:10.410075 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Updating router b48422fd-44b5-4d86-b163-ed85b9800e98 port a34e1036-0018-497b-91dc-c7a8d314d720 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:45:10.447884 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3a949531-1383-471d-9da2-93f837380758 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "PUT /v2.0/floatingips/c95d4438-977c-4514-bb21-d7dfb90f494d HTTP/1.1" status: 200 len: 991 time: 2.7304404 Aug 31 14:45:10.450737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'tag': '1d9e6127-d3be-402d-8652-46a554402315'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:45:10.457676 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b14b057-e038-4823-bedf-b1ddf2afb541" -d '{"events": [{"name": "network-changed", "server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "tag": "1d9e6127-d3be-402d-8652-46a554402315"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:45:10.469240 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.561960 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba5c27c-8be8-470c-9e84-efd90adac254 x-openstack-request-id: req-cba5c27c-8be8-470c-9e84-efd90adac254 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:45:10.562498 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "tag": "1d9e6127-d3be-402d-8652-46a554402315", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:45:10.562926 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cba5c27c-8be8-470c-9e84-efd90adac254 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:45:10.563506 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'tag': '1d9e6127-d3be-402d-8652-46a554402315', 'status': 'completed', 'code': 200} Aug 31 14:45:10.564489 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-14be1c36-d288-4f3f-ad96-2675f7e113e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.628393 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.637974 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ecf4806f-b9ab-4543-90e0-d898a881a21c None None] Set router f020cae8-f960-4412-adbb-6499d4d28977 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:45:10.641260 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-14be1c36-d288-4f3f-ad96-2675f7e113e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.649036 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.668763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14b057-e038-4823-bedf-b1ddf2afb541 req-287a65d9-39e3-4320-b997-fac1f08a0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:10.677186 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:45:10.677496 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b14b057-e038-4823-bedf-b1ddf2afb541 req-287a65d9-39e3-4320-b997-fac1f08a0b5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 1096 time: 0.0951755 Aug 31 14:45:10.718499 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.718900 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] Added segment 91375913-70dc-4b18-b297-930f088961c1 of type vlan for network d86242e1-81be-4a65-ad3f-484bcc414e92 Aug 31 14:45:10.730532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c177c5a-8372-47ad-b1be-0ec767d0d9b2,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:10.800769 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.806032 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-14be1c36-d288-4f3f-ad96-2675f7e113e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.812781 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-14be1c36-d288-4f3f-ad96-2675f7e113e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.816464 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-14be1c36-d288-4f3f-ad96-2675f7e113e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7dc1f1a6-d845-4f8c-9d59-d69dfc87349a HTTP/1.1" status: 204 len: 168 time: 0.4921708 Aug 31 14:45:10.857160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be1c36-d288-4f3f-ad96-2675f7e113e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc1f1a6-d845-4f8c-9d59-d69dfc87349a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:10.891892 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:10.897498 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.898987 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:10.899778 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:10.979595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14b057-e038-4823-bedf-b1ddf2afb541 req-7aeca4ca-5f42-44c3-9291-1e838743c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:10.994553 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6814964 Aug 31 14:45:10.995557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44934) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:10.998318 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b14b057-e038-4823-bedf-b1ddf2afb541 req-7aeca4ca-5f42-44c3-9291-1e838743c2a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 917 time: 0.3138280 Aug 31 14:45:11.008839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d211d633-1f45-4f69-a3c2-ff1894d8dce6 admin admin] Request body: {'subnet': {'network_id': 'd86242e1-81be-4a65-ad3f-484bcc414e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-537352326-subnet', 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae', 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:11.044699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae192b4d-cf67-47af-b154-cf52c630f6c4 admin admin] Pushing event updated for resources: {'Network': ['ID=d86242e1-81be-4a65-ad3f-484bcc414e92,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:11.059430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network d86242e1-81be-4a65-ad3f-484bcc414e92 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:45:11.103686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d211d633-1f45-4f69-a3c2-ff1894d8dce6 admin admin] Made reservation on behalf of c138df2b6641469a8844b22e0c6404ae for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:11.107902 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d211d633-1f45-4f69-a3c2-ff1894d8dce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:11.256583 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ecf4806f-b9ab-4543-90e0-d898a881a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'c95d4438-977c-4514-bb21-d7dfb90f494d', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'floating_ip_address': '172.25.2.222', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'port_id': '1d9e6127-d3be-402d-8652-46a554402315', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'mac_address': 'fa:16:3e:d1:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:48Z', 'updated_at': '2021-08-31T14:45:08Z', 'revision_number': 1, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:36Z', 'revision_number': 5, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:11.271798 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b14b057-e038-4823-bedf-b1ddf2afb541 req-28a96890-9527-4348-aab1-fc3a68c86cd1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9e6127-d3be-402d-8652-46a554402315 HTTP/1.1" status: 200 len: 999 time: 0.2651703 Aug 31 14:45:11.395133 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4806f-b9ab-4543-90e0-d898a881a21c None None] Checking router: f020cae8-f960-4412-adbb-6499d4d28977 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:45:11.428881 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4806f-b9ab-4543-90e0-d898a881a21c None None] Routers {'f020cae8-f960-4412-adbb-6499d4d28977'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:45:11.429789 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ecf4806f-b9ab-4543-90e0-d898a881a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f020cae8-f960-4412-adbb-6499d4d28977'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:11.441580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d211d633-1f45-4f69-a3c2-ff1894d8dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:11.451075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14b057-e038-4823-bedf-b1ddf2afb541 req-37199447-6da8-49a4-9c30-df28da3a4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:11.452922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b14b057-e038-4823-bedf-b1ddf2afb541 req-37199447-6da8-49a4-9c30-df28da3a4ac7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.1753392 Aug 31 14:45:11.544260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44948) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:11.561334 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211d633-1f45-4f69-a3c2-ff1894d8dce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b3d7bc-9521-4406-b0f9-ba0b5c2cca7a,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:11.579139 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d211d633-1f45-4f69-a3c2-ff1894d8dce6 admin admin] Checking segment: {'id': '91375913-70dc-4b18-b297-930f088961c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd86242e1-81be-4a65-ad3f-484bcc414e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:11.579139 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d211d633-1f45-4f69-a3c2-ff1894d8dce6 admin admin] Network hostable DHCP agents. Network: d86242e1-81be-4a65-ad3f-484bcc414e92, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:45:11.600141 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7e90d8fe-332d-478d-8d66-782198e3e0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:11.612262 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d211d633-1f45-4f69-a3c2-ff1894d8dce6 admin admin] Network d86242e1-81be-4a65-ad3f-484bcc414e92 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:45:11.629951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-d211d633-1f45-4f69-a3c2-ff1894d8dce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, d86242e1-81be-4a65-ad3f-484bcc414e92) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:11.637656 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d211d633-1f45-4f69-a3c2-ff1894d8dce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:11.638259 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d211d633-1f45-4f69-a3c2-ff1894d8dce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:11.654180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14b057-e038-4823-bedf-b1ddf2afb541 req-49154ee7-a415-4a26-9daf-25c4e3a1cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:11.658813 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b14b057-e038-4823-bedf-b1ddf2afb541 req-49154ee7-a415-4a26-9daf-25c4e3a1cb93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979508 Aug 31 14:45:11.679924 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-6b14b057-e038-4823-bedf-b1ddf2afb541 req-4a1d0a06-b8d5-4bc6-af95-0583a679c441 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:45:11.686265 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b14b057-e038-4823-bedf-b1ddf2afb541 req-4a1d0a06-b8d5-4bc6-af95-0583a679c441 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144114 Aug 31 14:45:11.694440 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682af49a-7b59-482e-870b-4e5eb9ea66ed None None] Network d86242e1-81be-4a65-ad3f-484bcc414e92 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:11.722140 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ecf4806f-b9ab-4543-90e0-d898a881a21c None None] Set router f020cae8-f960-4412-adbb-6499d4d28977 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:45:11.793588 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:11.824410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Transition to ACTIVE for port object a34e1036-0018-497b-91dc-c7a8d314d720 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:11.858097 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:11.864949 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b14b057-e038-4823-bedf-b1ddf2afb541 req-71a0959e-5081-4736-88ff-bf6edd289348 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690757 Aug 31 14:45:11.928155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:11.928155 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:11.929526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b64a8-3a84-442a-a9fd-eecfe15c530a None None] Pushing event updated for resources: {'Port': ['ID=a34e1036-0018-497b-91dc-c7a8d314d720,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:11.956971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7e90d8fe-332d-478d-8d66-782198e3e0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:11.970133 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7e90d8fe-332d-478d-8d66-782198e3e0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:11.973747 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d211d633-1f45-4f69-a3c2-ff1894d8dce6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9769068 Aug 31 14:45:11.976518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 44956) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:11.982959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-537352326-router', 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:12.001588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-d86242e1-81be-4a65-ad3f-484bcc414e92', 'network_id': 'd86242e1-81be-4a65-ad3f-484bcc414e92', 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae', 'fixed_ips': [{'subnet_id': '23b3d7bc-9521-4406-b0f9-ba0b5c2cca7a'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:45:12.010071 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:12.040754 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7e90d8fe-332d-478d-8d66-782198e3e0f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd4630ce712c4ab8929d72d1a42b50c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4944930 Aug 31 14:45:12.044124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44958) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:12.078791 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:12.080460 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:12.155215 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79a5c82d-929b-44d5-bdb0-857dac6a8412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:12.186577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90d8fe-332d-478d-8d66-782198e3e0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfbeef3-7cfa-4b87-a818-9b99cf7d6899,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:12.193222 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79a5c82d-929b-44d5-bdb0-857dac6a8412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:12.207709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Attempting to bind port a34e1036-0018-497b-91dc-c7a8d314d720 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:12.208188 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b14b057-e038-4823-bedf-b1ddf2afb541 req-e6128d62-0b43-40b2-952c-2fc0b53605e7 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339064 Aug 31 14:45:12.208774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Attempting to bind port a34e1036-0018-497b-91dc-c7a8d314d720 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:12.210595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Attempting to bind port a34e1036-0018-497b-91dc-c7a8d314d720 on network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:12.240432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:12.242031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Checking segment: {'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:12.243336 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:12.246623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Bound using segment: {'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:12.248701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Bound port: a34e1036-0018-497b-91dc-c7a8d314d720, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:12.249108 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:12.257357 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:12.275469 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ecf4806f-b9ab-4543-90e0-d898a881a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'c95d4438-977c-4514-bb21-d7dfb90f494d', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'floating_ip_address': '172.25.2.222', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'port_id': '1d9e6127-d3be-402d-8652-46a554402315', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'mac_address': 'fa:16:3e:d1:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:48Z', 'updated_at': '2021-08-31T14:45:08Z', 'revision_number': 1, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:36Z', 'revision_number': 5, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:12.295074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 44960) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:12.313346 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79a5c82d-929b-44d5-bdb0-857dac6a8412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:12.317051 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79a5c82d-929b-44d5-bdb0-857dac6a8412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:12.320912 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-79a5c82d-929b-44d5-bdb0-857dac6a8412 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbfbeef3-7cfa-4b87-a818-9b99cf7d6899 HTTP/1.1" status: 204 len: 168 time: 0.2756901 Aug 31 14:45:12.336844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5c82d-929b-44d5-bdb0-857dac6a8412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfbeef3-7cfa-4b87-a818-9b99cf7d6899,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:12.426922 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4806f-b9ab-4543-90e0-d898a881a21c None None] The sync data for ids ['f020cae8-f960-4412-adbb-6499d4d28977'] in n-d-806683-5 is: [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'c95d4438-977c-4514-bb21-d7dfb90f494d', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'floating_ip_address': '172.25.2.222', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'port_id': '1d9e6127-d3be-402d-8652-46a554402315', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'mac_address': 'fa:16:3e:d1:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:48Z', 'updated_at': '2021-08-31T14:45:08Z', 'revision_number': 1, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:36Z', 'revision_number': 5, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:45:12.531028 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:12.644918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-167969174'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:12.645971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] For port a34e1036-0018-497b-91dc-c7a8d314d720, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:12.652905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] For port a34e1036-0018-497b-91dc-c7a8d314d720, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a34e1036-0018-497b-91dc-c7a8d314d720,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:12.656067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Allocated IP 172.20.0.2 (d86242e1-81be-4a65-ad3f-484bcc414e92/23b3d7bc-9521-4406-b0f9-ba0b5c2cca7a/4eaa428a-44c6-4291-bfb2-4bca4da9e49a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:12.664259 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:12.726331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Made reservation on behalf of 5e63ce573932487a83a217baec0358ea for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:12.739648 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:12.779129 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:12.925162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Routers {'b48422fd-44b5-4d86-b163-ed85b9800e98'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:45:12.925709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b48422fd-44b5-4d86-b163-ed85b9800e98'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:12.983974 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:13.042393 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:13.056737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b64a8-3a84-442a-a9fd-eecfe15c530a None None] Pushing event updated for resources: {'Port': ['ID=a34e1036-0018-497b-91dc-c7a8d314d720,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:13.157933 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:13.164091 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:13.199936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:45:13.238455 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:13.238455 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Added segment 8578d023-2a84-4df8-92cc-2f6fe9f943b9 of type vlan for network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 Aug 31 14:45:13.304892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Allocated IP 172.25.2.27 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/93146495-d79e-4f57-a8a7-e9184f9f8a9f) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:13.324544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210d3838-457f-4b60-8747-115f97786db5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:13.351403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbb42e-99d8-47f7-a406-8cb3277035f0 None None] New status for floating IP c95d4438-977c-4514-bb21-d7dfb90f494d: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:45:13.406123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:13.461650 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:13.473530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:13.474182 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:13.581024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Pushing event updated for resources: {'Network': ['ID=d97629a4-02bf-47e2-b601-1a8ebfa64ca6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:13.608328 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2659dee0-e770-46ec-b8d7-709c146906d2 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3116918 Aug 31 14:45:13.644565 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:13.749625 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:45:13.750547 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:13.888880 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:13.900750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] Set router b48422fd-44b5-4d86-b163-ed85b9800e98 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:45:13.904435 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Pushing event updated for resources: {'Port': ['ID=93146495-d79e-4f57-a8a7-e9184f9f8a9f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:13.927800 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:13.929916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:13.933608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:14.015508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Transition to ACTIVE for port object 4eaa428a-44c6-4291-bfb2-4bca4da9e49a will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:14.044882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Transition to ACTIVE for port object 4eaa428a-44c6-4291-bfb2-4bca4da9e49a will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:14.063354 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:14.115058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45006) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:14.120353 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Request body: {'port': {'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6', 'binding:host_id': 'n-h1-806683-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-680021229'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:14.129910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Pushing event updated for resources: {'Port': ['ID=4eaa428a-44c6-4291-bfb2-4bca4da9e49a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:14.172140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45008) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:14.174393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Network d86242e1-81be-4a65-ad3f-484bcc414e92 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:14.213437 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Made reservation on behalf of c00c7cbb1e0f4468b4e44cb75cea3f71 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:14.215943 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:14.245455 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:14.261464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:14.272197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:14.394971 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:14.459630 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:14.468586 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:14.481295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] device_id is not set on port cb261074-d40a-4505-a289-2388d04383d8 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:14.612877 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Attempting to bind port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:14.621068 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Attempting to bind port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '91375913-70dc-4b18-b297-930f088961c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd86242e1-81be-4a65-ad3f-484bcc414e92'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:14.621481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Attempting to bind port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a on network d86242e1-81be-4a65-ad3f-484bcc414e92 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:14.626146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1721049896'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:14.638987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:14.639403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Checking segment: {'id': '91375913-70dc-4b18-b297-930f088961c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd86242e1-81be-4a65-ad3f-484bcc414e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:14.639787 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:14.640190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Bound using segment: {'id': '91375913-70dc-4b18-b297-930f088961c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd86242e1-81be-4a65-ad3f-484bcc414e92'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:14.640680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Bound port: 4eaa428a-44c6-4291-bfb2-4bca4da9e49a, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91375913-70dc-4b18-b297-930f088961c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd86242e1-81be-4a65-ad3f-484bcc414e92'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:14.641062 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:14.820751 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:14.825956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'name': 'tempest-TestServerMultinode-1714495292-router', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:00Z', 'updated_at': '2021-08-31T14:45:06Z', 'revision_number': 4, 'project_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'gw_port': {'id': '60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:01Z', 'updated_at': '2021-08-31T14:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a34e1036-0018-497b-91dc-c7a8d314d720', 'name': '', 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'mac_address': 'fa:16:3e:d0:20:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '485adb3d-72e5-4543-899b-f90e74371d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:05Z', 'updated_at': '2021-08-31T14:45:12Z', 'revision_number': 4, 'project_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'subnets': [{'id': '485adb3d-72e5-4543-899b-f90e74371d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:14.901073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] For port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:14.908004 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0873a6cb-5637-40b0-a3e5-d5b72188c43b None None] The sync data for ids ['b48422fd-44b5-4d86-b163-ed85b9800e98'] in n-d-806683-5 is: [{'id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'name': 'tempest-TestServerMultinode-1714495292-router', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:00Z', 'updated_at': '2021-08-31T14:45:06Z', 'revision_number': 4, 'project_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'gw_port': {'id': '60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:01Z', 'updated_at': '2021-08-31T14:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a34e1036-0018-497b-91dc-c7a8d314d720', 'name': '', 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'mac_address': 'fa:16:3e:d0:20:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '485adb3d-72e5-4543-899b-f90e74371d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:05Z', 'updated_at': '2021-08-31T14:45:12Z', 'revision_number': 4, 'project_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'subnets': [{'id': '485adb3d-72e5-4543-899b-f90e74371d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:45:14.948419 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] For port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4eaa428a-44c6-4291-bfb2-4bca4da9e49a,segment=NetworkSegment(91375913-70dc-4b18-b297-930f088961c1),segment_id=91375913-70dc-4b18-b297-930f088961c1)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:14.960994 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:14.998173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] device_id is not set on port cb261074-d40a-4505-a289-2388d04383d8 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:15.045601 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:15.100888 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ec4143-67a5-4249-b68d-df5bddeab70e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:15.119352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Transition to ACTIVE for port object cb261074-d40a-4505-a289-2388d04383d8 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:15.124112 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cee487-8446-4c49-b2ec-b5cbf8d80d1d None None] Pushing event updated for resources: {'Port': ['ID=4eaa428a-44c6-4291-bfb2-4bca4da9e49a,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:15.156861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Made reservation on behalf of 22724ccb9d8d4230bfaedcd74dea4db9 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:15.161536 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:15.166716 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:15.191780 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:15.192923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Router 9c70964c-10a4-42fd-8ba0-5307a627da00 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:45:15.319118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Pushing event updated for resources: {'Port': ['ID=cb261074-d40a-4505-a289-2388d04383d8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:15.334580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:45:15.342410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Checking segment: {'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:15.342828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Network hostable DHCP agents. Network: d97629a4-02bf-47e2-b601-1a8ebfa64ca6, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:45:15.351259 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Sync routers for ids ['9c70964c-10a4-42fd-8ba0-5307a627da00'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:45:15.399581 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Routers {'9c70964c-10a4-42fd-8ba0-5307a627da00'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:45:15.400286 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9c70964c-10a4-42fd-8ba0-5307a627da00'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:15.408576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:45:15.434854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, d97629a4-02bf-47e2-b601-1a8ebfa64ca6) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:15.447702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:15.474137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8f3ea0-27c7-4f5f-915a-4b316b933fd8 None None] Network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:15.534583 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:15.543341 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:15.551002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:15.555463 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-86c3be3e-7729-49fc-8846-bbf3d3b399ea admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5784266 Aug 31 14:45:15.558114 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45020) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:15.561493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:45:15.573514 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:15.573861 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Added segment 8009cc8b-eebc-4dc1-bace-dd70d7478d5d of type vlan for network dd20c2b5-406a-4cd2-99b6-1bcb1ac63905 Aug 31 14:45:15.641204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:15.711111 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:15.717337 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Set router 9c70964c-10a4-42fd-8ba0-5307a627da00 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:45:15.721200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:15.722030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:15.745009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:15.745340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:15.745733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:15.871285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Pushing event updated for resources: {'Network': ['ID=dd20c2b5-406a-4cd2-99b6-1bcb1ac63905,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:15.890517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network dd20c2b5-406a-4cd2-99b6-1bcb1ac63905 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:45:15.931475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02db1567-205a-4e66-9373-7b9e76c1340f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:15.952366 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a0f0bd96-3bd7-429b-bfd0-4135c0e81aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7730887 Aug 31 14:45:15.953888 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45024) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:15.971924 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4717f1a2-c88c-4fb3-b336-9e7f3562246d tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Request body: {'subnet': {'network_id': 'dd20c2b5-406a-4cd2-99b6-1bcb1ac63905', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:15.998594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:15.998957 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:16.001903 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 2 to bind port cb261074-d40a-4505-a289-2388d04383d8 Aug 31 14:45:16.114882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:16.115636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:16.115984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:16.148875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:16.149412 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:16.161840 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 3 to bind port cb261074-d40a-4505-a289-2388d04383d8 Aug 31 14:45:16.219129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:16.219480 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:16.220363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:16.221350 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'name': 'tempest-TestServerMultinode-537352326-router', 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '93146495-d79e-4f57-a8a7-e9184f9f8a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:12Z', 'updated_at': '2021-08-31T14:45:14Z', 'revision_number': 3, 'project_id': 'c138df2b6641469a8844b22e0c6404ae', 'gw_port': {'id': '93146495-d79e-4f57-a8a7-e9184f9f8a9f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:13Z', 'updated_at': '2021-08-31T14:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:16.231532 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:16.231876 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:16.260074 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 4 to bind port cb261074-d40a-4505-a289-2388d04383d8 Aug 31 14:45:16.295546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:16.295889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:16.296173 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Checking router: 9c70964c-10a4-42fd-8ba0-5307a627da00 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:45:16.296321 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:16.296520 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Updating router 9c70964c-10a4-42fd-8ba0-5307a627da00 port 93146495-d79e-4f57-a8a7-e9184f9f8a9f binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:45:16.306089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:16.306418 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:16.316409 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 5 to bind port cb261074-d40a-4505-a289-2388d04383d8 Aug 31 14:45:16.359845 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:16.367475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4717f1a2-c88c-4fb3-b336-9e7f3562246d tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Made reservation on behalf of 22724ccb9d8d4230bfaedcd74dea4db9 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:16.371145 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4717f1a2-c88c-4fb3-b336-9e7f3562246d tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:16.381423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:16.381763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:16.382105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:16.429405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:16.429740 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:16.464027 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 6 to bind port cb261074-d40a-4505-a289-2388d04383d8 Aug 31 14:45:16.519640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:16.528896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:16.531665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:16.578428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:16.578428 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:16.589174 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 7 to bind port cb261074-d40a-4505-a289-2388d04383d8 Aug 31 14:45:16.644514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:16.645089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:16.645570 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:16.652424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:16.653130 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:16.656516 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 8 to bind port cb261074-d40a-4505-a289-2388d04383d8 Aug 31 14:45:16.727694 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:16.728038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:16.728385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:16.751984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:16.752423 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:16.762885 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 9 to bind port cb261074-d40a-4505-a289-2388d04383d8 Aug 31 14:45:16.792231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:16.796588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:16.797105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:16.851520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:16.851520 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:16.851741 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 10 to bind port cb261074-d40a-4505-a289-2388d04383d8 Aug 31 14:45:16.869822 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a34e1036-0018-497b-91dc-c7a8d314d720 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:16.913009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:16.913375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:16.914226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:16.933447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port cb261074-d40a-4505-a289-2388d04383d8 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:16.933785 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port cb261074-d40a-4505-a289-2388d04383d8 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:16.941003 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:16.960311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68474979-e8de-4a03-8e4b-4d726b2868b4 None None] Network d86242e1-81be-4a65-ad3f-484bcc414e92 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:17.087550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] For port cb261074-d40a-4505-a289-2388d04383d8, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:17.088200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempted to set empty binding levels {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:45:17.116393 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.116631 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.133686 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Transition to ACTIVE for port object 93146495-d79e-4f57-a8a7-e9184f9f8a9f will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:17.144244 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.184926 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f230e384-a9de-4dfc-b87c-707f286171af None None] Provisioning for port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:17.231241 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port a34e1036-0018-497b-91dc-c7a8d314d720 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:17.242259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a34e1036-0018-497b-91dc-c7a8d314d720 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:17.242642 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.283501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:17.286372 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.314028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Pushing event updated for resources: {'Port': ['ID=cb261074-d40a-4505-a289-2388d04383d8,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:17.318002 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8faf04-02c9-4638-9050-78e3136f67da None None] Pushing event updated for resources: {'Port': ['ID=93146495-d79e-4f57-a8a7-e9184f9f8a9f,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:17.334594 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Attempting to bind port 93146495-d79e-4f57-a8a7-e9184f9f8a9f on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:17.340145 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Attempting to bind port 93146495-d79e-4f57-a8a7-e9184f9f8a9f by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:17.341216 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-969ea4a4-32ed-44a1-90ed-ba37e63588c7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.2250059 Aug 31 14:45:17.341526 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Attempting to bind port 93146495-d79e-4f57-a8a7-e9184f9f8a9f on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:17.345660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45034) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:17.362268 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:17.364202 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:17.364731 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.365944 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:17.366969 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Bound port: 93146495-d79e-4f57-a8a7-e9184f9f8a9f, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:17.367426 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.375111 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4717f1a2-c88c-4fb3-b336-9e7f3562246d tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.471882 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.516572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port a34e1036-0018-497b-91dc-c7a8d314d720, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a34e1036-0018-497b-91dc-c7a8d314d720,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:17.523734 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.524646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4eaa428a-44c6-4291-bfb2-4bca4da9e49a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:17.529361 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] For port 93146495-d79e-4f57-a8a7-e9184f9f8a9f, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:17.541442 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] For port 93146495-d79e-4f57-a8a7-e9184f9f8a9f, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=93146495-d79e-4f57-a8a7-e9184f9f8a9f,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:17.552577 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.580636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717f1a2-c88c-4fb3-b336-9e7f3562246d tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Pushing event updated for resources: {'Subnet': ['ID=3eb9809a-2965-4eae-99b6-07f69d7fe229,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:17.632108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4717f1a2-c88c-4fb3-b336-9e7f3562246d tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Checking segment: {'id': '8009cc8b-eebc-4dc1-bace-dd70d7478d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dd20c2b5-406a-4cd2-99b6-1bcb1ac63905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:17.636791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4717f1a2-c88c-4fb3-b336-9e7f3562246d tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Network hostable DHCP agents. Network: dd20c2b5-406a-4cd2-99b6-1bcb1ac63905, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:45:17.665664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:17.678697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:17.679041 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.681996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=a34e1036-0018-497b-91dc-c7a8d314d720,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:17.701000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4717f1a2-c88c-4fb3-b336-9e7f3562246d tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Network dd20c2b5-406a-4cd2-99b6-1bcb1ac63905 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:45:17.741441 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Routers {'9c70964c-10a4-42fd-8ba0-5307a627da00'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:45:17.742874 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9c70964c-10a4-42fd-8ba0-5307a627da00'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:17.743424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-4717f1a2-c88c-4fb3-b336-9e7f3562246d tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, dd20c2b5-406a-4cd2-99b6-1bcb1ac63905) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:17.759088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d3ad5a-fe18-4dd6-b46f-28d08fcf6b07 None None] Network dd20c2b5-406a-4cd2-99b6-1bcb1ac63905 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:17.761525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717f1a2-c88c-4fb3-b336-9e7f3562246d tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:17.763569 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4717f1a2-c88c-4fb3-b336-9e7f3562246d tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.779051 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-85d5f9a8-efe1-4131-b3b6-094632ea1aa7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Deleting port cb261074-d40a-4505-a289-2388d04383d8 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:17.779730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85d5f9a8-efe1-4131-b3b6-094632ea1aa7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.808374 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8faf04-02c9-4638-9050-78e3136f67da None None] Pushing event updated for resources: {'Port': ['ID=93146495-d79e-4f57-a8a7-e9184f9f8a9f,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:17.812658 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4717f1a2-c88c-4fb3-b336-9e7f3562246d tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8566651 Aug 31 14:45:17.815692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45038) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:17.840872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Request body: {'port': {'network_id': 'dd20c2b5-406a-4cd2-99b6-1bcb1ac63905', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-133107637'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:17.865656 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:17.935347 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] Set router 9c70964c-10a4-42fd-8ba0-5307a627da00 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:45:18.108396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-dd20c2b5-406a-4cd2-99b6-1bcb1ac63905', 'network_id': 'dd20c2b5-406a-4cd2-99b6-1bcb1ac63905', 'tenant_id': '22724ccb9d8d4230bfaedcd74dea4db9', 'fixed_ips': [{'subnet_id': '3eb9809a-2965-4eae-99b6-07f69d7fe229'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:45:18.109820 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:18.114770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7f1a0a3f-448e-4714-b9e1-c8a4b493f972 None None] Provisioning complete for port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:18.115372 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f1a0a3f-448e-4714-b9e1-c8a4b493f972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:18.118524 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Allocated IP 172.20.0.1 (d86242e1-81be-4a65-ad3f-484bcc414e92/23b3d7bc-9521-4406-b0f9-ba0b5c2cca7a/b4ae8771-57fc-44fc-b0da-52116ccea998) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:18.144253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Made reservation on behalf of 22724ccb9d8d4230bfaedcd74dea4db9 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:18.175545 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:18.229251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] device_id is not set on port 7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:18.241455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-85d5f9a8-efe1-4131-b3b6-094632ea1aa7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] For port cb261074-d40a-4505-a289-2388d04383d8, host n-h1-806683-5, got binding levels [] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:18.241968 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85d5f9a8-efe1-4131-b3b6-094632ea1aa7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:18.270027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-85d5f9a8-efe1-4131-b3b6-094632ea1aa7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Calling delete_port for cb261074-d40a-4505-a289-2388d04383d8 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:18.279784 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:18.352631 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'name': 'tempest-TestServerMultinode-537352326-router', 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '93146495-d79e-4f57-a8a7-e9184f9f8a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:12Z', 'updated_at': '2021-08-31T14:45:14Z', 'revision_number': 3, 'project_id': 'c138df2b6641469a8844b22e0c6404ae', 'gw_port': {'id': '93146495-d79e-4f57-a8a7-e9184f9f8a9f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:13Z', 'updated_at': '2021-08-31T14:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:18.397985 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:18.427554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Transition to ACTIVE for port object b4ae8771-57fc-44fc-b0da-52116ccea998 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:18.428075 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2634ede-1918-494f-b310-feb8221d1341 None None] The sync data for ids ['9c70964c-10a4-42fd-8ba0-5307a627da00'] in n-d-806683-5 is: [{'id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'name': 'tempest-TestServerMultinode-537352326-router', 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '93146495-d79e-4f57-a8a7-e9184f9f8a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:12Z', 'updated_at': '2021-08-31T14:45:14Z', 'revision_number': 3, 'project_id': 'c138df2b6641469a8844b22e0c6404ae', 'gw_port': {'id': '93146495-d79e-4f57-a8a7-e9184f9f8a9f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:13Z', 'updated_at': '2021-08-31T14:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:45:18.459862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4eaa428a-44c6-4291-bfb2-4bca4da9e49a,segment=NetworkSegment(91375913-70dc-4b18-b297-930f088961c1),segment_id=91375913-70dc-4b18-b297-930f088961c1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:18.474893 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:18.507375 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85d5f9a8-efe1-4131-b3b6-094632ea1aa7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:18.533776 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f1a0a3f-448e-4714-b9e1-c8a4b493f972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:18.552338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Allocated IP 2001:db8::190 (dd20c2b5-406a-4cd2-99b6-1bcb1ac63905/3eb9809a-2965-4eae-99b6-07f69d7fe229/7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:18.608353 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5f9a8-efe1-4131-b3b6-094632ea1aa7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb261074-d40a-4505-a289-2388d04383d8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:18.637772 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85d5f9a8-efe1-4131-b3b6-094632ea1aa7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:18.644158 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-85d5f9a8-efe1-4131-b3b6-094632ea1aa7 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "DELETE /v2.0/ports/cb261074-d40a-4505-a289-2388d04383d8 HTTP/1.1" status: 204 len: 168 time: 1.2870994 Aug 31 14:45:18.646049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45044) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:18.651598 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:18.691006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=4eaa428a-44c6-4291-bfb2-4bca4da9e49a,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:18.718451 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-357e687d-671d-4c39-95b6-9e6a37cc6e70 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:45:18.720263 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-357e687d-671d-4c39-95b6-9e6a37cc6e70 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "GET /v2.0/ports/cb261074-d40a-4505-a289-2388d04383d8 HTTP/1.1" status: 404 len: 333 time: 0.0729346 Aug 31 14:45:18.723906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45046) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:18.734027 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-7f1a0a3f-448e-4714-b9e1-c8a4b493f972 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:45:18.734367 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-7f1a0a3f-448e-4714-b9e1-c8a4b493f972 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:45:18.738858 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a34e1036-0018-497b-91dc-c7a8d314d720 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:18.745602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Network d86242e1-81be-4a65-ad3f-484bcc414e92 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:18.748794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:18.761594 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:18.770106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2ccbe864-4199-4a6b-8005-865c1bdedd33 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Request body: {'port': {'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1317241325'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:18.821709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a34e1036-0018-497b-91dc-c7a8d314d720 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:18.822330 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:18.857861 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ae8771-57fc-44fc-b0da-52116ccea998,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:18.913317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:18.914722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccbe864-4199-4a6b-8005-865c1bdedd33 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Made reservation on behalf of c00c7cbb1e0f4468b4e44cb75cea3f71 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:18.917090 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe864-4199-4a6b-8005-865c1bdedd33 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.028005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-2ccbe864-4199-4a6b-8005-865c1bdedd33 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] device_id is not set on port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:19.043919 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.131063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Transition to ACTIVE for port object 7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:19.269381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.312365 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.377294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Allocated IP 2001:db8::2 (dd20c2b5-406a-4cd2-99b6-1bcb1ac63905/3eb9809a-2965-4eae-99b6-07f69d7fe229/d05c167a-852f-4e25-9e33-45881f4d8a90) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:19.576713 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.577325 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.582920 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.588728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Transition to ACTIVE for port object d05c167a-852f-4e25-9e33-45881f4d8a90 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:19.604860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Transition to ACTIVE for port object d05c167a-852f-4e25-9e33-45881f4d8a90 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:19.615324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Network dd20c2b5-406a-4cd2-99b6-1bcb1ac63905 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:19.626947 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.651617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:19.669482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Network dd20c2b5-406a-4cd2-99b6-1bcb1ac63905 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:19.673612 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.686818 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:19.692425 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.693787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:19.701870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:19.711873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:19.714134 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.745397 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4faa663b-72cd-4cca-a5f9-3b34ba3ab6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.760711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Pushing event updated for resources: {'Port': ['ID=7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:19.762421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ae8771-57fc-44fc-b0da-52116ccea998,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:19.767123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe864-4199-4a6b-8005-865c1bdedd33 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.771030 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6a6d9ea5-255f-49a5-b6b6-be66c8f3ba4e tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9533832 Aug 31 14:45:19.775098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45054) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:19.781305 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Request body: {'port': {'network_id': 'dd20c2b5-406a-4cd2-99b6-1bcb1ac63905', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-665511904', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:19.781904 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] bootfile-name is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:45:19.782849 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] tftp-server is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:45:19.783322 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] server-ip-address is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:45:19.835234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Pushing event updated for resources: {'Port': ['ID=d05c167a-852f-4e25-9e33-45881f4d8a90,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:19.868729 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Attempting to bind port d05c167a-852f-4e25-9e33-45881f4d8a90 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:19.869415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Attempting to bind port d05c167a-852f-4e25-9e33-45881f4d8a90 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '8009cc8b-eebc-4dc1-bace-dd70d7478d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dd20c2b5-406a-4cd2-99b6-1bcb1ac63905'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:19.869993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Attempting to bind port d05c167a-852f-4e25-9e33-45881f4d8a90 on network dd20c2b5-406a-4cd2-99b6-1bcb1ac63905 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:19.881548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1d5b5ff9-ef61-483f-988a-5e4456797918 None None] Provisioning for port b4ae8771-57fc-44fc-b0da-52116ccea998 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:19.884300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:19.888922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Checking segment: {'id': '8009cc8b-eebc-4dc1-bace-dd70d7478d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dd20c2b5-406a-4cd2-99b6-1bcb1ac63905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:19.889350 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.889759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Bound using segment: {'id': '8009cc8b-eebc-4dc1-bace-dd70d7478d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dd20c2b5-406a-4cd2-99b6-1bcb1ac63905'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:19.890835 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Bound port: d05c167a-852f-4e25-9e33-45881f4d8a90, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8009cc8b-eebc-4dc1-bace-dd70d7478d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dd20c2b5-406a-4cd2-99b6-1bcb1ac63905'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:19.891317 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.912155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1d5b5ff9-ef61-483f-988a-5e4456797918 None None] Provisioning complete for port b4ae8771-57fc-44fc-b0da-52116ccea998 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:19.912401 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5ff9-ef61-483f-988a-5e4456797918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:19.942681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Network d86242e1-81be-4a65-ad3f-484bcc414e92 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:19.944974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:19.973906 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:45:20.068866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b5ff9-ef61-483f-988a-5e4456797918 None None] Port b4ae8771-57fc-44fc-b0da-52116ccea998 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:20.082334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] For port d05c167a-852f-4e25-9e33-45881f4d8a90, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:20.088047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] For port d05c167a-852f-4e25-9e33-45881f4d8a90, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d05c167a-852f-4e25-9e33-45881f4d8a90,segment=NetworkSegment(8009cc8b-eebc-4dc1-bace-dd70d7478d5d),segment_id=8009cc8b-eebc-4dc1-bace-dd70d7478d5d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:20.096804 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:20.102177 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe864-4199-4a6b-8005-865c1bdedd33 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:20.195813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Router 9c70964c-10a4-42fd-8ba0-5307a627da00 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:45:20.238459 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6f669-b91b-4494-9915-48c644d7b22f None None] Pushing event updated for resources: {'Port': ['ID=d05c167a-852f-4e25-9e33-45881f4d8a90,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:20.250102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccbe864-4199-4a6b-8005-865c1bdedd33 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:20.255669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2ccbe864-4199-4a6b-8005-865c1bdedd33 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:20.261915 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccbe864-4199-4a6b-8005-865c1bdedd33 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:20.262856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccbe864-4199-4a6b-8005-865c1bdedd33 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:20.268183 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe864-4199-4a6b-8005-865c1bdedd33 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:20.288571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Made reservation on behalf of 22724ccb9d8d4230bfaedcd74dea4db9 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:20.293200 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:20.321173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbe864-4199-4a6b-8005-865c1bdedd33 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Pushing event updated for resources: {'Port': ['ID=0cdd9500-b761-4e55-85c2-fd67488dd6f1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:20.328632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] device_id is not set on port 6d2bbd64-d630-46b4-a8ed-6cb541d0736f yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:20.334617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2ccbe864-4199-4a6b-8005-865c1bdedd33 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6096797 Aug 31 14:45:20.338064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45060) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:20.343386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:20.400439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-46d4aaf9-c398-4388-9261-b696c3cd834a None None] Provisioning complete for port b4ae8771-57fc-44fc-b0da-52116ccea998 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:20.402182 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46d4aaf9-c398-4388-9261-b696c3cd834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:20.429187 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:45:20.448824 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-16e7582b-47aa-420b-9955-3fe3237d9634 admin admin] 10.222.0.39 "PUT /v2.0/routers/9c70964c-10a4-42fd-8ba0-5307a627da00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8809791 Aug 31 14:45:20.473831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-46d4aaf9-c398-4388-9261-b696c3cd834a None None] Port b4ae8771-57fc-44fc-b0da-52116ccea998 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:20.572952 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:20.685354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Allocated IP 2001:db8::2b2 (dd20c2b5-406a-4cd2-99b6-1bcb1ac63905/3eb9809a-2965-4eae-99b6-07f69d7fe229/6d2bbd64-d630-46b4-a8ed-6cb541d0736f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:21.036111 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 93146495-d79e-4f57-a8a7-e9184f9f8a9f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:21.143949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 93146495-d79e-4f57-a8a7-e9184f9f8a9f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:21.152317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 93146495-d79e-4f57-a8a7-e9184f9f8a9f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:21.153719 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:21.212949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] device_id is not set on port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:21.224888 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:21.271909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Transition to ACTIVE for port object 0cdd9500-b761-4e55-85c2-fd67488dd6f1 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:21.276607 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:21.284319 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:21.367691 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:21.420560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Transition to ACTIVE for port object 6d2bbd64-d630-46b4-a8ed-6cb541d0736f will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:21.445154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 93146495-d79e-4f57-a8a7-e9184f9f8a9f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=93146495-d79e-4f57-a8a7-e9184f9f8a9f,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:21.456634 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:21.457649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d05c167a-852f-4e25-9e33-45881f4d8a90 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:21.467536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Pushing event updated for resources: {'Port': ['ID=0cdd9500-b761-4e55-85c2-fd67488dd6f1,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:21.558422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Sync routers for ids ['9c70964c-10a4-42fd-8ba0-5307a627da00'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:45:21.616545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Routers {'9c70964c-10a4-42fd-8ba0-5307a627da00'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:45:21.617178 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:44:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9c70964c-10a4-42fd-8ba0-5307a627da00'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:21.618931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:21.619404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:21.619843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:21.627838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=93146495-d79e-4f57-a8a7-e9184f9f8a9f,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:21.632804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bff351-796b-454a-9a8b-067ef753b31e req-57ccca5b-fe13-43a6-b112-e8e01132e4a2 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:21.639682 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-57ccca5b-fe13-43a6-b112-e8e01132e4a2 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/networks?id=5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 HTTP/1.1" status: 200 len: 911 time: 0.2130339 Aug 31 14:45:21.640063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:21.640681 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:21.641873 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 2 to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 Aug 31 14:45:21.644953 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:21.664610 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-a071fa76-dde1-4efc-bd08-10b7bf0a64ce tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/quotas/c138df2b6641469a8844b22e0c6404ae HTTP/1.1" status: 200 len: 375 time: 0.0197470 Aug 31 14:45:21.696811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port d05c167a-852f-4e25-9e33-45881f4d8a90 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:21.706771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4eaa428a-44c6-4291-bfb2-4bca4da9e49a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:21.730844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:21.731464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:21.731748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:21.753078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:21.753467 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:21.757971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Network dd20c2b5-406a-4cd2-99b6-1bcb1ac63905 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:21.758701 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 3 to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 Aug 31 14:45:21.767992 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:21.775841 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:21.790738 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:21.791754 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:21.795688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Pushing event updated for resources: {'Port': ['ID=6d2bbd64-d630-46b4-a8ed-6cb541d0736f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:21.811961 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-3de74a4c-66fe-44aa-8b23-8e2df222c47a tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=c138df2b6641469a8844b22e0c6404ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1404545 Aug 31 14:45:21.815671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:21.816138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:21.816533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:21.823017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:21.823444 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:21.823843 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 4 to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 Aug 31 14:45:21.832296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45090) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:21.837794 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Set router 9c70964c-10a4-42fd-8ba0-5307a627da00 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:45:21.847481 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c6af96ad-169f-4bd1-87c9-6b8dc8b94b02 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.0606844 Aug 31 14:45:21.866899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:21.871006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:21.873681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:21.885695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:21.893542 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:21.894196 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 5 to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 Aug 31 14:45:21.940214 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:21.946315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:21.946930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:21.952566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:21.952901 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:21.953343 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 6 to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 Aug 31 14:45:21.969512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:21.969936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:21.970252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:21.975591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:21.975921 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:21.976308 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 7 to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 Aug 31 14:45:21.993999 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:21.994342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:21.994677 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:22.000535 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:22.001618 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:22.002410 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 8 to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 Aug 31 14:45:22.019770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:22.024121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:22.025133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:22.032593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:22.033910 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:22.034479 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 9 to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 Aug 31 14:45:22.058697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:22.059376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:22.059883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:22.067307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:22.068511 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:22.068823 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5973fd86-d406-45e2-97f3-b1e29b9f6953 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.069561 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 10 to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 Aug 31 14:45:22.076155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5973fd86-d406-45e2-97f3-b1e29b9f6953 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.084411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5973fd86-d406-45e2-97f3-b1e29b9f6953 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.089625 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5973fd86-d406-45e2-97f3-b1e29b9f6953 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2562349 Aug 31 14:45:22.091069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45094) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:22.102550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:22.102902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:22.103300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:22.106570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a441de3-a0cb-470c-b593-619d89f421bf None None] Network dd20c2b5-406a-4cd2-99b6-1bcb1ac63905 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:22.112611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:22.113119 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:22.122505 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-820dac05-3767-4194-bb1a-57ecff40c0d6 service neutron] 10.222.0.39 "GET /v2.0/networks/5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008757 Aug 31 14:45:22.134938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:22.135457 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:22.135841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:22.271598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f5df07b1-c0c9-4e93-a671-131878910045 None None] Provisioning for port d05c167a-852f-4e25-9e33-45881f4d8a90 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:22.272766 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-c0a95e03-a084-4f56-83ff-fd33032e1a06 service neutron] 10.222.0.39 "GET /v2.0/networks/5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426208 Aug 31 14:45:22.284536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] For port 0cdd9500-b761-4e55-85c2-fd67488dd6f1, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:22.285188 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempted to set empty binding levels {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:45:22.290180 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a482b18-1084-4d30-86f1-26136937a902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:22.292576 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:22.308222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f5df07b1-c0c9-4e93-a671-131878910045 None None] Provisioning complete for port d05c167a-852f-4e25-9e33-45881f4d8a90 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:22.308884 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5df07b1-c0c9-4e93-a671-131878910045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:22.311027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] In _notify_port_updated(), no bound segment for port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:45:22.311933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.312539 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:22.314488 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "PUT /v2.0/ports/0cdd9500-b761-4e55-85c2-fd67488dd6f1 HTTP/1.1" status: 200 len: 975 time: 1.9749756 Aug 31 14:45:22.318575 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45096) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:22.356247 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-622cfbf6-2104-481a-a45a-8c4d9d150dbe tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Deleting port 6d2bbd64-d630-46b4-a8ed-6cb541d0736f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:22.357950 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-622cfbf6-2104-481a-a45a-8c4d9d150dbe tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:22.410474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:22.481607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d2773-163b-4435-9183-944cffe328a3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Pushing event updated for resources: {'Port': ['ID=0cdd9500-b761-4e55-85c2-fd67488dd6f1,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:22.556059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.557225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.557225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.557501 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.557926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.558369 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.558834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.571198 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-622cfbf6-2104-481a-a45a-8c4d9d150dbe tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:22.577695 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.578164 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.578665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.579151 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.580400 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.581428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.581428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.581833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.582300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.582756 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.583240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.583700 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.584164 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.584933 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.585055 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.585509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.585964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.586421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.587401 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:22.597961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-622cfbf6-2104-481a-a45a-8c4d9d150dbe tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Calling delete_port for 6d2bbd64-d630-46b4-a8ed-6cb541d0736f owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:22.622582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45106) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:22.624148 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ecfe2651-3b84-43d0-9d80-9d807f763c1f tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23626 time: 0.3032866 Aug 31 14:45:22.712911 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0a064e56-1fa2-42e8-9aa4-069f371315d2 req-20eb1763-2d9d-4e76-9b07-045eb4e8d2bf tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 210 time: 0.0724685 Aug 31 14:45:22.807528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 93146495-d79e-4f57-a8a7-e9184f9f8a9f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:22.813753 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5df07b1-c0c9-4e93-a671-131878910045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:22.914048 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'name': 'tempest-TestServerMultinode-537352326-router', 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '93146495-d79e-4f57-a8a7-e9184f9f8a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:12Z', 'updated_at': '2021-08-31T14:45:19Z', 'revision_number': 4, 'project_id': 'c138df2b6641469a8844b22e0c6404ae', 'gw_port': {'id': '93146495-d79e-4f57-a8a7-e9184f9f8a9f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:13Z', 'updated_at': '2021-08-31T14:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'b4ae8771-57fc-44fc-b0da-52116ccea998', 'name': '', 'network_id': 'd86242e1-81be-4a65-ad3f-484bcc414e92', 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae', 'mac_address': 'fa:16:3e:09:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '23b3d7bc-9521-4406-b0f9-ba0b5c2cca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:17Z', 'updated_at': '2021-08-31T14:45:19Z', 'revision_number': 2, 'project_id': 'c138df2b6641469a8844b22e0c6404ae', 'subnets': [{'id': '23b3d7bc-9521-4406-b0f9-ba0b5c2cca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:22.968375 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f5df07b1-c0c9-4e93-a671-131878910045 None None] For port d05c167a-852f-4e25-9e33-45881f4d8a90, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d05c167a-852f-4e25-9e33-45881f4d8a90,segment=NetworkSegment(8009cc8b-eebc-4dc1-bace-dd70d7478d5d),segment_id=8009cc8b-eebc-4dc1-bace-dd70d7478d5d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:22.969591 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Checking router: 9c70964c-10a4-42fd-8ba0-5307a627da00 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:45:22.970684 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Updating router 9c70964c-10a4-42fd-8ba0-5307a627da00 port b4ae8771-57fc-44fc-b0da-52116ccea998 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:45:22.993329 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5df07b1-c0c9-4e93-a671-131878910045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:22.998353 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 93146495-d79e-4f57-a8a7-e9184f9f8a9f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:22.998722 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.017902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ce723ce2-cd0c-4a98-bf61-b31da6dc5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Deleting port 0cdd9500-b761-4e55-85c2-fd67488dd6f1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:23.018451 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ce723ce2-cd0c-4a98-bf61-b31da6dc5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.035605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea34800-922f-4659-8f17-be611fee3c55 req-4bc8c800-8d0a-4159-92dd-066589358411 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:23.038367 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ea34800-922f-4659-8f17-be611fee3c55 req-4bc8c800-8d0a-4159-92dd-066589358411 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 946 time: 0.2300282 Aug 31 14:45:23.039347 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-622cfbf6-2104-481a-a45a-8c4d9d150dbe tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.101774 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.193612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df07b1-c0c9-4e93-a671-131878910045 None None] Pushing event updated for resources: {'Port': ['ID=d05c167a-852f-4e25-9e33-45881f4d8a90,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:23.210334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cfbf6-2104-481a-a45a-8c4d9d150dbe tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Pushing event deleted for resources: {'Port': ['ID=6d2bbd64-d630-46b4-a8ed-6cb541d0736f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:23.263286 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-622cfbf6-2104-481a-a45a-8c4d9d150dbe tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.265277 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-622cfbf6-2104-481a-a45a-8c4d9d150dbe tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] 10.222.0.39 "DELETE /v2.0/ports/6d2bbd64-d630-46b4-a8ed-6cb541d0736f HTTP/1.1" status: 204 len: 168 time: 1.1726508 Aug 31 14:45:23.269668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45122) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:23.276102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-270ab965-bfb0-4925-ac5f-f3581425ea06 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Request body: {'port': {'name': 'tempest-new-port-name-1338169172', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:23.276542 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.api.validators [None req-270ab965-bfb0-4925-ac5f-f3581425ea06 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] bootfile-name is not in valid_values {{(pid=94870) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:45:23.276872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.api.validators [None req-270ab965-bfb0-4925-ac5f-f3581425ea06 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] tftp-server is not in valid_values {{(pid=94870) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:45:23.277198 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.api.validators [None req-270ab965-bfb0-4925-ac5f-f3581425ea06 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] server-ip-address is not in valid_values {{(pid=94870) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:45:23.281111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-ce723ce2-cd0c-4a98-bf61-b31da6dc5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] For port 0cdd9500-b761-4e55-85c2-fd67488dd6f1, host n-h1-806683-5, got binding levels [] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:23.281673 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ce723ce2-cd0c-4a98-bf61-b31da6dc5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.302916 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ea34800-922f-4659-8f17-be611fee3c55 req-91c81996-d49a-410d-8c6a-fe052ffce16a tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425010 Aug 31 14:45:23.307534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ce723ce2-cd0c-4a98-bf61-b31da6dc5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Calling delete_port for 0cdd9500-b761-4e55-85c2-fd67488dd6f1 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:23.404158 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-270ab965-bfb0-4925-ac5f-f3581425ea06 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.472805 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ce723ce2-cd0c-4a98-bf61-b31da6dc5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.531578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce723ce2-cd0c-4a98-bf61-b31da6dc5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cdd9500-b761-4e55-85c2-fd67488dd6f1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:23.537039 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ce723ce2-cd0c-4a98-bf61-b31da6dc5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.542211 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ce723ce2-cd0c-4a98-bf61-b31da6dc5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "DELETE /v2.0/ports/0cdd9500-b761-4e55-85c2-fd67488dd6f1 HTTP/1.1" status: 204 len: 168 time: 0.9179704 Aug 31 14:45:23.542345 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45124) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:23.568550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0112b201-85c9-42d8-abf9-34723008a054 None None] Provisioning for port 7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:23.577873 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.586191 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0112b201-85c9-42d8-abf9-34723008a054 None None] Provisioning complete for port 7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:23.586791 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0112b201-85c9-42d8-abf9-34723008a054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.696304 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b92739-5cb4-47e0-9958-e8e5d22f9504 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:45:23.703524 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-96b92739-5cb4-47e0-9958-e8e5d22f9504 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "GET /v2.0/ports/0cdd9500-b761-4e55-85c2-fd67488dd6f1 HTTP/1.1" status: 404 len: 333 time: 0.0887864 Aug 31 14:45:23.707436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45128) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:23.713929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4d00f498-22c9-42a0-9585-fa8110ed4e8b tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-225016602', 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:23.762448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d00f498-22c9-42a0-9585-fa8110ed4e8b tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Made reservation on behalf of c00c7cbb1e0f4468b4e44cb75cea3f71 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:23.766029 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d00f498-22c9-42a0-9585-fa8110ed4e8b tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.794831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0112b201-85c9-42d8-abf9-34723008a054 None None] Port 7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:23.796555 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-4d00f498-22c9-42a0-9585-fa8110ed4e8b tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] device_id is not set on port 78414c47-4594-424d-8bfc-17165437c154 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:23.854009 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0112b201-85c9-42d8-abf9-34723008a054 None None] Provisioning complete for port d05c167a-852f-4e25-9e33-45881f4d8a90 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:23.854716 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0112b201-85c9-42d8-abf9-34723008a054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.915563 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-75463a6a-fdc4-4bf0-bc41-076093656457 req-4df878c7-5462-4e61-bbfb-fbdcaf862384 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 210 time: 0.0593770 Aug 31 14:45:23.928585 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.967072 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-270ab965-bfb0-4925-ac5f-f3581425ea06 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.978838 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-270ab965-bfb0-4925-ac5f-f3581425ea06 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:23.981970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Transition to ACTIVE for port object b4ae8771-57fc-44fc-b0da-52116ccea998 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:24.001877 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:24.046640 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d00f498-22c9-42a0-9585-fa8110ed4e8b tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:24.081945 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-270ab965-bfb0-4925-ac5f-f3581425ea06 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] In _notify_port_updated(), no bound segment for port 7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 on network dd20c2b5-406a-4cd2-99b6-1bcb1ac63905 {{(pid=94870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:45:24.101271 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ab965-bfb0-4925-ac5f-f3581425ea06 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:24.101799 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-270ab965-bfb0-4925-ac5f-f3581425ea06 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:24.107035 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-270ab965-bfb0-4925-ac5f-f3581425ea06 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] 10.222.0.39 "PUT /v2.0/ports/7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 HTTP/1.1" status: 200 len: 1130 time: 0.8340473 Aug 31 14:45:24.109302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45132) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:24.123147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0112b201-85c9-42d8-abf9-34723008a054 None None] Could not find standard attr ID for object 6d2bbd64-d630-46b4-a8ed-6cb541d0736f. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:45:24.174928 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d00f498-22c9-42a0-9585-fa8110ed4e8b tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:24.203823 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ab965-bfb0-4925-ac5f-f3581425ea06 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Pushing event updated for resources: {'Port': ['ID=7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:24.250773 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00f498-22c9-42a0-9585-fa8110ed4e8b tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Pushing event updated for resources: {'Port': ['ID=78414c47-4594-424d-8bfc-17165437c154,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:24.262357 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d00f498-22c9-42a0-9585-fa8110ed4e8b tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:24.264153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-4d00f498-22c9-42a0-9585-fa8110ed4e8b tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:24.267075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d00f498-22c9-42a0-9585-fa8110ed4e8b tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:24.268522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00f498-22c9-42a0-9585-fa8110ed4e8b tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:24.269266 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d00f498-22c9-42a0-9585-fa8110ed4e8b tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:24.295358 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4d00f498-22c9-42a0-9585-fa8110ed4e8b tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5838585 Aug 31 14:45:24.295945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45136) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:24.315675 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541a478-0e98-4f3e-83cc-d90f4fc2a0b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:24.323759 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4541a478-0e98-4f3e-83cc-d90f4fc2a0b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] 10.222.0.39 "GET /v2.0/ports/7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 HTTP/1.1" status: 200 len: 1130 time: 0.2096133 Aug 31 14:45:24.326467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45138) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:24.370966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d349323-7675-4941-98c2-31751eb8df2a None None] Pushing event updated for resources: {'Port': ['ID=b4ae8771-57fc-44fc-b0da-52116ccea998,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:24.415608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeed61-08dc-4499-97ee-0c2a56af997b req-a04cef41-8f6b-4f57-88a2-89a5453d6a29 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:24.418254 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-25eeed61-08dc-4499-97ee-0c2a56af997b req-a04cef41-8f6b-4f57-88a2-89a5453d6a29 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.25 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 946 time: 0.2078819 Aug 31 14:45:24.419756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Attempting to bind port b4ae8771-57fc-44fc-b0da-52116ccea998 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:24.420851 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Attempting to bind port b4ae8771-57fc-44fc-b0da-52116ccea998 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '91375913-70dc-4b18-b297-930f088961c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd86242e1-81be-4a65-ad3f-484bcc414e92'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:24.421214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Attempting to bind port b4ae8771-57fc-44fc-b0da-52116ccea998 on network d86242e1-81be-4a65-ad3f-484bcc414e92 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:24.432642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9405a46c-3011-432d-9253-596681d9a63f None None] Provisioning complete for port 7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:24.433065 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9405a46c-3011-432d-9253-596681d9a63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:24.516680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe3f266-e461-4f13-b2da-581fbf4b4fe3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:24.517425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:24.518098 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Checking segment: {'id': '91375913-70dc-4b18-b297-930f088961c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd86242e1-81be-4a65-ad3f-484bcc414e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:24.518520 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:24.519126 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Bound using segment: {'id': '91375913-70dc-4b18-b297-930f088961c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd86242e1-81be-4a65-ad3f-484bcc414e92'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:24.519667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Bound port: b4ae8771-57fc-44fc-b0da-52116ccea998, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91375913-70dc-4b18-b297-930f088961c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd86242e1-81be-4a65-ad3f-484bcc414e92'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:24.520246 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:24.523991 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fbe3f266-e461-4f13-b2da-581fbf4b4fe3 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "GET /v2.0/ports/78414c47-4594-424d-8bfc-17165437c154 HTTP/1.1" status: 200 len: 954 time: 0.2245851 Aug 31 14:45:24.526059 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:24.531474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45142) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:24.556382 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9405a46c-3011-432d-9253-596681d9a63f None None] Port 7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:24.581101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9405a46c-3011-432d-9253-596681d9a63f None None] Could not find standard attr ID for object 6d2bbd64-d630-46b4-a8ed-6cb541d0736f. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:45:24.660735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bff351-796b-454a-9a8b-067ef753b31e req-fa9bbec8-ce56-44be-875a-8555b5ca0f97 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:24.664449 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] For port b4ae8771-57fc-44fc-b0da-52116ccea998, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:24.666371 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-fa9bbec8-ce56-44be-875a-8555b5ca0f97 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.25 "GET /v2.0/networks?id=5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 HTTP/1.1" status: 200 len: 911 time: 0.2697699 Aug 31 14:45:24.667955 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] For port b4ae8771-57fc-44fc-b0da-52116ccea998, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b4ae8771-57fc-44fc-b0da-52116ccea998,segment=NetworkSegment(91375913-70dc-4b18-b297-930f088961c1),segment_id=91375913-70dc-4b18-b297-930f088961c1)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:24.676507 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:24.681311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-18bff351-796b-454a-9a8b-067ef753b31e req-e24c4275-8472-463c-bb79-cdbe63a55604 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Request body: {'port': {'device_id': 'aa12f532-c5b2-47f9-b8b8-45149185dbed', 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848', 'admin_state_up': True, 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:24.732753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18bff351-796b-454a-9a8b-067ef753b31e req-e24c4275-8472-463c-bb79-cdbe63a55604 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Made reservation on behalf of c138df2b6641469a8844b22e0c6404ae for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:24.736422 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18bff351-796b-454a-9a8b-067ef753b31e req-e24c4275-8472-463c-bb79-cdbe63a55604 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:24.805233 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d05c167a-852f-4e25-9e33-45881f4d8a90 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:24.817552 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4b6b5-3f89-4c13-b84e-71cb2e463ca8 req-ec15e333-1bf4-4b6e-85b9-a20217a06a01 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:24.819993 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fbd4b6b5-3f89-4c13-b84e-71cb2e463ca8 req-ec15e333-1bf4-4b6e-85b9-a20217a06a01 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 946 time: 0.3259254 Aug 31 14:45:24.857580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d857f9f4-0d10-42f7-96c4-bfd97f7f7c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Deleting port 7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:24.858346 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d857f9f4-0d10-42f7-96c4-bfd97f7f7c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:24.910919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Routers {'9c70964c-10a4-42fd-8ba0-5307a627da00'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:45:24.912448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:45:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9c70964c-10a4-42fd-8ba0-5307a627da00'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:24.980003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-18bff351-796b-454a-9a8b-067ef753b31e req-e24c4275-8472-463c-bb79-cdbe63a55604 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Allocated IP 172.20.0.9 (5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848/485adb3d-72e5-4543-899b-f90e74371d81/dceb4261-10ac-486f-86c7-6df07ea62d91) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:24.981165 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-25eeed61-08dc-4499-97ee-0c2a56af997b req-771a203b-f196-4948-b488-4fcb5a9b4d74 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Deleting port 71d92789-821a-412b-9c51-345007429d9d {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:24.981627 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-25eeed61-08dc-4499-97ee-0c2a56af997b req-771a203b-f196-4948-b488-4fcb5a9b4d74 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:24.999197 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-60a9d81c-e3b7-4426-bd99-33b9f2a58c8a tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Deleting port 78414c47-4594-424d-8bfc-17165437c154 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:24.999725 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-60a9d81c-e3b7-4426-bd99-33b9f2a58c8a tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:25.080708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d349323-7675-4941-98c2-31751eb8df2a None None] Pushing event updated for resources: {'Port': ['ID=b4ae8771-57fc-44fc-b0da-52116ccea998,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:25.134120 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a47ea3b9-98fb-456f-9a66-250db336f2a0 req-a4f07a7c-7bb9-403a-97c1-df634c83158a tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 210 time: 0.0600843 Aug 31 14:45:25.209042 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d05c167a-852f-4e25-9e33-45881f4d8a90 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:25.209704 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:25.215653 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:25.293457 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18bff351-796b-454a-9a8b-067ef753b31e req-e24c4275-8472-463c-bb79-cdbe63a55604 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:25.312170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cae2f166-459b-4504-87f3-c5fe349329e9 None None] Provisioning complete for port 7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:25.312703 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-18bff351-796b-454a-9a8b-067ef753b31e req-e24c4275-8472-463c-bb79-cdbe63a55604 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Transition to ACTIVE for port object dceb4261-10ac-486f-86c7-6df07ea62d91 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:25.313337 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cae2f166-459b-4504-87f3-c5fe349329e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:25.321337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] Set router 9c70964c-10a4-42fd-8ba0-5307a627da00 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:45:25.356267 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18bff351-796b-454a-9a8b-067ef753b31e req-e24c4275-8472-463c-bb79-cdbe63a55604 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:25.382988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18bff351-796b-454a-9a8b-067ef753b31e req-e24c4275-8472-463c-bb79-cdbe63a55604 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:25.386603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-18bff351-796b-454a-9a8b-067ef753b31e req-e24c4275-8472-463c-bb79-cdbe63a55604 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:25.424169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bff351-796b-454a-9a8b-067ef753b31e req-e24c4275-8472-463c-bb79-cdbe63a55604 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:25.489035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c4275-8472-463c-bb79-cdbe63a55604 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Pushing event updated for resources: {'Port': ['ID=dceb4261-10ac-486f-86c7-6df07ea62d91,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:25.503629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bff351-796b-454a-9a8b-067ef753b31e req-e24c4275-8472-463c-bb79-cdbe63a55604 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:25.504556 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18bff351-796b-454a-9a8b-067ef753b31e req-e24c4275-8472-463c-bb79-cdbe63a55604 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:25.507633 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-60a9d81c-e3b7-4426-bd99-33b9f2a58c8a tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:25.535324 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-e24c4275-8472-463c-bb79-cdbe63a55604 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8584614 Aug 31 14:45:25.550075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-c1ba41a7-d2be-448e-a4bf-03db91684d54 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:45:25.551797 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-c1ba41a7-d2be-448e-a4bf-03db91684d54 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084012 Aug 31 14:45:25.567060 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fbd4b6b5-3f89-4c13-b84e-71cb2e463ca8 req-c9a3996a-62f1-4d9d-92a8-ed2f634c5537 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7338324 Aug 31 14:45:25.596412 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-60a9d81c-e3b7-4426-bd99-33b9f2a58c8a tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Calling delete_port for 78414c47-4594-424d-8bfc-17165437c154 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:25.652258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Request body: {'port': {'device_id': 'aa12f532-c5b2-47f9-b8b8-45149185dbed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:25.664648 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d857f9f4-0d10-42f7-96c4-bfd97f7f7c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:25.748115 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:25.756795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d857f9f4-0d10-42f7-96c4-bfd97f7f7c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Calling delete_port for 7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:25.760891 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-cae2f166-459b-4504-87f3-c5fe349329e9 None None] Port 7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:25.788025 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-25eeed61-08dc-4499-97ee-0c2a56af997b req-771a203b-f196-4948-b488-4fcb5a9b4d74 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] For port 71d92789-821a-412b-9c51-345007429d9d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=71d92789-821a-412b-9c51-345007429d9d,segment=NetworkSegment(07dda46c-fb34-4a0b-bece-c9a56c34bd29),segment_id=07dda46c-fb34-4a0b-bece-c9a56c34bd29)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:25.788406 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-25eeed61-08dc-4499-97ee-0c2a56af997b req-771a203b-f196-4948-b488-4fcb5a9b4d74 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:25.848700 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-25eeed61-08dc-4499-97ee-0c2a56af997b req-771a203b-f196-4948-b488-4fcb5a9b4d74 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Calling delete_port for 71d92789-821a-412b-9c51-345007429d9d owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:25.919244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'name': 'tempest-TestServerMultinode-537352326-router', 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '93146495-d79e-4f57-a8a7-e9184f9f8a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:12Z', 'updated_at': '2021-08-31T14:45:19Z', 'revision_number': 4, 'project_id': 'c138df2b6641469a8844b22e0c6404ae', 'gw_port': {'id': '93146495-d79e-4f57-a8a7-e9184f9f8a9f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:13Z', 'updated_at': '2021-08-31T14:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'b4ae8771-57fc-44fc-b0da-52116ccea998', 'name': '', 'network_id': 'd86242e1-81be-4a65-ad3f-484bcc414e92', 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae', 'mac_address': 'fa:16:3e:09:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '23b3d7bc-9521-4406-b0f9-ba0b5c2cca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:17Z', 'updated_at': '2021-08-31T14:45:24Z', 'revision_number': 4, 'project_id': 'c138df2b6641469a8844b22e0c6404ae', 'subnets': [{'id': '23b3d7bc-9521-4406-b0f9-ba0b5c2cca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:25.972057 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-60a9d81c-e3b7-4426-bd99-33b9f2a58c8a tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:25.974192 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6f3f01-c551-4c01-8745-844758e621d7 None None] The sync data for ids ['9c70964c-10a4-42fd-8ba0-5307a627da00'] in n-d-806683-5 is: [{'id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'name': 'tempest-TestServerMultinode-537352326-router', 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '93146495-d79e-4f57-a8a7-e9184f9f8a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:12Z', 'updated_at': '2021-08-31T14:45:19Z', 'revision_number': 4, 'project_id': 'c138df2b6641469a8844b22e0c6404ae', 'gw_port': {'id': '93146495-d79e-4f57-a8a7-e9184f9f8a9f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:13Z', 'updated_at': '2021-08-31T14:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'b4ae8771-57fc-44fc-b0da-52116ccea998', 'name': '', 'network_id': 'd86242e1-81be-4a65-ad3f-484bcc414e92', 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae', 'mac_address': 'fa:16:3e:09:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '23b3d7bc-9521-4406-b0f9-ba0b5c2cca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:17Z', 'updated_at': '2021-08-31T14:45:24Z', 'revision_number': 4, 'project_id': 'c138df2b6641469a8844b22e0c6404ae', 'subnets': [{'id': '23b3d7bc-9521-4406-b0f9-ba0b5c2cca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:45:26.004626 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-60a9d81c-e3b7-4426-bd99-33b9f2a58c8a tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:26.009578 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-60a9d81c-e3b7-4426-bd99-33b9f2a58c8a tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "DELETE /v2.0/ports/78414c47-4594-424d-8bfc-17165437c154 HTTP/1.1" status: 204 len: 168 time: 1.4463201 Aug 31 14:45:26.016537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45170) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:26.019473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d6887ce8-fd9b-476e-ae3d-b712ec808984 None None] Provisioning for port dceb4261-10ac-486f-86c7-6df07ea62d91 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:26.025219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d6887ce8-fd9b-476e-ae3d-b712ec808984 None None] Provisioning complete for port dceb4261-10ac-486f-86c7-6df07ea62d91 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:26.025642 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d6887ce8-fd9b-476e-ae3d-b712ec808984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:26.039881 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9d81c-e3b7-4426-bd99-33b9f2a58c8a tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Pushing event deleted for resources: {'Port': ['ID=78414c47-4594-424d-8bfc-17165437c154,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:26.106157 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b270a512-ba65-4470-8117-83877907f79a tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:45:26.107753 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b270a512-ba65-4470-8117-83877907f79a tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "GET /v2.0/ports/78414c47-4594-424d-8bfc-17165437c154 HTTP/1.1" status: 404 len: 333 time: 0.0901306 Aug 31 14:45:26.118683 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45172) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:26.119393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d6887ce8-fd9b-476e-ae3d-b712ec808984 None None] Port dceb4261-10ac-486f-86c7-6df07ea62d91 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:26.125267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0a884576-a271-4e17-866d-e9bf35ae49d4 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Request body: {'port': {'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-459104007'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:26.175199 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d857f9f4-0d10-42f7-96c4-bfd97f7f7c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:26.196812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a884576-a271-4e17-866d-e9bf35ae49d4 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Made reservation on behalf of c00c7cbb1e0f4468b4e44cb75cea3f71 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:26.199263 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a884576-a271-4e17-866d-e9bf35ae49d4 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:26.219897 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857f9f4-0d10-42f7-96c4-bfd97f7f7c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Pushing event deleted for resources: {'Port': ['ID=7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:26.226784 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-25eeed61-08dc-4499-97ee-0c2a56af997b req-771a203b-f196-4948-b488-4fcb5a9b4d74 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:26.247067 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-0a884576-a271-4e17-866d-e9bf35ae49d4 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] device_id is not set on port a985cd78-4184-46bc-b729-97b8c86b3d97 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:26.291232 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a203b-f196-4948-b488-4fcb5a9b4d74 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Pushing event deleted for resources: {'Port': ['ID=71d92789-821a-412b-9c51-345007429d9d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:26.342265 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d857f9f4-0d10-42f7-96c4-bfd97f7f7c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:26.346846 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d857f9f4-0d10-42f7-96c4-bfd97f7f7c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] 10.222.0.39 "DELETE /v2.0/ports/7d4fc8c1-68f3-4c7f-98ea-7977f6e2e4f8 HTTP/1.1" status: 204 len: 168 time: 2.0193479 Aug 31 14:45:26.351539 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45176) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:26.407303 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-25eeed61-08dc-4499-97ee-0c2a56af997b req-771a203b-f196-4948-b488-4fcb5a9b4d74 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] No DVR routers for this DVR port 71d92789-821a-412b-9c51-345007429d9d on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:45:26.413378 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-25eeed61-08dc-4499-97ee-0c2a56af997b req-771a203b-f196-4948-b488-4fcb5a9b4d74 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:26.415795 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-25eeed61-08dc-4499-97ee-0c2a56af997b req-771a203b-f196-4948-b488-4fcb5a9b4d74 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.25 "DELETE /v2.0/ports/71d92789-821a-412b-9c51-345007429d9d HTTP/1.1" status: 204 len: 173 time: 1.9393516 Aug 31 14:45:26.416581 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a1ca8c-a7c4-4e78-9659-73d766b26440', 'name': 'network-vif-deleted', 'tag': '71d92789-821a-412b-9c51-345007429d9d'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:45:26.419670 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86aa64b-050e-497f-bd18-57fbb4253516" -d '{"events": [{"server_uuid": "26a1ca8c-a7c4-4e78-9659-73d766b26440", "name": "network-vif-deleted", "tag": "71d92789-821a-412b-9c51-345007429d9d"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:45:26.457969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-144d9a48-5753-41f2-9cb1-2330286fd452 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Deleting subnet 3eb9809a-2965-4eae-99b6-07f69d7fe229 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:45:26.469202 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-144d9a48-5753-41f2-9cb1-2330286fd452 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:26.513811 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181fff47-c78c-4244-be23-910d553535d9 x-openstack-request-id: req-181fff47-c78c-4244-be23-910d553535d9 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:45:26.514106 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a1ca8c-a7c4-4e78-9659-73d766b26440", "name": "network-vif-deleted", "tag": "71d92789-821a-412b-9c51-345007429d9d", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:45:26.514361 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-181fff47-c78c-4244-be23-910d553535d9 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:45:26.514769 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a1ca8c-a7c4-4e78-9659-73d766b26440', 'name': 'network-vif-deleted', 'tag': '71d92789-821a-412b-9c51-345007429d9d', 'status': 'completed', 'code': 200} Aug 31 14:45:26.542629 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-144d9a48-5753-41f2-9cb1-2330286fd452 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:26.806316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-144d9a48-5753-41f2-9cb1-2330286fd452 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:26.875290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b4ae8771-57fc-44fc-b0da-52116ccea998 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:26.911517 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-144d9a48-5753-41f2-9cb1-2330286fd452 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:26.958551 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27218b23-943b-49a2-bac2-06567b6fb65e req-82d511a1-be94-4507-8ae5-2d12096302de tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a1ca8c-a7c4-4e78-9659-73d766b26440 HTTP/1.1" status: 200 len: 210 time: 0.1996400 Aug 31 14:45:27.004422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port b4ae8771-57fc-44fc-b0da-52116ccea998 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:27.009306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b4ae8771-57fc-44fc-b0da-52116ccea998 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:27.009691 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.034920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d9a48-5753-41f2-9cb1-2330286fd452 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb9809a-2965-4eae-99b6-07f69d7fe229,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:27.039954 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-144d9a48-5753-41f2-9cb1-2330286fd452 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.047648 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-144d9a48-5753-41f2-9cb1-2330286fd452 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] 10.222.0.39 "DELETE /v2.0/subnets/3eb9809a-2965-4eae-99b6-07f69d7fe229 HTTP/1.1" status: 204 len: 168 time: 0.6942160 Aug 31 14:45:27.048451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45186) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:27.075958 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f41427-6a1d-420f-ae5f-03359ad5c5a2 None None] Network dd20c2b5-406a-4cd2-99b6-1bcb1ac63905 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:27.195597 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.227644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dceb4261-10ac-486f-86c7-6df07ea62d91 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:45:27.253649 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.271704 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port b4ae8771-57fc-44fc-b0da-52116ccea998, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b4ae8771-57fc-44fc-b0da-52116ccea998,segment=NetworkSegment(91375913-70dc-4b18-b297-930f088961c1),segment_id=91375913-70dc-4b18-b297-930f088961c1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:27.279901 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.313981 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281c244-1edd-44c4-abbd-1f345a5c4618 req-d1827ac3-0b68-4773-80ff-a4c06adb3744 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:27.315255 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2281c244-1edd-44c4-abbd-1f345a5c4618 req-d1827ac3-0b68-4773-80ff-a4c06adb3744 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1027 time: 1.0474980 Aug 31 14:45:27.321644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Transition to ACTIVE for port object dceb4261-10ac-486f-86c7-6df07ea62d91 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:27.324664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 71d92789-821a-412b-9c51-345007429d9d no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:45:27.354200 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 71d92789-821a-412b-9c51-345007429d9d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:45:27.354549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 71d92789-821a-412b-9c51-345007429d9d not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:45:27.359388 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=b4ae8771-57fc-44fc-b0da-52116ccea998,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:27.380660 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.404107 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.429498 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423977bc-e9d6-499a-a96c-7c665aff3ee3 None None] DHCP port deletion for dd20c2b5-406a-4cd2-99b6-1bcb1ac63905 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:45:27.486937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2281c244-1edd-44c4-abbd-1f345a5c4618 req-a351eb79-ede6-4df0-863e-2e8c0ab58da1 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014569 Aug 31 14:45:27.511663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-423977bc-e9d6-499a-a96c-7c665aff3ee3 None None] Deleting port d05c167a-852f-4e25-9e33-45881f4d8a90 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:27.512036 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-423977bc-e9d6-499a-a96c-7c665aff3ee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.535314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Pushing event updated for resources: {'Port': ['ID=dceb4261-10ac-486f-86c7-6df07ea62d91,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:27.546905 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a884576-a271-4e17-866d-e9bf35ae49d4 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.675066 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-423977bc-e9d6-499a-a96c-7c665aff3ee3 None None] For port d05c167a-852f-4e25-9e33-45881f4d8a90, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d05c167a-852f-4e25-9e33-45881f4d8a90,segment=NetworkSegment(8009cc8b-eebc-4dc1-bace-dd70d7478d5d),segment_id=8009cc8b-eebc-4dc1-bace-dd70d7478d5d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:27.676508 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-423977bc-e9d6-499a-a96c-7c665aff3ee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.705689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-423977bc-e9d6-499a-a96c-7c665aff3ee3 None None] Calling delete_port for d05c167a-852f-4e25-9e33-45881f4d8a90 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:27.731496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Deleting port d05c167a-852f-4e25-9e33-45881f4d8a90 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:27.731940 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.736810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Attempting to bind port dceb4261-10ac-486f-86c7-6df07ea62d91 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:27.737284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Attempting to bind port dceb4261-10ac-486f-86c7-6df07ea62d91 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:27.737751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Attempting to bind port dceb4261-10ac-486f-86c7-6df07ea62d91 on network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:27.765018 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a884576-a271-4e17-866d-e9bf35ae49d4 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.818358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Port dceb4261-10ac-486f-86c7-6df07ea62d91 on network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:27.818698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Attempting to bind port dceb4261-10ac-486f-86c7-6df07ea62d91 on network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:27.875030 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-423977bc-e9d6-499a-a96c-7c665aff3ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.887493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:27.887843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Checking segment: {'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:27.888244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Bound using segment: {'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:27.888726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Bound port: dceb4261-10ac-486f-86c7-6df07ea62d91, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:27.889112 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.915549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423977bc-e9d6-499a-a96c-7c665aff3ee3 None None] Pushing event deleted for resources: {'Port': ['ID=d05c167a-852f-4e25-9e33-45881f4d8a90,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:27.918833 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423977bc-e9d6-499a-a96c-7c665aff3ee3 None None] No DVR routers for this DVR port d05c167a-852f-4e25-9e33-45881f4d8a90 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:45:27.949079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a884576-a271-4e17-866d-e9bf35ae49d4 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:27.972878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0a884576-a271-4e17-866d-e9bf35ae49d4 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:27.976985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a884576-a271-4e17-866d-e9bf35ae49d4 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:27.978030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a884576-a271-4e17-866d-e9bf35ae49d4 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:27.979448 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a884576-a271-4e17-866d-e9bf35ae49d4 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:27.998069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a884576-a271-4e17-866d-e9bf35ae49d4 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Pushing event updated for resources: {'Port': ['ID=a985cd78-4184-46bc-b729-97b8c86b3d97,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:28.003874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] For port d05c167a-852f-4e25-9e33-45881f4d8a90, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d05c167a-852f-4e25-9e33-45881f4d8a90,segment=NetworkSegment(8009cc8b-eebc-4dc1-bace-dd70d7478d5d),segment_id=8009cc8b-eebc-4dc1-bace-dd70d7478d5d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:28.004244 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:28.074691 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0a884576-a271-4e17-866d-e9bf35ae49d4 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9545481 Aug 31 14:45:28.081665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45204) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:28.082641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Calling delete_port for d05c167a-852f-4e25-9e33-45881f4d8a90 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:28.090048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:28.277221 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] For port dceb4261-10ac-486f-86c7-6df07ea62d91, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:28.319309 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:28.324952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] For port dceb4261-10ac-486f-86c7-6df07ea62d91, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=dceb4261-10ac-486f-86c7-6df07ea62d91,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:28.344104 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:28.455040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:28.455998 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:28.464353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] 10.222.0.25 "PUT /v2.0/ports/dceb4261-10ac-486f-86c7-6df07ea62d91 HTTP/1.1" status: 200 len: 1091 time: 2.8971856 Aug 31 14:45:28.465146 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:28.467364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa12f532-c5b2-47f9-b8b8-45149185dbed', 'tag': 'dceb4261-10ac-486f-86c7-6df07ea62d91'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:45:28.471446 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2ad65a-fc5b-4e6d-a78d-94e18b73f070" -d '{"events": [{"name": "network-changed", "server_uuid": "aa12f532-c5b2-47f9-b8b8-45149185dbed", "tag": "dceb4261-10ac-486f-86c7-6df07ea62d91"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:45:28.559921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] No DVR routers for this DVR port d05c167a-852f-4e25-9e33-45881f4d8a90 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:45:28.569012 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8703420d-34fb-4d7b-898a-69da960dc379 x-openstack-request-id: req-8703420d-34fb-4d7b-898a-69da960dc379 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:45:28.569304 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa12f532-c5b2-47f9-b8b8-45149185dbed", "tag": "dceb4261-10ac-486f-86c7-6df07ea62d91", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:45:28.569565 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8703420d-34fb-4d7b-898a-69da960dc379 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:45:28.569967 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa12f532-c5b2-47f9-b8b8-45149185dbed', 'tag': 'dceb4261-10ac-486f-86c7-6df07ea62d91', 'status': 'completed', 'code': 200} Aug 31 14:45:28.752468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3912f6-b922-47e5-8866-64b2e6315554 service neutron] Pushing event updated for resources: {'Port': ['ID=dceb4261-10ac-486f-86c7-6df07ea62d91,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:28.780531 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b4ae8771-57fc-44fc-b0da-52116ccea998 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:28.792090 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:28.835747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Pushing event deleted for resources: {'Port': ['ID=d05c167a-852f-4e25-9e33-45881f4d8a90,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:28.846054 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd20c2b5-406a-4cd2-99b6-1bcb1ac63905']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:28.872241 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b4ae8771-57fc-44fc-b0da-52116ccea998 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:28.873060 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:28.873216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8009cc8b-eebc-4dc1-bace-dd70d7478d5d') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:28.873519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8009cc8b-eebc-4dc1-bace-dd70d7478d5d') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:28.879274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bff351-796b-454a-9a8b-067ef753b31e req-6a84c66c-9097-4708-a821-78130913b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:28.880840 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-6a84c66c-9097-4708-a821-78130913b044 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c138df2b6641469a8844b22e0c6404ae&device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1094 time: 0.3617685 Aug 31 14:45:28.918709 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:28.987264 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-7ed06413-7433-4455-898b-f10fb5691954 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dceb4261-10ac-486f-86c7-6df07ea62d91 HTTP/1.1" status: 200 len: 217 time: 0.0904243 Aug 31 14:45:29.019303 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:29.045432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0e413-7abd-4cef-ad31-298076138585 req-21857294-2f81-4c1e-8b49-e94805d07119 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:29.046980 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96e0e413-7abd-4cef-ad31-298076138585 req-21857294-2f81-4c1e-8b49-e94805d07119 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1094 time: 0.3472779 Aug 31 14:45:29.065382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:45:29.065796 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:45:29.069954 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:45:29.107313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d05c167a-852f-4e25-9e33-45881f4d8a90 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:45:29.157235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: d05c167a-852f-4e25-9e33-45881f4d8a90 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:45:29.158201 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d05c167a-852f-4e25-9e33-45881f4d8a90 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:45:29.190121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bff351-796b-454a-9a8b-067ef753b31e req-98cde0df-2b91-4e58-b676-d8711e9dab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:29.191660 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-98cde0df-2b91-4e58-b676-d8711e9dab6a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=485adb3d-72e5-4543-899b-f90e74371d81 HTTP/1.1" status: 200 len: 849 time: 0.1910408 Aug 31 14:45:29.200818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] device_id is not set on port a985cd78-4184-46bc-b729-97b8c86b3d97 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:29.226812 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:29.228229 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:29.253327 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:29.257598 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] 10.222.0.39 "DELETE /v2.0/networks/dd20c2b5-406a-4cd2-99b6-1bcb1ac63905 HTTP/1.1" status: 204 len: 168 time: 2.2030845 Aug 31 14:45:29.261054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96e0e413-7abd-4cef-ad31-298076138585 req-0ad2cc70-9cc3-48c3-83ab-3b8fbe50e17b tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917558 Aug 31 14:45:29.281366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc192663-f93d-411b-b7c3-39cf9751b8b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727 tempest-ExtraDHCPOptionsIpV6TestJSON-1276234727-project] Pushing event deleted for resources: {'Network': ['ID=dd20c2b5-406a-4cd2-99b6-1bcb1ac63905,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:29.285847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Transition to ACTIVE for port object a985cd78-4184-46bc-b729-97b8c86b3d97 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:29.291921 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:29.339660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bff351-796b-454a-9a8b-067ef753b31e req-3e192777-826a-43e7-b388-c6a9902bca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:29.345958 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-3e192777-826a-43e7-b388-c6a9902bca36 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344259 Aug 31 14:45:29.448375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Pushing event updated for resources: {'Port': ['ID=a985cd78-4184-46bc-b729-97b8c86b3d97,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:29.478310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:29.478928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:29.479409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:29.489399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:29.490259 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:29.492588 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 2 to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 Aug 31 14:45:29.517511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:29.517948 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:29.518364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:29.525715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:29.526285 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:29.534089 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 3 to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 Aug 31 14:45:29.558294 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-4390004c-6aa8-44f2-942c-9fd8180c7ef2 service neutron] 10.222.0.25 "GET /v2.0/networks/5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909328 Aug 31 14:45:29.559297 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:29.559692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:29.560072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:29.566081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:29.566424 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:29.568907 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 4 to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 Aug 31 14:45:29.650470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:29.650879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:29.651254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:29.668578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:29.668942 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:29.671598 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 5 to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 Aug 31 14:45:29.693967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45224) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:29.696865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:29.697628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:29.698164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:29.715072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:29.715657 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:29.725954 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 6 to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 Aug 31 14:45:29.848865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:29.849209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:29.851000 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:29.870066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:29.870575 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:29.871388 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 7 to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 Aug 31 14:45:29.894341 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18bff351-796b-454a-9a8b-067ef753b31e req-f50c60d1-0162-40a7-ae30-77cc3c862110 service neutron] 10.222.0.25 "GET /v2.0/networks/5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269160 Aug 31 14:45:29.895352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:29.904194 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:29.912826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:29.940291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:29.941540 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:29.942657 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 8 to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 Aug 31 14:45:30.037098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:30.037466 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:30.038018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:30.064843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:30.064843 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:30.065700 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 9 to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 Aug 31 14:45:30.081425 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a1b53c8d-c1d6-4081-adac-dea7c4d430fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22724ccb9d8d4230bfaedcd74dea4db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851430 Aug 31 14:45:30.084296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45230) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:30.093838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:30.095353 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:30.095353 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:30.107537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:30.107989 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:30.109222 n-d-806683-5 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempt 10 to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 Aug 31 14:45:30.116885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ad65a-fc5b-4e6d-a78d-94e18b73f070 req-6d502e65-9144-4874-8d03-8d6563c89294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:30.118701 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b2ad65a-fc5b-4e6d-a78d-94e18b73f070 req-6d502e65-9144-4874-8d03-8d6563c89294 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c138df2b6641469a8844b22e0c6404ae&device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1094 time: 0.1086166 Aug 31 14:45:30.142206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:30.142517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:30.142816 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempting to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:30.172500 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7679fd5a-a91d-4ebc-afb6-8c7d77e77f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:30.197076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:30.197348 n-d-806683-5 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Failed to bind port a985cd78-4184-46bc-b729-97b8c86b3d97 on host n-h1-806683-5 for vnic_type normal using segments [{'id': '8578d023-2a84-4df8-92cc-2f6fe9f943b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd97629a4-02bf-47e2-b601-1a8ebfa64ca6'}] Aug 31 14:45:30.197706 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:30.205346 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7679fd5a-a91d-4ebc-afb6-8c7d77e77f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:30.281567 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7679fd5a-a91d-4ebc-afb6-8c7d77e77f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:30.287795 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7679fd5a-a91d-4ebc-afb6-8c7d77e77f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:30.310344 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ad65a-fc5b-4e6d-a78d-94e18b73f070 req-d343741e-eef3-4c50-b3e6-5f3397f97690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:30.311929 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b2ad65a-fc5b-4e6d-a78d-94e18b73f070 req-d343741e-eef3-4c50-b3e6-5f3397f97690 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 HTTP/1.1" status: 200 len: 911 time: 0.1834526 Aug 31 14:45:30.314520 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7679fd5a-a91d-4ebc-afb6-8c7d77e77f20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02db1567-205a-4e66-9373-7b9e76c1340f HTTP/1.1" status: 204 len: 168 time: 0.2281270 Aug 31 14:45:30.330287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] For port a985cd78-4184-46bc-b729-97b8c86b3d97, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:30.330760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attempted to set empty binding levels {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:45:30.333216 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679fd5a-a91d-4ebc-afb6-8c7d77e77f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02db1567-205a-4e66-9373-7b9e76c1340f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:30.373643 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b2ad65a-fc5b-4e6d-a78d-94e18b73f070 req-e55b5c49-1399-43aa-aa4c-88a3be3bc86f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dceb4261-10ac-486f-86c7-6df07ea62d91 HTTP/1.1" status: 200 len: 217 time: 0.0527735 Aug 31 14:45:30.374809 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:30.501294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] In _notify_port_updated(), no bound segment for port a985cd78-4184-46bc-b729-97b8c86b3d97 on network d97629a4-02bf-47e2-b601-1a8ebfa64ca6 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:45:30.501294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:30.501294 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:30.501294 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "PUT /v2.0/ports/a985cd78-4184-46bc-b729-97b8c86b3d97 HTTP/1.1" status: 200 len: 974 time: 2.4129856 Aug 31 14:45:30.501799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45250) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:30.539393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e221c-b12c-4d2d-b4fe-0bf6426f08f6 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Pushing event updated for resources: {'Port': ['ID=a985cd78-4184-46bc-b729-97b8c86b3d97,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:30.557119 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ad65a-fc5b-4e6d-a78d-94e18b73f070 req-760b943b-e7c0-4db6-b9f5-886029ec6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:30.558698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b2ad65a-fc5b-4e6d-a78d-94e18b73f070 req-760b943b-e7c0-4db6-b9f5-886029ec6f95 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=485adb3d-72e5-4543-899b-f90e74371d81 HTTP/1.1" status: 200 len: 849 time: 0.1615996 Aug 31 14:45:30.577078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2b0be-f135-48e0-bdbe-b91c93269ceb req-6be5288f-1c9a-4e10-bd71-e59df235cd07 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:30.578553 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ee2b0be-f135-48e0-bdbe-b91c93269ceb req-6be5288f-1c9a-4e10-bd71-e59df235cd07 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1094 time: 0.1987171 Aug 31 14:45:30.651929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-3f25f06d-7c41-4b0f-b564-e682a034c572 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Deleting port a985cd78-4184-46bc-b729-97b8c86b3d97 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:30.652364 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f25f06d-7c41-4b0f-b564-e682a034c572 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:30.695941 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ee2b0be-f135-48e0-bdbe-b91c93269ceb req-78102798-1ae6-444a-8239-f90915289fb7 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829027 Aug 31 14:45:30.699474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ad65a-fc5b-4e6d-a78d-94e18b73f070 req-482e7cf3-2dd1-4846-8e65-3d1544144a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:30.704771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b2ad65a-fc5b-4e6d-a78d-94e18b73f070 req-482e7cf3-2dd1-4846-8e65-3d1544144a13 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300213 Aug 31 14:45:30.768673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-3f25f06d-7c41-4b0f-b564-e682a034c572 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] For port a985cd78-4184-46bc-b729-97b8c86b3d97, host n-h1-806683-5, got binding levels [] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:30.769217 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f25f06d-7c41-4b0f-b564-e682a034c572 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:30.801193 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-3f25f06d-7c41-4b0f-b564-e682a034c572 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Calling delete_port for a985cd78-4184-46bc-b729-97b8c86b3d97 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:30.904760 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b2ad65a-fc5b-4e6d-a78d-94e18b73f070 req-0501dba5-75e1-4331-8dd8-3292814b1d50 service neutron] 10.222.0.25 "GET /v2.0/networks/5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921182 Aug 31 14:45:30.935890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f25f06d-7c41-4b0f-b564-e682a034c572 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.017082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25f06d-7c41-4b0f-b564-e682a034c572 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Pushing event deleted for resources: {'Port': ['ID=a985cd78-4184-46bc-b729-97b8c86b3d97,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:31.047234 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f25f06d-7c41-4b0f-b564-e682a034c572 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.049483 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3f25f06d-7c41-4b0f-b564-e682a034c572 tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "DELETE /v2.0/ports/a985cd78-4184-46bc-b729-97b8c86b3d97 HTTP/1.1" status: 204 len: 168 time: 0.5475476 Aug 31 14:45:31.057954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45270) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:31.102277 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ee7d83-b2cb-421e-a8eb-b676d33cfd3a tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:45:31.104128 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f0ee7d83-b2cb-421e-a8eb-b676d33cfd3a tempest-PortsAdminExtendedAttrsTestJSON-1085400966 tempest-PortsAdminExtendedAttrsTestJSON-1085400966-project-admin] 10.222.0.39 "GET /v2.0/ports/a985cd78-4184-46bc-b729-97b8c86b3d97 HTTP/1.1" status: 404 len: 333 time: 0.0440583 Aug 31 14:45:31.108047 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b2ad65a-fc5b-4e6d-a78d-94e18b73f070 req-881f411b-ae42-4c02-9d6b-223160319271 service neutron] 10.222.0.25 "GET /v2.0/networks/5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951392 Aug 31 14:45:31.108767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45274) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:31.248881 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5a446c2-e43f-42d7-95ae-681f94a39744 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.319963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device dceb4261-10ac-486f-86c7-6df07ea62d91 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:45:31.370972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5a446c2-e43f-42d7-95ae-681f94a39744 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.399279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f5a446c2-e43f-42d7-95ae-681f94a39744 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97629a4-02bf-47e2-b601-1a8ebfa64ca6']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:31.415248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f5a446c2-e43f-42d7-95ae-681f94a39744 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8578d023-2a84-4df8-92cc-2f6fe9f943b9') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:31.415723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f5a446c2-e43f-42d7-95ae-681f94a39744 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8578d023-2a84-4df8-92cc-2f6fe9f943b9') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:31.432573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45282) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:31.435136 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5a446c2-e43f-42d7-95ae-681f94a39744 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.460840 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5a446c2-e43f-42d7-95ae-681f94a39744 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.468028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a446c2-e43f-42d7-95ae-681f94a39744 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:45:31.468492 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5a446c2-e43f-42d7-95ae-681f94a39744 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:45:31.472668 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:45:31.537172 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port dceb4261-10ac-486f-86c7-6df07ea62d91, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=dceb4261-10ac-486f-86c7-6df07ea62d91,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:31.554980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'dceb4261-10ac-486f-86c7-6df07ea62d91', 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848', 'port_id': 'dceb4261-10ac-486f-86c7-6df07ea62d91', 'mac_address': 'fa:16:3e:46:d6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485adb3d-72e5-4543-899b-f90e74371d81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:45:31.564634 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5a446c2-e43f-42d7-95ae-681f94a39744 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.577824 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5a446c2-e43f-42d7-95ae-681f94a39744 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.580530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f5a446c2-e43f-42d7-95ae-681f94a39744 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] 10.222.0.39 "DELETE /v2.0/networks/d97629a4-02bf-47e2-b601-1a8ebfa64ca6 HTTP/1.1" status: 204 len: 168 time: 0.4707811 Aug 31 14:45:31.601380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a446c2-e43f-42d7-95ae-681f94a39744 tempest-PortsAdminExtendedAttrsTestJSON-1249995805 tempest-PortsAdminExtendedAttrsTestJSON-1249995805-project] Pushing event deleted for resources: {'Network': ['ID=d97629a4-02bf-47e2-b601-1a8ebfa64ca6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:31.616918 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.636480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dceb4261-10ac-486f-86c7-6df07ea62d91 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:45:31.647124 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Request body: {'networks': [{'name': 'tempest-network--1163045205'}, {'name': 'tempest-network--245885519'}]} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:31.647714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Request body: {'network': {'name': 'tempest-network--1163045205'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:31.649322 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Request body: {'network': {'name': 'tempest-network--245885519'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:31.662611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port dceb4261-10ac-486f-86c7-6df07ea62d91, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=dceb4261-10ac-486f-86c7-6df07ea62d91,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:31.667742 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.703748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Made reservation on behalf of bf11baf7dfb14a2faff2ab768474342d for: {'network': 2} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:31.720581 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.744796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=dceb4261-10ac-486f-86c7-6df07ea62d91,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:31.760989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.880533 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['dceb4261-10ac-486f-86c7-6df07ea62d91'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:45:31.880752 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606025ee-b20a-4650-9695-88dc5600ce49 req-42c6cd3d-8169-4b8c-9272-48a7c3cb5de2 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:31.882155 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-606025ee-b20a-4650-9695-88dc5600ce49 req-42c6cd3d-8169-4b8c-9272-48a7c3cb5de2 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1095 time: 0.0570719 Aug 31 14:45:31.945488 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.950176 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-606025ee-b20a-4650-9695-88dc5600ce49 req-141dd6e5-cc19-44c5-9986-c1c0b1ccbc39 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545473 Aug 31 14:45:31.967986 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:31.968603 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.019610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45294) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:32.025544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721875c4-3651-4bbb-b19e-987e59382b83,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:32.032180 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:45:32.045035 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.045902 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Added segment 1ed9eb79-d1ad-492f-abb0-1c734bc6d4b8 of type vlan for network f45a4915-7a9a-4b2a-b4e3-df9aaf57e362 Aug 31 14:45:32.099475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.134840 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:45:32.146077 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.146477 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Added segment b454b8d2-f016-48ef-89e0-93bbce64453b of type vlan for network 4e651f4b-99e9-424d-b279-72df59979e7d Aug 31 14:45:32.188459 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.192951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1553808f-14ed-4807-bd6c-0923f7d3848a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e63ce573932487a83a217baec0358ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713734 Aug 31 14:45:32.195561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45298) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:32.216762 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.217428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.223634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:32.228421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:32.229064 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.256926 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f95021fe-748a-4a46-a9ef-46de314dc884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.281869 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f95021fe-748a-4a46-a9ef-46de314dc884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.290529 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8555589 Aug 31 14:45:32.293047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45300) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:32.332956 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f95021fe-748a-4a46-a9ef-46de314dc884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.335556 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f95021fe-748a-4a46-a9ef-46de314dc884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.336709 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f95021fe-748a-4a46-a9ef-46de314dc884 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/210d3838-457f-4b60-8747-115f97786db5 HTTP/1.1" status: 204 len: 168 time: 0.1403081 Aug 31 14:45:32.346731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95021fe-748a-4a46-a9ef-46de314dc884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210d3838-457f-4b60-8747-115f97786db5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:32.347492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event updated for resources: {'Network': ['ID=f45a4915-7a9a-4b2a-b4e3-df9aaf57e362,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:32.377282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network f45a4915-7a9a-4b2a-b4e3-df9aaf57e362 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:45:32.444938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02e983-0b39-4ef4-bdba-144a4d98068a tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event updated for resources: {'Network': ['ID=4e651f4b-99e9-424d-b279-72df59979e7d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:32.464438 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 4e651f4b-99e9-424d-b279-72df59979e7d details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:45:32.479602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbe1df8-e74b-401d-bab1-b30410fc2758 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:32.509551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbe1df8-e74b-401d-bab1-b30410fc2758 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:32.519233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbe1df8-e74b-401d-bab1-b30410fc2758 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:32.536213 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbe1df8-e74b-401d-bab1-b30410fc2758 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:32.545287 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6fbe1df8-e74b-401d-bab1-b30410fc2758 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2487082 Aug 31 14:45:32.545696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45312) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:32.634045 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22eafe89-65d0-41a7-8dc3-7fea12078e86 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.738736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45322) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:32.776936 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22eafe89-65d0-41a7-8dc3-7fea12078e86 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.791632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-22eafe89-65d0-41a7-8dc3-7fea12078e86 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45a4915-7a9a-4b2a-b4e3-df9aaf57e362']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:32.793713 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0cab66a3-0e91-47ac-9362-8882ac04b37a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c00c7cbb1e0f4468b4e44cb75cea3f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531945 Aug 31 14:45:32.796680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45326) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:32.809864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-22eafe89-65d0-41a7-8dc3-7fea12078e86 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed9eb79-d1ad-492f-abb0-1c734bc6d4b8') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:32.810216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-22eafe89-65d0-41a7-8dc3-7fea12078e86 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed9eb79-d1ad-492f-abb0-1c734bc6d4b8') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:32.835328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22eafe89-65d0-41a7-8dc3-7fea12078e86 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.857760 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22eafe89-65d0-41a7-8dc3-7fea12078e86 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.868095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22eafe89-65d0-41a7-8dc3-7fea12078e86 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:45:32.868649 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22eafe89-65d0-41a7-8dc3-7fea12078e86 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.878309 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff63bc22-93cc-4e2e-b2f8-8efd3ba965af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.923823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff63bc22-93cc-4e2e-b2f8-8efd3ba965af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:45:32.953135 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:45:32.957744 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22eafe89-65d0-41a7-8dc3-7fea12078e86 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.967102 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22eafe89-65d0-41a7-8dc3-7fea12078e86 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:32.970678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-22eafe89-65d0-41a7-8dc3-7fea12078e86 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "DELETE /v2.0/networks/f45a4915-7a9a-4b2a-b4e3-df9aaf57e362 HTTP/1.1" status: 204 len: 168 time: 0.4232628 Aug 31 14:45:32.974322 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45330) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:33.005459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eafe89-65d0-41a7-8dc3-7fea12078e86 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event deleted for resources: {'Network': ['ID=f45a4915-7a9a-4b2a-b4e3-df9aaf57e362,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:33.066471 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-8cff4945-c59a-4cd7-ae8b-2a7a93b252e7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461447131&fields=id&tenant_id=6533cc47c01b415292ab966def453044 HTTP/1.1" status: 200 len: 267 time: 0.0433848 Aug 31 14:45:33.123800 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff63bc22-93cc-4e2e-b2f8-8efd3ba965af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:33.127148 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff63bc22-93cc-4e2e-b2f8-8efd3ba965af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:33.131697 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ff63bc22-93cc-4e2e-b2f8-8efd3ba965af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0ec4143-67a5-4249-b68d-df5bddeab70e HTTP/1.1" status: 204 len: 168 time: 0.3302534 Aug 31 14:45:33.147002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d69897c7-06b4-4dd0-b510-54edc00c05b9 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:33.150538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63bc22-93cc-4e2e-b2f8-8efd3ba965af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ec4143-67a5-4249-b68d-df5bddeab70e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:33.170816 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290ed5e-2407-427d-9387-7b10f0b197f6 req-f873f8d2-1fe2-4dad-a67f-99cafd83332c tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:33.179810 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c290ed5e-2407-427d-9387-7b10f0b197f6 req-f873f8d2-1fe2-4dad-a67f-99cafd83332c tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1095 time: 0.1231747 Aug 31 14:45:33.204835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-170e1bfd-bbb0-42b4-a9d7-c5dab634892e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:33.215234 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-170e1bfd-bbb0-42b4-a9d7-c5dab634892e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 812 time: 0.1414270 Aug 31 14:45:33.239822 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-34d0bcfd-6e98-40cc-86b0-0ba72012f288 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/quotas/6533cc47c01b415292ab966def453044 HTTP/1.1" status: 200 len: 375 time: 0.0233753 Aug 31 14:45:33.295010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-7a513645-692e-4ec2-b2e9-f3df01926c8c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532541 Aug 31 14:45:33.304643 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c290ed5e-2407-427d-9387-7b10f0b197f6 req-65880f27-57b6-4deb-b667-3857c9b7d9ac tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239297 Aug 31 14:45:33.318198 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d69897c7-06b4-4dd0-b510-54edc00c05b9 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:33.340285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-d69897c7-06b4-4dd0-b510-54edc00c05b9 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e651f4b-99e9-424d-b279-72df59979e7d']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:33.351731 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device dceb4261-10ac-486f-86c7-6df07ea62d91 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:33.355103 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-d69897c7-06b4-4dd0-b510-54edc00c05b9 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b454b8d2-f016-48ef-89e0-93bbce64453b') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:33.355475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-d69897c7-06b4-4dd0-b510-54edc00c05b9 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b454b8d2-f016-48ef-89e0-93bbce64453b') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:33.369844 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d69897c7-06b4-4dd0-b510-54edc00c05b9 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:33.389537 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d69897c7-06b4-4dd0-b510-54edc00c05b9 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:33.399540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69897c7-06b4-4dd0-b510-54edc00c05b9 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:45:33.399954 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d69897c7-06b4-4dd0-b510-54edc00c05b9 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:45:33.403207 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:45:33.461925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port dceb4261-10ac-486f-86c7-6df07ea62d91 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:33.470051 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port dceb4261-10ac-486f-86c7-6df07ea62d91 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:33.473199 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:33.479890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d69897c7-06b4-4dd0-b510-54edc00c05b9 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:33.489761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d69897c7-06b4-4dd0-b510-54edc00c05b9 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:33.492266 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d69897c7-06b4-4dd0-b510-54edc00c05b9 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "DELETE /v2.0/networks/4e651f4b-99e9-424d-b279-72df59979e7d HTTP/1.1" status: 204 len: 168 time: 0.5168519 Aug 31 14:45:33.494781 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45338) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:33.497673 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-916d3e10-7c84-477c-854c-b30f4fd89b80 service neutron] 10.222.0.39 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853125 Aug 31 14:45:33.517113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69897c7-06b4-4dd0-b510-54edc00c05b9 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event deleted for resources: {'Network': ['ID=4e651f4b-99e9-424d-b279-72df59979e7d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:33.636063 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:33.646379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-fe1a312b-3064-4e38-946f-580f0fc256b9 service neutron] 10.222.0.39 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474912 Aug 31 14:45:33.667300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa12f532-c5b2-47f9-b8b8-45149185dbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dceb4261-10ac-486f-86c7-6df07ea62d91'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:45:33.669653 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe64c08-3ee1-411a-8ea4-33e74aaeea22" -d '{"events": [{"server_uuid": "aa12f532-c5b2-47f9-b8b8-45149185dbed", "name": "network-vif-plugged", "status": "completed", "tag": "dceb4261-10ac-486f-86c7-6df07ea62d91"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:45:33.709731 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port dceb4261-10ac-486f-86c7-6df07ea62d91, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=dceb4261-10ac-486f-86c7-6df07ea62d91,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:33.711405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2ac553-150b-4e21-9e50-20339f5920aa tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:33.718546 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:33.728824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2ac553-150b-4e21-9e50-20339f5920aa tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:33.731370 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7f2ac553-150b-4e21-9e50-20339f5920aa tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2355132 Aug 31 14:45:33.735666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45348) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:33.741499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-983703d3-0c8e-43b8-b5b0-9b3cb8008716 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1203789819'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:33.788428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983703d3-0c8e-43b8-b5b0-9b3cb8008716 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Made reservation on behalf of bf11baf7dfb14a2faff2ab768474342d for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:33.796816 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269bca82-ee0c-4901-81f9-7e2e3ffb7876 x-openstack-request-id: req-269bca82-ee0c-4901-81f9-7e2e3ffb7876 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:45:33.797115 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa12f532-c5b2-47f9-b8b8-45149185dbed", "name": "network-vif-plugged", "status": "completed", "tag": "dceb4261-10ac-486f-86c7-6df07ea62d91", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:45:33.798183 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-269bca82-ee0c-4901-81f9-7e2e3ffb7876 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:45:33.798688 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa12f532-c5b2-47f9-b8b8-45149185dbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dceb4261-10ac-486f-86c7-6df07ea62d91', 'code': 200} Aug 31 14:45:33.816340 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-983703d3-0c8e-43b8-b5b0-9b3cb8008716 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:33.818352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=dceb4261-10ac-486f-86c7-6df07ea62d91,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:33.928832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983703d3-0c8e-43b8-b5b0-9b3cb8008716 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:45:33.948721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93faf91b-011e-4aa5-8d60-80ef9126eb8a req-ac0bc572-cfa8-4e45-8a5c-faba16614ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:33.949839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-93faf91b-011e-4aa5-8d60-80ef9126eb8a req-ac0bc572-cfa8-4e45-8a5c-faba16614ba1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1096 time: 0.0709858 Aug 31 14:45:33.953050 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-983703d3-0c8e-43b8-b5b0-9b3cb8008716 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:33.953568 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-983703d3-0c8e-43b8-b5b0-9b3cb8008716 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Added segment 78ba0a14-4f7d-400b-9e78-483ea6735cd3 of type vlan for network effff707-913a-4a01-a609-723be300f8ae Aug 31 14:45:34.043329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-983703d3-0c8e-43b8-b5b0-9b3cb8008716 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:34.054420 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-93faf91b-011e-4aa5-8d60-80ef9126eb8a req-5dc3c746-26fc-4fb0-9d82-b6d9a7c30173 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860429 Aug 31 14:45:34.085939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-983703d3-0c8e-43b8-b5b0-9b3cb8008716 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:34.092273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983703d3-0c8e-43b8-b5b0-9b3cb8008716 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:34.092902 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-983703d3-0c8e-43b8-b5b0-9b3cb8008716 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:34.191915 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-983703d3-0c8e-43b8-b5b0-9b3cb8008716 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4545906 Aug 31 14:45:34.192784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45372) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:34.211853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f1c36fcf-96b2-4113-b3a7-50407f4d4f38 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-983593670'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:34.237425 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-322f443f-fa59-4128-9318-fbcf4d2b728c req-7185d092-5fd3-4433-9819-7ee47d39c7ed tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 210 time: 0.1007509 Aug 31 14:45:34.259013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983703d3-0c8e-43b8-b5b0-9b3cb8008716 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event updated for resources: {'Network': ['ID=effff707-913a-4a01-a609-723be300f8ae,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:34.286625 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network effff707-913a-4a01-a609-723be300f8ae details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:45:34.343678 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c36fcf-96b2-4113-b3a7-50407f4d4f38 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Made reservation on behalf of bf11baf7dfb14a2faff2ab768474342d for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:34.357254 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1c36fcf-96b2-4113-b3a7-50407f4d4f38 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:34.422069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c36fcf-96b2-4113-b3a7-50407f4d4f38 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:45:34.480595 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1c36fcf-96b2-4113-b3a7-50407f4d4f38 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:34.481154 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-f1c36fcf-96b2-4113-b3a7-50407f4d4f38 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Added segment 12be5eee-ad9c-4b38-afef-c47dff4d70b5 of type vlan for network 940213d9-f744-40e4-b9b8-54640952034d Aug 31 14:45:34.535481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45382) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:34.544613 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1c36fcf-96b2-4113-b3a7-50407f4d4f38 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:34.572447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ace424-8904-4068-a356-174365332030 req-2cccdc95-c7ef-40ca-ade4-399c8dbb5758 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:34.574406 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-57ace424-8904-4068-a356-174365332030 req-2cccdc95-c7ef-40ca-ade4-399c8dbb5758 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1096 time: 0.1330853 Aug 31 14:45:34.606913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1c36fcf-96b2-4113-b3a7-50407f4d4f38 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:34.614539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c36fcf-96b2-4113-b3a7-50407f4d4f38 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:34.615167 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1c36fcf-96b2-4113-b3a7-50407f4d4f38 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:34.686729 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-57ace424-8904-4068-a356-174365332030 req-9a9028f5-b829-4c91-9706-af7d8726bdef tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061287 Aug 31 14:45:34.696879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f1c36fcf-96b2-4113-b3a7-50407f4d4f38 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5008314 Aug 31 14:45:34.708724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45388) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:34.714168 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-78ba661c-73a7-4b0e-949d-29df0cf89f3b tempest-AgentManagementNegativeTest-562042113 tempest-AgentManagementNegativeTest-562042113-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1772897 Aug 31 14:45:34.724047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Request body: {'ports': [{'network_id': 'effff707-913a-4a01-a609-723be300f8ae', 'name': 'tempest-port--1142453768', 'admin_state_up': True}, {'network_id': '940213d9-f744-40e4-b9b8-54640952034d', 'admin_state_up': False}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:34.724361 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Request body: {'port': {'network_id': 'effff707-913a-4a01-a609-723be300f8ae', 'name': 'tempest-port--1142453768', 'admin_state_up': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:34.724842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Request body: {'port': {'network_id': '940213d9-f744-40e4-b9b8-54640952034d', 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:34.788066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c36fcf-96b2-4113-b3a7-50407f4d4f38 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event updated for resources: {'Network': ['ID=940213d9-f744-40e4-b9b8-54640952034d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:34.801375 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 940213d9-f744-40e4-b9b8-54640952034d details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:45:34.932010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Made reservation on behalf of bf11baf7dfb14a2faff2ab768474342d for: {'port': 2} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:34.937140 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:34.952231 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:35.077514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] device_id is not set on port 7ac932e0-8524-4e51-88ab-c7e5795c1e8a yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:35.104816 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45400) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:35.232429 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-87b3503d-c844-40dd-85b9-77708ef09974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:35.251599 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:35.362422 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-491bb0f1-e827-4481-ae6e-cc16fa7dd823 req-3193280c-bff7-42dd-b887-f37944cb7c05 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 210 time: 0.0352983 Aug 31 14:45:35.378496 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-87b3503d-c844-40dd-85b9-77708ef09974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:35.383560 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-87b3503d-c844-40dd-85b9-77708ef09974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:35.421108 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-87b3503d-c844-40dd-85b9-77708ef09974 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8656a1939e1842c6a9a21f2e489a1b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150303 Aug 31 14:45:35.425834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45416) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:35.450198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3503d-c844-40dd-85b9-77708ef09974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282a7749-bb3d-42bb-905e-3e5f1646259f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:35.467699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] device_id is not set on port 548128d5-793c-4574-93ed-34fbc36be75c yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:35.506953 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59a0a7f0-0e46-4bf3-afe4-dc36afa44ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:35.531011 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59a0a7f0-0e46-4bf3-afe4-dc36afa44ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:35.549030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-3bbf08a1-5631-4a78-9251-317ea737de1e tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:35.550579 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-3bbf08a1-5631-4a78-9251-317ea737de1e tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/networks?id=8f800c50-d6e8-4eae-a0e7-70583b2a8bbc HTTP/1.1" status: 200 len: 813 time: 0.3024144 Aug 31 14:45:35.560728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-fdd48eb3-8f3b-4eb7-8b9c-4307c81c60e8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:35.562345 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-fdd48eb3-8f3b-4eb7-8b9c-4307c81c60e8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.60 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 812 time: 0.2014222 Aug 31 14:45:35.589302 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59a0a7f0-0e46-4bf3-afe4-dc36afa44ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:35.592399 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59a0a7f0-0e46-4bf3-afe4-dc36afa44ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:35.595972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-59a0a7f0-0e46-4bf3-afe4-dc36afa44ed4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/282a7749-bb3d-42bb-905e-3e5f1646259f HTTP/1.1" status: 204 len: 168 time: 0.1668608 Aug 31 14:45:35.604985 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-9d470648-2f2b-4463-b8d1-f826cb2930bb tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/quotas/11276d76860e47a8ba5a725e5ea62a8e HTTP/1.1" status: 200 len: 375 time: 0.0328228 Aug 31 14:45:35.605298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0a7f0-0e46-4bf3-afe4-dc36afa44ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282a7749-bb3d-42bb-905e-3e5f1646259f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:35.661400 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-21955d74-d57c-444b-b756-42b370c20cac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6533cc47c01b415292ab966def453044 HTTP/1.1" status: 200 len: 379 time: 0.0877278 Aug 31 14:45:35.687326 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-8a27119b-da92-4397-9701-6cba807a9104 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=11276d76860e47a8ba5a725e5ea62a8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770581 Aug 31 14:45:35.691622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-aa0966e9-3659-4ad8-8bef-cc6e14513bdf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'port': {'device_id': '530665d1-61e1-407d-9317-1d3b3cfe080d', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'admin_state_up': True, 'tenant_id': '6533cc47c01b415292ab966def453044', 'security_groups': ['403cfd1d-950b-4898-885a-f39574720f53']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:35.836999 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde76169-7e5c-4612-a4b3-f7d7128c8b6d req-0b0272dc-0554-4e82-bfad-e8dffbd7f77c tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:35.845249 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dde76169-7e5c-4612-a4b3-f7d7128c8b6d req-0b0272dc-0554-4e82-bfad-e8dffbd7f77c tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1096 time: 0.0635638 Aug 31 14:45:35.893620 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dde76169-7e5c-4612-a4b3-f7d7128c8b6d req-0580bf81-8f49-4149-8a93-cbec9c050af9 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469179 Aug 31 14:45:36.082778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f216e3-efbe-4f25-bf61-90a3f44e1fcd req-7d6a8db1-f41a-4736-907f-25a99054b9a1 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:36.097648 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-65f216e3-efbe-4f25-bf61-90a3f44e1fcd req-7d6a8db1-f41a-4736-907f-25a99054b9a1 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1096 time: 0.0729885 Aug 31 14:45:36.134861 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-65f216e3-efbe-4f25-bf61-90a3f44e1fcd req-118cf896-cd72-4e30-a4bf-278556232515 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362728 Aug 31 14:45:36.275926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336c32e-d7b5-46a1-8fb1-3a05bb852d8f req-d008e785-fbd6-47d6-a8c8-97f220077fff tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:36.284376 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:36.284611 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8336c32e-d7b5-46a1-8fb1-3a05bb852d8f req-d008e785-fbd6-47d6-a8c8-97f220077fff tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1096 time: 0.0600193 Aug 31 14:45:36.346181 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8336c32e-d7b5-46a1-8fb1-3a05bb852d8f req-a3590a9f-c24d-4e48-99bc-b55147ebb020 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584056 Aug 31 14:45:36.378983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-5a8b5cf2-e449-4f04-86a8-6e2441a4b3a1 service neutron] 10.222.0.39 "GET /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692140 Aug 31 14:45:36.447977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-aa0966e9-3659-4ad8-8bef-cc6e14513bdf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Made reservation on behalf of 6533cc47c01b415292ab966def453044 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:36.451605 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-aa0966e9-3659-4ad8-8bef-cc6e14513bdf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:36.454944 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:36.498894 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-41602396-1100-4ecf-9118-ce3f75f71d7d req-ed6e143b-2ea4-43c8-ba9f-ebc8867aff86 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 210 time: 0.0398245 Aug 31 14:45:36.590573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event updated for resources: {'Port': ['ID=7ac932e0-8524-4e51-88ab-c7e5795c1e8a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:36.644678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45460) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:36.654168 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-2b416448-fade-4158-8fcb-373883df7e57 service neutron] 10.222.0.39 "GET /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655416 Aug 31 14:45:36.674573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Checking segment: {'id': '78ba0a14-4f7d-400b-9e78-483ea6735cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'effff707-913a-4a01-a609-723be300f8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:36.675060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Network hostable DHCP agents. Network: effff707-913a-4a01-a609-723be300f8ae, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:45:36.842342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-aa0966e9-3659-4ad8-8bef-cc6e14513bdf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Allocated IP 172.20.0.3 (d539104a-571b-4d65-8226-f02851a21edf/84f20d0c-d59a-49fd-bdba-b8ee114f5f38/9aa9874f-64ae-47d9-bb5a-64297f34378b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:36.902580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-c9647930-3ad5-4ebe-9250-d6d5c67a2581 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:36.904173 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-c9647930-3ad5-4ebe-9250-d6d5c67a2581 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/networks?id=5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 HTTP/1.1" status: 200 len: 911 time: 0.2709851 Aug 31 14:45:36.968217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2048700854'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:36.978195 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-00d4347a-c6be-4389-a2b5-dab27af1a035 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/quotas/c138df2b6641469a8844b22e0c6404ae HTTP/1.1" status: 200 len: 375 time: 0.0512030 Aug 31 14:45:37.041981 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Made reservation on behalf of 4aed8d7962514dc693cd0ec4076eb2f9 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:37.046370 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.058905 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.085497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Network effff707-913a-4a01-a609-723be300f8ae is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:45:37.109166 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-c89a145f-5790-4223-9940-8d94a18b2429 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=c138df2b6641469a8844b22e0c6404ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1206832 Aug 31 14:45:37.119100 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2b6cf5fa-91e1-4da6-9cde-9b6f031f3dee req-294341b4-5e3f-4b9a-8574-17c969797a33 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 210 time: 0.1025977 Aug 31 14:45:37.167325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, effff707-913a-4a01-a609-723be300f8ae) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:37.180074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:37.181661 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.204121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57ce58f-bd8d-40fc-bf88-ca5a3cfdeff8 None None] Network effff707-913a-4a01-a609-723be300f8ae requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:37.242464 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-aa0966e9-3659-4ad8-8bef-cc6e14513bdf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.282735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-aa0966e9-3659-4ad8-8bef-cc6e14513bdf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Transition to ACTIVE for port object 9aa9874f-64ae-47d9-bb5a-64297f34378b will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:37.299443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event updated for resources: {'Port': ['ID=548128d5-793c-4574-93ed-34fbc36be75c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:37.311210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Checking segment: {'id': '12be5eee-ad9c-4b38-afef-c47dff4d70b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '940213d9-f744-40e4-b9b8-54640952034d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:37.311597 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Network hostable DHCP agents. Network: 940213d9-f744-40e4-b9b8-54640952034d, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:45:37.347735 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-9023bf8f-f138-4f2c-accc-c91195086019 service neutron] 10.222.0.39 "GET /v2.0/networks/5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365773 Aug 31 14:45:37.347980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Network 940213d9-f744-40e4-b9b8-54640952034d is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:45:37.366710 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-aa0966e9-3659-4ad8-8bef-cc6e14513bdf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.387662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 940213d9-f744-40e4-b9b8-54640952034d) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:37.427827 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-aa0966e9-3659-4ad8-8bef-cc6e14513bdf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Network d539104a-571b-4d65-8226-f02851a21edf is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:37.429497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:37.436433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:37.444162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b2eb29-21f2-474e-92da-445a73232095 None None] Network 940213d9-f744-40e4-b9b8-54640952034d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:37.446195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:37.447506 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.448895 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.458279 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.471790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-aa0966e9-3659-4ad8-8bef-cc6e14513bdf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:37.495072 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3b8febe3-3bb6-4b27-b101-2b1ddb321824 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7848520 Aug 31 14:45:37.501761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-aa0966e9-3659-4ad8-8bef-cc6e14513bdf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:37.503346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064b2409-08ce-4065-9c00-b2d8f4e94f27,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:37.509543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45474) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:37.605616 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-bc755075-9336-4b80-ac03-8fd3391f4174 service neutron] 10.222.0.39 "GET /v2.0/networks/5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567816 Aug 31 14:45:37.608931 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:45:37.651121 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.651781 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Added segment f3319d3c-8605-4711-a4a8-7842299a7c73 of type vlan for network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c Aug 31 14:45:37.654070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0966e9-3659-4ad8-8bef-cc6e14513bdf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'Port': ['ID=9aa9874f-64ae-47d9-bb5a-64297f34378b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:37.689638 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-aa0966e9-3659-4ad8-8bef-cc6e14513bdf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:37.691927 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-aa0966e9-3659-4ad8-8bef-cc6e14513bdf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.735675 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.757619 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-aa0966e9-3659-4ad8-8bef-cc6e14513bdf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0750730 Aug 31 14:45:37.780212 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.788203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Request body: {'port': {'device_id': '530665d1-61e1-407d-9317-1d3b3cfe080d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:37.806169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:37.806807 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.832585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b05f54c-30db-4790-8d94-8f05ab4abedf tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:37.840955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b05f54c-30db-4790-8d94-8f05ab4abedf tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:37.842788 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6b05f54c-30db-4790-8d94-8f05ab4abedf tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3306992 Aug 31 14:45:37.848538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45480) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:37.930306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-760c20cd-a18d-40e9-982e-80dabf725056 None None] Provisioning for port 9aa9874f-64ae-47d9-bb5a-64297f34378b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:37.937361 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-760c20cd-a18d-40e9-982e-80dabf725056 None None] Provisioning complete for port 9aa9874f-64ae-47d9-bb5a-64297f34378b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:37.939696 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-760c20cd-a18d-40e9-982e-80dabf725056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.948533 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:37.996410 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16611e6d-cde2-4a7a-95b3-4fffceccd60e req-365df3d7-09d5-462c-851e-b6152c913a3b tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 210 time: 0.0597141 Aug 31 14:45:38.014351 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3663065 Aug 31 14:45:38.015200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45488) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:38.023436 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-760c20cd-a18d-40e9-982e-80dabf725056 None None] Port 9aa9874f-64ae-47d9-bb5a-64297f34378b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:38.025181 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-135c23e0-3982-4f36-a1e7-8631ea65b3bf tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Request body: {'subnet': {'network_id': '50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:38.029536 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef19005-386c-444a-be63-1d9990886007 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event updated for resources: {'Network': ['ID=50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:38.036306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10ab10-060c-4bcb-9729-2d898036b6de req-22c9dbe1-657d-4ab2-85be-ea15d9d81596 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:38.042334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:45:38.044843 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef10ab10-060c-4bcb-9729-2d898036b6de req-22c9dbe1-657d-4ab2-85be-ea15d9d81596 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 931 time: 0.3666856 Aug 31 14:45:38.157775 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef10ab10-060c-4bcb-9729-2d898036b6de req-95dd4d74-2cca-4b8d-9d92-8edc67b447e0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099620 Aug 31 14:45:38.191697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135c23e0-3982-4f36-a1e7-8631ea65b3bf tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Made reservation on behalf of 4aed8d7962514dc693cd0ec4076eb2f9 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:38.204170 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-135c23e0-3982-4f36-a1e7-8631ea65b3bf tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:38.305632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-58b85098-88cd-4192-bce2-941123f7cf53 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Deleting port 7ac932e0-8524-4e51-88ab-c7e5795c1e8a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:38.306133 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58b85098-88cd-4192-bce2-941123f7cf53 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:38.313743 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f42d5db2-f5ea-420b-ae0a-d5475e6e9db7 req-6addf07b-1cb8-4391-9963-f47b0bf1dea7 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 210 time: 0.0333102 Aug 31 14:45:38.494413 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58b85098-88cd-4192-bce2-941123f7cf53 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:38.514906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-58b85098-88cd-4192-bce2-941123f7cf53 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Calling delete_port for 7ac932e0-8524-4e51-88ab-c7e5795c1e8a owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:38.586673 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-135c23e0-3982-4f36-a1e7-8631ea65b3bf tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:38.681035 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58b85098-88cd-4192-bce2-941123f7cf53 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:38.708721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c23e0-3982-4f36-a1e7-8631ea65b3bf tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event updated for resources: {'Subnet': ['ID=f1f91d54-757c-4ce1-be3a-0a752cae9ae3,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:38.728475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c23e0-3982-4f36-a1e7-8631ea65b3bf tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Checking segment: {'id': 'f3319d3c-8605-4711-a4a8-7842299a7c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:38.728886 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c23e0-3982-4f36-a1e7-8631ea65b3bf tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Network hostable DHCP agents. Network: 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:45:38.732489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b85098-88cd-4192-bce2-941123f7cf53 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event deleted for resources: {'Port': ['ID=7ac932e0-8524-4e51-88ab-c7e5795c1e8a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:38.766619 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c23e0-3982-4f36-a1e7-8631ea65b3bf tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:45:38.773237 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58b85098-88cd-4192-bce2-941123f7cf53 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:38.779933 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-58b85098-88cd-4192-bce2-941123f7cf53 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "DELETE /v2.0/ports/7ac932e0-8524-4e51-88ab-c7e5795c1e8a HTTP/1.1" status: 204 len: 168 time: 0.9301357 Aug 31 14:45:38.781120 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45500) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:38.788315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-135c23e0-3982-4f36-a1e7-8631ea65b3bf tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:38.796207 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c23e0-3982-4f36-a1e7-8631ea65b3bf tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:38.798262 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-135c23e0-3982-4f36-a1e7-8631ea65b3bf tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:38.802351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ba8b24-4b92-4a69-b177-1666dc1748f0 None None] Network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:38.844460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa9874f-64ae-47d9-bb5a-64297f34378b {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:45:38.851980 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-135c23e0-3982-4f36-a1e7-8631ea65b3bf tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8360829 Aug 31 14:45:38.852593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45502) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:38.857707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Request body: {'port': {'network_id': '50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c', 'name': 'tempest-AllowedAddressPairTestJSON-529226228'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:38.870942 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.013242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Transition to ACTIVE for port object 9aa9874f-64ae-47d9-bb5a-64297f34378b will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:39.030588 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.100219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c', 'network_id': '50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c', 'tenant_id': '4aed8d7962514dc693cd0ec4076eb2f9', 'fixed_ips': [{'subnet_id': 'f1f91d54-757c-4ce1-be3a-0a752cae9ae3'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:45:39.101309 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.175442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Made reservation on behalf of 4aed8d7962514dc693cd0ec4076eb2f9 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:39.180856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2aa71fe8-3553-4654-a14c-83fef874a236 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Deleting port 548128d5-793c-4574-93ed-34fbc36be75c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:39.181063 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2aa71fe8-3553-4654-a14c-83fef874a236 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.193383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.237981 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e882dc8-6c6a-4064-94ba-186f71e8f686 req-bcb52f03-0565-4354-ad6e-ff037d2846bf tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 210 time: 0.0683482 Aug 31 14:45:39.258429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] device_id is not set on port 5464fff4-3d56-4dfc-9bdd-4bc6e32e9d0f yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:39.292008 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Pushing event updated for resources: {'Port': ['ID=9aa9874f-64ae-47d9-bb5a-64297f34378b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:39.335348 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-84df0886-4639-4427-ad08-a0dcbbc13d7f tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:39.337274 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-84df0886-4639-4427-ad08-a0dcbbc13d7f tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.25 "GET /v2.0/networks?id=8f800c50-d6e8-4eae-a0e7-70583b2a8bbc HTTP/1.1" status: 200 len: 813 time: 0.4864988 Aug 31 14:45:39.411014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-eec4d104-fd03-4162-bdb6-e20b7ef59271 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Request body: {'port': {'device_id': '0a1e8014-83cd-47c4-bd47-ea91abc3bf8d', 'network_id': '8f800c50-d6e8-4eae-a0e7-70583b2a8bbc', 'admin_state_up': True, 'tenant_id': '11276d76860e47a8ba5a725e5ea62a8e'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:39.414064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Allocated IP 172.20.0.2 (50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c/f1f91d54-757c-4ce1-be3a-0a752cae9ae3/cd27cf7a-deae-49f4-95ff-aa47e5f935df) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:39.420689 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2aa71fe8-3553-4654-a14c-83fef874a236 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.460375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Attempting to bind port 9aa9874f-64ae-47d9-bb5a-64297f34378b on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:39.460720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Attempting to bind port 9aa9874f-64ae-47d9-bb5a-64297f34378b by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:39.461055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Attempting to bind port 9aa9874f-64ae-47d9-bb5a-64297f34378b on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:39.505115 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ce012686-5c3f-4106-bca0-a58a22f10707 req-1bd88577-08bf-4491-b7c7-114208d11641 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 210 time: 0.0562344 Aug 31 14:45:39.506159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2aa71fe8-3553-4654-a14c-83fef874a236 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Calling delete_port for 548128d5-793c-4574-93ed-34fbc36be75c owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:39.523059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91613eb8-811e-4494-a81c-716f44fea9ad req-ed62908d-8672-4bdd-8b6b-372490492601 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:39.525194 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91613eb8-811e-4494-a81c-716f44fea9ad req-ed62908d-8672-4bdd-8b6b-372490492601 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 943 time: 0.1979098 Aug 31 14:45:39.533150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Port 9aa9874f-64ae-47d9-bb5a-64297f34378b on network d539104a-571b-4d65-8226-f02851a21edf not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:39.533494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Attempting to bind port 9aa9874f-64ae-47d9-bb5a-64297f34378b on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:39.573090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:39.573525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Checking segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:39.574023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Bound using segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:39.574485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Bound port: 9aa9874f-64ae-47d9-bb5a-64297f34378b, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:39.574851 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.739695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91613eb8-811e-4494-a81c-716f44fea9ad req-f292cf88-3330-4e8b-96f5-8689a0156723 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032866 Aug 31 14:45:39.763968 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.777415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Transition to ACTIVE for port object cd27cf7a-deae-49f4-95ff-aa47e5f935df will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:39.782348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-21ae7dc9-5ac8-4584-8f3c-166e93639028 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:39.785297 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-21ae7dc9-5ac8-4584-8f3c-166e93639028 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.60 "GET /v2.0/networks?id=5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 HTTP/1.1" status: 200 len: 911 time: 0.1814766 Aug 31 14:45:39.796173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-eec4d104-fd03-4162-bdb6-e20b7ef59271 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Made reservation on behalf of 11276d76860e47a8ba5a725e5ea62a8e for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:39.796938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Transition to ACTIVE for port object cd27cf7a-deae-49f4-95ff-aa47e5f935df will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:39.800292 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-eec4d104-fd03-4162-bdb6-e20b7ef59271 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.802492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-2d8fc246-3708-4185-9e0b-57a5ead1f781 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Request body: {'port': {'device_id': '39cf71d8-fc57-4615-b2c7-a52eed178bfc', 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848', 'admin_state_up': True, 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:39.805349 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.846314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] For port 9aa9874f-64ae-47d9-bb5a-64297f34378b, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:39.860589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Pushing event updated for resources: {'Port': ['ID=cd27cf7a-deae-49f4-95ff-aa47e5f935df,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:39.878137 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-2d8fc246-3708-4185-9e0b-57a5ead1f781 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Made reservation on behalf of c138df2b6641469a8844b22e0c6404ae for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:39.878370 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2aa71fe8-3553-4654-a14c-83fef874a236 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.881146 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-2d8fc246-3708-4185-9e0b-57a5ead1f781 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.881581 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:39.883343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:39.885882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:39.886890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] For port 9aa9874f-64ae-47d9-bb5a-64297f34378b, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=9aa9874f-64ae-47d9-bb5a-64297f34378b,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:39.905523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Allocated IP 172.20.0.14 (50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c/f1f91d54-757c-4ce1-be3a-0a752cae9ae3/5464fff4-3d56-4dfc-9bdd-4bc6e32e9d0f) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:39.952085 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Attempting to bind port cd27cf7a-deae-49f4-95ff-aa47e5f935df on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:39.952817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Attempting to bind port cd27cf7a-deae-49f4-95ff-aa47e5f935df by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f3319d3c-8605-4711-a4a8-7842299a7c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:39.954196 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Attempting to bind port cd27cf7a-deae-49f4-95ff-aa47e5f935df on network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:39.960165 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:39.960971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Checking segment: {'id': 'f3319d3c-8605-4711-a4a8-7842299a7c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:39.961607 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.962210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Bound using segment: {'id': 'f3319d3c-8605-4711-a4a8-7842299a7c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:39.962894 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Bound port: cd27cf7a-deae-49f4-95ff-aa47e5f935df, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3319d3c-8605-4711-a4a8-7842299a7c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:39.963546 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.963943 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.981574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa71fe8-3553-4654-a14c-83fef874a236 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event deleted for resources: {'Port': ['ID=548128d5-793c-4574-93ed-34fbc36be75c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:40.002560 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2aa71fe8-3553-4654-a14c-83fef874a236 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:40.008548 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2aa71fe8-3553-4654-a14c-83fef874a236 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "DELETE /v2.0/ports/548128d5-793c-4574-93ed-34fbc36be75c HTTP/1.1" status: 204 len: 168 time: 1.2228284 Aug 31 14:45:40.012338 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45512) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:40.022047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:40.023107 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:40.024539 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] 10.222.0.60 "PUT /v2.0/ports/9aa9874f-64ae-47d9-bb5a-64297f34378b HTTP/1.1" status: 200 len: 1091 time: 2.2450528 Aug 31 14:45:40.038965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] For port cd27cf7a-deae-49f4-95ff-aa47e5f935df, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:40.043863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] For port cd27cf7a-deae-49f4-95ff-aa47e5f935df, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cd27cf7a-deae-49f4-95ff-aa47e5f935df,segment=NetworkSegment(f3319d3c-8605-4711-a4a8-7842299a7c73),segment_id=f3319d3c-8605-4711-a4a8-7842299a7c73)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:40.049428 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:40.056602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530665d1-61e1-407d-9317-1d3b3cfe080d', 'tag': '9aa9874f-64ae-47d9-bb5a-64297f34378b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:45:40.059150 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90522854-4292-439f-9fcf-985bdb1a1cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "530665d1-61e1-407d-9317-1d3b3cfe080d", "tag": "9aa9874f-64ae-47d9-bb5a-64297f34378b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:45:40.066073 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e77e5e02-369c-4ee5-8b51-9554982f20ca tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0440865 Aug 31 14:45:40.068411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45514) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:40.116852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-afc16038-273a-4f12-8ef7-d99a712c2615 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-951092906'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:40.187803 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c03ba2-601a-4570-a648-81749906c0dd x-openstack-request-id: req-04c03ba2-601a-4570-a648-81749906c0dd {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:45:40.188113 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530665d1-61e1-407d-9317-1d3b3cfe080d", "tag": "9aa9874f-64ae-47d9-bb5a-64297f34378b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:45:40.188342 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04c03ba2-601a-4570-a648-81749906c0dd {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:45:40.188748 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530665d1-61e1-407d-9317-1d3b3cfe080d', 'tag': '9aa9874f-64ae-47d9-bb5a-64297f34378b', 'status': 'completed', 'code': 200} Aug 31 14:45:40.242612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-eec4d104-fd03-4162-bdb6-e20b7ef59271 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Allocated IP 172.20.0.10 (8f800c50-d6e8-4eae-a0e7-70583b2a8bbc/3fc1145a-9dec-4b7c-88c8-23c6b06f9a69/4be48244-cf7c-4628-a188-761098fcd4bf) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:40.245509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b8515-0b54-4665-99f3-b140caf7a5dc service neutron] Pushing event updated for resources: {'Port': ['ID=9aa9874f-64ae-47d9-bb5a-64297f34378b,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:40.261443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc16038-273a-4f12-8ef7-d99a712c2615 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Made reservation on behalf of bf11baf7dfb14a2faff2ab768474342d for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:40.267699 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afc16038-273a-4f12-8ef7-d99a712c2615 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:40.327080 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-ae7e1b82-37f6-4bff-b114-73d84ca4456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:40.333176 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-ae7e1b82-37f6-4bff-b114-73d84ca4456f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 1094 time: 0.2282789 Aug 31 14:45:40.333991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-2d8fc246-3708-4185-9e0b-57a5ead1f781 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Allocated IP 172.20.0.5 (5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848/485adb3d-72e5-4543-899b-f90e74371d81/5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:40.431465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc16038-273a-4f12-8ef7-d99a712c2615 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:45:40.456069 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-733fa588-a09c-409d-b174-f2c657659402 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aa9874f-64ae-47d9-bb5a-64297f34378b HTTP/1.1" status: 200 len: 217 time: 0.1148608 Aug 31 14:45:40.468462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5b239-43af-4593-9dca-3626ad98ac96 None None] Pushing event updated for resources: {'Port': ['ID=cd27cf7a-deae-49f4-95ff-aa47e5f935df,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:40.531056 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:40.603289 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1447cde5-ed29-4aca-9c5c-fca57414eb3e req-227371b8-3ca6-4f11-8f38-4f8780171365 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 210 time: 0.1850021 Aug 31 14:45:40.604575 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afc16038-273a-4f12-8ef7-d99a712c2615 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:40.604923 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-afc16038-273a-4f12-8ef7-d99a712c2615 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Added segment 1525ee73-b325-41ce-b88b-b8bb50a85a95 of type vlan for network 74b32294-1af8-4af3-8c32-6ff0969940a6 Aug 31 14:45:40.629632 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Transition to ACTIVE for port object 5464fff4-3d56-4dfc-9bdd-4bc6e32e9d0f will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:40.699671 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-751d8a5f-4955-4802-ae08-beeff076ff3c req-62689cbc-f7cd-4c2b-907a-01e7874449a1 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 210 time: 0.1150186 Aug 31 14:45:40.754999 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afc16038-273a-4f12-8ef7-d99a712c2615 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:40.771779 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:40.777553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-2d8fc246-3708-4185-9e0b-57a5ead1f781 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:40.800440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-961696eb-630b-4b07-9845-8532a2739f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:40.803115 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-961696eb-630b-4b07-9845-8532a2739f9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.2861152 Aug 31 14:45:40.827063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:40.834712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:40.836703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-2d8fc246-3708-4185-9e0b-57a5ead1f781 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Transition to ACTIVE for port object 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:40.842095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:40.876455 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [None req-afc16038-273a-4f12-8ef7-d99a712c2615 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:45:40.896445 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cd27cf7a-deae-49f4-95ff-aa47e5f935df up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:40.926027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-cced6e26-3622-4fae-84c5-5f85b2fa98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:40.928240 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-cced6e26-3622-4fae-84c5-5f85b2fa98ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052639 Aug 31 14:45:40.930097 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afc16038-273a-4f12-8ef7-d99a712c2615 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:40.936020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc16038-273a-4f12-8ef7-d99a712c2615 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:40.936637 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afc16038-273a-4f12-8ef7-d99a712c2615 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:40.941697 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-eec4d104-fd03-4162-bdb6-e20b7ef59271 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:40.975561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event updated for resources: {'Port': ['ID=5464fff4-3d56-4dfc-9bdd-4bc6e32e9d0f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:41.001943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:41.002757 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:41.021329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc16038-273a-4f12-8ef7-d99a712c2615 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event updated for resources: {'Network': ['ID=74b32294-1af8-4af3-8c32-6ff0969940a6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:41.024660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fedea2-1ff6-4c31-b5e1-9b74a59b9526 req-bca54b6c-183b-45ea-b8c1-fe5f4fa8dcbc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:41.033575 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-99fedea2-1ff6-4c31-b5e1-9b74a59b9526 req-bca54b6c-183b-45ea-b8c1-fe5f4fa8dcbc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 943 time: 0.1667404 Aug 31 14:45:41.034859 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port cd27cf7a-deae-49f4-95ff-aa47e5f935df completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:41.060514 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-2d8fc246-3708-4185-9e0b-57a5ead1f781 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:41.061198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 74b32294-1af8-4af3-8c32-6ff0969940a6 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:45:41.083544 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-afc16038-273a-4f12-8ef7-d99a712c2615 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9770567 Aug 31 14:45:41.086948 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45526) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:41.103344 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d4778af0-d9c6-410e-a3c0-55ecfb31ca09 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-651970563'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:41.115295 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-187e39eb-1131-4f42-8376-34023d180706 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2616022 Aug 31 14:45:41.119508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fc246-3708-4185-9e0b-57a5ead1f781 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Pushing event updated for resources: {'Port': ['ID=5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:41.126598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45528) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:41.134392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4778af0-d9c6-410e-a3c0-55ecfb31ca09 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Made reservation on behalf of bf11baf7dfb14a2faff2ab768474342d for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:41.137652 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d4778af0-d9c6-410e-a3c0-55ecfb31ca09 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:41.138203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Request body: {'port': {'network_id': '50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c', 'name': 'tempest-AllowedAddressPairTestJSON-2050840557', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8c:be:7f'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:41.155681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-2d8fc246-3708-4185-9e0b-57a5ead1f781 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:41.169415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-2d8fc246-3708-4185-9e0b-57a5ead1f781 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:41.174364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-2d8fc246-3708-4185-9e0b-57a5ead1f781 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:41.175931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4778af0-d9c6-410e-a3c0-55ecfb31ca09 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:45:41.181313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['dceb4261-10ac-486f-86c7-6df07ea62d91'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:45:41.198261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d4778af0-d9c6-410e-a3c0-55ecfb31ca09 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:41.198607 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-d4778af0-d9c6-410e-a3c0-55ecfb31ca09 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Added segment 45205dc7-2cee-41d8-bd8c-1257d78d0ddc of type vlan for network a3123637-a064-4fa8-9bfc-6ff3dd82511c Aug 31 14:45:41.253163 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d4778af0-d9c6-410e-a3c0-55ecfb31ca09 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:41.257556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-2d8fc246-3708-4185-9e0b-57a5ead1f781 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:41.258312 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-2d8fc246-3708-4185-9e0b-57a5ead1f781 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:41.285885 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-99fedea2-1ff6-4c31-b5e1-9b74a59b9526 req-45b29e1f-fcfc-47f9-88a8-999f589bb15e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512336 Aug 31 14:45:41.370226 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d4778af0-d9c6-410e-a3c0-55ecfb31ca09 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:41.372434 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-2d8fc246-3708-4185-9e0b-57a5ead1f781 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5778954 Aug 31 14:45:41.377753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4778af0-d9c6-410e-a3c0-55ecfb31ca09 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:41.378423 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d4778af0-d9c6-410e-a3c0-55ecfb31ca09 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:41.427548 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Made reservation on behalf of 4aed8d7962514dc693cd0ec4076eb2f9 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:41.488104 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-d37de9cd-57c2-44e4-9756-9d8bc824e75d service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438266 Aug 31 14:45:41.511201 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d4778af0-d9c6-410e-a3c0-55ecfb31ca09 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4081798 Aug 31 14:45:41.511201 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-eec4d104-fd03-4162-bdb6-e20b7ef59271 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:41.546983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-eec4d104-fd03-4162-bdb6-e20b7ef59271 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Network 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:41.553592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-eec4d104-fd03-4162-bdb6-e20b7ef59271 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:41.577712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-eec4d104-fd03-4162-bdb6-e20b7ef59271 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:41.587979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Request body: {'port': {'device_id': '39cf71d8-fc57-4615-b2c7-a52eed178bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:41.624572 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:41.632299 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-10bf8feb-87d9-4c7d-8de6-3cf9a1fe18e0 None None] Provisioning for port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:41.637164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-10bf8feb-87d9-4c7d-8de6-3cf9a1fe18e0 None None] Provisioning complete for port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:41.637654 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10bf8feb-87d9-4c7d-8de6-3cf9a1fe18e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:41.689989 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] device_id is not set on port d38f623f-4a57-41b6-b65f-fa4df246b3ee yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:41.728957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-10bf8feb-87d9-4c7d-8de6-3cf9a1fe18e0 None None] Port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:41.782505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-eec4d104-fd03-4162-bdb6-e20b7ef59271 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:41.783416 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-eec4d104-fd03-4162-bdb6-e20b7ef59271 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:41.806829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309d7a2d-8ade-4e3b-bb47-34fbbaefd20b None None] Network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:41.870847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Allocated IP 172.20.0.4 (50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c/f1f91d54-757c-4ce1-be3a-0a752cae9ae3/d38f623f-4a57-41b6-b65f-fa4df246b3ee) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:41.897077 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cbef4285-cdc4-495e-ad16-20f7b24deb60 None None] Provisioning for port cd27cf7a-deae-49f4-95ff-aa47e5f935df completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:41.902258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4778af0-d9c6-410e-a3c0-55ecfb31ca09 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event updated for resources: {'Network': ['ID=a3123637-a064-4fa8-9bfc-6ff3dd82511c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:41.907931 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cbef4285-cdc4-495e-ad16-20f7b24deb60 None None] Provisioning complete for port cd27cf7a-deae-49f4-95ff-aa47e5f935df triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:41.909082 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cbef4285-cdc4-495e-ad16-20f7b24deb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:41.958745 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-eec4d104-fd03-4162-bdb6-e20b7ef59271 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5660312 Aug 31 14:45:41.962139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network a3123637-a064-4fa8-9bfc-6ff3dd82511c details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:45:41.964855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4d104-fd03-4162-bdb6-e20b7ef59271 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Pushing event updated for resources: {'Port': ['ID=4be48244-cf7c-4628-a188-761098fcd4bf,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:41.983690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Request body: {'port': {'device_id': '0a1e8014-83cd-47c4-bd47-ea91abc3bf8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:42.143097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:42.143393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d5d3f-891c-4232-a603-fbaacc48db48 req-f78842fd-adee-45e6-bd43-453bb1660414 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:42.160405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Transition to ACTIVE for port object d38f623f-4a57-41b6-b65f-fa4df246b3ee will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:42.162424 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f41d5d3f-891c-4232-a603-fbaacc48db48 req-f78842fd-adee-45e6-bd43-453bb1660414 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1027 time: 0.3407056 Aug 31 14:45:42.187232 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-211d9101-f13f-4fa6-a7e8-62af403892d4 req-609a4506-cd56-4075-b8ce-51cd2602378e service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882813 Aug 31 14:45:42.217955 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:42.243165 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cbef4285-cdc4-495e-ad16-20f7b24deb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:42.270828 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:42.289805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-cbef4285-cdc4-495e-ad16-20f7b24deb60 None None] For port cd27cf7a-deae-49f4-95ff-aa47e5f935df, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cd27cf7a-deae-49f4-95ff-aa47e5f935df,segment=NetworkSegment(f3319d3c-8605-4711-a4a8-7842299a7c73),segment_id=f3319d3c-8605-4711-a4a8-7842299a7c73)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:42.298812 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cbef4285-cdc4-495e-ad16-20f7b24deb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:42.339782 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:42.354902 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:42.378417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:42.387331 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f41d5d3f-891c-4232-a603-fbaacc48db48 req-32956845-3a02-44d0-9b46-a7f5a8de11a8 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238052 Aug 31 14:45:42.389099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:42.403534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event updated for resources: {'Port': ['ID=d38f623f-4a57-41b6-b65f-fa4df246b3ee,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:42.412139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef4285-cdc4-495e-ad16-20f7b24deb60 None None] Pushing event updated for resources: {'Port': ['ID=cd27cf7a-deae-49f4-95ff-aa47e5f935df,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:42.424661 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde25987-40b0-4c8d-bb3d-7f861cfa607e req-36da323b-449a-4a47-b79d-c8f34a93163d tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:42.433633 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bde25987-40b0-4c8d-bb3d-7f861cfa607e req-36da323b-449a-4a47-b79d-c8f34a93163d tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 932 time: 0.2388206 Aug 31 14:45:42.493721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90522854-4292-439f-9fcf-985bdb1a1cf9 req-1ac584dc-9177-477f-b038-cfe66c88473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:42.498012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90522854-4292-439f-9fcf-985bdb1a1cf9 req-1ac584dc-9177-477f-b038-cfe66c88473a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 1094 time: 0.2544649 Aug 31 14:45:42.532298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1dc94154-13f2-4d69-b64d-5bb532b94f1e None None] Provisioning complete for port cd27cf7a-deae-49f4-95ff-aa47e5f935df triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:42.532829 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1dc94154-13f2-4d69-b64d-5bb532b94f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:42.710299 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1dc94154-13f2-4d69-b64d-5bb532b94f1e None None] Provisioning for port 5464fff4-3d56-4dfc-9bdd-4bc6e32e9d0f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:42.715507 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1dc94154-13f2-4d69-b64d-5bb532b94f1e None None] Provisioning complete for port 5464fff4-3d56-4dfc-9bdd-4bc6e32e9d0f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:42.716342 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1dc94154-13f2-4d69-b64d-5bb532b94f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:42.801357 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cd27cf7a-deae-49f4-95ff-aa47e5f935df up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:42.835319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1dc94154-13f2-4d69-b64d-5bb532b94f1e None None] Port 5464fff4-3d56-4dfc-9bdd-4bc6e32e9d0f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:42.880832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port cd27cf7a-deae-49f4-95ff-aa47e5f935df triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:42.883605 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:42.978143 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f0692ef4-5cbe-4918-90b2-612801de1a1a None None] Provisioning complete for port 5464fff4-3d56-4dfc-9bdd-4bc6e32e9d0f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:42.978824 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0692ef4-5cbe-4918-90b2-612801de1a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:43.088768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f0692ef4-5cbe-4918-90b2-612801de1a1a None None] Port 5464fff4-3d56-4dfc-9bdd-4bc6e32e9d0f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:43.110587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:43.111692 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:43.182771 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bde25987-40b0-4c8d-bb3d-7f861cfa607e req-e6cd8ea3-3022-4ed5-b356-645e8ecaabe7 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7479937 Aug 31 14:45:43.208828 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-78d8eb8d-48a7-4c80-98ec-27cc6fd9d8da tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.0762947 Aug 31 14:45:43.209553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45542) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:43.316002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-107906fa-02bb-4ab6-94fb-56c99fa0e7e6 None None] Provisioning for port d38f623f-4a57-41b6-b65f-fa4df246b3ee completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:43.323416 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-107906fa-02bb-4ab6-94fb-56c99fa0e7e6 None None] Provisioning complete for port d38f623f-4a57-41b6-b65f-fa4df246b3ee triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:43.325043 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-107906fa-02bb-4ab6-94fb-56c99fa0e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:43.335485 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3fb170-6f7a-4cb3-990d-c74a7336217c tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:43.341397 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3fb170-6f7a-4cb3-990d-c74a7336217c tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:43.347458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3fb170-6f7a-4cb3-990d-c74a7336217c tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:43.351781 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4f3fb170-6f7a-4cb3-990d-c74a7336217c tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1352007 Aug 31 14:45:43.352813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45544) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:43.379132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-107906fa-02bb-4ab6-94fb-56c99fa0e7e6 None None] Port d38f623f-4a57-41b6-b65f-fa4df246b3ee cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:43.441920 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9be76-3b34-4e8f-8b10-4946ba91c249 req-290c4de5-2cae-4369-a863-90cd3e29e275 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:43.443457 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1d9be76-3b34-4e8f-8b10-4946ba91c249 req-290c4de5-2cae-4369-a863-90cd3e29e275 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 943 time: 0.6847444 Aug 31 14:45:43.479718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90522854-4292-439f-9fcf-985bdb1a1cf9 req-d854c16f-6fa8-460e-8aa6-2bdcf590defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:43.481182 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90522854-4292-439f-9fcf-985bdb1a1cf9 req-d854c16f-6fa8-460e-8aa6-2bdcf590defa service neutron] 10.222.0.60 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.9752958 Aug 31 14:45:43.536050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1d9be76-3b34-4e8f-8b10-4946ba91c249 req-83d58475-f3e1-47a5-bb9c-5e42a007694d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837047 Aug 31 14:45:43.539774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90522854-4292-439f-9fcf-985bdb1a1cf9 req-5d305228-c550-4ea4-9014-fbe995b56654 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aa9874f-64ae-47d9-bb5a-64297f34378b HTTP/1.1" status: 200 len: 217 time: 0.0504279 Aug 31 14:45:43.546893 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:45:43.570527 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:43.591052 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Transition to ACTIVE for port object 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:43.616629 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:43.629617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90522854-4292-439f-9fcf-985bdb1a1cf9 req-794b2075-df07-4814-961c-91053378357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:43.631094 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90522854-4292-439f-9fcf-985bdb1a1cf9 req-794b2075-df07-4814-961c-91053378357a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.0814147 Aug 31 14:45:43.652668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb4d52-7cec-449e-89f2-d4bed8bece9a req-3e2cf0ed-209b-429d-9c76-c0e47c2fadbb tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:43.654209 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9fb4d52-7cec-449e-89f2-d4bed8bece9a req-3e2cf0ed-209b-429d-9c76-c0e47c2fadbb tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1027 time: 0.1778686 Aug 31 14:45:43.688822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be48244-cf7c-4628-a188-761098fcd4bf {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:45:43.699833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Pushing event updated for resources: {'Port': ['ID=5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:43.705267 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:43.715422 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90522854-4292-439f-9fcf-985bdb1a1cf9 req-c3155678-4a0a-4d0f-a304-d8c169d5f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:43.721964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90522854-4292-439f-9fcf-985bdb1a1cf9 req-c3155678-4a0a-4d0f-a304-d8c169d5f084 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702043 Aug 31 14:45:43.726573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ff8836ea-5738-4696-adea-17716ff020ca tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Deleting port d38f623f-4a57-41b6-b65f-fa4df246b3ee {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:43.726917 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff8836ea-5738-4696-adea-17716ff020ca tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:43.743278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Transition to ACTIVE for port object 4be48244-cf7c-4628-a188-761098fcd4bf will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:43.755608 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:43.847901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Pushing event updated for resources: {'Port': ['ID=4be48244-cf7c-4628-a188-761098fcd4bf,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:43.854904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Attempting to bind port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:43.855943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Attempting to bind port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:43.856290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Attempting to bind port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af on network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:43.884628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af on network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:43.884990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Attempting to bind port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af on network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:43.893773 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:43.894125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Checking segment: {'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:43.894496 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Bound using segment: {'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:43.894936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Bound port: 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38166a08-d3eb-4293-8061-c69028669dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:43.895328 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:43.944858 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Attempting to bind port 4be48244-cf7c-4628-a188-761098fcd4bf on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:43.945245 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Attempting to bind port 4be48244-cf7c-4628-a188-761098fcd4bf by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '07dda46c-fb34-4a0b-bece-c9a56c34bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8f800c50-d6e8-4eae-a0e7-70583b2a8bbc'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:43.945534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Attempting to bind port 4be48244-cf7c-4628-a188-761098fcd4bf on network 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:43.949265 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90522854-4292-439f-9fcf-985bdb1a1cf9 req-bd6226b1-83fd-4a15-bfb8-fa9306c26ea4 service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188792 Aug 31 14:45:43.952444 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e9fb4d52-7cec-449e-89f2-d4bed8bece9a req-334db557-e60e-49ef-88ab-e88e16ef31b0 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619648 Aug 31 14:45:43.952748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Port 4be48244-cf7c-4628-a188-761098fcd4bf on network 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:45:43.953517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Attempting to bind port 4be48244-cf7c-4628-a188-761098fcd4bf on network 8f800c50-d6e8-4eae-a0e7-70583b2a8bbc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:43.977174 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:43.987511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Checking segment: {'id': '07dda46c-fb34-4a0b-bece-c9a56c34bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8f800c50-d6e8-4eae-a0e7-70583b2a8bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:43.987511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Bound using segment: {'id': '07dda46c-fb34-4a0b-bece-c9a56c34bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8f800c50-d6e8-4eae-a0e7-70583b2a8bbc'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:43.987511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Bound port: 4be48244-cf7c-4628-a188-761098fcd4bf, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07dda46c-fb34-4a0b-bece-c9a56c34bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8f800c50-d6e8-4eae-a0e7-70583b2a8bbc'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:43.987511 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:43.989735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] For port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:43.992940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] For port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:44.001666 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:44.043460 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff8836ea-5738-4696-adea-17716ff020ca tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:44.066519 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:44.067259 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:44.068655 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] 10.222.0.60 "PUT /v2.0/ports/5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af HTTP/1.1" status: 200 len: 1091 time: 2.6873331 Aug 31 14:45:44.070984 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cf71d8-fc57-4615-b2c7-a52eed178bfc', 'tag': '5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:45:44.073129 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9230094d-7d9d-4d6d-a2d5-bbb91d4816f1" -d '{"events": [{"name": "network-changed", "server_uuid": "39cf71d8-fc57-4615-b2c7-a52eed178bfc", "tag": "5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:45:44.087831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ff8836ea-5738-4696-adea-17716ff020ca tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Calling delete_port for d38f623f-4a57-41b6-b65f-fa4df246b3ee owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:44.116474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25d5cc-ca52-408f-964c-156514c7ecad service neutron] Pushing event updated for resources: {'Port': ['ID=5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:44.134477 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90522854-4292-439f-9fcf-985bdb1a1cf9 req-22ead9bd-aa2b-48ce-ae40-db575ddad466 service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774824 Aug 31 14:45:44.140729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] For port 4be48244-cf7c-4628-a188-761098fcd4bf, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:44.144335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] For port 4be48244-cf7c-4628-a188-761098fcd4bf, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4be48244-cf7c-4628-a188-761098fcd4bf,segment=NetworkSegment(07dda46c-fb34-4a0b-bece-c9a56c34bd29),segment_id=07dda46c-fb34-4a0b-bece-c9a56c34bd29)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:44.150033 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:44.218960 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aefe051-566a-45ac-802d-0a74dc6d7753 x-openstack-request-id: req-8aefe051-566a-45ac-802d-0a74dc6d7753 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:45:44.219764 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cf71d8-fc57-4615-b2c7-a52eed178bfc", "tag": "5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:45:44.220198 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8aefe051-566a-45ac-802d-0a74dc6d7753 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:45:44.222946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:44.223665 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:44.227028 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] 10.222.0.25 "PUT /v2.0/ports/4be48244-cf7c-4628-a188-761098fcd4bf HTTP/1.1" status: 200 len: 1092 time: 2.2493269 Aug 31 14:45:44.227874 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cf71d8-fc57-4615-b2c7-a52eed178bfc', 'tag': '5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af', 'status': 'completed', 'code': 200} Aug 31 14:45:44.232698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1e8014-83cd-47c4-bd47-ea91abc3bf8d', 'tag': '4be48244-cf7c-4628-a188-761098fcd4bf'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:45:44.236905 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97524e7-cb64-4a35-a443-eab7856bc615" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1e8014-83cd-47c4-bd47-ea91abc3bf8d", "tag": "4be48244-cf7c-4628-a188-761098fcd4bf"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:45:44.332091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30952340-d855-4f85-8ff2-0e6199337285 service neutron] Pushing event updated for resources: {'Port': ['ID=4be48244-cf7c-4628-a188-761098fcd4bf,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:44.352336 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff8836ea-5738-4696-adea-17716ff020ca tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:44.376152 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd36e70-bf79-4f9e-bf72-2c7c09b379ec x-openstack-request-id: req-5fd36e70-bf79-4f9e-bf72-2c7c09b379ec {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:45:44.376152 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1e8014-83cd-47c4-bd47-ea91abc3bf8d", "tag": "4be48244-cf7c-4628-a188-761098fcd4bf", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:45:44.376152 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5fd36e70-bf79-4f9e-bf72-2c7c09b379ec {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:45:44.376152 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1e8014-83cd-47c4-bd47-ea91abc3bf8d', 'tag': '4be48244-cf7c-4628-a188-761098fcd4bf', 'status': 'completed', 'code': 200} Aug 31 14:45:44.385315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-f7796b7f-163d-48ae-9d84-816013cfe01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:44.387129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-f7796b7f-163d-48ae-9d84-816013cfe01b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c138df2b6641469a8844b22e0c6404ae&device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1094 time: 0.1858022 Aug 31 14:45:44.438214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8836ea-5738-4696-adea-17716ff020ca tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event deleted for resources: {'Port': ['ID=d38f623f-4a57-41b6-b65f-fa4df246b3ee,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:44.453989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-e530d6da-f479-4727-93de-d4336d0af619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:44.456386 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-e530d6da-f479-4727-93de-d4336d0af619 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11276d76860e47a8ba5a725e5ea62a8e&device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 1095 time: 0.1762443 Aug 31 14:45:44.459157 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-f4061f6f-199f-4cfb-ab6f-1d0e6cffcc98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af HTTP/1.1" status: 200 len: 217 time: 0.0625813 Aug 31 14:45:44.468249 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045a334-dbae-4d2d-bc74-c028e5061063 req-ffa85dee-862e-40e4-b0b5-3ace9e49d007 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:44.477351 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a045a334-dbae-4d2d-bc74-c028e5061063 req-ffa85dee-862e-40e4-b0b5-3ace9e49d007 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 944 time: 0.1182327 Aug 31 14:45:44.535891 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-a86bac65-bb31-420e-a90b-c42e1535ad7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be48244-cf7c-4628-a188-761098fcd4bf HTTP/1.1" status: 200 len: 217 time: 0.0691693 Aug 31 14:45:44.550496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-ad2114c7-19dd-4c34-9c59-4612036b1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:44.552165 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-ad2114c7-19dd-4c34-9c59-4612036b1274 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=485adb3d-72e5-4543-899b-f90e74371d81 HTTP/1.1" status: 200 len: 849 time: 0.0866234 Aug 31 14:45:44.574068 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a045a334-dbae-4d2d-bc74-c028e5061063 req-c40d8336-b9ed-48b9-9880-c303e4122eeb tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912914 Aug 31 14:45:44.716530 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff8836ea-5738-4696-adea-17716ff020ca tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:44.719709 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ff8836ea-5738-4696-adea-17716ff020ca tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "DELETE /v2.0/ports/d38f623f-4a57-41b6-b65f-fa4df246b3ee HTTP/1.1" status: 204 len: 168 time: 1.3666201 Aug 31 14:45:44.722356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45560) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:44.751559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-bac390fa-ff16-428a-a26b-287329bd0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:44.753136 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-bac390fa-ff16-428a-a26b-287329bd0d98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1893163 Aug 31 14:45:44.754457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-bbe3f2e0-1de0-4ab3-abbe-e7c77a0e8ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:44.754572 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-89902ee4-bf0e-491e-9253-10dedfb8e872 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] GET failed (client error): The resource could not be found. Aug 31 14:45:44.759672 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-bbe3f2e0-1de0-4ab3-abbe-e7c77a0e8ab4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fc1145a-9dec-4b7c-88c8-23c6b06f9a69 HTTP/1.1" status: 200 len: 853 time: 0.2031360 Aug 31 14:45:44.759834 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-89902ee4-bf0e-491e-9253-10dedfb8e872 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "GET /v2.0/ports/d38f623f-4a57-41b6-b65f-fa4df246b3ee HTTP/1.1" status: 404 len: 333 time: 0.0326927 Aug 31 14:45:44.760801 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45562) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:44.766075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Request body: {'port': {'network_id': '50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c', 'name': 'tempest-AllowedAddressPairTestJSON-442052640'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:44.841818 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-a27d16eb-7367-4dc8-9615-c58478a963be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f800c50-d6e8-4eae-a0e7-70583b2a8bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706820 Aug 31 14:45:44.853503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a6ae1-00ae-410a-9ee6-e85cba3142d2 req-0a0fce7c-ce8e-4569-a397-36c5ed5b5dfa tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:44.854979 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee1a6ae1-00ae-410a-9ee6-e85cba3142d2 req-0a0fce7c-ce8e-4569-a397-36c5ed5b5dfa tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 943 time: 0.1707788 Aug 31 14:45:44.864685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45564) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:44.869735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Request body: {'subnets': [{'network_id': '74b32294-1af8-4af3-8c32-6ff0969940a6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1159596755', 'ip_version': 6}, {'network_id': 'a3123637-a064-4fa8-9bfc-6ff3dd82511c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:44.870053 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Request body: {'subnet': {'network_id': '74b32294-1af8-4af3-8c32-6ff0969940a6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1159596755', 'ip_version': 6}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:44.870707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Request body: {'subnet': {'network_id': 'a3123637-a064-4fa8-9bfc-6ff3dd82511c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:44.939108 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Made reservation on behalf of 4aed8d7962514dc693cd0ec4076eb2f9 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:44.942496 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:44.970112 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] device_id is not set on port 54ca17bc-251a-46af-9e90-210afdbcdba5 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:44.975016 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee1a6ae1-00ae-410a-9ee6-e85cba3142d2 req-0ce8f656-d81a-468e-a4a4-5d8e966fa1ba tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068211 Aug 31 14:45:44.982993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-3f6210f6-2b2e-4b24-8aa3-11f6b9f94d4f service neutron] 10.222.0.60 "GET /v2.0/networks/5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218781 Aug 31 14:45:45.070711 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-d33040bc-da42-4893-b14e-1deed70e1904 service neutron] 10.222.0.25 "GET /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147236 Aug 31 14:45:45.173616 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cbbbb1ad-3ebf-48cf-a6b8-83560fcc5bc9 req-fcb0f2f3-a13c-48e6-b3a5-e1282dcf6aaf service neutron] 10.222.0.60 "GET /v2.0/networks/5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832845 Aug 31 14:45:45.179709 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee48007-407c-4d6c-b5af-c19ceac001e3 req-849a0f67-a6f9-4db1-95e7-e6c8b457c329 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:45.181262 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dee48007-407c-4d6c-b5af-c19ceac001e3 req-849a0f67-a6f9-4db1-95e7-e6c8b457c329 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1094 time: 0.1251407 Aug 31 14:45:45.189948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Allocated IP 172.20.0.9 (50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c/f1f91d54-757c-4ce1-be3a-0a752cae9ae3/54ca17bc-251a-46af-9e90-210afdbcdba5) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:45.199798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Made reservation on behalf of bf11baf7dfb14a2faff2ab768474342d for: {'subnet': 2} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:45.201099 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-108c0c89-09c1-4f13-955a-023d51f0c518 req-7b8ccd0b-d42a-4299-8610-27730112c4d5 service neutron] 10.222.0.25 "GET /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236961 Aug 31 14:45:45.206259 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:45.206695 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:45.301205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230094d-7d9d-4d6d-a2d5-bbb91d4816f1 req-3436b0bb-1643-4726-8049-592be07d3c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:45.302813 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9230094d-7d9d-4d6d-a2d5-bbb91d4816f1 req-3436b0bb-1643-4726-8049-592be07d3c62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c138df2b6641469a8844b22e0c6404ae&device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1094 time: 0.0764678 Aug 31 14:45:45.308982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97524e7-cb64-4a35-a443-eab7856bc615 req-7b95970f-2b39-47a6-81bf-26644cae84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:45.310493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e97524e7-cb64-4a35-a443-eab7856bc615 req-7b95970f-2b39-47a6-81bf-26644cae84ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11276d76860e47a8ba5a725e5ea62a8e&device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 1095 time: 0.0545738 Aug 31 14:45:45.321298 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dee48007-407c-4d6c-b5af-c19ceac001e3 req-92d770d6-aae3-45d6-a9d4-9df8dc3c5df9 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336129 Aug 31 14:45:45.489246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230094d-7d9d-4d6d-a2d5-bbb91d4816f1 req-babbd4e4-925d-41e0-923b-4305d948f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:45.490710 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9230094d-7d9d-4d6d-a2d5-bbb91d4816f1 req-babbd4e4-925d-41e0-923b-4305d948f56a service neutron] 10.222.0.60 "GET /v2.0/networks?id=5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 HTTP/1.1" status: 200 len: 911 time: 0.1793110 Aug 31 14:45:45.495298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97524e7-cb64-4a35-a443-eab7856bc615 req-7efe9b0c-6a64-4a82-a99b-cedd53aed1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:45.496966 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e97524e7-cb64-4a35-a443-eab7856bc615 req-7efe9b0c-6a64-4a82-a99b-cedd53aed1d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f800c50-d6e8-4eae-a0e7-70583b2a8bbc HTTP/1.1" status: 200 len: 914 time: 0.1760051 Aug 31 14:45:45.534135 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:45.542058 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9230094d-7d9d-4d6d-a2d5-bbb91d4816f1 req-6d0975eb-b64f-4841-a405-a0ef0121c033 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af HTTP/1.1" status: 200 len: 217 time: 0.0421915 Aug 31 14:45:45.579062 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e97524e7-cb64-4a35-a443-eab7856bc615 req-973709cb-e25c-40f1-8e48-3641ef8ba305 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be48244-cf7c-4628-a188-761098fcd4bf HTTP/1.1" status: 200 len: 217 time: 0.0707018 Aug 31 14:45:45.597319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Transition to ACTIVE for port object 54ca17bc-251a-46af-9e90-210afdbcdba5 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:45.679564 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:45.693029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230094d-7d9d-4d6d-a2d5-bbb91d4816f1 req-93b68dfe-724e-479c-91c0-7b71996be6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:45.694594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9230094d-7d9d-4d6d-a2d5-bbb91d4816f1 req-93b68dfe-724e-479c-91c0-7b71996be6a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=485adb3d-72e5-4543-899b-f90e74371d81 HTTP/1.1" status: 200 len: 849 time: 0.1242027 Aug 31 14:45:45.697141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97524e7-cb64-4a35-a443-eab7856bc615 req-7902aa99-aef4-40dd-a0a6-67b812de8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:45.698661 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e97524e7-cb64-4a35-a443-eab7856bc615 req-7902aa99-aef4-40dd-a0a6-67b812de8268 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fc1145a-9dec-4b7c-88c8-23c6b06f9a69 HTTP/1.1" status: 200 len: 853 time: 0.0995038 Aug 31 14:45:45.747573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b15dc0-4249-42bc-a947-9647bc2cbc83 req-8c893447-daca-4acc-a241-a2da1dcfa6f2 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:45.748997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1b15dc0-4249-42bc-a947-9647bc2cbc83 req-8c893447-daca-4acc-a241-a2da1dcfa6f2 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 944 time: 0.1111562 Aug 31 14:45:45.775013 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e97524e7-cb64-4a35-a443-eab7856bc615 req-a336f746-c0ba-4884-9db7-38f0cab06565 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f800c50-d6e8-4eae-a0e7-70583b2a8bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594625 Aug 31 14:45:45.777528 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:45.785235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:45.807291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event updated for resources: {'Port': ['ID=54ca17bc-251a-46af-9e90-210afdbcdba5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:45.813492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:45.867973 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:45.869361 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230094d-7d9d-4d6d-a2d5-bbb91d4816f1 req-cdd9a964-127b-45dc-8284-f5df49c4fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:45.870938 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9230094d-7d9d-4d6d-a2d5-bbb91d4816f1 req-cdd9a964-127b-45dc-8284-f5df49c4fdb9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683991 Aug 31 14:45:45.877391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1b15dc0-4249-42bc-a947-9647bc2cbc83 req-15ce8c67-5cc1-485b-b883-1148c8c3d3a8 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055446 Aug 31 14:45:45.907602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:45.908252 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:45.944307 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bee66535-6037-4f2e-93cf-c24fe6cdbac8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1828725 Aug 31 14:45:45.945179 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event updated for resources: {'Subnet': ['ID=488201bd-9af7-4c2b-9c14-a3d8f71d16dd,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:45.946988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45572) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:45.956844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a50e820a-a1f4-4310-b60a-e9b362fbc5dc tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8c:be:7f'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:45.968309 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Checking segment: {'id': '1525ee73-b325-41ce-b88b-b8bb50a85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '74b32294-1af8-4af3-8c32-6ff0969940a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:45.968633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Network hostable DHCP agents. Network: 74b32294-1af8-4af3-8c32-6ff0969940a6, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:45:45.991893 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Network 74b32294-1af8-4af3-8c32-6ff0969940a6 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:45:46.004787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 74b32294-1af8-4af3-8c32-6ff0969940a6) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:46.017687 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e97524e7-cb64-4a35-a443-eab7856bc615 req-0e434280-af0f-4387-a875-60f03d13fb3f service neutron] 10.222.0.25 "GET /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313714 Aug 31 14:45:46.019810 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:46.030093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f994364-e247-4515-89c4-8adb3b109cca None None] Network 74b32294-1af8-4af3-8c32-6ff0969940a6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:46.157315 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9230094d-7d9d-4d6d-a2d5-bbb91d4816f1 req-7347f59d-a41e-4233-9370-7d5a41766676 service neutron] 10.222.0.60 "GET /v2.0/networks/5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771955 Aug 31 14:45:46.159977 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event updated for resources: {'Subnet': ['ID=2a70a2bc-c544-44c4-b971-ccdbb3ce87c2,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:46.170188 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-679b4e40-4894-4b47-b0e6-55f60cac71e3 None None] Provisioning for port 54ca17bc-251a-46af-9e90-210afdbcdba5 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:46.177539 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9e137-e14a-4115-bf00-c6ca0a86307d req-7ee16797-6845-4b9e-a17c-c41a667ed0cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:46.179149 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-40c9e137-e14a-4115-bf00-c6ca0a86307d req-7ee16797-6845-4b9e-a17c-c41a667ed0cc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 943 time: 0.0900264 Aug 31 14:45:46.181202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-679b4e40-4894-4b47-b0e6-55f60cac71e3 None None] Provisioning complete for port 54ca17bc-251a-46af-9e90-210afdbcdba5 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:46.181748 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-679b4e40-4894-4b47-b0e6-55f60cac71e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:46.185492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Checking segment: {'id': '45205dc7-2cee-41d8-bd8c-1257d78d0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a3123637-a064-4fa8-9bfc-6ff3dd82511c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:46.185987 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Network hostable DHCP agents. Network: a3123637-a064-4fa8-9bfc-6ff3dd82511c, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:45:46.227772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Network a3123637-a064-4fa8-9bfc-6ff3dd82511c is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:45:46.241411 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-679b4e40-4894-4b47-b0e6-55f60cac71e3 None None] Port 54ca17bc-251a-46af-9e90-210afdbcdba5 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:46.243237 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-40c9e137-e14a-4115-bf00-c6ca0a86307d req-1a9c4b0e-2c81-450a-9328-8c4226237417 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503759 Aug 31 14:45:46.244400 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, a3123637-a064-4fa8-9bfc-6ff3dd82511c) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:46.249396 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:46.250595 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:46.251354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:46.267384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-74b32294-1af8-4af3-8c32-6ff0969940a6', 'network_id': '74b32294-1af8-4af3-8c32-6ff0969940a6', 'tenant_id': 'bf11baf7dfb14a2faff2ab768474342d', 'fixed_ips': [{'subnet_id': '488201bd-9af7-4c2b-9c14-a3d8f71d16dd'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:45:46.270594 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:46.270747 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-68eb1916-4081-46ad-a745-f91f44166126 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4026923 Aug 31 14:45:46.270851 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45576) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:46.283899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878c2e5e-85a5-4799-9e25-bc5492e3e2b4 None None] Network a3123637-a064-4fa8-9bfc-6ff3dd82511c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:46.289771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e97524e7-cb64-4a35-a443-eab7856bc615 req-aca31d6a-875b-4e0c-bdf6-9dedd961359b service neutron] 10.222.0.25 "GET /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628021 Aug 31 14:45:46.331721 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a50e820a-a1f4-4310-b60a-e9b362fbc5dc tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:46.335497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785ac1b5-139c-4c45-ba9d-26870df108c7 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:46.338101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785ac1b5-139c-4c45-ba9d-26870df108c7 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:46.341053 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785ac1b5-139c-4c45-ba9d-26870df108c7 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:46.353113 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-785ac1b5-139c-4c45-ba9d-26870df108c7 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0716004 Aug 31 14:45:46.353552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45580) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:46.391207 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9230094d-7d9d-4d6d-a2d5-bbb91d4816f1 req-edc6a3b9-f806-47b6-88f6-cbbd6a964319 service neutron] 10.222.0.60 "GET /v2.0/networks/5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236574 Aug 31 14:45:46.479321 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-87848661-8b6d-4eb9-bc71-9b75fd7c9ea8 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Deleting subnet 488201bd-9af7-4c2b-9c14-a3d8f71d16dd {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:45:46.518895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Allocated IP 2001:db8::1 (74b32294-1af8-4af3-8c32-6ff0969940a6/488201bd-9af7-4c2b-9c14-a3d8f71d16dd/33b2ccec-e821-42fa-b452-9f657e5b0759) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:46.537565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e507e9d-489d-4ced-aac8-2b53e82e925d req-d1bf6fed-05ae-4427-9943-db1c54a4f4a0 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:46.539108 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4e507e9d-489d-4ced-aac8-2b53e82e925d req-d1bf6fed-05ae-4427-9943-db1c54a4f4a0 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1094 time: 0.1422319 Aug 31 14:45:46.570556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-a3123637-a064-4fa8-9bfc-6ff3dd82511c', 'network_id': 'a3123637-a064-4fa8-9bfc-6ff3dd82511c', 'tenant_id': 'bf11baf7dfb14a2faff2ab768474342d', 'fixed_ips': [{'subnet_id': '2a70a2bc-c544-44c4-b971-ccdbb3ce87c2'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:45:46.571446 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:46.598595 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4e507e9d-489d-4ced-aac8-2b53e82e925d req-d2c2ef74-a763-4215-ab27-544ae6409257 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501850 Aug 31 14:45:46.614798 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:45:46.639631 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a50e820a-a1f4-4310-b60a-e9b362fbc5dc tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:46.645882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a50e820a-a1f4-4310-b60a-e9b362fbc5dc tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:46.722804 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e820a-a1f4-4310-b60a-e9b362fbc5dc tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event updated for resources: {'Port': ['ID=54ca17bc-251a-46af-9e90-210afdbcdba5,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:46.739897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a50e820a-a1f4-4310-b60a-e9b362fbc5dc tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] In _notify_port_updated(), no bound segment for port 54ca17bc-251a-46af-9e90-210afdbcdba5 on network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:45:46.745657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e820a-a1f4-4310-b60a-e9b362fbc5dc tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:46.746298 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a50e820a-a1f4-4310-b60a-e9b362fbc5dc tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:46.750273 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a50e820a-a1f4-4310-b60a-e9b362fbc5dc tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "PUT /v2.0/ports/54ca17bc-251a-46af-9e90-210afdbcdba5 HTTP/1.1" status: 200 len: 993 time: 0.7996922 Aug 31 14:45:46.750623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45582) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:46.865868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f4b38455-aeef-4ca3-8aa8-cd5fcbf06ab8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Deleting port 54ca17bc-251a-46af-9e90-210afdbcdba5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:46.866221 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4b38455-aeef-4ca3-8aa8-cd5fcbf06ab8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:46.923303 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Allocated IP 2001:db8:0:1::1 (a3123637-a064-4fa8-9bfc-6ff3dd82511c/2a70a2bc-c544-44c4-b971-ccdbb3ce87c2/d4f4648d-b9c3-4038-b409-56eef3fa4933) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:46.941251 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:46.954667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:46.971045 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Transition to ACTIVE for port object 33b2ccec-e821-42fa-b452-9f657e5b0759 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:47.000097 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4b38455-aeef-4ca3-8aa8-cd5fcbf06ab8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.021706 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af', 'network_id': '5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848', 'port_id': '5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af', 'mac_address': 'fa:16:3e:e0:00:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485adb3d-72e5-4543-899b-f90e74371d81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:45:47.024325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f4b38455-aeef-4ca3-8aa8-cd5fcbf06ab8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Calling delete_port for 54ca17bc-251a-46af-9e90-210afdbcdba5 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:47.033703 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5ecae-d424-4fc1-984b-cc640338db6a req-3915a5d3-a5d0-485f-add6-31e98d9f171e tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:47.035395 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ece5ecae-d424-4fc1-984b-cc640338db6a req-3915a5d3-a5d0-485f-add6-31e98d9f171e tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 944 time: 0.0799010 Aug 31 14:45:47.042499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Transition to ACTIVE for port object 33b2ccec-e821-42fa-b452-9f657e5b0759 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:47.070773 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.081456 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cd6df277-3f4e-40fd-9a28-2680255c3bd6 None None] Provisioning complete for port 54ca17bc-251a-46af-9e90-210afdbcdba5 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:47.081822 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd6df277-3f4e-40fd-9a28-2680255c3bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.082630 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-87848661-8b6d-4eb9-bc71-9b75fd7c9ea8 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.154200 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-87848661-8b6d-4eb9-bc71-9b75fd7c9ea8 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.163616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Network 74b32294-1af8-4af3-8c32-6ff0969940a6 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:47.172298 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.178797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:47.189592 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ece5ecae-d424-4fc1-984b-cc640338db6a req-9b309b8d-1291-45b6-a3dd-289db7a2fa94 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401417 Aug 31 14:45:47.197897 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:47.199870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-cd6df277-3f4e-40fd-9a28-2680255c3bd6 None None] Port 54ca17bc-251a-46af-9e90-210afdbcdba5 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:47.297712 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-87848661-8b6d-4eb9-bc71-9b75fd7c9ea8 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.340773 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4b38455-aeef-4ca3-8aa8-cd5fcbf06ab8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.381400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b38455-aeef-4ca3-8aa8-cd5fcbf06ab8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event deleted for resources: {'Port': ['ID=54ca17bc-251a-46af-9e90-210afdbcdba5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:47.386148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:45:47.392700 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Pushing event updated for resources: {'Port': ['ID=33b2ccec-e821-42fa-b452-9f657e5b0759,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:47.396456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a1093-6d7e-4991-aebf-bb9ae9077a7d req-a2248daf-4baa-4444-b55d-5115d5923123 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:47.402168 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-522a1093-6d7e-4991-aebf-bb9ae9077a7d req-a2248daf-4baa-4444-b55d-5115d5923123 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 943 time: 0.0801113 Aug 31 14:45:47.430102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4be48244-cf7c-4628-a188-761098fcd4bf details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:45:47.431904 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-87848661-8b6d-4eb9-bc71-9b75fd7c9ea8 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.442395 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:47.442739 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:47.443082 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:47.443444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:47.443778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:47.444108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:47.444435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:47.444759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:47.445082 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:47.445403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:47.445813 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:47.446089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:47.466815 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-522a1093-6d7e-4991-aebf-bb9ae9077a7d req-0eebdc4e-1757-4bdc-9aba-5790807b85dc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524952 Aug 31 14:45:47.477823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87848661-8b6d-4eb9-bc71-9b75fd7c9ea8 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event deleted for resources: {'Subnet': ['ID=488201bd-9af7-4c2b-9c14-a3d8f71d16dd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:47.481957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:47.494540 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.497574 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.527875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Attempting to bind port 33b2ccec-e821-42fa-b452-9f657e5b0759 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:47.528502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Attempting to bind port 33b2ccec-e821-42fa-b452-9f657e5b0759 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '1525ee73-b325-41ce-b88b-b8bb50a85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '74b32294-1af8-4af3-8c32-6ff0969940a6'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:47.528879 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Attempting to bind port 33b2ccec-e821-42fa-b452-9f657e5b0759 on network 74b32294-1af8-4af3-8c32-6ff0969940a6 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:47.531772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Transition to ACTIVE for port object d4f4648d-b9c3-4038-b409-56eef3fa4933 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:47.533564 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-87848661-8b6d-4eb9-bc71-9b75fd7c9ea8 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.537920 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-87848661-8b6d-4eb9-bc71-9b75fd7c9ea8 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "DELETE /v2.0/subnets/488201bd-9af7-4c2b-9c14-a3d8f71d16dd HTTP/1.1" status: 204 len: 168 time: 1.1810505 Aug 31 14:45:47.538618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45590) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:47.592347 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4b38455-aeef-4ca3-8aa8-cd5fcbf06ab8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.595094 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f4b38455-aeef-4ca3-8aa8-cd5fcbf06ab8 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "DELETE /v2.0/ports/54ca17bc-251a-46af-9e90-210afdbcdba5 HTTP/1.1" status: 204 len: 168 time: 0.8435700 Aug 31 14:45:47.597940 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:47.598144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45592) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:47.598324 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Checking segment: {'id': '1525ee73-b325-41ce-b88b-b8bb50a85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '74b32294-1af8-4af3-8c32-6ff0969940a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:47.598731 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.599131 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Bound using segment: {'id': '1525ee73-b325-41ce-b88b-b8bb50a85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '74b32294-1af8-4af3-8c32-6ff0969940a6'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:47.599653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Bound port: 33b2ccec-e821-42fa-b452-9f657e5b0759, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1525ee73-b325-41ce-b88b-b8bb50a85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '74b32294-1af8-4af3-8c32-6ff0969940a6'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:47.600038 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.614915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e040a925-566b-4d22-bab1-3dd9f9f44815 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Deleting subnet 2a70a2bc-c544-44c4-b971-ccdbb3ce87c2 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:45:47.628854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Transition to ACTIVE for port object d4f4648d-b9c3-4038-b409-56eef3fa4933 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:47.630180 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-666861cc-a30c-493e-92a5-a9e5796a6aa9 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] GET failed (client error): The resource could not be found. Aug 31 14:45:47.635785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-666861cc-a30c-493e-92a5-a9e5796a6aa9 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "GET /v2.0/ports/54ca17bc-251a-46af-9e90-210afdbcdba5 HTTP/1.1" status: 404 len: 333 time: 0.0319524 Aug 31 14:45:47.635987 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45596) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:47.642702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Request body: {'port': {'network_id': '50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c', 'name': 'tempest-AllowedAddressPairTestJSON-283687586'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:47.649119 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e040a925-566b-4d22-bab1-3dd9f9f44815 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.665516 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.694634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:47.728945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Network a3123637-a064-4fa8-9bfc-6ff3dd82511c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:47.745102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d91c8-acd5-4533-83cb-950e8c462ba2 req-3126da93-6b49-42af-9a63-4a017982b4c0 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:47.747658 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-968d91c8-acd5-4533-83cb-950e8c462ba2 req-3126da93-6b49-42af-9a63-4a017982b4c0 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1095 time: 0.0611567 Aug 31 14:45:47.748396 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e040a925-566b-4d22-bab1-3dd9f9f44815 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.754451 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:45:47.769160 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:47.787805 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-968d91c8-acd5-4533-83cb-950e8c462ba2 req-01b07b91-5230-49b4-ae8f-1433454073e4 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324435 Aug 31 14:45:47.795634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4be48244-cf7c-4628-a188-761098fcd4bf, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4be48244-cf7c-4628-a188-761098fcd4bf,segment=NetworkSegment(07dda46c-fb34-4a0b-bece-c9a56c34bd29),segment_id=07dda46c-fb34-4a0b-bece-c9a56c34bd29)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:47.798270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:47.837722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] For port 33b2ccec-e821-42fa-b452-9f657e5b0759, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:47.839833 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '4be48244-cf7c-4628-a188-761098fcd4bf', 'network_id': '8f800c50-d6e8-4eae-a0e7-70583b2a8bbc', 'port_id': '4be48244-cf7c-4628-a188-761098fcd4bf', 'mac_address': 'fa:16:3e:66:b9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc1145a-9dec-4b7c-88c8-23c6b06f9a69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:45:47.863246 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Pushing event updated for resources: {'Port': ['ID=d4f4648d-b9c3-4038-b409-56eef3fa4933,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:47.873627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Made reservation on behalf of 4aed8d7962514dc693cd0ec4076eb2f9 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:47.877318 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.878123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] For port 33b2ccec-e821-42fa-b452-9f657e5b0759, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=33b2ccec-e821-42fa-b452-9f657e5b0759,segment=NetworkSegment(1525ee73-b325-41ce-b88b-b8bb50a85a95),segment_id=1525ee73-b325-41ce-b88b-b8bb50a85a95)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:47.892151 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e040a925-566b-4d22-bab1-3dd9f9f44815 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.926586 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:47.928049 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] device_id is not set on port 024051d1-962d-4708-9d95-ce2a8a891e3c yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:47.980000 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Attempting to bind port d4f4648d-b9c3-4038-b409-56eef3fa4933 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:47.980369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Attempting to bind port d4f4648d-b9c3-4038-b409-56eef3fa4933 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '45205dc7-2cee-41d8-bd8c-1257d78d0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a3123637-a064-4fa8-9bfc-6ff3dd82511c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:47.980730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Attempting to bind port d4f4648d-b9c3-4038-b409-56eef3fa4933 on network a3123637-a064-4fa8-9bfc-6ff3dd82511c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:47.996723 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.012867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:48.013238 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Checking segment: {'id': '45205dc7-2cee-41d8-bd8c-1257d78d0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a3123637-a064-4fa8-9bfc-6ff3dd82511c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:48.013637 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.014182 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Bound using segment: {'id': '45205dc7-2cee-41d8-bd8c-1257d78d0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a3123637-a064-4fa8-9bfc-6ff3dd82511c'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:48.014660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Bound port: d4f4648d-b9c3-4038-b409-56eef3fa4933, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45205dc7-2cee-41d8-bd8c-1257d78d0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a3123637-a064-4fa8-9bfc-6ff3dd82511c'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:48.015039 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.054094 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e040a925-566b-4d22-bab1-3dd9f9f44815 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.075401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be48244-cf7c-4628-a188-761098fcd4bf {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:45:48.083946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9d19a-f3b0-4850-a86c-da0123b488e4 None None] Pushing event updated for resources: {'Port': ['ID=33b2ccec-e821-42fa-b452-9f657e5b0759,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:48.096940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040a925-566b-4d22-bab1-3dd9f9f44815 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event deleted for resources: {'Subnet': ['ID=2a70a2bc-c544-44c4-b971-ccdbb3ce87c2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:48.105618 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e040a925-566b-4d22-bab1-3dd9f9f44815 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.107586 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e040a925-566b-4d22-bab1-3dd9f9f44815 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "DELETE /v2.0/subnets/2a70a2bc-c544-44c4-b971-ccdbb3ce87c2 HTTP/1.1" status: 204 len: 168 time: 0.5683179 Aug 31 14:45:48.110929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45600) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:48.124348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Allocated IP 172.20.0.4 (50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c/f1f91d54-757c-4ce1-be3a-0a752cae9ae3/024051d1-962d-4708-9d95-ce2a8a891e3c) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:48.138775 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4be48244-cf7c-4628-a188-761098fcd4bf, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4be48244-cf7c-4628-a188-761098fcd4bf,segment=NetworkSegment(07dda46c-fb34-4a0b-bece-c9a56c34bd29),segment_id=07dda46c-fb34-4a0b-bece-c9a56c34bd29)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:48.151276 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.153031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a430ac-47ba-4009-b2ae-3b5bd238bac6 None None] Network 74b32294-1af8-4af3-8c32-6ff0969940a6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:48.188272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382a10a2-41ac-4670-b634-6c02d957f2c4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:48.192966 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-382a10a2-41ac-4670-b634-6c02d957f2c4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0774441 Aug 31 14:45:48.193676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:48.282924 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] For port d4f4648d-b9c3-4038-b409-56eef3fa4933, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:48.294889 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.325025 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] For port d4f4648d-b9c3-4038-b409-56eef3fa4933, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d4f4648d-b9c3-4038-b409-56eef3fa4933,segment=NetworkSegment(45205dc7-2cee-41d8-bd8c-1257d78d0ddc),segment_id=45205dc7-2cee-41d8-bd8c-1257d78d0ddc)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:48.344184 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.349918 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=4be48244-cf7c-4628-a188-761098fcd4bf,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:48.355666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2735b-45c0-43d1-bece-a1df6deeeb83 req-36fbb668-5450-41d2-b796-e13636a0e7ff tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:48.355996 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.357549 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-93c2735b-45c0-43d1-bece-a1df6deeeb83 req-36fbb668-5450-41d2-b796-e13636a0e7ff tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 945 time: 0.0791645 Aug 31 14:45:48.376862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Transition to ACTIVE for port object 024051d1-962d-4708-9d95-ce2a8a891e3c will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:48.404633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['4be48244-cf7c-4628-a188-761098fcd4bf'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:45:48.413639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Deleting port d4f4648d-b9c3-4038-b409-56eef3fa4933 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:48.413980 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.418171 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-93c2735b-45c0-43d1-bece-a1df6deeeb83 req-d6308427-9fb4-4ff7-8f97-ee084d1ec7fd tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507576 Aug 31 14:45:48.428406 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.482655 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:48.489877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:48.493876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:48.511301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] For port d4f4648d-b9c3-4038-b409-56eef3fa4933, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d4f4648d-b9c3-4038-b409-56eef3fa4933,segment=NetworkSegment(45205dc7-2cee-41d8-bd8c-1257d78d0ddc),segment_id=45205dc7-2cee-41d8-bd8c-1257d78d0ddc)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:48.513703 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.522426 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbd95e-34c6-4cf2-9a87-7ed1162d33cc None None] Pushing event updated for resources: {'Port': ['ID=d4f4648d-b9c3-4038-b409-56eef3fa4933,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:48.534180 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709bb70c-2de7-4256-b402-b6be33247a87 None None] Network a3123637-a064-4fa8-9bfc-6ff3dd82511c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:48.554895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Calling delete_port for d4f4648d-b9c3-4038-b409-56eef3fa4933 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:48.574844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:48.575684 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.592136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event updated for resources: {'Port': ['ID=024051d1-962d-4708-9d95-ce2a8a891e3c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:48.599268 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b264a21c-1889-41d4-8ec4-a93c37c94e9a tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9600303 Aug 31 14:45:48.615441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45608) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:48.618481 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 9aa9874f-64ae-47d9-bb5a-64297f34378b details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:45:48.625274 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7fa84ecc-b52c-497a-a4c7-c0d684850fee tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8c:be:7f'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:48.692281 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.739322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event deleted for resources: {'Port': ['ID=d4f4648d-b9c3-4038-b409-56eef3fa4933,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:48.740577 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47463d-52de-4911-9147-587d11db41af req-0d7eb657-55ae-4d57-bca4-9cc57cdd156d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:48.742160 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6f47463d-52de-4911-9147-587d11db41af req-0d7eb657-55ae-4d57-bca4-9cc57cdd156d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 943 time: 0.1437845 Aug 31 14:45:48.748933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] No DVR routers for this DVR port d4f4648d-b9c3-4038-b409-56eef3fa4933 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:45:48.802933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba41d45-9bf0-43b8-9398-592934ec35c8 None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:45:48.811219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6f47463d-52de-4911-9147-587d11db41af req-6290e4a8-c626-48a7-8437-d05d6f8d06b6 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591462 Aug 31 14:45:48.846604 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.858298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3123637-a064-4fa8-9bfc-6ff3dd82511c']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:48.872359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45205dc7-2cee-41d8-bd8c-1257d78d0ddc') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:48.873210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45205dc7-2cee-41d8-bd8c-1257d78d0ddc') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:48.877717 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fa84ecc-b52c-497a-a4c7-c0d684850fee tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.885449 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.893543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-85d7b7ea-0048-4e13-a1bd-846d4344a064 None None] Provisioning for port 024051d1-962d-4708-9d95-ce2a8a891e3c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:48.921320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-85d7b7ea-0048-4e13-a1bd-846d4344a064 None None] Provisioning complete for port 024051d1-962d-4708-9d95-ce2a8a891e3c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:48.922523 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85d7b7ea-0048-4e13-a1bd-846d4344a064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.928282 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.936556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:45:48.936916 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:45:48.940001 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:45:48.975613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 9aa9874f-64ae-47d9-bb5a-64297f34378b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=9aa9874f-64ae-47d9-bb5a-64297f34378b,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:49.000398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '9aa9874f-64ae-47d9-bb5a-64297f34378b', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'port_id': '9aa9874f-64ae-47d9-bb5a-64297f34378b', 'mac_address': 'fa:16:3e:3a:9f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:45:49.001947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb21daa-292b-4ffd-905b-03d2d78c61c4 req-c9e04a49-7c00-4fde-8bc7-1e2d9a4367d9 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:49.009984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fb21daa-292b-4ffd-905b-03d2d78c61c4 req-c9e04a49-7c00-4fde-8bc7-1e2d9a4367d9 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1095 time: 0.1157112 Aug 31 14:45:49.027515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-85d7b7ea-0048-4e13-a1bd-846d4344a064 None None] Port 024051d1-962d-4708-9d95-ce2a8a891e3c cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:49.031790 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.041208 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.043225 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "DELETE /v2.0/networks/a3123637-a064-4fa8-9bfc-6ff3dd82511c HTTP/1.1" status: 204 len: 168 time: 0.8483622 Aug 31 14:45:49.048170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45614) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:49.059821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20cbf8-193e-499c-b592-e1ea58c93820 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event deleted for resources: {'Network': ['ID=a3123637-a064-4fa8-9bfc-6ff3dd82511c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:49.073704 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fb21daa-292b-4ffd-905b-03d2d78c61c4 req-1233a902-7b13-47dd-9f25-d4293e37aa5e tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568011 Aug 31 14:45:49.081010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba41d45-9bf0-43b8-9398-592934ec35c8 None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:45:49.094275 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.126734 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa9874f-64ae-47d9-bb5a-64297f34378b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:45:49.162506 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.188794 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fa84ecc-b52c-497a-a4c7-c0d684850fee tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.190604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 9aa9874f-64ae-47d9-bb5a-64297f34378b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=9aa9874f-64ae-47d9-bb5a-64297f34378b,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:49.197486 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.209460 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fa84ecc-b52c-497a-a4c7-c0d684850fee tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.286679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=9aa9874f-64ae-47d9-bb5a-64297f34378b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:49.302449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa84ecc-b52c-497a-a4c7-c0d684850fee tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event updated for resources: {'Port': ['ID=024051d1-962d-4708-9d95-ce2a8a891e3c,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:49.318670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Deleting port 33b2ccec-e821-42fa-b452-9f657e5b0759 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:49.319013 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.320723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7fa84ecc-b52c-497a-a4c7-c0d684850fee tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] In _notify_port_updated(), no bound segment for port 024051d1-962d-4708-9d95-ce2a8a891e3c on network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c {{(pid=94870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:45:49.326170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa84ecc-b52c-497a-a4c7-c0d684850fee tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:49.326786 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fa84ecc-b52c-497a-a4c7-c0d684850fee tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.328682 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7fa84ecc-b52c-497a-a4c7-c0d684850fee tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "PUT /v2.0/ports/024051d1-962d-4708-9d95-ce2a8a891e3c HTTP/1.1" status: 200 len: 995 time: 0.7102251 Aug 31 14:45:49.331661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45616) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:49.398118 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] For port 33b2ccec-e821-42fa-b452-9f657e5b0759, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=33b2ccec-e821-42fa-b452-9f657e5b0759,segment=NetworkSegment(1525ee73-b325-41ce-b88b-b8bb50a85a95),segment_id=1525ee73-b325-41ce-b88b-b8bb50a85a95)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:49.398591 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.412833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Calling delete_port for 33b2ccec-e821-42fa-b452-9f657e5b0759 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:49.438431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['9aa9874f-64ae-47d9-bb5a-64297f34378b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:45:49.441639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4be48244-cf7c-4628-a188-761098fcd4bf up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:49.442202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-71171d9b-b8c2-4433-bde1-f5504fdc95c2 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Deleting port 024051d1-962d-4708-9d95-ce2a8a891e3c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:49.442573 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71171d9b-b8c2-4433-bde1-f5504fdc95c2 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.449985 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f12446-d224-42df-adc7-3a96f03d932b None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:45:49.514190 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.542205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event deleted for resources: {'Port': ['ID=33b2ccec-e821-42fa-b452-9f657e5b0759,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:49.547957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] No DVR routers for this DVR port 33b2ccec-e821-42fa-b452-9f657e5b0759 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:45:49.586164 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71171d9b-b8c2-4433-bde1-f5504fdc95c2 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.587577 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.602458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-71171d9b-b8c2-4433-bde1-f5504fdc95c2 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Calling delete_port for 024051d1-962d-4708-9d95-ce2a8a891e3c owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:49.611121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b719e4-e1b9-4d5f-a865-e8066b5e5a83 req-722e604f-f75c-4dfb-802c-da0f851a4e6e tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:49.613112 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99b719e4-e1b9-4d5f-a865-e8066b5e5a83 req-722e604f-f75c-4dfb-802c-da0f851a4e6e tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 945 time: 0.0864482 Aug 31 14:45:49.619162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8171dd14-f4fe-4bfd-90af-4b81b8e5cfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.645355 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.656675 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b32294-1af8-4af3-8c32-6ff0969940a6']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:49.668936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1525ee73-b325-41ce-b88b-b8bb50a85a95') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:49.668936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1525ee73-b325-41ce-b88b-b8bb50a85a95') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:49.681322 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.687808 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-99b719e4-e1b9-4d5f-a865-e8066b5e5a83 req-e40d8ee1-1d17-4ac5-bc53-b33d59c486ff tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671077 Aug 31 14:45:49.693220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 4be48244-cf7c-4628-a188-761098fcd4bf completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:49.708404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 4be48244-cf7c-4628-a188-761098fcd4bf triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:49.708775 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.711491 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.721507 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:45:49.722200 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:45:49.726025 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:45:49.767473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f12446-d224-42df-adc7-3a96f03d932b None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:45:49.788617 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71171d9b-b8c2-4433-bde1-f5504fdc95c2 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.792547 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.803982 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.805917 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "DELETE /v2.0/networks/74b32294-1af8-4af3-8c32-6ff0969940a6 HTTP/1.1" status: 204 len: 168 time: 0.7574589 Aug 31 14:45:49.817050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45620) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:49.825905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf3c1e-1e8f-48d0-906a-ec4f0f4d6ca5 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event deleted for resources: {'Network': ['ID=74b32294-1af8-4af3-8c32-6ff0969940a6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:49.826108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71171d9b-b8c2-4433-bde1-f5504fdc95c2 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event deleted for resources: {'Port': ['ID=024051d1-962d-4708-9d95-ce2a8a891e3c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:49.909039 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71171d9b-b8c2-4433-bde1-f5504fdc95c2 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.911635 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-71171d9b-b8c2-4433-bde1-f5504fdc95c2 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "DELETE /v2.0/ports/024051d1-962d-4708-9d95-ce2a8a891e3c HTTP/1.1" status: 204 len: 168 time: 0.5787909 Aug 31 14:45:49.914153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45624) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:49.943630 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f459612a-d274-4dfb-b5c9-e1196f1453e4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.943830 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:49.943921 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd73f44-af85-4d9d-b42c-3eafa6f8affe tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] GET failed (client error): The resource could not be found. Aug 31 14:45:49.948769 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9cd73f44-af85-4d9d-b42c-3eafa6f8affe tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "GET /v2.0/ports/024051d1-962d-4708-9d95-ce2a8a891e3c HTTP/1.1" status: 404 len: 333 time: 0.0302138 Aug 31 14:45:49.949204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45626) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:49.954403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Request body: {'port': {'network_id': '50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c', 'name': 'tempest-AllowedAddressPairTestJSON-1151363673'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:50.029782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498d6d4-db66-4a2e-9e06-deabaf0e678f req-6325e457-67d5-4b88-a2fd-e623055b17c3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:50.031682 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1498d6d4-db66-4a2e-9e06-deabaf0e678f req-6325e457-67d5-4b88-a2fd-e623055b17c3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 944 time: 0.1053450 Aug 31 14:45:50.113647 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f459612a-d274-4dfb-b5c9-e1196f1453e4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:50.118932 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1498d6d4-db66-4a2e-9e06-deabaf0e678f req-063eccd9-1130-4c65-b052-e6fc0d38c1f4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552404 Aug 31 14:45:50.132786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f459612a-d274-4dfb-b5c9-e1196f1453e4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940213d9-f744-40e4-b9b8-54640952034d']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:50.154103 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f459612a-d274-4dfb-b5c9-e1196f1453e4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12be5eee-ad9c-4b38-afef-c47dff4d70b5') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:50.156838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f459612a-d274-4dfb-b5c9-e1196f1453e4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12be5eee-ad9c-4b38-afef-c47dff4d70b5') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:50.184316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1e8014-83cd-47c4-bd47-ea91abc3bf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be48244-cf7c-4628-a188-761098fcd4bf'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:45:50.185557 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f459612a-d274-4dfb-b5c9-e1196f1453e4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:50.187711 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d29e6f-f93f-43d2-af79-61fd0da8fb94" -d '{"events": [{"server_uuid": "0a1e8014-83cd-47c4-bd47-ea91abc3bf8d", "name": "network-vif-plugged", "status": "completed", "tag": "4be48244-cf7c-4628-a188-761098fcd4bf"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:45:50.208635 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f459612a-d274-4dfb-b5c9-e1196f1453e4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:50.214791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4be48244-cf7c-4628-a188-761098fcd4bf, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4be48244-cf7c-4628-a188-761098fcd4bf,segment=NetworkSegment(07dda46c-fb34-4a0b-bece-c9a56c34bd29),segment_id=07dda46c-fb34-4a0b-bece-c9a56c34bd29)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:50.221135 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f459612a-d274-4dfb-b5c9-e1196f1453e4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:45:50.221736 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f459612a-d274-4dfb-b5c9-e1196f1453e4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:45:50.227048 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:45:50.251627 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:50.309142 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f459612a-d274-4dfb-b5c9-e1196f1453e4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:50.320757 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f459612a-d274-4dfb-b5c9-e1196f1453e4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:50.326455 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f459612a-d274-4dfb-b5c9-e1196f1453e4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "DELETE /v2.0/networks/940213d9-f744-40e4-b9b8-54640952034d HTTP/1.1" status: 204 len: 168 time: 0.5079174 Aug 31 14:45:50.329730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45636) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:50.351304 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=4be48244-cf7c-4628-a188-761098fcd4bf,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:50.362713 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459612a-d274-4dfb-b5c9-e1196f1453e4 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event deleted for resources: {'Network': ['ID=940213d9-f744-40e4-b9b8-54640952034d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:50.450189 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd5fb7f-3106-4e4a-bf65-17b5ed4a6581 x-openstack-request-id: req-3fd5fb7f-3106-4e4a-bf65-17b5ed4a6581 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:45:50.450484 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1e8014-83cd-47c4-bd47-ea91abc3bf8d", "name": "network-vif-plugged", "status": "completed", "tag": "4be48244-cf7c-4628-a188-761098fcd4bf", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:45:50.451241 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3fd5fb7f-3106-4e4a-bf65-17b5ed4a6581 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:45:50.451652 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1e8014-83cd-47c4-bd47-ea91abc3bf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be48244-cf7c-4628-a188-761098fcd4bf', 'code': 200} Aug 31 14:45:50.599846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f247e-8a3a-425d-a35c-e34e9f25163e req-3c20f27c-97d7-419a-9ea8-54a8e27f3f54 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:50.601421 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a6f247e-8a3a-425d-a35c-e34e9f25163e req-3c20f27c-97d7-419a-9ea8-54a8e27f3f54 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1095 time: 0.1608477 Aug 31 14:45:50.613235 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1379180a-b00b-48cb-a147-2e808febdab0 req-6363f8d2-ea16-4940-81ce-bc77a70bec71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1604061 Aug 31 14:45:50.646917 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:50.648921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1021f4-23b3-48dd-9519-8c153e6441d0 req-65287e23-a617-48ad-b968-e4dc7b8b44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:50.650450 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b1021f4-23b3-48dd-9519-8c153e6441d0 req-65287e23-a617-48ad-b968-e4dc7b8b44ba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 1097 time: 0.1309984 Aug 31 14:45:50.720665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a6f247e-8a3a-425d-a35c-e34e9f25163e req-c75b727b-2621-4990-83e3-852877782c7d tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047974 Aug 31 14:45:50.722349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Made reservation on behalf of 4aed8d7962514dc693cd0ec4076eb2f9 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:50.726035 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:50.752397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:50.758657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:50.759955 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:50.761727 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b1021f4-23b3-48dd-9519-8c153e6441d0 req-91e1602c-55cc-453c-9449-d98428a65923 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036620 Aug 31 14:45:50.767012 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] device_id is not set on port 59e39520-4cf5-4c75-b42b-e10d9d674afc yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:50.775313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379180a-b00b-48cb-a147-2e808febdab0 req-2fb8889e-88cf-4e49-998b-848c998cf75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:50.777032 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1379180a-b00b-48cb-a147-2e808febdab0 req-2fb8889e-88cf-4e49-998b-848c998cf75f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 1096 time: 0.1044476 Aug 31 14:45:50.794940 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c8ce251d-017a-4d7c-9ada-1120d517f142 None None] Could not find standard attr ID for object 024051d1-962d-4708-9d95-ce2a8a891e3c. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:45:50.824823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-198db523-3824-4eaa-b6bc-d76c65fa3ca6 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:50.887896 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:50.928643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:50.933707 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:50.979432 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-198db523-3824-4eaa-b6bc-d76c65fa3ca6 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:50.995653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379180a-b00b-48cb-a147-2e808febdab0 req-662d6c16-6808-49b8-94af-858f5aa714d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:50.996941 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1379180a-b00b-48cb-a147-2e808febdab0 req-662d6c16-6808-49b8-94af-858f5aa714d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 917 time: 0.1807640 Aug 31 14:45:50.998043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Allocated IP 172.20.0.5 (50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c/f1f91d54-757c-4ce1-be3a-0a752cae9ae3/59e39520-4cf5-4c75-b42b-e10d9d674afc) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:50.998367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf8b81-de87-4689-9440-dd1e4af1a59d req-a326a7fc-aae9-420f-ac6a-e2e61d2371d2 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:51.000813 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a1bf8b81-de87-4689-9440-dd1e4af1a59d req-a326a7fc-aae9-420f-ac6a-e2e61d2371d2 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 946 time: 0.1370492 Aug 31 14:45:51.004793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-198db523-3824-4eaa-b6bc-d76c65fa3ca6 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effff707-913a-4a01-a609-723be300f8ae']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:51.025102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-198db523-3824-4eaa-b6bc-d76c65fa3ca6 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ba0a14-4f7d-400b-9e78-483ea6735cd3') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:51.025415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-198db523-3824-4eaa-b6bc-d76c65fa3ca6 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ba0a14-4f7d-400b-9e78-483ea6735cd3') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:51.030347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:51.045405 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-198db523-3824-4eaa-b6bc-d76c65fa3ca6 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:51.072551 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a1bf8b81-de87-4689-9440-dd1e4af1a59d req-1703693b-6d03-4e39-9517-62f2df13d591 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574441 Aug 31 14:45:51.072977 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-198db523-3824-4eaa-b6bc-d76c65fa3ca6 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:51.080505 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198db523-3824-4eaa-b6bc-d76c65fa3ca6 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:45:51.080843 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-198db523-3824-4eaa-b6bc-d76c65fa3ca6 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:45:51.084021 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:45:51.108658 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1379180a-b00b-48cb-a147-2e808febdab0 req-6b1e6fd4-bec4-44e5-b709-f0ee2d9f915d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9e6127-d3be-402d-8652-46a554402315 HTTP/1.1" status: 200 len: 1001 time: 0.0961208 Aug 31 14:45:51.144188 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-198db523-3824-4eaa-b6bc-d76c65fa3ca6 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:51.152999 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-198db523-3824-4eaa-b6bc-d76c65fa3ca6 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:51.156219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-198db523-3824-4eaa-b6bc-d76c65fa3ca6 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] 10.222.0.39 "DELETE /v2.0/networks/effff707-913a-4a01-a609-723be300f8ae HTTP/1.1" status: 204 len: 168 time: 0.8249812 Aug 31 14:45:51.178478 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198db523-3824-4eaa-b6bc-d76c65fa3ca6 tempest-BulkNetworkOpsIpV6Test-983772176 tempest-BulkNetworkOpsIpV6Test-983772176-project] Pushing event deleted for resources: {'Network': ['ID=effff707-913a-4a01-a609-723be300f8ae,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:51.226943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379180a-b00b-48cb-a147-2e808febdab0 req-b13b5d3b-e527-4a38-b9fc-7c9a14355d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:51.228474 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1379180a-b00b-48cb-a147-2e808febdab0 req-b13b5d3b-e527-4a38-b9fc-7c9a14355d35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.1130960 Aug 31 14:45:51.342142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d0815-1fa6-4d0d-bfe5-27fe701c9035 req-b654b5fb-52c8-4cd7-9011-ffd3f8972042 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:51.343831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-138d0815-1fa6-4d0d-bfe5-27fe701c9035 req-b654b5fb-52c8-4cd7-9011-ffd3f8972042 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 944 time: 0.1331558 Aug 31 14:45:51.347660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379180a-b00b-48cb-a147-2e808febdab0 req-77d20669-3b15-4a3a-aa4e-eae1d348bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:51.349196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1379180a-b00b-48cb-a147-2e808febdab0 req-77d20669-3b15-4a3a-aa4e-eae1d348bec2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029387 Aug 31 14:45:51.352099 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:51.422063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Transition to ACTIVE for port object 59e39520-4cf5-4c75-b42b-e10d9d674afc will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:51.440094 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45648) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:51.460150 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-138d0815-1fa6-4d0d-bfe5-27fe701c9035 req-870971b1-bafc-470d-be55-669e212dab43 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056478 Aug 31 14:45:51.505433 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1379180a-b00b-48cb-a147-2e808febdab0 req-09049727-78aa-4ad0-a4a0-479557f00ec5 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430361 Aug 31 14:45:51.511023 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:51.582235 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-93315f5f-f863-405d-b799-4c6ef11b2511 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf11baf7dfb14a2faff2ab768474342d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386094 Aug 31 14:45:51.582454 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45652) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:51.599438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:51.608704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:51.615196 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:51.635806 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ea0e39f4-8864-45e2-9611-a237a571db29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:51.650274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event updated for resources: {'Port': ['ID=59e39520-4cf5-4c75-b42b-e10d9d674afc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:51.661034 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ea0e39f4-8864-45e2-9611-a237a571db29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:51.692617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:51.693277 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:51.704461 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1379180a-b00b-48cb-a147-2e808febdab0 req-75c57714-12a9-4c5e-89c9-4803a3ae4013 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913533 Aug 31 14:45:51.718665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b1850b83-e630-4b2a-bb3f-17be898ad935 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7679791 Aug 31 14:45:51.720973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45654) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:51.726591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Request body: {'port': {'network_id': '50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c', 'name': 'tempest-AllowedAddressPairTestJSON-619631435'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:51.727746 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ea0e39f4-8864-45e2-9611-a237a571db29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:51.731264 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ea0e39f4-8864-45e2-9611-a237a571db29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:51.735709 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ea0e39f4-8864-45e2-9611-a237a571db29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/721875c4-3651-4bbb-b19e-987e59382b83 HTTP/1.1" status: 204 len: 168 time: 0.1522601 Aug 31 14:45:51.744601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e39f4-8864-45e2-9611-a237a571db29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721875c4-3651-4bbb-b19e-987e59382b83,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:51.893540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f8c8f-b0f3-4e69-be14-0b50f239e5a0 req-f0a0299b-8ce3-4d38-ba62-d682d8c3cffb tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:51.895204 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-609f8c8f-b0f3-4e69-be14-0b50f239e5a0 req-f0a0299b-8ce3-4d38-ba62-d682d8c3cffb tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1096 time: 0.0748956 Aug 31 14:45:51.922280 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Made reservation on behalf of 4aed8d7962514dc693cd0ec4076eb2f9 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:51.929465 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:51.938854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d4ef4cdf-4dbc-4b34-96b4-0843192db65d None None] Provisioning for port 59e39520-4cf5-4c75-b42b-e10d9d674afc completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:51.943433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d4ef4cdf-4dbc-4b34-96b4-0843192db65d None None] Provisioning complete for port 59e39520-4cf5-4c75-b42b-e10d9d674afc triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:51.943805 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d4ef4cdf-4dbc-4b34-96b4-0843192db65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:51.960012 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] device_id is not set on port 943b095a-f9d3-4bd6-9903-3e222cf919b9 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:45:51.965826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-609f8c8f-b0f3-4e69-be14-0b50f239e5a0 req-3b870009-5667-489d-895c-5113c36db3df tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643110 Aug 31 14:45:51.995866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d4ef4cdf-4dbc-4b34-96b4-0843192db65d None None] Port 59e39520-4cf5-4c75-b42b-e10d9d674afc cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:52.083757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Allocated IP 172.20.0.13 (50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c/f1f91d54-757c-4ce1-be3a-0a752cae9ae3/943b095a-f9d3-4bd6-9903-3e222cf919b9) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:52.164548 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b2ab-42fb-4de0-b41d-d45cf550c43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:52.259604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb378862-b0ff-4d8b-95dd-29b2c8e6541d req-b395445c-8afa-4049-baf9-5fdc07c4c078 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:52.261137 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bb378862-b0ff-4d8b-95dd-29b2c8e6541d req-b395445c-8afa-4049-baf9-5fdc07c4c078 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 946 time: 0.1090727 Aug 31 14:45:52.279033 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:52.298527 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:52.322654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Transition to ACTIVE for port object 943b095a-f9d3-4bd6-9903-3e222cf919b9 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:52.326496 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bb378862-b0ff-4d8b-95dd-29b2c8e6541d req-9d039d30-c3bb-4e66-8f05-622ac35e9c68 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591040 Aug 31 14:45:52.363956 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:52.413754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:52.417203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:52.421863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:52.428943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event updated for resources: {'Port': ['ID=943b095a-f9d3-4bd6-9903-3e222cf919b9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:52.452381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cf71d8-fc57-4615-b2c7-a52eed178bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:45:52.455209 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470d7f81-1333-4188-b58a-23f6ef0a66b4" -d '{"events": [{"server_uuid": "39cf71d8-fc57-4615-b2c7-a52eed178bfc", "name": "network-vif-plugged", "status": "completed", "tag": "5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:45:52.479249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:52.480265 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:52.498785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0afb579c-23a9-4bef-a59d-25f16e375a3b tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7766187 Aug 31 14:45:52.501953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45690) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:52.508962 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fbd197c1-f91f-4399-8409-cc87bbf0390d tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8c:be:7f'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f7:0b:21'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:52.529926 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9e8904-e40b-442e-929b-d2fb25398de2 x-openstack-request-id: req-ba9e8904-e40b-442e-929b-d2fb25398de2 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:45:52.530557 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cf71d8-fc57-4615-b2c7-a52eed178bfc", "name": "network-vif-plugged", "status": "completed", "tag": "5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:45:52.532703 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba9e8904-e40b-442e-929b-d2fb25398de2 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:45:52.533252 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cf71d8-fc57-4615-b2c7-a52eed178bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af', 'code': 200} Aug 31 14:45:52.649933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45696) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:52.660627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 9aa9874f-64ae-47d9-bb5a-64297f34378b up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:45:52.695216 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085f628-b65c-4448-898f-273f278dbe8d req-64a7e717-a973-4521-b6a6-f16bbdd8f066 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:52.712661 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3085f628-b65c-4448-898f-273f278dbe8d req-64a7e717-a973-4521-b6a6-f16bbdd8f066 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 944 time: 0.0948260 Aug 31 14:45:52.744993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb922ef0-09b6-4686-a3ed-fb8f2e039665 req-89f182f5-a2b8-401e-becf-153477de6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:52.751864 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fb922ef0-09b6-4686-a3ed-fb8f2e039665 req-89f182f5-a2b8-401e-becf-153477de6746 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1096 time: 0.1287129 Aug 31 14:45:52.755742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 9aa9874f-64ae-47d9-bb5a-64297f34378b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:52.771149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 9aa9874f-64ae-47d9-bb5a-64297f34378b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:52.771564 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:52.805108 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3085f628-b65c-4448-898f-273f278dbe8d req-88fb7d28-4cdc-4126-ba3d-54823ceb5426 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782554 Aug 31 14:45:52.817559 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbd197c1-f91f-4399-8409-cc87bbf0390d tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:52.827233 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fb922ef0-09b6-4686-a3ed-fb8f2e039665 req-9e2ec4aa-4fae-4e03-9b84-b1f7263dc26d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654771 Aug 31 14:45:52.851207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-471981259'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:52.875557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-15951d47-f270-424e-b1f0-36321d07e47e None None] Provisioning for port 943b095a-f9d3-4bd6-9903-3e222cf919b9 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:45:52.881417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-15951d47-f270-424e-b1f0-36321d07e47e None None] Provisioning complete for port 943b095a-f9d3-4bd6-9903-3e222cf919b9 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:52.882129 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15951d47-f270-424e-b1f0-36321d07e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:52.917338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Made reservation on behalf of ee670a5819f74e75835069d057bfdaf2 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:52.922113 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:52.945272 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-15951d47-f270-424e-b1f0-36321d07e47e None None] Port 943b095a-f9d3-4bd6-9903-3e222cf919b9 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:52.952106 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:52.977355 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:52.998784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 9aa9874f-64ae-47d9-bb5a-64297f34378b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=9aa9874f-64ae-47d9-bb5a-64297f34378b,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:53.008423 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.070239 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=9aa9874f-64ae-47d9-bb5a-64297f34378b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:53.160861 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbd197c1-f91f-4399-8409-cc87bbf0390d tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.166336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858fcc0-6244-4588-ae2a-ca626982f0a6 req-d8b2a662-c64c-4cff-af19-171a68c75758 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:53.167910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7858fcc0-6244-4588-ae2a-ca626982f0a6 req-d8b2a662-c64c-4cff-af19-171a68c75758 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1096 time: 0.1085479 Aug 31 14:45:53.170879 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbd197c1-f91f-4399-8409-cc87bbf0390d tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.275578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.298404 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.311820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd197c1-f91f-4399-8409-cc87bbf0390d tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event updated for resources: {'Port': ['ID=943b095a-f9d3-4bd6-9903-3e222cf919b9,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:53.321151 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7858fcc0-6244-4588-ae2a-ca626982f0a6 req-cb31de9a-34ac-49de-aa17-91c73542557b tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403012 Aug 31 14:45:53.344276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fbd197c1-f91f-4399-8409-cc87bbf0390d tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] In _notify_port_updated(), no bound segment for port 943b095a-f9d3-4bd6-9903-3e222cf919b9 on network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:45:53.352599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd197c1-f91f-4399-8409-cc87bbf0390d tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:53.353566 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbd197c1-f91f-4399-8409-cc87bbf0390d tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.358030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45704) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:53.358914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fbd197c1-f91f-4399-8409-cc87bbf0390d tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "PUT /v2.0/ports/943b095a-f9d3-4bd6-9903-3e222cf919b9 HTTP/1.1" status: 200 len: 1056 time: 0.8548865 Aug 31 14:45:53.369171 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:45:53.377103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635f53a3-058f-4fdb-a617-f8daa83b5818,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:53.386196 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.398376 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.398885 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Added segment f6091257-5e6e-41d0-86cb-2169b66235dc of type vlan for network 0f8e61ac-a464-48d7-8104-71f4bc33b45c Aug 31 14:45:53.462684 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.474154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-929b676c-9c28-410c-bfed-4c285248b9c1 None None] Provisioning complete for port 943b095a-f9d3-4bd6-9903-3e222cf919b9 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:45:53.474538 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-929b676c-9c28-410c-bfed-4c285248b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.498551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0f2b821d-2974-41ea-981c-b57d77b2aceb tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Deleting port 943b095a-f9d3-4bd6-9903-3e222cf919b9 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:53.498962 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f2b821d-2974-41ea-981c-b57d77b2aceb tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.500792 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.506174 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:53.506509 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.516905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-929b676c-9c28-410c-bfed-4c285248b9c1 None None] Port 943b095a-f9d3-4bd6-9903-3e222cf919b9 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:45:53.566020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9113648 Aug 31 14:45:53.577197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'Network': ['ID=0f8e61ac-a464-48d7-8104-71f4bc33b45c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:53.603013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:53.603396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:53.603951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:53.605005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:53.605364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:53.605877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:53.606228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:53.606569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:53.607017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:53.607582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:53.607976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:53.608363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78898c6f-8111-41a1-8bac-dd0bb35c104a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:45:53.621923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 0f8e61ac-a464-48d7-8104-71f4bc33b45c details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:45:53.626034 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f2b821d-2974-41ea-981c-b57d77b2aceb tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.641161 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0f2b821d-2974-41ea-981c-b57d77b2aceb tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Calling delete_port for 943b095a-f9d3-4bd6-9903-3e222cf919b9 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:53.799309 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f2b821d-2974-41ea-981c-b57d77b2aceb tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:53.829745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b821d-2974-41ea-981c-b57d77b2aceb tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event deleted for resources: {'Port': ['ID=943b095a-f9d3-4bd6-9903-3e222cf919b9,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:54.029373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cce3d-5a44-4ace-81c7-68abd09f01a2 req-2c539b47-ddfb-47df-a68f-8dd21830dcad tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:54.031407 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c7cce3d-5a44-4ace-81c7-68abd09f01a2 req-2c539b47-ddfb-47df-a68f-8dd21830dcad tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 945 time: 0.1331973 Aug 31 14:45:54.114484 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c7cce3d-5a44-4ace-81c7-68abd09f01a2 req-f6e8af70-3cd0-477a-8324-d261337896b8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742950 Aug 31 14:45:54.193056 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f2b821d-2974-41ea-981c-b57d77b2aceb tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:54.195972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0f2b821d-2974-41ea-981c-b57d77b2aceb tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "DELETE /v2.0/ports/943b095a-f9d3-4bd6-9903-3e222cf919b9 HTTP/1.1" status: 204 len: 168 time: 0.8365126 Aug 31 14:45:54.198277 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45712) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:54.225201 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-86412b1a-be17-4093-932c-c5a2428e96e5 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] GET failed (client error): The resource could not be found. Aug 31 14:45:54.226784 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-86412b1a-be17-4093-932c-c5a2428e96e5 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "GET /v2.0/ports/943b095a-f9d3-4bd6-9903-3e222cf919b9 HTTP/1.1" status: 404 len: 333 time: 0.0271318 Aug 31 14:45:54.229502 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45714) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:54.338350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7940351b-1b26-4da1-9094-320bb2d56e00 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Deleting port 59e39520-4cf5-4c75-b42b-e10d9d674afc {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:54.338781 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7940351b-1b26-4da1-9094-320bb2d56e00 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:54.475925 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:54.481212 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a8198-b723-48d1-88fb-a0e4738038ab req-3983283a-48b9-4489-84b5-e09e1cc1a1a1 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:54.484393 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-358a8198-b723-48d1-88fb-a0e4738038ab req-3983283a-48b9-4489-84b5-e09e1cc1a1a1 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1096 time: 0.0755260 Aug 31 14:45:54.488059 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7940351b-1b26-4da1-9094-320bb2d56e00 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:54.532966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7940351b-1b26-4da1-9094-320bb2d56e00 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Calling delete_port for 59e39520-4cf5-4c75-b42b-e10d9d674afc owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:54.535016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530665d1-61e1-407d-9317-1d3b3cfe080d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa9874f-64ae-47d9-bb5a-64297f34378b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:45:54.537999 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2011e6-54a6-415a-b06a-b6366771d53b" -d '{"events": [{"server_uuid": "530665d1-61e1-407d-9317-1d3b3cfe080d", "name": "network-vif-plugged", "status": "completed", "tag": "9aa9874f-64ae-47d9-bb5a-64297f34378b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:45:54.551547 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-358a8198-b723-48d1-88fb-a0e4738038ab req-658c9b4f-62d5-4185-842c-1a3fdfa92d21 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586023 Aug 31 14:45:54.617363 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5315281f-8034-495b-81c6-1aaa14e2a587 x-openstack-request-id: req-5315281f-8034-495b-81c6-1aaa14e2a587 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:45:54.620128 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530665d1-61e1-407d-9317-1d3b3cfe080d", "name": "network-vif-plugged", "status": "completed", "tag": "9aa9874f-64ae-47d9-bb5a-64297f34378b", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:45:54.622863 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5315281f-8034-495b-81c6-1aaa14e2a587 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:45:54.623366 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530665d1-61e1-407d-9317-1d3b3cfe080d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa9874f-64ae-47d9-bb5a-64297f34378b', 'code': 200} Aug 31 14:45:54.755875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79256617-4329-4944-8f91-0053699fece7 req-324ce9af-d336-4a1f-8411-ecf52f4c3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:54.758415 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79256617-4329-4944-8f91-0053699fece7 req-324ce9af-d336-4a1f-8411-ecf52f4c3c6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 1096 time: 0.0653281 Aug 31 14:45:54.777060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48558b48-db33-4d81-bb6f-6fb3507417ed req-fcb8f2a2-7969-48a0-8a3f-7e672355ef7a tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:54.779930 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-48558b48-db33-4d81-bb6f-6fb3507417ed req-fcb8f2a2-7969-48a0-8a3f-7e672355ef7a tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1096 time: 0.1306307 Aug 31 14:45:54.810190 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79256617-4329-4944-8f91-0053699fece7 req-437d4578-8326-406c-b1e4-6ac7975f1591 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432663 Aug 31 14:45:54.814321 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7940351b-1b26-4da1-9094-320bb2d56e00 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:54.852833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940351b-1b26-4da1-9094-320bb2d56e00 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event deleted for resources: {'Port': ['ID=59e39520-4cf5-4c75-b42b-e10d9d674afc,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:54.933646 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7940351b-1b26-4da1-9094-320bb2d56e00 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:54.935743 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7940351b-1b26-4da1-9094-320bb2d56e00 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "DELETE /v2.0/ports/59e39520-4cf5-4c75-b42b-e10d9d674afc HTTP/1.1" status: 204 len: 168 time: 0.7053177 Aug 31 14:45:54.938636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45724) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:54.948950 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-48558b48-db33-4d81-bb6f-6fb3507417ed req-9fe38490-1881-4748-9ff9-495fb048c195 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580808 Aug 31 14:45:55.013634 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:55.030394 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85943c3-4cb7-48c7-a605-f37ab2b09c61 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] GET failed (client error): The resource could not be found. Aug 31 14:45:55.033070 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a85943c3-4cb7-48c7-a605-f37ab2b09c61 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "GET /v2.0/ports/59e39520-4cf5-4c75-b42b-e10d9d674afc HTTP/1.1" status: 404 len: 333 time: 0.0925708 Aug 31 14:45:55.036538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45730) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:55.179831 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b934db-e1fa-4e5d-b242-b54398e18813 req-7f39707c-93d3-4eb9-bae0-60ed15c2cc4d tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:55.182214 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b934db-e1fa-4e5d-b242-b54398e18813 req-7f39707c-93d3-4eb9-bae0-60ed15c2cc4d tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1096 time: 0.0869107 Aug 31 14:45:55.184999 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f6f9874d-3ca0-42e8-a912-71897ba39749 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Deleting port 5464fff4-3d56-4dfc-9bdd-4bc6e32e9d0f {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:55.185737 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f6f9874d-3ca0-42e8-a912-71897ba39749 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:55.237575 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35b934db-e1fa-4e5d-b242-b54398e18813 req-36afd548-5bd7-4976-8c24-4c6a6e1aebb5 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493159 Aug 31 14:45:55.335499 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f6f9874d-3ca0-42e8-a912-71897ba39749 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:55.357887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823cd4b-fb0a-4ea7-ba80-486362eb491f req-3df71531-532f-4713-ad89-cb94fcd1a400 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:55.359759 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d823cd4b-fb0a-4ea7-ba80-486362eb491f req-3df71531-532f-4713-ad89-cb94fcd1a400 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 945 time: 0.1028755 Aug 31 14:45:55.364554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f6f9874d-3ca0-42e8-a912-71897ba39749 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Calling delete_port for 5464fff4-3d56-4dfc-9bdd-4bc6e32e9d0f owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:55.441373 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d823cd4b-fb0a-4ea7-ba80-486362eb491f req-8e79647b-d826-4b87-8d5b-b125cd2ae9fe tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727439 Aug 31 14:45:55.546975 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f6f9874d-3ca0-42e8-a912-71897ba39749 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:55.570192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe07f29-92ea-4c05-88fa-788151f92be8 req-d9cb2acc-b336-43de-94b3-6f9d1e8ef26c tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:55.579148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fe07f29-92ea-4c05-88fa-788151f92be8 req-d9cb2acc-b336-43de-94b3-6f9d1e8ef26c tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1096 time: 0.0566485 Aug 31 14:45:55.592493 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9874d-3ca0-42e8-a912-71897ba39749 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event deleted for resources: {'Port': ['ID=5464fff4-3d56-4dfc-9bdd-4bc6e32e9d0f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:55.675712 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6fe07f29-92ea-4c05-88fa-788151f92be8 req-bb471fc1-92b0-46eb-959c-85a9fe546b8f tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949636 Aug 31 14:45:55.710870 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f6f9874d-3ca0-42e8-a912-71897ba39749 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:55.715209 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f6f9874d-3ca0-42e8-a912-71897ba39749 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "DELETE /v2.0/ports/5464fff4-3d56-4dfc-9bdd-4bc6e32e9d0f HTTP/1.1" status: 204 len: 168 time: 0.6754222 Aug 31 14:45:55.715510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45740) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:55.785947 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55a7c88-e46a-4e8a-a67f-9c3c5a39b4a7 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Deleting subnet f1f91d54-757c-4ce1-be3a-0a752cae9ae3 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:45:55.790017 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f55a7c88-e46a-4e8a-a67f-9c3c5a39b4a7 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:55.864678 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f55a7c88-e46a-4e8a-a67f-9c3c5a39b4a7 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:55.969824 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f55a7c88-e46a-4e8a-a67f-9c3c5a39b4a7 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.052454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f55a7c88-e46a-4e8a-a67f-9c3c5a39b4a7 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.085741 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a7c88-e46a-4e8a-a67f-9c3c5a39b4a7 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f91d54-757c-4ce1-be3a-0a752cae9ae3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:56.096512 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f55a7c88-e46a-4e8a-a67f-9c3c5a39b4a7 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.098708 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f55a7c88-e46a-4e8a-a67f-9c3c5a39b4a7 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "DELETE /v2.0/subnets/f1f91d54-757c-4ce1-be3a-0a752cae9ae3 HTTP/1.1" status: 204 len: 168 time: 0.3821235 Aug 31 14:45:56.101125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45742) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:56.101338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb706152-f313-4f24-9074-9970506348cf None None] Network 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:56.244707 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.307486 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Deleting port cd27cf7a-deae-49f4-95ff-aa47e5f935df {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:56.307950 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.366566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e09183-1ddb-48e8-b546-6a96c120bbaf None None] DHCP port deletion for 50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:45:56.417285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] For port cd27cf7a-deae-49f4-95ff-aa47e5f935df, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cd27cf7a-deae-49f4-95ff-aa47e5f935df,segment=NetworkSegment(f3319d3c-8605-4711-a4a8-7842299a7c73),segment_id=f3319d3c-8605-4711-a4a8-7842299a7c73)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:56.418174 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.423343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c4e09183-1ddb-48e8-b546-6a96c120bbaf None None] Deleting port cd27cf7a-deae-49f4-95ff-aa47e5f935df {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:56.423727 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c4e09183-1ddb-48e8-b546-6a96c120bbaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.435367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Calling delete_port for cd27cf7a-deae-49f4-95ff-aa47e5f935df owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:56.487570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c4e09183-1ddb-48e8-b546-6a96c120bbaf None None] For port cd27cf7a-deae-49f4-95ff-aa47e5f935df, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cd27cf7a-deae-49f4-95ff-aa47e5f935df,segment=NetworkSegment(f3319d3c-8605-4711-a4a8-7842299a7c73),segment_id=f3319d3c-8605-4711-a4a8-7842299a7c73)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:56.487924 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c4e09183-1ddb-48e8-b546-6a96c120bbaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.501741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c4e09183-1ddb-48e8-b546-6a96c120bbaf None None] Calling delete_port for cd27cf7a-deae-49f4-95ff-aa47e5f935df owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:56.583675 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.607224 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c4e09183-1ddb-48e8-b546-6a96c120bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.617923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event deleted for resources: {'Port': ['ID=cd27cf7a-deae-49f4-95ff-aa47e5f935df,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:56.622346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] No DVR routers for this DVR port cd27cf7a-deae-49f4-95ff-aa47e5f935df on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:45:56.673271 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad2c26-dc7d-41fe-b1b3-2172a7e7fb75 req-3fdfa7db-bce5-49c8-9d3f-052bf48f6f7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:56.690555 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b0ad2c26-dc7d-41fe-b1b3-2172a7e7fb75 req-3fdfa7db-bce5-49c8-9d3f-052bf48f6f7a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 945 time: 0.1150649 Aug 31 14:45:56.706231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e09183-1ddb-48e8-b546-6a96c120bbaf None None] Pushing event deleted for resources: {'Port': ['ID=cd27cf7a-deae-49f4-95ff-aa47e5f935df,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:56.716905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e09183-1ddb-48e8-b546-6a96c120bbaf None None] No DVR routers for this DVR port cd27cf7a-deae-49f4-95ff-aa47e5f935df on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:45:56.721979 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.740739 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:56.755725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3319d3c-8605-4711-a4a8-7842299a7c73') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:56.756130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3319d3c-8605-4711-a4a8-7842299a7c73') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:45:56.768071 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.788002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.795500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:45:56.795874 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.828587 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b0ad2c26-dc7d-41fe-b1b3-2172a7e7fb75 req-338a78e4-a875-4bc2-b6ee-958a6657f6fb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364112 Aug 31 14:45:56.877182 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45754) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:56.878864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cd27cf7a-deae-49f4-95ff-aa47e5f935df no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:45:56.883005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6e33df59-db94-4033-bc7f-7f1d734881d2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Request body: {'subnet': {'network_id': '0f8e61ac-a464-48d7-8104-71f4bc33b45c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:45:56.883714 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:45:56.918364 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.932250 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: cd27cf7a-deae-49f4-95ff-aa47e5f935df {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:45:56.932601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cd27cf7a-deae-49f4-95ff-aa47e5f935df not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:45:56.934367 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:56.938988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] 10.222.0.39 "DELETE /v2.0/networks/50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c HTTP/1.1" status: 204 len: 168 time: 0.8348184 Aug 31 14:45:56.957128 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:45:56.963573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3522d-c31d-479d-bc23-64b61fb98fb0 tempest-AllowedAddressPairTestJSON-664905899 tempest-AllowedAddressPairTestJSON-664905899-project] Pushing event deleted for resources: {'Network': ['ID=50b2fbda-65f0-4c6a-a2b4-cd8b418a0c4c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:57.031853 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b9fae-33fa-456c-a135-4a9a75e501ec req-c3c38905-3716-42c8-a473-a3738ecff993 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:57.033489 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-db0b9fae-33fa-456c-a135-4a9a75e501ec req-c3c38905-3716-42c8-a473-a3738ecff993 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 945 time: 0.0722106 Aug 31 14:45:57.104333 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-db0b9fae-33fa-456c-a135-4a9a75e501ec req-84e78f38-4dae-4ec1-b238-af715e46d18b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634673 Aug 31 14:45:57.115399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26ca70-79c5-4ff2-afae-3af17a04af8b req-349ae3ce-9e21-4c5a-aff5-e2b1230f9312 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:57.127396 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9c26ca70-79c5-4ff2-afae-3af17a04af8b req-349ae3ce-9e21-4c5a-aff5-e2b1230f9312 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1096 time: 0.2266517 Aug 31 14:45:57.129182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45758) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:57.157526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7783a98-db6f-4b42-a474-6ed0fe16a043 req-55e9fd79-c438-4fa6-b1a7-92a951baec0f tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:57.159071 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f7783a98-db6f-4b42-a474-6ed0fe16a043 req-55e9fd79-c438-4fa6-b1a7-92a951baec0f tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 1096 time: 0.1417866 Aug 31 14:45:57.185624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e14c44-a859-4f09-9616-6d62a82eb214 tempest-TestVolumeBootPattern-1067910628 tempest-TestVolumeBootPattern-1067910628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:57.191407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f4e14c44-a859-4f09-9616-6d62a82eb214 tempest-TestVolumeBootPattern-1067910628 tempest-TestVolumeBootPattern-1067910628-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 1091 time: 0.0583081 Aug 31 14:45:57.191597 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45760) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:57.197367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '9aa9874f-64ae-47d9-bb5a-64297f34378b', 'tenant_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:57.221900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e33df59-db94-4033-bc7f-7f1d734881d2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Made reservation on behalf of ee670a5819f74e75835069d057bfdaf2 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:57.235073 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e33df59-db94-4033-bc7f-7f1d734881d2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:57.258516 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:57.331113 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f7783a98-db6f-4b42-a474-6ed0fe16a043 req-2e35f871-2a8b-4d79-8bd2-438f37aea40a tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617262 Aug 31 14:45:57.360092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45766) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:57.420137 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:57.509923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9c26ca70-79c5-4ff2-afae-3af17a04af8b req-50ff2a23-f5bd-4771-b2e5-28302cc65a95 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Deleting port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:45:57.510267 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9c26ca70-79c5-4ff2-afae-3af17a04af8b req-50ff2a23-f5bd-4771-b2e5-28302cc65a95 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:57.513093 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e33df59-db94-4033-bc7f-7f1d734881d2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:57.586048 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a1e086e8-aa26-4c34-b107-f2547ae0b572 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4aed8d7962514dc693cd0ec4076eb2f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221508 Aug 31 14:45:57.586048 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Allocated IP 172.25.2.133 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/1909e5da-20a6-4e2a-b3fb-0a92d353e1f0) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:57.586810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45770) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:57.696557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33df59-db94-4033-bc7f-7f1d734881d2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'Subnet': ['ID=3bd4432f-c3e3-465a-acaf-36f2d1f9ab37,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:57.706193 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:57.713963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e33df59-db94-4033-bc7f-7f1d734881d2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Checking segment: {'id': 'f6091257-5e6e-41d0-86cb-2169b66235dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f8e61ac-a464-48d7-8104-71f4bc33b45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:57.714335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e33df59-db94-4033-bc7f-7f1d734881d2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Network hostable DHCP agents. Network: 0f8e61ac-a464-48d7-8104-71f4bc33b45c, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:45:57.721324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9c26ca70-79c5-4ff2-afae-3af17a04af8b req-50ff2a23-f5bd-4771-b2e5-28302cc65a95 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] For port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:45:57.721727 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9c26ca70-79c5-4ff2-afae-3af17a04af8b req-50ff2a23-f5bd-4771-b2e5-28302cc65a95 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:57.748096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9c26ca70-79c5-4ff2-afae-3af17a04af8b req-50ff2a23-f5bd-4771-b2e5-28302cc65a95 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Calling delete_port for 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:45:57.750512 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:57.753607 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31907560-6162-4db7-942f-ee0018e01719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:57.786235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:57.788666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e33df59-db94-4033-bc7f-7f1d734881d2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Network 0f8e61ac-a464-48d7-8104-71f4bc33b45c is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:45:57.789182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:57.792848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:57.825358 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31907560-6162-4db7-942f-ee0018e01719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:57.835026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'Port': ['ID=1909e5da-20a6-4e2a-b3fb-0a92d353e1f0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:57.845347 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6e33df59-db94-4033-bc7f-7f1d734881d2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 0f8e61ac-a464-48d7-8104-71f4bc33b45c) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:57.855690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e85241-8b5c-425a-9ff5-3dc4b9c0bba0 None None] Network 0f8e61ac-a464-48d7-8104-71f4bc33b45c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:57.868774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e33df59-db94-4033-bc7f-7f1d734881d2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:57.869381 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e33df59-db94-4033-bc7f-7f1d734881d2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:57.944874 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6e33df59-db94-4033-bc7f-7f1d734881d2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0661674 Aug 31 14:45:57.945806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45774) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:57.952226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d0a957fd-82b2-4bcb-8fb2-2bcd4228fd66 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-896596385'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:58.001042 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31907560-6162-4db7-942f-ee0018e01719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.003628 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31907560-6162-4db7-942f-ee0018e01719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.007130 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-31907560-6162-4db7-942f-ee0018e01719 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/064b2409-08ce-4065-9c00-b2d8f4e94f27 HTTP/1.1" status: 204 len: 168 time: 0.4151182 Aug 31 14:45:58.010910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a957fd-82b2-4bcb-8fb2-2bcd4228fd66 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Made reservation on behalf of ee670a5819f74e75835069d057bfdaf2 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:58.014343 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0a957fd-82b2-4bcb-8fb2-2bcd4228fd66 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.038624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31907560-6162-4db7-942f-ee0018e01719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064b2409-08ce-4065-9c00-b2d8f4e94f27,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:58.054841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9c26ca70-79c5-4ff2-afae-3af17a04af8b req-50ff2a23-f5bd-4771-b2e5-28302cc65a95 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.081760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:45:58.084237 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['dceb4261-10ac-486f-86c7-6df07ea62d91'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:45:58.130255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-0f8e61ac-a464-48d7-8104-71f4bc33b45c', 'network_id': '0f8e61ac-a464-48d7-8104-71f4bc33b45c', 'tenant_id': 'ee670a5819f74e75835069d057bfdaf2', 'fixed_ips': [{'subnet_id': '3bd4432f-c3e3-465a-acaf-36f2d1f9ab37'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:45:58.131240 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.161025 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff2a23-f5bd-4771-b2e5-28302cc65a95 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:58.164287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a957fd-82b2-4bcb-8fb2-2bcd4228fd66 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:45:58.191206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c26ca70-79c5-4ff2-afae-3af17a04af8b req-50ff2a23-f5bd-4771-b2e5-28302cc65a95 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] No DVR routers for this DVR port 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:45:58.194654 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9c26ca70-79c5-4ff2-afae-3af17a04af8b req-50ff2a23-f5bd-4771-b2e5-28302cc65a95 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.197138 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9c26ca70-79c5-4ff2-afae-3af17a04af8b req-50ff2a23-f5bd-4771-b2e5-28302cc65a95 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.60 "DELETE /v2.0/ports/5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af HTTP/1.1" status: 204 len: 173 time: 1.0698738 Aug 31 14:45:58.197588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cf71d8-fc57-4615-b2c7-a52eed178bfc', 'name': 'network-vif-deleted', 'tag': '5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:45:58.200397 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fff164-da88-4a88-8641-69bfef48b3c2" -d '{"events": [{"server_uuid": "39cf71d8-fc57-4615-b2c7-a52eed178bfc", "name": "network-vif-deleted", "tag": "5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:45:58.219447 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0a957fd-82b2-4bcb-8fb2-2bcd4228fd66 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.220536 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-d0a957fd-82b2-4bcb-8fb2-2bcd4228fd66 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Added segment 7382b46c-cf8d-405c-924c-f88bb2d8e5e1 of type vlan for network 4565d6f8-7b09-476f-9167-2909f60601d4 Aug 31 14:45:58.291989 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f63c9d5-2479-4894-8637-ea239cb4bcfc x-openstack-request-id: req-5f63c9d5-2479-4894-8637-ea239cb4bcfc {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:45:58.292344 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cf71d8-fc57-4615-b2c7-a52eed178bfc", "name": "network-vif-deleted", "tag": "5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:45:58.293932 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f63c9d5-2479-4894-8637-ea239cb4bcfc {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:45:58.294595 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cf71d8-fc57-4615-b2c7-a52eed178bfc', 'name': 'network-vif-deleted', 'tag': '5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af', 'status': 'completed', 'code': 200} Aug 31 14:45:58.319965 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0a957fd-82b2-4bcb-8fb2-2bcd4228fd66 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.364024 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0a957fd-82b2-4bcb-8fb2-2bcd4228fd66 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.371090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a957fd-82b2-4bcb-8fb2-2bcd4228fd66 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:58.372177 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0a957fd-82b2-4bcb-8fb2-2bcd4228fd66 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.472152 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d0a957fd-82b2-4bcb-8fb2-2bcd4228fd66 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5246201 Aug 31 14:45:58.472478 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45790) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:58.485936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c128e78f-0216-4065-9eeb-51c9c966ea97 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Request body: {'subnet': {'network_id': '4565d6f8-7b09-476f-9167-2909f60601d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:58.497562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a957fd-82b2-4bcb-8fb2-2bcd4228fd66 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'Network': ['ID=4565d6f8-7b09-476f-9167-2909f60601d4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:58.504436 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.506201 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Allocated IP 2001:db8:0:ffff::2 (0f8e61ac-a464-48d7-8104-71f4bc33b45c/3bd4432f-c3e3-465a-acaf-36f2d1f9ab37/0e98987e-0bba-460d-b915-20f4df08b2fb) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:45:58.518002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 4565d6f8-7b09-476f-9167-2909f60601d4 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:45:58.599447 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7ce81eac-11b2-4128-920d-6113c4ff29f1 req-bd8ba459-d88c-421d-a9bc-ed2f9a08d403 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39cf71d8-fc57-4615-b2c7-a52eed178bfc HTTP/1.1" status: 200 len: 210 time: 0.0928926 Aug 31 14:45:58.694941 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.720655 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c128e78f-0216-4065-9eeb-51c9c966ea97 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Made reservation on behalf of ee670a5819f74e75835069d057bfdaf2 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:58.724918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c128e78f-0216-4065-9eeb-51c9c966ea97 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.790306 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.803403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Transition to ACTIVE for port object 0e98987e-0bba-460d-b915-20f4df08b2fb will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:58.828977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Transition to ACTIVE for port object 0e98987e-0bba-460d-b915-20f4df08b2fb will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:45:58.838802 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.889530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Network 0f8e61ac-a464-48d7-8104-71f4bc33b45c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:45:58.893164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:58.896969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:45:58.904058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Pushing event updated for resources: {'Port': ['ID=0e98987e-0bba-460d-b915-20f4df08b2fb,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:58.971360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Attempting to bind port 0e98987e-0bba-460d-b915-20f4df08b2fb on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:45:58.971496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Attempting to bind port 0e98987e-0bba-460d-b915-20f4df08b2fb by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f6091257-5e6e-41d0-86cb-2169b66235dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f8e61ac-a464-48d7-8104-71f4bc33b45c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:45:58.971818 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Attempting to bind port 0e98987e-0bba-460d-b915-20f4df08b2fb on network 0f8e61ac-a464-48d7-8104-71f4bc33b45c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:45:58.977667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:45:58.978058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Checking segment: {'id': 'f6091257-5e6e-41d0-86cb-2169b66235dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f8e61ac-a464-48d7-8104-71f4bc33b45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:58.978575 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:58.978980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Bound using segment: {'id': 'f6091257-5e6e-41d0-86cb-2169b66235dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f8e61ac-a464-48d7-8104-71f4bc33b45c'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:45:58.979488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Bound port: 0e98987e-0bba-460d-b915-20f4df08b2fb, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6091257-5e6e-41d0-86cb-2169b66235dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f8e61ac-a464-48d7-8104-71f4bc33b45c'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:45:58.979876 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.035484 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.040904 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.069217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] For port 0e98987e-0bba-460d-b915-20f4df08b2fb, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:45:59.072722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] For port 0e98987e-0bba-460d-b915-20f4df08b2fb, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0e98987e-0bba-460d-b915-20f4df08b2fb,segment=NetworkSegment(f6091257-5e6e-41d0-86cb-2169b66235dc),segment_id=f6091257-5e6e-41d0-86cb-2169b66235dc)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:45:59.076710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45806) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:59.090316 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.140457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'Port': ['ID=1909e5da-20a6-4e2a-b3fb-0a92d353e1f0,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:59.169451 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb78fa-3872-4cdd-a972-25bae3a66201 None None] Pushing event updated for resources: {'Port': ['ID=0e98987e-0bba-460d-b915-20f4df08b2fb,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:59.187892 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.208118 n-d-806683-5 neutron-server[94870]: DEBUG neutron.objects.ports [None req-c128e78f-0216-4065-9eeb-51c9c966ea97 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94870) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:45:59.221932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-511543513'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:59.245355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:59.245563 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c128e78f-0216-4065-9eeb-51c9c966ea97 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.250976 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.262030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.387727 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128e78f-0216-4065-9eeb-51c9c966ea97 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'Subnet': ['ID=6501ec70-97d7-43a4-a0be-64f9c60aa53a,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:59.397993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c128e78f-0216-4065-9eeb-51c9c966ea97 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Checking segment: {'id': '7382b46c-cf8d-405c-924c-f88bb2d8e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4565d6f8-7b09-476f-9167-2909f60601d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:45:59.398355 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c128e78f-0216-4065-9eeb-51c9c966ea97 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Network hostable DHCP agents. Network: 4565d6f8-7b09-476f-9167-2909f60601d4, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:45:59.404138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.409121 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.417590 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Floating IP 546e96b7-a954-425b-912a-35937309a66a associated. External IP: 172.25.2.133, port: 9aa9874f-64ae-47d9-bb5a-64297f34378b. Aug 31 14:45:59.437518 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:45:59.455984 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.456515 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Added segment edc978ac-bf49-4220-a2fc-1d4686d89a38 of type vlan for network b4d25150-f4fa-4c09-ab58-80f29333d578 Aug 31 14:45:59.458434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60590d5c-a8d4-4de6-b5b4-08e16bdd9cf5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:59.480776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c128e78f-0216-4065-9eeb-51c9c966ea97 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Network 4565d6f8-7b09-476f-9167-2909f60601d4 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:45:59.496078 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-c128e78f-0216-4065-9eeb-51c9c966ea97 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 4565d6f8-7b09-476f-9167-2909f60601d4) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:45:59.506604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cafefbd-d37c-4d6f-970b-b8edfd02c1e9 None None] Network 4565d6f8-7b09-476f-9167-2909f60601d4 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:45:59.510180 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.537652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c128e78f-0216-4065-9eeb-51c9c966ea97 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:59.538190 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c128e78f-0216-4065-9eeb-51c9c966ea97 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.549571 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.558451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:59.559093 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.566385 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c128e78f-0216-4065-9eeb-51c9c966ea97 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0920477 Aug 31 14:45:59.569004 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45812) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:59.575693 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Request body: {'port': {'network_id': '4565d6f8-7b09-476f-9167-2909f60601d4', 'name': 'tempest-NetworksIpV6TestAttrs-1704855033'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:59.625813 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5431321 Aug 31 14:45:59.626358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45816) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:45:59.631432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c4d36777-4dc4-47a3-8f36-58d8c27f0f43 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:45:59.658062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f766470-2bb5-44e5-a902-de41984fdf66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Network': ['ID=b4d25150-f4fa-4c09-ab58-80f29333d578,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:45:59.684634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:45:59.755633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-4565d6f8-7b09-476f-9167-2909f60601d4', 'network_id': '4565d6f8-7b09-476f-9167-2909f60601d4', 'tenant_id': 'ee670a5819f74e75835069d057bfdaf2', 'fixed_ips': [{'subnet_id': '6501ec70-97d7-43a4-a0be-64f9c60aa53a'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:45:59.756649 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.759644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d36777-4dc4-47a3-8f36-58d8c27f0f43 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:45:59.763582 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4d36777-4dc4-47a3-8f36-58d8c27f0f43 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:59.977401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Allocated IP 2001:db8::f816:3eff:fe78:8253 (4565d6f8-7b09-476f-9167-2909f60601d4/6501ec70-97d7-43a4-a0be-64f9c60aa53a/da78dcb2-5e06-41f7-8c5a-3d33db57f951) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:00.040231 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4d36777-4dc4-47a3-8f36-58d8c27f0f43 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:00.125620 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d36777-4dc4-47a3-8f36-58d8c27f0f43 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:00.127117 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d36777-4dc4-47a3-8f36-58d8c27f0f43 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network hostable DHCP agents. Network: b4d25150-f4fa-4c09-ab58-80f29333d578, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:46:00.142800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d36777-4dc4-47a3-8f36-58d8c27f0f43 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=7cbb263d-7e78-4ab0-97c2-dc1ac60dcb65,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:00.176910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d36777-4dc4-47a3-8f36-58d8c27f0f43 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:46:00.188577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c4d36777-4dc4-47a3-8f36-58d8c27f0f43 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, b4d25150-f4fa-4c09-ab58-80f29333d578) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:00.193810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d36777-4dc4-47a3-8f36-58d8c27f0f43 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:00.194399 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4d36777-4dc4-47a3-8f36-58d8c27f0f43 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:00.201678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77ae743-1d6d-4f36-b29b-c1875258fbd8 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:00.219557 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c4d36777-4dc4-47a3-8f36-58d8c27f0f43 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5907145 Aug 31 14:46:00.221489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45824) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:00.226573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c8eff-4a54-4387-b0fc-af2fbee22fd3 req-bee1cd3b-b024-443b-81fc-a7c94b9023f1 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:00.228339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'name': 'tempest-NetworksTestDHCPv6-768731788'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:00.228917 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b6c8eff-4a54-4387-b0fc-af2fbee22fd3 req-bee1cd3b-b024-443b-81fc-a7c94b9023f1 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1096 time: 0.1613181 Aug 31 14:46:00.268787 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:00.281867 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b6c8eff-4a54-4387-b0fc-af2fbee22fd3 req-c5aef068-8aaa-473e-8e89-43605cf51382 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398040 Aug 31 14:46:00.294599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Router d89a73f4-d34f-4230-b596-86c6f1f53f0e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:46:00.299226 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Transition to ACTIVE for port object da78dcb2-5e06-41f7-8c5a-3d33db57f951 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:00.335690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Transition to ACTIVE for port object da78dcb2-5e06-41f7-8c5a-3d33db57f951 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:00.349815 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:00.385598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Made reservation on behalf of ee670a5819f74e75835069d057bfdaf2 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:00.391294 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:00.427624 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Network 4565d6f8-7b09-476f-9167-2909f60601d4 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:00.440314 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e605ebe3-4f84-4ca1-8821-72c48b3f1aa0 req-7a86da44-28ef-48cf-b979-82f52b88a371 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650210 Aug 31 14:46:00.440914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:00.441044 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:00.443524 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:00.453841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:00.462627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e574fee2-7bb8-4e33-85bf-036cefd0deb3 None None] Network 0f8e61ac-a464-48d7-8104-71f4bc33b45c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:00.467553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] device_id is not set on port 041b5269-e49e-40b6-abea-c3bc56dcbaaa yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:46:00.481545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 2f2f6eed-7678-4ab2-8ff7-73a458086a71 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:46:00.506132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Pushing event updated for resources: {'Port': ['ID=da78dcb2-5e06-41f7-8c5a-3d33db57f951,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:00.526456 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:46:00.554388 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599084b-af0b-4e28-b97a-11b75318657a None None] Sync routers for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:46:00.567485 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599084b-af0b-4e28-b97a-11b75318657a None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:00.568660 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f599084b-af0b-4e28-b97a-11b75318657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:45:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:00.591258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605ebe3-4f84-4ca1-8821-72c48b3f1aa0 req-9b2f65ef-8eeb-4adc-a2c6-c67461dc6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:00.591558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-14928b54-fc42-438e-bd19-1826b4f93631 None None] Provisioning for port 0e98987e-0bba-460d-b915-20f4df08b2fb completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:00.592527 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e605ebe3-4f84-4ca1-8821-72c48b3f1aa0 req-9b2f65ef-8eeb-4adc-a2c6-c67461dc6a13 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11276d76860e47a8ba5a725e5ea62a8e&device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 1097 time: 0.0998290 Aug 31 14:46:00.601761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:00.634718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': '7cbb263d-7e78-4ab0-97c2-dc1ac60dcb65'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:46:00.635803 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:00.650404 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-417a1af6-81de-4ce4-9f11-2f908de1308f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4576170 Aug 31 14:46:00.653017 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530665d1-61e1-407d-9317-1d3b3cfe080d', 'tag': '9aa9874f-64ae-47d9-bb5a-64297f34378b'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:46:00.655202 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fccf59-64e5-4884-bc1e-c364c772cb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "530665d1-61e1-407d-9317-1d3b3cfe080d", "tag": "9aa9874f-64ae-47d9-bb5a-64297f34378b"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:46:00.678694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Attempting to bind port da78dcb2-5e06-41f7-8c5a-3d33db57f951 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:00.678694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Attempting to bind port da78dcb2-5e06-41f7-8c5a-3d33db57f951 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '7382b46c-cf8d-405c-924c-f88bb2d8e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4565d6f8-7b09-476f-9167-2909f60601d4'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:00.678694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Attempting to bind port da78dcb2-5e06-41f7-8c5a-3d33db57f951 on network 4565d6f8-7b09-476f-9167-2909f60601d4 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:00.714235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:00.714607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Checking segment: {'id': '7382b46c-cf8d-405c-924c-f88bb2d8e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4565d6f8-7b09-476f-9167-2909f60601d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:00.715040 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:00.715464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Bound using segment: {'id': '7382b46c-cf8d-405c-924c-f88bb2d8e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4565d6f8-7b09-476f-9167-2909f60601d4'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:00.716024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::124 (b4d25150-f4fa-4c09-ab58-80f29333d578/7cbb263d-7e78-4ab0-97c2-dc1ac60dcb65/2f2f6eed-7678-4ab2-8ff7-73a458086a71) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:00.716498 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Bound port: da78dcb2-5e06-41f7-8c5a-3d33db57f951, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7382b46c-cf8d-405c-924c-f88bb2d8e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4565d6f8-7b09-476f-9167-2909f60601d4'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:00.716884 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:00.718994 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Allocated IP 2001:db8::f816:3eff:fec8:23ea (4565d6f8-7b09-476f-9167-2909f60601d4/6501ec70-97d7-43a4-a0be-64f9c60aa53a/041b5269-e49e-40b6-abea-c3bc56dcbaaa) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:00.724238 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:00.776256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605ebe3-4f84-4ca1-8821-72c48b3f1aa0 req-3a443467-32a5-47f9-9a7e-683962786986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:00.777838 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e605ebe3-4f84-4ca1-8821-72c48b3f1aa0 req-3a443467-32a5-47f9-9a7e-683962786986 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f800c50-d6e8-4eae-a0e7-70583b2a8bbc HTTP/1.1" status: 200 len: 914 time: 0.1546843 Aug 31 14:46:00.800561 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:00.800956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 5ddff7a5-1c1b-4aba-af5a-7fa91a8b92af not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:00.847045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e605ebe3-4f84-4ca1-8821-72c48b3f1aa0 req-7dcc7745-48c2-4842-8c48-3971b7bc05f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be48244-cf7c-4628-a188-761098fcd4bf HTTP/1.1" status: 200 len: 217 time: 0.0597415 Aug 31 14:46:00.869900 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f599084b-af0b-4e28-b97a-11b75318657a None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:46:01.005363 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:01.021290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Transition to ACTIVE for port object 041b5269-e49e-40b6-abea-c3bc56dcbaaa will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:01.022961 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] For port da78dcb2-5e06-41f7-8c5a-3d33db57f951, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:01.028128 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] For port da78dcb2-5e06-41f7-8c5a-3d33db57f951, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=da78dcb2-5e06-41f7-8c5a-3d33db57f951,segment=NetworkSegment(7382b46c-cf8d-405c-924c-f88bb2d8e5e1),segment_id=7382b46c-cf8d-405c-924c-f88bb2d8e5e1)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:01.055643 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d611ccb8-fb34-480f-8003-aa33308c77ae x-openstack-request-id: req-d611ccb8-fb34-480f-8003-aa33308c77ae {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:46:01.055994 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530665d1-61e1-407d-9317-1d3b3cfe080d", "tag": "9aa9874f-64ae-47d9-bb5a-64297f34378b", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:46:01.056374 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d611ccb8-fb34-480f-8003-aa33308c77ae {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:46:01.056660 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530665d1-61e1-407d-9317-1d3b3cfe080d', 'tag': '9aa9874f-64ae-47d9-bb5a-64297f34378b', 'status': 'completed', 'code': 200} Aug 31 14:46:01.058701 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:01.062566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0e98987e-0bba-460d-b915-20f4df08b2fb up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:01.070674 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:01.106804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Network 4565d6f8-7b09-476f-9167-2909f60601d4 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:01.110954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:01.116850 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:01.123148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:01.124198 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:01.145609 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5752754 Aug 31 14:46:01.148809 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45834) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:01.187335 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edad68-1cef-41f0-bca7-5d6a3f226596 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'Port': ['ID=041b5269-e49e-40b6-abea-c3bc56dcbaaa,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:01.237720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-dead3d1f-b66f-4a00-b090-f67f3a0a5159 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Deleting subnet 6501ec70-97d7-43a4-a0be-64f9c60aa53a {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:01.244181 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dead3d1f-b66f-4a00-b090-f67f3a0a5159 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:01.326446 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f599084b-af0b-4e28-b97a-11b75318657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '546e96b7-a954-425b-912a-35937309a66a', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.133', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '9aa9874f-64ae-47d9-bb5a-64297f34378b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:3a:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530665d1-61e1-407d-9317-1d3b3cfe080d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:45:58Z', 'updated_at': '2021-08-31T14:45:58Z', 'revision_number': 0, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:01.340980 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dead3d1f-b66f-4a00-b090-f67f3a0a5159 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:01.361833 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599084b-af0b-4e28-b97a-11b75318657a None None] Checking router: d89a73f4-d34f-4230-b596-86c6f1f53f0e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:46:01.379641 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599084b-af0b-4e28-b97a-11b75318657a None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:01.380927 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f599084b-af0b-4e28-b97a-11b75318657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:45:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:01.560866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f081d-86bd-46d3-8223-f622e64e949c None None] Pushing event updated for resources: {'Port': ['ID=da78dcb2-5e06-41f7-8c5a-3d33db57f951,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:01.600054 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 0e98987e-0bba-460d-b915-20f4df08b2fb completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:01.600740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605ebe3-4f84-4ca1-8821-72c48b3f1aa0 req-18d46a6f-266c-4a1d-ae1a-451c27cf3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:01.602899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e605ebe3-4f84-4ca1-8821-72c48b3f1aa0 req-18d46a6f-266c-4a1d-ae1a-451c27cf3046 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3fc1145a-9dec-4b7c-88c8-23c6b06f9a69 HTTP/1.1" status: 200 len: 853 time: 0.7483225 Aug 31 14:46:01.604570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0e98987e-0bba-460d-b915-20f4df08b2fb triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:01.604939 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:01.613130 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f599084b-af0b-4e28-b97a-11b75318657a None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:46:01.646960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889602a-58b1-4d98-a0ff-c7563c4cd7cd req-0e34b749-cb34-42ce-aa2f-a96ef6da5388 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:01.648547 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8889602a-58b1-4d98-a0ff-c7563c4cd7cd req-0e34b749-cb34-42ce-aa2f-a96ef6da5388 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1096 time: 0.2387552 Aug 31 14:46:01.650078 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dead3d1f-b66f-4a00-b090-f67f3a0a5159 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:01.662838 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e605ebe3-4f84-4ca1-8821-72c48b3f1aa0 req-141035ba-fb43-4a5b-9628-b6aeadea5d3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f800c50-d6e8-4eae-a0e7-70583b2a8bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428185 Aug 31 14:46:01.724185 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:01.793716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 0e98987e-0bba-460d-b915-20f4df08b2fb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0e98987e-0bba-460d-b915-20f4df08b2fb,segment=NetworkSegment(f6091257-5e6e-41d0-86cb-2169b66235dc),segment_id=f6091257-5e6e-41d0-86cb-2169b66235dc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:01.800216 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:01.854886 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:01.862532 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dead3d1f-b66f-4a00-b090-f67f3a0a5159 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:01.872240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 2f2f6eed-7678-4ab2-8ff7-73a458086a71 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:01.877659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=0e98987e-0bba-460d-b915-20f4df08b2fb,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:01.900921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead3d1f-b66f-4a00-b090-f67f3a0a5159 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Subnet': ['ID=6501ec70-97d7-43a4-a0be-64f9c60aa53a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:01.904912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-8889602a-58b1-4d98-a0ff-c7563c4cd7cd req-84ca49a3-5541-44c3-a001-c28e09d5060d tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Deleting port dceb4261-10ac-486f-86c7-6df07ea62d91 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:01.906564 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8889602a-58b1-4d98-a0ff-c7563c4cd7cd req-84ca49a3-5541-44c3-a001-c28e09d5060d tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:01.918288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ab298-5006-4560-8d88-ff85dea25bdc req-8a2db2e8-5af2-41d1-900c-6612871ad667 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:01.926324 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525ab298-5006-4560-8d88-ff85dea25bdc req-8a2db2e8-5af2-41d1-900c-6612871ad667 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 1096 time: 0.4627802 Aug 31 14:46:01.934448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fccf59-64e5-4884-bc1e-c364c772cb8f req-c28f86c7-64d8-46ec-bd36-be00f960e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:01.936166 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62fccf59-64e5-4884-bc1e-c364c772cb8f req-c28f86c7-64d8-46ec-bd36-be00f960e28a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 1096 time: 0.4982643 Aug 31 14:46:01.954224 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dead3d1f-b66f-4a00-b090-f67f3a0a5159 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:01.956303 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dead3d1f-b66f-4a00-b090-f67f3a0a5159 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/subnets/6501ec70-97d7-43a4-a0be-64f9c60aa53a HTTP/1.1" status: 204 len: 168 time: 0.8063819 Aug 31 14:46:01.958824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45842) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:02.006392 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-89fdbf76-6ed0-47ef-93ba-b4ef18100965 None None] Provisioning complete for port 0e98987e-0bba-460d-b915-20f4df08b2fb triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:02.006901 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89fdbf76-6ed0-47ef-93ba-b4ef18100965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.012683 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f599084b-af0b-4e28-b97a-11b75318657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '546e96b7-a954-425b-912a-35937309a66a', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.133', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '9aa9874f-64ae-47d9-bb5a-64297f34378b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:3a:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530665d1-61e1-407d-9317-1d3b3cfe080d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:45:58Z', 'updated_at': '2021-08-31T14:45:58Z', 'revision_number': 0, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:02.048118 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-525ab298-5006-4560-8d88-ff85dea25bdc req-94d5e55d-4afa-4d8d-8754-20d42f8d3843 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c177c5a-8372-47ad-b1be-0ec767d0d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205347 Aug 31 14:46:02.049288 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.071570 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599084b-af0b-4e28-b97a-11b75318657a None None] The sync data for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 is: [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '546e96b7-a954-425b-912a-35937309a66a', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.133', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '9aa9874f-64ae-47d9-bb5a-64297f34378b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:3a:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530665d1-61e1-407d-9317-1d3b3cfe080d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:45:58Z', 'updated_at': '2021-08-31T14:45:58Z', 'revision_number': 0, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:46:02.077218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Allocated IP 2001:db8::2 (b4d25150-f4fa-4c09-ab58-80f29333d578/7cbb263d-7e78-4ab0-97c2-dc1ac60dcb65/0553296e-fb6a-4ced-a327-fd4e7df14637) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:02.079967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f1f8e9-7c20-4392-a155-79ab48cb237f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:02.081633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f1f8e9-7c20-4392-a155-79ab48cb237f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:02.086124 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-16f1f8e9-7c20-4392-a155-79ab48cb237f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1234133 Aug 31 14:46:02.089182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45844) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:02.157299 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:02.160645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-8889602a-58b1-4d98-a0ff-c7563c4cd7cd req-84ca49a3-5541-44c3-a001-c28e09d5060d tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] For port dceb4261-10ac-486f-86c7-6df07ea62d91, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=dceb4261-10ac-486f-86c7-6df07ea62d91,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:02.161041 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8889602a-58b1-4d98-a0ff-c7563c4cd7cd req-84ca49a3-5541-44c3-a001-c28e09d5060d tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.176685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:02.182942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-8889602a-58b1-4d98-a0ff-c7563c4cd7cd req-84ca49a3-5541-44c3-a001-c28e09d5060d tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Calling delete_port for dceb4261-10ac-486f-86c7-6df07ea62d91 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:02.195445 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:02.201550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:02.203467 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.203614 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d21a-46d7-4d92-8316-a2f44e3ce242 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.230616 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0076778 Aug 31 14:46:02.243916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db061a-75a6-41f6-906c-362c3f4af0f5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=2f2f6eed-7678-4ab2-8ff7-73a458086a71,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:02.265924 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45846) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:02.267296 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf0d21a-46d7-4d92-8316-a2f44e3ce242 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 14:46:02.267777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf0d21a-46d7-4d92-8316-a2f44e3ce242 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:46:02.269569 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bcf0d21a-46d7-4d92-8316-a2f44e3ce242 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/networks/4565d6f8-7b09-476f-9167-2909f60601d4 HTTP/1.1" status: 409 len: 405 time: 0.1793365 Aug 31 14:46:02.274477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45848) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:02.279672 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f4ce65e3-4f25-4638-9e81-770bd952ba26 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-751450030'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:02.303640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fccf59-64e5-4884-bc1e-c364c772cb8f req-5837d4cc-ddf8-48be-98db-0fceededb82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:02.305157 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62fccf59-64e5-4884-bc1e-c364c772cb8f req-5837d4cc-ddf8-48be-98db-0fceededb82f service neutron] 10.222.0.60 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.3557742 Aug 31 14:46:02.306960 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e605ebe3-4f84-4ca1-8821-72c48b3f1aa0 req-1933f0eb-34b0-43b6-8e14-f74896fadef3 service neutron] 10.222.0.25 "GET /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343431 Aug 31 14:46:02.364000 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ce65e3-4f25-4638-9e81-770bd952ba26 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Made reservation on behalf of ee670a5819f74e75835069d057bfdaf2 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:02.368549 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4ce65e3-4f25-4638-9e81-770bd952ba26 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.385757 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.404475 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Transition to ACTIVE for port object 0553296e-fb6a-4ced-a327-fd4e7df14637 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:02.431151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Transition to ACTIVE for port object 0553296e-fb6a-4ced-a327-fd4e7df14637 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:02.444832 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ce65e3-4f25-4638-9e81-770bd952ba26 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:46:02.445928 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.473595 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4ce65e3-4f25-4638-9e81-770bd952ba26 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.473953 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-f4ce65e3-4f25-4638-9e81-770bd952ba26 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Added segment f69bb8b9-3418-4b6d-985b-96654ddb5dd5 of type vlan for network 1197a572-ed3e-4cb7-b18e-220ad0f4d45a Aug 31 14:46:02.495517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ee0a6-fa9e-479a-a561-32472169816d None None] New status for floating IP 546e96b7-a954-425b-912a-35937309a66a: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:46:02.521075 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8889602a-58b1-4d98-a0ff-c7563c4cd7cd req-84ca49a3-5541-44c3-a001-c28e09d5060d tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.556288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['dceb4261-10ac-486f-86c7-6df07ea62d91'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:46:02.556450 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4ce65e3-4f25-4638-9e81-770bd952ba26 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.564033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:02.564603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca49a3-5541-44c3-a001-c28e09d5060d tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Pushing event deleted for resources: {'Port': ['ID=dceb4261-10ac-486f-86c7-6df07ea62d91,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:02.569565 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62fccf59-64e5-4884-bc1e-c364c772cb8f req-d39d2c73-6df1-4f4e-9797-63b325e22e6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aa9874f-64ae-47d9-bb5a-64297f34378b HTTP/1.1" status: 200 len: 999 time: 0.2335088 Aug 31 14:46:02.576882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45772d9f-69a8-4288-8ea6-63b6c8bdead0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:02.578536 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-45772d9f-69a8-4288-8ea6-63b6c8bdead0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3100038 Aug 31 14:46:02.581965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45852) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:02.599378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:02.607560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:02.623367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Pushing event updated for resources: {'Port': ['ID=0553296e-fb6a-4ced-a327-fd4e7df14637,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:02.659416 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-8889602a-58b1-4d98-a0ff-c7563c4cd7cd req-84ca49a3-5541-44c3-a001-c28e09d5060d tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] No DVR routers for this DVR port dceb4261-10ac-486f-86c7-6df07ea62d91 on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:02.664344 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8889602a-58b1-4d98-a0ff-c7563c4cd7cd req-84ca49a3-5541-44c3-a001-c28e09d5060d tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.666238 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8889602a-58b1-4d98-a0ff-c7563c4cd7cd req-84ca49a3-5541-44c3-a001-c28e09d5060d tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.25 "DELETE /v2.0/ports/dceb4261-10ac-486f-86c7-6df07ea62d91 HTTP/1.1" status: 204 len: 173 time: 1.0117109 Aug 31 14:46:02.683217 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4ce65e3-4f25-4638-9e81-770bd952ba26 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.688144 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e605ebe3-4f84-4ca1-8821-72c48b3f1aa0 req-df96d7de-9035-4fbf-a12f-73c867f6962f service neutron] 10.222.0.25 "GET /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511729 Aug 31 14:46:02.713927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb58908c-b842-4d48-827e-2b9ef1c261e3 None None] Network 4565d6f8-7b09-476f-9167-2909f60601d4 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:02.716103 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ce65e3-4f25-4638-9e81-770bd952ba26 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:02.717261 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4ce65e3-4f25-4638-9e81-770bd952ba26 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.734681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fccf59-64e5-4884-bc1e-c364c772cb8f req-92a3312a-ed20-4a14-8d47-217f5af549dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:02.736558 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62fccf59-64e5-4884-bc1e-c364c772cb8f req-92a3312a-ed20-4a14-8d47-217f5af549dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.1550548 Aug 31 14:46:02.803305 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Attempting to bind port 0553296e-fb6a-4ced-a327-fd4e7df14637 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:02.808495 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Attempting to bind port 0553296e-fb6a-4ced-a327-fd4e7df14637 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:02.809086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Attempting to bind port 0553296e-fb6a-4ced-a327-fd4e7df14637 on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:02.820001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f4ce65e3-4f25-4638-9e81-770bd952ba26 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5444293 Aug 31 14:46:02.828450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45856) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:02.837014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b64ca3b9-def9-4fb1-807b-2918d5c60f5f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Request body: {'subnet': {'network_id': '1197a572-ed3e-4cb7-b18e-220ad0f4d45a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:02.846563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ec85ca76-f6d2-433a-a03a-24a441bdce82 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 2f2f6eed-7678-4ab2-8ff7-73a458086a71 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:02.846935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec85ca76-f6d2-433a-a03a-24a441bdce82 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.848619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-554c0fb8-e6a2-491e-b0be-16229e579e99 None None] Provisioning for port da78dcb2-5e06-41f7-8c5a-3d33db57f951 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:02.855587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:02.856296 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:02.857095 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.867657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:02.868569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Bound port: 0553296e-fb6a-4ced-a327-fd4e7df14637, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:02.869151 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:02.922118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fccf59-64e5-4884-bc1e-c364c772cb8f req-2a2fcd81-077d-4cdb-a731-786b86339599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:02.923718 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62fccf59-64e5-4884-bc1e-c364c772cb8f req-2a2fcd81-077d-4cdb-a731-786b86339599 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799479 Aug 31 14:46:02.946756 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce65e3-4f25-4638-9e81-770bd952ba26 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'Network': ['ID=1197a572-ed3e-4cb7-b18e-220ad0f4d45a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:02.997737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64ca3b9-def9-4fb1-807b-2918d5c60f5f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Made reservation on behalf of ee670a5819f74e75835069d057bfdaf2 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:03.006906 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b64ca3b9-def9-4fb1-807b-2918d5c60f5f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:03.016884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 1197a572-ed3e-4cb7-b18e-220ad0f4d45a details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:46:03.114550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0e98987e-0bba-460d-b915-20f4df08b2fb up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:03.181427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62fccf59-64e5-4884-bc1e-c364c772cb8f req-8d0cb75c-67e3-4243-b0db-e6c17ce67744 service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472315 Aug 31 14:46:03.217365 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] For port 0553296e-fb6a-4ced-a327-fd4e7df14637, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:03.224901 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] For port 0553296e-fb6a-4ced-a327-fd4e7df14637, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0553296e-fb6a-4ced-a327-fd4e7df14637,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:03.235124 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:03.253290 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec85ca76-f6d2-433a-a03a-24a441bdce82 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:03.324244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0e98987e-0bba-460d-b915-20f4df08b2fb triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:03.324656 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:03.360517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa12f532-c5b2-47f9-b8b8-45149185dbed', 'name': 'network-vif-deleted', 'tag': 'dceb4261-10ac-486f-86c7-6df07ea62d91'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:46:03.363571 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfec82a4-5139-41f9-9612-294c0346677f" -d '{"events": [{"server_uuid": "aa12f532-c5b2-47f9-b8b8-45149185dbed", "name": "network-vif-deleted", "tag": "dceb4261-10ac-486f-86c7-6df07ea62d91"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:46:03.375702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12edf713-1b74-48e7-b7c7-db396e33fdb3 None None] DHCP port deletion for 4565d6f8-7b09-476f-9167-2909f60601d4 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:46:03.383767 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48001e4-276c-45c7-b482-a50a74ef880b None None] Pushing event updated for resources: {'Port': ['ID=0553296e-fb6a-4ced-a327-fd4e7df14637,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:03.442455 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7732dc2e-161d-43ef-8175-300ea6a28a1c x-openstack-request-id: req-7732dc2e-161d-43ef-8175-300ea6a28a1c {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:46:03.442779 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa12f532-c5b2-47f9-b8b8-45149185dbed", "name": "network-vif-deleted", "tag": "dceb4261-10ac-486f-86c7-6df07ea62d91", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:46:03.443032 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7732dc2e-161d-43ef-8175-300ea6a28a1c {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:46:03.443460 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa12f532-c5b2-47f9-b8b8-45149185dbed', 'name': 'network-vif-deleted', 'tag': 'dceb4261-10ac-486f-86c7-6df07ea62d91', 'status': 'completed', 'code': 200} Aug 31 14:46:03.480038 n-d-806683-5 neutron-server[94870]: DEBUG neutron.objects.ports [None req-b64ca3b9-def9-4fb1-807b-2918d5c60f5f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94870) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:46:03.481386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ec85ca76-f6d2-433a-a03a-24a441bdce82 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 2f2f6eed-7678-4ab2-8ff7-73a458086a71 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:03.481777 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b64ca3b9-def9-4fb1-807b-2918d5c60f5f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:03.500738 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b4bda26d-0e6d-4a81-9ecb-d69f3e0c9247 req-f68857cc-39aa-4e58-8b5f-95599445e167 tempest-TestServerMultinode-257436003 tempest-TestServerMultinode-257436003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa12f532-c5b2-47f9-b8b8-45149185dbed HTTP/1.1" status: 200 len: 210 time: 0.2800348 Aug 31 14:46:03.519297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-12edf713-1b74-48e7-b7c7-db396e33fdb3 None None] Deleting port da78dcb2-5e06-41f7-8c5a-3d33db57f951 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:03.519893 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12edf713-1b74-48e7-b7c7-db396e33fdb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:03.586358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ca3b9-def9-4fb1-807b-2918d5c60f5f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'Subnet': ['ID=7ab9124e-bd0d-4a37-80e3-1e10b8cbd343,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:03.611650 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-62fccf59-64e5-4884-bc1e-c364c772cb8f req-d01a972f-95ed-4497-b0ca-5761941fc941 service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217746 Aug 31 14:46:03.620817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device da78dcb2-5e06-41f7-8c5a-3d33db57f951 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:03.641584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ca3b9-def9-4fb1-807b-2918d5c60f5f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Checking segment: {'id': 'f69bb8b9-3418-4b6d-985b-96654ddb5dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1197a572-ed3e-4cb7-b18e-220ad0f4d45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:03.642035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64ca3b9-def9-4fb1-807b-2918d5c60f5f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Network hostable DHCP agents. Network: 1197a572-ed3e-4cb7-b18e-220ad0f4d45a, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:46:03.690529 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64ca3b9-def9-4fb1-807b-2918d5c60f5f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Network 1197a572-ed3e-4cb7-b18e-220ad0f4d45a is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:46:03.701630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-12edf713-1b74-48e7-b7c7-db396e33fdb3 None None] For port da78dcb2-5e06-41f7-8c5a-3d33db57f951, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=da78dcb2-5e06-41f7-8c5a-3d33db57f951,segment=NetworkSegment(7382b46c-cf8d-405c-924c-f88bb2d8e5e1),segment_id=7382b46c-cf8d-405c-924c-f88bb2d8e5e1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:03.702053 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12edf713-1b74-48e7-b7c7-db396e33fdb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:03.703358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b64ca3b9-def9-4fb1-807b-2918d5c60f5f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 1197a572-ed3e-4cb7-b18e-220ad0f4d45a) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:03.709377 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64ca3b9-def9-4fb1-807b-2918d5c60f5f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:03.710177 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b64ca3b9-def9-4fb1-807b-2918d5c60f5f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:03.718262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac540d8c-8152-4982-8de7-15e7339beeec None None] Network 1197a572-ed3e-4cb7-b18e-220ad0f4d45a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:03.734125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-12edf713-1b74-48e7-b7c7-db396e33fdb3 None None] Calling delete_port for da78dcb2-5e06-41f7-8c5a-3d33db57f951 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:03.734566 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b64ca3b9-def9-4fb1-807b-2918d5c60f5f tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9039149 Aug 31 14:46:03.737444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45864) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:03.743911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Request body: {'port': {'network_id': '1197a572-ed3e-4cb7-b18e-220ad0f4d45a', 'name': 'tempest-NetworksIpV6TestAttrs-1717689382'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:03.776632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec85ca76-f6d2-433a-a03a-24a441bdce82 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:03.815060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85ca76-f6d2-433a-a03a-24a441bdce82 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=2f2f6eed-7678-4ab2-8ff7-73a458086a71,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:03.846636 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port da78dcb2-5e06-41f7-8c5a-3d33db57f951 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:03.848439 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec85ca76-f6d2-433a-a03a-24a441bdce82 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:03.850935 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ec85ca76-f6d2-433a-a03a-24a441bdce82 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/2f2f6eed-7678-4ab2-8ff7-73a458086a71 HTTP/1.1" status: 204 len: 168 time: 1.2600892 Aug 31 14:46:03.853705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45866) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:03.861914 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port da78dcb2-5e06-41f7-8c5a-3d33db57f951 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:03.862281 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:03.891367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Made reservation on behalf of ee670a5819f74e75835069d057bfdaf2 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:03.895314 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:03.914909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] device_id is not set on port 529fdcff-63b8-4a92-b6fb-31ce1cf2dcb0 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:46:04.009512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49432de-1cc1-4ee1-99b7-f9cfd0846a09 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:04.011458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49432de-1cc1-4ee1-99b7-f9cfd0846a09 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:04.013244 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a49432de-1cc1-4ee1-99b7-f9cfd0846a09 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1581776 Aug 31 14:46:04.018689 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12edf713-1b74-48e7-b7c7-db396e33fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:04.020602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45872) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:04.057115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Allocated IP 2001:db8::f816:3eff:fe3b:d0b7 (1197a572-ed3e-4cb7-b18e-220ad0f4d45a/7ab9124e-bd0d-4a37-80e3-1e10b8cbd343/529fdcff-63b8-4a92-b6fb-31ce1cf2dcb0) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:04.066252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Port da78dcb2-5e06-41f7-8c5a-3d33db57f951 update to ACTIVE by agent not found {{(pid=94872) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 14:46:04.088116 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf713-1b74-48e7-b7c7-db396e33fdb3 None None] Pushing event deleted for resources: {'Port': ['ID=da78dcb2-5e06-41f7-8c5a-3d33db57f951,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:04.089961 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12edf713-1b74-48e7-b7c7-db396e33fdb3 None None] No DVR routers for this DVR port da78dcb2-5e06-41f7-8c5a-3d33db57f951 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:04.097367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-1197a572-ed3e-4cb7-b18e-220ad0f4d45a', 'network_id': '1197a572-ed3e-4cb7-b18e-220ad0f4d45a', 'tenant_id': 'ee670a5819f74e75835069d057bfdaf2', 'fixed_ips': [{'subnet_id': '7ab9124e-bd0d-4a37-80e3-1e10b8cbd343'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:46:04.098232 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:04.140663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-984e1eb7-f667-40b7-afdc-f334b100678c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 7cbb263d-7e78-4ab0-97c2-dc1ac60dcb65 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:04.144987 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-984e1eb7-f667-40b7-afdc-f334b100678c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:04.204146 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-984e1eb7-f667-40b7-afdc-f334b100678c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:04.319836 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:04.323490 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-984e1eb7-f667-40b7-afdc-f334b100678c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:04.346153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Transition to ACTIVE for port object 529fdcff-63b8-4a92-b6fb-31ce1cf2dcb0 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:04.386645 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:04.412792 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-984e1eb7-f667-40b7-afdc-f334b100678c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:04.434386 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Network 1197a572-ed3e-4cb7-b18e-220ad0f4d45a is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:04.437589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:04.440867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:04.447966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:04.448639 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:04.457882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Allocated IP 2001:db8::f816:3eff:fe6a:75f8 (1197a572-ed3e-4cb7-b18e-220ad0f4d45a/7ab9124e-bd0d-4a37-80e3-1e10b8cbd343/758df3ec-ea4a-49b1-98ce-8849f5af3edc) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:04.460695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e1eb7-f667-40b7-afdc-f334b100678c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbb263d-7e78-4ab0-97c2-dc1ac60dcb65,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:04.471199 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-984e1eb7-f667-40b7-afdc-f334b100678c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:04.472848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-984e1eb7-f667-40b7-afdc-f334b100678c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/7cbb263d-7e78-4ab0-97c2-dc1ac60dcb65 HTTP/1.1" status: 204 len: 168 time: 0.4511957 Aug 31 14:46:04.475347 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45876) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:04.485169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'Port': ['ID=529fdcff-63b8-4a92-b6fb-31ce1cf2dcb0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:04.501907 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ee660a3a-037c-4d6c-92d9-d98e0da58f16 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7628670 Aug 31 14:46:04.502909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45878) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:04.581555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45884) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:04.591159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d43027f-b8cb-4ecf-933a-aa55abecf954 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Deleting subnet 7ab9124e-bd0d-4a37-80e3-1e10b8cbd343 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:04.600499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c31b469d-e951-47f5-8930-e6901b220758 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1238043 Aug 31 14:46:04.603094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45886) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:04.608461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fd2654f0-ee75-4565-ae71-b99ac6f6ff5e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:04.750146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2654f0-ee75-4565-ae71-b99ac6f6ff5e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:04.754488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd2654f0-ee75-4565-ae71-b99ac6f6ff5e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:04.840705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a730d-2733-4f53-a935-885f633ddda8 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:04.846883 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:04.909495 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Transition to ACTIVE for port object 758df3ec-ea4a-49b1-98ce-8849f5af3edc will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:04.918557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0553296e-fb6a-4ced-a327-fd4e7df14637 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:04.966645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9901cfb1-7fa8-4f29-b9cf-57de06bb69b4 None None] Provisioning for port 0553296e-fb6a-4ced-a327-fd4e7df14637 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:04.978267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Transition to ACTIVE for port object 758df3ec-ea4a-49b1-98ce-8849f5af3edc will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:04.996986 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d43027f-b8cb-4ecf-933a-aa55abecf954 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.004978 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.024938 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd2654f0-ee75-4565-ae71-b99ac6f6ff5e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.056889 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d43027f-b8cb-4ecf-933a-aa55abecf954 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.083369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Network 1197a572-ed3e-4cb7-b18e-220ad0f4d45a is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:05.093865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:05.094702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2654f0-ee75-4565-ae71-b99ac6f6ff5e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:05.098526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Pushing event updated for resources: {'Port': ['ID=758df3ec-ea4a-49b1-98ce-8849f5af3edc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:05.101718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:05.102064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-fd2654f0-ee75-4565-ae71-b99ac6f6ff5e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:05.108059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2654f0-ee75-4565-ae71-b99ac6f6ff5e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:05.110545 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd2654f0-ee75-4565-ae71-b99ac6f6ff5e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.119216 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 0553296e-fb6a-4ced-a327-fd4e7df14637 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:05.141338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fd2654f0-ee75-4565-ae71-b99ac6f6ff5e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5345254 Aug 31 14:46:05.142052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45888) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:05.147373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'name': 'tempest-NetworksTestDHCPv6-470769221'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:05.152860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2654f0-ee75-4565-ae71-b99ac6f6ff5e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=40480549-653f-4b39-96d5-7c1c8c27791f,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:05.167233 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0553296e-fb6a-4ced-a327-fd4e7df14637 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:05.167233 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.233677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Attempting to bind port 758df3ec-ea4a-49b1-98ce-8849f5af3edc on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:05.234171 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Attempting to bind port 758df3ec-ea4a-49b1-98ce-8849f5af3edc by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f69bb8b9-3418-4b6d-985b-96654ddb5dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1197a572-ed3e-4cb7-b18e-220ad0f4d45a'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:05.234636 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Attempting to bind port 758df3ec-ea4a-49b1-98ce-8849f5af3edc on network 1197a572-ed3e-4cb7-b18e-220ad0f4d45a {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:05.250125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:05.250629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Checking segment: {'id': 'f69bb8b9-3418-4b6d-985b-96654ddb5dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1197a572-ed3e-4cb7-b18e-220ad0f4d45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:05.251129 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.251624 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Bound using segment: {'id': 'f69bb8b9-3418-4b6d-985b-96654ddb5dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1197a572-ed3e-4cb7-b18e-220ad0f4d45a'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:05.252396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Bound port: 758df3ec-ea4a-49b1-98ce-8849f5af3edc, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69bb8b9-3418-4b6d-985b-96654ddb5dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1197a572-ed3e-4cb7-b18e-220ad0f4d45a'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:05.252754 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.282909 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d43027f-b8cb-4ecf-933a-aa55abecf954 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.290077 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-09289c72-beaa-455e-9c7c-0ea832c362c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.290437 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:05.294689 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.319314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 21b7f5e3-1555-43ba-b228-c2cda4d9ae60 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:46:05.388052 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.453553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 0553296e-fb6a-4ced-a327-fd4e7df14637, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0553296e-fb6a-4ced-a327-fd4e7df14637,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:05.459070 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.514880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::5e (b4d25150-f4fa-4c09-ab58-80f29333d578/40480549-653f-4b39-96d5-7c1c8c27791f/21b7f5e3-1555-43ba-b228-c2cda4d9ae60) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:05.536698 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d43027f-b8cb-4ecf-933a-aa55abecf954 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.555860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] For port 758df3ec-ea4a-49b1-98ce-8849f5af3edc, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:05.564601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device dceb4261-10ac-486f-86c7-6df07ea62d91 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:05.567239 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device da78dcb2-5e06-41f7-8c5a-3d33db57f951 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:05.576590 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43027f-b8cb-4ecf-933a-aa55abecf954 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab9124e-bd0d-4a37-80e3-1e10b8cbd343,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:05.611608 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=0553296e-fb6a-4ced-a327-fd4e7df14637,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:05.633507 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: dceb4261-10ac-486f-86c7-6df07ea62d91 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:05.634137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device dceb4261-10ac-486f-86c7-6df07ea62d91 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:05.638210 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d43027f-b8cb-4ecf-933a-aa55abecf954 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.644283 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672be798-06e7-4d87-a04e-fa56bc7deec0 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:05.645502 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8d43027f-b8cb-4ecf-933a-aa55abecf954 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/subnets/7ab9124e-bd0d-4a37-80e3-1e10b8cbd343 HTTP/1.1" status: 204 len: 168 time: 1.1411300 Aug 31 14:46:05.646979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45892) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:05.807669 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.807888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb1661-29e7-4bc3-b709-2b71a161f2a2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:05.807888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb1661-29e7-4bc3-b709-2b71a161f2a2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:05.809413 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a9eb1661-29e7-4bc3-b709-2b71a161f2a2 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1425815 Aug 31 14:46:05.812261 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45896) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:05.860261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 21b7f5e3-1555-43ba-b228-c2cda4d9ae60 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:05.940729 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.981689 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b3e50b06-cde4-4017-ab43-6212be4865a7 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:06.002467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:06.008719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:06.015772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:06.022486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:06.023323 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:06.024322 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e50b06-cde4-4017-ab43-6212be4865a7 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 14:46:06.024794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e50b06-cde4-4017-ab43-6212be4865a7 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:46:06.032394 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b3e50b06-cde4-4017-ab43-6212be4865a7 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/networks/1197a572-ed3e-4cb7-b18e-220ad0f4d45a HTTP/1.1" status: 409 len: 405 time: 0.2184360 Aug 31 14:46:06.034765 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45898) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:06.036295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=21b7f5e3-1555-43ba-b228-c2cda4d9ae60,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:06.038294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: da78dcb2-5e06-41f7-8c5a-3d33db57f951 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:06.041502 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1471386911'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:06.046229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device da78dcb2-5e06-41f7-8c5a-3d33db57f951 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:06.048596 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-497b4641-d637-4a81-a278-9ca380b0f901 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9054875 Aug 31 14:46:06.051129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45900) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:06.062847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] For port 758df3ec-ea4a-49b1-98ce-8849f5af3edc, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=758df3ec-ea4a-49b1-98ce-8849f5af3edc,segment=NetworkSegment(f69bb8b9-3418-4b6d-985b-96654ddb5dd5),segment_id=f69bb8b9-3418-4b6d-985b-96654ddb5dd5)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:06.074008 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:06.114341 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Made reservation on behalf of ee670a5819f74e75835069d057bfdaf2 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:06.118921 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:06.126471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd9d6b-0a8c-430e-bbc7-08a2f686ce28 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:06.133643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd9d6b-0a8c-430e-bbc7-08a2f686ce28 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:06.138602 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-91bd9d6b-0a8c-430e-bbc7-08a2f686ce28 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0824485 Aug 31 14:46:06.140047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45902) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:06.156022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e009da3c-bd7d-4529-9d7a-7c1ab9b37eb6 None None] Provisioning complete for port 0553296e-fb6a-4ced-a327-fd4e7df14637 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:06.156396 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e009da3c-bd7d-4529-9d7a-7c1ab9b37eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:06.186909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:46:06.207441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-09289c72-beaa-455e-9c7c-0ea832c362c7 admin admin] Deleting port a34e1036-0018-497b-91dc-c7a8d314d720 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:06.207820 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-09289c72-beaa-455e-9c7c-0ea832c362c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:06.213479 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:06.213479 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Added segment c385ca95-4496-43b6-8733-597d5219a870 of type vlan for network f717aeba-8047-4781-b336-1fd7089aef20 Aug 31 14:46:06.223946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8bb29-afbe-4e2b-ab34-cec133b07068 None None] Pushing event updated for resources: {'Port': ['ID=758df3ec-ea4a-49b1-98ce-8849f5af3edc,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:06.814145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-def692d7-231f-4ec7-aa56-c2d8f4d501fc None None] Provisioning complete for port 0553296e-fb6a-4ced-a327-fd4e7df14637 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:06.829626 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:06.841616 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-def692d7-231f-4ec7-aa56-c2d8f4d501fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:06.917184 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-09289c72-beaa-455e-9c7c-0ea832c362c7 admin admin] For port a34e1036-0018-497b-91dc-c7a8d314d720, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a34e1036-0018-497b-91dc-c7a8d314d720,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:06.917668 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-09289c72-beaa-455e-9c7c-0ea832c362c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:06.925715 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1935c4ac-7679-4fb8-ab54-6471b915eccb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 21b7f5e3-1555-43ba-b228-c2cda4d9ae60 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:06.926317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1935c4ac-7679-4fb8-ab54-6471b915eccb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:07.019517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0553296e-fb6a-4ced-a327-fd4e7df14637 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:07.049598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-def692d7-231f-4ec7-aa56-c2d8f4d501fc None None] Provisioning for port 21b7f5e3-1555-43ba-b228-c2cda4d9ae60 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:07.056046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-def692d7-231f-4ec7-aa56-c2d8f4d501fc None None] Provisioning complete for port 21b7f5e3-1555-43ba-b228-c2cda4d9ae60 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:07.056731 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-def692d7-231f-4ec7-aa56-c2d8f4d501fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:07.068646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-09289c72-beaa-455e-9c7c-0ea832c362c7 admin admin] Calling delete_port for a34e1036-0018-497b-91dc-c7a8d314d720 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:07.073034 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:07.102859 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:07.103647 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:07.117599 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-def692d7-231f-4ec7-aa56-c2d8f4d501fc None None] Port 21b7f5e3-1555-43ba-b228-c2cda4d9ae60 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:46:07.120316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0553296e-fb6a-4ced-a327-fd4e7df14637 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:07.120697 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:07.253432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4e448559-206e-4ee0-ba9d-c561381e0d59 None None] Could not find standard attr ID for object 2f2f6eed-7678-4ab2-8ff7-73a458086a71. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:46:07.254483 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2186015 Aug 31 14:46:07.257445 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45912) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:07.264065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3424396b-ed97-4f88-b901-34158a134bee tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Request body: {'subnet': {'network_id': 'f717aeba-8047-4781-b336-1fd7089aef20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:07.286724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 758df3ec-ea4a-49b1-98ce-8849f5af3edc up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:07.309377 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'Network': ['ID=f717aeba-8047-4781-b336-1fd7089aef20,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:07.399922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 758df3ec-ea4a-49b1-98ce-8849f5af3edc completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:07.411767 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:07.411928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:07.412462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:07.412870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:07.413297 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:07.413719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:07.414292 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:07.414702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:07.415332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:07.415674 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:07.416083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:07.416697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a346c19-4948-4513-bca3-86c86524c9d1 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:07.429564 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1935c4ac-7679-4fb8-ab54-6471b915eccb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:07.439427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network f717aeba-8047-4781-b336-1fd7089aef20 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:46:07.455409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3424396b-ed97-4f88-b901-34158a134bee tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Made reservation on behalf of ee670a5819f74e75835069d057bfdaf2 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:07.466442 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3424396b-ed97-4f88-b901-34158a134bee tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:07.489781 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1935c4ac-7679-4fb8-ab54-6471b915eccb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 21b7f5e3-1555-43ba-b228-c2cda4d9ae60 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:07.694444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d3f6dbab-9a02-4324-920a-c4a3ca7cc911 None None] Provisioning complete for port 21b7f5e3-1555-43ba-b228-c2cda4d9ae60 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:07.695346 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3f6dbab-9a02-4324-920a-c4a3ca7cc911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:07.749587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6dbab-9a02-4324-920a-c4a3ca7cc911 None None] Port 21b7f5e3-1555-43ba-b228-c2cda4d9ae60 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:46:07.787899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7d7c9a-4215-4467-a531-a032178d4199 None None] Network 1197a572-ed3e-4cb7-b18e-220ad0f4d45a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:07.982829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9efcce6f-5133-44f2-af0b-98fd5492a397 None None] Provisioning for port 758df3ec-ea4a-49b1-98ce-8849f5af3edc completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:08.019017 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9efcce6f-5133-44f2-af0b-98fd5492a397 None None] Provisioning complete for port 758df3ec-ea4a-49b1-98ce-8849f5af3edc triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:08.019685 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9efcce6f-5133-44f2-af0b-98fd5492a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.050217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.objects.ports [None req-3424396b-ed97-4f88-b901-34158a134bee tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:46:08.054062 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3424396b-ed97-4f88-b901-34158a134bee tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.114204 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-09289c72-beaa-455e-9c7c-0ea832c362c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.148687 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1935c4ac-7679-4fb8-ab54-6471b915eccb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.188011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09289c72-beaa-455e-9c7c-0ea832c362c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34e1036-0018-497b-91dc-c7a8d314d720,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:08.212437 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424396b-ed97-4f88-b901-34158a134bee tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'Subnet': ['ID=3ca4006a-8448-4aac-b115-5e14327e01d1,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:08.228443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424396b-ed97-4f88-b901-34158a134bee tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Checking segment: {'id': 'c385ca95-4496-43b6-8733-597d5219a870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f717aeba-8047-4781-b336-1fd7089aef20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:08.228820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3424396b-ed97-4f88-b901-34158a134bee tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Network hostable DHCP agents. Network: f717aeba-8047-4781-b336-1fd7089aef20, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:46:08.251419 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9efcce6f-5133-44f2-af0b-98fd5492a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.261380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3424396b-ed97-4f88-b901-34158a134bee tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Network f717aeba-8047-4781-b336-1fd7089aef20 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:46:08.266818 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59481456-cc36-4284-a467-25ad02be6c21 None None] DHCP port deletion for 1197a572-ed3e-4cb7-b18e-220ad0f4d45a request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:46:08.277449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3424396b-ed97-4f88-b901-34158a134bee tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, f717aeba-8047-4781-b336-1fd7089aef20) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:08.286927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3424396b-ed97-4f88-b901-34158a134bee tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:08.295381 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3424396b-ed97-4f88-b901-34158a134bee tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.309588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80321440-e600-4ae2-b8c0-cd83cfcd8f93 None None] Network f717aeba-8047-4781-b336-1fd7089aef20 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:08.321058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935c4ac-7679-4fb8-ab54-6471b915eccb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=21b7f5e3-1555-43ba-b228-c2cda4d9ae60,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:08.321267 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3424396b-ed97-4f88-b901-34158a134bee tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0598469 Aug 31 14:46:08.321376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45920) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:08.360072 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1935c4ac-7679-4fb8-ab54-6471b915eccb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.365750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1935c4ac-7679-4fb8-ab54-6471b915eccb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/21b7f5e3-1555-43ba-b228-c2cda4d9ae60 HTTP/1.1" status: 204 len: 168 time: 2.2229025 Aug 31 14:46:08.368978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45922) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:08.377862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9efcce6f-5133-44f2-af0b-98fd5492a397 None None] For port 758df3ec-ea4a-49b1-98ce-8849f5af3edc, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=758df3ec-ea4a-49b1-98ce-8849f5af3edc,segment=NetworkSegment(f69bb8b9-3418-4b6d-985b-96654ddb5dd5),segment_id=f69bb8b9-3418-4b6d-985b-96654ddb5dd5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:08.402460 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9efcce6f-5133-44f2-af0b-98fd5492a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.432957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7a31a9-7989-41d8-8908-8b75e3b32947 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:08.434629 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7a31a9-7989-41d8-8908-8b75e3b32947 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:08.439976 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0b7a31a9-7989-41d8-8908-8b75e3b32947 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0696659 Aug 31 14:46:08.440667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45924) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:08.489646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcce6f-5133-44f2-af0b-98fd5492a397 None None] Pushing event updated for resources: {'Port': ['ID=758df3ec-ea4a-49b1-98ce-8849f5af3edc,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:08.498014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f8d984-781b-4c08-b579-9de1d73f87d2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 40480549-653f-4b39-96d5-7c1c8c27791f {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:08.504111 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d984-781b-4c08-b579-9de1d73f87d2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.524302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-59481456-cc36-4284-a467-25ad02be6c21 None None] Deleting port 758df3ec-ea4a-49b1-98ce-8849f5af3edc {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:08.525082 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59481456-cc36-4284-a467-25ad02be6c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.539441 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.604218 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d984-781b-4c08-b579-9de1d73f87d2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.638357 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.645398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-59481456-cc36-4284-a467-25ad02be6c21 None None] For port 758df3ec-ea4a-49b1-98ce-8849f5af3edc, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=758df3ec-ea4a-49b1-98ce-8849f5af3edc,segment=NetworkSegment(f69bb8b9-3418-4b6d-985b-96654ddb5dd5),segment_id=f69bb8b9-3418-4b6d-985b-96654ddb5dd5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:08.645600 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59481456-cc36-4284-a467-25ad02be6c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.717881 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-59481456-cc36-4284-a467-25ad02be6c21 None None] Calling delete_port for 758df3ec-ea4a-49b1-98ce-8849f5af3edc owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:08.737751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5304f358-0000-44fb-a6ba-cbd2a4b8a73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-f717aeba-8047-4781-b336-1fd7089aef20', 'network_id': 'f717aeba-8047-4781-b336-1fd7089aef20', 'tenant_id': 'ee670a5819f74e75835069d057bfdaf2', 'fixed_ips': [{'subnet_id': '3ca4006a-8448-4aac-b115-5e14327e01d1'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:46:08.738334 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5304f358-0000-44fb-a6ba-cbd2a4b8a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.745961 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.773521 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d984-781b-4c08-b579-9de1d73f87d2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.776746 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-09289c72-beaa-455e-9c7c-0ea832c362c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.778557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca4006a-8448-4aac-b115-5e14327e01d1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:08.893784 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.910411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f717aeba-8047-4781-b336-1fd7089aef20']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:08.922241 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d984-781b-4c08-b579-9de1d73f87d2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.925106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c385ca95-4496-43b6-8733-597d5219a870') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:08.926032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c385ca95-4496-43b6-8733-597d5219a870') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:08.934359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 758df3ec-ea4a-49b1-98ce-8849f5af3edc no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:08.945128 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.956355 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d984-781b-4c08-b579-9de1d73f87d2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.960833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45932) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:08.960973 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f7f8d984-781b-4c08-b579-9de1d73f87d2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/40480549-653f-4b39-96d5-7c1c8c27791f HTTP/1.1" status: 204 len: 168 time: 0.5188046 Aug 31 14:46:08.963907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8d984-781b-4c08-b579-9de1d73f87d2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=40480549-653f-4b39-96d5-7c1c8c27791f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:08.966914 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.979371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:46:08.979787 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:46:08.983737 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:46:08.996742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e21444-979b-491f-8c9e-9a5a40429609 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:09.089699 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d346031c-5a60-4c39-a8f1-a2a32feacbfc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233504 Aug 31 14:46:09.091568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45934) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:09.097522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-94d37b2a-6a99-4fbf-b42a-e4871dcf4c59 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:09.117935 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09289c72-beaa-455e-9c7c-0ea832c362c7 admin admin] Router b48422fd-44b5-4d86-b163-ed85b9800e98 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:46:09.163635 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868ddba3-66a9-4064-b93a-e45b39f69f7f None None] Network f717aeba-8047-4781-b336-1fd7089aef20 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:09.171819 n-d-806683-5 neutron-server[94872]: INFO neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No ports have port_id starting with 758df3ec-ea4a-49b1-98ce-8849f5af3edc Aug 31 14:46:09.174817 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.184652 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59481456-cc36-4284-a467-25ad02be6c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.195816 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.203951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/networks/f717aeba-8047-4781-b336-1fd7089aef20 HTTP/1.1" status: 204 len: 168 time: 0.8746731 Aug 31 14:46:09.205215 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45936) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:09.211099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c6bac488-52b3-4d1b-a977-3c3fcd93903a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-483593871'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:09.211287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf162e9a-831b-4267-838c-eef082e0ab73 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Network': ['ID=f717aeba-8047-4781-b336-1fd7089aef20,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:09.216270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868ddba3-66a9-4064-b93a-e45b39f69f7f None None] Network f717aeba-8047-4781-b336-1fd7089aef20 could not be found, it might have been deleted concurrently. {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:46:09.222986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59481456-cc36-4284-a467-25ad02be6c21 None None] Pushing event deleted for resources: {'Port': ['ID=758df3ec-ea4a-49b1-98ce-8849f5af3edc,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:09.231940 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59481456-cc36-4284-a467-25ad02be6c21 None None] No DVR routers for this DVR port 758df3ec-ea4a-49b1-98ce-8849f5af3edc on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:09.290017 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.api [None req-c6bac488-52b3-4d1b-a977-3c3fcd93903a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:46:09.290017 n-d-806683-5 neutron-server[94870]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 14:46:09.290017 n-d-806683-5 neutron-server[94870]: [parameters: {'project_id': 'ee670a5819f74e75835069d057bfdaf2', 'id': '921081b0-6415-4bd7-be15-14e2416b80ea', 'expiration': datetime.datetime(2021, 8, 31, 14, 48, 9, 277337)}] Aug 31 14:46:09.290017 n-d-806683-5 neutron-server[94870]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:46:09.290468 n-d-806683-5 neutron-server[94870]: DEBUG oslo_db.api [None req-c6bac488-52b3-4d1b-a977-3c3fcd93903a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:46:09.293931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d37b2a-6a99-4fbf-b42a-e4871dcf4c59 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:09.297811 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94d37b2a-6a99-4fbf-b42a-e4871dcf4c59 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.310796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09289c72-beaa-455e-9c7c-0ea832c362c7 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:46:09.323827 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd902a5-cdf0-4e4c-8dbe-3541dfb94add None None] Sync routers for ids ['b48422fd-44b5-4d86-b163-ed85b9800e98'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:46:09.326668 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-09289c72-beaa-455e-9c7c-0ea832c362c7 admin admin] 10.222.0.39 "PUT /v2.0/routers/b48422fd-44b5-4d86-b163-ed85b9800e98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7443037 Aug 31 14:46:09.328153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45940) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:09.336016 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd902a5-cdf0-4e4c-8dbe-3541dfb94add None None] Routers {'b48422fd-44b5-4d86-b163-ed85b9800e98'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:09.337017 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-dcd902a5-cdf0-4e4c-8dbe-3541dfb94add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:45:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b48422fd-44b5-4d86-b163-ed85b9800e98'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:09.360341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda15978-48c7-433e-977d-dd92e1b19b39 None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:46:09.449550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-eda15978-48c7-433e-977d-dd92e1b19b39 None None] Deleting port 0553296e-fb6a-4ced-a327-fd4e7df14637 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:09.450183 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eda15978-48c7-433e-977d-dd92e1b19b39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.466773 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.555470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-eda15978-48c7-433e-977d-dd92e1b19b39 None None] For port 0553296e-fb6a-4ced-a327-fd4e7df14637, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0553296e-fb6a-4ced-a327-fd4e7df14637,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:09.555832 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eda15978-48c7-433e-977d-dd92e1b19b39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.578074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-eda15978-48c7-433e-977d-dd92e1b19b39 None None] Calling delete_port for 0553296e-fb6a-4ced-a327-fd4e7df14637 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:09.613038 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.650002 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94d37b2a-6a99-4fbf-b42a-e4871dcf4c59 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.654701 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-dcd902a5-cdf0-4e4c-8dbe-3541dfb94add None None] Set router b48422fd-44b5-4d86-b163-ed85b9800e98 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:46:09.682308 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eda15978-48c7-433e-977d-dd92e1b19b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.718396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda15978-48c7-433e-977d-dd92e1b19b39 None None] No DVR routers for this DVR port 0553296e-fb6a-4ced-a327-fd4e7df14637 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:09.719755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d37b2a-6a99-4fbf-b42a-e4871dcf4c59 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:09.720223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda15978-48c7-433e-977d-dd92e1b19b39 None None] Pushing event deleted for resources: {'Port': ['ID=0553296e-fb6a-4ced-a327-fd4e7df14637,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:09.734409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-94d37b2a-6a99-4fbf-b42a-e4871dcf4c59 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:09.734968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] Deleting port 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:09.735416 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.739966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d37b2a-6a99-4fbf-b42a-e4871dcf4c59 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:09.740671 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94d37b2a-6a99-4fbf-b42a-e4871dcf4c59 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.748915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1694c9c9-413a-4c37-b842-768ee7147b7b None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:09.749168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d37b2a-6a99-4fbf-b42a-e4871dcf4c59 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=7a7e819c-0a8a-4cb1-bb46-a6b7a3513900,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:09.769572 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-94d37b2a-6a99-4fbf-b42a-e4871dcf4c59 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6754677 Aug 31 14:46:09.771117 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45944) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:09.798192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'name': 'tempest-NetworksTestDHCPv6-520581552'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:09.877210 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bac488-52b3-4d1b-a977-3c3fcd93903a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Made reservation on behalf of ee670a5819f74e75835069d057bfdaf2 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:09.882111 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6bac488-52b3-4d1b-a977-3c3fcd93903a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.955141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] For port 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:09.955833 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.017888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] Calling delete_port for 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:10.019778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bac488-52b3-4d1b-a977-3c3fcd93903a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:46:10.037819 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6bac488-52b3-4d1b-a977-3c3fcd93903a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.038170 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-c6bac488-52b3-4d1b-a977-3c3fcd93903a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Added segment 01481f28-a41f-45c6-85c0-2239e2c7e417 of type vlan for network eace865c-fb3f-4a07-8c76-025c8cba79d6 Aug 31 14:46:10.043066 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': '7a7e819c-0a8a-4cb1-bb46-a6b7a3513900'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:46:10.044162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.068360 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:10.071941 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.094900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 38ccb26c-3d2d-4509-8e07-67f000b4cfb5 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:46:10.111266 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-dcd902a5-cdf0-4e4c-8dbe-3541dfb94add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'name': 'tempest-TestServerMultinode-1714495292-router', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:00Z', 'updated_at': '2021-08-31T14:46:07Z', 'revision_number': 5, 'project_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'gw_port': {'id': '60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:01Z', 'updated_at': '2021-08-31T14:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:10.149657 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd902a5-cdf0-4e4c-8dbe-3541dfb94add None None] Checking router: b48422fd-44b5-4d86-b163-ed85b9800e98 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:46:10.162793 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd902a5-cdf0-4e4c-8dbe-3541dfb94add None None] Routers {'b48422fd-44b5-4d86-b163-ed85b9800e98'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:10.164093 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-dcd902a5-cdf0-4e4c-8dbe-3541dfb94add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:45:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b48422fd-44b5-4d86-b163-ed85b9800e98'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:10.222872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6bac488-52b3-4d1b-a977-3c3fcd93903a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.261406 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6bac488-52b3-4d1b-a977-3c3fcd93903a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.266630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::b1 (b4d25150-f4fa-4c09-ab58-80f29333d578/7a7e819c-0a8a-4cb1-bb46-a6b7a3513900/38ccb26c-3d2d-4509-8e07-67f000b4cfb5) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:10.270722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bac488-52b3-4d1b-a977-3c3fcd93903a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:10.271592 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6bac488-52b3-4d1b-a977-3c3fcd93903a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.295144 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-dcd902a5-cdf0-4e4c-8dbe-3541dfb94add None None] Set router b48422fd-44b5-4d86-b163-ed85b9800e98 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:46:10.362029 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c6bac488-52b3-4d1b-a977-3c3fcd93903a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1554558 Aug 31 14:46:10.375239 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45948) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:10.382801 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a9078c5d-d1e0-4b67-9031-2a19686a9034 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Request body: {'subnet': {'network_id': 'eace865c-fb3f-4a07-8c76-025c8cba79d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:10.411555 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-dcd902a5-cdf0-4e4c-8dbe-3541dfb94add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'name': 'tempest-TestServerMultinode-1714495292-router', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:00Z', 'updated_at': '2021-08-31T14:46:09Z', 'revision_number': 6, 'project_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:10.443274 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd902a5-cdf0-4e4c-8dbe-3541dfb94add None None] The sync data for ids ['b48422fd-44b5-4d86-b163-ed85b9800e98'] in n-d-806683-5 is: [{'id': 'b48422fd-44b5-4d86-b163-ed85b9800e98', 'name': 'tempest-TestServerMultinode-1714495292-router', 'tenant_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:00Z', 'updated_at': '2021-08-31T14:46:09Z', 'revision_number': 6, 'project_id': 'c01da328c1b34bd7b538e75f3373ccd4', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:46:10.448848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bac488-52b3-4d1b-a977-3c3fcd93903a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'Network': ['ID=eace865c-fb3f-4a07-8c76-025c8cba79d6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:10.456599 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.461213 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network eace865c-fb3f-4a07-8c76-025c8cba79d6 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:46:10.469159 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.490574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 38ccb26c-3d2d-4509-8e07-67f000b4cfb5 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:10.512913 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:10.532664 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.579490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:10.586025 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:10.589172 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9078c5d-d1e0-4b67-9031-2a19686a9034 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Made reservation on behalf of ee670a5819f74e75835069d057bfdaf2 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:10.590206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:10.594251 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9078c5d-d1e0-4b67-9031-2a19686a9034 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.596631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:10.597452 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.603644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Allocated IP 2001:db8::2 (b4d25150-f4fa-4c09-ab58-80f29333d578/7a7e819c-0a8a-4cb1-bb46-a6b7a3513900/9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:10.612001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=38ccb26c-3d2d-4509-8e07-67f000b4cfb5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:10.612789 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.628535 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e90a7030-5e17-42ff-9b68-6a69c1c409fa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8538315 Aug 31 14:46:10.628857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45950) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:10.681656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0fbbef-3f7d-4b47-8414-bfaf9d2833f2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:10.685771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0a0fbbef-3f7d-4b47-8414-bfaf9d2833f2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0535891 Aug 31 14:46:10.686541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45952) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:10.743097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.746183 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.780335 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.792788 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Transition to ACTIVE for port object 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:10.803916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-49f11ae9-a251-497f-a1e8-51e4ad1aaa69 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 38ccb26c-3d2d-4509-8e07-67f000b4cfb5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:10.804321 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49f11ae9-a251-497f-a1e8-51e4ad1aaa69 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.820630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Transition to ACTIVE for port object 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:10.844973 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.863618 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.865300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b48422fd-44b5-4d86-b163-ed85b9800e98 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:46:10.870955 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:10.871158 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:10.873343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:10.880584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bb6cb61b-b692-43b5-bae5-cd919caff897 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b48422fd-44b5-4d86-b163-ed85b9800e98 HTTP/1.1" status: 204 len: 168 time: 1.5513649 Aug 31 14:46:10.893365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45958) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:10.928954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:11.008788 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49f11ae9-a251-497f-a1e8-51e4ad1aaa69 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.030841 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-49f11ae9-a251-497f-a1e8-51e4ad1aaa69 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 38ccb26c-3d2d-4509-8e07-67f000b4cfb5 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:11.031113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Pushing event updated for resources: {'Port': ['ID=9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:11.034851 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a34e1036-0018-497b-91dc-c7a8d314d720 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:11.058939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c7bcd2-adba-4b07-a44c-f9e091e50c7b admin admin] Deleting subnet 485adb3d-72e5-4543-899b-f90e74371d81 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:11.067801 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5c7bcd2-adba-4b07-a44c-f9e091e50c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.073646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: a34e1036-0018-497b-91dc-c7a8d314d720 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:11.074190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a34e1036-0018-497b-91dc-c7a8d314d720 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:11.074422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0553296e-fb6a-4ced-a327-fd4e7df14637 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:11.078319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Attempting to bind port 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:11.078671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Attempting to bind port 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:11.079334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Attempting to bind port 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:11.101932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:11.102308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:11.102711 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.103109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:11.103619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Bound port: 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:11.104004 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.107035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 0553296e-fb6a-4ced-a327-fd4e7df14637 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:11.107408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0553296e-fb6a-4ced-a327-fd4e7df14637 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:11.156258 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5c7bcd2-adba-4b07-a44c-f9e091e50c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.190212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] For port 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:11.194454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] For port 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:11.198725 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.199134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9078c5d-d1e0-4b67-9031-2a19686a9034 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.225764 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49f11ae9-a251-497f-a1e8-51e4ad1aaa69 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.276079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f11ae9-a251-497f-a1e8-51e4ad1aaa69 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=38ccb26c-3d2d-4509-8e07-67f000b4cfb5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:11.288354 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cb673-3cb7-40aa-98ab-d3c9164b0185 None None] Pushing event updated for resources: {'Port': ['ID=9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:11.307791 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49f11ae9-a251-497f-a1e8-51e4ad1aaa69 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.310137 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-49f11ae9-a251-497f-a1e8-51e4ad1aaa69 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/38ccb26c-3d2d-4509-8e07-67f000b4cfb5 HTTP/1.1" status: 204 len: 168 time: 0.6231430 Aug 31 14:46:11.313453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45962) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:11.336037 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5c7bcd2-adba-4b07-a44c-f9e091e50c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.339891 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9078c5d-d1e0-4b67-9031-2a19686a9034 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'Subnet': ['ID=0d1b4d0b-61a2-4b3e-a687-a7c10a7163d7,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:11.378017 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9078c5d-d1e0-4b67-9031-2a19686a9034 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Checking segment: {'id': '01481f28-a41f-45c6-85c0-2239e2c7e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eace865c-fb3f-4a07-8c76-025c8cba79d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:11.378841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9078c5d-d1e0-4b67-9031-2a19686a9034 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Network hostable DHCP agents. Network: eace865c-fb3f-4a07-8c76-025c8cba79d6, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:46:11.392727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1ad9a-761e-44c0-930d-aea6eab5b42b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:11.394690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1ad9a-761e-44c0-930d-aea6eab5b42b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:11.397236 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9af1ad9a-761e-44c0-930d-aea6eab5b42b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0816810 Aug 31 14:46:11.399007 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:11.415375 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9078c5d-d1e0-4b67-9031-2a19686a9034 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Network eace865c-fb3f-4a07-8c76-025c8cba79d6 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:46:11.433630 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a9078c5d-d1e0-4b67-9031-2a19686a9034 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, eace865c-fb3f-4a07-8c76-025c8cba79d6) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:11.440911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9078c5d-d1e0-4b67-9031-2a19686a9034 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:11.441999 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a9078c5d-d1e0-4b67-9031-2a19686a9034 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.444430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11264855-c83e-4843-8edd-4134252d321f None None] Network eace865c-fb3f-4a07-8c76-025c8cba79d6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:11.446747 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5c7bcd2-adba-4b07-a44c-f9e091e50c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.484309 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7bcd2-adba-4b07-a44c-f9e091e50c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=485adb3d-72e5-4543-899b-f90e74371d81,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:11.491017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-200a1d25-8fd2-429a-a599-8459af152405 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 7a7e819c-0a8a-4cb1-bb46-a6b7a3513900 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:11.492240 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5c7bcd2-adba-4b07-a44c-f9e091e50c7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.499317 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f5c7bcd2-adba-4b07-a44c-f9e091e50c7b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/485adb3d-72e5-4543-899b-f90e74371d81 HTTP/1.1" status: 204 len: 168 time: 0.5996115 Aug 31 14:46:11.499317 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a9078c5d-d1e0-4b67-9031-2a19686a9034 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1193161 Aug 31 14:46:11.499779 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-200a1d25-8fd2-429a-a599-8459af152405 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.499877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45968) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:11.526640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45970) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:11.535018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f4ca4b-4f03-4a0b-a09e-7f10d1344ba8 None None] Network 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:11.621719 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.712743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Deleting port 9d632af4-4e20-4fc9-b58e-8cac52db4781 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:11.713438 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.835147 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] For port 9d632af4-4e20-4fc9-b58e-8cac52db4781, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9d632af4-4e20-4fc9-b58e-8cac52db4781,segment=NetworkSegment(38166a08-d3eb-4293-8061-c69028669dbf),segment_id=38166a08-d3eb-4293-8061-c69028669dbf)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:11.835647 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:11.862349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Calling delete_port for 9d632af4-4e20-4fc9-b58e-8cac52db4781 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:11.956588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-eace865c-fb3f-4a07-8c76-025c8cba79d6', 'network_id': 'eace865c-fb3f-4a07-8c76-025c8cba79d6', 'tenant_id': 'ee670a5819f74e75835069d057bfdaf2', 'fixed_ips': [{'subnet_id': '0d1b4d0b-61a2-4b3e-a687-a7c10a7163d7'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:46:11.957446 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.013556 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.068253 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d632af4-4e20-4fc9-b58e-8cac52db4781,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:12.085450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] No DVR routers for this DVR port 9d632af4-4e20-4fc9-b58e-8cac52db4781 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:12.104183 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b23868-76c8-422a-9272-f2ca4fb217e0 None None] DHCP port deletion for 5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:46:12.140434 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-200a1d25-8fd2-429a-a599-8459af152405 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.199730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.216784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:12.237385 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Allocated IP 2001:db8::2 (eace865c-fb3f-4a07-8c76-025c8cba79d6/0d1b4d0b-61a2-4b3e-a687-a7c10a7163d7/0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:12.239164 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38166a08-d3eb-4293-8061-c69028669dbf') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:12.239511 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38166a08-d3eb-4293-8061-c69028669dbf') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:12.243879 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.250048 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.268127 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.284890 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:46:12.287145 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:46:12.289809 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:46:12.320933 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-200a1d25-8fd2-429a-a599-8459af152405 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.381256 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.389665 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.396685 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848 HTTP/1.1" status: 204 len: 168 time: 0.8953240 Aug 31 14:46:12.396685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45974) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:12.495822 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ed2a1-13ca-4fc6-920c-12e64e1fbd68 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6d2ce6-43bb-4e8e-a3a1-babd2e82a848,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:12.512777 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.515531 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.538112 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Transition to ACTIVE for port object 0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:12.567611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Transition to ACTIVE for port object 0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:12.587711 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-200a1d25-8fd2-429a-a599-8459af152405 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.590405 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.637954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Network eace865c-fb3f-4a07-8c76-025c8cba79d6 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:12.668564 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-200a1d25-8fd2-429a-a599-8459af152405 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.672351 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-200a1d25-8fd2-429a-a599-8459af152405 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/7a7e819c-0a8a-4cb1-bb46-a6b7a3513900 HTTP/1.1" status: 204 len: 168 time: 1.2717164 Aug 31 14:46:12.674663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a1d25-8fd2-429a-a599-8459af152405 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7e819c-0a8a-4cb1-bb46-a6b7a3513900,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:12.677366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45978) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:12.772009 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2c48e34e-0746-4353-888f-a6ba00205e39 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906904 Aug 31 14:46:12.774980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45980) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:12.788636 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.886047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1b4d0b-61a2-4b3e-a687-a7c10a7163d7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:12.928987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:12.934972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:12.938468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2ab0da-1a03-4edd-b961-cf6bbb05a7b8 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:12.966629 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:12.967700 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:12.976966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bf14d-7101-4d0c-ab28-f5de5cf3b365 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:12.978832 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-156bf14d-7101-4d0c-ab28-f5de5cf3b365 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2027318 Aug 31 14:46:12.985131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45982) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:12.999051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eace865c-fb3f-4a07-8c76-025c8cba79d6']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:13.038172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01481f28-a41f-45c6-85c0-2239e2c7e417') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:13.038467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01481f28-a41f-45c6-85c0-2239e2c7e417') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:13.054344 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.074803 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce5453f-7013-4681-99f4-8f38085fc6c5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:13.079072 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0ce5453f-7013-4681-99f4-8f38085fc6c5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0896327 Aug 31 14:46:13.079072 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.080819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 45988) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:13.130911 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bb02e8da-55a5-4ea8-903c-b4464383194f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459230 Aug 31 14:46:13.130911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:46:13.131219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c650a586-849a-4170-89fa-3c629905ff23 None None] Provisioning for port 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:13.133060 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:46:13.137220 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:46:13.140107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45990) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:13.154399 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-034801c6-bb8a-4992-9caa-50471bc960a3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:13.177856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Pushing event updated for resources: {'Port': ['ID=0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:13.211361 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:46:13.211361 n-d-806683-5 neutron-server[94871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:46:13.211361 n-d-806683-5 neutron-server[94871]: [parameters: {'id': 'eace865c-fb3f-4a07-8c76-025c8cba79d6'}] Aug 31 14:46:13.211361 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:46:13.212125 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:46:13.226974 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Attempting to bind port 0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:13.227418 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Attempting to bind port 0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '01481f28-a41f-45c6-85c0-2239e2c7e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eace865c-fb3f-4a07-8c76-025c8cba79d6'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:13.227764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Attempting to bind port 0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1 on network eace865c-fb3f-4a07-8c76-025c8cba79d6 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:13.236233 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:13.243698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:13.244627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Checking segment: {'id': '01481f28-a41f-45c6-85c0-2239e2c7e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eace865c-fb3f-4a07-8c76-025c8cba79d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:13.245278 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.245917 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Bound using segment: {'id': '01481f28-a41f-45c6-85c0-2239e2c7e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eace865c-fb3f-4a07-8c76-025c8cba79d6'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:13.246934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Bound port: 0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01481f28-a41f-45c6-85c0-2239e2c7e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eace865c-fb3f-4a07-8c76-025c8cba79d6'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:13.248033 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.256992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:13.258092 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.331582 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034801c6-bb8a-4992-9caa-50471bc960a3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:13.336171 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-034801c6-bb8a-4992-9caa-50471bc960a3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.402153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] For port 0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:13.406585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] For port 0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1,segment=NetworkSegment(01481f28-a41f-45c6-85c0-2239e2c7e417),segment_id=01481f28-a41f-45c6-85c0-2239e2c7e417)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:13.413607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbda91a-d731-4833-95b6-157147e7e3f2 None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:46:13.445672 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.620897 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601430-8ed7-4c4b-80c9-8df7fc1e8dbb None None] Pushing event updated for resources: {'Port': ['ID=0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:13.639875 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.652735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f700266-9a8b-4ad6-a10d-a72e08fa6653 None None] Network eace865c-fb3f-4a07-8c76-025c8cba79d6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:13.663236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2dbda91a-d731-4833-95b6-157147e7e3f2 None None] Deleting port 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:13.663681 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2dbda91a-d731-4833-95b6-157147e7e3f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.677997 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-034801c6-bb8a-4992-9caa-50471bc960a3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.700289 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034801c6-bb8a-4992-9caa-50471bc960a3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:13.709737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-034801c6-bb8a-4992-9caa-50471bc960a3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:13.713322 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034801c6-bb8a-4992-9caa-50471bc960a3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:13.713916 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-034801c6-bb8a-4992-9caa-50471bc960a3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.714451 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.773693 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-034801c6-bb8a-4992-9caa-50471bc960a3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6332967 Aug 31 14:46:13.781577 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2dbda91a-d731-4833-95b6-157147e7e3f2 None None] For port 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:13.782563 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2dbda91a-d731-4833-95b6-157147e7e3f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.782685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 45996) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:13.792831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'fixed_ips': [{'subnet_id': '296be631-db5e-468e-914c-1c887524085e', 'ip_address': '2001:db8::68cd:30c7:9b89:26bf'}], 'name': 'tempest-NetworksTestDHCPv6-104207843'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:13.796360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2dbda91a-d731-4833-95b6-157147e7e3f2 None None] Calling delete_port for 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:13.815778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034801c6-bb8a-4992-9caa-50471bc960a3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=296be631-db5e-468e-914c-1c887524085e,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:13.838234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Deleting port 0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:13.838935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.984759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:13.997388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:13.999227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] For port 0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1,segment=NetworkSegment(01481f28-a41f-45c6-85c0-2239e2c7e417),segment_id=01481f28-a41f-45c6-85c0-2239e2c7e417)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:13.999917 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.014550 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.028124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Calling delete_port for 0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:14.068386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:14.115459 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9d632af4-4e20-4fc9-b58e-8cac52db4781 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:14.130868 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2dbda91a-d731-4833-95b6-157147e7e3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.163773 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.170183 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8786-8c9d-4bfc-91be-91f445dc5e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.234150 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 9d632af4-4e20-4fc9-b58e-8cac52db4781 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:14.234883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9d632af4-4e20-4fc9-b58e-8cac52db4781 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:14.235055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:14.235168 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.243535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 541214f4-ce06-4b0e-8612-d84904524766 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:46:14.260963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbda91a-d731-4833-95b6-157147e7e3f2 None None] Pushing event deleted for resources: {'Port': ['ID=9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:14.265950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:14.266353 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 60d31ebb-4bf8-46f1-a6fc-a8ba39b30c47 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:14.276345 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbda91a-d731-4833-95b6-157147e7e3f2 None None] No DVR routers for this DVR port 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:14.288032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Port': ['ID=0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:14.293080 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] No DVR routers for this DVR port 0c10b1bc-e4c3-40c6-a9a1-688bbe2cd3c1 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:14.299023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e801b0de-07c6-4873-9e09-c3eefab41e52 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:14.464818 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.478952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eace865c-fb3f-4a07-8c76-025c8cba79d6']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:14.494495 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': '296be631-db5e-468e-914c-1c887524085e'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:46:14.494796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01481f28-a41f-45c6-85c0-2239e2c7e417') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:14.495018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01481f28-a41f-45c6-85c0-2239e2c7e417') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:14.502657 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.523767 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.556165 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.575803 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:46:14.576647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:46:14.580832 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:46:14.653421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::68cd:30c7:9b89:26bf (b4d25150-f4fa-4c09-ab58-80f29333d578/296be631-db5e-468e-914c-1c887524085e/541214f4-ce06-4b0e-8612-d84904524766) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:14.668226 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.679050 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.684149 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/networks/eace865c-fb3f-4a07-8c76-025c8cba79d6 HTTP/1.1" status: 204 len: 168 time: 3.1516516 Aug 31 14:46:14.684971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46002) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:14.693686 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b2efc7b2-74d1-492b-9fd7-119bec40edba tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1559091473'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:14.717797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3ec9c-c2ff-49fb-9795-0ea021135f9b tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Network': ['ID=eace865c-fb3f-4a07-8c76-025c8cba79d6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:14.733691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2efc7b2-74d1-492b-9fd7-119bec40edba tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Made reservation on behalf of ee670a5819f74e75835069d057bfdaf2 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:14.738239 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2efc7b2-74d1-492b-9fd7-119bec40edba tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.773709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2efc7b2-74d1-492b-9fd7-119bec40edba tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:46:14.788713 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2efc7b2-74d1-492b-9fd7-119bec40edba tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.789331 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-b2efc7b2-74d1-492b-9fd7-119bec40edba tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Added segment 608bc843-5fda-4dac-96e6-1e8d13dccc1f of type vlan for network 9afc6edc-bfc0-4ca0-8b52-85865603818e Aug 31 14:46:14.810571 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:14.832981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:14.835617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9d0e9414-a9d1-400b-bdc5-38cf7ceb5b6c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:14.865988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2efc7b2-74d1-492b-9fd7-119bec40edba tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.904497 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2efc7b2-74d1-492b-9fd7-119bec40edba tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.910902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2efc7b2-74d1-492b-9fd7-119bec40edba tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:14.911561 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2efc7b2-74d1-492b-9fd7-119bec40edba tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.946037 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:14.965211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 541214f4-ce06-4b0e-8612-d84904524766 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:14.970869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b2efc7b2-74d1-492b-9fd7-119bec40edba tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2814164 Aug 31 14:46:14.975834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46006) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:14.982386 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bc7366d0-59f9-4d93-b382-4b39ea614831 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Request body: {'subnet': {'network_id': '9afc6edc-bfc0-4ca0-8b52-85865603818e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:14.990613 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efc7b2-74d1-492b-9fd7-119bec40edba tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'Network': ['ID=9afc6edc-bfc0-4ca0-8b52-85865603818e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:15.002270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 9afc6edc-bfc0-4ca0-8b52-85865603818e details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:46:15.050944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf8786-8c9d-4bfc-91be-91f445dc5e3a admin admin] Deleting port b4ae8771-57fc-44fc-b0da-52116ccea998 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:15.051370 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8786-8c9d-4bfc-91be-91f445dc5e3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:15.135572 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:15.176740 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Allocated IP 2001:db8::2 (b4d25150-f4fa-4c09-ab58-80f29333d578/296be631-db5e-468e-914c-1c887524085e/31180928-ede9-410a-93bb-75a739f5151d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:15.228296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:15.229057 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7366d0-59f9-4d93-b382-4b39ea614831 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Made reservation on behalf of ee670a5819f74e75835069d057bfdaf2 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:15.233116 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc7366d0-59f9-4d93-b382-4b39ea614831 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:15.244169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=541214f4-ce06-4b0e-8612-d84904524766,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:15.261083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:15.309372 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:15.317167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:15.318453 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:15.325698 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-0fdf8786-8c9d-4bfc-91be-91f445dc5e3a admin admin] For port b4ae8771-57fc-44fc-b0da-52116ccea998, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b4ae8771-57fc-44fc-b0da-52116ccea998,segment=NetworkSegment(91375913-70dc-4b18-b297-930f088961c1),segment_id=91375913-70dc-4b18-b297-930f088961c1)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:15.326074 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8786-8c9d-4bfc-91be-91f445dc5e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:15.352853 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:15.358360 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf8786-8c9d-4bfc-91be-91f445dc5e3a admin admin] Calling delete_port for b4ae8771-57fc-44fc-b0da-52116ccea998 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:15.366291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Transition to ACTIVE for port object 31180928-ede9-410a-93bb-75a739f5151d will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:15.372374 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fdffd381-04e0-4783-a563-d1f66968decb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5856807 Aug 31 14:46:15.373838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46014) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:15.383250 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Transition to ACTIVE for port object 31180928-ede9-410a-93bb-75a739f5151d will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:15.391627 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:15.451360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:15.455729 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:15.459637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:15.470531 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Pushing event updated for resources: {'Port': ['ID=31180928-ede9-410a-93bb-75a739f5151d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:15.492135 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560dd9fd-9b7a-4a6b-a7d0-60cfe0aae31c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:15.502538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560dd9fd-9b7a-4a6b-a7d0-60cfe0aae31c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:15.506974 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-560dd9fd-9b7a-4a6b-a7d0-60cfe0aae31c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1290927 Aug 31 14:46:15.508192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46018) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:15.550479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Attempting to bind port 31180928-ede9-410a-93bb-75a739f5151d on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:15.550854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Attempting to bind port 31180928-ede9-410a-93bb-75a739f5151d by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:15.551246 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Attempting to bind port 31180928-ede9-410a-93bb-75a739f5151d on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:15.556522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:15.556987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:15.557411 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:15.557785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:15.558419 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Bound port: 31180928-ede9-410a-93bb-75a739f5151d, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:15.558810 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:15.644714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8ef55679-acf7-4055-b592-3bf33f4efed2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 541214f4-ce06-4b0e-8612-d84904524766 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:15.645061 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ef55679-acf7-4055-b592-3bf33f4efed2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:15.656154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] For port 31180928-ede9-410a-93bb-75a739f5151d, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:15.659797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] For port 31180928-ede9-410a-93bb-75a739f5151d, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=31180928-ede9-410a-93bb-75a739f5151d,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:15.665317 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:15.735166 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba938bfc-175f-4ddf-bc41-495f12577066 None None] Pushing event updated for resources: {'Port': ['ID=31180928-ede9-410a-93bb-75a739f5151d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:15.773717 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ef55679-acf7-4055-b592-3bf33f4efed2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:15.788689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8ef55679-acf7-4055-b592-3bf33f4efed2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 541214f4-ce06-4b0e-8612-d84904524766 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:15.814321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.objects.ports [None req-bc7366d0-59f9-4d93-b382-4b39ea614831 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94870) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:46:15.816377 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc7366d0-59f9-4d93-b382-4b39ea614831 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:15.818312 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8786-8c9d-4bfc-91be-91f445dc5e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:15.874380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf8786-8c9d-4bfc-91be-91f445dc5e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ae8771-57fc-44fc-b0da-52116ccea998,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:15.974572 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7366d0-59f9-4d93-b382-4b39ea614831 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event updated for resources: {'Subnet': ['ID=c2e9b9ea-6a72-4de1-bcc9-09dcf7df32f5,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:16.026975 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ef55679-acf7-4055-b592-3bf33f4efed2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:16.052833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7366d0-59f9-4d93-b382-4b39ea614831 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Checking segment: {'id': '608bc843-5fda-4dac-96e6-1e8d13dccc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9afc6edc-bfc0-4ca0-8b52-85865603818e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:16.053197 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7366d0-59f9-4d93-b382-4b39ea614831 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Network hostable DHCP agents. Network: 9afc6edc-bfc0-4ca0-8b52-85865603818e, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:46:16.097735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef55679-acf7-4055-b592-3bf33f4efed2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=541214f4-ce06-4b0e-8612-d84904524766,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:16.142663 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ef55679-acf7-4055-b592-3bf33f4efed2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:16.146305 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8ef55679-acf7-4055-b592-3bf33f4efed2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/541214f4-ce06-4b0e-8612-d84904524766 HTTP/1.1" status: 204 len: 168 time: 0.6339777 Aug 31 14:46:16.147539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46024) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:16.183928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7366d0-59f9-4d93-b382-4b39ea614831 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Network 9afc6edc-bfc0-4ca0-8b52-85865603818e is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:46:16.196289 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-bc7366d0-59f9-4d93-b382-4b39ea614831 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 9afc6edc-bfc0-4ca0-8b52-85865603818e) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:16.207160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7366d0-59f9-4d93-b382-4b39ea614831 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:16.207692 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc7366d0-59f9-4d93-b382-4b39ea614831 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:16.209314 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eaf111-ce0a-4978-804d-4e6cd5f955e2 None None] Network 9afc6edc-bfc0-4ca0-8b52-85865603818e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:16.228135 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8786-8c9d-4bfc-91be-91f445dc5e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:16.232132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd2db7e-173e-4b11-8934-b822d68df492 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:16.234555 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd2db7e-173e-4b11-8934-b822d68df492 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:16.238857 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2cd2db7e-173e-4b11-8934-b822d68df492 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0878131 Aug 31 14:46:16.239334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46026) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:16.243322 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bc7366d0-59f9-4d93-b382-4b39ea614831 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2663033 Aug 31 14:46:16.250053 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46028) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:16.312399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4a2925-cd68-4691-bb1d-09ca31a5e178 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 296be631-db5e-468e-914c-1c887524085e {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:16.316023 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2925-cd68-4691-bb1d-09ca31a5e178 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:16.375684 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2925-cd68-4691-bb1d-09ca31a5e178 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:16.449300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-9afc6edc-bfc0-4ca0-8b52-85865603818e', 'network_id': '9afc6edc-bfc0-4ca0-8b52-85865603818e', 'tenant_id': 'ee670a5819f74e75835069d057bfdaf2', 'fixed_ips': [{'subnet_id': 'c2e9b9ea-6a72-4de1-bcc9-09dcf7df32f5'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:46:16.452096 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:16.492814 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:16.511408 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2925-cd68-4691-bb1d-09ca31a5e178 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:16.606250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2925-cd68-4691-bb1d-09ca31a5e178 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:16.632379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Allocated IP 2001:db8::f816:3eff:fe27:3ec (9afc6edc-bfc0-4ca0-8b52-85865603818e/c2e9b9ea-6a72-4de1-bcc9-09dcf7df32f5/029a10a0-8f87-43a2-9891-733b9406a944) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:16.663890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a2925-cd68-4691-bb1d-09ca31a5e178 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=296be631-db5e-468e-914c-1c887524085e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:16.672510 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2925-cd68-4691-bb1d-09ca31a5e178 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:16.674750 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4b4a2925-cd68-4691-bb1d-09ca31a5e178 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/296be631-db5e-468e-914c-1c887524085e HTTP/1.1" status: 204 len: 168 time: 0.4343164 Aug 31 14:46:16.677771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46032) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:16.755730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ed194457-d3c8-48a6-b77c-f5d16a01cd31 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763323 Aug 31 14:46:16.758221 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46034) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:16.766409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f67828ce-7f73-48ed-9b90-e5b16daca083 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:16.809034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdf8786-8c9d-4bfc-91be-91f445dc5e3a admin admin] Router 9c70964c-10a4-42fd-8ba0-5307a627da00 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:46:16.810093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:16.935392 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:16.967220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Transition to ACTIVE for port object 029a10a0-8f87-43a2-9891-733b9406a944 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:16.972517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67828ce-7f73-48ed-9b90-e5b16daca083 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:16.977431 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f67828ce-7f73-48ed-9b90-e5b16daca083 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:16.998366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 31180928-ede9-410a-93bb-75a739f5151d up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:17.041816 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Transition to ACTIVE for port object 029a10a0-8f87-43a2-9891-733b9406a944 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:17.054688 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:17.125758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Network 9afc6edc-bfc0-4ca0-8b52-85865603818e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:17.145828 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:17.149772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:17.156564 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Pushing event updated for resources: {'Port': ['ID=029a10a0-8f87-43a2-9891-733b9406a944,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:17.189350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 31180928-ede9-410a-93bb-75a739f5151d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:17.235605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b445a87f-956f-49e1-9dbc-e65c600329d8 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:17.465982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Attempting to bind port 029a10a0-8f87-43a2-9891-733b9406a944 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:17.466694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Attempting to bind port 029a10a0-8f87-43a2-9891-733b9406a944 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '608bc843-5fda-4dac-96e6-1e8d13dccc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9afc6edc-bfc0-4ca0-8b52-85865603818e'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:17.466694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Attempting to bind port 029a10a0-8f87-43a2-9891-733b9406a944 on network 9afc6edc-bfc0-4ca0-8b52-85865603818e {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:17.490674 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:17.490674 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Checking segment: {'id': '608bc843-5fda-4dac-96e6-1e8d13dccc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9afc6edc-bfc0-4ca0-8b52-85865603818e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:17.491096 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:17.491962 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Bound using segment: {'id': '608bc843-5fda-4dac-96e6-1e8d13dccc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9afc6edc-bfc0-4ca0-8b52-85865603818e'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:17.493064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Bound port: 029a10a0-8f87-43a2-9891-733b9406a944, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608bc843-5fda-4dac-96e6-1e8d13dccc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9afc6edc-bfc0-4ca0-8b52-85865603818e'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:17.493064 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:17.497217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d7990ed1-57b4-4823-b517-a5fb3fcb9730 None None] Provisioning for port 31180928-ede9-410a-93bb-75a739f5151d completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:17.506750 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:17.517079 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d7990ed1-57b4-4823-b517-a5fb3fcb9730 None None] Provisioning complete for port 31180928-ede9-410a-93bb-75a739f5151d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:17.517449 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7990ed1-57b4-4823-b517-a5fb3fcb9730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:17.585339 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:17.596201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afc6edc-bfc0-4ca0-8b52-85865603818e']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:17.606970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608bc843-5fda-4dac-96e6-1e8d13dccc1f') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:17.606970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608bc843-5fda-4dac-96e6-1e8d13dccc1f') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:17.616857 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:17.625898 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f67828ce-7f73-48ed-9b90-e5b16daca083 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:17.631913 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:17.638383 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:46:17.638970 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:17.663504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] For port 029a10a0-8f87-43a2-9891-733b9406a944, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:17.702269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67828ce-7f73-48ed-9b90-e5b16daca083 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:46:17.708786 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:46:17.711323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f67828ce-7f73-48ed-9b90-e5b16daca083 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:17.721544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67828ce-7f73-48ed-9b90-e5b16daca083 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:17.722211 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f67828ce-7f73-48ed-9b90-e5b16daca083 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:17.731777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdf8786-8c9d-4bfc-91be-91f445dc5e3a admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:46:17.734595 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.api [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:46:17.734595 n-d-806683-5 neutron-server[94870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:46:17.734595 n-d-806683-5 neutron-server[94870]: [parameters: {'id': '9afc6edc-bfc0-4ca0-8b52-85865603818e'}] Aug 31 14:46:17.734595 n-d-806683-5 neutron-server[94870]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:46:17.735254 n-d-806683-5 neutron-server[94870]: DEBUG oslo_db.api [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:46:17.739543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0fdf8786-8c9d-4bfc-91be-91f445dc5e3a admin admin] 10.222.0.39 "PUT /v2.0/routers/9c70964c-10a4-42fd-8ba0-5307a627da00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3426340 Aug 31 14:46:17.740840 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e9b9ea-6a72-4de1-bcc9-09dcf7df32f5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:17.742658 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46040) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:17.743925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] For port 029a10a0-8f87-43a2-9891-733b9406a944, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=029a10a0-8f87-43a2-9891-733b9406a944,segment=NetworkSegment(608bc843-5fda-4dac-96e6-1e8d13dccc1f),segment_id=608bc843-5fda-4dac-96e6-1e8d13dccc1f)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:17.746081 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7990ed1-57b4-4823-b517-a5fb3fcb9730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:17.762637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3fa81-1239-4c40-8a8c-7755b9051045 None None] Sync routers for ids ['9c70964c-10a4-42fd-8ba0-5307a627da00'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:46:17.766228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67828ce-7f73-48ed-9b90-e5b16daca083 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=cea71750-34e0-4f5c-bcf6-39c1f02caa8a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:17.774155 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f67828ce-7f73-48ed-9b90-e5b16daca083 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0122197 Aug 31 14:46:17.774350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962c4a1-0242-440e-aa8b-95a8cbd17d8d None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:46:17.774454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46042) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:17.779935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'fixed_ips': [{'subnet_id': 'cea71750-34e0-4f5c-bcf6-39c1f02caa8a', 'ip_address': '2001:db8::c9:edec:b8d2:c422'}], 'name': 'tempest-NetworksTestDHCPv6-167783749'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:17.806216 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:17.864878 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:17.924094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:17.937590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3fa81-1239-4c40-8a8c-7755b9051045 None None] Routers {'9c70964c-10a4-42fd-8ba0-5307a627da00'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:17.938231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-04d3fa81-1239-4c40-8a8c-7755b9051045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:45:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9c70964c-10a4-42fd-8ba0-5307a627da00'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:17.989508 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:18.023632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:18.044346 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 981972f2-2036-4d68-9f33-dbf7f66b35b4 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:46:18.052561 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4c953d-f01a-47dd-92f3-b8c962203e34 None None] Network 9afc6edc-bfc0-4ca0-8b52-85865603818e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:18.063943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] Deleting port 93146495-d79e-4f57-a8a7-e9184f9f8a9f {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:18.064446 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:18.091430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d7990ed1-57b4-4823-b517-a5fb3fcb9730 None None] For port 31180928-ede9-410a-93bb-75a739f5151d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=31180928-ede9-410a-93bb-75a739f5151d,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:18.149535 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7990ed1-57b4-4823-b517-a5fb3fcb9730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:18.181895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b8a3d-a172-4098-83f9-cc9c89ee29a2 None None] Pushing event updated for resources: {'Port': ['ID=029a10a0-8f87-43a2-9891-733b9406a944,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:18.185462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] For port 93146495-d79e-4f57-a8a7-e9184f9f8a9f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=93146495-d79e-4f57-a8a7-e9184f9f8a9f,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:18.187807 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:18.219819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] Calling delete_port for 93146495-d79e-4f57-a8a7-e9184f9f8a9f owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:18.237872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:18.265641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7990ed1-57b4-4823-b517-a5fb3fcb9730 None None] Pushing event updated for resources: {'Port': ['ID=31180928-ede9-410a-93bb-75a739f5151d,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:18.315910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-04d3fa81-1239-4c40-8a8c-7755b9051045 None None] Set router 9c70964c-10a4-42fd-8ba0-5307a627da00 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:46:18.370122 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::c9:edec:b8d2:c422 (b4d25150-f4fa-4c09-ab58-80f29333d578/cea71750-34e0-4f5c-bcf6-39c1f02caa8a/981972f2-2036-4d68-9f33-dbf7f66b35b4) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:18.437046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d962c4a1-0242-440e-aa8b-95a8cbd17d8d None None] Deleting port 31180928-ede9-410a-93bb-75a739f5151d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:18.437427 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a1-0242-440e-aa8b-95a8cbd17d8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:18.467969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Deleting port 029a10a0-8f87-43a2-9891-733b9406a944 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:18.468314 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:18.585596 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] For port 029a10a0-8f87-43a2-9891-733b9406a944, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=029a10a0-8f87-43a2-9891-733b9406a944,segment=NetworkSegment(608bc843-5fda-4dac-96e6-1e8d13dccc1f),segment_id=608bc843-5fda-4dac-96e6-1e8d13dccc1f)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:18.586278 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:18.603085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Calling delete_port for 029a10a0-8f87-43a2-9891-733b9406a944 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:18.628230 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:18.647981 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 981972f2-2036-4d68-9f33-dbf7f66b35b4 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:18.721654 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:18.727374 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:18.794011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=93146495-d79e-4f57-a8a7-e9184f9f8a9f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:18.833188 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:18.842616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:18.849691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:18.859165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:18.860058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:18.870350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=981972f2-2036-4d68-9f33-dbf7f66b35b4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:18.896175 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:18.897217 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b6f1e19f-498e-44fa-a26e-155193a4d1a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.1218493 Aug 31 14:46:18.899243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46048) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:18.911196 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 31180928-ede9-410a-93bb-75a739f5151d no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:18.929297 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] No DVR routers for this DVR port 029a10a0-8f87-43a2-9891-733b9406a944 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:18.984789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Port': ['ID=029a10a0-8f87-43a2-9891-733b9406a944,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:18.986725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68b291b-933f-4086-83dc-69e6c2c629e4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:18.991149 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.010358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68b291b-933f-4086-83dc-69e6c2c629e4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:19.012850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c68b291b-933f-4086-83dc-69e6c2c629e4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1118839 Aug 31 14:46:19.017787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46050) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:19.031394 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-04d3fa81-1239-4c40-8a8c-7755b9051045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'name': 'tempest-TestServerMultinode-537352326-router', 'tenant_id': 'c138df2b6641469a8844b22e0c6404ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '93146495-d79e-4f57-a8a7-e9184f9f8a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:45:12Z', 'updated_at': '2021-08-31T14:46:15Z', 'revision_number': 5, 'project_id': 'c138df2b6641469a8844b22e0c6404ae', 'gw_port': {'id': '93146495-d79e-4f57-a8a7-e9184f9f8a9f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c70964c-10a4-42fd-8ba0-5307a627da00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:45:13Z', 'updated_at': '2021-08-31T14:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:19.115798 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d962c4a1-0242-440e-aa8b-95a8cbd17d8d None None] For port 31180928-ede9-410a-93bb-75a739f5151d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=31180928-ede9-410a-93bb-75a739f5151d,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:19.116422 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a1-0242-440e-aa8b-95a8cbd17d8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.121347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3fa81-1239-4c40-8a8c-7755b9051045 None None] Checking router: 9c70964c-10a4-42fd-8ba0-5307a627da00 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:46:19.201289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a18a6021-2bc3-468e-b956-4a61c4e34bc4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 981972f2-2036-4d68-9f33-dbf7f66b35b4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:19.201947 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a18a6021-2bc3-468e-b956-4a61c4e34bc4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.203812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d962c4a1-0242-440e-aa8b-95a8cbd17d8d None None] Calling delete_port for 31180928-ede9-410a-93bb-75a739f5151d owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:19.204035 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.209134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.212418 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.229102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afc6edc-bfc0-4ca0-8b52-85865603818e']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:19.232000 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.278702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608bc843-5fda-4dac-96e6-1e8d13dccc1f') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:19.279123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608bc843-5fda-4dac-96e6-1e8d13dccc1f') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:19.294368 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.295438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c70964c-10a4-42fd-8ba0-5307a627da00 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:46:19.297766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 31180928-ede9-410a-93bb-75a739f5151d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=31180928-ede9-410a-93bb-75a739f5151d,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:19.300730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.307463 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.308329 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.312400 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eb451add-34ee-4381-91c2-b7604cf04fdb admin admin] 10.222.0.39 "DELETE /v2.0/routers/9c70964c-10a4-42fd-8ba0-5307a627da00 HTTP/1.1" status: 204 len: 168 time: 1.5662401 Aug 31 14:46:19.320379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46052) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:19.372140 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.393774 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:46:19.394380 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:46:19.399200 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:46:19.442058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a18a6021-2bc3-468e-b956-4a61c4e34bc4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.459460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a18a6021-2bc3-468e-b956-4a61c4e34bc4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 981972f2-2036-4d68-9f33-dbf7f66b35b4 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:19.469869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-525aedef-b4e0-4b7b-b0e0-348eb76f5e0c admin admin] Deleting subnet 23b3d7bc-9521-4406-b0f9-ba0b5c2cca7a {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:19.474708 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-525aedef-b4e0-4b7b-b0e0-348eb76f5e0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.478553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3fa81-1239-4c40-8a8c-7755b9051045 None None] Routers set() bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:19.479140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3fa81-1239-4c40-8a8c-7755b9051045 None None] Router IDs set() for agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:46:19.480305 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_agentschedulers_db [None req-04d3fa81-1239-4c40-8a8c-7755b9051045 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c70964c-10a4-42fd-8ba0-5307a627da00'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:45:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent'). {{(pid=94872) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:46:19.480948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3fa81-1239-4c40-8a8c-7755b9051045 None None] The sync data for ids ['9c70964c-10a4-42fd-8ba0-5307a627da00'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:46:19.572669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=31180928-ede9-410a-93bb-75a739f5151d,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:19.573071 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.590904 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-525aedef-b4e0-4b7b-b0e0-348eb76f5e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.595835 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.596820 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.604112 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/networks/9afc6edc-bfc0-4ca0-8b52-85865603818e HTTP/1.1" status: 204 len: 168 time: 3.3512359 Aug 31 14:46:19.614672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46056) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:19.626796 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c133798e-b7f0-46b3-bd21-12241c941324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.637723 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a1-0242-440e-aa8b-95a8cbd17d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.638757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6dd273-e32c-4940-bfc9-e2656356804d tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Network': ['ID=9afc6edc-bfc0-4ca0-8b52-85865603818e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:19.658837 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9a50b8-71cf-4b8d-8daf-21d2acec0ae4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] DELETE failed (client error): The resource could not be found. Aug 31 14:46:19.659710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9a50b8-71cf-4b8d-8daf-21d2acec0ae4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:46:19.665143 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6d9a50b8-71cf-4b8d-8daf-21d2acec0ae4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/subnets/c2e9b9ea-6a72-4de1-bcc9-09dcf7df32f5 HTTP/1.1" status: 404 len: 337 time: 0.0466053 Aug 31 14:46:19.665331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962c4a1-0242-440e-aa8b-95a8cbd17d8d None None] No DVR routers for this DVR port 31180928-ede9-410a-93bb-75a739f5151d on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:19.666249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46058) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:19.697401 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e92358-2d47-4fea-848a-2d9a4eef0d03 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] DELETE failed (client error): The resource could not be found. Aug 31 14:46:19.698051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e92358-2d47-4fea-848a-2d9a4eef0d03 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:46:19.700342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-71e92358-2d47-4fea-848a-2d9a4eef0d03 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/networks/9afc6edc-bfc0-4ca0-8b52-85865603818e HTTP/1.1" status: 404 len: 339 time: 0.0322642 Aug 31 14:46:19.705188 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46060) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:19.723380 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d0e75-6b0f-492d-b7e4-8698c50c4101 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:19.729572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962c4a1-0242-440e-aa8b-95a8cbd17d8d None None] Pushing event deleted for resources: {'Port': ['ID=31180928-ede9-410a-93bb-75a739f5151d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:19.781622 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-f606b486-1bea-4183-bdd5-068c09b16202 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] DELETE failed (client error): The resource could not be found. Aug 31 14:46:19.782263 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f606b486-1bea-4183-bdd5-068c09b16202 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:46:19.784570 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f606b486-1bea-4183-bdd5-068c09b16202 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/subnets/0d1b4d0b-61a2-4b3e-a687-a7c10a7163d7 HTTP/1.1" status: 404 len: 337 time: 0.0775781 Aug 31 14:46:19.786376 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-525aedef-b4e0-4b7b-b0e0-348eb76f5e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.789419 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46062) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:19.806579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a18a6021-2bc3-468e-b956-4a61c4e34bc4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.837083 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-0172b808-1cf3-47df-b6e1-a75561e4026c tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] DELETE failed (client error): The resource could not be found. Aug 31 14:46:19.837670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0172b808-1cf3-47df-b6e1-a75561e4026c tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:46:19.840011 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0172b808-1cf3-47df-b6e1-a75561e4026c tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/networks/eace865c-fb3f-4a07-8c76-025c8cba79d6 HTTP/1.1" status: 404 len: 339 time: 0.0492268 Aug 31 14:46:19.843264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46064) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:19.874277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a6021-2bc3-468e-b956-4a61c4e34bc4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=981972f2-2036-4d68-9f33-dbf7f66b35b4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:19.881683 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f0a3b3-f7b1-481f-a71e-8e0ad1c957b6 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] DELETE failed (client error): The resource could not be found. Aug 31 14:46:19.881832 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f0a3b3-f7b1-481f-a71e-8e0ad1c957b6 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:46:19.883519 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b6f0a3b3-f7b1-481f-a71e-8e0ad1c957b6 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/subnets/3ca4006a-8448-4aac-b115-5e14327e01d1 HTTP/1.1" status: 404 len: 337 time: 0.0391464 Aug 31 14:46:19.886034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46066) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:19.927721 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a18a6021-2bc3-468e-b956-4a61c4e34bc4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:19.930380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a18a6021-2bc3-468e-b956-4a61c4e34bc4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/981972f2-2036-4d68-9f33-dbf7f66b35b4 HTTP/1.1" status: 204 len: 168 time: 0.9112279 Aug 31 14:46:19.933943 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d8fc85-c21a-4d49-b0fb-33063c394358 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] DELETE failed (client error): The resource could not be found. Aug 31 14:46:19.934939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d8fc85-c21a-4d49-b0fb-33063c394358 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:46:19.938534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46068) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:19.939871 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c9d8fc85-c21a-4d49-b0fb-33063c394358 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/networks/f717aeba-8047-4781-b336-1fd7089aef20 HTTP/1.1" status: 404 len: 339 time: 0.0513368 Aug 31 14:46:19.941755 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46070) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:19.958873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81718e9-99f0-456e-8454-226787f6bf92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': 'cea71750-34e0-4f5c-bcf6-39c1f02caa8a'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:46:19.960208 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a81718e9-99f0-456e-8454-226787f6bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.033195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a349b3c-af05-4433-979b-5fa7a4ada22f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:20.035247 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a349b3c-af05-4433-979b-5fa7a4ada22f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:20.046040 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7a349b3c-af05-4433-979b-5fa7a4ada22f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1063278 Aug 31 14:46:20.046774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46074) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:20.104470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c87f85-9404-4d9b-8d9f-42ee40b53e58 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet cea71750-34e0-4f5c-bcf6-39c1f02caa8a {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:20.107068 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-525aedef-b4e0-4b7b-b0e0-348eb76f5e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.108834 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2c87f85-9404-4d9b-8d9f-42ee40b53e58 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.179850 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2c87f85-9404-4d9b-8d9f-42ee40b53e58 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.183952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525aedef-b4e0-4b7b-b0e0-348eb76f5e0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b3d7bc-9521-4406-b0f9-ba0b5c2cca7a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:20.201553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-525aedef-b4e0-4b7b-b0e0-348eb76f5e0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.204563 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-525aedef-b4e0-4b7b-b0e0-348eb76f5e0c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/23b3d7bc-9521-4406-b0f9-ba0b5c2cca7a HTTP/1.1" status: 204 len: 168 time: 0.8828545 Aug 31 14:46:20.209038 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46076) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:20.215521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38e3f71-17d8-4722-9111-8b35fb78c118 None None] Network d86242e1-81be-4a65-ad3f-484bcc414e92 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:20.243459 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2c87f85-9404-4d9b-8d9f-42ee40b53e58 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.355072 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2c87f85-9404-4d9b-8d9f-42ee40b53e58 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.374571 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-389a6c36-e2c8-4f93-ab20-ffb2ce14cb41 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Deleting port 529fdcff-63b8-4a92-b6fb-31ce1cf2dcb0 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:20.374905 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-389a6c36-e2c8-4f93-ab20-ffb2ce14cb41 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server [None req-a81718e9-99f0-456e-8454-226787f6bf92 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cea71750-34e0-4f5c-bcf6-39c1f02caa8a: This subnet is being modified by another concurrent operation. Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cea71750-34e0-4f5c-bcf6-39c1f02caa8a: This subnet is being modified by another concurrent operation. Aug 31 14:46:20.392300 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server Aug 31 14:46:20.407599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c87f85-9404-4d9b-8d9f-42ee40b53e58 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=cea71750-34e0-4f5c-bcf6-39c1f02caa8a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:20.407599 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2c87f85-9404-4d9b-8d9f-42ee40b53e58 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.408761 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d2c87f85-9404-4d9b-8d9f-42ee40b53e58 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/cea71750-34e0-4f5c-bcf6-39c1f02caa8a HTTP/1.1" status: 204 len: 168 time: 0.3601558 Aug 31 14:46:20.408761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46078) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:20.468418 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.472680 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-78ff2a67-d117-4f65-b38f-59a97e2ec53b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627170 Aug 31 14:46:20.473230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46080) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:20.478416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-be0ecc4f-ecbe-478b-8271-0bcc9298177c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:20.481857 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-389a6c36-e2c8-4f93-ab20-ffb2ce14cb41 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.507562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-389a6c36-e2c8-4f93-ab20-ffb2ce14cb41 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Calling delete_port for 529fdcff-63b8-4a92-b6fb-31ce1cf2dcb0 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:20.573834 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c362e3c-ee99-444a-a0a8-9a3a7239e28e None None] DHCP port deletion for d86242e1-81be-4a65-ad3f-484bcc414e92 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:46:20.635741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0ecc4f-ecbe-478b-8271-0bcc9298177c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:20.640493 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be0ecc4f-ecbe-478b-8271-0bcc9298177c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.644411 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2c362e3c-ee99-444a-a0a8-9a3a7239e28e None None] Deleting port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:20.644841 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c362e3c-ee99-444a-a0a8-9a3a7239e28e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.678806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Deleting port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:20.679389 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.790782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] For port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4eaa428a-44c6-4291-bfb2-4bca4da9e49a,segment=NetworkSegment(91375913-70dc-4b18-b297-930f088961c1),segment_id=91375913-70dc-4b18-b297-930f088961c1)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:20.791125 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.793420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2c362e3c-ee99-444a-a0a8-9a3a7239e28e None None] For port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4eaa428a-44c6-4291-bfb2-4bca4da9e49a,segment=NetworkSegment(91375913-70dc-4b18-b297-930f088961c1),segment_id=91375913-70dc-4b18-b297-930f088961c1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:20.794113 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c362e3c-ee99-444a-a0a8-9a3a7239e28e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.812332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Calling delete_port for 4eaa428a-44c6-4291-bfb2-4bca4da9e49a owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:20.817743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 93146495-d79e-4f57-a8a7-e9184f9f8a9f no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:20.824838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2c362e3c-ee99-444a-a0a8-9a3a7239e28e None None] Calling delete_port for 4eaa428a-44c6-4291-bfb2-4bca4da9e49a owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:20.826465 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-389a6c36-e2c8-4f93-ab20-ffb2ce14cb41 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.883465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 93146495-d79e-4f57-a8a7-e9184f9f8a9f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:20.884224 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 93146495-d79e-4f57-a8a7-e9184f9f8a9f not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:20.884896 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b4ae8771-57fc-44fc-b0da-52116ccea998 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:20.903093 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be0ecc4f-ecbe-478b-8271-0bcc9298177c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.921915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: b4ae8771-57fc-44fc-b0da-52116ccea998 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:20.922806 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b4ae8771-57fc-44fc-b0da-52116ccea998 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:20.924198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a6c36-e2c8-4f93-ab20-ffb2ce14cb41 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Port': ['ID=529fdcff-63b8-4a92-b6fb-31ce1cf2dcb0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:20.924630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4eaa428a-44c6-4291-bfb2-4bca4da9e49a no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:20.937689 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-389a6c36-e2c8-4f93-ab20-ffb2ce14cb41 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:20.939768 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-389a6c36-e2c8-4f93-ab20-ffb2ce14cb41 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/ports/529fdcff-63b8-4a92-b6fb-31ce1cf2dcb0 HTTP/1.1" status: 204 len: 168 time: 0.9963648 Aug 31 14:46:20.942253 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46084) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:20.993753 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff536144-9071-4260-9d11-f847c257bf0a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] DELETE failed (client error): The resource could not be found. Aug 31 14:46:20.994197 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff536144-9071-4260-9d11-f847c257bf0a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:46:20.994994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ecc4f-ecbe-478b-8271-0bcc9298177c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=b1565912-e68a-46ab-be5b-f6bd856a83b4,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:20.996239 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ff536144-9071-4260-9d11-f847c257bf0a tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/subnets/7ab9124e-bd0d-4a37-80e3-1e10b8cbd343 HTTP/1.1" status: 404 len: 337 time: 0.0529742 Aug 31 14:46:21.004427 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46086) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:21.017327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0ecc4f-ecbe-478b-8271-0bcc9298177c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:21.019085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-be0ecc4f-ecbe-478b-8271-0bcc9298177c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:21.031477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0ecc4f-ecbe-478b-8271-0bcc9298177c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:21.033350 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be0ecc4f-ecbe-478b-8271-0bcc9298177c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.039052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201625bb-0377-4545-b67a-e8c03c0b64b0 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:21.058247 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-be0ecc4f-ecbe-478b-8271-0bcc9298177c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5836658 Aug 31 14:46:21.059249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46088) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:21.069364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'fixed_ips': [{'subnet_id': 'b1565912-e68a-46ab-be5b-f6bd856a83b4', 'ip_address': '2001:db8::6497:8e59:b46a:cfad'}], 'name': 'tempest-NetworksTestDHCPv6-1123230182'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:21.135547 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c55ca044-adeb-4558-b584-66a25daef761 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.147656 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.188079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eaa428a-44c6-4291-bfb2-4bca4da9e49a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:21.197748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] No DVR routers for this DVR port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:21.277763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:21.291751 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.316693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 188a23f4-90cf-4d53-8d75-2088cf5d13d8 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:46:21.345479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No active binding found for port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a {{(pid=94872) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:46:21.346021 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4eaa428a-44c6-4291-bfb2-4bca4da9e49a not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:21.418961 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c55ca044-adeb-4558-b584-66a25daef761 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.442672 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.452585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-c55ca044-adeb-4558-b584-66a25daef761 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1197a572-ed3e-4cb7-b18e-220ad0f4d45a']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:21.465093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86242e1-81be-4a65-ad3f-484bcc414e92']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:21.471706 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c362e3c-ee99-444a-a0a8-9a3a7239e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.475617 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-c55ca044-adeb-4558-b584-66a25daef761 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69bb8b9-3418-4b6d-985b-96654ddb5dd5') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:21.475924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-c55ca044-adeb-4558-b584-66a25daef761 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69bb8b9-3418-4b6d-985b-96654ddb5dd5') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:21.486603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91375913-70dc-4b18-b297-930f088961c1') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:21.486899 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91375913-70dc-4b18-b297-930f088961c1') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:21.489645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c362e3c-ee99-444a-a0a8-9a3a7239e28e None None] No DVR routers for this DVR port 4eaa428a-44c6-4291-bfb2-4bca4da9e49a on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:21.495683 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c55ca044-adeb-4558-b584-66a25daef761 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.503777 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.525917 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c55ca044-adeb-4558-b584-66a25daef761 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.528519 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.541349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55ca044-adeb-4558-b584-66a25daef761 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:46:21.542125 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c55ca044-adeb-4558-b584-66a25daef761 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.542691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': 'b1565912-e68a-46ab-be5b-f6bd856a83b4'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:46:21.543594 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:46:21.546532 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:46:21.550153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c362e3c-ee99-444a-a0a8-9a3a7239e28e None None] Pushing event deleted for resources: {'Port': ['ID=4eaa428a-44c6-4291-bfb2-4bca4da9e49a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:21.550298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:46:21.550298 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:46:21.551044 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:46:21.675523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::6497:8e59:b46a:cfad (b4d25150-f4fa-4c09-ab58-80f29333d578/b1565912-e68a-46ab-be5b-f6bd856a83b4/188a23f4-90cf-4d53-8d75-2088cf5d13d8) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:21.676180 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c55ca044-adeb-4558-b584-66a25daef761 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.678295 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.686861 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c55ca044-adeb-4558-b584-66a25daef761 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.691967 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c55ca044-adeb-4558-b584-66a25daef761 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/networks/1197a572-ed3e-4cb7-b18e-220ad0f4d45a HTTP/1.1" status: 204 len: 168 time: 0.6861887 Aug 31 14:46:21.692677 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46098) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:21.695378 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.697309 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d86242e1-81be-4a65-ad3f-484bcc414e92 HTTP/1.1" status: 204 len: 168 time: 1.4878829 Aug 31 14:46:21.718204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d19a14-3f5a-4d7e-93c5-7f3280066500 req-fbc3e30e-d3a6-4120-8697-69dee9c6b383 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:21.722126 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17d19a14-3f5a-4d7e-93c5-7f3280066500 req-fbc3e30e-d3a6-4120-8697-69dee9c6b383 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 946 time: 0.1447692 Aug 31 14:46:21.755462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ca044-adeb-4558-b584-66a25daef761 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Network': ['ID=1197a572-ed3e-4cb7-b18e-220ad0f4d45a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:21.780160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e337d-4ee5-4fa4-a8cc-98496ee99253 admin admin] Pushing event deleted for resources: {'Network': ['ID=d86242e1-81be-4a65-ad3f-484bcc414e92,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:21.811115 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17d19a14-3f5a-4d7e-93c5-7f3280066500 req-795ef600-7483-4631-b26c-83ea0a88ad6d tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809844 Aug 31 14:46:21.864342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-4b77072d-06ed-436d-b75b-97aeafabbbb8 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Deleting port 041b5269-e49e-40b6-abea-c3bc56dcbaaa {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:21.865039 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b77072d-06ed-436d-b75b-97aeafabbbb8 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.939285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46102) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:21.950647 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b77072d-06ed-436d-b75b-97aeafabbbb8 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:21.982160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-4b77072d-06ed-436d-b75b-97aeafabbbb8 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Calling delete_port for 041b5269-e49e-40b6-abea-c3bc56dcbaaa owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:22.050580 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c8fcd5b4-c196-4e91-a111-c495fe6d58f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c01da328c1b34bd7b538e75f3373ccd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1100481 Aug 31 14:46:22.054928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46104) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:22.131694 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f126fed-71d7-4e2c-8a55-ffacc0b3f325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.136838 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b77072d-06ed-436d-b75b-97aeafabbbb8 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.170880 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfd3cb54-4590-4821-8f03-0f8e75c36f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.183471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77072d-06ed-436d-b75b-97aeafabbbb8 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Port': ['ID=041b5269-e49e-40b6-abea-c3bc56dcbaaa,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:22.195266 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f126fed-71d7-4e2c-8a55-ffacc0b3f325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.197813 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b77072d-06ed-436d-b75b-97aeafabbbb8 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.199785 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4b77072d-06ed-436d-b75b-97aeafabbbb8 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/ports/041b5269-e49e-40b6-abea-c3bc56dcbaaa HTTP/1.1" status: 204 len: 168 time: 0.5016201 Aug 31 14:46:22.204169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46108) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:22.218609 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.243628 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-11cbbc7a-1e32-46e5-9900-ad14209f70dd tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] DELETE failed (client error): The resource could not be found. Aug 31 14:46:22.244151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11cbbc7a-1e32-46e5-9900-ad14209f70dd tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:46:22.246054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-11cbbc7a-1e32-46e5-9900-ad14209f70dd tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/subnets/6501ec70-97d7-43a4-a0be-64f9c60aa53a HTTP/1.1" status: 404 len: 337 time: 0.0409553 Aug 31 14:46:22.249271 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46110) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:22.254164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 188a23f4-90cf-4d53-8d75-2088cf5d13d8 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:22.259801 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f126fed-71d7-4e2c-8a55-ffacc0b3f325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.263090 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f126fed-71d7-4e2c-8a55-ffacc0b3f325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.264862 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5f126fed-71d7-4e2c-8a55-ffacc0b3f325 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f1d3191-dcc2-40c8-bb50-d3ff4a552584 HTTP/1.1" status: 204 len: 168 time: 0.2089236 Aug 31 14:46:22.278950 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.302087 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.320856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f126fed-71d7-4e2c-8a55-ffacc0b3f325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1d3191-dcc2-40c8-bb50-d3ff4a552584,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:22.361717 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dddbb8d-a30a-4d86-8abf-a0ad36a038f4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.373056 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Allocated IP 2001:db8::2 (b4d25150-f4fa-4c09-ab58-80f29333d578/b1565912-e68a-46ab-be5b-f6bd856a83b4/87d22624-1bbd-45cc-8c87-8544e5258a1c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:22.377973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:22.383114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:22.387439 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:22.393646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:22.394295 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.401182 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=188a23f4-90cf-4d53-8d75-2088cf5d13d8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:22.425657 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9d3245c0-04cc-479b-8203-41c4dcb694c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3631926 Aug 31 14:46:22.426659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46114) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:22.470943 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dddbb8d-a30a-4d86-8abf-a0ad36a038f4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.482396 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5dddbb8d-a30a-4d86-8abf-a0ad36a038f4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4565d6f8-7b09-476f-9167-2909f60601d4']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:22.495818 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5dddbb8d-a30a-4d86-8abf-a0ad36a038f4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7382b46c-cf8d-405c-924c-f88bb2d8e5e1') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:22.496109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5dddbb8d-a30a-4d86-8abf-a0ad36a038f4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7382b46c-cf8d-405c-924c-f88bb2d8e5e1') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:22.506092 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dddbb8d-a30a-4d86-8abf-a0ad36a038f4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.506845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5333c7c3-dcd0-44ed-ad91-1c441952002b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:22.512850 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46118) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:22.515210 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5333c7c3-dcd0-44ed-ad91-1c441952002b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0852969 Aug 31 14:46:22.569733 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.581999 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Transition to ACTIVE for port object 87d22624-1bbd-45cc-8c87-8544e5258a1c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:22.582447 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dddbb8d-a30a-4d86-8abf-a0ad36a038f4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.597123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dddbb8d-a30a-4d86-8abf-a0ad36a038f4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:46:22.598666 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dddbb8d-a30a-4d86-8abf-a0ad36a038f4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.601778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Transition to ACTIVE for port object 87d22624-1bbd-45cc-8c87-8544e5258a1c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:46:22.601955 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:46:22.612043 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.658207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:22.661597 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:22.665813 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:22.674469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Pushing event updated for resources: {'Port': ['ID=87d22624-1bbd-45cc-8c87-8544e5258a1c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:22.681517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-69b9128b-62e1-4f8c-a657-dfcf71c6e72a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 188a23f4-90cf-4d53-8d75-2088cf5d13d8 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:22.682021 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69b9128b-62e1-4f8c-a657-dfcf71c6e72a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.746877 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dddbb8d-a30a-4d86-8abf-a0ad36a038f4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.750005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46122) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:22.754473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Attempting to bind port 87d22624-1bbd-45cc-8c87-8544e5258a1c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:22.755274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Attempting to bind port 87d22624-1bbd-45cc-8c87-8544e5258a1c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:22.756117 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Attempting to bind port 87d22624-1bbd-45cc-8c87-8544e5258a1c on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:22.768039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:22.768423 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:22.768842 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.769244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:22.769853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Bound port: 87d22624-1bbd-45cc-8c87-8544e5258a1c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:22.770412 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.781856 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dddbb8d-a30a-4d86-8abf-a0ad36a038f4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.784905 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5dddbb8d-a30a-4d86-8abf-a0ad36a038f4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/networks/4565d6f8-7b09-476f-9167-2909f60601d4 HTTP/1.1" status: 204 len: 168 time: 0.5338478 Aug 31 14:46:22.795311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46124) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:22.806488 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddbb8d-a30a-4d86-8abf-a0ad36a038f4 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Network': ['ID=4565d6f8-7b09-476f-9167-2909f60601d4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:22.849899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b6ac473e-7064-4431-a7ea-b8f10d88736d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c138df2b6641469a8844b22e0c6404ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986173 Aug 31 14:46:22.854407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46128) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:22.858102 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69b9128b-62e1-4f8c-a657-dfcf71c6e72a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.866397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] For port 87d22624-1bbd-45cc-8c87-8544e5258a1c, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:22.871618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] For port 87d22624-1bbd-45cc-8c87-8544e5258a1c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=87d22624-1bbd-45cc-8c87-8544e5258a1c,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:22.878233 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.885205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e14b7f6-5c93-4a0f-b388-84236b457352 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Deleting subnet 3bd4432f-c3e3-465a-acaf-36f2d1f9ab37 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:22.890177 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e14b7f6-5c93-4a0f-b388-84236b457352 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:22.898085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-69b9128b-62e1-4f8c-a657-dfcf71c6e72a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 188a23f4-90cf-4d53-8d75-2088cf5d13d8 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:22.992609 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720406b8-fcc8-450d-8e05-a0b0429c0c59 None None] Pushing event updated for resources: {'Port': ['ID=87d22624-1bbd-45cc-8c87-8544e5258a1c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:22.993339 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e14b7f6-5c93-4a0f-b388-84236b457352 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.006918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e05dad8-d592-4d96-9ec6-0e52924b95ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.048853 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e05dad8-d592-4d96-9ec6-0e52924b95ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.090099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec40043-4e68-452b-b229-dbf0e4a3cdf4 req-dd0d17f2-fa0f-4da6-be8d-8ef5b7198e9b tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:23.092295 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fec40043-4e68-452b-b229-dbf0e4a3cdf4 req-dd0d17f2-fa0f-4da6-be8d-8ef5b7198e9b tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 946 time: 0.1547744 Aug 31 14:46:23.182291 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e05dad8-d592-4d96-9ec6-0e52924b95ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.186393 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e05dad8-d592-4d96-9ec6-0e52924b95ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.187723 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4e05dad8-d592-4d96-9ec6-0e52924b95ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c177c5a-8372-47ad-b1be-0ec767d0d9b2 HTTP/1.1" status: 204 len: 168 time: 0.3322172 Aug 31 14:46:23.194418 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69b9128b-62e1-4f8c-a657-dfcf71c6e72a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.221096 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05dad8-d592-4d96-9ec6-0e52924b95ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c177c5a-8372-47ad-b1be-0ec767d0d9b2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:23.258283 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9128b-62e1-4f8c-a657-dfcf71c6e72a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=188a23f4-90cf-4d53-8d75-2088cf5d13d8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:23.263625 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e14b7f6-5c93-4a0f-b388-84236b457352 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.278311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7f3ac-c2e8-4ab4-b35c-19cebafdbefc req-d9dad716-f23a-4a51-8593-e058badf2ba2 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:23.280769 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c8d7f3ac-c2e8-4ab4-b35c-19cebafdbefc req-d9dad716-f23a-4a51-8593-e058badf2ba2 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 946 time: 0.1845648 Aug 31 14:46:23.302369 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69b9128b-62e1-4f8c-a657-dfcf71c6e72a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.307400 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-69b9128b-62e1-4f8c-a657-dfcf71c6e72a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/188a23f4-90cf-4d53-8d75-2088cf5d13d8 HTTP/1.1" status: 204 len: 168 time: 0.7918558 Aug 31 14:46:23.308035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46132) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:23.313348 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fec40043-4e68-452b-b229-dbf0e4a3cdf4 req-b64f9608-4c67-45a7-b087-8c0a59068b50 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/security-groups?id=f16cd6c4-80af-4cc0-a62f-bd2ba635519d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079399 Aug 31 14:46:23.370146 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.394061 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd628897-9f4a-41b4-adc2-9a9bec8927d2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:23.396905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd628897-9f4a-41b4-adc2-9a9bec8927d2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:23.401411 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cd628897-9f4a-41b4-adc2-9a9bec8927d2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0923123 Aug 31 14:46:23.401990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46134) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:23.431034 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e14b7f6-5c93-4a0f-b388-84236b457352 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.465786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3ecc4b-7616-4312-8094-745dab55dbd0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet b1565912-e68a-46ab-be5b-f6bd856a83b4 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:23.467395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14b7f6-5c93-4a0f-b388-84236b457352 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd4432f-c3e3-465a-acaf-36f2d1f9ab37,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:23.472444 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e14b7f6-5c93-4a0f-b388-84236b457352 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.475731 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecc4b-7616-4312-8094-745dab55dbd0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.477194 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0e14b7f6-5c93-4a0f-b388-84236b457352 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/subnets/3bd4432f-c3e3-465a-acaf-36f2d1f9ab37 HTTP/1.1" status: 204 len: 168 time: 0.6794710 Aug 31 14:46:23.479590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46136) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:23.480333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b756e176-5e5e-4c84-aa37-d1105d326f43 None None] Network 0f8e61ac-a464-48d7-8104-71f4bc33b45c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:23.591621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecc4b-7616-4312-8094-745dab55dbd0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.614564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c8d7f3ac-c2e8-4ab4-b35c-19cebafdbefc req-6c99f999-4138-4ed6-bb32-e873b085444d tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Deleting port 4be48244-cf7c-4628-a188-761098fcd4bf {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:23.614988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c8d7f3ac-c2e8-4ab4-b35c-19cebafdbefc req-6c99f999-4138-4ed6-bb32-e873b085444d tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.622412 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.749103 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecc4b-7616-4312-8094-745dab55dbd0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.781463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c0bb30-9145-4704-8f1e-743df17848ad None None] DHCP port deletion for 0f8e61ac-a464-48d7-8104-71f4bc33b45c request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:46:23.844524 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecc4b-7616-4312-8094-745dab55dbd0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.865390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c8d7f3ac-c2e8-4ab4-b35c-19cebafdbefc req-6c99f999-4138-4ed6-bb32-e873b085444d tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] For port 4be48244-cf7c-4628-a188-761098fcd4bf, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4be48244-cf7c-4628-a188-761098fcd4bf,segment=NetworkSegment(07dda46c-fb34-4a0b-bece-c9a56c34bd29),segment_id=07dda46c-fb34-4a0b-bece-c9a56c34bd29)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:23.867875 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c8d7f3ac-c2e8-4ab4-b35c-19cebafdbefc req-6c99f999-4138-4ed6-bb32-e873b085444d tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.877727 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecc4b-7616-4312-8094-745dab55dbd0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.884360 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9c3ecc4b-7616-4312-8094-745dab55dbd0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/b1565912-e68a-46ab-be5b-f6bd856a83b4 HTTP/1.1" status: 204 len: 168 time: 0.4810426 Aug 31 14:46:23.907756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46140) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:23.921799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c8d7f3ac-c2e8-4ab4-b35c-19cebafdbefc req-6c99f999-4138-4ed6-bb32-e873b085444d tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Calling delete_port for 4be48244-cf7c-4628-a188-761098fcd4bf owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:23.934354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ecc4b-7616-4312-8094-745dab55dbd0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=b1565912-e68a-46ab-be5b-f6bd856a83b4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:23.959565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-27c0bb30-9145-4704-8f1e-743df17848ad None None] Deleting port 0e98987e-0bba-460d-b915-20f4df08b2fb {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:23.960404 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27c0bb30-9145-4704-8f1e-743df17848ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:23.988187 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6f5b8753-e048-4e5c-9931-fd88355caef1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760856 Aug 31 14:46:23.990863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46142) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:24.058668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Deleting port 0e98987e-0bba-460d-b915-20f4df08b2fb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:24.059420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.078010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-27c0bb30-9145-4704-8f1e-743df17848ad None None] For port 0e98987e-0bba-460d-b915-20f4df08b2fb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0e98987e-0bba-460d-b915-20f4df08b2fb,segment=NetworkSegment(f6091257-5e6e-41d0-86cb-2169b66235dc),segment_id=f6091257-5e6e-41d0-86cb-2169b66235dc)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:24.078564 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27c0bb30-9145-4704-8f1e-743df17848ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.090021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a23023-3684-4a7b-ba2d-388cfa29cba4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:24.095216 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e1a23023-3684-4a7b-ba2d-388cfa29cba4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1003056 Aug 31 14:46:24.095500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46144) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:24.098429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-27c0bb30-9145-4704-8f1e-743df17848ad None None] Calling delete_port for 0e98987e-0bba-460d-b915-20f4df08b2fb owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:24.156388 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] For port 0e98987e-0bba-460d-b915-20f4df08b2fb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0e98987e-0bba-460d-b915-20f4df08b2fb,segment=NetworkSegment(f6091257-5e6e-41d0-86cb-2169b66235dc),segment_id=f6091257-5e6e-41d0-86cb-2169b66235dc)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:24.156830 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.174319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Calling delete_port for 0e98987e-0bba-460d-b915-20f4df08b2fb owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:24.178122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5aba1c-d5b9-4c28-be81-a0c75ee09607 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:24.179665 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1b5aba1c-d5b9-4c28-be81-a0c75ee09607 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0826511 Aug 31 14:46:24.182300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46146) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:24.205667 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27c0bb30-9145-4704-8f1e-743df17848ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.254926 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0bb30-9145-4704-8f1e-743df17848ad None None] Pushing event deleted for resources: {'Port': ['ID=0e98987e-0bba-460d-b915-20f4df08b2fb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:24.257422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c0bb30-9145-4704-8f1e-743df17848ad None None] No DVR routers for this DVR port 0e98987e-0bba-460d-b915-20f4df08b2fb on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:24.275841 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9189cf7b-de7f-407e-8807-d5c361f9f68e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923038 Aug 31 14:46:24.281877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46148) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:24.289110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-274a330d-8c19-4612-bf09-8da1974a24aa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:24.319962 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b9c9e5-09cc-4640-a3ad-9e3df8aa0022 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:24.337372 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c8d7f3ac-c2e8-4ab4-b35c-19cebafdbefc req-6c99f999-4138-4ed6-bb32-e873b085444d tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.391277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99f999-4138-4ed6-bb32-e873b085444d tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Pushing event deleted for resources: {'Port': ['ID=4be48244-cf7c-4628-a188-761098fcd4bf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:24.402487 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.419574 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ba4cfe3a-002a-4e6d-9a79-1bb4a088bf64 None None] Provisioning for port 87d22624-1bbd-45cc-8c87-8544e5258a1c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:24.427128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274a330d-8c19-4612-bf09-8da1974a24aa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:24.432863 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-274a330d-8c19-4612-bf09-8da1974a24aa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.487457 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.507309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] No DVR routers for this DVR port 0e98987e-0bba-460d-b915-20f4df08b2fb on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:24.513145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Port': ['ID=0e98987e-0bba-460d-b915-20f4df08b2fb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:24.516656 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d7f3ac-c2e8-4ab4-b35c-19cebafdbefc req-6c99f999-4138-4ed6-bb32-e873b085444d tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] No DVR routers for this DVR port 4be48244-cf7c-4628-a188-761098fcd4bf on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:24.521028 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c8d7f3ac-c2e8-4ab4-b35c-19cebafdbefc req-6c99f999-4138-4ed6-bb32-e873b085444d tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.523161 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c8d7f3ac-c2e8-4ab4-b35c-19cebafdbefc req-6c99f999-4138-4ed6-bb32-e873b085444d tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.25 "DELETE /v2.0/ports/4be48244-cf7c-4628-a188-761098fcd4bf HTTP/1.1" status: 204 len: 173 time: 1.2137835 Aug 31 14:46:24.543712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1e8014-83cd-47c4-bd47-ea91abc3bf8d', 'name': 'network-vif-deleted', 'tag': '4be48244-cf7c-4628-a188-761098fcd4bf'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:46:24.546911 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bbbaf8-8554-407b-b9b8-af8bf176c76a" -d '{"events": [{"server_uuid": "0a1e8014-83cd-47c4-bd47-ea91abc3bf8d", "name": "network-vif-deleted", "tag": "4be48244-cf7c-4628-a188-761098fcd4bf"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:46:24.572542 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9957327e-30d2-4aa3-927e-f8f693d1cba3 req-dccd1b5e-ad8f-4e85-9f00-0ff840be3e18 tempest-VolumesSnapshotTestJSON-102742616 tempest-VolumesSnapshotTestJSON-102742616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e8014-83cd-47c4-bd47-ea91abc3bf8d HTTP/1.1" status: 200 len: 210 time: 0.1274507 Aug 31 14:46:24.592656 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc0b0a3-7aea-4b7c-97a0-3389c27008b1 None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:46:24.673229 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.684314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8e61ac-a464-48d7-8104-71f4bc33b45c']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:24.696834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6091257-5e6e-41d0-86cb-2169b66235dc') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:24.697135 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6091257-5e6e-41d0-86cb-2169b66235dc') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:24.707256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2dc0b0a3-7aea-4b7c-97a0-3389c27008b1 None None] Deleting port 87d22624-1bbd-45cc-8c87-8544e5258a1c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:24.708470 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2dc0b0a3-7aea-4b7c-97a0-3389c27008b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.708871 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.740964 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.749420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:46:24.749938 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:46:24.753764 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:46:24.862301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2dc0b0a3-7aea-4b7c-97a0-3389c27008b1 None None] For port 87d22624-1bbd-45cc-8c87-8544e5258a1c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=87d22624-1bbd-45cc-8c87-8544e5258a1c,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:24.862698 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2dc0b0a3-7aea-4b7c-97a0-3389c27008b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.867231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0e98987e-0bba-460d-b915-20f4df08b2fb no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:24.883071 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.897383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 0e98987e-0bba-460d-b915-20f4df08b2fb {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:24.897990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0e98987e-0bba-460d-b915-20f4df08b2fb not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:24.900599 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:24.903405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2dc0b0a3-7aea-4b7c-97a0-3389c27008b1 None None] Calling delete_port for 87d22624-1bbd-45cc-8c87-8544e5258a1c owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:24.911373 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] 10.222.0.39 "DELETE /v2.0/networks/0f8e61ac-a464-48d7-8104-71f4bc33b45c HTTP/1.1" status: 204 len: 168 time: 1.4304352 Aug 31 14:46:24.932298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e12af-e014-487f-8972-d786426ca341 tempest-NetworksIpV6TestAttrs-1983131635 tempest-NetworksIpV6TestAttrs-1983131635-project] Pushing event deleted for resources: {'Network': ['ID=0f8e61ac-a464-48d7-8104-71f4bc33b45c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:25.021061 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:25.074527 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2dc0b0a3-7aea-4b7c-97a0-3389c27008b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:25.109360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0b0a3-7aea-4b7c-97a0-3389c27008b1 None None] Pushing event deleted for resources: {'Port': ['ID=87d22624-1bbd-45cc-8c87-8544e5258a1c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:25.119664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc0b0a3-7aea-4b7c-97a0-3389c27008b1 None None] No DVR routers for this DVR port 87d22624-1bbd-45cc-8c87-8544e5258a1c on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:25.145304 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d766488b-d09c-45b3-ac68-4278c64b5333 x-openstack-request-id: req-d766488b-d09c-45b3-ac68-4278c64b5333 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:46:25.145701 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1e8014-83cd-47c4-bd47-ea91abc3bf8d", "name": "network-vif-deleted", "tag": "4be48244-cf7c-4628-a188-761098fcd4bf", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:46:25.146669 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d766488b-d09c-45b3-ac68-4278c64b5333 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:46:25.147194 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1e8014-83cd-47c4-bd47-ea91abc3bf8d', 'name': 'network-vif-deleted', 'tag': '4be48244-cf7c-4628-a188-761098fcd4bf', 'status': 'completed', 'code': 200} Aug 31 14:46:25.148613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190b58b6-cf26-4ae4-b852-e993e3c40fcb None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:46:25.263743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190b58b6-cf26-4ae4-b852-e993e3c40fcb None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:46:25.289369 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-274a330d-8c19-4612-bf09-8da1974a24aa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:25.339200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274a330d-8c19-4612-bf09-8da1974a24aa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:25.345446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-274a330d-8c19-4612-bf09-8da1974a24aa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:25.350106 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274a330d-8c19-4612-bf09-8da1974a24aa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:25.350812 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-274a330d-8c19-4612-bf09-8da1974a24aa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:25.365676 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a330d-8c19-4612-bf09-8da1974a24aa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=cf7de1e3-2755-4528-9777-d45ec4faa490,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:25.376365 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-274a330d-8c19-4612-bf09-8da1974a24aa tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0932860 Aug 31 14:46:25.379028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46162) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:25.384373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'fixed_ips': [{'subnet_id': 'cf7de1e3-2755-4528-9777-d45ec4faa490', 'ip_address': '2001:db8::ea40:b772:bac6:8cec'}], 'name': 'tempest-NetworksTestDHCPv6-15430414'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:25.402198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46164) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:25.531351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:25.573450 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': 'cf7de1e3-2755-4528-9777-d45ec4faa490'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:46:25.574680 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:25.597277 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-94d9eb6d-c2bb-4d03-8789-28eb02e083f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee670a5819f74e75835069d057bfdaf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931717 Aug 31 14:46:25.599867 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46168) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:25.641013 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:25.681952 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f0c2b65-94dc-4145-9992-8207ccc566a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:25.682153 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 080b4495-9eb5-49ef-b8cb-472a7e04d5bc yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:46:25.687228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4be48244-cf7c-4628-a188-761098fcd4bf no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:25.705163 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f0c2b65-94dc-4145-9992-8207ccc566a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:25.718773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 4be48244-cf7c-4628-a188-761098fcd4bf {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:25.719121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4be48244-cf7c-4628-a188-761098fcd4bf not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:25.779641 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f0c2b65-94dc-4145-9992-8207ccc566a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:25.783033 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f0c2b65-94dc-4145-9992-8207ccc566a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:25.785076 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1f0c2b65-94dc-4145-9992-8207ccc566a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/635f53a3-058f-4fdb-a617-f8daa83b5818 HTTP/1.1" status: 204 len: 168 time: 0.1841221 Aug 31 14:46:25.797605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c2b65-94dc-4145-9992-8207ccc566a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635f53a3-058f-4fdb-a617-f8daa83b5818,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:25.825255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Allocated IP 2001:db8::2 (b4d25150-f4fa-4c09-ab58-80f29333d578/cf7de1e3-2755-4528-9777-d45ec4faa490/f78d82eb-3463-4bdb-bada-b139aa6e4a2e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:26.055144 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:26.065476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Transition to ACTIVE for port object f78d82eb-3463-4bdb-bada-b139aa6e4a2e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:26.089912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Transition to ACTIVE for port object f78d82eb-3463-4bdb-bada-b139aa6e4a2e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:26.098746 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:26.146319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:26.147995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:26.150572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:26.224728 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::ea40:b772:bac6:8cec (b4d25150-f4fa-4c09-ab58-80f29333d578/cf7de1e3-2755-4528-9777-d45ec4faa490/080b4495-9eb5-49ef-b8cb-472a7e04d5bc) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:26.236272 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Pushing event updated for resources: {'Port': ['ID=f78d82eb-3463-4bdb-bada-b139aa6e4a2e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:26.241749 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Attempting to bind port f78d82eb-3463-4bdb-bada-b139aa6e4a2e on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:26.242087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Attempting to bind port f78d82eb-3463-4bdb-bada-b139aa6e4a2e by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:26.242511 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Attempting to bind port f78d82eb-3463-4bdb-bada-b139aa6e4a2e on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:26.253434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:26.253901 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:26.254523 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:26.254883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:26.255531 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Bound port: f78d82eb-3463-4bdb-bada-b139aa6e4a2e, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:26.256036 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:26.334822 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] For port f78d82eb-3463-4bdb-bada-b139aa6e4a2e, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:26.340913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] For port f78d82eb-3463-4bdb-bada-b139aa6e4a2e, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f78d82eb-3463-4bdb-bada-b139aa6e4a2e,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:26.347736 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:26.425207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2ef07-fb30-4418-a7d4-68db9f778987 None None] Pushing event updated for resources: {'Port': ['ID=f78d82eb-3463-4bdb-bada-b139aa6e4a2e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:26.443873 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:26.461083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 080b4495-9eb5-49ef-b8cb-472a7e04d5bc will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:26.513761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:26.550433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:26.575099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:26.579804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:26.585397 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:26.586085 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:26.607233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46198) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:26.608994 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2288606 Aug 31 14:46:26.614360 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-95367ded-6aa5-437a-b2d6-01061abced03 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'fixed_ips': [{'subnet_id': 'cf7de1e3-2755-4528-9777-d45ec4faa490', 'ip_address': '2001:db8::ea40:b772:bac6:8cec'}], 'name': 'tempest-NetworksTestDHCPv6-1170890394'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:26.629835 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b212b-6732-4f4d-9293-83aa319e250b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=080b4495-9eb5-49ef-b8cb-472a7e04d5bc,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:26.820686 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95367ded-6aa5-437a-b2d6-01061abced03 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:26.840409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f78d82eb-3463-4bdb-bada-b139aa6e4a2e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:26.918964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port f78d82eb-3463-4bdb-bada-b139aa6e4a2e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:26.943912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46204) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:26.956168 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95367ded-6aa5-437a-b2d6-01061abced03 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:26.988723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-95367ded-6aa5-437a-b2d6-01061abced03 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 18c86255-6725-425a-be36-01c62068760f yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:46:27.113734 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-eda99e34-1a6e-4f10-964b-0d53f0062e87 tempest-DvrRoutersNegativeTest-409720946 tempest-DvrRoutersNegativeTest-409720946-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1032473614', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:27.117059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.policy [None req-eda99e34-1a6e-4f10-964b-0d53f0062e87 tempest-DvrRoutersNegativeTest-409720946 tempest-DvrRoutersNegativeTest-409720946-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94870) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 31 14:46:27.117361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.policy [None req-eda99e34-1a6e-4f10-964b-0d53f0062e87 tempest-DvrRoutersNegativeTest-409720946 tempest-DvrRoutersNegativeTest-409720946-project] Failed policy check for 'create_router' {{(pid=94870) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 31 14:46:27.117915 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-eda99e34-1a6e-4f10-964b-0d53f0062e87 tempest-DvrRoutersNegativeTest-409720946 tempest-DvrRoutersNegativeTest-409720946-project] create failed (client error): Access was denied to this resource. Aug 31 14:46:27.119113 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eda99e34-1a6e-4f10-964b-0d53f0062e87 tempest-DvrRoutersNegativeTest-409720946 tempest-DvrRoutersNegativeTest-409720946-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1739819 Aug 31 14:46:27.242362 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-95367ded-6aa5-437a-b2d6-01061abced03 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 14:46:27.243144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95367ded-6aa5-437a-b2d6-01061abced03 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:46:27.266178 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-95367ded-6aa5-437a-b2d6-01061abced03 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6569860 Aug 31 14:46:27.268365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46216) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:27.343778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745fdc12-ff95-41fe-be21-e58ac0abc290 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:27.350004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745fdc12-ff95-41fe-be21-e58ac0abc290 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:27.351968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-745fdc12-ff95-41fe-be21-e58ac0abc290 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0809114 Aug 31 14:46:27.354534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46218) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:27.497272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2aca70e7-f157-491f-be79-21e4a7580a84 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 080b4495-9eb5-49ef-b8cb-472a7e04d5bc {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:27.498695 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2aca70e7-f157-491f-be79-21e4a7580a84 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:27.552850 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46224) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:27.619222 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2aca70e7-f157-491f-be79-21e4a7580a84 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:27.633925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2aca70e7-f157-491f-be79-21e4a7580a84 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 080b4495-9eb5-49ef-b8cb-472a7e04d5bc owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:27.698910 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-791c2393-b342-4640-9189-a1b35cdd838b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:27.772087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3478bbdd-2255-4dfb-a384-0b56bf328671 None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:46:27.785473 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2aca70e7-f157-491f-be79-21e4a7580a84 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:27.818340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-21bb820e-e3a3-440b-b316-fc692db520f5 None None] Provisioning for port f78d82eb-3463-4bdb-bada-b139aa6e4a2e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:27.829122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-21bb820e-e3a3-440b-b316-fc692db520f5 None None] Provisioning complete for port f78d82eb-3463-4bdb-bada-b139aa6e4a2e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:27.829331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca70e7-f157-491f-be79-21e4a7580a84 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=080b4495-9eb5-49ef-b8cb-472a7e04d5bc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:27.830759 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21bb820e-e3a3-440b-b316-fc692db520f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:27.860322 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2aca70e7-f157-491f-be79-21e4a7580a84 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:27.864974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46232) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:27.866077 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2aca70e7-f157-491f-be79-21e4a7580a84 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/080b4495-9eb5-49ef-b8cb-472a7e04d5bc HTTP/1.1" status: 204 len: 168 time: 0.5102959 Aug 31 14:46:27.911316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-791c2393-b342-4640-9189-a1b35cdd838b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:27.923589 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-791c2393-b342-4640-9189-a1b35cdd838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:27.946307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3478bbdd-2255-4dfb-a384-0b56bf328671 None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:46:27.966133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b9f8d0-7098-4ba1-94d1-05a3a6893246 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:27.968494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b9f8d0-7098-4ba1-94d1-05a3a6893246 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:27.970076 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b9b9f8d0-7098-4ba1-94d1-05a3a6893246 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1038084 Aug 31 14:46:27.972283 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21bb820e-e3a3-440b-b316-fc692db520f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:27.973666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46234) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:27.983390 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-791c2393-b342-4640-9189-a1b35cdd838b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ed80856907c49c698689ea7c4e47377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4257114 Aug 31 14:46:27.983390 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c2393-b342-4640-9189-a1b35cdd838b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99aaa6c-0e4d-45a4-a625-af9ff4d52242,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:27.984346 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46236) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:28.070065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-791970b2-b350-4938-9489-1ea0f7489f37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet cf7de1e3-2755-4528-9777-d45ec4faa490 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:28.075217 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-791970b2-b350-4938-9489-1ea0f7489f37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:28.083270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-21bb820e-e3a3-440b-b316-fc692db520f5 None None] For port f78d82eb-3463-4bdb-bada-b139aa6e4a2e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f78d82eb-3463-4bdb-bada-b139aa6e4a2e,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:28.089503 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21bb820e-e3a3-440b-b316-fc692db520f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:28.119483 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d80504b7-f458-428e-ad37-c775255c1ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:28.135924 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-791970b2-b350-4938-9489-1ea0f7489f37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:28.177024 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d80504b7-f458-428e-ad37-c775255c1ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:28.207212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb820e-e3a3-440b-b316-fc692db520f5 None None] Pushing event updated for resources: {'Port': ['ID=f78d82eb-3463-4bdb-bada-b139aa6e4a2e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:28.285713 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-791970b2-b350-4938-9489-1ea0f7489f37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:28.288815 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d80504b7-f458-428e-ad37-c775255c1ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:28.291664 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d80504b7-f458-428e-ad37-c775255c1ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:28.296439 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d80504b7-f458-428e-ad37-c775255c1ebc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d99aaa6c-0e4d-45a4-a625-af9ff4d52242 HTTP/1.1" status: 204 len: 168 time: 0.3076005 Aug 31 14:46:28.330841 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80504b7-f458-428e-ad37-c775255c1ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99aaa6c-0e4d-45a4-a625-af9ff4d52242,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:28.392075 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-791970b2-b350-4938-9489-1ea0f7489f37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:28.429200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791970b2-b350-4938-9489-1ea0f7489f37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7de1e3-2755-4528-9777-d45ec4faa490,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:28.431286 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-791970b2-b350-4938-9489-1ea0f7489f37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:28.433261 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-791970b2-b350-4938-9489-1ea0f7489f37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/cf7de1e3-2755-4528-9777-d45ec4faa490 HTTP/1.1" status: 204 len: 168 time: 0.4590533 Aug 31 14:46:28.438220 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46242) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:28.486908 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-61146e53-d0a9-4c3f-b84d-c6a7a467c608 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469115 Aug 31 14:46:28.491273 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46246) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:28.496813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8f8a4dcd-fdbd-46d1-b0ba-82de0a1341b0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:28.632865 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8a4dcd-fdbd-46d1-b0ba-82de0a1341b0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:28.646961 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f8a4dcd-fdbd-46d1-b0ba-82de0a1341b0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:28.826490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f78d82eb-3463-4bdb-bada-b139aa6e4a2e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:28.921989 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f78d82eb-3463-4bdb-bada-b139aa6e4a2e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:28.921989 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:29.049002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f8a4dcd-fdbd-46d1-b0ba-82de0a1341b0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:29.130706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a4dcd-fdbd-46d1-b0ba-82de0a1341b0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:29.136829 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-8f8a4dcd-fdbd-46d1-b0ba-82de0a1341b0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:29.140904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8a4dcd-fdbd-46d1-b0ba-82de0a1341b0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:29.142061 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f8a4dcd-fdbd-46d1-b0ba-82de0a1341b0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:29.162161 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a4dcd-fdbd-46d1-b0ba-82de0a1341b0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=e3da480f-55a9-486f-8820-c946d9d1e8ba,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:29.178664 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8f8a4dcd-fdbd-46d1-b0ba-82de0a1341b0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6848390 Aug 31 14:46:29.180418 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46262) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:29.186348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c9d55810-bad5-4fe4-92fa-4a20ada3bf98 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'fixed_ips': [{'subnet_id': 'e3da480f-55a9-486f-8820-c946d9d1e8ba', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1030141446'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:29.287195 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4ee37a-2bd6-44ba-86f9-5e54471c2178 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:29.337423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d55810-bad5-4fe4-92fa-4a20ada3bf98 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:29.348530 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9d55810-bad5-4fe4-92fa-4a20ada3bf98 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:29.365457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cf1c3bf6-59a5-4a5d-ba22-61c3bdf38d27 None None] Provisioning complete for port f78d82eb-3463-4bdb-bada-b139aa6e4a2e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:29.365457 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf1c3bf6-59a5-4a5d-ba22-61c3bdf38d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:29.380470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-c9d55810-bad5-4fe4-92fa-4a20ada3bf98 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port c0888774-2a8e-41aa-a254-96e716bd8847 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:46:29.479112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46270) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:29.579503 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d55810-bad5-4fe4-92fa-4a20ada3bf98 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:29.580333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d55810-bad5-4fe4-92fa-4a20ada3bf98 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:46:29.610173 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c9d55810-bad5-4fe4-92fa-4a20ada3bf98 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4258652 Aug 31 14:46:29.611146 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46278) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:29.637293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6d8bf0e2-fc50-4086-b91a-b1bbb9099f4f tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:29.637747 n-d-806683-5 neutron-server[94871]: WARNING neutron.api.v2.base [None req-6d8bf0e2-fc50-4086-b91a-b1bbb9099f4f tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 14:46:29.638338 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-6d8bf0e2-fc50-4086-b91a-b1bbb9099f4f tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:46:29.640288 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6d8bf0e2-fc50-4086-b91a-b1bbb9099f4f tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1593485 Aug 31 14:46:29.644565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46280) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:29.650318 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-89db0875-497c-44b7-bc9a-bf5a5ac5b835 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909010333'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:29.683712 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89db0875-497c-44b7-bc9a-bf5a5ac5b835 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:29.691798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0037142d-f54a-4e68-83c9-9bcb0f8202a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:29.695226 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0037142d-f54a-4e68-83c9-9bcb0f8202a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0812602 Aug 31 14:46:29.695451 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89db0875-497c-44b7-bc9a-bf5a5ac5b835 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:29.697970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46282) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:29.791227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5197b3-eece-4f60-aa55-7576b88272f6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:29.793003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5197b3-eece-4f60-aa55-7576b88272f6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:29.795436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-db5197b3-eece-4f60-aa55-7576b88272f6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0956938 Aug 31 14:46:29.798083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46284) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:29.880392 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4896ee3-13bd-47b0-853d-0395756cdf56 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet e3da480f-55a9-486f-8820-c946d9d1e8ba {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:29.884579 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4896ee3-13bd-47b0-853d-0395756cdf56 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:29.888775 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89db0875-497c-44b7-bc9a-bf5a5ac5b835 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:29.895664 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89db0875-497c-44b7-bc9a-bf5a5ac5b835 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:29.926108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b1fb80-665f-4692-b214-0e6b960bce97 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:29.943683 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4896ee3-13bd-47b0-853d-0395756cdf56 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:29.944873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db0875-497c-44b7-bc9a-bf5a5ac5b835 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788bd487-468a-4d8b-ac39-8884eec5bdc5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:30.049872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4896ee3-13bd-47b0-853d-0395756cdf56 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.050610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a9ec9d91-7938-4552-84bb-1ce1b52bfe51 None None] Provisioning complete for port f78d82eb-3463-4bdb-bada-b139aa6e4a2e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:30.050985 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9ec9d91-7938-4552-84bb-1ce1b52bfe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.069020 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89db0875-497c-44b7-bc9a-bf5a5ac5b835 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.076733 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89db0875-497c-44b7-bc9a-bf5a5ac5b835 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.117633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89db0875-497c-44b7-bc9a-bf5a5ac5b835 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.123314 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-89db0875-497c-44b7-bc9a-bf5a5ac5b835 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4735873 Aug 31 14:46:30.123314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db0875-497c-44b7-bc9a-bf5a5ac5b835 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6177004f-8f0a-45d0-a5e8-d601a395a72c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:30.125745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46290) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:30.132705 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-60e8781f-20ec-4f42-9f55-4a692ee7625b tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '6177004f-8f0a-45d0-a5e8-d601a395a72c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:30.165416 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4896ee3-13bd-47b0-853d-0395756cdf56 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.200994 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4896ee3-13bd-47b0-853d-0395756cdf56 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=e3da480f-55a9-486f-8820-c946d9d1e8ba,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:30.203834 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4896ee3-13bd-47b0-853d-0395756cdf56 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.209020 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f4896ee3-13bd-47b0-853d-0395756cdf56 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/e3da480f-55a9-486f-8820-c946d9d1e8ba HTTP/1.1" status: 204 len: 168 time: 0.4061029 Aug 31 14:46:30.209382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46294) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:30.213400 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-60e8781f-20ec-4f42-9f55-4a692ee7625b tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.268203 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a6fadf1c-a2cc-44d3-bfcc-19c3ac3a8a6c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575924 Aug 31 14:46:30.271990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46296) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:30.277206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-88603440-dbcd-409d-8527-aff89ba5921b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:30.298396 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-60e8781f-20ec-4f42-9f55-4a692ee7625b tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.303856 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-60e8781f-20ec-4f42-9f55-4a692ee7625b tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.322718 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8781f-20ec-4f42-9f55-4a692ee7625b tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2305de7e-20cd-46de-8b5f-d7b36a98310d,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:30.343284 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-60e8781f-20ec-4f42-9f55-4a692ee7625b tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.347755 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-60e8781f-20ec-4f42-9f55-4a692ee7625b tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2186399 Aug 31 14:46:30.348765 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46298) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:30.353624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c2617d4d-37ec-4dc7-b585-a00a40f614eb tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '6177004f-8f0a-45d0-a5e8-d601a395a72c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:30.406378 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2617d4d-37ec-4dc7-b585-a00a40f614eb tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.442939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88603440-dbcd-409d-8527-aff89ba5921b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:30.447406 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-88603440-dbcd-409d-8527-aff89ba5921b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.514318 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-c2617d4d-37ec-4dc7-b585-a00a40f614eb tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:46:30.518190 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c2617d4d-37ec-4dc7-b585-a00a40f614eb tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1654611 Aug 31 14:46:30.518397 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46300) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:30.585068 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6767dd9d-5f8c-4105-967a-3e4086e4bdae tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.612092 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6767dd9d-5f8c-4105-967a-3e4086e4bdae tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.651631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f3e40-2b48-426a-841f-4bc5f80160f9 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:30.680613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6767dd9d-5f8c-4105-967a-3e4086e4bdae tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.684078 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6767dd9d-5f8c-4105-967a-3e4086e4bdae tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.689851 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6767dd9d-5f8c-4105-967a-3e4086e4bdae tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "DELETE /v2.0/security-groups/6177004f-8f0a-45d0-a5e8-d601a395a72c HTTP/1.1" status: 204 len: 168 time: 0.1703045 Aug 31 14:46:30.690563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46304) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:30.718220 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-88603440-dbcd-409d-8527-aff89ba5921b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.727088 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767dd9d-5f8c-4105-967a-3e4086e4bdae tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6177004f-8f0a-45d0-a5e8-d601a395a72c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:30.774356 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b2a5f40d-f05f-48f6-843a-9fac6e5dba36 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728886 Aug 31 14:46:30.775946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88603440-dbcd-409d-8527-aff89ba5921b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:30.777915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46306) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:30.782165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-88603440-dbcd-409d-8527-aff89ba5921b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:30.786818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88603440-dbcd-409d-8527-aff89ba5921b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:30.787576 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-88603440-dbcd-409d-8527-aff89ba5921b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.789614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-63ae3d86-29c1-4f38-88f9-ab9a031d5966 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1192339730'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:30.807112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88603440-dbcd-409d-8527-aff89ba5921b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=e1dfde52-2e43-4054-99e2-d4d195886e5b,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:30.850053 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-88603440-dbcd-409d-8527-aff89ba5921b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5718973 Aug 31 14:46:30.850053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46308) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:30.854757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e33a7e0c-23c1-4f4a-8a47-4dce5e0702a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-973223446', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:30.856802 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-63ae3d86-29c1-4f38-88f9-ab9a031d5966 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.884063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b0f563e7-a8a7-4125-be8e-eded61741ea9 None None] Provisioning complete for port f78d82eb-3463-4bdb-bada-b139aa6e4a2e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:30.884889 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0f563e7-a8a7-4125-be8e-eded61741ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.904694 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e33a7e0c-23c1-4f4a-8a47-4dce5e0702a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.906660 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e33a7e0c-23c1-4f4a-8a47-4dce5e0702a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:30.994885 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e33a7e0c-23c1-4f4a-8a47-4dce5e0702a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.002731 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e33a7e0c-23c1-4f4a-8a47-4dce5e0702a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.021699 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-63ae3d86-29c1-4f38-88f9-ab9a031d5966 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.025719 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-63ae3d86-29c1-4f38-88f9-ab9a031d5966 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.030896 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e33a7e0c-23c1-4f4a-8a47-4dce5e0702a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.032542 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e33a7e0c-23c1-4f4a-8a47-4dce5e0702a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1813068 Aug 31 14:46:31.035073 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46312) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:31.074731 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae3d86-29c1-4f38-88f9-ab9a031d5966 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9b31e4-fb91-44de-9a81-3e53100abdeb,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:31.094090 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-63ae3d86-29c1-4f38-88f9-ab9a031d5966 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.095440 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-63ae3d86-29c1-4f38-88f9-ab9a031d5966 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3164601 Aug 31 14:46:31.098414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46314) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:31.103925 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6b0457a3-a21d-4db3-886f-6e2df723a952 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '0e9b31e4-fb91-44de-9a81-3e53100abdeb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:31.104430 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-6b0457a3-a21d-4db3-886f-6e2df723a952 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 14:46:31.104930 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-6b0457a3-a21d-4db3-886f-6e2df723a952 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:31.105899 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6b0457a3-a21d-4db3-886f-6e2df723a952 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064313 Aug 31 14:46:31.111080 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46316) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:31.174801 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfbad2e9-0aa1-4915-82a0-fb4d59225383 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.201391 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfbad2e9-0aa1-4915-82a0-fb4d59225383 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.258877 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfbad2e9-0aa1-4915-82a0-fb4d59225383 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.261928 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfbad2e9-0aa1-4915-82a0-fb4d59225383 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.266894 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bfbad2e9-0aa1-4915-82a0-fb4d59225383 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "DELETE /v2.0/security-groups/0e9b31e4-fb91-44de-9a81-3e53100abdeb HTTP/1.1" status: 204 len: 168 time: 0.1548038 Aug 31 14:46:31.267750 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46318) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:31.276811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1b9917-ab9e-415e-b382-5e0db9bddf94 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:31.299325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbad2e9-0aa1-4915-82a0-fb4d59225383 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9b31e4-fb91-44de-9a81-3e53100abdeb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:31.338976 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c963b605-f1e8-45cc-aecf-ece6698bbbe8 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670726 Aug 31 14:46:31.339731 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46320) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:31.344573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8f18d77f-a2cd-45eb-9570-4fede1b66c69 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group': {'name': 'tempest-secgroup--526066854'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:31.375012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ad490568-9f0e-417d-b0b6-16cca46fbad5 None None] Provisioning complete for port f78d82eb-3463-4bdb-bada-b139aa6e4a2e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:31.375433 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad490568-9f0e-417d-b0b6-16cca46fbad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.387192 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f18d77f-a2cd-45eb-9570-4fede1b66c69 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.412093 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.550054 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f18d77f-a2cd-45eb-9570-4fede1b66c69 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.561208 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f18d77f-a2cd-45eb-9570-4fede1b66c69 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.609517 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f18d77f-a2cd-45eb-9570-4fede1b66c69 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.616024 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8f18d77f-a2cd-45eb-9570-4fede1b66c69 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2709820 Aug 31 14:46:31.620547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46322) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:31.632249 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-af1032ff-6df7-4fb5-bd09-21699e5fed4d tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '0e100725-ed4f-404a-adbf-919736c4d231', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:31.633553 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-af1032ff-6df7-4fb5-bd09-21699e5fed4d tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 14:46:31.634386 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-af1032ff-6df7-4fb5-bd09-21699e5fed4d tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:31.641008 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-af1032ff-6df7-4fb5-bd09-21699e5fed4d tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0141251 Aug 31 14:46:31.645993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46324) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:31.660223 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18d77f-a2cd-45eb-9570-4fede1b66c69 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e100725-ed4f-404a-adbf-919736c4d231,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:31.770056 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e012394b-fdd2-4c20-a7c3-f1936da2ba1c tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.811380 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e012394b-fdd2-4c20-a7c3-f1936da2ba1c tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.869184 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e012394b-fdd2-4c20-a7c3-f1936da2ba1c tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.872348 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e012394b-fdd2-4c20-a7c3-f1936da2ba1c tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.876684 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e012394b-fdd2-4c20-a7c3-f1936da2ba1c tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "DELETE /v2.0/security-groups/0e100725-ed4f-404a-adbf-919736c4d231 HTTP/1.1" status: 204 len: 168 time: 0.2270186 Aug 31 14:46:31.887083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46328) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:31.889808 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012394b-fdd2-4c20-a7c3-f1936da2ba1c tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e100725-ed4f-404a-adbf-919736c4d231,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:31.946514 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-702afc51-c5cc-435c-8733-b166527117cd tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531161 Aug 31 14:46:31.950429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46330) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:31.956527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-91430071-dafd-41b3-916e-e6519474e602 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1873018499'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:31.984636 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0c4fb19f-d9ae-436d-92a9-c8350cfc7005 None None] Provisioning complete for port f78d82eb-3463-4bdb-bada-b139aa6e4a2e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:31.985229 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb19f-d9ae-436d-92a9-c8350cfc7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.999222 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91430071-dafd-41b3-916e-e6519474e602 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.055623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::1 (b4d25150-f4fa-4c09-ab58-80f29333d578/e1dfde52-2e43-4054-99e2-d4d195886e5b/6e5bd0c0-46c1-4ace-ac3b-d921b8498845) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:32.214676 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91430071-dafd-41b3-916e-e6519474e602 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.215903 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.220424 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91430071-dafd-41b3-916e-e6519474e602 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.234046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:32.249104 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-570aad9d-f167-45ea-86ea-a9c3d25f89a0 None None] Could not find standard attr ID for object 080b4495-9eb5-49ef-b8cb-472a7e04d5bc. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:46:32.255487 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-91430071-dafd-41b3-916e-e6519474e602 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.259370 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-91430071-dafd-41b3-916e-e6519474e602 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3047054 Aug 31 14:46:32.259370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91430071-dafd-41b3-916e-e6519474e602 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430cb067-6da1-4c42-8099-9a9933a1d5b0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:32.261158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46334) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:32.265837 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-647f2a7d-60f4-432a-b5c3-27fe2c9631dd tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '430cb067-6da1-4c42-8099-9a9933a1d5b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:32.266710 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-647f2a7d-60f4-432a-b5c3-27fe2c9631dd tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 14:46:32.267227 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-647f2a7d-60f4-432a-b5c3-27fe2c9631dd tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:32.268203 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-647f2a7d-60f4-432a-b5c3-27fe2c9631dd tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061939 Aug 31 14:46:32.273425 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46336) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:32.279393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-36d4cb7d-503c-4109-a9b3-c51726641592 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '430cb067-6da1-4c42-8099-9a9933a1d5b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:32.281044 n-d-806683-5 neutron-server[94871]: WARNING neutron.api.v2.base [None req-36d4cb7d-503c-4109-a9b3-c51726641592 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 14:46:32.281560 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-36d4cb7d-503c-4109-a9b3-c51726641592 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:32.285151 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-36d4cb7d-503c-4109-a9b3-c51726641592 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081742 Aug 31 14:46:32.285751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46338) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:32.290273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8e772e59-bb17-4cf7-8195-0d03a6353c40 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '430cb067-6da1-4c42-8099-9a9933a1d5b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:32.291091 n-d-806683-5 neutron-server[94871]: WARNING neutron.api.v2.base [None req-8e772e59-bb17-4cf7-8195-0d03a6353c40 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 14:46:32.291616 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-8e772e59-bb17-4cf7-8195-0d03a6353c40 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:32.296330 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8e772e59-bb17-4cf7-8195-0d03a6353c40 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063672 Aug 31 14:46:32.297195 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46340) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:32.303215 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-46e30dab-25a8-42e4-b238-586460bcb3e0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '430cb067-6da1-4c42-8099-9a9933a1d5b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:32.304469 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-46e30dab-25a8-42e4-b238-586460bcb3e0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 14:46:32.304971 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-46e30dab-25a8-42e4-b238-586460bcb3e0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:32.308638 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.308799 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-46e30dab-25a8-42e4-b238-586460bcb3e0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077841 Aug 31 14:46:32.308900 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46342) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:32.364851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:32.368676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:32.375379 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:32.376213 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.380208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=6e5bd0c0-46c1-4ace-ac3b-d921b8498845,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:32.382921 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59010f1b-d6d7-4015-8bab-c3c7f7b6ffb7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.411662 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59010f1b-d6d7-4015-8bab-c3c7f7b6ffb7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.470824 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59010f1b-d6d7-4015-8bab-c3c7f7b6ffb7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.473979 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59010f1b-d6d7-4015-8bab-c3c7f7b6ffb7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.478311 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-59010f1b-d6d7-4015-8bab-c3c7f7b6ffb7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "DELETE /v2.0/security-groups/430cb067-6da1-4c42-8099-9a9933a1d5b0 HTTP/1.1" status: 204 len: 168 time: 0.1655989 Aug 31 14:46:32.479138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46344) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:32.503205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59010f1b-d6d7-4015-8bab-c3c7f7b6ffb7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=430cb067-6da1-4c42-8099-9a9933a1d5b0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:32.536199 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3d49ab29-b477-4aaa-b941-00e3bf6297be tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556040 Aug 31 14:46:32.539699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46346) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:32.544730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d222a8a4-3478-4f01-8c41-fc70ac0d6842 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482321396'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:32.586204 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d222a8a4-3478-4f01-8c41-fc70ac0d6842 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.603352 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.701792 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d222a8a4-3478-4f01-8c41-fc70ac0d6842 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.707384 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d222a8a4-3478-4f01-8c41-fc70ac0d6842 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.740730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d222a8a4-3478-4f01-8c41-fc70ac0d6842 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.742401 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d222a8a4-3478-4f01-8c41-fc70ac0d6842 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2016158 Aug 31 14:46:32.746136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46348) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:32.751570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-28bc9d03-702c-433c-914a-46e6fb01b44b tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '8779e9b7-a576-49ca-8c45-80248d8533f9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:32.752219 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-28bc9d03-702c-433c-914a-46e6fb01b44b tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 14:46:32.752718 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-28bc9d03-702c-433c-914a-46e6fb01b44b tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:32.753683 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-28bc9d03-702c-433c-914a-46e6fb01b44b tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064692 Aug 31 14:46:32.756145 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222a8a4-3478-4f01-8c41-fc70ac0d6842 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8779e9b7-a576-49ca-8c45-80248d8533f9,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:32.760061 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46350) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:32.765129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-53a84a59-0a69-4487-a120-90a3f8808396 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '8779e9b7-a576-49ca-8c45-80248d8533f9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:32.821480 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-53a84a59-0a69-4487-a120-90a3f8808396 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:32.825513 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-53a84a59-0a69-4487-a120-90a3f8808396 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0626366 Aug 31 14:46:32.827156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46354) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:32.833713 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-3ce51487-9c9c-4ffa-bf8f-abaac1e3da16 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '8779e9b7-a576-49ca-8c45-80248d8533f9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:32.834687 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-3ce51487-9c9c-4ffa-bf8f-abaac1e3da16 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 14:46:32.835278 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-3ce51487-9c9c-4ffa-bf8f-abaac1e3da16 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:32.839000 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3ce51487-9c9c-4ffa-bf8f-abaac1e3da16 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078788 Aug 31 14:46:32.839270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46356) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:32.845492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d56ca025-0051-4fe7-821b-deba28f5d65f tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '8779e9b7-a576-49ca-8c45-80248d8533f9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:32.889007 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-da791da4-b1f7-4d04-931b-b09dc4de30b1 None None] Provisioning for port 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:32.893658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-da791da4-b1f7-4d04-931b-b09dc4de30b1 None None] Provisioning complete for port 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:32.894143 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-da791da4-b1f7-4d04-931b-b09dc4de30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.917619 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-d56ca025-0051-4fe7-821b-deba28f5d65f tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:32.922567 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d56ca025-0051-4fe7-821b-deba28f5d65f tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0793138 Aug 31 14:46:32.923948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46358) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:32.930975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-63fe234f-972c-4a42-b828-bb63ce7a782d tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '8779e9b7-a576-49ca-8c45-80248d8533f9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:32.932047 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-63fe234f-972c-4a42-b828-bb63ce7a782d tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 14:46:32.933106 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-63fe234f-972c-4a42-b828-bb63ce7a782d tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:32.935284 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-63fe234f-972c-4a42-b828-bb63ce7a782d tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095255 Aug 31 14:46:32.937426 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-da791da4-b1f7-4d04-931b-b09dc4de30b1 None None] Port 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:46:32.938550 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46360) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:32.946575 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-cbce970c-4c9e-4d89-98fc-aec103aa982a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '8779e9b7-a576-49ca-8c45-80248d8533f9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:32.957176 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.962360 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.964253 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.979145 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-cbce970c-4c9e-4d89-98fc-aec103aa982a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Project 898e72f500624bbebd3741491c7e1a8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:46:33.003804 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-cbce970c-4c9e-4d89-98fc-aec103aa982a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:33.005387 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cbce970c-4c9e-4d89-98fc-aec103aa982a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0649939 Aug 31 14:46:33.008203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46362) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:33.016080 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a91f47b3-99b2-436e-bb2b-d40bf0fff59a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '8779e9b7-a576-49ca-8c45-80248d8533f9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:33.016737 n-d-806683-5 neutron-server[94871]: WARNING neutron.api.v2.base [None req-a91f47b3-99b2-436e-bb2b-d40bf0fff59a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 14:46:33.017386 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-a91f47b3-99b2-436e-bb2b-d40bf0fff59a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:33.018640 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a91f47b3-99b2-436e-bb2b-d40bf0fff59a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094845 Aug 31 14:46:33.022508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46364) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:33.027816 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-33c5dabe-2564-496a-a5cf-ff824b32c9fd tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '8779e9b7-a576-49ca-8c45-80248d8533f9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:33.056009 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-33c5dabe-2564-496a-a5cf-ff824b32c9fd tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Project 898e72f500624bbebd3741491c7e1a8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:46:33.073552 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-33c5dabe-2564-496a-a5cf-ff824b32c9fd tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:33.074852 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-33c5dabe-2564-496a-a5cf-ff824b32c9fd tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0519907 Aug 31 14:46:33.078021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46366) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:33.082993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f7e3772a-52e3-40ae-9f6b-4017d3e2d966 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '8779e9b7-a576-49ca-8c45-80248d8533f9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:33.111370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=6e5bd0c0-46c1-4ace-ac3b-d921b8498845,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:33.117555 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-f7e3772a-52e3-40ae-9f6b-4017d3e2d966 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Project 898e72f500624bbebd3741491c7e1a8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:46:33.139347 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-f7e3772a-52e3-40ae-9f6b-4017d3e2d966 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:33.140884 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f7e3772a-52e3-40ae-9f6b-4017d3e2d966 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0617609 Aug 31 14:46:33.145503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46368) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:33.182085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:33.183692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:33.230792 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e5951e2-c7d2-4cee-a626-30d08e6a7fd3 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:33.268808 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e5951e2-c7d2-4cee-a626-30d08e6a7fd3 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:33.357785 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e5951e2-c7d2-4cee-a626-30d08e6a7fd3 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:33.360907 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e5951e2-c7d2-4cee-a626-30d08e6a7fd3 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:33.363226 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5e5951e2-c7d2-4cee-a626-30d08e6a7fd3 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "DELETE /v2.0/security-groups/8779e9b7-a576-49ca-8c45-80248d8533f9 HTTP/1.1" status: 204 len: 168 time: 0.2153430 Aug 31 14:46:33.371723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46372) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:33.372500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5951e2-c7d2-4cee-a626-30d08e6a7fd3 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8779e9b7-a576-49ca-8c45-80248d8533f9,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:33.443365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Router 4cb6f23e-0f49-4fcf-963d-0c809c8b6133 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:46:33.464065 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-16b42bff-08dd-4ea5-98d8-00c28c2eb6b9 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0844779 Aug 31 14:46:33.465328 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46374) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:33.477314 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5264ff6a-2476-447a-965b-046c351728d0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070837616'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:33.515460 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5264ff6a-2476-447a-965b-046c351728d0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:33.572794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:46:33.584955 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-09717751-776e-4a1d-8ebc-c1bf72b8c315 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "PUT /v2.0/routers/4cb6f23e-0f49-4fcf-963d-0c809c8b6133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5445917 Aug 31 14:46:33.585222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46376) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:33.587646 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Sync routers for ids ['4cb6f23e-0f49-4fcf-963d-0c809c8b6133'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:46:33.588643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0a1f83af-94ca-4acf-be67-0c3646c29a0b None None] Provisioning complete for port 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:33.589078 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a1f83af-94ca-4acf-be67-0c3646c29a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:33.616275 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Routers {'4cb6f23e-0f49-4fcf-963d-0c809c8b6133'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:33.617608 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:46:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['4cb6f23e-0f49-4fcf-963d-0c809c8b6133'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:33.629770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f83af-94ca-4acf-be67-0c3646c29a0b None None] Port 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:46:33.699169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77670f0b-72a3-4ebe-8403-0d85fe8a8047 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:33.704369 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-77670f0b-72a3-4ebe-8403-0d85fe8a8047 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports/6e5bd0c0-46c1-4ace-ac3b-d921b8498845 HTTP/1.1" status: 200 len: 911 time: 0.1168606 Aug 31 14:46:33.705165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46378) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:33.750071 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5264ff6a-2476-447a-965b-046c351728d0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:33.759022 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5264ff6a-2476-447a-965b-046c351728d0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:33.787285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1c6a8d-988d-4ca6-888b-e13f5bd9d133 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:33.794234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1c6a8d-988d-4ca6-888b-e13f5bd9d133 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:33.801529 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fa1c6a8d-988d-4ca6-888b-e13f5bd9d133 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0935161 Aug 31 14:46:33.802699 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5264ff6a-2476-447a-965b-046c351728d0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:33.802876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46380) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:33.806627 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5264ff6a-2476-447a-965b-046c351728d0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3398552 Aug 31 14:46:33.807577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46382) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:33.813643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-15e4c568-d84b-495a-8685-27efd9b5df5e tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': 'ae6101ce-d883-40e5-a290-acc62adf0063', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:33.821139 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Set router 4cb6f23e-0f49-4fcf-963d-0c809c8b6133 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:46:33.874585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264ff6a-2476-447a-965b-046c351728d0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6101ce-d883-40e5-a290-acc62adf0063,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:33.977716 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:46:34.008786 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-15e4c568-d84b-495a-8685-27efd9b5df5e tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The resource could not be found. Aug 31 14:46:34.009892 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-15e4c568-d84b-495a-8685-27efd9b5df5e tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2013285 Aug 31 14:46:34.015464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46386) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:34.026601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b81d0809-4695-45e9-bf1d-451c5d4ddd35 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': 'ae6101ce-d883-40e5-a290-acc62adf0063', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1f52fef1-9f39-4957-812a-1e9f68bc5a15'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:34.106329 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-b81d0809-4695-45e9-bf1d-451c5d4ddd35 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The resource could not be found. Aug 31 14:46:34.113480 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b81d0809-4695-45e9-bf1d-451c5d4ddd35 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0927639 Aug 31 14:46:34.116784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46388) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:34.209508 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb6f23e-0f49-4fcf-963d-0c809c8b6133', 'name': 'tempest-NetworksTestDHCPv6-router-973223446', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:46:30Z', 'updated_at': '2021-08-31T14:46:32Z', 'revision_number': 2, 'project_id': 'bf53a26981e04030838f431a52fbea16', 'gw_port_host': None, '_interfaces': [{'id': '6e5bd0c0-46c1-4ace-ac3b-d921b8498845', 'name': '', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'mac_address': 'fa:16:3e:d3:62:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb6f23e-0f49-4fcf-963d-0c809c8b6133', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'e1dfde52-2e43-4054-99e2-d4d195886e5b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:46:31Z', 'updated_at': '2021-08-31T14:46:32Z', 'revision_number': 2, 'project_id': 'bf53a26981e04030838f431a52fbea16', 'subnets': [{'id': 'e1dfde52-2e43-4054-99e2-d4d195886e5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:34.246766 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1c6f795-28f9-48c4-9458-8b2604cbed04 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.248378 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Checking router: 4cb6f23e-0f49-4fcf-963d-0c809c8b6133 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:46:34.248996 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Updating router 4cb6f23e-0f49-4fcf-963d-0c809c8b6133 port 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:46:34.283170 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1c6f795-28f9-48c4-9458-8b2604cbed04 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.284630 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.379892 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1c6f795-28f9-48c4-9458-8b2604cbed04 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.383472 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e1c6f795-28f9-48c4-9458-8b2604cbed04 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.388735 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e1c6f795-28f9-48c4-9458-8b2604cbed04 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "DELETE /v2.0/security-groups/ae6101ce-d883-40e5-a290-acc62adf0063 HTTP/1.1" status: 204 len: 168 time: 0.2678750 Aug 31 14:46:34.396059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46394) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:34.397738 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6f795-28f9-48c4-9458-8b2604cbed04 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6101ce-d883-40e5-a290-acc62adf0063,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:34.561223 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fd3bc38d-a317-4e1c-b824-14d84e8748b0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1571751 Aug 31 14:46:34.565655 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46398) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:34.571769 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8aa08ae5-b927-4930-a97d-80acb9c695a0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '34c0770f-4c00-47da-8300-6e7148ccaa6a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:34.613436 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-038e2691-a0b4-4f51-927a-1bb11ec49adc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.671809 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-8aa08ae5-b927-4930-a97d-80acb9c695a0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The resource could not be found. Aug 31 14:46:34.676189 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8aa08ae5-b927-4930-a97d-80acb9c695a0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1092074 Aug 31 14:46:34.679778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46400) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:34.685355 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-90be6169-5b46-40f0-a9e4-d07e90727ae7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884717313'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:34.737021 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90be6169-5b46-40f0-a9e4-d07e90727ae7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.792425 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.814353 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Transition to ACTIVE for port object 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:34.821733 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.929525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-038e2691-a0b4-4f51-927a-1bb11ec49adc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:34.930188 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-038e2691-a0b4-4f51-927a-1bb11ec49adc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.946971 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952631c-a857-4a6c-9777-5086138509db None None] Pushing event updated for resources: {'Port': ['ID=6e5bd0c0-46c1-4ace-ac3b-d921b8498845,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:34.958634 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90be6169-5b46-40f0-a9e4-d07e90727ae7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.964833 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90be6169-5b46-40f0-a9e4-d07e90727ae7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.972505 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952631c-a857-4a6c-9777-5086138509db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:34.972851 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952631c-a857-4a6c-9777-5086138509db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:34.973196 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952631c-a857-4a6c-9777-5086138509db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:34.973637 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952631c-a857-4a6c-9777-5086138509db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:34.973972 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952631c-a857-4a6c-9777-5086138509db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:34.974713 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952631c-a857-4a6c-9777-5086138509db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:34.975051 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952631c-a857-4a6c-9777-5086138509db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:34.975403 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952631c-a857-4a6c-9777-5086138509db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:34.975909 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952631c-a857-4a6c-9777-5086138509db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:34.976225 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952631c-a857-4a6c-9777-5086138509db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:34.976554 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952631c-a857-4a6c-9777-5086138509db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:34.977016 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952631c-a857-4a6c-9777-5086138509db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:35.023365 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90be6169-5b46-40f0-a9e4-d07e90727ae7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.027227 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-90be6169-5b46-40f0-a9e4-d07e90727ae7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3438444 Aug 31 14:46:35.031063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46404) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:35.036928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-dfe91e40-adeb-44de-adab-b68e885849e9 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413662762'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:35.045139 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be6169-5b46-40f0-a9e4-d07e90727ae7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d49535-76d4-4915-9ad2-cd027fbfc5d4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:35.052636 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Attempting to bind port 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:35.053263 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Attempting to bind port 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:35.053955 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Attempting to bind port 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:35.063691 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:35.064777 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfe91e40-adeb-44de-adab-b68e885849e9 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.068807 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:35.069871 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.072070 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:35.073622 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Bound port: 6e5bd0c0-46c1-4ace-ac3b-d921b8498845, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:35.074374 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.218195 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfe91e40-adeb-44de-adab-b68e885849e9 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.226262 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfe91e40-adeb-44de-adab-b68e885849e9 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.241113 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] For port 6e5bd0c0-46c1-4ace-ac3b-d921b8498845, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:35.252171 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] For port 6e5bd0c0-46c1-4ace-ac3b-d921b8498845, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6e5bd0c0-46c1-4ace-ac3b-d921b8498845,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:35.265573 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.340008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe91e40-adeb-44de-adab-b68e885849e9 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27291b0b-280c-4857-a971-61bd9da8e6ff,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:35.344448 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Routers {'4cb6f23e-0f49-4fcf-963d-0c809c8b6133'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:35.345257 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:46:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['4cb6f23e-0f49-4fcf-963d-0c809c8b6133'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:35.362454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfe91e40-adeb-44de-adab-b68e885849e9 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.370608 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dfe91e40-adeb-44de-adab-b68e885849e9 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3348026 Aug 31 14:46:35.375316 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46406) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:35.393873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f31c87c4-0ca3-4f65-810c-0c99d9831f31 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '02d49535-76d4-4915-9ad2-cd027fbfc5d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '27291b0b-280c-4857-a971-61bd9da8e6ff'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:35.480531 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-f31c87c4-0ca3-4f65-810c-0c99d9831f31 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:35.482407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f31c87c4-0ca3-4f65-810c-0c99d9831f31 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1016293 Aug 31 14:46:35.488317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46408) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:35.494042 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952631c-a857-4a6c-9777-5086138509db None None] Pushing event updated for resources: {'Port': ['ID=6e5bd0c0-46c1-4ace-ac3b-d921b8498845,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:35.518973 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] Set router 4cb6f23e-0f49-4fcf-963d-0c809c8b6133 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:46:35.592826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-038e2691-a0b4-4f51-927a-1bb11ec49adc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] For port 6e5bd0c0-46c1-4ace-ac3b-d921b8498845, host n-d-806683-5, got binding levels [] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:35.593618 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-038e2691-a0b4-4f51-927a-1bb11ec49adc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.624060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-038e2691-a0b4-4f51-927a-1bb11ec49adc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:35.626227 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c536e90-135e-4151-9a0e-ac9a5fd59609 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.678392 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c536e90-135e-4151-9a0e-ac9a5fd59609 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.755321 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c536e90-135e-4151-9a0e-ac9a5fd59609 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.758941 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c536e90-135e-4151-9a0e-ac9a5fd59609 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.760797 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2c536e90-135e-4151-9a0e-ac9a5fd59609 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "DELETE /v2.0/security-groups/27291b0b-280c-4857-a971-61bd9da8e6ff HTTP/1.1" status: 204 len: 168 time: 0.2703340 Aug 31 14:46:35.765446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46412) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:35.792298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c536e90-135e-4151-9a0e-ac9a5fd59609 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27291b0b-280c-4857-a971-61bd9da8e6ff,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:35.862933 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8fa939d2-2ffd-4e5a-9b9f-207261794e7b tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0940323 Aug 31 14:46:35.863854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46414) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:35.898755 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-038e2691-a0b4-4f51-927a-1bb11ec49adc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.937689 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20b41da5-fd81-42d0-902e-e6b409539129 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.948604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e2691-a0b4-4f51-927a-1bb11ec49adc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=6e5bd0c0-46c1-4ace-ac3b-d921b8498845,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:35.964350 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20b41da5-fd81-42d0-902e-e6b409539129 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.051467 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20b41da5-fd81-42d0-902e-e6b409539129 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.055459 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20b41da5-fd81-42d0-902e-e6b409539129 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.057072 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-20b41da5-fd81-42d0-902e-e6b409539129 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "DELETE /v2.0/security-groups/02d49535-76d4-4915-9ad2-cd027fbfc5d4 HTTP/1.1" status: 204 len: 168 time: 0.1928320 Aug 31 14:46:36.062113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46416) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:36.083882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-038e2691-a0b4-4f51-927a-1bb11ec49adc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.092763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b41da5-fd81-42d0-902e-e6b409539129 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d49535-76d4-4915-9ad2-cd027fbfc5d4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:36.206248 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-02fcb53f-eb48-4b37-bd2b-81a123966ee8 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1362762 Aug 31 14:46:36.208025 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46420) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:36.220267 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-30725048-29de-489f-987b-6a711dde2072 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029927265'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:36.277285 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb6f23e-0f49-4fcf-963d-0c809c8b6133', 'name': 'tempest-NetworksTestDHCPv6-router-973223446', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:46:30Z', 'updated_at': '2021-08-31T14:46:32Z', 'revision_number': 2, 'project_id': 'bf53a26981e04030838f431a52fbea16', 'gw_port_host': None, '_interfaces': [{'id': '6e5bd0c0-46c1-4ace-ac3b-d921b8498845', 'name': '', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'mac_address': 'fa:16:3e:d3:62:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb6f23e-0f49-4fcf-963d-0c809c8b6133', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'e1dfde52-2e43-4054-99e2-d4d195886e5b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:46:31Z', 'updated_at': '2021-08-31T14:46:35Z', 'revision_number': 4, 'project_id': 'bf53a26981e04030838f431a52fbea16', 'subnets': [{'id': 'e1dfde52-2e43-4054-99e2-d4d195886e5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:36.305279 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30725048-29de-489f-987b-6a711dde2072 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.308569 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc952e-600b-4ae0-8aa7-5b3362def7da None None] The sync data for ids ['4cb6f23e-0f49-4fcf-963d-0c809c8b6133'] in n-d-806683-5 is: [{'id': '4cb6f23e-0f49-4fcf-963d-0c809c8b6133', 'name': 'tempest-NetworksTestDHCPv6-router-973223446', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:46:30Z', 'updated_at': '2021-08-31T14:46:32Z', 'revision_number': 2, 'project_id': 'bf53a26981e04030838f431a52fbea16', 'gw_port_host': None, '_interfaces': [{'id': '6e5bd0c0-46c1-4ace-ac3b-d921b8498845', 'name': '', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'mac_address': 'fa:16:3e:d3:62:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb6f23e-0f49-4fcf-963d-0c809c8b6133', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'e1dfde52-2e43-4054-99e2-d4d195886e5b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:46:31Z', 'updated_at': '2021-08-31T14:46:35Z', 'revision_number': 4, 'project_id': 'bf53a26981e04030838f431a52fbea16', 'subnets': [{'id': 'e1dfde52-2e43-4054-99e2-d4d195886e5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:46:36.322632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038e2691-a0b4-4f51-927a-1bb11ec49adc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Router 4cb6f23e-0f49-4fcf-963d-0c809c8b6133 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:46:36.445767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038e2691-a0b4-4f51-927a-1bb11ec49adc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:46:36.453975 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-038e2691-a0b4-4f51-927a-1bb11ec49adc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "PUT /v2.0/routers/4cb6f23e-0f49-4fcf-963d-0c809c8b6133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6515973 Aug 31 14:46:36.456146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46422) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:36.489509 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30725048-29de-489f-987b-6a711dde2072 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.495401 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30725048-29de-489f-987b-6a711dde2072 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.526118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5159ec2-15d4-47c7-bcf1-495b459e436b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:36.527976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5159ec2-15d4-47c7-bcf1-495b459e436b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:36.530206 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b5159ec2-15d4-47c7-bcf1-495b459e436b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0729706 Aug 31 14:46:36.533047 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30725048-29de-489f-987b-6a711dde2072 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.533778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46424) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:36.534604 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-30725048-29de-489f-987b-6a711dde2072 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3245497 Aug 31 14:46:36.537703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46426) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:36.545166 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-552dd517-55e8-48a0-b69d-bafebdf9b6b0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '32e9a99f-d428-4a39-a02c-d5749acff089', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:36.556561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30725048-29de-489f-987b-6a711dde2072 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e9a99f-d428-4a39-a02c-d5749acff089,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:36.636178 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-552dd517-55e8-48a0-b69d-bafebdf9b6b0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:36.637506 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-552dd517-55e8-48a0-b69d-bafebdf9b6b0 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0988097 Aug 31 14:46:36.640350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46428) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:36.646621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d5e2ade8-45d4-4424-b86e-066a5ac1bba8 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group_rule': {'security_group_id': '32e9a99f-d428-4a39-a02c-d5749acff089', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:36.663704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b7ab69-aa70-4897-aa91-a9b6614efcb5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet e1dfde52-2e43-4054-99e2-d4d195886e5b {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:36.675396 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4b7ab69-aa70-4897-aa91-a9b6614efcb5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.740669 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-d5e2ade8-45d4-4424-b86e-066a5ac1bba8 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:46:36.742764 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d5e2ade8-45d4-4424-b86e-066a5ac1bba8 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0998731 Aug 31 14:46:36.746261 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46432) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:36.787398 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4b7ab69-aa70-4897-aa91-a9b6614efcb5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.838229 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d459353e-306a-4f1c-82f5-69cf311e243c tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.855522 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4b7ab69-aa70-4897-aa91-a9b6614efcb5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.870614 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d459353e-306a-4f1c-82f5-69cf311e243c tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.954350 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d459353e-306a-4f1c-82f5-69cf311e243c tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.958741 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d459353e-306a-4f1c-82f5-69cf311e243c tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:36.960014 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d459353e-306a-4f1c-82f5-69cf311e243c tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "DELETE /v2.0/security-groups/32e9a99f-d428-4a39-a02c-d5749acff089 HTTP/1.1" status: 204 len: 168 time: 0.2125056 Aug 31 14:46:36.962720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46434) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:36.982578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459353e-306a-4f1c-82f5-69cf311e243c tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e9a99f-d428-4a39-a02c-d5749acff089,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:37.008755 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4b7ab69-aa70-4897-aa91-a9b6614efcb5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.058097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7ab69-aa70-4897-aa91-a9b6614efcb5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=e1dfde52-2e43-4054-99e2-d4d195886e5b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:37.064042 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4b7ab69-aa70-4897-aa91-a9b6614efcb5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.065963 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c4b7ab69-aa70-4897-aa91-a9b6614efcb5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/e1dfde52-2e43-4054-99e2-d4d195886e5b HTTP/1.1" status: 204 len: 168 time: 0.5307693 Aug 31 14:46:37.069351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46436) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:37.073723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234b927-76d9-407f-b09c-ea9c2aaed69c None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:37.076205 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-937a92bf-03e2-4dcb-9a06-d7ae041a3a1c tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1115997 Aug 31 14:46:37.082781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46438) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:37.087720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fc02d88b-c8e3-4728-b1c4-4b5e1649b50a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1139936179'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:37.120659 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc02d88b-c8e3-4728-b1c4-4b5e1649b50a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.262040 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc02d88b-c8e3-4728-b1c4-4b5e1649b50a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.264770 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c472291a-be3f-4c26-98a0-22421ed28c8e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1940958 Aug 31 14:46:37.265288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46440) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:37.273558 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc02d88b-c8e3-4728-b1c4-4b5e1649b50a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.385596 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f827e47-1c2a-46d0-a2a8-2cde0ddc0c6e None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:46:37.409847 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd197-9301-48b0-9592-0871d6b992a8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.412897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02d88b-c8e3-4728-b1c4-4b5e1649b50a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa10096-7ee6-443a-9dd4-ac8caec08b09,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:37.421298 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc02d88b-c8e3-4728-b1c4-4b5e1649b50a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.421298 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fc02d88b-c8e3-4728-b1c4-4b5e1649b50a tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3326910 Aug 31 14:46:37.422834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46444) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:37.428830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-cf049971-c0f6-45b4-bf10-c68bee680c5f tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:37.429470 n-d-806683-5 neutron-server[94870]: WARNING neutron.api.v2.base [None req-cf049971-c0f6-45b4-bf10-c68bee680c5f tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 14:46:37.430162 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-cf049971-c0f6-45b4-bf10-c68bee680c5f tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 14:46:37.434601 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cf049971-c0f6-45b4-bf10-c68bee680c5f tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "PUT /v2.0/security-groups/afa10096-7ee6-443a-9dd4-ac8caec08b09 HTTP/1.1" status: 409 len: 330 time: 0.0100300 Aug 31 14:46:37.436145 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46446) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:37.511323 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3f827e47-1c2a-46d0-a2a8-2cde0ddc0c6e None None] Deleting port f78d82eb-3463-4bdb-bada-b139aa6e4a2e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:37.511982 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f827e47-1c2a-46d0-a2a8-2cde0ddc0c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.539513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c10de2de-f8af-4a26-9bd6-dc35b1422eea tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.567012 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c10de2de-f8af-4a26-9bd6-dc35b1422eea tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.601529 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3f827e47-1c2a-46d0-a2a8-2cde0ddc0c6e None None] For port f78d82eb-3463-4bdb-bada-b139aa6e4a2e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f78d82eb-3463-4bdb-bada-b139aa6e4a2e,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:37.602916 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f827e47-1c2a-46d0-a2a8-2cde0ddc0c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.624064 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c10de2de-f8af-4a26-9bd6-dc35b1422eea tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.627006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c10de2de-f8af-4a26-9bd6-dc35b1422eea tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.628223 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c10de2de-f8af-4a26-9bd6-dc35b1422eea tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "DELETE /v2.0/security-groups/afa10096-7ee6-443a-9dd4-ac8caec08b09 HTTP/1.1" status: 204 len: 168 time: 0.1908078 Aug 31 14:46:37.635811 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46448) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:37.648995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3f827e47-1c2a-46d0-a2a8-2cde0ddc0c6e None None] Calling delete_port for f78d82eb-3463-4bdb-bada-b139aa6e4a2e owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:37.663888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10de2de-f8af-4a26-9bd6-dc35b1422eea tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa10096-7ee6-443a-9dd4-ac8caec08b09,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:37.688271 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd197-9301-48b0-9592-0871d6b992a8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.689821 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd197-9301-48b0-9592-0871d6b992a8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.737430 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd197-9301-48b0-9592-0871d6b992a8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.738020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6dd197-9301-48b0-9592-0871d6b992a8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Fanout notify agent at l3_agent the message router_deleted on router 4cb6f23e-0f49-4fcf-963d-0c809c8b6133 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:46:37.753501 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd197-9301-48b0-9592-0871d6b992a8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.754680 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2a6dd197-9301-48b0-9592-0871d6b992a8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/routers/4cb6f23e-0f49-4fcf-963d-0c809c8b6133 HTTP/1.1" status: 204 len: 168 time: 0.4879344 Aug 31 14:46:37.757346 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ff0ee182-d5f1-496e-9435-8953844d8727 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1205311 Aug 31 14:46:37.757975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46452) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:37.763758 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46454) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:37.787308 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f827e47-1c2a-46d0-a2a8-2cde0ddc0c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.796877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0483b5c7-ce06-4ba8-8ed4-4d060a4aef27 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:37.801977 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-78cbdcc6-9700-4dea-8ca2-7448cec9a0d7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] delete failed (client error): The resource could not be found. Aug 31 14:46:37.806377 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-78cbdcc6-9700-4dea-8ca2-7448cec9a0d7 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "DELETE /v2.0/security-groups/627679d2-4114-4749-a7ef-a8808ff27500 HTTP/1.1" status: 404 len: 347 time: 0.0356362 Aug 31 14:46:37.807546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46458) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:37.850919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f827e47-1c2a-46d0-a2a8-2cde0ddc0c6e None None] Pushing event deleted for resources: {'Port': ['ID=f78d82eb-3463-4bdb-bada-b139aa6e4a2e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:37.877773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f827e47-1c2a-46d0-a2a8-2cde0ddc0c6e None None] No DVR routers for this DVR port f78d82eb-3463-4bdb-bada-b139aa6e4a2e on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:37.901341 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-b29a7cbf-fed8-47ac-a9a3-5c66f6dc4819 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] show failed (client error): The resource could not be found. Aug 31 14:46:37.912439 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b29a7cbf-fed8-47ac-a9a3-5c66f6dc4819 tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "GET /v2.0/security-groups/821a7a4c-5d3e-4375-8998-d7f6fb527a22 HTTP/1.1" status: 404 len: 347 time: 0.1031842 Aug 31 14:46:37.929110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46460) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:37.947223 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-2cd6367e-7668-4942-8d48-2dccbc9e230e tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] show failed (client error): The resource could not be found. Aug 31 14:46:37.948265 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2cd6367e-7668-4942-8d48-2dccbc9e230e tempest-NegativeSecGroupIPv6Test-2029041724 tempest-NegativeSecGroupIPv6Test-2029041724-project] 10.222.0.39 "GET /v2.0/security-group-rules/d64be249-9aa2-4b55-807f-a052c433bb29 HTTP/1.1" status: 404 len: 356 time: 0.0181620 Aug 31 14:46:38.000307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0483b5c7-ce06-4ba8-8ed4-4d060a4aef27 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:38.011199 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0483b5c7-ce06-4ba8-8ed4-4d060a4aef27 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.275210 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0483b5c7-ce06-4ba8-8ed4-4d060a4aef27 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.324467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0483b5c7-ce06-4ba8-8ed4-4d060a4aef27 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:38.328042 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-0483b5c7-ce06-4ba8-8ed4-4d060a4aef27 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:38.333441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483b5c7-ce06-4ba8-8ed4-4d060a4aef27 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:38.333441 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0483b5c7-ce06-4ba8-8ed4-4d060a4aef27 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.345882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c6e0d3-3e08-4ac2-9175-5f95eedcc15e None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:38.348071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483b5c7-ce06-4ba8-8ed4-4d060a4aef27 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=4c604083-4afe-4c6e-b5c0-f126b12494ef,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:38.365431 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0483b5c7-ce06-4ba8-8ed4-4d060a4aef27 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6063299 Aug 31 14:46:38.372282 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46466) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:38.373645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a9f45b-91ac-415f-9865-966a17a31475 None None] Sync routers for ids ['4cb6f23e-0f49-4fcf-963d-0c809c8b6133'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:46:38.378217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b8802e75-244f-4045-80ea-2d738f4ad650 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-447711177', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:38.422337 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e75-244f-4045-80ea-2d738f4ad650 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.423477 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e75-244f-4045-80ea-2d738f4ad650 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.424899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9f45b-91ac-415f-9865-966a17a31475 None None] Routers set() bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:38.425587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9f45b-91ac-415f-9865-966a17a31475 None None] Router IDs set() for agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:46:38.426380 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4a9f45b-91ac-415f-9865-966a17a31475 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4cb6f23e-0f49-4fcf-963d-0c809c8b6133'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:46:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent'). {{(pid=94872) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:46:38.438119 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46468) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:38.456070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9f45b-91ac-415f-9865-966a17a31475 None None] Routers set() bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:38.456460 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9f45b-91ac-415f-9865-966a17a31475 None None] Router IDs set() for agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:46:38.457093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4a9f45b-91ac-415f-9865-966a17a31475 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4cb6f23e-0f49-4fcf-963d-0c809c8b6133'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:46:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent'). {{(pid=94872) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:46:38.457459 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a9f45b-91ac-415f-9865-966a17a31475 None None] The sync data for ids ['4cb6f23e-0f49-4fcf-963d-0c809c8b6133'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:46:38.601688 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e75-244f-4045-80ea-2d738f4ad650 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.609292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': '4c604083-4afe-4c6e-b5c0-f126b12494ef'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:46:38.610814 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e75-244f-4045-80ea-2d738f4ad650 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.614712 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.636532 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b8802e75-244f-4045-80ea-2d738f4ad650 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.638979 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b8802e75-244f-4045-80ea-2d738f4ad650 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2645714 Aug 31 14:46:38.642780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46474) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:38.787256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Allocated IP 2001:db8::2 (b4d25150-f4fa-4c09-ab58-80f29333d578/4c604083-4afe-4c6e-b5c0-f126b12494ef/cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:38.851913 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ba705187-8edf-48af-9e0a-cd7edffbb429 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=898e72f500624bbebd3741491c7e1a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103003 Aug 31 14:46:38.853027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46476) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:39.039405 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-777f90dd-52e3-4dc5-b6f5-e99f5c5fd022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.044229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f78d82eb-3463-4bdb-bada-b139aa6e4a2e no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:39.094880 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.107338 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-777f90dd-52e3-4dc5-b6f5-e99f5c5fd022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.137114 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: f78d82eb-3463-4bdb-bada-b139aa6e4a2e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:39.137474 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f78d82eb-3463-4bdb-bada-b139aa6e4a2e not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:39.138518 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:39.141453 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.169083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:39.169331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6e5bd0c0-46c1-4ace-ac3b-d921b8498845 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:39.173189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Transition to ACTIVE for port object cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:39.209307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Transition to ACTIVE for port object cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:39.218173 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.282567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Pushing event updated for resources: {'Port': ['ID=cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:39.297504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:39.301255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:39.304671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:39.306120 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-777f90dd-52e3-4dc5-b6f5-e99f5c5fd022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.308800 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-777f90dd-52e3-4dc5-b6f5-e99f5c5fd022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.315346 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-777f90dd-52e3-4dc5-b6f5-e99f5c5fd022 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/788bd487-468a-4d8b-ac39-8884eec5bdc5 HTTP/1.1" status: 204 len: 168 time: 0.4557521 Aug 31 14:46:39.324492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f90dd-52e3-4dc5-b6f5-e99f5c5fd022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788bd487-468a-4d8b-ac39-8884eec5bdc5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:39.434551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Attempting to bind port cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:39.435888 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Attempting to bind port cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:39.436469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Attempting to bind port cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:39.442666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:39.443051 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:39.443482 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.443884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:39.444360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Bound port: cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:39.445525 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.478245 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::1 (b4d25150-f4fa-4c09-ab58-80f29333d578/4c604083-4afe-4c6e-b5c0-f126b12494ef/b964ebc7-8af0-423e-9823-da37048b6f5c) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:39.520797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] For port cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:39.524294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] For port cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:39.531295 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.602987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf047247-832b-49ed-8a69-61eed18cbc18 None None] Pushing event updated for resources: {'Port': ['ID=cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:39.635615 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.654259 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object b964ebc7-8af0-423e-9823-da37048b6f5c will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:39.697970 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.769618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:39.773537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:39.776452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:39.777084 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.845035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=b964ebc7-8af0-423e-9823-da37048b6f5c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:39.951609 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:40.250006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:40.258316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:40.259150 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:40.368472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=b964ebc7-8af0-423e-9823-da37048b6f5c,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:40.425796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:40.427735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:40.889584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:40.939972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9fd394c2-9aa5-421f-9067-f4bc64b36b53 None None] Provisioning for port cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:40.983974 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:40.990083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:40.990462 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:41.062208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Router 8ef6e064-d192-487f-84d6-b118c9148ec4 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:46:41.084012 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:41.144603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:41.151276 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:41.217773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6e5056e2-9153-4acc-8185-d62c3968a836 None None] Provisioning for port b964ebc7-8af0-423e-9823-da37048b6f5c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:41.222899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6e5056e2-9153-4acc-8185-d62c3968a836 None None] Provisioning complete for port b964ebc7-8af0-423e-9823-da37048b6f5c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:41.223591 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e5056e2-9153-4acc-8185-d62c3968a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:41.226557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:41.269984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6e5056e2-9153-4acc-8185-d62c3968a836 None None] Port b964ebc7-8af0-423e-9823-da37048b6f5c cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:46:41.271993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:46:41.282317 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-72e30323-5b1d-4a2d-b602-f2a954255f34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "PUT /v2.0/routers/8ef6e064-d192-487f-84d6-b118c9148ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6359062 Aug 31 14:46:41.282553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46530) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:41.301326 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Sync routers for ids ['8ef6e064-d192-487f-84d6-b118c9148ec4'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:46:41.311710 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Routers {'8ef6e064-d192-487f-84d6-b118c9148ec4'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:41.312343 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:46:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['8ef6e064-d192-487f-84d6-b118c9148ec4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:41.348264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dff6f6-6d02-4160-aa1e-9c3160bd423d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:41.351336 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-49dff6f6-6d02-4160-aa1e-9c3160bd423d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports/b964ebc7-8af0-423e-9823-da37048b6f5c HTTP/1.1" status: 200 len: 911 time: 0.0660148 Aug 31 14:46:41.353268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46536) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:41.421903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce51122-d3b4-4181-9576-b5f0e3840828 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:41.428174 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce51122-d3b4-4181-9576-b5f0e3840828 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:41.428390 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Set router 8ef6e064-d192-487f-84d6-b118c9148ec4 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:46:41.432722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46542) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:41.432955 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dce51122-d3b4-4181-9576-b5f0e3840828 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0784199 Aug 31 14:46:41.613854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-62d3fcd8-1935-4224-b73c-ad5c88fa7ea6 None None] Provisioning complete for port b964ebc7-8af0-423e-9823-da37048b6f5c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:41.614369 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-62d3fcd8-1935-4224-b73c-ad5c88fa7ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:41.683920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-62d3fcd8-1935-4224-b73c-ad5c88fa7ea6 None None] Port b964ebc7-8af0-423e-9823-da37048b6f5c cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:46:41.689849 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef6e064-d192-487f-84d6-b118c9148ec4', 'name': 'tempest-NetworksTestDHCPv6-router-447711177', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:46:38Z', 'updated_at': '2021-08-31T14:46:39Z', 'revision_number': 2, 'project_id': 'bf53a26981e04030838f431a52fbea16', 'gw_port_host': None, '_interfaces': [{'id': 'b964ebc7-8af0-423e-9823-da37048b6f5c', 'name': '', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'mac_address': 'fa:16:3e:08:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef6e064-d192-487f-84d6-b118c9148ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '4c604083-4afe-4c6e-b5c0-f126b12494ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:46:39Z', 'updated_at': '2021-08-31T14:46:40Z', 'revision_number': 2, 'project_id': 'bf53a26981e04030838f431a52fbea16', 'subnets': [{'id': '4c604083-4afe-4c6e-b5c0-f126b12494ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:41.725015 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Checking router: 8ef6e064-d192-487f-84d6-b118c9148ec4 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:46:41.725704 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Updating router 8ef6e064-d192-487f-84d6-b118c9148ec4 port b964ebc7-8af0-423e-9823-da37048b6f5c binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:46:41.765207 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:42.088483 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bca42b0c-f969-43e5-ada8-570e21935ee1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:42.089978 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:42.100633 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Transition to ACTIVE for port object b964ebc7-8af0-423e-9823-da37048b6f5c will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:42.108216 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:42.167634 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6da09b-1db6-45c8-8ee6-41b3a22cd313 None None] Pushing event updated for resources: {'Port': ['ID=b964ebc7-8af0-423e-9823-da37048b6f5c,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:42.218128 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Attempting to bind port b964ebc7-8af0-423e-9823-da37048b6f5c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:42.218506 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Attempting to bind port b964ebc7-8af0-423e-9823-da37048b6f5c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:42.218868 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Attempting to bind port b964ebc7-8af0-423e-9823-da37048b6f5c on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:42.224227 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:42.224604 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:42.225008 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:42.225402 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:42.225867 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Bound port: b964ebc7-8af0-423e-9823-da37048b6f5c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:42.226253 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:42.311622 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] For port b964ebc7-8af0-423e-9823-da37048b6f5c, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:42.315869 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] For port b964ebc7-8af0-423e-9823-da37048b6f5c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b964ebc7-8af0-423e-9823-da37048b6f5c,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:42.321877 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:42.335407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-bca42b0c-f969-43e5-ada8-570e21935ee1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port b964ebc7-8af0-423e-9823-da37048b6f5c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:42.337162 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bca42b0c-f969-43e5-ada8-570e21935ee1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:42.377194 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Routers {'8ef6e064-d192-487f-84d6-b118c9148ec4'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:42.377836 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:46:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['8ef6e064-d192-487f-84d6-b118c9148ec4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:42.485619 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6da09b-1db6-45c8-8ee6-41b3a22cd313 None None] Pushing event updated for resources: {'Port': ['ID=b964ebc7-8af0-423e-9823-da37048b6f5c,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:42.514787 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] Set router 8ef6e064-d192-487f-84d6-b118c9148ec4 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:46:42.517760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-bca42b0c-f969-43e5-ada8-570e21935ee1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] For port b964ebc7-8af0-423e-9823-da37048b6f5c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b964ebc7-8af0-423e-9823-da37048b6f5c,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:42.518146 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bca42b0c-f969-43e5-ada8-570e21935ee1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:42.539880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-bca42b0c-f969-43e5-ada8-570e21935ee1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for b964ebc7-8af0-423e-9823-da37048b6f5c owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:42.808738 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bca42b0c-f969-43e5-ada8-570e21935ee1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:42.808916 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef6e064-d192-487f-84d6-b118c9148ec4', 'name': 'tempest-NetworksTestDHCPv6-router-447711177', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:46:38Z', 'updated_at': '2021-08-31T14:46:39Z', 'revision_number': 2, 'project_id': 'bf53a26981e04030838f431a52fbea16', 'gw_port_host': None, '_interfaces': [{'id': 'b964ebc7-8af0-423e-9823-da37048b6f5c', 'name': '', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'mac_address': 'fa:16:3e:08:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef6e064-d192-487f-84d6-b118c9148ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '4c604083-4afe-4c6e-b5c0-f126b12494ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:46:39Z', 'updated_at': '2021-08-31T14:46:42Z', 'revision_number': 4, 'project_id': 'bf53a26981e04030838f431a52fbea16', 'subnets': [{'id': '4c604083-4afe-4c6e-b5c0-f126b12494ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:42.838934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:42.844735 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1f6be8-cf00-4577-8ae9-29a872ae16e9 None None] The sync data for ids ['8ef6e064-d192-487f-84d6-b118c9148ec4'] in n-d-806683-5 is: [{'id': '8ef6e064-d192-487f-84d6-b118c9148ec4', 'name': 'tempest-NetworksTestDHCPv6-router-447711177', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:46:38Z', 'updated_at': '2021-08-31T14:46:39Z', 'revision_number': 2, 'project_id': 'bf53a26981e04030838f431a52fbea16', 'gw_port_host': None, '_interfaces': [{'id': 'b964ebc7-8af0-423e-9823-da37048b6f5c', 'name': '', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'mac_address': 'fa:16:3e:08:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef6e064-d192-487f-84d6-b118c9148ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '4c604083-4afe-4c6e-b5c0-f126b12494ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:46:39Z', 'updated_at': '2021-08-31T14:46:42Z', 'revision_number': 4, 'project_id': 'bf53a26981e04030838f431a52fbea16', 'subnets': [{'id': '4c604083-4afe-4c6e-b5c0-f126b12494ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:46:42.899320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-74a7a852-c7dd-4283-a3e0-8a01d86cf0b4 None None] Could not find standard attr ID for object b964ebc7-8af0-423e-9823-da37048b6f5c. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:46:42.968139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:42.969158 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:43.006666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca42b0c-f969-43e5-ada8-570e21935ee1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=b964ebc7-8af0-423e-9823-da37048b6f5c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:43.086452 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bca42b0c-f969-43e5-ada8-570e21935ee1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:43.467934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca42b0c-f969-43e5-ada8-570e21935ee1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Router 8ef6e064-d192-487f-84d6-b118c9148ec4 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:46:43.658008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca42b0c-f969-43e5-ada8-570e21935ee1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:46:43.675687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46578) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:43.679385 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bca42b0c-f969-43e5-ada8-570e21935ee1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "PUT /v2.0/routers/8ef6e064-d192-487f-84d6-b118c9148ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2451138 Aug 31 14:46:43.786039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5589870f-22b9-42b2-a462-e0622696f1dd tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:43.787790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5589870f-22b9-42b2-a462-e0622696f1dd tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:43.789622 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5589870f-22b9-42b2-a462-e0622696f1dd tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1123483 Aug 31 14:46:43.792848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46590) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:43.873101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d265e1c4-1f96-44e6-b12b-f2b2ac5ea42e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 4c604083-4afe-4c6e-b5c0-f126b12494ef {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:43.876975 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d265e1c4-1f96-44e6-b12b-f2b2ac5ea42e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:43.946489 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d265e1c4-1f96-44e6-b12b-f2b2ac5ea42e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.071973 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d265e1c4-1f96-44e6-b12b-f2b2ac5ea42e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.147720 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d265e1c4-1f96-44e6-b12b-f2b2ac5ea42e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.182223 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265e1c4-1f96-44e6-b12b-f2b2ac5ea42e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=4c604083-4afe-4c6e-b5c0-f126b12494ef,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:44.184413 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d265e1c4-1f96-44e6-b12b-f2b2ac5ea42e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.189818 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d265e1c4-1f96-44e6-b12b-f2b2ac5ea42e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/4c604083-4afe-4c6e-b5c0-f126b12494ef HTTP/1.1" status: 204 len: 168 time: 0.3931398 Aug 31 14:46:44.190145 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46598) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:44.203269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8803ce29-2deb-4f50-b265-962d3e50fffc None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:44.293611 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-71ef6784-e54d-4205-b946-433654feda52 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1000168 Aug 31 14:46:44.293868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46600) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:44.406449 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a5f60ba-094a-4776-bac3-fe55c87850e7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.442759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc230d4e-52fc-4d5d-b6f1-6da7b919c51d None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:46:44.492073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bc230d4e-52fc-4d5d-b6f1-6da7b919c51d None None] Deleting port cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:44.492441 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc230d4e-52fc-4d5d-b6f1-6da7b919c51d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.572683 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bc230d4e-52fc-4d5d-b6f1-6da7b919c51d None None] For port cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:44.573311 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc230d4e-52fc-4d5d-b6f1-6da7b919c51d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.587475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a5f60ba-094a-4776-bac3-fe55c87850e7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.589635 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a5f60ba-094a-4776-bac3-fe55c87850e7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.595214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bc230d4e-52fc-4d5d-b6f1-6da7b919c51d None None] Calling delete_port for cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:44.660386 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a5f60ba-094a-4776-bac3-fe55c87850e7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.660386 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5f60ba-094a-4776-bac3-fe55c87850e7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Fanout notify agent at l3_agent the message router_deleted on router 8ef6e064-d192-487f-84d6-b118c9148ec4 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:46:44.675151 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a5f60ba-094a-4776-bac3-fe55c87850e7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.676449 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5a5f60ba-094a-4776-bac3-fe55c87850e7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/routers/8ef6e064-d192-487f-84d6-b118c9148ec4 HTTP/1.1" status: 204 len: 168 time: 0.3811121 Aug 31 14:46:44.678861 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46602) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:44.757824 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc230d4e-52fc-4d5d-b6f1-6da7b919c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.761264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c950d1-727e-4d94-b866-b26a2e2650da tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:44.763556 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-30c950d1-727e-4d94-b866-b26a2e2650da tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0837262 Aug 31 14:46:44.766051 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46606) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:44.804465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc230d4e-52fc-4d5d-b6f1-6da7b919c51d None None] Pushing event deleted for resources: {'Port': ['ID=cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:44.809160 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc230d4e-52fc-4d5d-b6f1-6da7b919c51d None None] No DVR routers for this DVR port cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:44.868249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:44.872454 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa5e9e9-fb7c-4569-92c6-a6447cf1cc50 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:44.876341 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-daa5e9e9-fb7c-4569-92c6-a6447cf1cc50 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1070287 Aug 31 14:46:44.876808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46614) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:44.891772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:44.892130 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cb7d05d1-ebe2-4d80-8ac7-b9c8675d3a6e not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:44.922928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d8357d4e-10a2-4f99-9bec-0e19aa2a561c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411696 Aug 31 14:46:44.923124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46618) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:44.928181 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fc1bdd83-6091-4081-8e18-b6bf52b62bd6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:45.020201 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89898843-3e9e-408e-ad5d-4a8065a5d308 None None] Sync routers for ids ['8ef6e064-d192-487f-84d6-b118c9148ec4'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:46:45.033288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89898843-3e9e-408e-ad5d-4a8065a5d308 None None] Routers set() bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:45.033869 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89898843-3e9e-408e-ad5d-4a8065a5d308 None None] Router IDs set() for agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:46:45.035291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_agentschedulers_db [None req-89898843-3e9e-408e-ad5d-4a8065a5d308 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8ef6e064-d192-487f-84d6-b118c9148ec4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:46:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent'). {{(pid=94872) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:46:45.046306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89898843-3e9e-408e-ad5d-4a8065a5d308 None None] Routers set() bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:45.046524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1bdd83-6091-4081-8e18-b6bf52b62bd6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:45.046890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89898843-3e9e-408e-ad5d-4a8065a5d308 None None] Router IDs set() for agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:46:45.047817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_agentschedulers_db [None req-89898843-3e9e-408e-ad5d-4a8065a5d308 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8ef6e064-d192-487f-84d6-b118c9148ec4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:46:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent'). {{(pid=94872) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:46:45.048405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89898843-3e9e-408e-ad5d-4a8065a5d308 None None] The sync data for ids ['8ef6e064-d192-487f-84d6-b118c9148ec4'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:46:45.049893 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdd83-6091-4081-8e18-b6bf52b62bd6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:45.348464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.objects.ports [None req-fc1bdd83-6091-4081-8e18-b6bf52b62bd6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:46:45.350065 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdd83-6091-4081-8e18-b6bf52b62bd6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:45.393774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1bdd83-6091-4081-8e18-b6bf52b62bd6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:45.397378 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-fc1bdd83-6091-4081-8e18-b6bf52b62bd6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:45.400726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1bdd83-6091-4081-8e18-b6bf52b62bd6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:45.401412 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdd83-6091-4081-8e18-b6bf52b62bd6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:45.414396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fa5e1b-d26e-4859-b129-b6695b47962c None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:45.435594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fc1bdd83-6091-4081-8e18-b6bf52b62bd6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5099003 Aug 31 14:46:45.439883 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46632) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:45.445833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9a281822-5732-42a7-b318-867abf3889a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:45.447422 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bdd83-6091-4081-8e18-b6bf52b62bd6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=95be13ca-d2e9-4852-b9c9-fb28f14e7f61,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:45.646376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': '95be13ca-d2e9-4852-b9c9-fb28f14e7f61'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:46:45.647889 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:45.653030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a281822-5732-42a7-b318-867abf3889a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:45.657970 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a281822-5732-42a7-b318-867abf3889a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:45.809203 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Allocated IP 2001:db8::f816:3eff:fe78:dd98 (b4d25150-f4fa-4c09-ab58-80f29333d578/95be13ca-d2e9-4852-b9c9-fb28f14e7f61/cba7801e-60fc-4107-b4de-9c76e79424a0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:45.973203 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a281822-5732-42a7-b318-867abf3889a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:45.983504 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:45.993564 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Transition to ACTIVE for port object cba7801e-60fc-4107-b4de-9c76e79424a0 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:46.012064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Transition to ACTIVE for port object cba7801e-60fc-4107-b4de-9c76e79424a0 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:46.026085 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:46.040653 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a281822-5732-42a7-b318-867abf3889a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:46.042212 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-9a281822-5732-42a7-b318-867abf3889a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:46.048291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a281822-5732-42a7-b318-867abf3889a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:46.049081 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a281822-5732-42a7-b318-867abf3889a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:46.078187 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a281822-5732-42a7-b318-867abf3889a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=7262047d-9ebd-43ae-a480-da6429590985,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:46.085733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46642) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:46.087548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:46.091875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:46.093929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'mac_address': 'fa:16:3e:fc:54:60', 'name': 'tempest-NetworksTestDHCPv6-1272445669'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:46.097221 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9a281822-5732-42a7-b318-867abf3889a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6561100 Aug 31 14:46:46.097452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:46.119491 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Pushing event updated for resources: {'Port': ['ID=cba7801e-60fc-4107-b4de-9c76e79424a0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:46.180172 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Attempting to bind port cba7801e-60fc-4107-b4de-9c76e79424a0 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:46.180737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Attempting to bind port cba7801e-60fc-4107-b4de-9c76e79424a0 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:46.181413 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Attempting to bind port cba7801e-60fc-4107-b4de-9c76e79424a0 on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:46.187819 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:46.188361 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:46.188868 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:46.189381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:46.190074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Bound port: cba7801e-60fc-4107-b4de-9c76e79424a0, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:46.190563 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:46.241921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:46.267797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] For port cba7801e-60fc-4107-b4de-9c76e79424a0, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:46.276994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] For port cba7801e-60fc-4107-b4de-9c76e79424a0, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cba7801e-60fc-4107-b4de-9c76e79424a0,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:46.286132 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:46.360649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdccbb-8f7a-4304-93ab-2f4b8b2db96e None None] Pushing event updated for resources: {'Port': ['ID=cba7801e-60fc-4107-b4de-9c76e79424a0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:46.364913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:46.392135 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 30281bad-e12b-4881-b643-2ee98750cd5f yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:46:46.668180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 172.20.0.10 (b4d25150-f4fa-4c09-ab58-80f29333d578/7262047d-9ebd-43ae-a480-da6429590985/30281bad-e12b-4881-b643-2ee98750cd5f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:46.696386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::f816:3eff:fefc:5460 (b4d25150-f4fa-4c09-ab58-80f29333d578/95be13ca-d2e9-4852-b9c9-fb28f14e7f61/30281bad-e12b-4881-b643-2ee98750cd5f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:46.897547 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cba7801e-60fc-4107-b4de-9c76e79424a0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:47.036426 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port cba7801e-60fc-4107-b4de-9c76e79424a0 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:47.053353 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b964ebc7-8af0-423e-9823-da37048b6f5c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:47.071967 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:47.081127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: b964ebc7-8af0-423e-9823-da37048b6f5c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:47.081470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b964ebc7-8af0-423e-9823-da37048b6f5c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:47.089348 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 30281bad-e12b-4881-b643-2ee98750cd5f will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:47.134516 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:47.189341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:47.192704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:47.198013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:47.202409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=30281bad-e12b-4881-b643-2ee98750cd5f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:47.253649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:47.254359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:47.272294 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-76e3db1d-a928-49a6-a2aa-2663c244e5db tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1843286 Aug 31 14:46:47.274825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46666) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:47.378312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8a2a33-2efc-45fb-a807-be80554e2fd8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:47.384836 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8a2a33-2efc-45fb-a807-be80554e2fd8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:47.389698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2d8a2a33-2efc-45fb-a807-be80554e2fd8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1100333 Aug 31 14:46:47.391664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46674) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:47.448184 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152effa1-a3e5-4071-ba40-4e2d4afa3e27 req-73e3d114-1b48-4681-8948-f0a73f22def4 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:47.449956 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-152effa1-a3e5-4071-ba40-4e2d4afa3e27 req-73e3d114-1b48-4681-8948-f0a73f22def4 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.0813124 Aug 31 14:46:47.510277 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-152effa1-a3e5-4071-ba40-4e2d4afa3e27 req-498f4cf0-bebc-45c9-944e-7d68792b1ce1 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535324 Aug 31 14:46:47.513942 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b70759e4-5b32-49dd-ab05-1487ca01332c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 30281bad-e12b-4881-b643-2ee98750cd5f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:47.514330 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b70759e4-5b32-49dd-ab05-1487ca01332c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:47.627772 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b70759e4-5b32-49dd-ab05-1487ca01332c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:47.643583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b70759e4-5b32-49dd-ab05-1487ca01332c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 30281bad-e12b-4881-b643-2ee98750cd5f owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:47.939636 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944590ef-280c-4a14-be7e-da62c082ac6f None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:47.961066 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b70759e4-5b32-49dd-ab05-1487ca01332c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:48.022795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Provisioning for port cba7801e-60fc-4107-b4de-9c76e79424a0 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:48.033837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70759e4-5b32-49dd-ab05-1487ca01332c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=30281bad-e12b-4881-b643-2ee98750cd5f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:48.035828 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Provisioning complete for port cba7801e-60fc-4107-b4de-9c76e79424a0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:48.036193 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:48.112329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b70759e4-5b32-49dd-ab05-1487ca01332c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:48.116428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b70759e4-5b32-49dd-ab05-1487ca01332c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/30281bad-e12b-4881-b643-2ee98750cd5f HTTP/1.1" status: 204 len: 168 time: 0.7229631 Aug 31 14:46:48.118485 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46686) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:48.162453 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:48.183866 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dc079c-01f3-4c77-ac3a-2048b8b7aa87 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:48.186715 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dc079c-01f3-4c77-ac3a-2048b8b7aa87 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:48.189385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dc079c-01f3-4c77-ac3a-2048b8b7aa87 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:48.191470 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-58dc079c-01f3-4c77-ac3a-2048b8b7aa87 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0713153 Aug 31 14:46:48.193736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46688) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:48.221815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] For port cba7801e-60fc-4107-b4de-9c76e79424a0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cba7801e-60fc-4107-b4de-9c76e79424a0,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:48.233635 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:48.261108 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e47b999-12dc-4e86-ad6d-497d727e34e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 7262047d-9ebd-43ae-a480-da6429590985 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:48.263683 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e47b999-12dc-4e86-ad6d-497d727e34e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:48.306374 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e47b999-12dc-4e86-ad6d-497d727e34e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:48.318410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Pushing event updated for resources: {'Port': ['ID=cba7801e-60fc-4107-b4de-9c76e79424a0,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:48.321242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247f8a3d-4b54-4d07-8f66-4ba07cf2f462 None None] Update dhcp port {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'fixed_ips': [{'subnet_id': '95be13ca-d2e9-4852-b9c9-fb28f14e7f61', 'ip_address': '2001:db8::f816:3eff:fe78:dd98'}, {'subnet_id': '7262047d-9ebd-43ae-a480-da6429590985'}], 'binding:host_id': 'n-d-806683-5'}, 'id': 'cba7801e-60fc-4107-b4de-9c76e79424a0'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:46:48.344107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:48.344713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:48.345239 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:48.345749 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:48.346086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:48.346579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:48.347034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:48.347415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:48.347769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:48.348102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:48.348432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:48.348811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e3473-fd8c-4e34-b2f8-98d6add9d899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:48.363789 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-247f8a3d-4b54-4d07-8f66-4ba07cf2f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:48.373233 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e47b999-12dc-4e86-ad6d-497d727e34e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:48.458726 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e47b999-12dc-4e86-ad6d-497d727e34e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:48.499150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47b999-12dc-4e86-ad6d-497d727e34e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=7262047d-9ebd-43ae-a480-da6429590985,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:48.504548 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e47b999-12dc-4e86-ad6d-497d727e34e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:48.508812 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0e47b999-12dc-4e86-ad6d-497d727e34e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/7262047d-9ebd-43ae-a480-da6429590985 HTTP/1.1" status: 204 len: 168 time: 0.3117423 Aug 31 14:46:48.509310 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46690) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server [None req-247f8a3d-4b54-4d07-8f66-4ba07cf2f462 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7262047d-9ebd-43ae-a480-da6429590985: This subnet is being modified by another concurrent operation. Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7262047d-9ebd-43ae-a480-da6429590985: This subnet is being modified by another concurrent operation. Aug 31 14:46:48.534878 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server Aug 31 14:46:48.610690 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2aceda-2707-402f-ac92-275333769072 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 95be13ca-d2e9-4852-b9c9-fb28f14e7f61 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:48.616881 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a2aceda-2707-402f-ac92-275333769072 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:48.665760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-10b843fc-0298-48a6-aba6-83a671417159 None None] Provisioning complete for port cba7801e-60fc-4107-b4de-9c76e79424a0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:48.666138 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10b843fc-0298-48a6-aba6-83a671417159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:48.691630 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a2aceda-2707-402f-ac92-275333769072 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:48.740601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d015a-24fe-4107-94e4-03c7dc61116f req-06b20550-2c5e-4299-b4ca-7954c741746e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:48.742153 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e78d015a-24fe-4107-94e4-03c7dc61116f req-06b20550-2c5e-4299-b4ca-7954c741746e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.0992291 Aug 31 14:46:48.829630 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e78d015a-24fe-4107-94e4-03c7dc61116f req-65d80899-2d9b-4580-82c1-fff07c3f2652 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769064 Aug 31 14:46:48.870963 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a2aceda-2707-402f-ac92-275333769072 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:49.000780 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a2aceda-2707-402f-ac92-275333769072 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:49.035008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2aceda-2707-402f-ac92-275333769072 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=95be13ca-d2e9-4852-b9c9-fb28f14e7f61,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:49.043759 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0a2aceda-2707-402f-ac92-275333769072 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:49.045662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cba7801e-60fc-4107-b4de-9c76e79424a0 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:49.047802 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7284c92-871d-45e1-a9ef-63b75062061b None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:46:49.049722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46700) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:49.050037 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0a2aceda-2707-402f-ac92-275333769072 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/95be13ca-d2e9-4852-b9c9-fb28f14e7f61 HTTP/1.1" status: 204 len: 168 time: 0.5394650 Aug 31 14:46:49.090648 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c9244217-2313-493e-a460-9994043d5ae8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392339 Aug 31 14:46:49.093696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46702) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:49.098592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:49.197616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:49.201329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:49.255439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7284c92-871d-45e1-a9ef-63b75062061b None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:46:49.257869 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:49.366947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port cba7801e-60fc-4107-b4de-9c76e79424a0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cba7801e-60fc-4107-b4de-9c76e79424a0,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:49.371160 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a8cc29db-5ac1-43d2-a525-292c36e16a7b None None] Could not find standard attr ID for object 30281bad-e12b-4881-b643-2ee98750cd5f. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:46:49.378474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:49.488638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=cba7801e-60fc-4107-b4de-9c76e79424a0,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:49.589939 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:49.597450 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-161b4bc7-2273-4f0a-9b24-61b78df6e080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:49.619856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.objects.ports [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:46:49.701061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36d9d9f-df72-428b-aaac-b456320c9427 None None] Update dhcp port {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'fixed_ips': [{'subnet_id': 'cb51df19-6203-4219-94a8-3b8b0dec32ad'}], 'binding:host_id': 'n-d-806683-5'}, 'id': 'cba7801e-60fc-4107-b4de-9c76e79424a0'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:46:49.733990 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c36d9d9f-df72-428b-aaac-b456320c9427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:50.024406 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c36d9d9f-df72-428b-aaac-b456320c9427 None None] Allocated IP 2001:db8::f816:3eff:fe78:dd98 (b4d25150-f4fa-4c09-ab58-80f29333d578/cb51df19-6203-4219-94a8-3b8b0dec32ad/cba7801e-60fc-4107-b4de-9c76e79424a0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:50.172922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ea63d-595e-49f0-871f-954d3a7e3706 req-5fd9d50c-6508-4244-8585-3fbe098596ad tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:50.174676 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-223ea63d-595e-49f0-871f-954d3a7e3706 req-5fd9d50c-6508-4244-8585-3fbe098596ad tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1514468 Aug 31 14:46:50.236206 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c36d9d9f-df72-428b-aaac-b456320c9427 None None] For port cba7801e-60fc-4107-b4de-9c76e79424a0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cba7801e-60fc-4107-b4de-9c76e79424a0,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:50.278774 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c36d9d9f-df72-428b-aaac-b456320c9427 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:50.294691 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-223ea63d-595e-49f0-871f-954d3a7e3706 req-a5eaa062-e033-427e-9412-4db7d7bf12dd tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984485 Aug 31 14:46:50.295839 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c36d9d9f-df72-428b-aaac-b456320c9427 None None] Transition to ACTIVE for port object cba7801e-60fc-4107-b4de-9c76e79424a0 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:50.300346 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c36d9d9f-df72-428b-aaac-b456320c9427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:50.332227 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe78:dd98-8d886d92-bb00-4f7e-88c0-08226b606a {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:46:50.333061 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:46:50.348819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7a65a-28d5-4d31-a769-b836930b1f04 req-e94318c8-068c-4991-b9b8-5dddcea6e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:50.350286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5f7a65a-28d5-4d31-a769-b836930b1f04 req-e94318c8-068c-4991-b9b8-5dddcea6e7b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 1096 time: 0.0987179 Aug 31 14:46:50.399434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d9d9f-df72-428b-aaac-b456320c9427 None None] Pushing event updated for resources: {'Port': ['ID=cba7801e-60fc-4107-b4de-9c76e79424a0,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:50.481930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7a65a-28d5-4d31-a769-b836930b1f04 req-3b7c5b17-8224-42bc-a172-3961d634338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:50.483740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5f7a65a-28d5-4d31-a769-b836930b1f04 req-3b7c5b17-8224-42bc-a172-3961d634338f service neutron] 10.222.0.60 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 917 time: 0.1099656 Aug 31 14:46:50.657380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5f7a65a-28d5-4d31-a769-b836930b1f04 req-e68227c9-1141-4b0d-a2d0-1243f37346cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9e6127-d3be-402d-8652-46a554402315 HTTP/1.1" status: 200 len: 1001 time: 0.1635966 Aug 31 14:46:50.720969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7a65a-28d5-4d31-a769-b836930b1f04 req-56cfa24d-d70a-4e7d-ab98-65a2d4cd3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:50.722738 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5f7a65a-28d5-4d31-a769-b836930b1f04 req-56cfa24d-d70a-4e7d-ab98-65a2d4cd3b42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.0564246 Aug 31 14:46:50.811291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7a65a-28d5-4d31-a769-b836930b1f04 req-54e15ab6-0299-41d3-a42a-d671334e518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:50.812813 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5f7a65a-28d5-4d31-a769-b836930b1f04 req-54e15ab6-0299-41d3-a42a-d671334e518d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822039 Aug 31 14:46:50.846351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cba7801e-60fc-4107-b4de-9c76e79424a0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:51.098337 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5f7a65a-28d5-4d31-a769-b836930b1f04 req-e73c4636-4b76-4a75-b507-10cf61b80718 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769945 Aug 31 14:46:51.102228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.objects.ports [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:46:51.337065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.ipam_pluggable_backend [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Port cba7801e-60fc-4107-b4de-9c76e79424a0 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=94871) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Aug 31 14:46:51.337789 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:51.410719 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f5f7a65a-28d5-4d31-a769-b836930b1f04 req-f041a7bf-28b1-4763-af2b-d339837afd0b service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912258 Aug 31 14:46:51.418925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:51.426757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:51.452910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:51.454737 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:51.459906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d96d6de-d13e-470b-8b1b-a6286fe64950 None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:46:51.472449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=cb51df19-6203-4219-94a8-3b8b0dec32ad,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:51.489523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46720) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:51.490053 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-06f1e017-674c-448b-b996-e8eded027f6d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3949065 Aug 31 14:46:51.497723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-964fd5fa-56b7-4459-8759-a68fe96a62d0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:51.502929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95a220-0cee-4fca-a2d6-c89daf9d544e req-b3b81718-6b6f-43b8-884e-4d0bed4a0af5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:51.504573 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1e95a220-0cee-4fca-a2d6-c89daf9d544e req-b3b81718-6b6f-43b8-884e-4d0bed4a0af5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1094484 Aug 31 14:46:51.580758 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1e95a220-0cee-4fca-a2d6-c89daf9d544e req-fc0c1154-51cd-4f48-ae20-550995298763 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674808 Aug 31 14:46:51.610000 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d96d6de-d13e-470b-8b1b-a6286fe64950 None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:46:51.630658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ab94a10d-0c3c-4052-a708-3c21526d09b6 None None] Provisioning for port cba7801e-60fc-4107-b4de-9c76e79424a0 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:51.695960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ab94a10d-0c3c-4052-a708-3c21526d09b6 None None] Provisioning complete for port cba7801e-60fc-4107-b4de-9c76e79424a0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:51.696630 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab94a10d-0c3c-4052-a708-3c21526d09b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:51.698240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964fd5fa-56b7-4459-8759-a68fe96a62d0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:51.703192 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-964fd5fa-56b7-4459-8759-a68fe96a62d0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:51.849949 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab94a10d-0c3c-4052-a708-3c21526d09b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:51.956959 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ab94a10d-0c3c-4052-a708-3c21526d09b6 None None] For port cba7801e-60fc-4107-b4de-9c76e79424a0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cba7801e-60fc-4107-b4de-9c76e79424a0,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:51.980140 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab94a10d-0c3c-4052-a708-3c21526d09b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:52.045767 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-964fd5fa-56b7-4459-8759-a68fe96a62d0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:52.051666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94a10d-0c3c-4052-a708-3c21526d09b6 None None] Pushing event updated for resources: {'Port': ['ID=cba7801e-60fc-4107-b4de-9c76e79424a0,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:52.103579 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964fd5fa-56b7-4459-8759-a68fe96a62d0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:52.106845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-964fd5fa-56b7-4459-8759-a68fe96a62d0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:52.111623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964fd5fa-56b7-4459-8759-a68fe96a62d0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:52.112212 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-964fd5fa-56b7-4459-8759-a68fe96a62d0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:52.130988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fd5fa-56b7-4459-8759-a68fe96a62d0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=7aa699e5-fc59-4058-8340-00cda18ae94e,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:52.141159 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-964fd5fa-56b7-4459-8759-a68fe96a62d0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6498795 Aug 31 14:46:52.144213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46722) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:52.160101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'mac_address': 'fa:16:3e:59:cf:ef', 'name': 'tempest-NetworksTestDHCPv6-1303068658'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:52.180593 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23914a70-8843-4d29-ab09-d9dfad79f405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:52.308351 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:52.431159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:52.567365 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:52.604036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 91117972-a18a-417e-b4ca-0fdf24aa76c4 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:46:52.807927 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cbc76-c6d8-4025-894d-e47174b89cba req-240525d3-1c88-49ac-a0eb-e7ad056544a3 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:52.812777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea759ea-986f-40a0-a89d-5e85962c59c1 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:52.814977 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e68cbc76-c6d8-4025-894d-e47174b89cba req-240525d3-1c88-49ac-a0eb-e7ad056544a3 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1188133 Aug 31 14:46:52.834800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cba7801e-60fc-4107-b4de-9c76e79424a0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:52.878556 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e68cbc76-c6d8-4025-894d-e47174b89cba req-15db9264-afc5-46e3-88a9-ba8223a5288e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619237 Aug 31 14:46:52.950296 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d603e12b-779d-48c8-b3ef-f1dacce1fd51 None None] Provisioning complete for port cba7801e-60fc-4107-b4de-9c76e79424a0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:52.950662 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d603e12b-779d-48c8-b3ef-f1dacce1fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:52.970561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 172.20.0.5 (b4d25150-f4fa-4c09-ab58-80f29333d578/7aa699e5-fc59-4058-8340-00cda18ae94e/91117972-a18a-417e-b4ca-0fdf24aa76c4) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:52.998523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::f816:3eff:fe59:cfef (b4d25150-f4fa-4c09-ab58-80f29333d578/cb51df19-6203-4219-94a8-3b8b0dec32ad/91117972-a18a-417e-b4ca-0fdf24aa76c4) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:53.037932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port cba7801e-60fc-4107-b4de-9c76e79424a0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:53.038218 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:53.288808 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:53.313596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 91117972-a18a-417e-b4ca-0fdf24aa76c4 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:53.316569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9972a5c1-e2b5-4e1a-897d-be9e5dc0a39c None None] Update dhcp port {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'fixed_ips': [{'subnet_id': 'cb51df19-6203-4219-94a8-3b8b0dec32ad', 'ip_address': '2001:db8::f816:3eff:fe78:dd98'}, {'subnet_id': '7aa699e5-fc59-4058-8340-00cda18ae94e'}], 'binding:host_id': 'n-d-806683-5'}, 'id': 'cba7801e-60fc-4107-b4de-9c76e79424a0'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:46:53.382935 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9972a5c1-e2b5-4e1a-897d-be9e5dc0a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:53.387010 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:53.388293 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:53.521235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:53.537042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:53.546749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:53.558060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=91117972-a18a-417e-b4ca-0fdf24aa76c4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:53.618179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:53.618812 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:53.627220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-9972a5c1-e2b5-4e1a-897d-be9e5dc0a39c None None] Allocated IP 172.20.0.2 (b4d25150-f4fa-4c09-ab58-80f29333d578/7aa699e5-fc59-4058-8340-00cda18ae94e/cba7801e-60fc-4107-b4de-9c76e79424a0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:53.644436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2e1c4e8e-afc0-435e-861a-8b1700b9a424 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4984243 Aug 31 14:46:53.647016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46738) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:53.725295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffc9fe5-de1a-48c3-935b-bc448c7f613c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:53.733469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffc9fe5-de1a-48c3-935b-bc448c7f613c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:53.735545 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8ffc9fe5-de1a-48c3-935b-bc448c7f613c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0873349 Aug 31 14:46:53.738578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46740) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:53.781155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9972a5c1-e2b5-4e1a-897d-be9e5dc0a39c None None] For port cba7801e-60fc-4107-b4de-9c76e79424a0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cba7801e-60fc-4107-b4de-9c76e79424a0,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:53.825033 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9972a5c1-e2b5-4e1a-897d-be9e5dc0a39c None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:53.845185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9972a5c1-e2b5-4e1a-897d-be9e5dc0a39c None None] Transition to ACTIVE for port object cba7801e-60fc-4107-b4de-9c76e79424a0 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:53.849358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 91117972-a18a-417e-b4ca-0fdf24aa76c4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:53.849521 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:53.852406 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9972a5c1-e2b5-4e1a-897d-be9e5dc0a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:54.013486 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972a5c1-e2b5-4e1a-897d-be9e5dc0a39c None None] Pushing event updated for resources: {'Port': ['ID=cba7801e-60fc-4107-b4de-9c76e79424a0,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:54.030261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:54.068353 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 91117972-a18a-417e-b4ca-0fdf24aa76c4 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:54.215961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12964a2-8906-4237-b39a-66ff708e9f6d req-85a59876-6068-4a2a-9627-fbcba9bb69fe tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:54.218040 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c12964a2-8906-4237-b39a-66ff708e9f6d req-85a59876-6068-4a2a-9627-fbcba9bb69fe tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1669283 Aug 31 14:46:54.296187 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c12964a2-8906-4237-b39a-66ff708e9f6d req-06375352-be6e-4631-a8ba-fea7cc5593d6 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575576 Aug 31 14:46:54.457805 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:54.506503 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:54.591363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=91117972-a18a-417e-b4ca-0fdf24aa76c4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:54.662515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:54.662889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:54.663105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:54.663697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:54.666061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:54.666549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:54.667441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:54.667788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:54.668174 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:54.668992 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:54.669348 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:54.671975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:54.797089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fc2f91-df88-40aa-8b51-0978bf13f862 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:54.809569 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:54.814701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46750) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:54.815247 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-74125bc7-1907-4672-81e5-f2197a22e599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/91117972-a18a-417e-b4ca-0fdf24aa76c4 HTTP/1.1" status: 204 len: 168 time: 1.0751984 Aug 31 14:46:54.895743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cba7801e-60fc-4107-b4de-9c76e79424a0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:54.914398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bded3e2-4ef1-445b-94ce-407ce25d6a79 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:54.916936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bded3e2-4ef1-445b-94ce-407ce25d6a79 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:54.917974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bded3e2-4ef1-445b-94ce-407ce25d6a79 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:54.921184 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2bded3e2-4ef1-445b-94ce-407ce25d6a79 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1040547 Aug 31 14:46:54.924178 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46752) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:54.985471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dadc8a7-10ce-4899-8944-91db1ce7c828 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 7aa699e5-fc59-4058-8340-00cda18ae94e {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:54.994774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-28281782-19f4-445d-b107-8101f38a1191 None None] Provisioning for port cba7801e-60fc-4107-b4de-9c76e79424a0 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:55.001949 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6dadc8a7-10ce-4899-8944-91db1ce7c828 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.009692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-28281782-19f4-445d-b107-8101f38a1191 None None] Provisioning complete for port cba7801e-60fc-4107-b4de-9c76e79424a0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:55.010059 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28281782-19f4-445d-b107-8101f38a1191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.019141 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.078387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port cba7801e-60fc-4107-b4de-9c76e79424a0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:55.078697 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.084384 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6dadc8a7-10ce-4899-8944-91db1ce7c828 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.236632 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6dadc8a7-10ce-4899-8944-91db1ce7c828 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.351633 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6dadc8a7-10ce-4899-8944-91db1ce7c828 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.386734 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadc8a7-10ce-4899-8944-91db1ce7c828 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa699e5-fc59-4058-8340-00cda18ae94e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:55.396535 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6dadc8a7-10ce-4899-8944-91db1ce7c828 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.402701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46756) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:55.413160 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6dadc8a7-10ce-4899-8944-91db1ce7c828 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/7aa699e5-fc59-4058-8340-00cda18ae94e HTTP/1.1" status: 204 len: 168 time: 0.4875760 Aug 31 14:46:55.499950 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-b235fd9a-7e4f-4b5e-8ddb-846c27142887 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet cb51df19-6203-4219-94a8-3b8b0dec32ad {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:55.506408 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b235fd9a-7e4f-4b5e-8ddb-846c27142887 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.567684 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821714ee-6574-4985-aa18-d4ba3f859dd0 req-7e215a10-0573-4a1f-b9bc-8330bde32eea tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:55.575223 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-821714ee-6574-4985-aa18-d4ba3f859dd0 req-7e215a10-0573-4a1f-b9bc-8330bde32eea tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1433213 Aug 31 14:46:55.622337 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b235fd9a-7e4f-4b5e-8ddb-846c27142887 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.636539 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-821714ee-6574-4985-aa18-d4ba3f859dd0 req-ae9aa4ab-019c-495c-9d04-0dafa5e42b39 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502527 Aug 31 14:46:55.798421 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b235fd9a-7e4f-4b5e-8ddb-846c27142887 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.858443 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa02e7fa-3534-42fc-a964-8c16664e3bbe None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:55.904183 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b235fd9a-7e4f-4b5e-8ddb-846c27142887 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.957393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-34ece8b1-457c-4f86-b17a-3480f078818c None None] Provisioning complete for port cba7801e-60fc-4107-b4de-9c76e79424a0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:55.958980 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34ece8b1-457c-4f86-b17a-3480f078818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.963508 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235fd9a-7e4f-4b5e-8ddb-846c27142887 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=cb51df19-6203-4219-94a8-3b8b0dec32ad,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:55.975775 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b235fd9a-7e4f-4b5e-8ddb-846c27142887 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:55.984464 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b235fd9a-7e4f-4b5e-8ddb-846c27142887 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/cb51df19-6203-4219-94a8-3b8b0dec32ad HTTP/1.1" status: 204 len: 168 time: 0.5735803 Aug 31 14:46:55.984826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46764) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:56.035227 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0614c7d7-006f-45fa-8659-f95ad7e2b221 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470407 Aug 31 14:46:56.036793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46766) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:56.042082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c89d36c4-bc38-4ecd-9153-1654242ccaab tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:56.198359 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89d36c4-bc38-4ecd-9153-1654242ccaab tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:56.202161 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c89d36c4-bc38-4ecd-9153-1654242ccaab tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:56.223542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e7f7ca-5a60-49e6-8a6e-585b6ec46a9d None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:46:56.279689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-34e7f7ca-5a60-49e6-8a6e-585b6ec46a9d None None] Deleting port cba7801e-60fc-4107-b4de-9c76e79424a0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:56.280438 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34e7f7ca-5a60-49e6-8a6e-585b6ec46a9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:56.354391 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-34e7f7ca-5a60-49e6-8a6e-585b6ec46a9d None None] For port cba7801e-60fc-4107-b4de-9c76e79424a0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cba7801e-60fc-4107-b4de-9c76e79424a0,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:56.355374 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34e7f7ca-5a60-49e6-8a6e-585b6ec46a9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:56.379604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-34e7f7ca-5a60-49e6-8a6e-585b6ec46a9d None None] Calling delete_port for cba7801e-60fc-4107-b4de-9c76e79424a0 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:56.504263 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34e7f7ca-5a60-49e6-8a6e-585b6ec46a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:56.543109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e7f7ca-5a60-49e6-8a6e-585b6ec46a9d None None] No DVR routers for this DVR port cba7801e-60fc-4107-b4de-9c76e79424a0 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:56.577341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7f7ca-5a60-49e6-8a6e-585b6ec46a9d None None] Pushing event deleted for resources: {'Port': ['ID=cba7801e-60fc-4107-b4de-9c76e79424a0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:56.821347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cba7801e-60fc-4107-b4de-9c76e79424a0 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:56.884962 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: cba7801e-60fc-4107-b4de-9c76e79424a0 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:56.885543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cba7801e-60fc-4107-b4de-9c76e79424a0 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:56.886897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc60aa1-9b47-431f-924c-d38f8821133e req-e6e7dff2-4cae-409e-87c5-d319fb057a6b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:56.899026 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c89d36c4-bc38-4ecd-9153-1654242ccaab tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:56.908537 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcc60aa1-9b47-431f-924c-d38f8821133e req-e6e7dff2-4cae-409e-87c5-d319fb057a6b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1586356 Aug 31 14:46:56.995702 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcc60aa1-9b47-431f-924c-d38f8821133e req-8bf6c65a-2ab5-457c-a848-4fdaab97c443 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856519 Aug 31 14:46:57.001071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d36c4-bc38-4ecd-9153-1654242ccaab tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=a0f4a92e-55e3-4084-81db-03ef7ad010b7,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:57.007339 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d36c4-bc38-4ecd-9153-1654242ccaab tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:57.007339 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-c89d36c4-bc38-4ecd-9153-1654242ccaab tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:57.008314 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89d36c4-bc38-4ecd-9153-1654242ccaab tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:57.009343 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c89d36c4-bc38-4ecd-9153-1654242ccaab tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.033965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa0b9ba-4188-4ebd-a112-fc6923ce10b4 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:57.035424 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c89d36c4-bc38-4ecd-9153-1654242ccaab tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9973919 Aug 31 14:46:57.038885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46776) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:57.045450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-e4f8cac2-50b9-46ee-862d-ec1286c57142 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:57.162533 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f8cac2-50b9-46ee-862d-ec1286c57142 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:57.169183 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4f8cac2-50b9-46ee-862d-ec1286c57142 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.203614 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': 'a0f4a92e-55e3-4084-81db-03ef7ad010b7'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:46:57.204754 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.379302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Allocated IP 172.20.0.2 (b4d25150-f4fa-4c09-ab58-80f29333d578/a0f4a92e-55e3-4084-81db-03ef7ad010b7/633fba85-50f7-4f63-9d4d-3c8f00270c0b) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:57.526896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.objects.ports [None req-e4f8cac2-50b9-46ee-862d-ec1286c57142 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94870) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:46:57.528582 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4f8cac2-50b9-46ee-862d-ec1286c57142 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.558524 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.569266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Transition to ACTIVE for port object 633fba85-50f7-4f63-9d4d-3c8f00270c0b will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:57.571321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f8cac2-50b9-46ee-862d-ec1286c57142 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:57.574591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-e4f8cac2-50b9-46ee-862d-ec1286c57142 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:57.577704 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f8cac2-50b9-46ee-862d-ec1286c57142 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:57.578637 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4f8cac2-50b9-46ee-862d-ec1286c57142 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.583984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Transition to ACTIVE for port object 633fba85-50f7-4f63-9d4d-3c8f00270c0b will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:57.589195 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.598068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8cac2-50b9-46ee-862d-ec1286c57142 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=88e2681f-0aab-4d52-ad1e-d9194cd10b69,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:57.607396 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e4f8cac2-50b9-46ee-862d-ec1286c57142 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5635190 Aug 31 14:46:57.608295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46778) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:57.612986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'mac_address': 'fa:16:3e:bd:b4:5e', 'name': 'tempest-NetworksTestDHCPv6-841808254'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:57.630994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:57.636484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:57.638543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Pushing event updated for resources: {'Port': ['ID=633fba85-50f7-4f63-9d4d-3c8f00270c0b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:57.640756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:57.699925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Attempting to bind port 633fba85-50f7-4f63-9d4d-3c8f00270c0b on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:57.700300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Attempting to bind port 633fba85-50f7-4f63-9d4d-3c8f00270c0b by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:57.700664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Attempting to bind port 633fba85-50f7-4f63-9d4d-3c8f00270c0b on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:57.705769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:57.706071 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:57.706448 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.706839 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:57.707326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Bound port: 633fba85-50f7-4f63-9d4d-3c8f00270c0b, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:57.708198 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.741171 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:57.783787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] For port 633fba85-50f7-4f63-9d4d-3c8f00270c0b, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:57.787453 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] For port 633fba85-50f7-4f63-9d4d-3c8f00270c0b, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=633fba85-50f7-4f63-9d4d-3c8f00270c0b,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:57.792995 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.834890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:57.861369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c40fa8-5b9c-4386-8a16-8281bf97ce81 None None] Pushing event updated for resources: {'Port': ['ID=633fba85-50f7-4f63-9d4d-3c8f00270c0b,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:57.863935 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 6a4c86b5-b0bc-4b5d-9eda-7bd7c4f55f72 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:46:58.167003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 172.20.0.13 (b4d25150-f4fa-4c09-ab58-80f29333d578/a0f4a92e-55e3-4084-81db-03ef7ad010b7/6a4c86b5-b0bc-4b5d-9eda-7bd7c4f55f72) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:58.175975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::f816:3eff:febd:b45e (b4d25150-f4fa-4c09-ab58-80f29333d578/88e2681f-0aab-4d52-ad1e-d9194cd10b69/6a4c86b5-b0bc-4b5d-9eda-7bd7c4f55f72) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:58.356411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1c9b9-dbdd-443e-ad2d-769beb77910e req-55bcce9c-e185-4ab9-a4f6-db1d1b493656 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:58.358206 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3da1c9b9-dbdd-443e-ad2d-769beb77910e req-55bcce9c-e185-4ab9-a4f6-db1d1b493656 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1241794 Aug 31 14:46:58.448809 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:58.464098 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3da1c9b9-dbdd-443e-ad2d-769beb77910e req-f67a8d03-0ccc-4f63-af66-2d9b7f65e7e4 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963936 Aug 31 14:46:58.485373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 6a4c86b5-b0bc-4b5d-9eda-7bd7c4f55f72 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:58.535366 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:58.593110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:58.596570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:58.599919 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:58.628368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=6a4c86b5-b0bc-4b5d-9eda-7bd7c4f55f72,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:58.660694 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:58.661318 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:58.680122 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3c2e0b94-0836-4501-abaa-4dcbdc40e4d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0713642 Aug 31 14:46:58.682415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46808) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:58.761614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f6325-68d7-4cd6-ab9d-d66de5dd1ea9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:58.768632 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f6325-68d7-4cd6-ab9d-d66de5dd1ea9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:58.770571 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ad3f6325-68d7-4cd6-ab9d-d66de5dd1ea9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0871596 Aug 31 14:46:58.773487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46810) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:58.874933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 633fba85-50f7-4f63-9d4d-3c8f00270c0b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:58.898774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d18054c0-56d9-4c2a-b27d-20d02f34cb9a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 6a4c86b5-b0bc-4b5d-9eda-7bd7c4f55f72 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:58.899278 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d18054c0-56d9-4c2a-b27d-20d02f34cb9a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:58.985307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 633fba85-50f7-4f63-9d4d-3c8f00270c0b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:59.018608 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d18054c0-56d9-4c2a-b27d-20d02f34cb9a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.033739 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d18054c0-56d9-4c2a-b27d-20d02f34cb9a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 6a4c86b5-b0bc-4b5d-9eda-7bd7c4f55f72 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:59.066906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 1d9e6127-d3be-402d-8652-46a554402315 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:46:59.178173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1d9e6127-d3be-402d-8652-46a554402315,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:59.194450 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '1d9e6127-d3be-402d-8652-46a554402315', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'port_id': '1d9e6127-d3be-402d-8652-46a554402315', 'mac_address': 'fa:16:3e:d1:51:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:46:59.236720 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.252430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d9e6127-d3be-402d-8652-46a554402315 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:46:59.258218 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d18054c0-56d9-4c2a-b27d-20d02f34cb9a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.269969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484b20b5-21c4-47cb-b618-20ffabd822a6 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:46:59.305180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18054c0-56d9-4c2a-b27d-20d02f34cb9a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=6a4c86b5-b0bc-4b5d-9eda-7bd7c4f55f72,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:59.324272 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1d9e6127-d3be-402d-8652-46a554402315,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:59.342997 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.398492 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-07c6d6c9-77ef-426d-b561-38c061bd2594 None None] Provisioning for port 633fba85-50f7-4f63-9d4d-3c8f00270c0b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:59.424478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-07c6d6c9-77ef-426d-b561-38c061bd2594 None None] Provisioning complete for port 633fba85-50f7-4f63-9d4d-3c8f00270c0b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:59.425117 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07c6d6c9-77ef-426d-b561-38c061bd2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.429796 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d18054c0-56d9-4c2a-b27d-20d02f34cb9a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.432729 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d18054c0-56d9-4c2a-b27d-20d02f34cb9a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/6a4c86b5-b0bc-4b5d-9eda-7bd7c4f55f72 HTTP/1.1" status: 204 len: 168 time: 0.6576073 Aug 31 14:46:59.436641 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46814) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:59.464311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['1d9e6127-d3be-402d-8652-46a554402315'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:46:59.494162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=1d9e6127-d3be-402d-8652-46a554402315,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:59.549024 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b79edb-d50b-4c1f-bba8-0ea76c59d209 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:59.552511 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b79edb-d50b-4c1f-bba8-0ea76c59d209 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:59.554254 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b79edb-d50b-4c1f-bba8-0ea76c59d209 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:59.564349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46820) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:59.574548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-23b79edb-d50b-4c1f-bba8-0ea76c59d209 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1234648 Aug 31 14:46:59.664291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1738be98-5598-4c1f-abb4-470ff36c032e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 88e2681f-0aab-4d52-ad1e-d9194cd10b69 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:46:59.668704 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1738be98-5598-4c1f-abb4-470ff36c032e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.710479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e74ac-ae0f-4a6d-a3f2-21a9d4bcf989 req-18c43933-575e-4200-b791-5d37a3b20607 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:59.712795 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-343e74ac-ae0f-4a6d-a3f2-21a9d4bcf989 req-18c43933-575e-4200-b791-5d37a3b20607 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 944 time: 0.1046770 Aug 31 14:46:59.723020 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07c6d6c9-77ef-426d-b561-38c061bd2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.788738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1738be98-5598-4c1f-abb4-470ff36c032e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.837686 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-343e74ac-ae0f-4a6d-a3f2-21a9d4bcf989 req-d150fe3b-88cb-407c-b1dc-acdff8cdc668 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993190 Aug 31 14:46:59.866886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-07c6d6c9-77ef-426d-b561-38c061bd2594 None None] For port 633fba85-50f7-4f63-9d4d-3c8f00270c0b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=633fba85-50f7-4f63-9d4d-3c8f00270c0b,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:59.868055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e69788-5138-4c4b-acb3-532a5d783e4b None None] Update dhcp port {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'fixed_ips': [{'subnet_id': 'a0f4a92e-55e3-4084-81db-03ef7ad010b7', 'ip_address': '172.20.0.2'}, {'subnet_id': '88e2681f-0aab-4d52-ad1e-d9194cd10b69'}], 'binding:host_id': 'n-d-806683-5'}, 'id': '633fba85-50f7-4f63-9d4d-3c8f00270c0b'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:46:59.892622 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1738be98-5598-4c1f-abb4-470ff36c032e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.895006 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07c6d6c9-77ef-426d-b561-38c061bd2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.931716 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35e69788-5138-4c4b-acb3-532a5d783e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.997523 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1738be98-5598-4c1f-abb4-470ff36c032e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:59.999770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6d6c9-77ef-426d-b561-38c061bd2594 None None] Pushing event updated for resources: {'Port': ['ID=633fba85-50f7-4f63-9d4d-3c8f00270c0b,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:00.030422 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738be98-5598-4c1f-abb4-470ff36c032e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=88e2681f-0aab-4d52-ad1e-d9194cd10b69,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:00.039796 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1738be98-5598-4c1f-abb4-470ff36c032e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:00.042092 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1738be98-5598-4c1f-abb4-470ff36c032e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/88e2681f-0aab-4d52-ad1e-d9194cd10b69 HTTP/1.1" status: 204 len: 168 time: 0.4767210 Aug 31 14:47:00.045349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46832) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:00.149189 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d13654-0bc5-4996-8f1e-ad0f1138fc54 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet a0f4a92e-55e3-4084-81db-03ef7ad010b7 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:00.154194 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31d13654-0bc5-4996-8f1e-ad0f1138fc54 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server [None req-35e69788-5138-4c4b-acb3-532a5d783e4b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88e2681f-0aab-4d52-ad1e-d9194cd10b69: This subnet is being modified by another concurrent operation. Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88e2681f-0aab-4d52-ad1e-d9194cd10b69: This subnet is being modified by another concurrent operation. Aug 31 14:47:00.162046 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server Aug 31 14:47:00.272697 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31d13654-0bc5-4996-8f1e-ad0f1138fc54 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:00.334155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-48db338a-e537-477e-8198-d9d68f72d87d None None] Provisioning complete for port 633fba85-50f7-4f63-9d4d-3c8f00270c0b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:00.337033 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48db338a-e537-477e-8198-d9d68f72d87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:00.432499 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31d13654-0bc5-4996-8f1e-ad0f1138fc54 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:00.514157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0024ed0-5ae9-4027-9a48-f374537f1293 None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:47:00.577391 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31d13654-0bc5-4996-8f1e-ad0f1138fc54 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:00.612975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2355d8ae-a128-415b-808c-c2b56a69d46a None None] Could not find standard attr ID for object 6a4c86b5-b0bc-4b5d-9eda-7bd7c4f55f72. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:47:00.651868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d13654-0bc5-4996-8f1e-ad0f1138fc54 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f4a92e-55e3-4084-81db-03ef7ad010b7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:00.663801 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-31d13654-0bc5-4996-8f1e-ad0f1138fc54 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:00.669422 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46860) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:00.677391 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-31d13654-0bc5-4996-8f1e-ad0f1138fc54 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/a0f4a92e-55e3-4084-81db-03ef7ad010b7 HTTP/1.1" status: 204 len: 168 time: 0.6307886 Aug 31 14:47:00.803283 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46864) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:00.805156 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ec6873ce-2530-48e0-b00b-e6c3f850c254 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287460 Aug 31 14:47:00.809730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c0faef60-1c56-4c0a-9e5a-7e26c8cd85ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:00.814226 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0024ed0-5ae9-4027-9a48-f374537f1293 None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:47:00.881695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 633fba85-50f7-4f63-9d4d-3c8f00270c0b no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:01.149427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 1d9e6127-d3be-402d-8652-46a554402315 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:01.202121 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7421-5630-457b-8b25-13b56abef497 req-07f84e54-f15c-4217-9ba9-907ae5179825 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:01.203757 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68ff7421-5630-457b-8b25-13b56abef497 req-07f84e54-f15c-4217-9ba9-907ae5179825 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 944 time: 0.2531607 Aug 31 14:47:01.261987 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0faef60-1c56-4c0a-9e5a-7e26c8cd85ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:01.265537 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0faef60-1c56-4c0a-9e5a-7e26c8cd85ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:01.433228 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-68ff7421-5630-457b-8b25-13b56abef497 req-46e90398-f582-4af8-875c-34de954055e0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169881 Aug 31 14:47:01.597588 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:01.599610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 1d9e6127-d3be-402d-8652-46a554402315 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:01.599968 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:01.615237 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3045ae-17dd-4d01-ad0e-5431438b4216 None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:47:01.726158 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0faef60-1c56-4c0a-9e5a-7e26c8cd85ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:01.805120 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0faef60-1c56-4c0a-9e5a-7e26c8cd85ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:01.832545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-c0faef60-1c56-4c0a-9e5a-7e26c8cd85ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:01.840419 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9eaeaa90-ee6c-4a6d-9b64-0b6f67efd70a None None] Provisioning complete for port 633fba85-50f7-4f63-9d4d-3c8f00270c0b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:01.840833 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9eaeaa90-ee6c-4a6d-9b64-0b6f67efd70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:01.858428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0faef60-1c56-4c0a-9e5a-7e26c8cd85ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:01.859388 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0faef60-1c56-4c0a-9e5a-7e26c8cd85ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:01.903447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0faef60-1c56-4c0a-9e5a-7e26c8cd85ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=0896dbf0-1d24-4a05-8258-e6c7563aee8a,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:01.943560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 633fba85-50f7-4f63-9d4d-3c8f00270c0b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=633fba85-50f7-4f63-9d4d-3c8f00270c0b,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:01.958640 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c0faef60-1c56-4c0a-9e5a-7e26c8cd85ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1541107 Aug 31 14:47:01.961527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46880) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:01.968317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:01.978485 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:02.109773 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:02.155757 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:02.159422 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:02.484036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3045ae-17dd-4d01-ad0e-5431438b4216 None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:47:02.489095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=633fba85-50f7-4f63-9d4d-3c8f00270c0b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:02.515883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9e6127-d3be-402d-8652-46a554402315'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:02.518006 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3fb981-49b4-456e-866f-f505d8088392" -d '{"events": [{"server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "name": "network-vif-plugged", "status": "completed", "tag": "1d9e6127-d3be-402d-8652-46a554402315"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:02.610387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1d9e6127-d3be-402d-8652-46a554402315,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:02.612175 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9eaeaa90-ee6c-4a6d-9b64-0b6f67efd70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:02.637566 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:02.819011 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f028184-2e36-4b27-8d49-2562dbfcb8bd x-openstack-request-id: req-4f028184-2e36-4b27-8d49-2562dbfcb8bd {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:02.821420 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "name": "network-vif-plugged", "status": "completed", "tag": "1d9e6127-d3be-402d-8652-46a554402315", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:02.821646 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f028184-2e36-4b27-8d49-2562dbfcb8bd {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:02.822060 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9e6127-d3be-402d-8652-46a554402315', 'code': 200} Aug 31 14:47:02.956818 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9eaeaa90-ee6c-4a6d-9b64-0b6f67efd70a None None] For port 633fba85-50f7-4f63-9d4d-3c8f00270c0b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=633fba85-50f7-4f63-9d4d-3c8f00270c0b,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:02.977113 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9eaeaa90-ee6c-4a6d-9b64-0b6f67efd70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:02.984321 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52162b27-3d30-48bf-82db-2e25b96e0fb1 req-5fca6fd4-caa8-42e8-ae4d-6399d00d96c1 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:02.991784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=1d9e6127-d3be-402d-8652-46a554402315,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:03.006336 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-52162b27-3d30-48bf-82db-2e25b96e0fb1 req-5fca6fd4-caa8-42e8-ae4d-6399d00d96c1 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1489186 Aug 31 14:47:03.073037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaeaa90-ee6c-4a6d-9b64-0b6f67efd70a None None] Pushing event updated for resources: {'Port': ['ID=633fba85-50f7-4f63-9d4d-3c8f00270c0b,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:03.109228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-52162b27-3d30-48bf-82db-2e25b96e0fb1 req-9068f3f9-643f-40e7-972c-cbb13462abf4 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965610 Aug 31 14:47:03.166323 n-d-806683-5 neutron-server[94870]: DEBUG neutron.objects.ports [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94870) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:47:03.455237 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:03.474942 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bf5190-0e21-49fe-bc3a-1ada71a81e5b None None] Update dhcp port {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'fixed_ips': [{'subnet_id': '80c6ad82-c816-4e3c-b4e1-34ff483227a7'}, {'subnet_id': '0896dbf0-1d24-4a05-8258-e6c7563aee8a'}], 'binding:host_id': 'n-d-806683-5'}, 'id': '633fba85-50f7-4f63-9d4d-3c8f00270c0b'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:47:03.523281 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81bf5190-0e21-49fe-bc3a-1ada71a81e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:03.777759 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] For port 633fba85-50f7-4f63-9d4d-3c8f00270c0b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=633fba85-50f7-4f63-9d4d-3c8f00270c0b,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:03.844746 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:03.876227 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:03.878157 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:04.006235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:04.027901 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:04.033884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:04.034478 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:04.041747 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-81bf5190-0e21-49fe-bc3a-1ada71a81e5b None None] Allocated IP 172.20.0.2 (b4d25150-f4fa-4c09-ab58-80f29333d578/0896dbf0-1d24-4a05-8258-e6c7563aee8a/633fba85-50f7-4f63-9d4d-3c8f00270c0b) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:04.057853 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0949349 Aug 31 14:47:04.060801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46908) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:04.066183 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'mac_address': 'fa:16:3e:37:e0:eb', 'name': 'tempest-NetworksTestDHCPv6-1505658689'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:04.072322 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=633fba85-50f7-4f63-9d4d-3c8f00270c0b,revision_number=8']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:04.095411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f55d4-3a98-41bb-9e9a-0919687a30d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=80c6ad82-c816-4e3c-b4e1-34ff483227a7,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:04.183650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-81bf5190-0e21-49fe-bc3a-1ada71a81e5b None None] For port 633fba85-50f7-4f63-9d4d-3c8f00270c0b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=633fba85-50f7-4f63-9d4d-3c8f00270c0b,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:04.241154 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81bf5190-0e21-49fe-bc3a-1ada71a81e5b None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:04.263446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-81bf5190-0e21-49fe-bc3a-1ada71a81e5b None None] Transition to ACTIVE for port object 633fba85-50f7-4f63-9d4d-3c8f00270c0b will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:04.265906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:04.273801 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81bf5190-0e21-49fe-bc3a-1ada71a81e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:04.357336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf5190-0e21-49fe-bc3a-1ada71a81e5b None None] Pushing event updated for resources: {'Port': ['ID=633fba85-50f7-4f63-9d4d-3c8f00270c0b,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:04.391526 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c554cb-a7b0-4db1-b22c-90bdd4413585 req-b25e037e-5ce5-4d0d-941d-c6adcc48de37 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:04.406413 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9c554cb-a7b0-4db1-b22c-90bdd4413585 req-b25e037e-5ce5-4d0d-941d-c6adcc48de37 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1344562 Aug 31 14:47:04.495042 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9c554cb-a7b0-4db1-b22c-90bdd4413585 req-e899db43-ea98-4369-8f89-36bfedf3d9e5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866179 Aug 31 14:47:04.497907 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:04.526239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port a7274419-a59e-41c1-ae0a-288cdf88f29c yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:47:04.796370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 172.20.0.13 (b4d25150-f4fa-4c09-ab58-80f29333d578/0896dbf0-1d24-4a05-8258-e6c7563aee8a/a7274419-a59e-41c1-ae0a-288cdf88f29c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:04.806301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::f816:3eff:fe37:e0eb (b4d25150-f4fa-4c09-ab58-80f29333d578/80c6ad82-c816-4e3c-b4e1-34ff483227a7/a7274419-a59e-41c1-ae0a-288cdf88f29c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:04.952723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 633fba85-50f7-4f63-9d4d-3c8f00270c0b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:05.180996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:05.212769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object a7274419-a59e-41c1-ae0a-288cdf88f29c will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:05.301940 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:05.360886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:05.364418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:05.369670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:05.422048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=a7274419-a59e-41c1-ae0a-288cdf88f29c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:05.468564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:05.469703 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:05.497220 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46918) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:05.497876 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bace0a7a-2f88-42ad-8e77-b786b7c25d40 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4357626 Aug 31 14:47:05.691942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e6a960-2f1e-401d-9f7e-a11d0bacf3a5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:05.702900 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e6a960-2f1e-401d-9f7e-a11d0bacf3a5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:05.702900 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b0e6a960-2f1e-401d-9f7e-a11d0bacf3a5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2009563 Aug 31 14:47:05.704340 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46922) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:05.758713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f1af9-247c-4696-a483-92faba5e83d4 req-f2e95ef0-4cab-4523-a04b-1e95c439baa0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:05.760354 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2b8f1af9-247c-4696-a483-92faba5e83d4 req-f2e95ef0-4cab-4523-a04b-1e95c439baa0 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.0916715 Aug 31 14:47:05.768025 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6b961-ad1a-4524-9809-f146e77124f2 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:05.914221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2b8f1af9-247c-4696-a483-92faba5e83d4 req-3b474b34-da47-4052-8d29-4922b1a14057 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445005 Aug 31 14:47:05.972296 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c1fc8882-c725-4b8a-b4f6-d840175839fc None None] Provisioning for port 633fba85-50f7-4f63-9d4d-3c8f00270c0b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:05.994135 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-9ec58b59-f246-4224-adff-b0c4c645ccde tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port a7274419-a59e-41c1-ae0a-288cdf88f29c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:05.995241 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b59-f246-4224-adff-b0c4c645ccde tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:05.995439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c1fc8882-c725-4b8a-b4f6-d840175839fc None None] Provisioning complete for port 633fba85-50f7-4f63-9d4d-3c8f00270c0b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:06.005559 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1fc8882-c725-4b8a-b4f6-d840175839fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:06.357230 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b59-f246-4224-adff-b0c4c645ccde tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:06.375111 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-9ec58b59-f246-4224-adff-b0c4c645ccde tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for a7274419-a59e-41c1-ae0a-288cdf88f29c owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:06.662968 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b59-f246-4224-adff-b0c4c645ccde tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:06.699710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec58b59-f246-4224-adff-b0c4c645ccde tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=a7274419-a59e-41c1-ae0a-288cdf88f29c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:06.932789 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b59-f246-4224-adff-b0c4c645ccde tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:06.938359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46946) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:06.956861 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9ec58b59-f246-4224-adff-b0c4c645ccde tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/a7274419-a59e-41c1-ae0a-288cdf88f29c HTTP/1.1" status: 204 len: 168 time: 1.2306457 Aug 31 14:47:07.043582 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880989ae-d0bb-4d51-b2aa-dd54d45419fc None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:07.072964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef5cdc2-77d5-4764-8a12-99792c66679b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:07.075697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef5cdc2-77d5-4764-8a12-99792c66679b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:07.077434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef5cdc2-77d5-4764-8a12-99792c66679b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:07.079571 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4ef5cdc2-77d5-4764-8a12-99792c66679b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1398730 Aug 31 14:47:07.082358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46950) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:07.231387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f67f0039-e0d9-497e-95de-21e97a386611 None None] Provisioning complete for port 633fba85-50f7-4f63-9d4d-3c8f00270c0b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:07.233490 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f67f0039-e0d9-497e-95de-21e97a386611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:07.287789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 0896dbf0-1d24-4a05-8258-e6c7563aee8a {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:07.302357 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:07.324674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46956) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:07.349302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f037b9-c85b-405e-9cae-39ad0fd8466c req-73697130-6104-4893-99a5-399e1276aea9 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:07.351716 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-13f037b9-c85b-405e-9cae-39ad0fd8466c req-73697130-6104-4893-99a5-399e1276aea9 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.2031660 Aug 31 14:47:07.396993 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:07.532628 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-13f037b9-c85b-405e-9cae-39ad0fd8466c req-ae342f16-3542-4cc8-b86a-13e7ca17af0d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425939 Aug 31 14:47:07.591058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-523432b5-be12-4b85-8d1e-18837b3d9334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:07.614102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f67f0039-e0d9-497e-95de-21e97a386611 None None] Could not find standard attr ID for object a7274419-a59e-41c1-ae0a-288cdf88f29c. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:47:07.644928 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:07.775316 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-523432b5-be12-4b85-8d1e-18837b3d9334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:07.782720 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-523432b5-be12-4b85-8d1e-18837b3d9334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:07.812891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523432b5-be12-4b85-8d1e-18837b3d9334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d26967-c600-4bab-b295-77126ccdd6d0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:07.816499 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:07.864460 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-523432b5-be12-4b85-8d1e-18837b3d9334 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c7632e4743d41588c55e51f5ff9de12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361490 Aug 31 14:47:07.865114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46960) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:07.883708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=0896dbf0-1d24-4a05-8258-e6c7563aee8a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:07.888344 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:07.890829 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/0896dbf0-1d24-4a05-8258-e6c7563aee8a HTTP/1.1" status: 204 len: 168 time: 0.8075030 Aug 31 14:47:07.894199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46962) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:07.909472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:07.910234 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:07.910847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:07.911518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:07.911953 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:07.912416 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:07.912936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:07.913196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:07.913565 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:07.914196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:07.914482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:07.914912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b913de-2f85-4761-a7ed-70c422956dd2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:07.990102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a62a19-4d0a-43d1-9bc8-34893cfe87ef None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:07.999129 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e70061f2-acde-45c4-9249-53a57043363d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:08.011201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3e85a2-38bd-4f1b-afa9-eca563f5b6e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 80c6ad82-c816-4e3c-b4e1-34ff483227a7 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:08.014773 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad3e85a2-38bd-4f1b-afa9-eca563f5b6e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:08.052750 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e70061f2-acde-45c4-9249-53a57043363d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:08.082897 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad3e85a2-38bd-4f1b-afa9-eca563f5b6e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:08.092271 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-dd9ed53e-44f9-4b36-8459-faf21ed5e006 None None] Provisioning complete for port 633fba85-50f7-4f63-9d4d-3c8f00270c0b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:08.093440 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd9ed53e-44f9-4b36-8459-faf21ed5e006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:08.131399 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e70061f2-acde-45c4-9249-53a57043363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:08.134587 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e70061f2-acde-45c4-9249-53a57043363d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:08.136500 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e70061f2-acde-45c4-9249-53a57043363d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15d26967-c600-4bab-b295-77126ccdd6d0 HTTP/1.1" status: 204 len: 168 time: 0.2703028 Aug 31 14:47:08.147854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70061f2-acde-45c4-9249-53a57043363d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d26967-c600-4bab-b295-77126ccdd6d0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:08.218240 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad3e85a2-38bd-4f1b-afa9-eca563f5b6e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:08.360320 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad3e85a2-38bd-4f1b-afa9-eca563f5b6e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:08.431987 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e85a2-38bd-4f1b-afa9-eca563f5b6e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=80c6ad82-c816-4e3c-b4e1-34ff483227a7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:08.441552 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad3e85a2-38bd-4f1b-afa9-eca563f5b6e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:08.446063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46970) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:08.446276 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ad3e85a2-38bd-4f1b-afa9-eca563f5b6e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/80c6ad82-c816-4e3c-b4e1-34ff483227a7 HTTP/1.1" status: 204 len: 168 time: 0.5459857 Aug 31 14:47:08.499267 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46972) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:08.509320 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0e08231d-aa3a-4f21-9d5a-af240d7cf991 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612855 Aug 31 14:47:08.557135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef5d7dc-23bb-4843-a7fb-6e9521510289 None None] Update dhcp port {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'fixed_ips': [{'subnet_id': '80c6ad82-c816-4e3c-b4e1-34ff483227a7'}], 'binding:host_id': 'n-d-806683-5'}, 'id': '633fba85-50f7-4f63-9d4d-3c8f00270c0b'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:47:08.579618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781f2d5-3ceb-4145-ad20-3e379277a52b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:08.585490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46976) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:08.605988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9781f2d5-3ceb-4145-ad20-3e379277a52b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0992715 Aug 31 14:47:08.665822 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eef5d7dc-23bb-4843-a7fb-6e9521510289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:08.688235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79df0eb4-68e2-4182-bec5-f02db210e858 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:08.692645 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-79df0eb4-68e2-4182-bec5-f02db210e858 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1051052 Aug 31 14:47:08.695269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46978) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:08.757416 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2a0c6488-ff8a-487c-a149-33a29bfc2a35 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607936 Aug 31 14:47:08.758096 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46984) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:08.765026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bbfc5fec-ac3f-4d6c-a9b9-51ef6daee52e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:08.845090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46986) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:08.896677 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9547b18a-4d70-486b-8cdf-53aed0e00eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:08.951291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38e3f2-c283-443d-9ee7-251722118242 req-fe8c3d39-5841-4530-bbff-31f2743594cd tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:08.958701 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a38e3f2-c283-443d-9ee7-251722118242 req-fe8c3d39-5841-4530-bbff-31f2743594cd tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.2495642 Aug 31 14:47:08.970267 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-9547b18a-4d70-486b-8cdf-53aed0e00eb1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:47:08.970267 n-d-806683-5 neutron-server[94871]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 14:47:08.970267 n-d-806683-5 neutron-server[94871]: [parameters: {'project_id': '35954d602ed34dff81445c33fe665bbf', 'id': 'e0cbe14b-c3f1-451b-8425-33c88d763ba0', 'expiration': datetime.datetime(2021, 8, 31, 14, 49, 8, 960860)}] Aug 31 14:47:08.970267 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:47:08.970747 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [None req-9547b18a-4d70-486b-8cdf-53aed0e00eb1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:47:08.983490 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfc5fec-ac3f-4d6c-a9b9-51ef6daee52e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:08.990279 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bbfc5fec-ac3f-4d6c-a9b9-51ef6daee52e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:08.992273 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfc5fec-ac3f-4d6c-a9b9-51ef6daee52e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:47:08.994098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfc5fec-ac3f-4d6c-a9b9-51ef6daee52e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:47:09.034876 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bbfc5fec-ac3f-4d6c-a9b9-51ef6daee52e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2755980 Aug 31 14:47:09.038556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46988) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:09.049259 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c0124c2a-13e3-4268-8ebc-0c7ccfbd3869 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:09.049697 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a38e3f2-c283-443d-9ee7-251722118242 req-5fe7a52f-895e-49c2-8877-08092f544e96 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898526 Aug 31 14:47:09.072985 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7def2a33-a6f0-4171-a9bf-f66a3cf957bc None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:09.196637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4f9bfb5e-b2a6-4c7a-a1c9-2f6bd30ea490 None None] Provisioning complete for port 633fba85-50f7-4f63-9d4d-3c8f00270c0b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:09.197343 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfb5e-b2a6-4c7a-a1c9-2f6bd30ea490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:09.222668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0124c2a-13e3-4268-8ebc-0c7ccfbd3869 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:09.227497 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c0124c2a-13e3-4268-8ebc-0c7ccfbd3869 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:09.229816 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0124c2a-13e3-4268-8ebc-0c7ccfbd3869 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:47:09.231611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0124c2a-13e3-4268-8ebc-0c7ccfbd3869 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:47:09.254127 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c0124c2a-13e3-4268-8ebc-0c7ccfbd3869 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2134886 Aug 31 14:47:09.257348 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 46990) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:09.264860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f244a7d0-f076-462b-8d8d-a0e9fdad1079 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:09.323747 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1e83c8-71ff-49e7-80c9-cbebd451459e None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:47:09.389468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-af1e83c8-71ff-49e7-80c9-cbebd451459e None None] Deleting port 633fba85-50f7-4f63-9d4d-3c8f00270c0b {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:09.389836 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af1e83c8-71ff-49e7-80c9-cbebd451459e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:09.469537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f244a7d0-f076-462b-8d8d-a0e9fdad1079 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:09.473923 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f244a7d0-f076-462b-8d8d-a0e9fdad1079 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:09.474605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-af1e83c8-71ff-49e7-80c9-cbebd451459e None None] For port 633fba85-50f7-4f63-9d4d-3c8f00270c0b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=633fba85-50f7-4f63-9d4d-3c8f00270c0b,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:09.475081 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af1e83c8-71ff-49e7-80c9-cbebd451459e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:09.476109 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f244a7d0-f076-462b-8d8d-a0e9fdad1079 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:47:09.479276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f244a7d0-f076-462b-8d8d-a0e9fdad1079 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:47:09.505489 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9547b18a-4d70-486b-8cdf-53aed0e00eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:09.520201 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-af1e83c8-71ff-49e7-80c9-cbebd451459e None None] Calling delete_port for 633fba85-50f7-4f63-9d4d-3c8f00270c0b owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:09.537549 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f244a7d0-f076-462b-8d8d-a0e9fdad1079 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2763362 Aug 31 14:47:09.537887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 46998) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:09.550069 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-e4beec4b-f98b-4fea-b51d-d9da653e79a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:09.708704 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9547b18a-4d70-486b-8cdf-53aed0e00eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:09.715942 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9547b18a-4d70-486b-8cdf-53aed0e00eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:09.750501 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af1e83c8-71ff-49e7-80c9-cbebd451459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:09.789640 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e83c8-71ff-49e7-80c9-cbebd451459e None None] Pushing event deleted for resources: {'Port': ['ID=633fba85-50f7-4f63-9d4d-3c8f00270c0b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:09.803821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1e83c8-71ff-49e7-80c9-cbebd451459e None None] No DVR routers for this DVR port 633fba85-50f7-4f63-9d4d-3c8f00270c0b on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:47:09.827142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4beec4b-f98b-4fea-b51d-d9da653e79a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:09.830718 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4beec4b-f98b-4fea-b51d-d9da653e79a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:09.832177 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4beec4b-f98b-4fea-b51d-d9da653e79a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:47:09.832607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4beec4b-f98b-4fea-b51d-d9da653e79a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:47:09.838988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547b18a-4d70-486b-8cdf-53aed0e00eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b87404-0f11-423c-8269-b30c70bbbec6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:09.851373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47000) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:09.855832 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9547b18a-4d70-486b-8cdf-53aed0e00eb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35954d602ed34dff81445c33fe665bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0061483 Aug 31 14:47:09.925368 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e4beec4b-f98b-4fea-b51d-d9da653e79a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3834488 Aug 31 14:47:09.925996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47002) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:09.940273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3089e158-4f25-4395-b3e1-b109d2cada91 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:09.958352 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-98c0e1ed-15f5-4553-b910-d8e9087b25c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:10.011127 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-98c0e1ed-15f5-4553-b910-d8e9087b25c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:10.085490 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-98c0e1ed-15f5-4553-b910-d8e9087b25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:10.091014 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-98c0e1ed-15f5-4553-b910-d8e9087b25c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:10.096722 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-98c0e1ed-15f5-4553-b910-d8e9087b25c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38b87404-0f11-423c-8269-b30c70bbbec6 HTTP/1.1" status: 204 len: 168 time: 0.2442200 Aug 31 14:47:10.119678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0e1ed-15f5-4553-b910-d8e9087b25c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b87404-0f11-423c-8269-b30c70bbbec6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:10.137052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3089e158-4f25-4395-b3e1-b109d2cada91 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:10.142497 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3089e158-4f25-4395-b3e1-b109d2cada91 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:10.147086 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-3089e158-4f25-4395-b3e1-b109d2cada91 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:47:10.148770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3089e158-4f25-4395-b3e1-b109d2cada91 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:47:10.190306 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3089e158-4f25-4395-b3e1-b109d2cada91 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2627494 Aug 31 14:47:10.193405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47008) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:10.211459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-93d852a6-ce28-4615-a6aa-019da916a704 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:10.240034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11efddc-80be-488f-a7c4-c07eea85769c req-e61d57a9-c3e7-4df7-8813-f10ed905f633 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:10.242057 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a11efddc-80be-488f-a7c4-c07eea85769c req-e61d57a9-c3e7-4df7-8813-f10ed905f633 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.0740564 Aug 31 14:47:10.318357 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a11efddc-80be-488f-a7c4-c07eea85769c req-c92688eb-5cd9-4dd5-b4a5-3c03f1c82835 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671856 Aug 31 14:47:10.388671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d852a6-ce28-4615-a6aa-019da916a704 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:10.397417 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-93d852a6-ce28-4615-a6aa-019da916a704 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:10.398998 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d852a6-ce28-4615-a6aa-019da916a704 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:47:10.399483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d852a6-ce28-4615-a6aa-019da916a704 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:47:10.427092 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-93d852a6-ce28-4615-a6aa-019da916a704 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2324572 Aug 31 14:47:10.429843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47010) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:10.465365 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e2cd430b-8da3-4a0d-a866-d2f93497f4f2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0335059 Aug 31 14:47:10.467557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47014) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:10.536320 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c2c780-ce4a-4721-a730-0bcc86b6ceac tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:10.538097 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-58c2c780-ce4a-4721-a730-0bcc86b6ceac tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0694075 Aug 31 14:47:10.540912 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47018) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:10.849669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 633fba85-50f7-4f63-9d4d-3c8f00270c0b no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:10.885523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 633fba85-50f7-4f63-9d4d-3c8f00270c0b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:47:10.886087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 633fba85-50f7-4f63-9d4d-3c8f00270c0b not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:47:10.961206 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3d633f20-1352-46b6-be31-3d81fcacfffb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4170330 Aug 31 14:47:10.963505 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47028) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:10.969930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-4665dbf0-ee1d-4006-a687-a6b7268d751d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:10.972056 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:47:11.186365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4665dbf0-ee1d-4006-a687-a6b7268d751d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:11.191285 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4665dbf0-ee1d-4006-a687-a6b7268d751d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:11.529255 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22af698-b0c4-4564-ad89-9ce82e50491b req-8e33165a-a643-4c81-9457-fdea8ca08fde tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:11.539869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b22af698-b0c4-4564-ad89-9ce82e50491b req-8e33165a-a643-4c81-9457-fdea8ca08fde tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.0823467 Aug 31 14:47:11.591079 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b22af698-b0c4-4564-ad89-9ce82e50491b req-46e6c8a0-f7d6-43cf-8cd9-3c36f8166ceb tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500638 Aug 31 14:47:11.600633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.objects.ports [None req-4665dbf0-ee1d-4006-a687-a6b7268d751d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94870) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:47:11.603524 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4665dbf0-ee1d-4006-a687-a6b7268d751d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:11.715270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4665dbf0-ee1d-4006-a687-a6b7268d751d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:11.725338 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-4665dbf0-ee1d-4006-a687-a6b7268d751d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:11.739981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c327ca-e4a1-4b71-9817-94a333f65165 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:11.750677 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4665dbf0-ee1d-4006-a687-a6b7268d751d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:11.752361 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4665dbf0-ee1d-4006-a687-a6b7268d751d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:11.829779 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665dbf0-ee1d-4006-a687-a6b7268d751d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=d188cd35-c921-4e6b-a818-975071916b50,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:11.843758 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47044) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:11.843952 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4665dbf0-ee1d-4006-a687-a6b7268d751d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8783467 Aug 31 14:47:11.850064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'mac_address': 'fa:16:3e:b4:fc:a3', 'name': 'tempest-NetworksTestDHCPv6-196054260'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:12.029709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': 'd188cd35-c921-4e6b-a818-975071916b50'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:47:12.030585 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:12.048615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:12.203579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:12.231273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port b8be5561-8056-476c-90c0-1dfb4c843f96 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:47:12.251541 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Allocated IP 2001:db8::f816:3eff:feba:f63b (b4d25150-f4fa-4c09-ab58-80f29333d578/d188cd35-c921-4e6b-a818-975071916b50/0e7a6134-8f55-4141-8896-56292a6553a9) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:12.424936 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:12.434459 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Transition to ACTIVE for port object 0e7a6134-8f55-4141-8896-56292a6553a9 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:12.452629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Transition to ACTIVE for port object 0e7a6134-8f55-4141-8896-56292a6553a9 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:12.465943 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:12.524048 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:12.530982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:12.533236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Pushing event updated for resources: {'Port': ['ID=0e7a6134-8f55-4141-8896-56292a6553a9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:12.543954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:12.586969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::f816:3eff:feb4:fca3 (b4d25150-f4fa-4c09-ab58-80f29333d578/d188cd35-c921-4e6b-a818-975071916b50/b8be5561-8056-476c-90c0-1dfb4c843f96) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:12.655875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Attempting to bind port 0e7a6134-8f55-4141-8896-56292a6553a9 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:47:12.656409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Attempting to bind port 0e7a6134-8f55-4141-8896-56292a6553a9 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:47:12.656907 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Attempting to bind port 0e7a6134-8f55-4141-8896-56292a6553a9 on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:12.662771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:47:12.663406 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:12.663941 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:12.664444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:47:12.665054 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Bound port: 0e7a6134-8f55-4141-8896-56292a6553a9, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:47:12.665714 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:12.871208 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] For port 0e7a6134-8f55-4141-8896-56292a6553a9, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:12.884468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] For port 0e7a6134-8f55-4141-8896-56292a6553a9, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0e7a6134-8f55-4141-8896-56292a6553a9,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:47:12.895704 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:12.899613 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a0777-bbb4-44a6-b810-4ad7ca4ba158 req-25e96d9c-610d-45d6-b0df-c623fe1ed15e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:12.909882 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-382a0777-bbb4-44a6-b810-4ad7ca4ba158 req-25e96d9c-610d-45d6-b0df-c623fe1ed15e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1549938 Aug 31 14:47:12.963338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710876e-b8c9-42a2-85ba-0b21df15cc9b None None] Pushing event updated for resources: {'Port': ['ID=0e7a6134-8f55-4141-8896-56292a6553a9,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:13.016101 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:13.043269 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-382a0777-bbb4-44a6-b810-4ad7ca4ba158 req-dc8d4274-6de8-432b-bce8-0f01d403eea7 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238053 Aug 31 14:47:13.066368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object b8be5561-8056-476c-90c0-1dfb4c843f96 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:13.154230 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:13.306980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:13.340132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:13.368534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:13.375017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:13.375843 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:13.404929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=b8be5561-8056-476c-90c0-1dfb4c843f96,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:13.446794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-098972e0-d8aa-41f1-9c8e-c047eaf097b9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6019356 Aug 31 14:47:13.447203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47090) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:13.576963 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b08244-0b0c-41a1-867c-23293ac7137d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:13.588315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b08244-0b0c-41a1-867c-23293ac7137d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:13.591219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d4b08244-0b0c-41a1-867c-23293ac7137d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1419604 Aug 31 14:47:13.593858 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47096) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:13.792044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5a78f44b-a9e6-448c-9420-f36adfb390af tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port b8be5561-8056-476c-90c0-1dfb4c843f96 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:13.794345 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a78f44b-a9e6-448c-9420-f36adfb390af tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:14.056410 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a78f44b-a9e6-448c-9420-f36adfb390af tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:14.075609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5a78f44b-a9e6-448c-9420-f36adfb390af tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for b8be5561-8056-476c-90c0-1dfb4c843f96 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:14.541021 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a78f44b-a9e6-448c-9420-f36adfb390af tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:14.584184 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240655a3-ede9-46af-a80a-5b7439a7cdf0 req-1b81ee8d-b2bc-4cfa-a54e-026ff07175ab tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:14.584184 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-240655a3-ede9-46af-a80a-5b7439a7cdf0 req-1b81ee8d-b2bc-4cfa-a54e-026ff07175ab tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1905713 Aug 31 14:47:14.641491 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78f44b-a9e6-448c-9420-f36adfb390af tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=b8be5561-8056-476c-90c0-1dfb4c843f96,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:14.710825 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a78f44b-a9e6-448c-9420-f36adfb390af tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:14.714030 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5a78f44b-a9e6-448c-9420-f36adfb390af tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/b8be5561-8056-476c-90c0-1dfb4c843f96 HTTP/1.1" status: 204 len: 168 time: 1.1190748 Aug 31 14:47:14.716494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47132) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:14.832250 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab457317-b368-45f9-a116-47b1680204e1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:14.834478 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab457317-b368-45f9-a116-47b1680204e1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:14.840751 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ab457317-b368-45f9-a116-47b1680204e1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1216125 Aug 31 14:47:14.840751 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47138) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:14.846466 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-240655a3-ede9-46af-a80a-5b7439a7cdf0 req-f5016761-4598-494a-89a0-742edf7f9eeb tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888528 Aug 31 14:47:14.968387 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01ffd42-0681-41d5-9a7e-3e6ca5cc7bd7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet d188cd35-c921-4e6b-a818-975071916b50 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:14.971620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0e7a6134-8f55-4141-8896-56292a6553a9 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:14.974174 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d01ffd42-0681-41d5-9a7e-3e6ca5cc7bd7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:15.036960 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d01ffd42-0681-41d5-9a7e-3e6ca5cc7bd7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:15.108707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6fed8bd1-cf17-440f-89b8-c0878b9ffca8 None None] Provisioning for port 0e7a6134-8f55-4141-8896-56292a6553a9 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:15.182601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 0e7a6134-8f55-4141-8896-56292a6553a9 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:15.190812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0e7a6134-8f55-4141-8896-56292a6553a9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:15.205915 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:15.264110 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d01ffd42-0681-41d5-9a7e-3e6ca5cc7bd7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:15.429639 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:15.453888 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d01ffd42-0681-41d5-9a7e-3e6ca5cc7bd7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:15.556913 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:47:15.557398 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:47:15.570319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-96385324-f4ed-4cb7-b351-5e72d14ad3a9 None None] Could not find standard attr ID for object b8be5561-8056-476c-90c0-1dfb4c843f96. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:47:15.572899 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ffd42-0681-41d5-9a7e-3e6ca5cc7bd7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=d188cd35-c921-4e6b-a818-975071916b50,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:15.590320 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d01ffd42-0681-41d5-9a7e-3e6ca5cc7bd7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:15.592802 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d01ffd42-0681-41d5-9a7e-3e6ca5cc7bd7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/d188cd35-c921-4e6b-a818-975071916b50 HTTP/1.1" status: 204 len: 168 time: 0.7512994 Aug 31 14:47:15.595929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47170) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:15.663021 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b652dc9e-adf5-4d6a-a484-f1817835e91e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650516 Aug 31 14:47:15.665903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47178) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:15.674854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:15.843821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982d91e0-b9d6-438a-b7e1-b3ff7baa5667 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:15.885885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:15.889740 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:16.075111 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958e863-4680-4329-9bfa-03964367584b req-cb5a09d0-5cf6-467d-89e8-cb9ea1b181fb tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:16.098383 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8958e863-4680-4329-9bfa-03964367584b req-cb5a09d0-5cf6-467d-89e8-cb9ea1b181fb tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1326914 Aug 31 14:47:16.214824 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8958e863-4680-4329-9bfa-03964367584b req-e6ec276b-a980-41d6-8cf5-3531a56e5a46 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076701 Aug 31 14:47:16.444691 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:16.512709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.objects.ports [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:47:16.555800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bddea49-9eb6-4015-9fd1-fd4392530d8d None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:47:16.566889 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 0e7a6134-8f55-4141-8896-56292a6553a9, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0e7a6134-8f55-4141-8896-56292a6553a9,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:16.580870 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:16.794219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=0e7a6134-8f55-4141-8896-56292a6553a9,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:16.821311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3bddea49-9eb6-4015-9fd1-fd4392530d8d None None] Deleting port 0e7a6134-8f55-4141-8896-56292a6553a9 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:16.829196 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3bddea49-9eb6-4015-9fd1-fd4392530d8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:16.882162 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47206) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:16.928182 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:16.940188 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0e7a6134-8f55-4141-8896-56292a6553a9 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:16.998944 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3bddea49-9eb6-4015-9fd1-fd4392530d8d None None] For port 0e7a6134-8f55-4141-8896-56292a6553a9, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0e7a6134-8f55-4141-8896-56292a6553a9,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:17.001475 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3bddea49-9eb6-4015-9fd1-fd4392530d8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.053762 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3bddea49-9eb6-4015-9fd1-fd4392530d8d None None] Calling delete_port for 0e7a6134-8f55-4141-8896-56292a6553a9 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:17.143075 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9809c92-05c1-4853-81da-bd64ae46ca0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.175106 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.239758 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] For port 0e7a6134-8f55-4141-8896-56292a6553a9, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0e7a6134-8f55-4141-8896-56292a6553a9,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:17.319310 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.340943 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.341720 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.373023 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9809c92-05c1-4853-81da-bd64ae46ca0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.378778 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9809c92-05c1-4853-81da-bd64ae46ca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.416581 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:47:17.416948 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:47:17.420882 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3bddea49-9eb6-4015-9fd1-fd4392530d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.482095 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c9809c92-05c1-4853-81da-bd64ae46ca0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=158c655fc8b0417ca0cf7ebb6456696a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5949979 Aug 31 14:47:17.482095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9809c92-05c1-4853-81da-bd64ae46ca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df082dfd-cd53-41fa-abe2-9d5c6758833f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:17.484602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47212) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:17.489266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddea49-9eb6-4015-9fd1-fd4392530d8d None None] Pushing event deleted for resources: {'Port': ['ID=0e7a6134-8f55-4141-8896-56292a6553a9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:17.515209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bddea49-9eb6-4015-9fd1-fd4392530d8d None None] No DVR routers for this DVR port 0e7a6134-8f55-4141-8896-56292a6553a9 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:47:17.562029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:17.580776 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:17.595265 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f73403-7141-4fb5-a83e-c67530aa4cb6 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:17.609505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:17.610647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.633007 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1461358c-3724-4e14-8b43-3801f73e882d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.654556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=3fc57075-95ef-4233-af00-26c4330e5d5d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:17.656744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=0e7a6134-8f55-4141-8896-56292a6553a9,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:17.694609 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1461358c-3724-4e14-8b43-3801f73e882d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.695124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73c971-b4a3-43ae-8e0e-ad5eddfcd9ea req-9b3acffe-4799-4231-9abb-173653224c36 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:17.700877 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc73c971-b4a3-43ae-8e0e-ad5eddfcd9ea req-9b3acffe-4799-4231-9abb-173653224c36 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.3307698 Aug 31 14:47:17.711113 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0fa1663a-721d-4839-a04d-3a3477295753 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0426009 Aug 31 14:47:17.714775 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47214) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:17.726509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'mac_address': 'fa:16:3e:a1:b7:39', 'name': 'tempest-NetworksTestDHCPv6-988625585'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:17.789817 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc73c971-b4a3-43ae-8e0e-ad5eddfcd9ea req-28c19243-a107-4a82-9277-e22259debe16 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804064 Aug 31 14:47:17.893206 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': '3fc57075-95ef-4233-af00-26c4330e5d5d'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:47:17.894294 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1461358c-3724-4e14-8b43-3801f73e882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.895125 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.900619 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1461358c-3724-4e14-8b43-3801f73e882d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:17.905198 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1461358c-3724-4e14-8b43-3801f73e882d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df082dfd-cd53-41fa-abe2-9d5c6758833f HTTP/1.1" status: 204 len: 168 time: 0.4167151 Aug 31 14:47:17.926128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461358c-3724-4e14-8b43-3801f73e882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df082dfd-cd53-41fa-abe2-9d5c6758833f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:17.982756 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:18.007455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Port 0e7a6134-8f55-4141-8896-56292a6553a9 update to DOWN by agent not found {{(pid=94872) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 14:47:18.179351 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:18.245041 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port db4070af-10e7-41a5-8368-b0bda075db2a yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:47:18.341208 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Allocated IP 2001:db8::f816:3eff:fec3:17ef (b4d25150-f4fa-4c09-ab58-80f29333d578/3fc57075-95ef-4233-af00-26c4330e5d5d/aceb23ab-f682-4cd5-b487-76d4efbccfd1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:18.663408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47226) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:18.672931 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:18.686236 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72b6ccab-de6e-40aa-85e4-30d3ca075ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:18.691705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Transition to ACTIVE for port object aceb23ab-f682-4cd5-b487-76d4efbccfd1 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:18.723848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Transition to ACTIVE for port object aceb23ab-f682-4cd5-b487-76d4efbccfd1 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:18.735834 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:18.802030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::f816:3eff:fea1:b739 (b4d25150-f4fa-4c09-ab58-80f29333d578/3fc57075-95ef-4233-af00-26c4330e5d5d/db4070af-10e7-41a5-8368-b0bda075db2a) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:18.820332 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:18.841429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:18.845877 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:18.887119 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Pushing event updated for resources: {'Port': ['ID=aceb23ab-f682-4cd5-b487-76d4efbccfd1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:18.939725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Attempting to bind port aceb23ab-f682-4cd5-b487-76d4efbccfd1 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:47:18.940100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Attempting to bind port aceb23ab-f682-4cd5-b487-76d4efbccfd1 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:47:18.940761 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Attempting to bind port aceb23ab-f682-4cd5-b487-76d4efbccfd1 on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:18.947525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:47:18.947909 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:18.948438 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:18.949013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:47:18.949606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Bound port: aceb23ab-f682-4cd5-b487-76d4efbccfd1, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:47:18.949999 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:19.076835 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:19.086276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] For port aceb23ab-f682-4cd5-b487-76d4efbccfd1, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:19.096225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object db4070af-10e7-41a5-8368-b0bda075db2a will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:19.096577 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] For port aceb23ab-f682-4cd5-b487-76d4efbccfd1, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=aceb23ab-f682-4cd5-b487-76d4efbccfd1,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:47:19.109203 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:19.159655 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:19.234985 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5ce1e-30d4-4b52-bcb5-9d0e1e80df2a None None] Pushing event updated for resources: {'Port': ['ID=aceb23ab-f682-4cd5-b487-76d4efbccfd1,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:19.249575 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=db4070af-10e7-41a5-8368-b0bda075db2a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:19.348601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:19.354657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:19.363021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:19.369349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:19.370403 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:19.387636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa4cd1-9796-40a8-8c13-48e6f3565ff3 req-a4fd5e08-56bd-4b74-afa2-537aa68d6703 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:19.395652 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05fa4cd1-9796-40a8-8c13-48e6f3565ff3 req-a4fd5e08-56bd-4b74-afa2-537aa68d6703 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.2451637 Aug 31 14:47:19.486914 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72b6ccab-de6e-40aa-85e4-30d3ca075ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:19.519581 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72b6ccab-de6e-40aa-85e4-30d3ca075ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:19.544710 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05fa4cd1-9796-40a8-8c13-48e6f3565ff3 req-7d1ce6fc-9d56-4315-bc04-c61e38bbaec8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477649 Aug 31 14:47:19.615392 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:19.616425 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2e3ffb08-2489-4833-9aaa-1cf7debb8962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:20.127375 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-200fa170-5cb5-4a82-ab53-6cb970c252a9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3996863 Aug 31 14:47:20.127642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47232) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:20.151123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6ccab-de6e-40aa-85e4-30d3ca075ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51209b1e-ce9f-424e-9980-0574bf0d3677,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:20.166035 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-72b6ccab-de6e-40aa-85e4-30d3ca075ea3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9c042c46a3b4e02922ebc2f508f5e71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4981403 Aug 31 14:47:20.166272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47234) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:20.244195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bbacc6-7484-49bb-a880-83db37ddd5ec tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:20.250989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bbacc6-7484-49bb-a880-83db37ddd5ec tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:20.252889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-23bbacc6-7484-49bb-a880-83db37ddd5ec tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1306360 Aug 31 14:47:20.259042 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47240) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:20.314271 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45c332e5-3d5b-4a06-a4fc-f09671ef5abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:20.384296 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45c332e5-3d5b-4a06-a4fc-f09671ef5abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:20.476877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-875f6de4-b2e4-488c-b4c8-c76d44535a93 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port db4070af-10e7-41a5-8368-b0bda075db2a {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:20.477470 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-875f6de4-b2e4-488c-b4c8-c76d44535a93 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:20.481801 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45c332e5-3d5b-4a06-a4fc-f09671ef5abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:20.484524 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45c332e5-3d5b-4a06-a4fc-f09671ef5abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:20.488931 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-45c332e5-3d5b-4a06-a4fc-f09671ef5abd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51209b1e-ce9f-424e-9980-0574bf0d3677 HTTP/1.1" status: 204 len: 168 time: 0.3216448 Aug 31 14:47:20.554877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c332e5-3d5b-4a06-a4fc-f09671ef5abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51209b1e-ce9f-424e-9980-0574bf0d3677,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:20.668368 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-875f6de4-b2e4-488c-b4c8-c76d44535a93 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:20.719196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-875f6de4-b2e4-488c-b4c8-c76d44535a93 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for db4070af-10e7-41a5-8368-b0bda075db2a owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:20.772072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed955f-9b36-4148-99de-09bda7333cb9 req-58379d16-9eb7-47d3-8dbe-a56ee5ef5886 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:20.781790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-14ed955f-9b36-4148-99de-09bda7333cb9 req-58379d16-9eb7-47d3-8dbe-a56ee5ef5886 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1067939 Aug 31 14:47:20.913530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-14ed955f-9b36-4148-99de-09bda7333cb9 req-5b7477af-4495-459e-a7ee-6ff26ddf6daf tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305768 Aug 31 14:47:20.948446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device aceb23ab-f682-4cd5-b487-76d4efbccfd1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:21.091439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port aceb23ab-f682-4cd5-b487-76d4efbccfd1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:21.139577 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-875f6de4-b2e4-488c-b4c8-c76d44535a93 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:21.162497 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e1468dae-1294-406a-81d8-cfae27adf4aa None None] Provisioning for port aceb23ab-f682-4cd5-b487-76d4efbccfd1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:21.169549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e1468dae-1294-406a-81d8-cfae27adf4aa None None] Provisioning complete for port aceb23ab-f682-4cd5-b487-76d4efbccfd1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:21.170315 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1468dae-1294-406a-81d8-cfae27adf4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:21.211142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f6de4-b2e4-488c-b4c8-c76d44535a93 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=db4070af-10e7-41a5-8368-b0bda075db2a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:21.279880 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-875f6de4-b2e4-488c-b4c8-c76d44535a93 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:21.281772 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-875f6de4-b2e4-488c-b4c8-c76d44535a93 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/db4070af-10e7-41a5-8368-b0bda075db2a HTTP/1.1" status: 204 len: 168 time: 1.0217893 Aug 31 14:47:21.284501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47258) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:21.384395 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1468dae-1294-406a-81d8-cfae27adf4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:21.421190 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ec83a-c45e-432d-9d60-1d5633dc8f5e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:21.423461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ec83a-c45e-432d-9d60-1d5633dc8f5e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:21.432350 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-866ec83a-c45e-432d-9d60-1d5633dc8f5e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1466827 Aug 31 14:47:21.434011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47266) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:21.498242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e1468dae-1294-406a-81d8-cfae27adf4aa None None] For port aceb23ab-f682-4cd5-b487-76d4efbccfd1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=aceb23ab-f682-4cd5-b487-76d4efbccfd1,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:21.507741 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1468dae-1294-406a-81d8-cfae27adf4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:21.567706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-307c4eba-4450-4f5d-8cd6-2ed73f3d2ef1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 3fc57075-95ef-4233-af00-26c4330e5d5d {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:21.572476 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-307c4eba-4450-4f5d-8cd6-2ed73f3d2ef1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:21.626683 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-307c4eba-4450-4f5d-8cd6-2ed73f3d2ef1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:21.663259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2b932a4c-72be-4b89-9240-29c82f68a791 None None] Could not find standard attr ID for object db4070af-10e7-41a5-8368-b0bda075db2a. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:47:21.705433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1468dae-1294-406a-81d8-cfae27adf4aa None None] Pushing event updated for resources: {'Port': ['ID=aceb23ab-f682-4cd5-b487-76d4efbccfd1,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:21.780595 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-307c4eba-4450-4f5d-8cd6-2ed73f3d2ef1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:21.864113 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-307c4eba-4450-4f5d-8cd6-2ed73f3d2ef1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:21.924913 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c4eba-4450-4f5d-8cd6-2ed73f3d2ef1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc57075-95ef-4233-af00-26c4330e5d5d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:21.968743 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-307c4eba-4450-4f5d-8cd6-2ed73f3d2ef1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:21.972362 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-307c4eba-4450-4f5d-8cd6-2ed73f3d2ef1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/3fc57075-95ef-4233-af00-26c4330e5d5d HTTP/1.1" status: 204 len: 168 time: 0.5369174 Aug 31 14:47:21.982505 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78085b3e-9297-45a0-8561-6eb98a8f54f5 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:21.988644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47276) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:22.127908 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47286) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:22.138330 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c9ad72a9-a689-49c7-ba30-8880f3da1595 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1483076 Aug 31 14:47:22.204784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c18cb-74d5-4574-bfe6-f1bd9319d85e req-8775a544-6d1d-48f4-9746-29e7a64dc67c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:22.206458 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4a9c18cb-74d5-4574-bfe6-f1bd9319d85e req-8775a544-6d1d-48f4-9746-29e7a64dc67c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.0642018 Aug 31 14:47:22.218781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0069d90c-fd70-4d09-8743-109c8377efc1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:22.220690 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0069d90c-fd70-4d09-8743-109c8377efc1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0917089 Aug 31 14:47:22.223759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47292) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:22.280793 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16a31ad0-f300-49c7-b9c1-f2bde1e0c675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:22.299722 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4a9c18cb-74d5-4574-bfe6-f1bd9319d85e req-c1f7f1bf-e7ad-449e-b768-8dd98b0ff2d8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700524 Aug 31 14:47:22.314143 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:22.325320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7d83dc-279b-4bde-9d8d-d1470e1da21e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:22.329785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3a7d83dc-279b-4bde-9d8d-d1470e1da21e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1047227 Aug 31 14:47:22.332644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47296) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:22.379125 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-17131151-0177-4c0d-b604-95362abe67c5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450604 Aug 31 14:47:22.383009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47300) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:22.389048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-40d29b12-0fc3-4c90-adf6-511555322e37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:22.406614 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d0a240-b77e-4f00-b10f-51ee8e822643 None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:47:22.462754 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0a240-b77e-4f00-b10f-51ee8e822643 None None] Deleting port aceb23ab-f682-4cd5-b487-76d4efbccfd1 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:22.463247 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a240-b77e-4f00-b10f-51ee8e822643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:22.521183 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d29b12-0fc3-4c90-adf6-511555322e37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:22.529144 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-40d29b12-0fc3-4c90-adf6-511555322e37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:22.550322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e6d0a240-b77e-4f00-b10f-51ee8e822643 None None] For port aceb23ab-f682-4cd5-b487-76d4efbccfd1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=aceb23ab-f682-4cd5-b487-76d4efbccfd1,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:22.551616 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a240-b77e-4f00-b10f-51ee8e822643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:22.572967 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0a240-b77e-4f00-b10f-51ee8e822643 None None] Calling delete_port for aceb23ab-f682-4cd5-b487-76d4efbccfd1 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:22.705755 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a240-b77e-4f00-b10f-51ee8e822643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:22.727999 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0a240-b77e-4f00-b10f-51ee8e822643 None None] No DVR routers for this DVR port aceb23ab-f682-4cd5-b487-76d4efbccfd1 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:47:22.752506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0a240-b77e-4f00-b10f-51ee8e822643 None None] Pushing event deleted for resources: {'Port': ['ID=aceb23ab-f682-4cd5-b487-76d4efbccfd1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:22.825282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device aceb23ab-f682-4cd5-b487-76d4efbccfd1 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:22.847151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: aceb23ab-f682-4cd5-b487-76d4efbccfd1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:47:22.847524 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device aceb23ab-f682-4cd5-b487-76d4efbccfd1 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:47:22.916476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85a11-9220-478d-b3ed-82d0fd684a46 req-bf05ea7a-6ac2-40ab-9861-72eb175c653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:22.918027 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4c85a11-9220-478d-b3ed-82d0fd684a46 req-bf05ea7a-6ac2-40ab-9861-72eb175c653d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 1096 time: 0.0967648 Aug 31 14:47:22.944065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.objects.ports [None req-40d29b12-0fc3-4c90-adf6-511555322e37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:47:22.955207 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-40d29b12-0fc3-4c90-adf6-511555322e37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:23.050805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d29b12-0fc3-4c90-adf6-511555322e37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:23.056503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-40d29b12-0fc3-4c90-adf6-511555322e37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:23.060080 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d29b12-0fc3-4c90-adf6-511555322e37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=3af1436f-be22-414b-96ed-d231c53a0378,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:23.063025 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d29b12-0fc3-4c90-adf6-511555322e37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:23.063579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-40d29b12-0fc3-4c90-adf6-511555322e37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:23.070772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1dca6a-003e-4d8b-9a49-5b9d4120c0ff None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:23.103846 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-40d29b12-0fc3-4c90-adf6-511555322e37 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7195520 Aug 31 14:47:23.106540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47318) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:23.114036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'mac_address': 'fa:16:3e:91:db:ac', 'name': 'tempest-NetworksTestDHCPv6-147918943'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:23.123083 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85a11-9220-478d-b3ed-82d0fd684a46 req-5ad94878-1a27-4d90-bb05-75aa39080939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:23.124686 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4c85a11-9220-478d-b3ed-82d0fd684a46 req-5ad94878-1a27-4d90-bb05-75aa39080939 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 917 time: 0.1793299 Aug 31 14:47:23.250644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4c85a11-9220-478d-b3ed-82d0fd684a46 req-939f15d4-3bb4-4170-939c-8512bbf6f760 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9e6127-d3be-402d-8652-46a554402315 HTTP/1.1" status: 200 len: 1001 time: 0.1157329 Aug 31 14:47:23.273766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': '3af1436f-be22-414b-96ed-d231c53a0378'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:47:23.275034 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:23.413588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85a11-9220-478d-b3ed-82d0fd684a46 req-73b3a985-c986-4e78-ac59-29a75911df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:23.417137 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4c85a11-9220-478d-b3ed-82d0fd684a46 req-73b3a985-c986-4e78-ac59-29a75911df6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.1484354 Aug 31 14:47:23.417137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:23.420413 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:23.529986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Allocated IP 2001:db8::f816:3eff:fe10:3c36 (b4d25150-f4fa-4c09-ab58-80f29333d578/3af1436f-be22-414b-96ed-d231c53a0378/7868c4d2-1872-4281-8948-e6c10d5bf19b) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:23.587583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80923faa-a8a4-4998-b9a3-40d29b343ba4 req-74ab216a-4eed-4538-9b2e-bd3b98386a08 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:23.595741 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-80923faa-a8a4-4998-b9a3-40d29b343ba4 req-74ab216a-4eed-4538-9b2e-bd3b98386a08 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1578808 Aug 31 14:47:23.599047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85a11-9220-478d-b3ed-82d0fd684a46 req-9dba50f1-7235-4361-aa0b-932c64a5e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:23.602033 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4c85a11-9220-478d-b3ed-82d0fd684a46 req-9dba50f1-7235-4361-aa0b-932c64a5e5a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547074 Aug 31 14:47:23.604606 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:23.625311 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47328) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:23.674462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-66946f30-efbc-4cad-8a51-3504f1a6952a admin admin] Deleting subnet 3fc1145a-9dec-4b7c-88c8-23c6b06f9a69 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:23.678779 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-66946f30-efbc-4cad-8a51-3504f1a6952a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:23.733873 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-66946f30-efbc-4cad-8a51-3504f1a6952a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:23.778944 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:23.787112 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-66946f30-efbc-4cad-8a51-3504f1a6952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:23.788910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Transition to ACTIVE for port object 7868c4d2-1872-4281-8948-e6c10d5bf19b will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:23.800740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4c85a11-9220-478d-b3ed-82d0fd684a46 req-e45beb4b-f0c2-43d5-9b72-51ce19cfb990 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718106 Aug 31 14:47:23.806452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 8c4f4305-6b13-47a8-b8a5-cfa984bab3b0 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:47:23.806646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Transition to ACTIVE for port object 7868c4d2-1872-4281-8948-e6c10d5bf19b will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:23.818014 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:23.866247 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-66946f30-efbc-4cad-8a51-3504f1a6952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:23.872958 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:23.876202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:23.880053 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:23.888498 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-80923faa-a8a4-4998-b9a3-40d29b343ba4 req-676067c9-5c15-475a-926b-86aba93e5ff7 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871916 Aug 31 14:47:23.950470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Pushing event updated for resources: {'Port': ['ID=7868c4d2-1872-4281-8948-e6c10d5bf19b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:23.953505 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Attempting to bind port 7868c4d2-1872-4281-8948-e6c10d5bf19b on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:47:23.953885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Attempting to bind port 7868c4d2-1872-4281-8948-e6c10d5bf19b by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:47:23.954258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Attempting to bind port 7868c4d2-1872-4281-8948-e6c10d5bf19b on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:23.960102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:47:23.960480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:23.960905 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:23.961283 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:47:23.961754 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Bound port: 7868c4d2-1872-4281-8948-e6c10d5bf19b, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:47:23.962137 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:23.962482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66946f30-efbc-4cad-8a51-3504f1a6952a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc1145a-9dec-4b7c-88c8-23c6b06f9a69,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:23.976980 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-66946f30-efbc-4cad-8a51-3504f1a6952a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:23.985096 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-66946f30-efbc-4cad-8a51-3504f1a6952a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3fc1145a-9dec-4b7c-88c8-23c6b06f9a69 HTTP/1.1" status: 204 len: 168 time: 0.3583124 Aug 31 14:47:23.987939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47332) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:24.034851 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] For port 7868c4d2-1872-4281-8948-e6c10d5bf19b, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:24.038332 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] For port 7868c4d2-1872-4281-8948-e6c10d5bf19b, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7868c4d2-1872-4281-8948-e6c10d5bf19b,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:47:24.045129 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.101339 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c824c-e955-48cc-9892-5f076d4818ad None None] Pushing event updated for resources: {'Port': ['ID=7868c4d2-1872-4281-8948-e6c10d5bf19b,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:24.151015 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba3eadb8-3fb6-459e-9bb6-488276d425f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.261089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::f816:3eff:fe91:dbac (b4d25150-f4fa-4c09-ab58-80f29333d578/3af1436f-be22-414b-96ed-d231c53a0378/8c4f4305-6b13-47a8-b8a5-cfa984bab3b0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:24.268236 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4c85a11-9220-478d-b3ed-82d0fd684a46 req-163dd6c3-5cef-4517-9868-d99c1523de91 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337697 Aug 31 14:47:24.332469 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba3eadb8-3fb6-459e-9bb6-488276d425f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.352946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ba3eadb8-3fb6-459e-9bb6-488276d425f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f800c50-d6e8-4eae-a0e7-70583b2a8bbc']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:24.394027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ba3eadb8-3fb6-459e-9bb6-488276d425f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07dda46c-fb34-4a0b-bece-c9a56c34bd29') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:24.394698 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ba3eadb8-3fb6-459e-9bb6-488276d425f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07dda46c-fb34-4a0b-bece-c9a56c34bd29') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:24.417826 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba3eadb8-3fb6-459e-9bb6-488276d425f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.446231 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba3eadb8-3fb6-459e-9bb6-488276d425f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.460150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3eadb8-3fb6-459e-9bb6-488276d425f2 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:47:24.460864 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba3eadb8-3fb6-459e-9bb6-488276d425f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:47:24.464991 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:47:24.481880 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.519789 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.537700 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 8c4f4305-6b13-47a8-b8a5-cfa984bab3b0 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:24.558789 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba3eadb8-3fb6-459e-9bb6-488276d425f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.566295 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ba3eadb8-3fb6-459e-9bb6-488276d425f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.568454 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ba3eadb8-3fb6-459e-9bb6-488276d425f2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8f800c50-d6e8-4eae-a0e7-70583b2a8bbc HTTP/1.1" status: 204 len: 168 time: 0.5792065 Aug 31 14:47:24.584888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3eadb8-3fb6-459e-9bb6-488276d425f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f800c50-d6e8-4eae-a0e7-70583b2a8bbc,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:24.600638 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.659704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:24.663110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:24.668645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:24.674361 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:24.675012 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:24.678891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=8c4f4305-6b13-47a8-b8a5-cfa984bab3b0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:24.694485 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-79458ab3-7ff9-4fa3-befe-96c94e8ad9fe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5868816 Aug 31 14:47:24.697491 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47342) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:24.792626 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3384a73-fa9a-42a0-93c2-38f7e1a58456 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:24.803879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3384a73-fa9a-42a0-93c2-38f7e1a58456 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:24.819648 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c3384a73-fa9a-42a0-93c2-38f7e1a58456 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1120439 Aug 31 14:47:24.819648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47344) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:24.863027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47348) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:24.919758 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-67db62f3-a078-4f4e-ad04-32b7bbdeae00 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11276d76860e47a8ba5a725e5ea62a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548630 Aug 31 14:47:24.920577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47352) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:24.950352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7868c4d2-1872-4281-8948-e6c10d5bf19b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:25.067901 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.077054 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f9e0-8ac9-4dd4-b115-c7dc0bbd84a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.080653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 7868c4d2-1872-4281-8948-e6c10d5bf19b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:25.097955 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc8a0b-e4ee-40b9-849b-e477712dd11d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 8c4f4305-6b13-47a8-b8a5-cfa984bab3b0 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:25.098310 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fbbc8a0b-e4ee-40b9-849b-e477712dd11d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.119239 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f9e0-8ac9-4dd4-b115-c7dc0bbd84a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.166247 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 1d9e6127-d3be-402d-8652-46a554402315 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:25.200837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f9e0-8ac9-4dd4-b115-c7dc0bbd84a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.204492 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f9e0-8ac9-4dd4-b115-c7dc0bbd84a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.207559 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7bb9f9e0-8ac9-4dd4-b115-c7dc0bbd84a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f16cd6c4-80af-4cc0-a62f-bd2ba635519d HTTP/1.1" status: 204 len: 168 time: 0.2856512 Aug 31 14:47:25.208308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023a918-0f40-4f6f-a0c3-0536dccf29f6 req-b6aadb23-0601-4aa5-ad63-4b2331e955b2 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:25.210169 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b023a918-0f40-4f6f-a0c3-0536dccf29f6 req-b6aadb23-0601-4aa5-ad63-4b2331e955b2 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1845760 Aug 31 14:47:25.225296 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9f9e0-8ac9-4dd4-b115-c7dc0bbd84a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16cd6c4-80af-4cc0-a62f-bd2ba635519d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:25.327504 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fbbc8a0b-e4ee-40b9-849b-e477712dd11d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.337143 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.351220 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc8a0b-e4ee-40b9-849b-e477712dd11d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 8c4f4305-6b13-47a8-b8a5-cfa984bab3b0 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:25.368992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9e6127-d3be-402d-8652-46a554402315'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:25.373200 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678f1d1f-cbf3-4d78-ae24-886c828eab70" -d '{"events": [{"server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9e6127-d3be-402d-8652-46a554402315"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:25.391660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1d9e6127-d3be-402d-8652-46a554402315,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:25.401395 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.425436 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b023a918-0f40-4f6f-a0c3-0536dccf29f6 req-acbc67d9-d9fe-43bf-af32-860f7d6dcf71 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044852 Aug 31 14:47:25.503323 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=1d9e6127-d3be-402d-8652-46a554402315,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:25.522191 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05924a8-d8a1-4bf0-a6ab-c1624354a2e7 x-openstack-request-id: req-f05924a8-d8a1-4bf0-a6ab-c1624354a2e7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:25.522649 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9e6127-d3be-402d-8652-46a554402315", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:25.522883 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f05924a8-d8a1-4bf0-a6ab-c1624354a2e7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:25.523926 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9e6127-d3be-402d-8652-46a554402315', 'code': 200} Aug 31 14:47:25.539586 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fbbc8a0b-e4ee-40b9-849b-e477712dd11d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.578356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc8a0b-e4ee-40b9-849b-e477712dd11d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=8c4f4305-6b13-47a8-b8a5-cfa984bab3b0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:25.608041 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fbbc8a0b-e4ee-40b9-849b-e477712dd11d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.611675 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fbbc8a0b-e4ee-40b9-849b-e477712dd11d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/8c4f4305-6b13-47a8-b8a5-cfa984bab3b0 HTTP/1.1" status: 204 len: 168 time: 0.7959828 Aug 31 14:47:25.613462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47364) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:25.642445 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0fbfd0c-ecb4-4033-be33-64ef91984687 None None] Provisioning for port 7868c4d2-1872-4281-8948-e6c10d5bf19b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:25.646414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0fbfd0c-ecb4-4033-be33-64ef91984687 None None] Provisioning complete for port 7868c4d2-1872-4281-8948-e6c10d5bf19b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:25.646754 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfd0c-ecb4-4033-be33-64ef91984687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.692179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1584980-e9ae-40a6-837e-2894658dc4ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:25.694460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1584980-e9ae-40a6-837e-2894658dc4ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:25.699791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47368) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:25.704812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b1584980-e9ae-40a6-837e-2894658dc4ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0874708 Aug 31 14:47:25.739962 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfd0c-ecb4-4033-be33-64ef91984687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.790033 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-845e965e-14c0-40da-b6af-61e48e295342 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 3af1436f-be22-414b-96ed-d231c53a0378 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:25.790795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0fbfd0c-ecb4-4033-be33-64ef91984687 None None] For port 7868c4d2-1872-4281-8948-e6c10d5bf19b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7868c4d2-1872-4281-8948-e6c10d5bf19b,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:25.795281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-845e965e-14c0-40da-b6af-61e48e295342 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.798213 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfd0c-ecb4-4033-be33-64ef91984687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:25.869681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbfd0c-ecb4-4033-be33-64ef91984687 None None] Pushing event updated for resources: {'Port': ['ID=7868c4d2-1872-4281-8948-e6c10d5bf19b,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:25.885003 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-845e965e-14c0-40da-b6af-61e48e295342 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:26.012399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0641b124-9074-4f62-902a-e6c0c85addc7 None None] Could not find standard attr ID for object 8c4f4305-6b13-47a8-b8a5-cfa984bab3b0. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:47:26.030911 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-845e965e-14c0-40da-b6af-61e48e295342 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:26.163935 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-845e965e-14c0-40da-b6af-61e48e295342 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:26.233268 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e965e-14c0-40da-b6af-61e48e295342 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=3af1436f-be22-414b-96ed-d231c53a0378,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:26.250367 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-845e965e-14c0-40da-b6af-61e48e295342 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:26.264351 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-845e965e-14c0-40da-b6af-61e48e295342 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/3af1436f-be22-414b-96ed-d231c53a0378 HTTP/1.1" status: 204 len: 168 time: 0.5631363 Aug 31 14:47:26.266620 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47388) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:26.269715 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9da7a54-4ba9-41f5-924a-f4c390b590f1 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:26.313076 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-481db84c-2dcb-4f4b-bb83-a2ed332ad903 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450592 Aug 31 14:47:26.315903 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47392) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:26.327463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-757bdab9-96d6-4086-ac7a-08d9aa12746f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:26.462255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757bdab9-96d6-4086-ac7a-08d9aa12746f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:26.467743 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-757bdab9-96d6-4086-ac7a-08d9aa12746f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:26.575226 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ef3b44-b86c-4dad-8844-53ed3435cbf6 None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:47:26.681794 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef3b44-b86c-4dad-8844-53ed3435cbf6 None None] Deleting port 7868c4d2-1872-4281-8948-e6c10d5bf19b {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:26.682185 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3b44-b86c-4dad-8844-53ed3435cbf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:26.700990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aca630-1478-4ff2-b429-dac3e6bc3725 req-f5bbb44b-3db8-40c0-b070-1c6110829f94 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:26.703122 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3aca630-1478-4ff2-b429-dac3e6bc3725 req-f5bbb44b-3db8-40c0-b070-1c6110829f94 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 943 time: 0.0878572 Aug 31 14:47:26.753328 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3aca630-1478-4ff2-b429-dac3e6bc3725 req-08fedc81-0e89-448b-b4c0-809841ef5dab tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442452 Aug 31 14:47:26.776874 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b1ef3b44-b86c-4dad-8844-53ed3435cbf6 None None] For port 7868c4d2-1872-4281-8948-e6c10d5bf19b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7868c4d2-1872-4281-8948-e6c10d5bf19b,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:26.777351 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3b44-b86c-4dad-8844-53ed3435cbf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:26.797553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef3b44-b86c-4dad-8844-53ed3435cbf6 None None] Calling delete_port for 7868c4d2-1872-4281-8948-e6c10d5bf19b owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:26.884234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7868c4d2-1872-4281-8948-e6c10d5bf19b no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:26.947026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.objects.ports [None req-757bdab9-96d6-4086-ac7a-08d9aa12746f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94870) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:47:27.094215 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3b44-b86c-4dad-8844-53ed3435cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.104023 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.135541 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef3b44-b86c-4dad-8844-53ed3435cbf6 None None] No DVR routers for this DVR port 7868c4d2-1872-4281-8948-e6c10d5bf19b on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:47:27.139474 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef3b44-b86c-4dad-8844-53ed3435cbf6 None None] Pushing event deleted for resources: {'Port': ['ID=7868c4d2-1872-4281-8948-e6c10d5bf19b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:27.160800 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_pluggable_backend [None req-757bdab9-96d6-4086-ac7a-08d9aa12746f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Port 7868c4d2-1872-4281-8948-e6c10d5bf19b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94870) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 14:47:27.161381 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_pluggable_backend [None req-757bdab9-96d6-4086-ac7a-08d9aa12746f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Reverting IP allocation for 2001:db8::f816:3eff:fe10:3c36 {{(pid=94870) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 14:47:27.170778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_pluggable_backend [None req-757bdab9-96d6-4086-ac7a-08d9aa12746f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe10:3c36 {{(pid=94870) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 14:47:27.173420 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-757bdab9-96d6-4086-ac7a-08d9aa12746f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.229416 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757bdab9-96d6-4086-ac7a-08d9aa12746f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:27.234863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-757bdab9-96d6-4086-ac7a-08d9aa12746f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:27.239545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757bdab9-96d6-4086-ac7a-08d9aa12746f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:27.240144 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-757bdab9-96d6-4086-ac7a-08d9aa12746f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.244260 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d70c05-97c5-4c3b-bd00-4115c1da6071 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:27.283585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bdab9-96d6-4086-ac7a-08d9aa12746f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=c0ef8990-a36b-41f1-83ee-5cda0df7aefd,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:27.293561 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-757bdab9-96d6-4086-ac7a-08d9aa12746f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9749582 Aug 31 14:47:27.299862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47422) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:27.305431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'mac_address': 'fa:16:3e:0b:7e:a8', 'name': 'tempest-NetworksTestDHCPv6-1858190335'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:27.524428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': 'c0ef8990-a36b-41f1-83ee-5cda0df7aefd'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:47:27.525403 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.843912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Allocated IP 2001:db8::f816:3eff:fe48:b33d (b4d25150-f4fa-4c09-ab58-80f29333d578/c0ef8990-a36b-41f1-83ee-5cda0df7aefd/c702ef98-9170-4144-908d-fd50b2fa39e2) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:27.853699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:27.867481 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:27.891232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 929ca7e8-c7a2-47d8-b0ac-9403a5933e36 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:47:28.064639 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.074218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Transition to ACTIVE for port object c702ef98-9170-4144-908d-fd50b2fa39e2 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:28.092662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Transition to ACTIVE for port object c702ef98-9170-4144-908d-fd50b2fa39e2 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:28.100708 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.146022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:28.149846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:28.155381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:28.158914 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Pushing event updated for resources: {'Port': ['ID=c702ef98-9170-4144-908d-fd50b2fa39e2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:28.181939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::f816:3eff:fe0b:7ea8 (b4d25150-f4fa-4c09-ab58-80f29333d578/c0ef8990-a36b-41f1-83ee-5cda0df7aefd/929ca7e8-c7a2-47d8-b0ac-9403a5933e36) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:28.238960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Attempting to bind port c702ef98-9170-4144-908d-fd50b2fa39e2 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:47:28.239386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Attempting to bind port c702ef98-9170-4144-908d-fd50b2fa39e2 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:47:28.239821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Attempting to bind port c702ef98-9170-4144-908d-fd50b2fa39e2 on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:28.246969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:47:28.247401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:28.248927 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.248927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:47:28.248927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Bound port: c702ef98-9170-4144-908d-fd50b2fa39e2, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:47:28.249258 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.258824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b2024-c6ce-422c-9fe3-9c728df76a42 req-091d79d3-2ccf-413b-9508-ea99fd689c8b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:28.262605 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c68b2024-c6ce-422c-9fe3-9c728df76a42 req-091d79d3-2ccf-413b-9508-ea99fd689c8b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 943 time: 0.0904198 Aug 31 14:47:28.365426 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c68b2024-c6ce-422c-9fe3-9c728df76a42 req-92e61c94-ec68-4870-9de6-288c7c13ad7b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946405 Aug 31 14:47:28.381054 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-b42fdf54-e632-483f-8835-0cde57b7cb26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849183 Aug 31 14:47:28.462227 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.485199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 929ca7e8-c7a2-47d8-b0ac-9403a5933e36 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:28.506965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] For port c702ef98-9170-4144-908d-fd50b2fa39e2, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:28.510458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] For port c702ef98-9170-4144-908d-fd50b2fa39e2, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c702ef98-9170-4144-908d-fd50b2fa39e2,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:47:28.516401 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.564328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.585249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5c603-4cfb-4682-85bd-2a7122ced95e None None] Pushing event updated for resources: {'Port': ['ID=c702ef98-9170-4144-908d-fd50b2fa39e2,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:28.618369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:28.628404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:28.631154 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:28.639743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:28.639743 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:28.661413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=929ca7e8-c7a2-47d8-b0ac-9403a5933e36,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:28.668890 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2746b191-b750-4c6a-8d78-482dcefc5448 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3676031 Aug 31 14:47:28.669244 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47460) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:28.726335 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675538d4-4bf6-49f9-b0c7-c9e0b1f6d620 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:28.733031 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675538d4-4bf6-49f9-b0c7-c9e0b1f6d620 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:28.735216 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-675538d4-4bf6-49f9-b0c7-c9e0b1f6d620 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0642145 Aug 31 14:47:28.737626 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47462) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:28.869955 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d872936e-e57e-48e5-bfbc-fbf111e0355a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 929ca7e8-c7a2-47d8-b0ac-9403a5933e36 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:28.869955 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d872936e-e57e-48e5-bfbc-fbf111e0355a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.004519 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d872936e-e57e-48e5-bfbc-fbf111e0355a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.019033 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-d872936e-e57e-48e5-bfbc-fbf111e0355a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 929ca7e8-c7a2-47d8-b0ac-9403a5933e36 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:29.187920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 1d9e6127-d3be-402d-8652-46a554402315 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:29.223664 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d872936e-e57e-48e5-bfbc-fbf111e0355a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.271289 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872936e-e57e-48e5-bfbc-fbf111e0355a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=929ca7e8-c7a2-47d8-b0ac-9403a5933e36,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:29.309180 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d872936e-e57e-48e5-bfbc-fbf111e0355a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.312163 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d872936e-e57e-48e5-bfbc-fbf111e0355a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/929ca7e8-c7a2-47d8-b0ac-9403a5933e36 HTTP/1.1" status: 204 len: 168 time: 0.5735438 Aug 31 14:47:29.314722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47474) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:29.337093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47476) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:29.342615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-4cd9b5aa-e1fc-48fc-a621-2364a24f7380 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1484823441', 'description': 'tempest-secgroup-smoke-1484823441 description', 'project_id': 'd870a71dbb8448f4be281bbe47485733'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:29.368684 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b5aa-e1fc-48fc-a621-2364a24f7380 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.383502 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b5aa-e1fc-48fc-a621-2364a24f7380 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.409162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a576640-064f-4c8d-9b94-50db43083411 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:29.412947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a576640-064f-4c8d-9b94-50db43083411 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:29.419489 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47480) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:29.419957 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1a576640-064f-4c8d-9b94-50db43083411 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0990717 Aug 31 14:47:29.536464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-9454fdf4-cc2e-4fb7-8d6c-6934e300a734 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet c0ef8990-a36b-41f1-83ee-5cda0df7aefd {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:29.542571 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9454fdf4-cc2e-4fb7-8d6c-6934e300a734 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.550309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-e13738e2-6496-480e-878e-985b07b95daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:29.551984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-e13738e2-6496-480e-878e-985b07b95daa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82&tenant_id=a04e8c5706e9410ab912244cb47ade7d HTTP/1.1" status: 200 len: 1094 time: 0.1624503 Aug 31 14:47:29.565853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:29.640099 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.646232 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9454fdf4-cc2e-4fb7-8d6c-6934e300a734 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.715004 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b5aa-e1fc-48fc-a621-2364a24f7380 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.737348 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13434f-c62b-42dd-ba4e-cb522880a986 req-9f1110df-295a-426b-a0ad-d8dd643d2643 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:29.740170 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6f13434f-c62b-42dd-ba4e-cb522880a986 req-9f1110df-295a-426b-a0ad-d8dd643d2643 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 943 time: 0.2000687 Aug 31 14:47:29.747499 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b5aa-e1fc-48fc-a621-2364a24f7380 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.895319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9b5aa-e1fc-48fc-a621-2364a24f7380 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1df91a-6e77-4c72-a7a9-8e62671eb16d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:29.907374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=1d9e6127-d3be-402d-8652-46a554402315,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:29.923239 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6f13434f-c62b-42dd-ba4e-cb522880a986 req-8524625a-8169-47d1-8df3-b36a12cdb12f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639276 Aug 31 14:47:29.942749 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9454fdf4-cc2e-4fb7-8d6c-6934e300a734 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:29.974028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:30.030798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9e6127-d3be-402d-8652-46a554402315 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:47:30.031231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1167a3db-1267-4343-a124-e83db8565996 None None] Provisioning for port c702ef98-9170-4144-908d-fd50b2fa39e2 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:30.047151 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.061107 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b5aa-e1fc-48fc-a621-2364a24f7380 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.066618 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Transition to ACTIVE for port object 1d9e6127-d3be-402d-8652-46a554402315 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:30.073555 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b5aa-e1fc-48fc-a621-2364a24f7380 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.074575 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.124151 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9b5aa-e1fc-48fc-a621-2364a24f7380 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecb6752-60ad-4373-bd3a-f759d652db81,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:30.148506 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b5aa-e1fc-48fc-a621-2364a24f7380 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.153891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47482) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:30.154097 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4cd9b5aa-e1fc-48fc-a621-2364a24f7380 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8158612 Aug 31 14:47:30.156030 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9454fdf4-cc2e-4fb7-8d6c-6934e300a734 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.163780 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-19bbb150-1100-4897-bb7a-5f06b27f1c95 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': '3ecb6752-60ad-4373-bd3a-f759d652db81', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:30.198604 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454fdf4-cc2e-4fb7-8d6c-6934e300a734 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ef8990-a36b-41f1-83ee-5cda0df7aefd,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:30.208029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9e6127-d3be-402d-8652-46a554402315,revision_number=9']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:30.218372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9454fdf4-cc2e-4fb7-8d6c-6934e300a734 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.230162 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9454fdf4-cc2e-4fb7-8d6c-6934e300a734 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/c0ef8990-a36b-41f1-83ee-5cda0df7aefd HTTP/1.1" status: 204 len: 168 time: 0.8059678 Aug 31 14:47:30.231068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47486) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:30.300322 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-83d79750-7f6f-4dae-b8ae-90ff5539f70e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679848 Aug 31 14:47:30.301670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47488) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:30.322388 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19bbb150-1100-4897-bb7a-5f06b27f1c95 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.382358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8bca8-057f-4075-8057-086f6adbe908 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:30.388299 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-15c8bca8-057f-4075-8057-086f6adbe908 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0819600 Aug 31 14:47:30.388605 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47490) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:30.406890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88243442-124b-4fc2-9f45-7c51a68b3526 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:30.433629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] No DVR routers for this DVR port 1d9e6127-d3be-402d-8652-46a554402315 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:47:30.457885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7fde53-7df5-4ab1-b30f-012f2300baea tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:30.462297 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ba7fde53-7df5-4ab1-b30f-012f2300baea tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0705788 Aug 31 14:47:30.463476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47492) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:30.515062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b6973bb3-a895-4f87-baf6-6bcdc5a35679 None None] Could not find standard attr ID for object 929ca7e8-c7a2-47d8-b0ac-9403a5933e36. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:47:30.529457 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19bbb150-1100-4897-bb7a-5f06b27f1c95 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.547471 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4c448870-3113-477a-8d0b-ead21196a7ae tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781820 Aug 31 14:47:30.548689 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47494) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:30.553766 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0b7cb773-ea64-4049-a15a-44148658ba87 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:30.597871 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19bbb150-1100-4897-bb7a-5f06b27f1c95 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.632872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbb150-1100-4897-bb7a-5f06b27f1c95 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26738bb3-d101-4927-85a1-ef1894cf0f50,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:30.672015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7cb773-ea64-4049-a15a-44148658ba87 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:30.673083 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Attempting to bind port 1d9e6127-d3be-402d-8652-46a554402315 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:47:30.673358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Attempting to bind port 1d9e6127-d3be-402d-8652-46a554402315 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:47:30.673693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Attempting to bind port 1d9e6127-d3be-402d-8652-46a554402315 on network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:30.678711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Port 1d9e6127-d3be-402d-8652-46a554402315 on network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:47:30.679100 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Attempting to bind port 1d9e6127-d3be-402d-8652-46a554402315 on network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:30.683340 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b7cb773-ea64-4049-a15a-44148658ba87 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.685255 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:47:30.685566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Checking segment: {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:30.685903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Bound using segment: {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:47:30.686339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Bound port: 1d9e6127-d3be-402d-8652-46a554402315, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac9566a-c482-417e-9a56-bd555b1353e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:47:30.686694 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.688960 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19bbb150-1100-4897-bb7a-5f06b27f1c95 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.692090 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-19bbb150-1100-4897-bb7a-5f06b27f1c95 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5348387 Aug 31 14:47:30.694727 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47496) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:30.725697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-cc0c3cdd-57d6-4041-a50e-75dfd0aa4027 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': '3ecb6752-60ad-4373-bd3a-f759d652db81', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:30.735628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b88e87b-05ff-4241-9c6c-afa31d73867f None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:47:30.790179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:30.804110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1d9e6127-d3be-402d-8652-46a554402315,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:47:30.814495 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.816392 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9b88e87b-05ff-4241-9c6c-afa31d73867f None None] Deleting port c702ef98-9170-4144-908d-fd50b2fa39e2 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:30.816772 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b88e87b-05ff-4241-9c6c-afa31d73867f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.820531 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3cdd-57d6-4041-a50e-75dfd0aa4027 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.866365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:30.867035 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.868640 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] 10.222.0.25 "PUT /v2.0/ports/1d9e6127-d3be-402d-8652-46a554402315 HTTP/1.1" status: 200 len: 1091 time: 1.3076992 Aug 31 14:47:30.869139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'tag': '1d9e6127-d3be-402d-8652-46a554402315'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:30.873403 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34daf90-4e94-4497-8d4f-495b0453dd11" -d '{"events": [{"name": "network-changed", "server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "tag": "1d9e6127-d3be-402d-8652-46a554402315"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:30.953150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9895c-3c4b-43c9-b0b8-dd992916f6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9e6127-d3be-402d-8652-46a554402315,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:30.971296 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9b88e87b-05ff-4241-9c6c-afa31d73867f None None] For port c702ef98-9170-4144-908d-fd50b2fa39e2, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c702ef98-9170-4144-908d-fd50b2fa39e2,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:30.972092 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b88e87b-05ff-4241-9c6c-afa31d73867f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:30.979875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-2f66d3d1-1cf1-44df-a6f6-85c4451de4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:30.982512 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-2f66d3d1-1cf1-44df-a6f6-85c4451de4e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 1095 time: 0.0723922 Aug 31 14:47:30.998983 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9b88e87b-05ff-4241-9c6c-afa31d73867f None None] Calling delete_port for c702ef98-9170-4144-908d-fd50b2fa39e2 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:31.069255 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3cdd-57d6-4041-a50e-75dfd0aa4027 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.080554 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3cdd-57d6-4041-a50e-75dfd0aa4027 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.103579 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b7cb773-ea64-4049-a15a-44148658ba87 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.148929 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a7d8e7-5aad-463e-a69f-5dfb57944778 x-openstack-request-id: req-54a7d8e7-5aad-463e-a69f-5dfb57944778 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:31.149238 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "tag": "1d9e6127-d3be-402d-8652-46a554402315", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:31.149468 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54a7d8e7-5aad-463e-a69f-5dfb57944778 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:31.149881 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'tag': '1d9e6127-d3be-402d-8652-46a554402315', 'status': 'completed', 'code': 200} Aug 31 14:47:31.164118 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c3cdd-57d6-4041-a50e-75dfd0aa4027 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8808e982-0cfc-45c7-8f2f-c8cb367cf711,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:31.173882 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3cdd-57d6-4041-a50e-75dfd0aa4027 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.179063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47502) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:31.183220 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cc0c3cdd-57d6-4041-a50e-75dfd0aa4027 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4735315 Aug 31 14:47:31.190464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b6e15ea9-73ce-4218-94ae-90cb004fba2d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': '3ecb6752-60ad-4373-bd3a-f759d652db81', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:31.216857 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b88e87b-05ff-4241-9c6c-afa31d73867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.246454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88e87b-05ff-4241-9c6c-afa31d73867f None None] Pushing event deleted for resources: {'Port': ['ID=c702ef98-9170-4144-908d-fd50b2fa39e2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:31.259491 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88e87b-05ff-4241-9c6c-afa31d73867f None None] No DVR routers for this DVR port c702ef98-9170-4144-908d-fd50b2fa39e2 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:47:31.268457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7cb773-ea64-4049-a15a-44148658ba87 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:31.283148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-0b7cb773-ea64-4049-a15a-44148658ba87 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:31.289894 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7cb773-ea64-4049-a15a-44148658ba87 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:31.290496 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b7cb773-ea64-4049-a15a-44148658ba87 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.310725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cb773-ea64-4049-a15a-44148658ba87 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=0abfc974-db10-4a44-a2d5-892db301904e,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:31.315432 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6e15ea9-73ce-4218-94ae-90cb004fba2d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.335101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab41850-b1ca-45ff-8f7b-96b6fae14bd7 req-39ba7a3a-9763-4801-83f6-4d0214ea1c19 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:31.346465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e08670c-5286-499f-b863-c64597b7c608 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:31.359140 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3ab41850-b1ca-45ff-8f7b-96b6fae14bd7 req-39ba7a3a-9763-4801-83f6-4d0214ea1c19 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 944 time: 0.1913586 Aug 31 14:47:31.375876 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0b7cb773-ea64-4049-a15a-44148658ba87 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8215272 Aug 31 14:47:31.405029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-e3bedc04-4fb8-4658-bf82-b76334667f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:31.405855 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47508) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:31.407590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-e3bedc04-4fb8-4658-bf82-b76334667f7a service neutron] 10.222.0.25 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 917 time: 0.4172106 Aug 31 14:47:31.410635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'mac_address': 'fa:16:3e:a1:60:04', 'name': 'tempest-NetworksTestDHCPv6-1801862145'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:31.534491 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-3c88f874-dd78-4a97-b1fb-8e0aaf7419bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9e6127-d3be-402d-8652-46a554402315 HTTP/1.1" status: 200 len: 999 time: 0.1173923 Aug 31 14:47:31.546136 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6e15ea9-73ce-4218-94ae-90cb004fba2d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.582715 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3ab41850-b1ca-45ff-8f7b-96b6fae14bd7 req-bec96418-42f0-4a5c-8d34-1f9836aab4f5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223718 Aug 31 14:47:31.614609 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6e15ea9-73ce-4218-94ae-90cb004fba2d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.644562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e15ea9-73ce-4218-94ae-90cb004fba2d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c697a812-71e6-4ac7-884b-22c7df7b56fe,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:31.648435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-cf25fe82-7bd5-4834-a22b-a046a813a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:31.650317 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-cf25fe82-7bd5-4834-a22b-a046a813a494 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.1072307 Aug 31 14:47:31.653526 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6e15ea9-73ce-4218-94ae-90cb004fba2d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.655319 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b6e15ea9-73ce-4218-94ae-90cb004fba2d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4743614 Aug 31 14:47:31.657669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47512) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:31.664324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a09f3c6c-ac4b-4c2c-a7d5-b37668715048 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': '3ecb6752-60ad-4373-bd3a-f759d652db81', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:31.669031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': '0abfc974-db10-4a44-a2d5-892db301904e'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:47:31.671236 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.700315 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:31.738742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-4d7fdac4-0ecd-40df-b65a-1ca96804a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:31.740409 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-4d7fdac4-0ecd-40df-b65a-1ca96804a648 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654089 Aug 31 14:47:31.741939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a09f3c6c-ac4b-4c2c-a7d5-b37668715048 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.831097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.857368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port cf74d86b-f150-4db6-8a68-0e9975c91f2e yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:47:31.875123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a09f3c6c-ac4b-4c2c-a7d5-b37668715048 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.884070 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a09f3c6c-ac4b-4c2c-a7d5-b37668715048 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.915087 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-99561ca1-2171-4d6a-84f4-41da7c753aca service neutron] 10.222.0.25 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634068 Aug 31 14:47:31.919684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f3c6c-ac4b-4c2c-a7d5-b37668715048 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a67c116-3956-49f0-bc20-3625de64c071,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:31.932202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Allocated IP 2001:db8::2 (b4d25150-f4fa-4c09-ab58-80f29333d578/0abfc974-db10-4a44-a2d5-892db301904e/c591afdc-44f4-4620-bfeb-acbe7b138b46) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:31.934978 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a09f3c6c-ac4b-4c2c-a7d5-b37668715048 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.937050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a09f3c6c-ac4b-4c2c-a7d5-b37668715048 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2780886 Aug 31 14:47:31.940308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47516) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:31.948796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f4d647c0-7e27-417b-938b-6e45dae29f65 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': '3ecb6752-60ad-4373-bd3a-f759d652db81', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:31.983285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47518) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:32.004131 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-f4d647c0-7e27-417b-938b-6e45dae29f65 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Project d870a71dbb8448f4be281bbe47485733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:47:32.016793 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4d647c0-7e27-417b-938b-6e45dae29f65 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.054748 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bcae1ff4-de90-4738-b6b7-005d68dbba4c req-dcdc1136-7d48-418a-a282-adee123f5172 service neutron] 10.222.0.25 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316450 Aug 31 14:47:32.100089 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4d647c0-7e27-417b-938b-6e45dae29f65 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.109135 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4d647c0-7e27-417b-938b-6e45dae29f65 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.163291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d647c0-7e27-417b-938b-6e45dae29f65 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ada132-7db1-4936-80de-e0fdcc8edf23,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:32.180061 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f4d647c0-7e27-417b-938b-6e45dae29f65 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.180887 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f4d647c0-7e27-417b-938b-6e45dae29f65 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2387586 Aug 31 14:47:32.184726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47526) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:32.196383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e67ef40e-2597-4fc4-94cb-a0079ae5f0ad tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': '3ecb6752-60ad-4373-bd3a-f759d652db81', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:32.216452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34daf90-4e94-4497-8d4f-495b0453dd11 req-8ac273bd-ecf6-43ab-adc0-0e4489fd44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:32.218102 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d34daf90-4e94-4497-8d4f-495b0453dd11 req-8ac273bd-ecf6-43ab-adc0-0e4489fd44c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 1095 time: 0.1059155 Aug 31 14:47:32.232005 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.239653 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b8dbb3d-3021-4d50-98c8-c8d887c4c055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.241451 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Transition to ACTIVE for port object c591afdc-44f4-4620-bfeb-acbe7b138b46 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:32.266156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Transition to ACTIVE for port object c591afdc-44f4-4620-bfeb-acbe7b138b46 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:32.287712 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.298667 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-e67ef40e-2597-4fc4-94cb-a0079ae5f0ad tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Project d870a71dbb8448f4be281bbe47485733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:47:32.312861 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e67ef40e-2597-4fc4-94cb-a0079ae5f0ad tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.356701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::18 (b4d25150-f4fa-4c09-ab58-80f29333d578/0abfc974-db10-4a44-a2d5-892db301904e/cf74d86b-f150-4db6-8a68-0e9975c91f2e) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:32.358840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:32.363270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:32.365230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Pushing event updated for resources: {'Port': ['ID=c591afdc-44f4-4620-bfeb-acbe7b138b46,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:32.373547 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:32.431634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34daf90-4e94-4497-8d4f-495b0453dd11 req-fdef78ee-0042-4e30-98bc-5548e8fa66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:32.433946 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d34daf90-4e94-4497-8d4f-495b0453dd11 req-fdef78ee-0042-4e30-98bc-5548e8fa66c6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 917 time: 0.2075238 Aug 31 14:47:32.437125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Attempting to bind port c591afdc-44f4-4620-bfeb-acbe7b138b46 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:47:32.437840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Attempting to bind port c591afdc-44f4-4620-bfeb-acbe7b138b46 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:47:32.438677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Attempting to bind port c591afdc-44f4-4620-bfeb-acbe7b138b46 on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:32.444930 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:47:32.445971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:32.446596 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.447252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:47:32.448923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Bound port: c591afdc-44f4-4620-bfeb-acbe7b138b46, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:47:32.449582 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.462544 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e67ef40e-2597-4fc4-94cb-a0079ae5f0ad tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.505341 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e67ef40e-2597-4fc4-94cb-a0079ae5f0ad tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.536667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] For port c591afdc-44f4-4620-bfeb-acbe7b138b46, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:32.541770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] For port c591afdc-44f4-4620-bfeb-acbe7b138b46, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c591afdc-44f4-4620-bfeb-acbe7b138b46,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:47:32.547112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ef40e-2597-4fc4-94cb-a0079ae5f0ad tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b683c8-c205-4924-8f6b-c6c3fd1fe43a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:32.548102 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.561656 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d34daf90-4e94-4497-8d4f-495b0453dd11 req-89491d09-5342-4642-a923-815169ce2a48 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9e6127-d3be-402d-8652-46a554402315 HTTP/1.1" status: 200 len: 999 time: 0.1190464 Aug 31 14:47:32.599261 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.629098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object cf74d86b-f150-4db6-8a68-0e9975c91f2e will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:32.636388 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b8dbb3d-3021-4d50-98c8-c8d887c4c055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.644177 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87714d-0897-4da7-8ecf-7e98aa76e719 None None] Pushing event updated for resources: {'Port': ['ID=c591afdc-44f4-4620-bfeb-acbe7b138b46,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:32.652814 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b8dbb3d-3021-4d50-98c8-c8d887c4c055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.660789 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e67ef40e-2597-4fc4-94cb-a0079ae5f0ad tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.662174 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e67ef40e-2597-4fc4-94cb-a0079ae5f0ad tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4764416 Aug 31 14:47:32.683860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47540) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:32.689594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1a35fbff-a1e8-4850-9d2a-ac704e33a8d0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'network': {'name': 'tempest-network-smoke--1193175624', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'port_security_enabled': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:32.692981 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.804442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dbb3d-3021-4d50-98c8-c8d887c4c055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a11ce8e-d61a-4ded-ad35-1cc585cfba9b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:32.814536 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3b8dbb3d-3021-4d50-98c8-c8d887c4c055 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f814a090b3664e6a9d46840f0a362b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8240776 Aug 31 14:47:32.819025 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34daf90-4e94-4497-8d4f-495b0453dd11 req-8338c0c0-45a2-466c-ac83-f8a861224b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:32.820548 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d34daf90-4e94-4497-8d4f-495b0453dd11 req-8338c0c0-45a2-466c-ac83-f8a861224b41 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.2480667 Aug 31 14:47:32.825446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47544) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:32.867081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a35fbff-a1e8-4850-9d2a-ac704e33a8d0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Made reservation on behalf of d870a71dbb8448f4be281bbe47485733 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:32.871764 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a35fbff-a1e8-4850-9d2a-ac704e33a8d0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:32.969402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253c846-284f-428f-8950-b5dc745e25b0 req-3e36eb07-8aaa-42b2-b74e-9d31bd66dba4 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:32.971290 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2253c846-284f-428f-8950-b5dc745e25b0 req-3e36eb07-8aaa-42b2-b74e-9d31bd66dba4 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 944 time: 0.2461555 Aug 31 14:47:33.065892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a35fbff-a1e8-4850-9d2a-ac704e33a8d0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:47:33.092872 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-614b21f0-efda-4e0c-93f2-9482b4c26d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.111704 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a35fbff-a1e8-4850-9d2a-ac704e33a8d0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.112067 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-1a35fbff-a1e8-4850-9d2a-ac704e33a8d0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Added segment 7a4587e8-9551-4c21-9300-8a79e5c682a5 of type vlan for network 11a0feae-060b-446c-8bb3-bf8028e4b48d Aug 31 14:47:33.163901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2253c846-284f-428f-8950-b5dc745e25b0 req-1ee4ca2f-d107-4567-9355-412c1eea9163 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780138 Aug 31 14:47:33.197294 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:33.204495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34daf90-4e94-4497-8d4f-495b0453dd11 req-5a43601d-ab75-4fa9-be51-47b5b264aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:33.209015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:33.209335 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d34daf90-4e94-4497-8d4f-495b0453dd11 req-5a43601d-ab75-4fa9-be51-47b5b264aaf0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2471595 Aug 31 14:47:33.210758 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:33.215122 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-614b21f0-efda-4e0c-93f2-9482b4c26d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.220019 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:33.220809 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.231994 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a35fbff-a1e8-4850-9d2a-ac704e33a8d0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.236357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=cf74d86b-f150-4db6-8a68-0e9975c91f2e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:33.253492 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1ec2b343-c906-4062-a7c1-5f24b41c59e9 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8433554 Aug 31 14:47:33.255760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47546) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:33.290558 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a35fbff-a1e8-4850-9d2a-ac704e33a8d0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.297472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a35fbff-a1e8-4850-9d2a-ac704e33a8d0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:33.298185 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a35fbff-a1e8-4850-9d2a-ac704e33a8d0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.318799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe7c400-f34e-401e-ba3f-879f63b20316 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:33.327266 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe7c400-f34e-401e-ba3f-879f63b20316 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:33.332156 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dfe7c400-f34e-401e-ba3f-879f63b20316 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0751331 Aug 31 14:47:33.332606 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47548) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:33.394624 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1a35fbff-a1e8-4850-9d2a-ac704e33a8d0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7070198 Aug 31 14:47:33.399957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47550) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:33.415545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'admin_state_up': True, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:33.428775 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-614b21f0-efda-4e0c-93f2-9482b4c26d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.431351 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-614b21f0-efda-4e0c-93f2-9482b4c26d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.433853 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-614b21f0-efda-4e0c-93f2-9482b4c26d7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a11ce8e-d61a-4ded-ad35-1cc585cfba9b HTTP/1.1" status: 204 len: 168 time: 0.6061249 Aug 31 14:47:33.461049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35fbff-a1e8-4850-9d2a-ac704e33a8d0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Network': ['ID=11a0feae-060b-446c-8bb3-bf8028e4b48d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:33.465538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b21f0-efda-4e0c-93f2-9482b4c26d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a11ce8e-d61a-4ded-ad35-1cc585cfba9b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:33.472631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 11a0feae-060b-446c-8bb3-bf8028e4b48d details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:47:33.548345 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.549221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d34daf90-4e94-4497-8d4f-495b0453dd11 req-a8a21c15-19f6-4da5-ab09-20a945628d4b service neutron] 10.222.0.25 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834483 Aug 31 14:47:33.549915 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.635998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7fae5723-f899-41a5-a5fa-c651323d198f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port cf74d86b-f150-4db6-8a68-0e9975c91f2e {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:33.636880 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fae5723-f899-41a5-a5fa-c651323d198f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.644955 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.887547 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d34daf90-4e94-4497-8d4f-495b0453dd11 req-9d0e9e4e-5f7f-4eee-9fd9-f9049cb90394 service neutron] 10.222.0.25 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370868 Aug 31 14:47:33.975571 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:33.994038 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fae5723-f899-41a5-a5fa-c651323d198f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:34.032782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7fae5723-f899-41a5-a5fa-c651323d198f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for cf74d86b-f150-4db6-8a68-0e9975c91f2e owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:34.038593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47556) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:34.078824 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6d9f-e6bc-4ea1-9e5e-98e823e7142a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:34.335548 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6d9f-e6bc-4ea1-9e5e-98e823e7142a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:34.345974 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6d9f-e6bc-4ea1-9e5e-98e823e7142a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:34.371382 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fae5723-f899-41a5-a5fa-c651323d198f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:34.400029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd6d9f-e6bc-4ea1-9e5e-98e823e7142a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3364649-e024-4c33-9310-855872685cc0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:34.432823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-812024f2-c8b3-4a51-8944-b5109ffab3e3 None None] Provisioning for port c591afdc-44f4-4620-bfeb-acbe7b138b46 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:34.442126 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:34.460493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bcdd6d9f-e6bc-4ea1-9e5e-98e823e7142a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69c97bbcdb0045489003277fa88563a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202106 Aug 31 14:47:34.462322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47560) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:34.516738 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:34.533742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae5723-f899-41a5-a5fa-c651323d198f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=cf74d86b-f150-4db6-8a68-0e9975c91f2e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:34.578718 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad181e06-0256-47b3-9b69-1d145f51c298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:34.607144 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7fae5723-f899-41a5-a5fa-c651323d198f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:34.612675 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7fae5723-f899-41a5-a5fa-c651323d198f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/cf74d86b-f150-4db6-8a68-0e9975c91f2e HTTP/1.1" status: 204 len: 168 time: 1.2787879 Aug 31 14:47:34.613592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47562) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:34.643506 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad181e06-0256-47b3-9b69-1d145f51c298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:34.683970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242393cb-cabc-4ae2-9ed1-80be89669891 req-6464e2fe-e18f-401a-baf2-12b25ac3df2f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:34.691405 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-242393cb-cabc-4ae2-9ed1-80be89669891 req-6464e2fe-e18f-401a-baf2-12b25ac3df2f tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 944 time: 0.2849302 Aug 31 14:47:34.768396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-907e59f4-c1ff-48d9-a75c-779897c14e40 None None] Could not find standard attr ID for object cf74d86b-f150-4db6-8a68-0e9975c91f2e. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:47:34.777701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-242393cb-cabc-4ae2-9ed1-80be89669891 req-b5828637-cd57-4e79-a497-ef78855b13ab tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853319 Aug 31 14:47:34.800813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395dfd4c-a8e4-467e-9582-e655f32b2d66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:34.802705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395dfd4c-a8e4-467e-9582-e655f32b2d66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:34.804304 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-395dfd4c-a8e4-467e-9582-e655f32b2d66 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1894848 Aug 31 14:47:34.819366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47564) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:34.900368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.25.2.183 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/cf4a0923-4eef-478f-8fc4-5338ff26176d) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:34.924180 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad181e06-0256-47b3-9b69-1d145f51c298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:34.938217 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad181e06-0256-47b3-9b69-1d145f51c298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:34.944079 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ad181e06-0256-47b3-9b69-1d145f51c298 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3364649-e024-4c33-9310-855872685cc0 HTTP/1.1" status: 204 len: 168 time: 0.4803956 Aug 31 14:47:34.967108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c591afdc-44f4-4620-bfeb-acbe7b138b46 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:34.969506 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad181e06-0256-47b3-9b69-1d145f51c298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3364649-e024-4c33-9310-855872685cc0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:35.012062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf0f53f-60c2-48f1-ad4a-b321b8b04416 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 0abfc974-db10-4a44-a2d5-892db301904e {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:35.024543 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f53f-60c2-48f1-ad4a-b321b8b04416 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:35.114520 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:35.118800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port c591afdc-44f4-4620-bfeb-acbe7b138b46 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:35.125594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c591afdc-44f4-4620-bfeb-acbe7b138b46 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:35.127657 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:35.134631 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f53f-60c2-48f1-ad4a-b321b8b04416 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:35.229354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:35.245611 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:35.287292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port c591afdc-44f4-4620-bfeb-acbe7b138b46, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c591afdc-44f4-4620-bfeb-acbe7b138b46,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:35.293607 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:35.313095 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f53f-60c2-48f1-ad4a-b321b8b04416 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:35.334692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:35.338910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:35.343265 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:35.404550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=c591afdc-44f4-4620-bfeb-acbe7b138b46,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:35.416983 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f53f-60c2-48f1-ad4a-b321b8b04416 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:35.428602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=cf4a0923-4eef-478f-8fc4-5338ff26176d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:35.456547 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f53f-60c2-48f1-ad4a-b321b8b04416 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:35.457188 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b74613-f8da-41b1-a137-3d4d623e3810 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:35.458924 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1bf0f53f-60c2-48f1-ad4a-b321b8b04416 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/0abfc974-db10-4a44-a2d5-892db301904e HTTP/1.1" status: 204 len: 168 time: 0.6367362 Aug 31 14:47:35.472783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47570) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:35.478096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0f53f-60c2-48f1-ad4a-b321b8b04416 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=0abfc974-db10-4a44-a2d5-892db301904e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:35.636490 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c6da2a6c-d42e-4f58-ac54-150f093be656 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1620746 Aug 31 14:47:35.639142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47574) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:35.715822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e5ccf-1e25-4f81-9e13-ac2396796875 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:35.718286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-eb4e5ccf-1e25-4f81-9e13-ac2396796875 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0773551 Aug 31 14:47:35.720327 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47580) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:35.763170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab7f7a1-f38a-47aa-b0ba-cb9336f65f7e None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:47:35.835277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-dab7f7a1-f38a-47aa-b0ba-cb9336f65f7e None None] Deleting port c591afdc-44f4-4620-bfeb-acbe7b138b46 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:35.836363 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dab7f7a1-f38a-47aa-b0ba-cb9336f65f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:35.950547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb376aff-3373-43cf-9989-b7403b25119d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:35.954754 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cb376aff-3373-43cf-9989-b7403b25119d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2329452 Aug 31 14:47:35.978315 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-dab7f7a1-f38a-47aa-b0ba-cb9336f65f7e None None] For port c591afdc-44f4-4620-bfeb-acbe7b138b46, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c591afdc-44f4-4620-bfeb-acbe7b138b46,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:35.979552 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dab7f7a1-f38a-47aa-b0ba-cb9336f65f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:35.995443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47588) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:36.013306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-dab7f7a1-f38a-47aa-b0ba-cb9336f65f7e None None] Calling delete_port for c591afdc-44f4-4620-bfeb-acbe7b138b46 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:36.077256 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e8380ca4-f95c-4bf5-bf8c-75fd048261ae tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790358 Aug 31 14:47:36.083971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47592) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:36.092721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-daddab5a-0368-4234-aceb-5749f79d113f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:36.118966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d2183-95a8-4211-a330-5f0d41582e0c req-900272ff-06e6-4cf5-8127-9e43bc0b8ff3 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:36.132915 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bc2d2183-95a8-4211-a330-5f0d41582e0c req-900272ff-06e6-4cf5-8127-9e43bc0b8ff3 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 944 time: 0.2013967 Aug 31 14:47:36.149859 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dab7f7a1-f38a-47aa-b0ba-cb9336f65f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:36.199249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7f7a1-f38a-47aa-b0ba-cb9336f65f7e None None] Pushing event deleted for resources: {'Port': ['ID=c591afdc-44f4-4620-bfeb-acbe7b138b46,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:36.223827 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bc2d2183-95a8-4211-a330-5f0d41582e0c req-1a4161d5-6d24-4798-b968-4ee0d83c29a8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885119 Aug 31 14:47:36.243314 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab7f7a1-f38a-47aa-b0ba-cb9336f65f7e None None] No DVR routers for this DVR port c591afdc-44f4-4620-bfeb-acbe7b138b46 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:47:36.316361 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:36.320171 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daddab5a-0368-4234-aceb-5749f79d113f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:36.324139 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-daddab5a-0368-4234-aceb-5749f79d113f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:36.713481 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:36.848507 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c591afdc-44f4-4620-bfeb-acbe7b138b46 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:36.875230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: c591afdc-44f4-4620-bfeb-acbe7b138b46 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:47:36.876362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c591afdc-44f4-4620-bfeb-acbe7b138b46 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:47:37.244873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.objects.ports [None req-daddab5a-0368-4234-aceb-5749f79d113f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94870) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:47:37.248376 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-daddab5a-0368-4234-aceb-5749f79d113f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:37.320208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daddab5a-0368-4234-aceb-5749f79d113f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:37.327306 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-daddab5a-0368-4234-aceb-5749f79d113f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:37.332804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daddab5a-0368-4234-aceb-5749f79d113f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:37.334449 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-daddab5a-0368-4234-aceb-5749f79d113f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:37.339346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8135870-f324-4e11-9774-fa27cf830da9 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:37.400712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddab5a-0368-4234-aceb-5749f79d113f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=a7c56a55-4e7d-4f67-9d11-6064f5151083,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:37.408447 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-daddab5a-0368-4234-aceb-5749f79d113f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3261588 Aug 31 14:47:37.410273 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:47:37.411283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47620) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:37.420013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-afcf2b39-a25a-4a25-a7d1-a797c7f49597 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:37.446290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7882c6f-12f3-4384-877c-e818f144d8c3 req-1462e4e4-26dd-4bc3-a4fc-bc29a29463f5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:37.454704 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a7882c6f-12f3-4384-877c-e818f144d8c3 req-1462e4e4-26dd-4bc3-a4fc-bc29a29463f5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 944 time: 0.1087101 Aug 31 14:47:37.564071 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a7882c6f-12f3-4384-877c-e818f144d8c3 req-3c80c3ff-f311-4fe9-8229-1e64eb0d92d8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078165 Aug 31 14:47:37.656758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': 'a7c56a55-4e7d-4f67-9d11-6064f5151083'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:47:37.657791 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:37.684368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:47:37.697860 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Sync routers for ids ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:47:37.726185 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Routers {'d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:47:37.727675 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:47:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:37.769220 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:37.773877 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f8d3c25f-158e-4f8f-9b09-57d52e209908 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3699958 Aug 31 14:47:37.775330 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47634) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:37.962171 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Set router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:47:38.047863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Allocated IP 2001:db8::f816:3eff:fe23:2328 (b4d25150-f4fa-4c09-ab58-80f29333d578/a7c56a55-4e7d-4f67-9d11-6064f5151083/bb71adb2-1ee1-406e-beaf-7bb2da4f3b37) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:38.170172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcf2b39-a25a-4a25-a7d1-a797c7f49597 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:38.175487 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afcf2b39-a25a-4a25-a7d1-a797c7f49597 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:38.300293 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-81f0f517-02d8-46c6-a444-26b69edef0c4 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=d870a71dbb8448f4be281bbe47485733&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5248129 Aug 31 14:47:38.303064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47640) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:38.395094 n-d-806683-5 neutron-server[94871]: INFO neutron.db.ipam_backend_mixin [None req-afcf2b39-a25a-4a25-a7d1-a797c7f49597 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7c56a55-4e7d-4f67-9d11-6064f5151083 (CIDR: 2001:db8::/64) Aug 31 14:47:38.400070 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcf2b39-a25a-4a25-a7d1-a797c7f49597 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:47:38.400955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afcf2b39-a25a-4a25-a7d1-a797c7f49597 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:47:38.432709 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-afcf2b39-a25a-4a25-a7d1-a797c7f49597 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0193727 Aug 31 14:47:38.433529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47642) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:38.459825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0aaff7ce-75b7-4089-ae0d-97b7af126fa8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:38.475647 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47644) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:38.640231 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:38.679447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Transition to ACTIVE for port object bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:38.694975 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:47:35Z', 'revision_number': 3, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:38.737864 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Checking router: d07bba48-6e4a-43a0-881b-c3d5cce4a6ba for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:47:38.738518 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Updating router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba port cf4a0923-4eef-478f-8fc4-5338ff26176d binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:47:38.749420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Transition to ACTIVE for port object bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:38.769800 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:38.774314 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:38.871554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaff7ce-75b7-4089-ae0d-97b7af126fa8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:38.875888 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0aaff7ce-75b7-4089-ae0d-97b7af126fa8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:38.889558 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-078c693e-7c88-4e6d-ab9e-1b1149889d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:38.894470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Pushing event updated for resources: {'Port': ['ID=bb71adb2-1ee1-406e-beaf-7bb2da4f3b37,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:38.902036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd9fa4-84b0-4c8f-ba13-a9b9681cb17a req-6e0160d3-d06c-44d2-9884-03822153eefc tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:38.902381 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23d34a9-74f0-4cf6-9d0d-b986cfdf256e tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:38.904238 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f23d34a9-74f0-4cf6-9d0d-b986cfdf256e tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5998881 Aug 31 14:47:38.910681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47650) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:38.915833 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81dd9fa4-84b0-4c8f-ba13-a9b9681cb17a req-6e0160d3-d06c-44d2-9884-03822153eefc tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 944 time: 0.1938770 Aug 31 14:47:38.933665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:38.942132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:38.956288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:38.975741 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-81f8ec85-219b-4b03-8a68-b7250f45523c tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0611248 Aug 31 14:47:38.976319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47652) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:38.998868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fcf041c2-5f02-4b3d-934e-da4f3a7c7e20 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1783718486', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:39.132520 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Attempting to bind port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:47:39.133101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Attempting to bind port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:47:39.133646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Attempting to bind port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:39.141573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:47:39.142069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:39.143706 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.144471 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:47:39.145191 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81dd9fa4-84b0-4c8f-ba13-a9b9681cb17a req-2b88e758-de73-433d-9967-d9db4396dc04 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142651 Aug 31 14:47:39.145650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Bound port: bb71adb2-1ee1-406e-beaf-7bb2da4f3b37, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:47:39.157031 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.278540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] For port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:39.284097 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] For port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=bb71adb2-1ee1-406e-beaf-7bb2da4f3b37,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:47:39.290730 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.393514 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.412067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-078c693e-7c88-4e6d-ab9e-1b1149889d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.423866 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-078c693e-7c88-4e6d-ab9e-1b1149889d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.440768 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Transition to ACTIVE for port object cf4a0923-4eef-478f-8fc4-5338ff26176d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:39.449475 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810f763-7a9c-474b-b8d4-115dc2c357c8 None None] Pushing event updated for resources: {'Port': ['ID=bb71adb2-1ee1-406e-beaf-7bb2da4f3b37,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:39.450735 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.526665 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0aaff7ce-75b7-4089-ae0d-97b7af126fa8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.528384 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-078c693e-7c88-4e6d-ab9e-1b1149889d0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a08bbb953db4922a471de4b67dfa795&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0504460 Aug 31 14:47:39.529965 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c693e-7c88-4e6d-ab9e-1b1149889d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172e22e8-790a-4f81-a08b-c705aed8927f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:39.533447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47656) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:39.534337 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf041c2-5f02-4b3d-934e-da4f3a7c7e20 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Made reservation on behalf of d870a71dbb8448f4be281bbe47485733 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:39.538432 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcf041c2-5f02-4b3d-934e-da4f3a7c7e20 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.586909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaff7ce-75b7-4089-ae0d-97b7af126fa8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=2744143b-b520-44b1-8714-0d1f36ad0631,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:39.608141 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f648ae-c033-46c8-b41f-bcfdf2eb9cae None None] Pushing event updated for resources: {'Port': ['ID=cf4a0923-4eef-478f-8fc4-5338ff26176d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:39.628471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaff7ce-75b7-4089-ae0d-97b7af126fa8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:39.630253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0aaff7ce-75b7-4089-ae0d-97b7af126fa8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:39.639680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaff7ce-75b7-4089-ae0d-97b7af126fa8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:39.640006 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Attempting to bind port cf4a0923-4eef-478f-8fc4-5338ff26176d on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:47:39.640533 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Attempting to bind port cf4a0923-4eef-478f-8fc4-5338ff26176d by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:47:39.641120 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0aaff7ce-75b7-4089-ae0d-97b7af126fa8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.641258 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Attempting to bind port cf4a0923-4eef-478f-8fc4-5338ff26176d on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:39.647474 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f648ae-c033-46c8-b41f-bcfdf2eb9cae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:39.647954 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f648ae-c033-46c8-b41f-bcfdf2eb9cae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:39.648643 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f648ae-c033-46c8-b41f-bcfdf2eb9cae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:39.649549 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f648ae-c033-46c8-b41f-bcfdf2eb9cae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:39.650280 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f648ae-c033-46c8-b41f-bcfdf2eb9cae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:39.650805 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f648ae-c033-46c8-b41f-bcfdf2eb9cae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:39.651056 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f648ae-c033-46c8-b41f-bcfdf2eb9cae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:39.651744 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f648ae-c033-46c8-b41f-bcfdf2eb9cae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:39.652076 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f648ae-c033-46c8-b41f-bcfdf2eb9cae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:39.652579 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f648ae-c033-46c8-b41f-bcfdf2eb9cae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:39.653026 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f648ae-c033-46c8-b41f-bcfdf2eb9cae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:39.653393 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f648ae-c033-46c8-b41f-bcfdf2eb9cae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:39.663025 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:47:39.663527 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:39.664061 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.664528 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:47:39.665005 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Bound port: cf4a0923-4eef-478f-8fc4-5338ff26176d, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:47:39.665767 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.715927 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0aaff7ce-75b7-4089-ae0d-97b7af126fa8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2804077 Aug 31 14:47:39.718205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47658) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:39.724928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'mac_address': 'fa:16:3e:43:f4:73', 'name': 'tempest-NetworksTestDHCPv6-183603353'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:39.808641 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] For port cf4a0923-4eef-478f-8fc4-5338ff26176d, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:39.818092 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] For port cf4a0923-4eef-478f-8fc4-5338ff26176d, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cf4a0923-4eef-478f-8fc4-5338ff26176d,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:47:39.828429 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.956049 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Routers {'d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:47:39.958213 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:47:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:39.962268 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f648ae-c033-46c8-b41f-bcfdf2eb9cae None None] Pushing event updated for resources: {'Port': ['ID=cf4a0923-4eef-478f-8fc4-5338ff26176d,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:39.981430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:40.087793 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f693374a-5276-48bc-a82c-4e319f97d161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:40.101269 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcf041c2-5f02-4b3d-934e-da4f3a7c7e20 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:40.145238 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:40.192304 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] Set router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:47:40.196206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 9939ac83-188b-4769-baf3-a61ab87b8b57 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:47:40.276049 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f693374a-5276-48bc-a82c-4e319f97d161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:40.402845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf041c2-5f02-4b3d-934e-da4f3a7c7e20 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Subnet': ['ID=e33fc64f-9bd5-4636-82f7-5c2d6d4da600,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:40.432901 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf041c2-5f02-4b3d-934e-da4f3a7c7e20 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Checking segment: {'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:40.433736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf041c2-5f02-4b3d-934e-da4f3a7c7e20 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network hostable DHCP agents. Network: 11a0feae-060b-446c-8bb3-bf8028e4b48d, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:47:40.493023 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a202c-d2c7-4982-a08f-edd139eba072 req-295ccdad-ef3a-498d-b1b9-48e1d9e83012 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:40.495385 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d46a202c-d2c7-4982-a08f-edd139eba072 req-295ccdad-ef3a-498d-b1b9-48e1d9e83012 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 944 time: 0.1518013 Aug 31 14:47:40.499230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf041c2-5f02-4b3d-934e-da4f3a7c7e20 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 11a0feae-060b-446c-8bb3-bf8028e4b48d is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:47:40.527757 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f693374a-5276-48bc-a82c-4e319f97d161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:40.530815 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f693374a-5276-48bc-a82c-4e319f97d161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:40.546255 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f693374a-5276-48bc-a82c-4e319f97d161 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/172e22e8-790a-4f81-a08b-c705aed8927f HTTP/1.1" status: 204 len: 168 time: 0.6965704 Aug 31 14:47:40.598569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-fcf041c2-5f02-4b3d-934e-da4f3a7c7e20 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 11a0feae-060b-446c-8bb3-bf8028e4b48d) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:40.612353 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f89eee-9a79-426b-9672-da34f9453c22 None None] Network 11a0feae-060b-446c-8bb3-bf8028e4b48d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:40.631305 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf041c2-5f02-4b3d-934e-da4f3a7c7e20 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:40.633434 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcf041c2-5f02-4b3d-934e-da4f3a7c7e20 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:40.653159 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:47:35Z', 'revision_number': 3, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:40.691978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693374a-5276-48bc-a82c-4e319f97d161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172e22e8-790a-4f81-a08b-c705aed8927f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:40.709660 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fcf041c2-5f02-4b3d-934e-da4f3a7c7e20 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7293270 Aug 31 14:47:40.713454 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47664) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:40.754021 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d46a202c-d2c7-4982-a08f-edd139eba072 req-79aecbdb-a895-4ae6-89a5-08783c804eb8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455409 Aug 31 14:47:40.771258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8:0:1::216 (b4d25150-f4fa-4c09-ab58-80f29333d578/2744143b-b520-44b1-8714-0d1f36ad0631/9939ac83-188b-4769-baf3-a61ab87b8b57) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:40.809221 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::f816:3eff:fe43:f473 (b4d25150-f4fa-4c09-ab58-80f29333d578/a7c56a55-4e7d-4f67-9d11-6064f5151083/9939ac83-188b-4769-baf3-a61ab87b8b57) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:40.814011 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2a0b1-bb4f-4096-8138-29dcc2717b39 None None] The sync data for ids ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'] in n-d-806683-5 is: [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:47:35Z', 'revision_number': 3, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:47:41.108906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:41.179197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e2b72a-1f74-401d-8fb5-49f50b6e661f None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:41.197852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47668) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:41.269209 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22c0b262-7983-451a-89f0-ad9393c841f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:41.350822 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:41.399722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 9939ac83-188b-4769-baf3-a61ab87b8b57 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:41.451883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-98f6a63b-cf43-4606-9734-5fdbd2bf78f6 None None] Provisioning for port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:41.457340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-11a0feae-060b-446c-8bb3-bf8028e4b48d', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ips': [{'subnet_id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:47:41.458338 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:41.561989 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:41.724144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:41.726199 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22c0b262-7983-451a-89f0-ad9393c841f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:41.733348 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22c0b262-7983-451a-89f0-ad9393c841f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:41.791596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:41.828411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:41.835700 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:41.836382 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:41.840047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=9939ac83-188b-4769-baf3-a61ab87b8b57,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:41.877585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Allocated IP 172.20.0.2 (11a0feae-060b-446c-8bb3-bf8028e4b48d/e33fc64f-9bd5-4636-82f7-5c2d6d4da600/ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:41.880449 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-22c0b262-7983-451a-89f0-ad9393c841f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03733743eeb34c6a8dc083ddcccbd836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6814208 Aug 31 14:47:41.881403 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47672) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:41.887410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0b262-7983-451a-89f0-ad9393c841f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506c983e-cf5e-4afa-a4fc-4741c3780f42,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:41.934830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0cc9d0a7-958a-434d-825c-842dd1abf5e3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2152886 Aug 31 14:47:41.935621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47674) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:42.190168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-039d0493-5cd4-4ddf-8339-4f6650a1bc7a req-101d7626-6160-4b28-832a-2e5c4bca6f6d service neutron] (94871) timed out ('10.222.0.39', 52684) {{(pid=94871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:47:42.202332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461c5e2-18d4-46f5-8694-2ef1665d2b80 req-37597c81-0363-4d2c-bdc0-722ba7dae98d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:42.204122 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d461c5e2-18d4-46f5-8694-2ef1665d2b80 req-37597c81-0363-4d2c-bdc0-722ba7dae98d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 944 time: 0.2102757 Aug 31 14:47:42.263785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5da2115a-4c53-41b2-83f6-75140252ff45 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 9939ac83-188b-4769-baf3-a61ab87b8b57 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:42.264182 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5da2115a-4c53-41b2-83f6-75140252ff45 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:42.306024 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:42.313418 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-54315f5d-804f-4987-8cdc-60267b82da0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:42.318606 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d461c5e2-18d4-46f5-8694-2ef1665d2b80 req-c9423f75-5675-4986-a02f-7094762ba1c3 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074467 Aug 31 14:47:42.449638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:42.524756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:42.525161 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:42.586815 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:42.597268 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd79f5c0-1261-4631-a5e3-5657da823f15 None None] Update dhcp port {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'fixed_ips': [{'subnet_id': 'a7c56a55-4e7d-4f67-9d11-6064f5151083', 'ip_address': '2001:db8::f816:3eff:fe23:2328'}, {'subnet_id': '2744143b-b520-44b1-8714-0d1f36ad0631'}], 'binding:host_id': 'n-d-806683-5'}, 'id': 'bb71adb2-1ee1-406e-beaf-7bb2da4f3b37'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:47:42.620416 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5da2115a-4c53-41b2-83f6-75140252ff45 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:42.634560 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-54315f5d-804f-4987-8cdc-60267b82da0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:42.639526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5da2115a-4c53-41b2-83f6-75140252ff45 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 9939ac83-188b-4769-baf3-a61ab87b8b57 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:42.642989 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Transition to ACTIVE for port object ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:42.669575 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd79f5c0-1261-4631-a5e3-5657da823f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:42.675632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Transition to ACTIVE for port object ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:42.695942 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:42.813629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Network 11a0feae-060b-446c-8bb3-bf8028e4b48d is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:42.870414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:42.877504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:42.893314 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Pushing event updated for resources: {'Port': ['ID=ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:42.910477 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:42.912400 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5da2115a-4c53-41b2-83f6-75140252ff45 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:42.945536 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.20.0.1 (11a0feae-060b-446c-8bb3-bf8028e4b48d/e33fc64f-9bd5-4636-82f7-5c2d6d4da600/59527dc2-28a0-480d-ab20-803ac2400571) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:42.977671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2115a-4c53-41b2-83f6-75140252ff45 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=9939ac83-188b-4769-baf3-a61ab87b8b57,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:43.039996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5da2115a-4c53-41b2-83f6-75140252ff45 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:43.043052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5da2115a-4c53-41b2-83f6-75140252ff45 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/9939ac83-188b-4769-baf3-a61ab87b8b57 HTTP/1.1" status: 204 len: 168 time: 1.1063702 Aug 31 14:47:43.045624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47676) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:43.106578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-bd79f5c0-1261-4631-a5e3-5657da823f15 None None] Allocated IP 2001:db8:0:1::2 (b4d25150-f4fa-4c09-ab58-80f29333d578/2744143b-b520-44b1-8714-0d1f36ad0631/bb71adb2-1ee1-406e-beaf-7bb2da4f3b37) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:43.143793 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-54315f5d-804f-4987-8cdc-60267b82da0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:43.146797 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-54315f5d-804f-4987-8cdc-60267b82da0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:43.151288 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-54315f5d-804f-4987-8cdc-60267b82da0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/506c983e-cf5e-4afa-a4fc-4741c3780f42 HTTP/1.1" status: 204 len: 168 time: 1.2647884 Aug 31 14:47:43.168731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3d76c-21aa-4ca1-996b-b2961471a217 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:43.170434 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-69a3d76c-21aa-4ca1-996b-b2961471a217 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1236796 Aug 31 14:47:43.184331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47682) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:43.185064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54315f5d-804f-4987-8cdc-60267b82da0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506c983e-cf5e-4afa-a4fc-4741c3780f42,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:43.194441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Attempting to bind port ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:47:43.194852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Attempting to bind port ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:47:43.195238 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Attempting to bind port ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 on network 11a0feae-060b-446c-8bb3-bf8028e4b48d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:43.198465 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:43.209031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:47:43.209409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Checking segment: {'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:43.209808 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:43.210208 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Bound using segment: {'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:47:43.210783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Bound port: ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:47:43.226470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Transition to ACTIVE for port object 59527dc2-28a0-480d-ab20-803ac2400571 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:43.227318 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:43.298532 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:43.312800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af867d75-896f-48cd-b7fb-dba480c0eeb5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:43.324853 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-af867d75-896f-48cd-b7fb-dba480c0eeb5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1397865 Aug 31 14:47:43.327428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47684) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:43.353302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 11a0feae-060b-446c-8bb3-bf8028e4b48d is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:43.460214 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c601fcc6-f900-4af3-ae96-7c96e2db8c04 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:43.461826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c601fcc6-f900-4af3-ae96-7c96e2db8c04 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:43.464353 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c601fcc6-f900-4af3-ae96-7c96e2db8c04 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:43.467325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c601fcc6-f900-4af3-ae96-7c96e2db8c04 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1377091 Aug 31 14:47:43.467515 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:43.482225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47688) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:43.486734 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:43.528625 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] For port ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:43.532332 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] For port ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:47:43.544901 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:43.687984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bd79f5c0-1261-4631-a5e3-5657da823f15 None None] For port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=bb71adb2-1ee1-406e-beaf-7bb2da4f3b37,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:43.761947 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc11f5a-32c9-4de8-b1bf-de642d007733 req-36051895-872b-41d9-8987-261a7647133b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:43.763495 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fc11f5a-32c9-4de8-b1bf-de642d007733 req-36051895-872b-41d9-8987-261a7647133b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 944 time: 0.1729209 Aug 31 14:47:43.768851 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=59527dc2-28a0-480d-ab20-803ac2400571,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:43.783078 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce6d98f-00b6-401f-9fea-87bd6d59c532 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 2744143b-b520-44b1-8714-0d1f36ad0631 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:43.826856 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd79f5c0-1261-4631-a5e3-5657da823f15 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:43.854649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bd79f5c0-1261-4631-a5e3-5657da823f15 None None] Transition to ACTIVE for port object bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:43.864743 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:47:43.864743 n-d-806683-5 neutron-server[94872]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 31 14:47:43.864743 n-d-806683-5 neutron-server[94872]: [parameters: {'status': 'ACTIVE', 'ports_id': 'bb71adb2-1ee1-406e-beaf-7bb2da4f3b37'}] Aug 31 14:47:43.864743 n-d-806683-5 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:47:43.864743 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:47:43.882151 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd79f5c0-1261-4631-a5e3-5657da823f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:43.914848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a7900-5772-4ae0-bce8-fdb185d75ddd None None] Pushing event updated for resources: {'Port': ['ID=ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:44.026869 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79f5c0-1261-4631-a5e3-5657da823f15 None None] Pushing event updated for resources: {'Port': ['ID=bb71adb2-1ee1-406e-beaf-7bb2da4f3b37,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:44.159910 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cce6d98f-00b6-401f-9fea-87bd6d59c532 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.159910 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.271797 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cce6d98f-00b6-401f-9fea-87bd6d59c532 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.277734 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fc11f5a-32c9-4de8-b1bf-de642d007733 req-725030a6-76a3-4753-99e2-64f038ad7d7c tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5035472 Aug 31 14:47:44.408846 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.434273 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cce6d98f-00b6-401f-9fea-87bd6d59c532 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.471003 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.597304 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cce6d98f-00b6-401f-9fea-87bd6d59c532 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.640196 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:47:44.641085 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:47:44.642783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6d98f-00b6-401f-9fea-87bd6d59c532 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=2744143b-b520-44b1-8714-0d1f36ad0631,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:44.646847 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cce6d98f-00b6-401f-9fea-87bd6d59c532 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.651890 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cce6d98f-00b6-401f-9fea-87bd6d59c532 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/2744143b-b520-44b1-8714-0d1f36ad0631 HTTP/1.1" status: 204 len: 168 time: 1.1655924 Aug 31 14:47:44.653400 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47710) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:44.774509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae616292-999e-4fb4-88b7-957724c38ba5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet a7c56a55-4e7d-4f67-9d11-6064f5151083 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:44.782364 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae616292-999e-4fb4-88b7-957724c38ba5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.888495 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae616292-999e-4fb4-88b7-957724c38ba5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:44.940639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f70d67-ed3a-4be4-9279-cd2751f1238c None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:44.994064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1d3e6052-2697-43d4-871b-4f4ef753e5bf None None] Provisioning for port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:45.002963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1d3e6052-2697-43d4-871b-4f4ef753e5bf None None] Provisioning complete for port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:45.003369 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d3e6052-2697-43d4-871b-4f4ef753e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:45.031733 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:45.047098 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:45.125669 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae616292-999e-4fb4-88b7-957724c38ba5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:45.165452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b84ec80-eed1-46c0-9810-6950f78d1c52 None None] Network 11a0feae-060b-446c-8bb3-bf8028e4b48d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:45.199912 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:45.204411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=59527dc2-28a0-480d-ab20-803ac2400571,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:45.226128 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d3e6052-2697-43d4-871b-4f4ef753e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:45.298558 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae616292-999e-4fb4-88b7-957724c38ba5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:45.344036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae616292-999e-4fb4-88b7-957724c38ba5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c56a55-4e7d-4f67-9d11-6064f5151083,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:45.348734 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae616292-999e-4fb4-88b7-957724c38ba5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:45.353023 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ae616292-999e-4fb4-88b7-957724c38ba5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/a7c56a55-4e7d-4f67-9d11-6064f5151083 HTTP/1.1" status: 204 len: 168 time: 0.6963553 Aug 31 14:47:45.354369 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47730) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:45.393743 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-1d3e6052-2697-43d4-871b-4f4ef753e5bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:47:45.394100 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-1d3e6052-2697-43d4-871b-4f4ef753e5bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:47:45.402746 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:45.403207 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-39176eb4-4598-4d8a-aa18-bd6c34526333 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482244 Aug 31 14:47:45.406721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47732) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:45.411107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 11a0feae-060b-446c-8bb3-bf8028e4b48d is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:45.414015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:45.419796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:45.474012 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265ff80-52b4-48f2-aa6b-bac885fb2446 req-75722026-5a00-47f9-9db4-b91ace5b0a03 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:45.484432 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a265ff80-52b4-48f2-aa6b-bac885fb2446 req-75722026-5a00-47f9-9db4-b91ace5b0a03 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 944 time: 0.0767298 Aug 31 14:47:45.486613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=bb71adb2-1ee1-406e-beaf-7bb2da4f3b37,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:45.497545 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:45.536602 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a265ff80-52b4-48f2-aa6b-bac885fb2446 req-b6a144b8-124b-469f-9bcf-42b44eaa4bd1 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507712 Aug 31 14:47:45.609472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=bb71adb2-1ee1-406e-beaf-7bb2da4f3b37,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:45.682730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:45.687021 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:45.694115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:47:45.873921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cf4a0923-4eef-478f-8fc4-5338ff26176d up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:45.963500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:47:45.979069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a8788bb7-5a68-461c-b355-e204aba846aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "PUT /v2.0/routers/d07bba48-6e4a-43a0-881b-c3d5cce4a6ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2529347 Aug 31 14:47:45.989228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Sync routers for ids ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:47:46.024837 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Routers {'d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:47:46.025929 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:47:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:46.160406 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1d9e6127-d3be-402d-8652-46a554402315 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:47:46.366742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.objects.ports [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94870) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:47:46.378197 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-f1b87a51-945a-4cf1-b22d-1e2f524b2221 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484823441&fields=id&tenant_id=d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 267 time: 0.0888505 Aug 31 14:47:46.493309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51d809c-9021-4189-94bc-d13bb74700cf None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:46.504697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port cf4a0923-4eef-478f-8fc4-5338ff26176d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:46.516475 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1d9e6127-d3be-402d-8652-46a554402315,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:46.530509 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port cf4a0923-4eef-478f-8fc4-5338ff26176d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:46.531169 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:46.675101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '1d9e6127-d3be-402d-8652-46a554402315', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'port_id': '1d9e6127-d3be-402d-8652-46a554402315', 'mac_address': 'fa:16:3e:d1:51:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:47:46.700763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6877cf-30c2-4b0d-8ea4-c11bae30615c req-53798caf-3dc8-417e-bef3-61a529b25978 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:46.701442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-bf1863fc-5725-4a7c-a95c-831a4abf75da tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:46.703118 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-be6877cf-30c2-4b0d-8ea4-c11bae30615c req-53798caf-3dc8-417e-bef3-61a529b25978 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 944 time: 0.0630937 Aug 31 14:47:46.703963 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-bf1863fc-5725-4a7c-a95c-831a4abf75da tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/networks?id=11a0feae-060b-446c-8bb3-bf8028e4b48d HTTP/1.1" status: 200 len: 797 time: 0.3158011 Aug 31 14:47:46.723388 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-d7599da9-82a2-493a-978e-2e86d7d6582b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/quotas/d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 375 time: 0.0142403 Aug 31 14:47:46.766165 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-be6877cf-30c2-4b0d-8ea4-c11bae30615c req-53655b14-b8ad-4a06-a964-ad960c49c501 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499725 Aug 31 14:47:46.810992 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:46.825408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-766fe2b1-fee4-4432-ad4d-744c7c7b73dd None None] Provisioning for port 59527dc2-28a0-480d-ab20-803ac2400571 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:46.834795 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:46.851610 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-e8884cb4-556d-4488-9919-d08b32ba0b1b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047046 Aug 31 14:47:46.863029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-766fe2b1-fee4-4432-ad4d-744c7c7b73dd None None] Provisioning complete for port 59527dc2-28a0-480d-ab20-803ac2400571 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:46.863575 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-766fe2b1-fee4-4432-ad4d-744c7c7b73dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:46.885644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-08452e54-e638-43b6-8883-11a03e3431b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:47:46.886774 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-08452e54-e638-43b6-8883-11a03e3431b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088832 Aug 31 14:47:46.895738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9e6127-d3be-402d-8652-46a554402315 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:47:46.948447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Set router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:47:46.982570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1d9e6127-d3be-402d-8652-46a554402315,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:46.983713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-766fe2b1-fee4-4432-ad4d-744c7c7b73dd None None] Port 59527dc2-28a0-480d-ab20-803ac2400571 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:47:47.023597 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:47.039955 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-766fe2b1-fee4-4432-ad4d-744c7c7b73dd None None] Provisioning for port ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:47.108680 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:47.197069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1d9e6127-d3be-402d-8652-46a554402315,revision_number=11']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:47.208573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port cf4a0923-4eef-478f-8fc4-5338ff26176d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cf4a0923-4eef-478f-8fc4-5338ff26176d,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:47.220428 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:47.221327 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:47.282868 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['1d9e6127-d3be-402d-8652-46a554402315'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:47:47.383235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-af0ca64d-4c78-45d0-8f98-3973654e5b4b None None] Provisioning complete for port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:47.383480 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af0ca64d-4c78-45d0-8f98-3973654e5b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:47.451979 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-ae097f2c-086a-40d9-8efc-50da7d300a9e service neutron] 10.222.0.39 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540023 Aug 31 14:47:47.475403 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] For port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=bb71adb2-1ee1-406e-beaf-7bb2da4f3b37,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:47.477625 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=cf4a0923-4eef-478f-8fc4-5338ff26176d,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:47.517697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:47.530768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:47.531139 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:47.557704 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:47.579381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:47.580334 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:47.688161 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-ea64be48-9965-4a66-9016-3bcec82cf631 service neutron] 10.222.0.39 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343402 Aug 31 14:47:47.689957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:47:44Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '59527dc2-28a0-480d-ab20-803ac2400571', 'name': '', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:c6:af:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:42Z', 'updated_at': '2021-08-31T14:47:44Z', 'revision_number': 2, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:47.751333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=4c847733-78b7-4b90-917b-ecd2f3c27f74,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:47.753760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Checking router: d07bba48-6e4a-43a0-881b-c3d5cce4a6ba for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:47:47.754072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Updating router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba port 59527dc2-28a0-480d-ab20-803ac2400571 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:47:47.758676 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:47.769611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:47.772709 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:47.773314 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:47.788627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=bb71adb2-1ee1-406e-beaf-7bb2da4f3b37,revision_number=8']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:47.788871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e892c7-3eb8-46be-9798-049ad82ae61a None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:47.804450 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c4e51264-151b-4c83-a106-390ef4913efe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3938756 Aug 31 14:47:47.805143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47762) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:47.817900 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-af0ca64d-4c78-45d0-8f98-3973654e5b4b None None] Provisioning complete for port 59527dc2-28a0-480d-ab20-803ac2400571 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:47.817900 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af0ca64d-4c78-45d0-8f98-3973654e5b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:47.822688 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fbc32be7-0677-48fe-a285-50ce48bd0b2d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:47.880324 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:47.907267 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:47.973546 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:47:47.981370 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1f0aa3e6-797d-4ef8-81fc-d4be5936062b req-c7c12a02-f098-4098-a83d-ef38129031f5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 210 time: 0.0781631 Aug 31 14:47:47.996643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-af0ca64d-4c78-45d0-8f98-3973654e5b4b None None] Port 59527dc2-28a0-480d-ab20-803ac2400571 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:47:48.004524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d739f7b-7bbd-4bda-919c-1e168340f3f4 req-6b01c4d0-79e5-4e1d-b616-7a40bc7be47e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:48.014813 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d739f7b-7bbd-4bda-919c-1e168340f3f4 req-6b01c4d0-79e5-4e1d-b616-7a40bc7be47e tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1246257 Aug 31 14:47:48.030592 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:48.042922 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:48.045418 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:48.073724 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d739f7b-7bbd-4bda-919c-1e168340f3f4 req-3a47400e-1fca-4c60-bb5b-d719315ed046 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540454 Aug 31 14:47:48.124950 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc32be7-0677-48fe-a285-50ce48bd0b2d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:48.129698 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fbc32be7-0677-48fe-a285-50ce48bd0b2d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:48.221330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ac29f5a6-b11a-47a7-8885-8308d3c1a830 None None] Could not find standard attr ID for object 9939ac83-188b-4769-baf3-a61ab87b8b57. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:47:48.258876 n-d-806683-5 neutron-server[94870]: INFO neutron.db.ipam_backend_mixin [None req-fbc32be7-0677-48fe-a285-50ce48bd0b2d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c847733-78b7-4b90-917b-ecd2f3c27f74 (CIDR: 2001:db8::/64) Aug 31 14:47:48.263860 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc32be7-0677-48fe-a285-50ce48bd0b2d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:47:48.264721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc32be7-0677-48fe-a285-50ce48bd0b2d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:47:48.295884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:48.295884 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:48.305890 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fbc32be7-0677-48fe-a285-50ce48bd0b2d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4993651 Aug 31 14:47:48.319772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47776) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:48.349502 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b6a97366-2b83-4214-829c-5375d66b9272 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:48.362901 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:48.424535 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:48.425444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:48.426024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:48.426434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:48.426839 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:48.427408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:48.427826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:48.428217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:48.428634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:48.429029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:48.429444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:48.429870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:48.522944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a97366-2b83-4214-829c-5375d66b9272 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:48.527529 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6a97366-2b83-4214-829c-5375d66b9272 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:48.880426 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cf4a0923-4eef-478f-8fc4-5338ff26176d up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:48.901860 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6a97366-2b83-4214-829c-5375d66b9272 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:48.939915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c5aaace9-4a98-4d40-8be0-277a849f62d2 None None] Provisioning complete for port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:48.940399 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5aaace9-4a98-4d40-8be0-277a849f62d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:48.970664 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:48.982566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a97366-2b83-4214-829c-5375d66b9272 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=5bca3940-a2e7-419c-b18c-764a6cb32727,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:48.992793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Transition to ACTIVE for port object 59527dc2-28a0-480d-ab20-803ac2400571 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:49.005891 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port cf4a0923-4eef-478f-8fc4-5338ff26176d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:49.006264 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:49.010371 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:49.034822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a97366-2b83-4214-829c-5375d66b9272 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:49.037178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b6a97366-2b83-4214-829c-5375d66b9272 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:49.044617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a97366-2b83-4214-829c-5375d66b9272 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:49.045224 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6a97366-2b83-4214-829c-5375d66b9272 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:49.065086 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47784) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:49.065824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b6a97366-2b83-4214-829c-5375d66b9272 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7442350 Aug 31 14:47:49.070399 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'mac_address': 'fa:16:3e:6b:61:4c', 'name': 'tempest-NetworksTestDHCPv6-1757579510'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:49.093316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00445e6-764f-47a7-8d50-8ba00cda2ce4 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:49.095141 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d930d-a9ed-478b-b889-b7e5f1df7dd0 None None] Pushing event updated for resources: {'Port': ['ID=59527dc2-28a0-480d-ab20-803ac2400571,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:49.205633 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2455af8b-8fbd-4964-85e2-308afdce0523 req-a1b3ea39-550d-4119-a750-7d477e8c29f5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 210 time: 0.0390215 Aug 31 14:47:49.223513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:49.293197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06b909-4d81-4ae9-a588-308d110e8a04 req-70dfde2f-47c3-49fd-a45b-c67346189535 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:49.301411 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e06b909-4d81-4ae9-a588-308d110e8a04 req-70dfde2f-47c3-49fd-a45b-c67346189535 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.1254990 Aug 31 14:47:49.367365 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e06b909-4d81-4ae9-a588-308d110e8a04 req-fe426d48-7afe-436c-a4fe-29e1429f3bc8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592494 Aug 31 14:47:49.371811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Attempting to bind port 59527dc2-28a0-480d-ab20-803ac2400571 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:47:49.372454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Attempting to bind port 59527dc2-28a0-480d-ab20-803ac2400571 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:47:49.373168 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Attempting to bind port 59527dc2-28a0-480d-ab20-803ac2400571 on network 11a0feae-060b-446c-8bb3-bf8028e4b48d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:49.409297 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:49.419645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:47:49.420190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Checking segment: {'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:49.420682 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:49.421310 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Bound using segment: {'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:47:49.421996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Bound port: 59527dc2-28a0-480d-ab20-803ac2400571, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:47:49.422585 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:49.434884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 33f40144-ab20-4f99-8c06-9d57bf083429 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:47:49.452039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:49.631828 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] For port 59527dc2-28a0-480d-ab20-803ac2400571, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:49.634207 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-555d8f2f-5af1-45b9-86f8-8ff9983c6b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:49.640034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] For port 59527dc2-28a0-480d-ab20-803ac2400571, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=59527dc2-28a0-480d-ab20-803ac2400571,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:47:49.649263 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:49.658082 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:49.668099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-11ff3afd-1c42-4b2a-b5e8-14c8eb09ef30 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:49.669302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:49.669861 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:49.683074 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-11ff3afd-1c42-4b2a-b5e8-14c8eb09ef30 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "GET /v2.0/networks?id=11a0feae-060b-446c-8bb3-bf8028e4b48d HTTP/1.1" status: 200 len: 797 time: 0.2451038 Aug 31 14:47:49.711571 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8:0:1::2f4 (b4d25150-f4fa-4c09-ab58-80f29333d578/5bca3940-a2e7-419c-b18c-764a6cb32727/33f40144-ab20-4f99-8c06-9d57bf083429) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:49.730834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::f816:3eff:fe6b:614c (b4d25150-f4fa-4c09-ab58-80f29333d578/4c847733-78b7-4b90-917b-ecd2f3c27f74/33f40144-ab20-4f99-8c06-9d57bf083429) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:49.782700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-8e840ebf-7010-4ad1-9e9b-c21221289dde tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 380 time: 0.0986826 Aug 31 14:47:49.801095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-a162b127-7290-41b8-bc3f-83f02db04757 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'port': {'device_id': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'admin_state_up': True, 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'security_groups': ['3ecb6752-60ad-4373-bd3a-f759d652db81']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:49.806107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d930d-a9ed-478b-b889-b7e5f1df7dd0 None None] Pushing event updated for resources: {'Port': ['ID=59527dc2-28a0-480d-ab20-803ac2400571,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:49.817218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Routers {'d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:47:49.817939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:47:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:49.869951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d86963-db2f-4420-83f5-a200c3b6ea8e None None] Update dhcp port {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'fixed_ips': [{'subnet_id': '4c847733-78b7-4b90-917b-ecd2f3c27f74', 'ip_address': '2001:db8::f816:3eff:fe23:2328'}, {'subnet_id': '5bca3940-a2e7-419c-b18c-764a6cb32727'}], 'binding:host_id': 'n-d-806683-5'}, 'id': 'bb71adb2-1ee1-406e-beaf-7bb2da4f3b37'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:47:49.938109 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:49.954090 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 33f40144-ab20-4f99-8c06-9d57bf083429 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:49.965849 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0d86963-db2f-4420-83f5-a200c3b6ea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.023669 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.047600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-a162b127-7290-41b8-bc3f-83f02db04757 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Made reservation on behalf of d870a71dbb8448f4be281bbe47485733 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:50.052558 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-a162b127-7290-41b8-bc3f-83f02db04757 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.061563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:50.069644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:50.070488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:50.112967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:50.125464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] Set router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:47:50.126340 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:50.127032 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.149607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47794) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:50.158823 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0925744 Aug 31 14:47:50.168249 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47796) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:50.178374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1d9e6127-d3be-402d-8652-46a554402315 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:50.222059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdfa2f-109f-4c30-8038-b5e0b3aa4d6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=33f40144-ab20-4f99-8c06-9d57bf083429,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:50.313537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-a162b127-7290-41b8-bc3f-83f02db04757 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.20.0.5 (11a0feae-060b-446c-8bb3-bf8028e4b48d/e33fc64f-9bd5-4636-82f7-5c2d6d4da600/0ed97fdb-8c43-4af5-8fb3-8453222c2ea6) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:50.358123 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0742c844-513f-4a91-81a1-15f8e4ea6610 req-299959ef-2987-49d7-9f78-3e76dbce4dff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 210 time: 0.0395288 Aug 31 14:47:50.388664 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-da9b37e4-f9a7-48b4-be2c-52909aa1f8d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 33f40144-ab20-4f99-8c06-9d57bf083429 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:50.388664 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da9b37e4-f9a7-48b4-be2c-52909aa1f8d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.416089 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cca69860-4a91-4816-a5a0-6d08ee694b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.457219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-e0d86963-db2f-4420-83f5-a200c3b6ea8e None None] Allocated IP 2001:db8:0:1::2 (b4d25150-f4fa-4c09-ab58-80f29333d578/5bca3940-a2e7-419c-b18c-764a6cb32727/bb71adb2-1ee1-406e-beaf-7bb2da4f3b37) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:50.525449 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:50.526290 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.532765 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da9b37e4-f9a7-48b4-be2c-52909aa1f8d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.549471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-da9b37e4-f9a7-48b4-be2c-52909aa1f8d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 33f40144-ab20-4f99-8c06-9d57bf083429 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:50.630229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 1d9e6127-d3be-402d-8652-46a554402315 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:50.636583 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cca69860-4a91-4816-a5a0-6d08ee694b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.647558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 1d9e6127-d3be-402d-8652-46a554402315 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:50.648068 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.684872 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cca69860-4a91-4816-a5a0-6d08ee694b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.726778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0d86963-db2f-4420-83f5-a200c3b6ea8e None None] For port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=bb71adb2-1ee1-406e-beaf-7bb2da4f3b37,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:50.778700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cca69860-4a91-4816-a5a0-6d08ee694b88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e541050e4d334f6bad6a9b8e55a9a5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200852 Aug 31 14:47:50.788846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11321544-9fe3-4869-9e54-165008747f57 req-4a1bf30d-498e-44a7-84be-905f221f6d34 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:50.796752 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11321544-9fe3-4869-9e54-165008747f57 req-4a1bf30d-498e-44a7-84be-905f221f6d34 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 945 time: 0.3155253 Aug 31 14:47:50.798226 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47804) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:50.812163 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca69860-4a91-4816-a5a0-6d08ee694b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e32f93-ee64-4153-94dc-b2a6f500a456,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:50.821110 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0d86963-db2f-4420-83f5-a200c3b6ea8e None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.840944 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-a162b127-7290-41b8-bc3f-83f02db04757 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.858469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0d86963-db2f-4420-83f5-a200c3b6ea8e None None] Transition to ACTIVE for port object bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:50.873225 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11321544-9fe3-4869-9e54-165008747f57 req-e70b16ec-0682-45ed-aa0f-81e6fa1748ce tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755785 Aug 31 14:47:50.884332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-a162b127-7290-41b8-bc3f-83f02db04757 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Transition to ACTIVE for port object 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:50.888989 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0d86963-db2f-4420-83f5-a200c3b6ea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.896533 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da9b37e4-f9a7-48b4-be2c-52909aa1f8d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.902524 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8f5c-c23c-421c-8409-e95adeb4afb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.937056 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8f5c-c23c-421c-8409-e95adeb4afb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.950015 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-a162b127-7290-41b8-bc3f-83f02db04757 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.956142 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:50.997058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b37e4-f9a7-48b4-be2c-52909aa1f8d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=33f40144-ab20-4f99-8c06-9d57bf083429,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:51.033579 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162b127-7290-41b8-bc3f-83f02db04757 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:51.055475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-da9b37e4-f9a7-48b4-be2c-52909aa1f8d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:51.057448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-a162b127-7290-41b8-bc3f-83f02db04757 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 11a0feae-060b-446c-8bb3-bf8028e4b48d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:51.060537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-a162b127-7290-41b8-bc3f-83f02db04757 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:51.060916 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-da9b37e4-f9a7-48b4-be2c-52909aa1f8d4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/33f40144-ab20-4f99-8c06-9d57bf083429 HTTP/1.1" status: 204 len: 168 time: 0.8913300 Aug 31 14:47:51.061753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47806) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:51.064652 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-a162b127-7290-41b8-bc3f-83f02db04757 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:51.124885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-a162b127-7290-41b8-bc3f-83f02db04757 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:51.125723 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-a162b127-7290-41b8-bc3f-83f02db04757 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:51.135577 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8f5c-c23c-421c-8409-e95adeb4afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:51.138429 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8f5c-c23c-421c-8409-e95adeb4afb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:51.144499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6fbc8f5c-c23c-421c-8409-e95adeb4afb2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30e32f93-ee64-4153-94dc-b2a6f500a456 HTTP/1.1" status: 204 len: 168 time: 0.3451495 Aug 31 14:47:51.151101 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-a162b127-7290-41b8-bc3f-83f02db04757 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3618486 Aug 31 14:47:51.165431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:47:44Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '59527dc2-28a0-480d-ab20-803ac2400571', 'name': '', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:c6:af:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:42Z', 'updated_at': '2021-08-31T14:47:49Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:51.168355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Request body: {'port': {'device_id': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:51.175301 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8f5c-c23c-421c-8409-e95adeb4afb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e32f93-ee64-4153-94dc-b2a6f500a456,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:51.191523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86d7cc-e450-4cf0-a868-0aa499105abf tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:51.193615 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6a86d7cc-e450-4cf0-a868-0aa499105abf tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1301014 Aug 31 14:47:51.198014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47810) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:51.228799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d86963-db2f-4420-83f5-a200c3b6ea8e None None] Pushing event updated for resources: {'Port': ['ID=bb71adb2-1ee1-406e-beaf-7bb2da4f3b37,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:51.249198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a6e41b-f4ea-4b6e-b317-59bf4c81312c None None] The sync data for ids ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'] in n-d-806683-5 is: [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:47:44Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '59527dc2-28a0-480d-ab20-803ac2400571', 'name': '', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:c6:af:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:42Z', 'updated_at': '2021-08-31T14:47:49Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:47:51.261584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9e6127-d3be-402d-8652-46a554402315'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:51.264031 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17143b71-3b91-4216-8070-b5711b09784e" -d '{"events": [{"server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "name": "network-vif-plugged", "status": "completed", "tag": "1d9e6127-d3be-402d-8652-46a554402315"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:51.291968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1d9e6127-d3be-402d-8652-46a554402315,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:51.298216 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:51.301783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f651bf1-dd24-4394-8056-f2f4d68a415f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:51.308426 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:51.333836 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9f651bf1-dd24-4394-8056-f2f4d68a415f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1128955 Aug 31 14:47:51.342971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47814) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:51.376763 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858024fd-66ca-4d2c-9879-0dd0c4bf8a00 x-openstack-request-id: req-858024fd-66ca-4d2c-9879-0dd0c4bf8a00 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:51.377114 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "name": "network-vif-plugged", "status": "completed", "tag": "1d9e6127-d3be-402d-8652-46a554402315", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:51.377610 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-858024fd-66ca-4d2c-9879-0dd0c4bf8a00 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:51.378043 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9e6127-d3be-402d-8652-46a554402315', 'code': 200} Aug 31 14:47:51.447013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=1d9e6127-d3be-402d-8652-46a554402315,revision_number=12']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:51.520489 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37b8503-5705-42f0-8b9b-6d208de076dd tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:51.522188 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37b8503-5705-42f0-8b9b-6d208de076dd tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:51.523962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37b8503-5705-42f0-8b9b-6d208de076dd tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:51.525663 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f37b8503-5705-42f0-8b9b-6d208de076dd tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1816294 Aug 31 14:47:51.532188 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47820) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:51.620683 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e4758d7f-9417-492b-bdda-f5675a04b08d None None] Provisioning for port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:51.628916 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e4758d7f-9417-492b-bdda-f5675a04b08d None None] Provisioning complete for port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:51.629486 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4758d7f-9417-492b-bdda-f5675a04b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:51.690589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e4758d7f-9417-492b-bdda-f5675a04b08d None None] Port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:47:51.749960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faef7ec-4742-4c2c-b653-63ac6eac25a5 req-d4ea0de0-a347-40f5-a9a3-b3edf37825ce tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:51.762141 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0faef7ec-4742-4c2c-b653-63ac6eac25a5 req-d4ea0de0-a347-40f5-a9a3-b3edf37825ce tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 931 time: 0.2560239 Aug 31 14:47:51.803737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47822) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:51.825736 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d31e352c-093d-4d2b-b231-0c97588d690c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:51.836160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37b04cd-2e77-4ce5-a760-27a323b05008 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 4c847733-78b7-4b90-917b-ecd2f3c27f74 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:51.855990 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f37b04cd-2e77-4ce5-a760-27a323b05008 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:51.899789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef1138-ff05-4078-87df-2880f2101576 req-14c5a205-b60e-4c39-a76d-16b091aa040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:51.902112 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-deef1138-ff05-4078-87df-2880f2101576 req-14c5a205-b60e-4c39-a76d-16b091aa040c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 1097 time: 0.3080688 Aug 31 14:47:51.957065 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f37b04cd-2e77-4ce5-a760-27a323b05008 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:51.958384 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d31e352c-093d-4d2b-b231-0c97588d690c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:51.965271 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d31e352c-093d-4d2b-b231-0c97588d690c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.042742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e352c-093d-4d2b-b231-0c97588d690c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f94515-ac7c-4049-92a6-d2b4abb663e9,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:52.063790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0faef7ec-4742-4c2c-b653-63ac6eac25a5 req-ca96b4ae-484b-45cb-8172-5fffd43b2f31 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006752 Aug 31 14:47:52.093698 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d31e352c-093d-4d2b-b231-0c97588d690c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a331016aadc481f85e46e665b20d1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815437 Aug 31 14:47:52.097877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47826) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:52.100045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-deef1138-ff05-4078-87df-2880f2101576 req-0e217e76-4c38-4c5d-b137-aba6b88d4485 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776595 Aug 31 14:47:52.130230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd49e7-8f15-43b3-8764-0dd349d70d93 req-0af966aa-0a05-46dd-a3b1-c74f1d8a27a6 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:52.131849 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4fcd49e7-8f15-43b3-8764-0dd349d70d93 req-0af966aa-0a05-46dd-a3b1-c74f1d8a27a6 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 946 time: 0.1121805 Aug 31 14:47:52.176646 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1886f2de-9351-4890-ba13-7fc56a5f8fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.184277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:47:52.193913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f37b04cd-2e77-4ce5-a760-27a323b05008 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.199421 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.245302 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Transition to ACTIVE for port object 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:52.251602 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.271275 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-40d9158d-e583-4cee-8536-ef252a44d9cd None None] Provisioning for port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:52.282057 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4fcd49e7-8f15-43b3-8764-0dd349d70d93 req-8aa69a50-c28c-40e4-a010-274c8f3c072b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399512 Aug 31 14:47:52.297842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-40d9158d-e583-4cee-8536-ef252a44d9cd None None] Provisioning complete for port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:52.298215 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40d9158d-e583-4cee-8536-ef252a44d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.319840 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a2deee2-add2-4884-abf2-56cf8612dbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.324103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Pushing event updated for resources: {'Port': ['ID=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:52.364240 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a2deee2-add2-4884-abf2-56cf8612dbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.373387 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f37b04cd-2e77-4ce5-a760-27a323b05008 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.381771 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.392579 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-383b66a4-0f1a-447e-a5e4-f60c274a13c0 req-477727c3-ff7b-4e03-b54b-45bf3b28828e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1968107 Aug 31 14:47:52.458059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b04cd-2e77-4ce5-a760-27a323b05008 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=4c847733-78b7-4b90-917b-ecd2f3c27f74,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:52.480368 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f37b04cd-2e77-4ce5-a760-27a323b05008 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.485412 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f37b04cd-2e77-4ce5-a760-27a323b05008 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/4c847733-78b7-4b90-917b-ecd2f3c27f74 HTTP/1.1" status: 204 len: 168 time: 0.9520290 Aug 31 14:47:52.488109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47828) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:52.565953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1a94fa-892f-477a-95b4-28c9ea62e6a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 5bca3940-a2e7-419c-b18c-764a6cb32727 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:52.572974 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc1a94fa-892f-477a-95b4-28c9ea62e6a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.578006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a2deee2-add2-4884-abf2-56cf8612dbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.580996 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a2deee2-add2-4884-abf2-56cf8612dbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.584889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6a2deee2-add2-4884-abf2-56cf8612dbba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08f94515-ac7c-4049-92a6-d2b4abb663e9 HTTP/1.1" status: 204 len: 168 time: 0.4833972 Aug 31 14:47:52.607685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b66a4-0f1a-447e-a5e4-f60c274a13c0 req-6da4d63a-52b3-439a-9eff-1decc74a2ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:52.609969 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-383b66a4-0f1a-447e-a5e4-f60c274a13c0 req-6da4d63a-52b3-439a-9eff-1decc74a2ea0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 1096 time: 0.1867101 Aug 31 14:47:52.611122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2deee2-add2-4884-abf2-56cf8612dbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f94515-ac7c-4049-92a6-d2b4abb663e9,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:52.660979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b6f07c-8c0e-4661-a0e2-ea75fe1989f1 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:52.661212 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc1a94fa-892f-477a-95b4-28c9ea62e6a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.664024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Attempting to bind port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:47:52.664361 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Attempting to bind port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:47:52.664692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Attempting to bind port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 on network 11a0feae-060b-446c-8bb3-bf8028e4b48d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:52.691146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 on network 11a0feae-060b-446c-8bb3-bf8028e4b48d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:47:52.691521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Attempting to bind port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 on network 11a0feae-060b-446c-8bb3-bf8028e4b48d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:52.700286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:47:52.700631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Checking segment: {'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:52.701023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Bound using segment: {'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:47:52.701479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Bound port: 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:47:52.701841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.748970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5094523a-46d1-4c2b-80be-1367840bff64 None None] Could not find standard attr ID for object 33f40144-ab20-4f99-8c06-9d57bf083429. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:47:52.838315 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc1a94fa-892f-477a-95b4-28c9ea62e6a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.842198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] For port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:52.881648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b66a4-0f1a-447e-a5e4-f60c274a13c0 req-d7c013a2-22f2-4c5b-a022-3c66b20f4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:52.883311 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-383b66a4-0f1a-447e-a5e4-f60c274a13c0 req-d7c013a2-22f2-4c5b-a022-3c66b20f4754 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.2511387 Aug 31 14:47:52.890010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] For port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:47:52.900573 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.978156 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:52.987097 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:52.988745 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] 10.222.0.60 "PUT /v2.0/ports/0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 HTTP/1.1" status: 200 len: 1091 time: 1.8294733 Aug 31 14:47:52.998991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:53.005215 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d616bf6-f30e-429a-9d5f-8c732867e889" -d '{"events": [{"name": "network-changed", "server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:53.092980 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc1a94fa-892f-477a-95b4-28c9ea62e6a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:53.164408 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c202b5c-9c39-4ba5-8d43-03cf4dfc67d0 x-openstack-request-id: req-5c202b5c-9c39-4ba5-8d43-03cf4dfc67d0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:53.166960 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:53.169036 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c202b5c-9c39-4ba5-8d43-03cf4dfc67d0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:53.169610 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'status': 'completed', 'code': 200} Aug 31 14:47:53.190843 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-383b66a4-0f1a-447e-a5e4-f60c274a13c0 req-3df30458-d63f-49f7-b0cb-e5197be96a7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aa9874f-64ae-47d9-bb5a-64297f34378b HTTP/1.1" status: 200 len: 1001 time: 0.2994716 Aug 31 14:47:53.259049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:53.396012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:53.397063 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:53.401243 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:53.450718 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b66a4-0f1a-447e-a5e4-f60c274a13c0 req-8773aebc-6a91-4d97-8e6e-b3a7821e6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:53.452390 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-383b66a4-0f1a-447e-a5e4-f60c274a13c0 req-8773aebc-6a91-4d97-8e6e-b3a7821e6ea0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.2368951 Aug 31 14:47:53.462156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4352e-0c8f-453a-9449-77809eb011f0 req-9c13c2ac-2979-4b41-a7d0-a276b8bdb206 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:53.464745 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-37a4352e-0c8f-453a-9449-77809eb011f0 req-9c13c2ac-2979-4b41-a7d0-a276b8bdb206 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 943 time: 0.2064838 Aug 31 14:47:53.546972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 59527dc2-28a0-480d-ab20-803ac2400571 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:53.615096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 59527dc2-28a0-480d-ab20-803ac2400571 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:53.621201 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 59527dc2-28a0-480d-ab20-803ac2400571 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:53.622054 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:53.675555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b66a4-0f1a-447e-a5e4-f60c274a13c0 req-2e019d57-e4e2-478f-84e6-5794f85f9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:53.677092 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-383b66a4-0f1a-447e-a5e4-f60c274a13c0 req-2e019d57-e4e2-478f-84e6-5794f85f9b41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113576 Aug 31 14:47:53.680587 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-37a4352e-0c8f-453a-9449-77809eb011f0 req-aa4b3ce8-d49c-4912-a880-e3d799c77577 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050552 Aug 31 14:47:53.768121 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:53.816740 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc1a94fa-892f-477a-95b4-28c9ea62e6a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:53.820934 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bc1a94fa-892f-477a-95b4-28c9ea62e6a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/5bca3940-a2e7-419c-b18c-764a6cb32727 HTTP/1.1" status: 204 len: 168 time: 1.3297160 Aug 31 14:47:53.825204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47862) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:53.828574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a94fa-892f-477a-95b4-28c9ea62e6a4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=5bca3940-a2e7-419c-b18c-764a6cb32727,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:53.828846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 59527dc2-28a0-480d-ab20-803ac2400571, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=59527dc2-28a0-480d-ab20-803ac2400571,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:53.834327 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:53.851262 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-383b66a4-0f1a-447e-a5e4-f60c274a13c0 req-86a1e14a-87cb-4c8b-9dee-aeb0af119044 service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658194 Aug 31 14:47:53.901051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89df9b-c47a-49b7-9fbc-7846ac5d64ee service neutron] Pushing event updated for resources: {'Port': ['ID=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:53.918415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=59527dc2-28a0-480d-ab20-803ac2400571,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:53.949349 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f33e3cf3-0cdd-485b-a50a-99588ab936b0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1151328 Aug 31 14:47:53.953447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47868) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:53.975025 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:53.997939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-3b201b1c-6645-4dfa-899e-7287b23ba2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:53.999691 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-3b201b1c-6645-4dfa-899e-7287b23ba2f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1094 time: 0.9406197 Aug 31 14:47:54.004031 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-383b66a4-0f1a-447e-a5e4-f60c274a13c0 req-94ca37e6-f2dd-4957-9e98-1f7aff99fb46 service neutron] 10.222.0.60 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434133 Aug 31 14:47:54.092485 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-591261ab-a023-4268-8516-09f1a652c3fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 HTTP/1.1" status: 200 len: 217 time: 0.0786490 Aug 31 14:47:54.109630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21da09b5-12a1-4240-90eb-689682150611 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:54.158545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a4edb-88ef-4265-a810-7e2316285d55 req-67afaf8c-2ea1-4afb-a3d2-b6e261155470 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:54.162416 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e26a4edb-88ef-4265-a810-7e2316285d55 req-67afaf8c-2ea1-4afb-a3d2-b6e261155470 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 946 time: 0.3394654 Aug 31 14:47:54.183446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-44c3222e-e2ac-4b03-ba9c-39e30cba2d32 None None] Provisioning complete for port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:54.184056 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44c3222e-e2ac-4b03-ba9c-39e30cba2d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:54.218657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-3626403d-b2da-4202-a6f4-9481a8a3238d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:54.220464 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-3626403d-b2da-4202-a6f4-9481a8a3238d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e33fc64f-9bd5-4636-82f7-5c2d6d4da600 HTTP/1.1" status: 200 len: 835 time: 0.1191366 Aug 31 14:47:54.223338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:54.227742 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:54.259790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e26a4edb-88ef-4265-a810-7e2316285d55 req-ba8cb740-40f1-4fc9-a0b7-13fe041e6e5d tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856116 Aug 31 14:47:54.359604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-feb1c231-08e7-4e2d-a131-4a647705018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:54.361377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-feb1c231-08e7-4e2d-a131-4a647705018c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11a0feae-060b-446c-8bb3-bf8028e4b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277199 Aug 31 14:47:54.467288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d63a05-2a1c-413c-abf8-eb22b8bf0c7e None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:47:54.505145 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-a27aa945-91aa-498e-9ca4-b6cbf4d839d8 service neutron] 10.222.0.60 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354539 Aug 31 14:47:54.519012 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:54.551772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b6d63a05-2a1c-413c-abf8-eb22b8bf0c7e None None] Deleting port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:54.552616 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6d63a05-2a1c-413c-abf8-eb22b8bf0c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:54.595882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:54.640355 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b6d63a05-2a1c-413c-abf8-eb22b8bf0c7e None None] For port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=bb71adb2-1ee1-406e-beaf-7bb2da4f3b37,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:54.641023 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6d63a05-2a1c-413c-abf8-eb22b8bf0c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:54.650315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:54.660648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:54.672487 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b6d63a05-2a1c-413c-abf8-eb22b8bf0c7e None None] Calling delete_port for bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:54.674338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:54.674939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:54.683091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=f8e2b8a0-fc99-4660-b62a-84f67acc0d84,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:54.704054 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:54.704409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:54.704761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:54.705099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:54.705437 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:54.705771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:54.706125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:54.706451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:54.706780 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:54.707108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:54.707486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:54.707817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:47:54.714309 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1db2290e-93b0-41cd-bee6-677c189e6ba3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7525728 Aug 31 14:47:54.717188 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47910) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:54.722446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9de26e6b-cb7d-4d88-90d2-da47893eab03 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:54.730048 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e6072d1-8377-4aee-a31f-65e956bf3615 req-b23c5017-a1c8-44c2-8d9c-8aada4a2a621 service neutron] 10.222.0.60 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991260 Aug 31 14:47:54.831004 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6d63a05-2a1c-413c-abf8-eb22b8bf0c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:54.850490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616bf6-f30e-429a-9d5f-8c732867e889 req-0fba1f6d-2b7b-4dc8-b569-b5d2c2e269e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:54.852028 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d616bf6-f30e-429a-9d5f-8c732867e889 req-0fba1f6d-2b7b-4dc8-b569-b5d2c2e269e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1094 time: 0.0729694 Aug 31 14:47:54.857255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47332a-aad0-4797-8ae3-c8f09647b4d5 req-3d29e734-9daa-48af-8123-b104fd5e991a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:54.859702 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-da47332a-aad0-4797-8ae3-c8f09647b4d5 req-3d29e734-9daa-48af-8123-b104fd5e991a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 943 time: 0.0673554 Aug 31 14:47:54.874105 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d63a05-2a1c-413c-abf8-eb22b8bf0c7e None None] Pushing event deleted for resources: {'Port': ['ID=bb71adb2-1ee1-406e-beaf-7bb2da4f3b37,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:54.882900 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d63a05-2a1c-413c-abf8-eb22b8bf0c7e None None] No DVR routers for this DVR port bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:47:54.926843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31744ff5-ea96-42f8-bb4f-9ba30a6254a1 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:54.928649 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-da47332a-aad0-4797-8ae3-c8f09647b4d5 req-a55b9132-1e2c-4eb2-a0cc-9b51e88df598 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618825 Aug 31 14:47:54.946483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de26e6b-cb7d-4d88-90d2-da47893eab03 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:54.950301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9de26e6b-cb7d-4d88-90d2-da47893eab03 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:55.032360 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616bf6-f30e-429a-9d5f-8c732867e889 req-eedca5a4-8dfe-4652-bff1-a367732b29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:55.033846 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d616bf6-f30e-429a-9d5f-8c732867e889 req-eedca5a4-8dfe-4652-bff1-a367732b29f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=11a0feae-060b-446c-8bb3-bf8028e4b48d HTTP/1.1" status: 200 len: 898 time: 0.1740811 Aug 31 14:47:55.034567 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:55.079965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 59527dc2-28a0-480d-ab20-803ac2400571 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:55.092632 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d616bf6-f30e-429a-9d5f-8c732867e889 req-7fdfa099-4698-472b-9e74-52c6da916dde service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 HTTP/1.1" status: 200 len: 217 time: 0.0464063 Aug 31 14:47:55.114136 n-d-806683-5 neutron-server[94871]: INFO neutron.db.ipam_backend_mixin [None req-9de26e6b-cb7d-4d88-90d2-da47893eab03 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8e2b8a0-fc99-4660-b62a-84f67acc0d84 (CIDR: 2001:db8::/64) Aug 31 14:47:55.135644 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de26e6b-cb7d-4d88-90d2-da47893eab03 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:47:55.136132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de26e6b-cb7d-4d88-90d2-da47893eab03 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:47:55.164705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 59527dc2-28a0-480d-ab20-803ac2400571 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:55.165821 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:55.166844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47918) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:55.167605 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9de26e6b-cb7d-4d88-90d2-da47893eab03 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4493124 Aug 31 14:47:55.171075 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': 'f8e2b8a0-fc99-4660-b62a-84f67acc0d84'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:47:55.172098 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:55.172222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:55.173447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616bf6-f30e-429a-9d5f-8c732867e889 req-eadbc586-8af9-4424-9421-852160b92250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:55.174922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d616bf6-f30e-429a-9d5f-8c732867e889 req-eadbc586-8af9-4424-9421-852160b92250 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e33fc64f-9bd5-4636-82f7-5c2d6d4da600 HTTP/1.1" status: 200 len: 835 time: 0.0735536 Aug 31 14:47:55.228413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616bf6-f30e-429a-9d5f-8c732867e889 req-8b744d66-4c46-434a-9a19-584608cafdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:55.230643 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d616bf6-f30e-429a-9d5f-8c732867e889 req-8b744d66-4c46-434a-9a19-584608cafdf2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11a0feae-060b-446c-8bb3-bf8028e4b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457611 Aug 31 14:47:55.309954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:55.313961 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:55.412919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:47:55.436822 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d616bf6-f30e-429a-9d5f-8c732867e889 req-e2145616-9e61-482b-9dfc-de29b8ea39b8 service neutron] 10.222.0.60 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978087 Aug 31 14:47:55.449432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:47:55.450012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device bb71adb2-1ee1-406e-beaf-7bb2da4f3b37 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:47:55.471599 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Allocated IP 2001:db8::2 (b4d25150-f4fa-4c09-ab58-80f29333d578/f8e2b8a0-fc99-4660-b62a-84f67acc0d84/b54f2dd0-dec5-4404-b7cd-7142b31b6ca1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:55.478456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d1ea-507a-44e6-8cd2-537fa4ee7aeb req-1f23edbf-ea80-4a8f-940b-3d70a5ea6b59 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:55.480600 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7323d1ea-507a-44e6-8cd2-537fa4ee7aeb req-1f23edbf-ea80-4a8f-940b-3d70a5ea6b59 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 946 time: 0.1208360 Aug 31 14:47:55.593694 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7323d1ea-507a-44e6-8cd2-537fa4ee7aeb req-ff8ed9df-864a-4486-afbb-3f60b9d21eaf tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772324 Aug 31 14:47:55.620495 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d616bf6-f30e-429a-9d5f-8c732867e889 req-f7b23437-878a-491c-9360-c77ab6b9cf40 service neutron] 10.222.0.60 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747379 Aug 31 14:47:55.666965 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:55.676552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Transition to ACTIVE for port object b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:55.694318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Transition to ACTIVE for port object b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:55.704517 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:55.748354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.objects.ports [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94870) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:47:55.751811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:55.754811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:55.758480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:55.766549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Pushing event updated for resources: {'Port': ['ID=b54f2dd0-dec5-4404-b7cd-7142b31b6ca1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:55.821121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Attempting to bind port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:47:55.822359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Attempting to bind port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:47:55.822573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Attempting to bind port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:47:55.827991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:47:55.828330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:47:55.828744 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:55.829135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:47:55.830849 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Bound port: b54f2dd0-dec5-4404-b7cd-7142b31b6ca1, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:47:55.830849 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:55.899750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] For port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:47:55.903514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] For port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b54f2dd0-dec5-4404-b7cd-7142b31b6ca1,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:47:55.920490 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:55.936900 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:56.000692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798a2aa-52ce-47ed-9bc7-5986c52668e7 None None] Pushing event updated for resources: {'Port': ['ID=b54f2dd0-dec5-4404-b7cd-7142b31b6ca1,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:56.146023 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83b689-b127-4a7e-afbd-97ba81445bbf req-6e683381-0e51-4759-95aa-661db2075e3b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:56.147518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b83b689-b127-4a7e-afbd-97ba81445bbf req-6e683381-0e51-4759-95aa-661db2075e3b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 943 time: 0.1045077 Aug 31 14:47:56.200795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] For port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b54f2dd0-dec5-4404-b7cd-7142b31b6ca1,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:56.260024 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4b83b689-b127-4a7e-afbd-97ba81445bbf req-3ef1a411-fac6-4176-b487-04740322e7b8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954690 Aug 31 14:47:56.303923 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:56.310117 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:56.311068 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:56.464226 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=1503e8ee-8e8e-413d-9629-f74da0ed48bc,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:56.470882 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:56.473230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:56.481883 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:56.482486 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:56.500734 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=b54f2dd0-dec5-4404-b7cd-7142b31b6ca1,revision_number=4']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:56.513795 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6cd19832-7262-47ae-8ce4-7b19fcea3939 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3456461 Aug 31 14:47:56.516574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 47950) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:56.522229 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'mac_address': 'fa:16:3e:0e:c5:4e', 'name': 'tempest-NetworksTestDHCPv6-32982362'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:56.604957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12703b-5314-4d2d-a7f7-ca14b42c6972 req-c09752f1-eb8c-4eba-9a5c-3b50eefd827b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:56.606496 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c12703b-5314-4d2d-a7f7-ca14b42c6972 req-c09752f1-eb8c-4eba-9a5c-3b50eefd827b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 945 time: 0.0621400 Aug 31 14:47:56.650246 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c12703b-5314-4d2d-a7f7-ca14b42c6972 req-6a628869-8d6a-47ec-8839-38803115161d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373404 Aug 31 14:47:56.686446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:56.774490 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:56.795538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port 64920150-695b-4da7-bcd0-e1863cc83925 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:47:57.042099 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:57.047586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::27f (b4d25150-f4fa-4c09-ab58-80f29333d578/f8e2b8a0-fc99-4660-b62a-84f67acc0d84/64920150-695b-4da7-bcd0-e1863cc83925) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:57.062263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:c54e (b4d25150-f4fa-4c09-ab58-80f29333d578/1503e8ee-8e8e-413d-9629-f74da0ed48bc/64920150-695b-4da7-bcd0-e1863cc83925) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:47:57.128541 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:57.239215 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:57.250514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603481d6-350d-409f-b1aa-af22812ec6bc None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:57.253275 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object 64920150-695b-4da7-bcd0-e1863cc83925 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:47:57.288213 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:57.324919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0b08f30f-92d2-4a64-acdf-4625783a17cf None None] Provisioning for port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:57.333243 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0b08f30f-92d2-4a64-acdf-4625783a17cf None None] Provisioning complete for port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:57.333616 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b08f30f-92d2-4a64-acdf-4625783a17cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:57.342212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:47:57.356921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=64920150-695b-4da7-bcd0-e1863cc83925,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:57.367837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:47:57.370948 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:47:57.382862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:47:57.394012 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:57.394812 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:57.435750 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47958) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:57.436332 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-875372a9-d421-4fa9-a8fa-4d0a1ff13795 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9181631 Aug 31 14:47:57.456068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ab560-e45c-4155-a608-6f8204e67766 req-4d513dfc-614f-4840-b312-35fb250a3ace tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:57.457636 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-769ab560-e45c-4155-a608-6f8204e67766 req-4d513dfc-614f-4840-b312-35fb250a3ace tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 943 time: 0.0841439 Aug 31 14:47:57.519574 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-769ab560-e45c-4155-a608-6f8204e67766 req-717ee726-d4b6-4cbf-988c-d3bedce95f29 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470517 Aug 31 14:47:57.578887 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:57.591715 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b08f30f-92d2-4a64-acdf-4625783a17cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:57.593735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-9ba80080-2d13-4e1e-b2a7-827389c9b6ea tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port 64920150-695b-4da7-bcd0-e1863cc83925 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:57.594055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ba80080-2d13-4e1e-b2a7-827389c9b6ea tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:57.596149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'port_id': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'mac_address': 'fa:16:3e:a5:4f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:47:57.663377 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0b08f30f-92d2-4a64-acdf-4625783a17cf None None] For port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b54f2dd0-dec5-4404-b7cd-7142b31b6ca1,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:57.669999 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b08f30f-92d2-4a64-acdf-4625783a17cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:57.672024 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:57.708750 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ba80080-2d13-4e1e-b2a7-827389c9b6ea tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:57.722257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-9ba80080-2d13-4e1e-b2a7-827389c9b6ea tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for 64920150-695b-4da7-bcd0-e1863cc83925 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:57.729840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:47:57.754258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:57.764904 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:57.786382 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08f30f-92d2-4a64-acdf-4625783a17cf None None] Pushing event updated for resources: {'Port': ['ID=b54f2dd0-dec5-4404-b7cd-7142b31b6ca1,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:57.854680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:57.864965 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1168e-0e7b-47db-b9c0-89f9029e9df1 req-ef1fbe0d-5014-4a91-90e0-c09cd54c94b0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:57.867057 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30d1168e-0e7b-47db-b9c0-89f9029e9df1 req-ef1fbe0d-5014-4a91-90e0-c09cd54c94b0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 945 time: 0.0783210 Aug 31 14:47:57.922477 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30d1168e-0e7b-47db-b9c0-89f9029e9df1 req-df02770c-4d7c-495d-9028-a81f47e30466 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417199 Aug 31 14:47:57.999517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['0ed97fdb-8c43-4af5-8fb3-8453222c2ea6'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:47:58.064349 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ba80080-2d13-4e1e-b2a7-827389c9b6ea tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:58.079511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-68c1368b-224a-4f67-bcbe-11dbdea18b19 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:58.081766 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-68c1368b-224a-4f67-bcbe-11dbdea18b19 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.60 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 945 time: 0.0820749 Aug 31 14:47:58.260785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Deleting port 9aa9874f-64ae-47d9-bb5a-64297f34378b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:58.264696 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:58.438316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] For port 9aa9874f-64ae-47d9-bb5a-64297f34378b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=9aa9874f-64ae-47d9-bb5a-64297f34378b,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:58.438702 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:58.444138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba80080-2d13-4e1e-b2a7-827389c9b6ea tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=64920150-695b-4da7-bcd0-e1863cc83925,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:58.492959 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a0d4f91b-f393-4656-89bf-ed66009ca8ce None None] Could not find standard attr ID for object 64920150-695b-4da7-bcd0-e1863cc83925. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:47:58.501915 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ba80080-2d13-4e1e-b2a7-827389c9b6ea tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:58.506438 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9ba80080-2d13-4e1e-b2a7-827389c9b6ea tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/64920150-695b-4da7-bcd0-e1863cc83925 HTTP/1.1" status: 204 len: 168 time: 1.0669637 Aug 31 14:47:58.506438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47980) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:58.507930 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a0d4f91b-f393-4656-89bf-ed66009ca8ce None None] Provisioning complete for port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:58.508310 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f91b-f393-4656-89bf-ed66009ca8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:58.572883 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0edb4d-1bee-44dd-82e3-e25a915163ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:58.574913 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3b0edb4d-1bee-44dd-82e3-e25a915163ed tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0676496 Aug 31 14:47:58.577378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47988) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:58.652196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97147874-32b2-4474-9010-692153f1701c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:58.654378 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-97147874-32b2-4474-9010-692153f1701c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0759859 Aug 31 14:47:58.657283 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47992) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:58.718455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b4484-32a5-47fd-a526-aac9f5a1b886 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:58.720509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b4484-32a5-47fd-a526-aac9f5a1b886 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:58.722174 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b4484-32a5-47fd-a526-aac9f5a1b886 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:58.723869 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3a9b4484-32a5-47fd-a526-aac9f5a1b886 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0653822 Aug 31 14:47:58.726935 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 47994) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:58.793587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df4f613-1b5f-4290-b609-7fe364bf1a34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet 1503e8ee-8e8e-413d-9629-f74da0ed48bc {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:58.797309 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3df4f613-1b5f-4290-b609-7fe364bf1a34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:58.812029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6bbeae78-bf6a-4634-908a-696891f1152e None None] Could not find standard attr ID for object 64920150-695b-4da7-bcd0-e1863cc83925. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:47:58.854635 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3df4f613-1b5f-4290-b609-7fe364bf1a34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:58.876725 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:58.877283 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:58.877478 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Floating IP 546e96b7-a954-425b-912a-35937309a66a disassociated. External IP: 172.25.2.133, port: 9aa9874f-64ae-47d9-bb5a-64297f34378b. Aug 31 14:47:58.877811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Calling delete_port for 9aa9874f-64ae-47d9-bb5a-64297f34378b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:47:58.893658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c323d5d-0c00-4c94-9aa9-61a31b07b1cb req-ddf89f17-77e0-4be0-b84a-0a36711512b0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:58.902650 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c323d5d-0c00-4c94-9aa9-61a31b07b1cb req-ddf89f17-77e0-4be0-b84a-0a36711512b0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 944 time: 0.1956513 Aug 31 14:47:58.966170 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3df4f613-1b5f-4290-b609-7fe364bf1a34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.048420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:59.058751 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c323d5d-0c00-4c94-9aa9-61a31b07b1cb req-d3f83509-35ea-4813-a25b-03832cad027d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551075 Aug 31 14:47:59.123980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b69e3e-fe14-40a0-8e45-7d5690d973a1 req-692dd4f9-3381-423b-b881-93d2b6305c69 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:59.125459 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3b69e3e-fe14-40a0-8e45-7d5690d973a1 req-692dd4f9-3381-423b-b881-93d2b6305c69 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 945 time: 0.0790782 Aug 31 14:47:59.132358 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3df4f613-1b5f-4290-b609-7fe364bf1a34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.140000 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:59.140654 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.147811 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.177725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4f613-1b5f-4290-b609-7fe364bf1a34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=1503e8ee-8e8e-413d-9629-f74da0ed48bc,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:59.187782 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3df4f613-1b5f-4290-b609-7fe364bf1a34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.189802 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3df4f613-1b5f-4290-b609-7fe364bf1a34 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/1503e8ee-8e8e-413d-9629-f74da0ed48bc HTTP/1.1" status: 204 len: 168 time: 0.4605682 Aug 31 14:47:59.192639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48000) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:59.199873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event deleted for resources: {'Port': ['ID=9aa9874f-64ae-47d9-bb5a-64297f34378b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:59.207618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0328047-fb03-43dc-b98a-1849e9d28b0d None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:47:59.251153 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3b69e3e-fe14-40a0-8e45-7d5690d973a1 req-6e8e4ad6-e3bb-46c3-891c-0448bdb60149 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143739 Aug 31 14:47:59.267859 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d845e5-3b67-43f7-8239-b9ab287f6546 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet f8e2b8a0-fc99-4660-b62a-84f67acc0d84 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:47:59.282184 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41d845e5-3b67-43f7-8239-b9ab287f6546 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.331512 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41d845e5-3b67-43f7-8239-b9ab287f6546 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.355344 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Router d89a73f4-d34f-4230-b596-86c6f1f53f0e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:47:59.455897 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41d845e5-3b67-43f7-8239-b9ab287f6546 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.488123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:47:59.497782 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7858e289-1cfb-495e-820c-1ecacebc9f85 None None] Sync routers for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:47:59.519353 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7858e289-1cfb-495e-820c-1ecacebc9f85 None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:47:59.520148 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7858e289-1cfb-495e-820c-1ecacebc9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:47:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:47:59.520829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:47:59.540007 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41d845e5-3b67-43f7-8239-b9ab287f6546 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.541607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] No DVR routers for this DVR port 9aa9874f-64ae-47d9-bb5a-64297f34378b on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:47:59.545209 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.548282 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-349cb3b0-5bd9-46dd-9e77-92f221bea4f6 req-dbd2e5a2-e063-436c-af81-9c23a8eb960b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.60 "DELETE /v2.0/ports/9aa9874f-64ae-47d9-bb5a-64297f34378b HTTP/1.1" status: 204 len: 173 time: 1.4536943 Aug 31 14:47:59.549073 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530665d1-61e1-407d-9317-1d3b3cfe080d', 'name': 'network-vif-deleted', 'tag': '9aa9874f-64ae-47d9-bb5a-64297f34378b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:59.561419 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e564383-84d2-4e9e-9f44-e91e6701af36" -d '{"events": [{"server_uuid": "530665d1-61e1-407d-9317-1d3b3cfe080d", "name": "network-vif-deleted", "tag": "9aa9874f-64ae-47d9-bb5a-64297f34378b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:59.582652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d845e5-3b67-43f7-8239-b9ab287f6546 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e2b8a0-fc99-4660-b62a-84f67acc0d84,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:47:59.605818 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-41d845e5-3b67-43f7-8239-b9ab287f6546 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.607888 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-41d845e5-3b67-43f7-8239-b9ab287f6546 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/f8e2b8a0-fc99-4660-b62a-84f67acc0d84 HTTP/1.1" status: 204 len: 168 time: 0.4143002 Aug 31 14:47:59.610527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48004) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:59.663262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:47:59.671972 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc591315-443b-4914-bac8-50c756f44aa0 x-openstack-request-id: req-bc591315-443b-4914-bac8-50c756f44aa0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:47:59.672472 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530665d1-61e1-407d-9317-1d3b3cfe080d", "name": "network-vif-deleted", "tag": "9aa9874f-64ae-47d9-bb5a-64297f34378b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:47:59.672751 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc591315-443b-4914-bac8-50c756f44aa0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:47:59.673164 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530665d1-61e1-407d-9317-1d3b3cfe080d', 'name': 'network-vif-deleted', 'tag': '9aa9874f-64ae-47d9-bb5a-64297f34378b', 'status': 'completed', 'code': 200} Aug 31 14:47:59.675469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:47:59.675840 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.693429 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2caeb998-c267-4f5c-b5dd-2270068020c5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816162 Aug 31 14:47:59.697488 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48006) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:47:59.704338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c91095cd-b9e7-4a8b-bb16-020a4e020e38 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:47:59.717746 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7858e289-1cfb-495e-820c-1ecacebc9f85 None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:47:59.787429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf64619-65cf-43de-af50-d5b78cb23c80 None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:47:59.849271 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.870631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91095cd-b9e7-4a8b-bb16-020a4e020e38 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:47:59.882808 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c91095cd-b9e7-4a8b-bb16-020a4e020e38 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:59.929576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:47:59.932608 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432e7ce1-7889-4a78-960e-6c1517d88258" -d '{"events": [{"server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "name": "network-vif-plugged", "status": "completed", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:47:59.957200 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:47:59.967399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-edf64619-65cf-43de-af50-d5b78cb23c80 None None] Deleting port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:47:59.967762 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edf64619-65cf-43de-af50-d5b78cb23c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.059994 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7858e289-1cfb-495e-820c-1ecacebc9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:00.063212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-edf64619-65cf-43de-af50-d5b78cb23c80 None None] For port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b54f2dd0-dec5-4404-b7cd-7142b31b6ca1,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:00.063586 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edf64619-65cf-43de-af50-d5b78cb23c80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.079008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-edf64619-65cf-43de-af50-d5b78cb23c80 None None] Calling delete_port for b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:00.150209 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7858e289-1cfb-495e-820c-1ecacebc9f85 None None] Checking router: d89a73f4-d34f-4230-b596-86c6f1f53f0e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:48:00.156252 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eead80-e857-429d-8f2d-7abf950c9d32 x-openstack-request-id: req-93eead80-e857-429d-8f2d-7abf950c9d32 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:48:00.156929 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "name": "network-vif-plugged", "status": "completed", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:48:00.157707 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93eead80-e857-429d-8f2d-7abf950c9d32 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:48:00.158346 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'code': 200} Aug 31 14:48:00.159508 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.160546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 9aa9874f-64ae-47d9-bb5a-64297f34378b no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:00.161906 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7858e289-1cfb-495e-820c-1ecacebc9f85 None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:00.162704 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7858e289-1cfb-495e-820c-1ecacebc9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:47:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:00.268111 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:00.271842 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edf64619-65cf-43de-af50-d5b78cb23c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.283036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 9aa9874f-64ae-47d9-bb5a-64297f34378b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:48:00.283036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 9aa9874f-64ae-47d9-bb5a-64297f34378b not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:00.292032 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7858e289-1cfb-495e-820c-1ecacebc9f85 None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:00.309494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf64619-65cf-43de-af50-d5b78cb23c80 None None] Pushing event deleted for resources: {'Port': ['ID=b54f2dd0-dec5-4404-b7cd-7142b31b6ca1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:00.317799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf64619-65cf-43de-af50-d5b78cb23c80 None None] No DVR routers for this DVR port b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:00.340629 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c91095cd-b9e7-4a8b-bb16-020a4e020e38 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.411048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82ef48-7f14-4b2d-a8fb-cc94a37dbc93 req-4582e0a1-fde1-49f1-8e4a-88c54652be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:00.414664 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e82ef48-7f14-4b2d-a8fb-cc94a37dbc93 req-4582e0a1-fde1-49f1-8e4a-88c54652be2a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1096 time: 0.3224301 Aug 31 14:48:00.450355 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bc1b2fc9-7ab1-4739-a186-1f124b04fd82 req-bf875a48-5149-416b-9043-2d5805d437e5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 210 time: 0.0599184 Aug 31 14:48:00.476329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91095cd-b9e7-4a8b-bb16-020a4e020e38 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=e5adbd44-cca2-488c-95bc-4d7ee61b11cd,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:00.476329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91095cd-b9e7-4a8b-bb16-020a4e020e38 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:00.483333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c91095cd-b9e7-4a8b-bb16-020a4e020e38 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:00.489371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91095cd-b9e7-4a8b-bb16-020a4e020e38 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:00.490060 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c91095cd-b9e7-4a8b-bb16-020a4e020e38 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.493749 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b7e05-b1a3-499d-9825-6002045f0a04 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:00.584774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26219738-ab2b-4789-bfc9-28919226b110 req-cde2058b-1053-422a-8302-bbf30c76665a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:00.591093 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26219738-ab2b-4789-bfc9-28919226b110 req-cde2058b-1053-422a-8302-bbf30c76665a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.2993934 Aug 31 14:48:00.603537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48016) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:00.604473 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c91095cd-b9e7-4a8b-bb16-020a4e020e38 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9045739 Aug 31 14:48:00.610228 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-cab1e578-c71c-42d7-870f-830b0dc7775d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:00.613012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e82ef48-7f14-4b2d-a8fb-cc94a37dbc93 req-85e80710-402a-4e15-bcf4-34aa6ebdb7e3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828821 Aug 31 14:48:00.703401 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26219738-ab2b-4789-bfc9-28919226b110 req-762da7c0-4e62-4c7e-8092-c78f30805d06 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884395 Aug 31 14:48:00.753449 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7858e289-1cfb-495e-820c-1ecacebc9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:00.794302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b4d25150-f4fa-4c09-ab58-80f29333d578', 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'tenant_id': 'bf53a26981e04030838f431a52fbea16', 'fixed_ips': [{'subnet_id': 'e5adbd44-cca2-488c-95bc-4d7ee61b11cd'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:00.797656 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.832408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab1e578-c71c-42d7-870f-830b0dc7775d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:00.836555 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cab1e578-c71c-42d7-870f-830b0dc7775d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:00.868945 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7858e289-1cfb-495e-820c-1ecacebc9f85 None None] The sync data for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 is: [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:00.973694 n-d-806683-5 neutron-server[94870]: INFO neutron.db.ipam_backend_mixin [None req-cab1e578-c71c-42d7-870f-830b0dc7775d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e5adbd44-cca2-488c-95bc-4d7ee61b11cd (CIDR: 2001:db8::/64) Aug 31 14:48:00.983786 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab1e578-c71c-42d7-870f-830b0dc7775d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:48:00.984589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab1e578-c71c-42d7-870f-830b0dc7775d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:01.030182 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48020) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:01.030697 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cab1e578-c71c-42d7-870f-830b0dc7775d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4249675 Aug 31 14:48:01.040587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'subnet': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:01.188912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Allocated IP 2001:db8::2 (b4d25150-f4fa-4c09-ab58-80f29333d578/e5adbd44-cca2-488c-95bc-4d7ee61b11cd/9679a519-74bf-4f9b-bb1f-57028796b9a4) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:01.209123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:01.250066 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:48:01.250340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b54f2dd0-dec5-4404-b7cd-7142b31b6ca1 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:01.311521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:01.317697 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.451341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6209ef75-e5a1-4bbe-8389-42c0903ddb66 None None] New status for floating IP 546e96b7-a954-425b-912a-35937309a66a: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:48:01.563547 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.613254 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2164ce8a-8b5c-4bbf-9c46-dc11eee24d82 req-1e810cfc-0303-4b67-b75f-b1f6b38b5726 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 210 time: 0.0481348 Aug 31 14:48:01.642379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Transition to ACTIVE for port object 9679a519-74bf-4f9b-bb1f-57028796b9a4 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:01.667269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Transition to ACTIVE for port object 9679a519-74bf-4f9b-bb1f-57028796b9a4 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:01.678503 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.757100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Pushing event updated for resources: {'Port': ['ID=9679a519-74bf-4f9b-bb1f-57028796b9a4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:01.768055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:01.769664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:01.772459 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:01.841347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Attempting to bind port 9679a519-74bf-4f9b-bb1f-57028796b9a4 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:01.841979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Attempting to bind port 9679a519-74bf-4f9b-bb1f-57028796b9a4 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:01.842076 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Attempting to bind port 9679a519-74bf-4f9b-bb1f-57028796b9a4 on network b4d25150-f4fa-4c09-ab58-80f29333d578 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:01.847484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:01.847864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Checking segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:01.848327 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.848727 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Bound using segment: {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:01.849191 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Bound port: 9679a519-74bf-4f9b-bb1f-57028796b9a4, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc978ac-bf49-4220-a2fc-1d4686d89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:01.849574 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.942537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445557b5-7c0a-461e-8970-3fcd2d9d0235 req-bf2d7a46-8f61-4665-8884-e2251e99b179 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:01.942924 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] For port 9679a519-74bf-4f9b-bb1f-57028796b9a4, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:01.947395 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] For port 9679a519-74bf-4f9b-bb1f-57028796b9a4, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9679a519-74bf-4f9b-bb1f-57028796b9a4,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:01.948604 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-445557b5-7c0a-461e-8970-3fcd2d9d0235 req-bf2d7a46-8f61-4665-8884-e2251e99b179 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.1042624 Aug 31 14:48:01.960532 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:02.033418 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644b0be-0b44-4385-846f-a8db8bf36951 None None] Pushing event updated for resources: {'Port': ['ID=9679a519-74bf-4f9b-bb1f-57028796b9a4,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:02.057929 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-445557b5-7c0a-461e-8970-3fcd2d9d0235 req-efa84498-aae9-48a5-8259-537ad98e1669 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054859 Aug 31 14:48:02.258845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433d7c2-0c98-4f76-a73c-4ea05f9cc116 req-3b86fd5d-ea62-4997-888c-4eabc07bbafb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:02.268102 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e433d7c2-0c98-4f76-a73c-4ea05f9cc116 req-3b86fd5d-ea62-4997-888c-4eabc07bbafb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.1183362 Aug 31 14:48:02.374866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.objects.ports [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:48:02.379213 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e433d7c2-0c98-4f76-a73c-4ea05f9cc116 req-28770e92-1305-41a4-913c-5b376130bc95 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020951 Aug 31 14:48:02.395238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48032) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:02.470843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f897ffa-361f-4aea-a918-936ea18801d3 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:02.477269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48034) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:02.477566 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1f897ffa-361f-4aea-a918-936ea18801d3 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1091 time: 0.0813770 Aug 31 14:48:02.484307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:02.527572 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:02.604964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-137234f8-d503-4501-97f6-5824cc2dbfa4 req-807fa826-2318-47cd-afe1-9cba7619f023 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2280111 Aug 31 14:48:02.804121 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0e794431-e282-42fd-bac6-182c1ce5e6e2 req-a9bf373e-0899-409f-a3f1-270c703dace7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 210 time: 0.0446959 Aug 31 14:48:02.813558 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:02.828801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137234f8-d503-4501-97f6-5824cc2dbfa4 req-222533c3-ea61-4dc7-9eb1-978219379c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:02.830380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-137234f8-d503-4501-97f6-5824cc2dbfa4 req-222533c3-ea61-4dc7-9eb1-978219379c0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a04e8c5706e9410ab912244cb47ade7d&device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 1097 time: 0.1707170 Aug 31 14:48:02.989770 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:03.081867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9679a519-74bf-4f9b-bb1f-57028796b9a4 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:03.161506 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137234f8-d503-4501-97f6-5824cc2dbfa4 req-e1b89373-5326-4af1-a587-0077ec69339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:03.162953 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-137234f8-d503-4501-97f6-5824cc2dbfa4 req-e1b89373-5326-4af1-a587-0077ec69339f service neutron] 10.222.0.25 "GET /v2.0/networks?id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 200 len: 917 time: 0.3060639 Aug 31 14:48:03.194500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 9679a519-74bf-4f9b-bb1f-57028796b9a4 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:03.377382 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-137234f8-d503-4501-97f6-5824cc2dbfa4 req-21468b6e-ace7-4f72-b2db-355c7e0078e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9e6127-d3be-402d-8652-46a554402315 HTTP/1.1" status: 200 len: 1001 time: 0.1987824 Aug 31 14:48:03.382403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] For port 9679a519-74bf-4f9b-bb1f-57028796b9a4, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9679a519-74bf-4f9b-bb1f-57028796b9a4,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:03.478802 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.25.2.232 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/bb267e9b-afce-4d13-b96c-a8a054c5e862) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:03.488392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137234f8-d503-4501-97f6-5824cc2dbfa4 req-2b4d726b-7a80-4d07-bf39-148a10e743fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:03.490622 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-137234f8-d503-4501-97f6-5824cc2dbfa4 req-2b4d726b-7a80-4d07-bf39-148a10e743fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 200 len: 855 time: 0.1048312 Aug 31 14:48:03.492947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-29dfbc57-7da9-4df6-9a67-8c1a172c1c52 None None] Provisioning for port 9679a519-74bf-4f9b-bb1f-57028796b9a4 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:03.497776 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:03.506858 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-29dfbc57-7da9-4df6-9a67-8c1a172c1c52 None None] Provisioning complete for port 9679a519-74bf-4f9b-bb1f-57028796b9a4 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:03.510249 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-29dfbc57-7da9-4df6-9a67-8c1a172c1c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:03.589886 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:03.590651 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:03.605976 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-29dfbc57-7da9-4df6-9a67-8c1a172c1c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:03.644400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-29dfbc57-7da9-4df6-9a67-8c1a172c1c52 None None] For port 9679a519-74bf-4f9b-bb1f-57028796b9a4, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9679a519-74bf-4f9b-bb1f-57028796b9a4,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:03.648544 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-29dfbc57-7da9-4df6-9a67-8c1a172c1c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:03.688675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:03.705317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:03.705672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfbc57-7da9-4df6-9a67-8c1a172c1c52 None None] Pushing event updated for resources: {'Port': ['ID=9679a519-74bf-4f9b-bb1f-57028796b9a4,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:03.717880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1665c1f-3592-461b-b04c-7e98a62e5d32 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:03.728134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:03.728823 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:03.755069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Subnet': ['ID=b77e3d80-b647-45a2-aaeb-f404cd294c3a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:03.758403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137234f8-d503-4501-97f6-5824cc2dbfa4 req-8d641e0e-08c7-41cc-8e54-5327978c6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:03.760078 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-137234f8-d503-4501-97f6-5824cc2dbfa4 req-8d641e0e-08c7-41cc-8e54-5327978c6603 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=30cc2e5a-dff4-4d34-85d1-1b85ea66b410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2586493 Aug 31 14:48:03.785102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=9679a519-74bf-4f9b-bb1f-57028796b9a4,revision_number=4']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:03.805342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d42c7c39-578b-417f-a96a-20052dc47544 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7724812 Aug 31 14:48:03.808928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48046) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:03.815092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Request body: {'port': {'network_id': 'b4d25150-f4fa-4c09-ab58-80f29333d578', 'mac_address': 'fa:16:3e:04:74:27', 'name': 'tempest-NetworksTestDHCPv6-1291236329'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:03.848132 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:03.908647 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-137234f8-d503-4501-97f6-5824cc2dbfa4 req-16effb3e-6e17-4703-8435-1fa00213869d service neutron] 10.222.0.25 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371360 Aug 31 14:48:03.973350 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:03.981804 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-33091446-3428-421d-a4b8-d5d9af5095ec req-61627c0c-8876-460c-aef3-a1d3ec3d2cfd tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 210 time: 0.0380721 Aug 31 14:48:04.051526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:04.059421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:04.071065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:04.099969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=bb267e9b-afce-4d13-b96c-a8a054c5e862,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:04.134020 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Made reservation on behalf of bf53a26981e04030838f431a52fbea16 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:04.137606 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-137234f8-d503-4501-97f6-5824cc2dbfa4 req-67607b9f-5258-47f0-b18a-5f6cfa79b7b9 service neutron] 10.222.0.25 "GET /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205515 Aug 31 14:48:04.284777 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:04.321221 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] device_id is not set on port c0ae9919-d0d6-4286-a0f6-a80d5795cc81 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:48:04.589011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8::178 (b4d25150-f4fa-4c09-ab58-80f29333d578/e5adbd44-cca2-488c-95bc-4d7ee61b11cd/c0ae9919-d0d6-4286-a0f6-a80d5795cc81) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:04.600109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Allocated IP 2001:db8:0:1:f816:3eff:fe04:7427 (b4d25150-f4fa-4c09-ab58-80f29333d578/b77e3d80-b647-45a2-aaeb-f404cd294c3a/c0ae9919-d0d6-4286-a0f6-a80d5795cc81) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:04.853656 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:04.869928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Transition to ACTIVE for port object c0ae9919-d0d6-4286-a0f6-a80d5795cc81 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:04.901207 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:04.913467 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:04.981476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Network b4d25150-f4fa-4c09-ab58-80f29333d578 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:04.983009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event updated for resources: {'Port': ['ID=c0ae9919-d0d6-4286-a0f6-a80d5795cc81,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:04.989461 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:04.989461 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:04.996790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:04.997825 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.023912 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6e865b41-3962-4850-9af8-c9068020b1e0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2130182 Aug 31 14:48:05.027007 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48072) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:05.083076 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9679a519-74bf-4f9b-bb1f-57028796b9a4 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:05.105087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-01f3acb5-a3b3-4d32-bc83-b4550322d3c1 None None] Provisioning complete for port 9679a519-74bf-4f9b-bb1f-57028796b9a4 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:05.105611 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01f3acb5-a3b3-4d32-bc83-b4550322d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.154740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b97abc2-ec3f-4509-9fd9-f1b98cc1c0af req-d8f97c14-fc82-487e-96fe-0fcbad9a5e87 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=530665d1-61e1-407d-9317-1d3b3cfe080d HTTP/1.1" status: 200 len: 210 time: 0.0692818 Aug 31 14:48:05.163296 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.178890 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-20586210-0540-4c6e-adcd-9012c4cf10f6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting port c0ae9919-d0d6-4286-a0f6-a80d5795cc81 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:05.179287 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20586210-0540-4c6e-adcd-9012c4cf10f6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.246574 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 9679a519-74bf-4f9b-bb1f-57028796b9a4 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:05.246946 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.325306 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20586210-0540-4c6e-adcd-9012c4cf10f6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.360230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-20586210-0540-4c6e-adcd-9012c4cf10f6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Calling delete_port for c0ae9919-d0d6-4286-a0f6-a80d5795cc81 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:05.462133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-63f5dcb6-0d75-4194-8466-8007c9eec7ce None None] Provisioning for port c0ae9919-d0d6-4286-a0f6-a80d5795cc81 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:05.469302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-63f5dcb6-0d75-4194-8466-8007c9eec7ce None None] Provisioning complete for port c0ae9919-d0d6-4286-a0f6-a80d5795cc81 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:05.469923 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63f5dcb6-0d75-4194-8466-8007c9eec7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.517813 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-63f5dcb6-0d75-4194-8466-8007c9eec7ce None None] Port c0ae9919-d0d6-4286-a0f6-a80d5795cc81 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:05.645774 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20586210-0540-4c6e-adcd-9012c4cf10f6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.677726 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20586210-0540-4c6e-adcd-9012c4cf10f6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Port': ['ID=c0ae9919-d0d6-4286-a0f6-a80d5795cc81,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:05.706714 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.711830 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.722985 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20586210-0540-4c6e-adcd-9012c4cf10f6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.728112 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-20586210-0540-4c6e-adcd-9012c4cf10f6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/c0ae9919-d0d6-4286-a0f6-a80d5795cc81 HTTP/1.1" status: 204 len: 168 time: 0.6973560 Aug 31 14:48:05.728392 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48076) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:05.798868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7520e7d6-2190-46bc-90e8-a4c8eeb10f3e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:05.800939 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7520e7d6-2190-46bc-90e8-a4c8eeb10f3e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0713570 Aug 31 14:48:05.803917 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48078) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:05.838215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=bb267e9b-afce-4d13-b96c-a8a054c5e862,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:05.857565 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.919939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b834551e-48ee-40ec-a6ce-39173e9a713b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:05.921479 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b834551e-48ee-40ec-a6ce-39173e9a713b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1141322 Aug 31 14:48:05.923953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48080) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:06.019956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edf7b47-8a8d-4931-a8f9-2aa2ddd8ac17 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:06.021593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edf7b47-8a8d-4931-a8f9-2aa2ddd8ac17 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:06.023098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edf7b47-8a8d-4931-a8f9-2aa2ddd8ac17 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:06.025237 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9edf7b47-8a8d-4931-a8f9-2aa2ddd8ac17 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1003644 Aug 31 14:48:06.028372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48082) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:06.060707 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Floating IP 1f7fc109-6602-4860-acb0-d40083aeaabf associated. External IP: 172.25.2.232, port: 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6. Aug 31 14:48:06.120421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e61a1f-9be7-4968-843a-889fbf607888 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet b77e3d80-b647-45a2-aaeb-f404cd294c3a {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:48:06.126222 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0e61a1f-9be7-4968-843a-889fbf607888 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.209508 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0e61a1f-9be7-4968-843a-889fbf607888 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.404474 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0e61a1f-9be7-4968-843a-889fbf607888 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.473676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-55851bd2-f01c-4d49-81e8-dcd006b56ef2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461447131&fields=id&tenant_id=6533cc47c01b415292ab966def453044 HTTP/1.1" status: 200 len: 267 time: 0.1046419 Aug 31 14:48:06.477059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:48:06.541079 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0e61a1f-9be7-4968-843a-889fbf607888 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.619102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e61a1f-9be7-4968-843a-889fbf607888 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=b77e3d80-b647-45a2-aaeb-f404cd294c3a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:06.636314 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0e61a1f-9be7-4968-843a-889fbf607888 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.638220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b0e61a1f-9be7-4968-843a-889fbf607888 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/b77e3d80-b647-45a2-aaeb-f404cd294c3a HTTP/1.1" status: 204 len: 168 time: 0.6089368 Aug 31 14:48:06.639407 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6211d988-ebf0-47a7-943b-8e8a65931e07 None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:06.641703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48098) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:06.712878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-c195fe94-72da-45eb-bfbf-5aacfd4cc075 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:06.714506 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-c195fe94-72da-45eb-bfbf-5aacfd4cc075 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 812 time: 0.2296398 Aug 31 14:48:06.742492 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-6e57834a-f2c1-4f44-bb7b-9785d8822917 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/quotas/6533cc47c01b415292ab966def453044 HTTP/1.1" status: 200 len: 375 time: 0.0160782 Aug 31 14:48:06.744379 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:06.762615 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f046b-066a-4f0d-a3b4-d5b422259b1b None None] Sync routers for ids ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:06.765010 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e950a7c-436e-440a-a65d-3667207a8b7b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Deleting subnet e5adbd44-cca2-488c-95bc-4d7ee61b11cd {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:48:06.771085 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e950a7c-436e-440a-a65d-3667207a8b7b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.777585 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f046b-066a-4f0d-a3b4-d5b422259b1b None None] Routers {'d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:06.778235 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5f0f046b-066a-4f0d-a3b4-d5b422259b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:47:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:06.799707 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.832723 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e950a7c-436e-440a-a65d-3667207a8b7b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.843392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fff03a0f-55d9-42b7-9081-cd2b07350230 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3609977 Aug 31 14:48:06.843392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:48:06.846381 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4624858d-a390-4ee3-ad94-95d5f12b9855" -d '{"events": [{"name": "network-changed", "server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:48:06.859618 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-ab5650ff-27da-457e-8855-825227543e87 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026480 Aug 31 14:48:06.892761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-8567ad62-eff0-4380-960f-ba16047ebd23 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:48:06.893857 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-8567ad62-eff0-4380-960f-ba16047ebd23 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067124 Aug 31 14:48:06.953904 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e950a7c-436e-440a-a65d-3667207a8b7b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.027811 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-db38471b-26b5-4a43-b524-5455fa658bbc service neutron] 10.222.0.39 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252012 Aug 31 14:48:07.120756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48108) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:07.152696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e950a7c-436e-440a-a65d-3667207a8b7b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.186715 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5f0f046b-066a-4f0d-a3b4-d5b422259b1b None None] Set router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:07.199795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e950a7c-436e-440a-a65d-3667207a8b7b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Subnet': ['ID=e5adbd44-cca2-488c-95bc-4d7ee61b11cd,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:07.205926 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2e950a7c-436e-440a-a65d-3667207a8b7b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.207923 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2e950a7c-436e-440a-a65d-3667207a8b7b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/e5adbd44-cca2-488c-95bc-4d7ee61b11cd HTTP/1.1" status: 204 len: 168 time: 0.5644882 Aug 31 14:48:07.212763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48112) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:07.265881 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-86b3c711-5317-4d23-89d5-36b0893f1a64 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524373 Aug 31 14:48:07.269530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48114) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:07.282581 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fa5c7-72a4-42da-8e63-b7c463ae31bf req-d166649b-868d-4a25-8a73-57afd995378c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:07.307040 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-928fa5c7-72a4-42da-8e63-b7c463ae31bf req-d166649b-868d-4a25-8a73-57afd995378c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.2752903 Aug 31 14:48:07.325654 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-9f95fbbc-e1a9-4754-9d5c-9de9bd3d6d01 service neutron] 10.222.0.39 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856691 Aug 31 14:48:07.387704 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-928fa5c7-72a4-42da-8e63-b7c463ae31bf req-edc121e2-db4d-44e8-9bc9-c4363030bc1a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796912 Aug 31 14:48:07.410496 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48116) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:07.518214 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd33ba53-3be3-4056-8760-922c24414eb8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:07.527359 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bd33ba53-3be3-4056-8760-922c24414eb8 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2525094 Aug 31 14:48:07.529340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48120) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:07.533470 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5f0f046b-066a-4f0d-a3b4-d5b422259b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:47:44Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '1f7fc109-6602-4860-acb0-d40083aeaabf', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'floating_ip_address': '172.25.2.232', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'port_id': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'mac_address': 'fa:16:3e:a5:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:48:04Z', 'updated_at': '2021-08-31T14:48:04Z', 'revision_number': 0, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59527dc2-28a0-480d-ab20-803ac2400571', 'name': '', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:c6:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:42Z', 'updated_at': '2021-08-31T14:47:53Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:07.534566 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8856dd89-e2d9-4625-a197-b242790ba15a x-openstack-request-id: req-8856dd89-e2d9-4625-a197-b242790ba15a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:48:07.534883 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:48:07.535144 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8856dd89-e2d9-4625-a197-b242790ba15a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:48:07.536704 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'status': 'completed', 'code': 200} Aug 31 14:48:07.612704 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f046b-066a-4f0d-a3b4-d5b422259b1b None None] Checking router: d07bba48-6e4a-43a0-881b-c3d5cce4a6ba for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:48:07.634322 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f046b-066a-4f0d-a3b4-d5b422259b1b None None] Routers {'d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:07.635706 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5f0f046b-066a-4f0d-a3b4-d5b422259b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:47:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:07.656978 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d0650201-2fb2-4baa-8f0a-8fa388bdbf11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/1f7fc109-6602-4860-acb0-d40083aeaabf HTTP/1.1" status: 200 len: 991 time: 0.2452550 Aug 31 14:48:07.690453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c8ddf0f-94fc-47c1-843e-8e77b4d66d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:07.738078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46370447-ded4-48ae-915b-9918799d8647 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:07.744535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48128) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:07.746230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-46370447-ded4-48ae-915b-9918799d8647 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2006612 Aug 31 14:48:07.767004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624858d-a390-4ee3-ad94-95d5f12b9855 req-1b4f3e6b-1ed4-422c-a182-dbc48aa75f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:07.768635 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4624858d-a390-4ee3-ad94-95d5f12b9855 req-1b4f3e6b-1ed4-422c-a182-dbc48aa75f36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1096 time: 0.2310793 Aug 31 14:48:07.806005 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5f0f046b-066a-4f0d-a3b4-d5b422259b1b None None] Set router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:07.818001 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a3257ffa-caec-49a9-af3f-a966c1a0ec6f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719826 Aug 31 14:48:07.822155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48130) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:07.875894 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee144aa-5768-46b5-81c0-979edf872c94 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:07.876713 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee144aa-5768-46b5-81c0-979edf872c94 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:07.881918 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5ee144aa-5768-46b5-81c0-979edf872c94 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/c0ae9919-d0d6-4286-a0f6-a80d5795cc81 HTTP/1.1" status: 404 len: 333 time: 0.0564847 Aug 31 14:48:07.882802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48134) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:07.947065 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8f249a-02a4-49e6-b1a4-bff5249bd1b6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:07.947775 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8f249a-02a4-49e6-b1a4-bff5249bd1b6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:07.950126 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8d8f249a-02a4-49e6-b1a4-bff5249bd1b6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/b77e3d80-b647-45a2-aaeb-f404cd294c3a HTTP/1.1" status: 404 len: 337 time: 0.0662422 Aug 31 14:48:07.959062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48138) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:07.995478 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2eece1b7-d18f-458b-9da4-d0df6da8c3da req-ccef28e5-03ff-4136-8f0d-8939733f125a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 210 time: 0.0504181 Aug 31 14:48:08.028571 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b9a834-b79e-4e2c-aa99-57656ad102d0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.030927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b9a834-b79e-4e2c-aa99-57656ad102d0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.037045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d4b9a834-b79e-4e2c-aa99-57656ad102d0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/e5adbd44-cca2-488c-95bc-4d7ee61b11cd HTTP/1.1" status: 404 len: 337 time: 0.0551341 Aug 31 14:48:08.038135 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48140) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.066871 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-852aab64-3621-4469-b26a-ac63e39fe8d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.067807 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852aab64-3621-4469-b26a-ac63e39fe8d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.069632 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-852aab64-3621-4469-b26a-ac63e39fe8d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/64920150-695b-4da7-bcd0-e1863cc83925 HTTP/1.1" status: 404 len: 333 time: 0.0311060 Aug 31 14:48:08.073611 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48142) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.088128 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624858d-a390-4ee3-ad94-95d5f12b9855 req-b6146945-8144-4f99-acab-7845e7e2a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:08.089669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4624858d-a390-4ee3-ad94-95d5f12b9855 req-b6146945-8144-4f99-acab-7845e7e2a571 service neutron] 10.222.0.60 "GET /v2.0/networks?id=11a0feae-060b-446c-8bb3-bf8028e4b48d HTTP/1.1" status: 200 len: 898 time: 0.3100805 Aug 31 14:48:08.116366 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-729a256a-5709-4f02-9a12-a942d68042d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.116827 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729a256a-5709-4f02-9a12-a942d68042d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.121950 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-729a256a-5709-4f02-9a12-a942d68042d6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/1503e8ee-8e8e-413d-9629-f74da0ed48bc HTTP/1.1" status: 404 len: 337 time: 0.0445807 Aug 31 14:48:08.122239 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48148) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.148257 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8171b4-653c-4663-aedc-9f2d730bf08a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.148708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8171b4-653c-4663-aedc-9f2d730bf08a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.153246 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-de8171b4-653c-4663-aedc-9f2d730bf08a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/f8e2b8a0-fc99-4660-b62a-84f67acc0d84 HTTP/1.1" status: 404 len: 337 time: 0.0277672 Aug 31 14:48:08.153443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48150) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.167530 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c8ddf0f-94fc-47c1-843e-8e77b4d66d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.173630 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c8ddf0f-94fc-47c1-843e-8e77b4d66d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.174376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c76ba7-e57d-4633-be45-08a01c4860fb None None] Network b4d25150-f4fa-4c09-ab58-80f29333d578 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:08.210943 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4624858d-a390-4ee3-ad94-95d5f12b9855 req-0d9eafd6-13e4-48ab-ba81-e289cad6d357 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 HTTP/1.1" status: 200 len: 999 time: 0.1122966 Aug 31 14:48:08.236870 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acbb3b0-b25e-41b0-b5b2-a77fb46fba2c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.237108 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5f0f046b-066a-4f0d-a3b4-d5b422259b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:47:44Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '1f7fc109-6602-4860-acb0-d40083aeaabf', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'floating_ip_address': '172.25.2.232', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'port_id': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'mac_address': 'fa:16:3e:a5:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:48:04Z', 'updated_at': '2021-08-31T14:48:04Z', 'revision_number': 0, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59527dc2-28a0-480d-ab20-803ac2400571', 'name': '', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:c6:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:42Z', 'updated_at': '2021-08-31T14:47:53Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:08.239017 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8acbb3b0-b25e-41b0-b5b2-a77fb46fba2c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.246205 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8acbb3b0-b25e-41b0-b5b2-a77fb46fba2c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/33f40144-ab20-4f99-8c06-9d57bf083429 HTTP/1.1" status: 404 len: 333 time: 0.0902946 Aug 31 14:48:08.247512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48152) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.260888 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5c8ddf0f-94fc-47c1-843e-8e77b4d66d06 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b7bc392b76c496588f948993e2297d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1384234 Aug 31 14:48:08.263898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ddf0f-94fc-47c1-843e-8e77b4d66d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf26a5f-6495-465c-90f3-ac044cca1814,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:08.268441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48154) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.272549 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f046b-066a-4f0d-a3b4-d5b422259b1b None None] The sync data for ids ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'] in n-d-806683-5 is: [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:47:44Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '1f7fc109-6602-4860-acb0-d40083aeaabf', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'floating_ip_address': '172.25.2.232', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'port_id': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'mac_address': 'fa:16:3e:a5:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:48:04Z', 'updated_at': '2021-08-31T14:48:04Z', 'revision_number': 0, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59527dc2-28a0-480d-ab20-803ac2400571', 'name': '', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:c6:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:42Z', 'updated_at': '2021-08-31T14:47:53Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:08.302815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fc667507-36bf-4a7f-b3be-cac67cb7be0a None None] Provisioning complete for port 9679a519-74bf-4f9b-bb1f-57028796b9a4 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:08.303947 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc667507-36bf-4a7f-b3be-cac67cb7be0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.306846 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-285bcf58-82c2-4752-b26e-aefa023f1599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.307332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285bcf58-82c2-4752-b26e-aefa023f1599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.311226 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-285bcf58-82c2-4752-b26e-aefa023f1599 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/5bca3940-a2e7-419c-b18c-764a6cb32727 HTTP/1.1" status: 404 len: 337 time: 0.0591075 Aug 31 14:48:08.316266 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48156) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.351721 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-2023ba08-9a49-426a-b774-52acce6c5e7f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.353157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2023ba08-9a49-426a-b774-52acce6c5e7f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.355099 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2023ba08-9a49-426a-b774-52acce6c5e7f tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/4c847733-78b7-4b90-917b-ecd2f3c27f74 HTTP/1.1" status: 404 len: 337 time: 0.0376134 Aug 31 14:48:08.357736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48160) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.369903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624858d-a390-4ee3-ad94-95d5f12b9855 req-82077738-d7b8-4390-9ba4-2cbc96708d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:08.371441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4624858d-a390-4ee3-ad94-95d5f12b9855 req-82077738-d7b8-4390-9ba4-2cbc96708d98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e33fc64f-9bd5-4636-82f7-5c2d6d4da600 HTTP/1.1" status: 200 len: 835 time: 0.1494060 Aug 31 14:48:08.400598 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-9626d03d-1b27-494b-8379-d09b22aa64f6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.402028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9626d03d-1b27-494b-8379-d09b22aa64f6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.411391 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9626d03d-1b27-494b-8379-d09b22aa64f6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/9939ac83-188b-4769-baf3-a61ab87b8b57 HTTP/1.1" status: 404 len: 333 time: 0.0526352 Aug 31 14:48:08.413792 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48162) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.467933 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-11890cfe-dbbd-4f0c-b46a-672b96548c44 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.467933 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11890cfe-dbbd-4f0c-b46a-672b96548c44 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.470522 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-11890cfe-dbbd-4f0c-b46a-672b96548c44 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/2744143b-b520-44b1-8714-0d1f36ad0631 HTTP/1.1" status: 404 len: 337 time: 0.0553641 Aug 31 14:48:08.474917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48164) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.503416 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5486ab8-7ab4-4a01-a88f-80d303cd2eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.513957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624858d-a390-4ee3-ad94-95d5f12b9855 req-a992e647-e100-4017-b4d0-cea5165b2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:08.514184 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-047488d5-3643-4228-8ce7-3e6d12b51c1c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.514413 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047488d5-3643-4228-8ce7-3e6d12b51c1c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.515556 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4624858d-a390-4ee3-ad94-95d5f12b9855 req-a992e647-e100-4017-b4d0-cea5165b2fa7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11a0feae-060b-446c-8bb3-bf8028e4b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363404 Aug 31 14:48:08.516594 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-047488d5-3643-4228-8ce7-3e6d12b51c1c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/a7c56a55-4e7d-4f67-9d11-6064f5151083 HTTP/1.1" status: 404 len: 337 time: 0.0404241 Aug 31 14:48:08.519488 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48166) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.535350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c8c495-961a-4810-84e7-f9bafb6a3903 None None] DHCP port deletion for b4d25150-f4fa-4c09-ab58-80f29333d578 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:48:08.546866 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-807bad24-5fd1-45d5-bc5e-6e907c4ef337 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.547730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807bad24-5fd1-45d5-bc5e-6e907c4ef337 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.552290 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-807bad24-5fd1-45d5-bc5e-6e907c4ef337 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/cf74d86b-f150-4db6-8a68-0e9975c91f2e HTTP/1.1" status: 404 len: 333 time: 0.0297070 Aug 31 14:48:08.556233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48168) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.620100 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5486ab8-7ab4-4a01-a88f-80d303cd2eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.620578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-90c8c495-961a-4810-84e7-f9bafb6a3903 None None] Deleting port 9679a519-74bf-4f9b-bb1f-57028796b9a4 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:08.621093 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90c8c495-961a-4810-84e7-f9bafb6a3903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.653748 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd33d571-31a9-4599-9f6f-642d7bd2398a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.654283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd33d571-31a9-4599-9f6f-642d7bd2398a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.659566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cd33d571-31a9-4599-9f6f-642d7bd2398a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/0abfc974-db10-4a44-a2d5-892db301904e HTTP/1.1" status: 404 len: 337 time: 0.0882223 Aug 31 14:48:08.659777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48170) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.664752 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48172) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.703687 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f859ee7b-280f-4003-9301-1cb32db3a717 None None] New status for floating IP 1f7fc109-6602-4860-acb0-d40083aeaabf: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:48:08.721911 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c441ad5-f7da-4f85-bc7f-541e67134fd6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.724599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c441ad5-f7da-4f85-bc7f-541e67134fd6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.729460 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6c441ad5-f7da-4f85-bc7f-541e67134fd6 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/929ca7e8-c7a2-47d8-b0ac-9403a5933e36 HTTP/1.1" status: 404 len: 333 time: 0.0562608 Aug 31 14:48:08.732185 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48174) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.749924 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ae2fa767-b508-490e-ac8e-75886fb16f22 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/1f7fc109-6602-4860-acb0-d40083aeaabf HTTP/1.1" status: 200 len: 991 time: 0.0904849 Aug 31 14:48:08.778861 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd7ef8b-8e7a-46ff-9c0d-2bceb296f138 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.779594 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd7ef8b-8e7a-46ff-9c0d-2bceb296f138 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.785435 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5486ab8-7ab4-4a01-a88f-80d303cd2eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.785626 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4fd7ef8b-8e7a-46ff-9c0d-2bceb296f138 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/c0ef8990-a36b-41f1-83ee-5cda0df7aefd HTTP/1.1" status: 404 len: 337 time: 0.0491436 Aug 31 14:48:08.785730 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5486ab8-7ab4-4a01-a88f-80d303cd2eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.788681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48176) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.788804 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f5486ab8-7ab4-4a01-a88f-80d303cd2eff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/adf26a5f-6495-465c-90f3-ac044cca1814 HTTP/1.1" status: 204 len: 168 time: 0.5168118 Aug 31 14:48:08.812850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4624858d-a390-4ee3-ad94-95d5f12b9855 req-3e2e08a6-d9b6-458a-86fa-25cbcbcb38c2 service neutron] 10.222.0.60 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819951 Aug 31 14:48:08.813560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5486ab8-7ab4-4a01-a88f-80d303cd2eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf26a5f-6495-465c-90f3-ac044cca1814,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:08.829104 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-2895599e-73df-449b-ada0-5e4f3ba21e23 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.830233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2895599e-73df-449b-ada0-5e4f3ba21e23 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.837165 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2895599e-73df-449b-ada0-5e4f3ba21e23 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/8c4f4305-6b13-47a8-b8a5-cfa984bab3b0 HTTP/1.1" status: 404 len: 333 time: 0.0469656 Aug 31 14:48:08.837820 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48180) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.851081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-90c8c495-961a-4810-84e7-f9bafb6a3903 None None] For port 9679a519-74bf-4f9b-bb1f-57028796b9a4, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9679a519-74bf-4f9b-bb1f-57028796b9a4,segment=NetworkSegment(edc978ac-bf49-4220-a2fc-1d4686d89a38),segment_id=edc978ac-bf49-4220-a2fc-1d4686d89a38)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:08.851474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90c8c495-961a-4810-84e7-f9bafb6a3903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.886494 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb47d9b-4207-4287-b254-10af5a334baf tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.887281 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb47d9b-4207-4287-b254-10af5a334baf tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.892583 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2fb47d9b-4207-4287-b254-10af5a334baf tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/3af1436f-be22-414b-96ed-d231c53a0378 HTTP/1.1" status: 404 len: 337 time: 0.0506299 Aug 31 14:48:08.892908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48182) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.899129 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-90c8c495-961a-4810-84e7-f9bafb6a3903 None None] Calling delete_port for 9679a519-74bf-4f9b-bb1f-57028796b9a4 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:08.935766 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6703dcd-c797-4a0c-bc85-c4e438b88eba tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.936880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6703dcd-c797-4a0c-bc85-c4e438b88eba tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:08.939856 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a6703dcd-c797-4a0c-bc85-c4e438b88eba tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/db4070af-10e7-41a5-8368-b0bda075db2a HTTP/1.1" status: 404 len: 333 time: 0.0452631 Aug 31 14:48:08.942436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48184) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:08.994217 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-3612c2f6-29c1-4e5d-bc8d-82f1c0bca658 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:08.998838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3612c2f6-29c1-4e5d-bc8d-82f1c0bca658 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.003810 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3612c2f6-29c1-4e5d-bc8d-82f1c0bca658 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/3fc57075-95ef-4233-af00-26c4330e5d5d HTTP/1.1" status: 404 len: 337 time: 0.0574853 Aug 31 14:48:09.014898 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48190) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.059215 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4624858d-a390-4ee3-ad94-95d5f12b9855 req-628854d5-53bc-4851-80c8-1e01b28ca031 service neutron] 10.222.0.60 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340755 Aug 31 14:48:09.102695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9679a519-74bf-4f9b-bb1f-57028796b9a4 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:09.104622 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4c65cc-f002-48d9-b907-f2e07090652b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.105750 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4c65cc-f002-48d9-b907-f2e07090652b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.111318 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4e4c65cc-f002-48d9-b907-f2e07090652b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/b8be5561-8056-476c-90c0-1dfb4c843f96 HTTP/1.1" status: 404 len: 333 time: 0.0884304 Aug 31 14:48:09.111635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48192) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.154634 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-d997a270-d3a1-4c24-9c9a-47bb6922f1f7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.155089 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d997a270-d3a1-4c24-9c9a-47bb6922f1f7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.157079 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d997a270-d3a1-4c24-9c9a-47bb6922f1f7 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/d188cd35-c921-4e6b-a818-975071916b50 HTTP/1.1" status: 404 len: 337 time: 0.0440626 Aug 31 14:48:09.164144 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48194) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.172997 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90c8c495-961a-4810-84e7-f9bafb6a3903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.191553 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ca787b-90fd-4125-8574-c9584df69a8b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.191553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ca787b-90fd-4125-8574-c9584df69a8b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.193732 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-12ca787b-90fd-4125-8574-c9584df69a8b tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/a7274419-a59e-41c1-ae0a-288cdf88f29c HTTP/1.1" status: 404 len: 333 time: 0.0284252 Aug 31 14:48:09.197020 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48196) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.199584 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbd1a4e8-dee8-4d92-a7cb-40882ffbe027 req-4dbf312b-1c7a-44d7-bf07-5265bf34e986 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 210 time: 0.0746603 Aug 31 14:48:09.222966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8c495-961a-4810-84e7-f9bafb6a3903 None None] Pushing event deleted for resources: {'Port': ['ID=9679a519-74bf-4f9b-bb1f-57028796b9a4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:09.226894 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-720f1145-3363-4285-b300-47b1c443bdc2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.227475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720f1145-3363-4285-b300-47b1c443bdc2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.229365 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-720f1145-3363-4285-b300-47b1c443bdc2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/80c6ad82-c816-4e3c-b4e1-34ff483227a7 HTTP/1.1" status: 404 len: 337 time: 0.0310943 Aug 31 14:48:09.232219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48198) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.233460 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c8c495-961a-4810-84e7-f9bafb6a3903 None None] No DVR routers for this DVR port 9679a519-74bf-4f9b-bb1f-57028796b9a4 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:09.237855 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No active binding found for port 9679a519-74bf-4f9b-bb1f-57028796b9a4 {{(pid=94872) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:48:09.238495 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9679a519-74bf-4f9b-bb1f-57028796b9a4 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:09.265673 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a290648-a205-48a2-9bd6-5263d66343a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.266131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a290648-a205-48a2-9bd6-5263d66343a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.270793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48200) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.270964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2a290648-a205-48a2-9bd6-5263d66343a0 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/0896dbf0-1d24-4a05-8258-e6c7563aee8a HTTP/1.1" status: 404 len: 337 time: 0.0367193 Aug 31 14:48:09.294419 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-432908ca-473a-4d73-bc80-86efc332275a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.295088 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432908ca-473a-4d73-bc80-86efc332275a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.306057 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-432908ca-473a-4d73-bc80-86efc332275a tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/6a4c86b5-b0bc-4b5d-9eda-7bd7c4f55f72 HTTP/1.1" status: 404 len: 333 time: 0.0330904 Aug 31 14:48:09.309802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48202) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.324077 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48204) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.353217 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4caec4d-a986-4461-919e-0dd8b8cc4a38 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.353450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4caec4d-a986-4461-919e-0dd8b8cc4a38 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.355145 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d4caec4d-a986-4461-919e-0dd8b8cc4a38 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/88e2681f-0aab-4d52-ad1e-d9194cd10b69 HTTP/1.1" status: 404 len: 337 time: 0.0435078 Aug 31 14:48:09.356231 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.358013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48206) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.400332 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-438ad094-0500-40d3-84ac-609225ce58fb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.400788 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438ad094-0500-40d3-84ac-609225ce58fb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.402521 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-438ad094-0500-40d3-84ac-609225ce58fb tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/a0f4a92e-55e3-4084-81db-03ef7ad010b7 HTTP/1.1" status: 404 len: 337 time: 0.0423963 Aug 31 14:48:09.405033 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48208) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.407677 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-80c636ef-fc55-4957-b63f-096b8a2154c1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:09.409319 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-80c636ef-fc55-4957-b63f-096b8a2154c1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 812 time: 0.1195505 Aug 31 14:48:09.435411 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-af01724f-90be-4d29-8776-013eb9ba48bc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.436377 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af01724f-90be-4d29-8776-013eb9ba48bc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.440459 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-af01724f-90be-4d29-8776-013eb9ba48bc tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/91117972-a18a-417e-b4ca-0fdf24aa76c4 HTTP/1.1" status: 404 len: 333 time: 0.0322609 Aug 31 14:48:09.442496 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48210) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.467871 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-64e02e7c-49c2-4223-98e5-19ebbf7bed10 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6533cc47c01b415292ab966def453044 HTTP/1.1" status: 200 len: 379 time: 0.0480595 Aug 31 14:48:09.476448 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-850b616e-54f8-4fb4-a0af-cc664d456a31 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.476917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850b616e-54f8-4fb4-a0af-cc664d456a31 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.478716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-affa524d-ff93-4d8a-89d3-7c6c8b0080ac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'port': {'device_id': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'admin_state_up': True, 'tenant_id': '6533cc47c01b415292ab966def453044', 'security_groups': ['403cfd1d-950b-4898-885a-f39574720f53']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:09.479526 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-850b616e-54f8-4fb4-a0af-cc664d456a31 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/7aa699e5-fc59-4058-8340-00cda18ae94e HTTP/1.1" status: 404 len: 337 time: 0.0360692 Aug 31 14:48:09.482043 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48212) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.515475 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ea0219-be49-4e08-a887-16cf675754ac tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.516466 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ea0219-be49-4e08-a887-16cf675754ac tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.517593 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-04ea0219-be49-4e08-a887-16cf675754ac tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/cb51df19-6203-4219-94a8-3b8b0dec32ad HTTP/1.1" status: 404 len: 337 time: 0.0346520 Aug 31 14:48:09.520520 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48214) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.553456 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c819907d-ab26-4105-809a-d91f44c268c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.554056 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c819907d-ab26-4105-809a-d91f44c268c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.556637 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c819907d-ab26-4105-809a-d91f44c268c4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/30281bad-e12b-4881-b643-2ee98750cd5f HTTP/1.1" status: 404 len: 333 time: 0.0351362 Aug 31 14:48:09.559385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48216) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.598920 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.605346 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3bb70c-1e76-4299-8ce2-9446e8b66f0d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.606069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3bb70c-1e76-4299-8ce2-9446e8b66f0d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.606533 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.608221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dc3bb70c-1e76-4299-8ce2-9446e8b66f0d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/7262047d-9ebd-43ae-a480-da6429590985 HTTP/1.1" status: 404 len: 337 time: 0.0476975 Aug 31 14:48:09.611338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48218) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.648214 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf520bb4-b747-4878-9567-4f93f9105345 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.649150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf520bb4-b747-4878-9567-4f93f9105345 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.649949 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2fcc4ea7e0448b6b799c79ddc3b47f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3246951 Aug 31 14:48:09.650892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be620f6-5f7c-4130-b42c-0e03b3ddfcd6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:09.651504 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cf520bb4-b747-4878-9567-4f93f9105345 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/95be13ca-d2e9-4852-b9c9-fb28f14e7f61 HTTP/1.1" status: 404 len: 337 time: 0.0390396 Aug 31 14:48:09.653234 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48220) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.655306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48222) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.675432 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:09.676012 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:09.676142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:09.676537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:09.676870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:09.677204 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:09.677586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:09.677914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:09.678238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:09.678586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:09.678909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:09.679260 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3249b1-2d2a-4334-a60d-a5ba5b9eb243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:09.693799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e41e7ec5-570a-467a-a8a8-2d22bb290007 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef6e064-d192-487f-84d6-b118c9148ec4 HTTP/1.1" status: 200 len: 205 time: 0.0372684 Aug 31 14:48:09.696391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48224) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.721283 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c3f4886-b629-4092-8ee8-710a9a033ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.737645 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-d99e91df-60de-4247-b675-09df6041f161 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] delete failed (client error): The resource could not be found. Aug 31 14:48:09.738687 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d99e91df-60de-4247-b675-09df6041f161 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/routers/8ef6e064-d192-487f-84d6-b118c9148ec4 HTTP/1.1" status: 404 len: 336 time: 0.0405369 Aug 31 14:48:09.741378 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48226) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.748233 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c3f4886-b629-4092-8ee8-710a9a033ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.755106 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48228) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.775712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-affa524d-ff93-4d8a-89d3-7c6c8b0080ac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Made reservation on behalf of 6533cc47c01b415292ab966def453044 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:09.779315 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-affa524d-ff93-4d8a-89d3-7c6c8b0080ac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.783046 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43b675f-f643-42f4-8bb5-a5d27f6e7fe2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.783691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43b675f-f643-42f4-8bb5-a5d27f6e7fe2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.787825 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c43b675f-f643-42f4-8bb5-a5d27f6e7fe2 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/4c604083-4afe-4c6e-b5c0-f126b12494ef HTTP/1.1" status: 404 len: 337 time: 0.0432446 Aug 31 14:48:09.792394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48230) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.827033 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-28e78869-331d-491f-839f-073e882e702c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cb6f23e-0f49-4fcf-963d-0c809c8b6133 HTTP/1.1" status: 200 len: 205 time: 0.0312622 Aug 31 14:48:09.827285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48232) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.875126 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-93cb98ca-1754-4917-8a6b-597f0f55f2e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] delete failed (client error): The resource could not be found. Aug 31 14:48:09.876190 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-93cb98ca-1754-4917-8a6b-597f0f55f2e5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/routers/4cb6f23e-0f49-4fcf-963d-0c809c8b6133 HTTP/1.1" status: 404 len: 336 time: 0.0480075 Aug 31 14:48:09.878830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48234) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.883218 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bce7b083-b8a3-45bf-91c1-16dd0dc1c43d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/1f7fc109-6602-4860-acb0-d40083aeaabf HTTP/1.1" status: 200 len: 993 time: 0.1261666 Aug 31 14:48:09.901273 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c3f4886-b629-4092-8ee8-710a9a033ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.904143 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c3f4886-b629-4092-8ee8-710a9a033ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.905436 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7c3f4886-b629-4092-8ee8-710a9a033ecc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3be620f6-5f7c-4130-b42c-0e03b3ddfcd6 HTTP/1.1" status: 204 len: 168 time: 0.2513132 Aug 31 14:48:09.913463 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-8574a67f-7eb6-4171-b300-5cf90e0191e1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.913922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8574a67f-7eb6-4171-b300-5cf90e0191e1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.916730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8574a67f-7eb6-4171-b300-5cf90e0191e1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/e1dfde52-2e43-4054-99e2-d4d195886e5b HTTP/1.1" status: 404 len: 337 time: 0.0366423 Aug 31 14:48:09.919952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48238) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.921223 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f4886-b629-4092-8ee8-710a9a033ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be620f6-5f7c-4130-b42c-0e03b3ddfcd6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:09.961234 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ab3b47-2b2a-42ec-be19-48ac00bbaafe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.962393 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ab3b47-2b2a-42ec-be19-48ac00bbaafe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.967169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48240) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:09.967390 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a2ab3b47-2b2a-42ec-be19-48ac00bbaafe tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/e3da480f-55a9-486f-8820-c946d9d1e8ba HTTP/1.1" status: 404 len: 337 time: 0.0431795 Aug 31 14:48:09.994255 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15f87d5-e573-4bef-8689-5390ffaf2f10 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:09.994974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15f87d5-e573-4bef-8689-5390ffaf2f10 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:09.996749 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b15f87d5-e573-4bef-8689-5390ffaf2f10 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/080b4495-9eb5-49ef-b8cb-472a7e04d5bc HTTP/1.1" status: 404 len: 333 time: 0.0286098 Aug 31 14:48:10.000477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48242) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.010432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-affa524d-ff93-4d8a-89d3-7c6c8b0080ac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Allocated IP 172.20.0.6 (d539104a-571b-4d65-8226-f02851a21edf/84f20d0c-d59a-49fd-bdba-b8ee114f5f38/40a1a9f9-ce61-4b23-b23c-b6cba90b2d81) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:10.052790 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7b9a79-c079-426b-9dcb-3ccd873c9f93 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:10.053394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7b9a79-c079-426b-9dcb-3ccd873c9f93 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:10.057319 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cf7b9a79-c079-426b-9dcb-3ccd873c9f93 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/cf7de1e3-2755-4528-9777-d45ec4faa490 HTTP/1.1" status: 404 len: 337 time: 0.0542300 Aug 31 14:48:10.059399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48244) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.125666 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-25fc596d-daee-407f-a390-d16794be0e94 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:10.126358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25fc596d-daee-407f-a390-d16794be0e94 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:10.128196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-25fc596d-daee-407f-a390-d16794be0e94 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/188a23f4-90cf-4d53-8d75-2088cf5d13d8 HTTP/1.1" status: 404 len: 333 time: 0.0677707 Aug 31 14:48:10.130903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48248) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.169308 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0863f6-b0cc-42e8-986b-49f381acaae3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:10.169757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0863f6-b0cc-42e8-986b-49f381acaae3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:10.171513 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fb0863f6-b0cc-42e8-986b-49f381acaae3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/b1565912-e68a-46ab-be5b-f6bd856a83b4 HTTP/1.1" status: 404 len: 337 time: 0.0398426 Aug 31 14:48:10.174259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48250) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.201632 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ee7367-848c-4e1f-aced-0304d3ca5eb4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:10.202277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ee7367-848c-4e1f-aced-0304d3ca5eb4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:10.204022 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-01ee7367-848c-4e1f-aced-0304d3ca5eb4 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/981972f2-2036-4d68-9f33-dbf7f66b35b4 HTTP/1.1" status: 404 len: 333 time: 0.0291271 Aug 31 14:48:10.206828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48252) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.250705 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa2d1ac-cc3d-40fd-b872-f3da2ca289c5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:10.251165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa2d1ac-cc3d-40fd-b872-f3da2ca289c5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:10.255275 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6fa2d1ac-cc3d-40fd-b872-f3da2ca289c5 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/cea71750-34e0-4f5c-bcf6-39c1f02caa8a HTTP/1.1" status: 404 len: 337 time: 0.0455475 Aug 31 14:48:10.256205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48256) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.287723 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8798df3-26ce-4d82-bc56-90f36c6c5d05 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:10.291838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8798df3-26ce-4d82-bc56-90f36c6c5d05 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:10.296214 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a8798df3-26ce-4d82-bc56-90f36c6c5d05 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/541214f4-ce06-4b0e-8612-d84904524766 HTTP/1.1" status: 404 len: 333 time: 0.0370853 Aug 31 14:48:10.296391 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-affa524d-ff93-4d8a-89d3-7c6c8b0080ac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.296503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48258) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.326382 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f2c739a0-64f8-42c9-bc80-4bddab24f93e req-b535418c-8119-4d96-ae89-30a4aadbdad1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 210 time: 0.0417211 Aug 31 14:48:10.338966 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce62c97-61ca-4b1d-886a-11d4130cec3d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:10.339456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce62c97-61ca-4b1d-886a-11d4130cec3d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:10.341188 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dce62c97-61ca-4b1d-886a-11d4130cec3d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/296be631-db5e-468e-914c-1c887524085e HTTP/1.1" status: 404 len: 337 time: 0.0435889 Aug 31 14:48:10.346092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-affa524d-ff93-4d8a-89d3-7c6c8b0080ac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Transition to ACTIVE for port object 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:10.346290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48260) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.375412 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-17eb79e4-259d-4092-baf8-ec3e0f7ea3b3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:10.376088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17eb79e4-259d-4092-baf8-ec3e0f7ea3b3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:10.380089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-17eb79e4-259d-4092-baf8-ec3e0f7ea3b3 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/38ccb26c-3d2d-4509-8e07-67f000b4cfb5 HTTP/1.1" status: 404 len: 333 time: 0.0306284 Aug 31 14:48:10.380463 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48262) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.388102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48264) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.409410 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61990525-ef3f-4b65-820f-b4cfedff4852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.427420 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbec953-4610-42a6-b2ba-c005cf053b0c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:10.427880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbec953-4610-42a6-b2ba-c005cf053b0c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:10.431266 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bfbec953-4610-42a6-b2ba-c005cf053b0c tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/7a7e819c-0a8a-4cb1-bb46-a6b7a3513900 HTTP/1.1" status: 404 len: 337 time: 0.0486417 Aug 31 14:48:10.433683 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-affa524d-ff93-4d8a-89d3-7c6c8b0080ac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.434344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48266) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.467369 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1e4f0c-0963-4a9e-aa56-828b885ff012 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:10.468408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1e4f0c-0963-4a9e-aa56-828b885ff012 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:10.473095 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bd1e4f0c-0963-4a9e-aa56-828b885ff012 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/21b7f5e3-1555-43ba-b228-c2cda4d9ae60 HTTP/1.1" status: 404 len: 333 time: 0.0377440 Aug 31 14:48:10.473993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48268) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.500858 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-affa524d-ff93-4d8a-89d3-7c6c8b0080ac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Network d539104a-571b-4d65-8226-f02851a21edf is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:10.503304 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5ee495-4dcf-4562-ad71-610b7f34b03d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:10.503897 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5ee495-4dcf-4562-ad71-610b7f34b03d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:10.509145 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ae5ee495-4dcf-4562-ad71-610b7f34b03d tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/40480549-653f-4b39-96d5-7c1c8c27791f HTTP/1.1" status: 404 len: 337 time: 0.0333123 Aug 31 14:48:10.509986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48270) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.511586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-affa524d-ff93-4d8a-89d3-7c6c8b0080ac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:10.514794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-affa524d-ff93-4d8a-89d3-7c6c8b0080ac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:10.517410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa524d-ff93-4d8a-89d3-7c6c8b0080ac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'Port': ['ID=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:10.552635 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad574c9-682b-4993-9754-04a460f1e907 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:10.553499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad574c9-682b-4993-9754-04a460f1e907 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:10.559423 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bad574c9-682b-4993-9754-04a460f1e907 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/ports/2f2f6eed-7678-4ab2-8ff7-73a458086a71 HTTP/1.1" status: 404 len: 333 time: 0.0482619 Aug 31 14:48:10.560318 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48272) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.591683 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d57359-bc45-49ab-ac33-4550b1eea51e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] DELETE failed (client error): The resource could not be found. Aug 31 14:48:10.592264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d57359-bc45-49ab-ac33-4550b1eea51e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:48:10.597063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-affa524d-ff93-4d8a-89d3-7c6c8b0080ac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:10.597716 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-affa524d-ff93-4d8a-89d3-7c6c8b0080ac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.598841 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-75d57359-bc45-49ab-ac33-4550b1eea51e tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/subnets/7cbb263d-7e78-4ab0-97c2-dc1ac60dcb65 HTTP/1.1" status: 404 len: 337 time: 0.0372977 Aug 31 14:48:10.599785 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48274) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.646486 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61990525-ef3f-4b65-820f-b4cfedff4852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.658556 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61990525-ef3f-4b65-820f-b4cfedff4852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.676980 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-affa524d-ff93-4d8a-89d3-7c6c8b0080ac tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2030911 Aug 31 14:48:10.698152 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Request body: {'port': {'device_id': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:10.710340 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-936896aa-195d-4ea6-83a8-4011b12814d1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.731510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61990525-ef3f-4b65-820f-b4cfedff4852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab73b2d2-413c-414c-a21a-ffac59d3ffc5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:10.736445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-61990525-ef3f-4b65-820f-b4cfedff4852 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=671290ef53154af1b7a227c874d1ea94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470995 Aug 31 14:48:10.744118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48276) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:10.825964 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.841805 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-936896aa-195d-4ea6-83a8-4011b12814d1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.864974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-936896aa-195d-4ea6-83a8-4011b12814d1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d25150-f4fa-4c09-ab58-80f29333d578']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:10.879496 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-936896aa-195d-4ea6-83a8-4011b12814d1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc978ac-bf49-4220-a2fc-1d4686d89a38') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:10.880123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-936896aa-195d-4ea6-83a8-4011b12814d1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc978ac-bf49-4220-a2fc-1d4686d89a38') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:10.881408 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ce90c52-3be5-44be-81f6-78921da3c14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.898668 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-936896aa-195d-4ea6-83a8-4011b12814d1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.928764 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-936896aa-195d-4ea6-83a8-4011b12814d1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.940529 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ce90c52-3be5-44be-81f6-78921da3c14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.942387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d28b6b84-4799-4e64-85ff-fc09fd4ce155 None None] Provisioning for port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:10.946560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936896aa-195d-4ea6-83a8-4011b12814d1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:10.947205 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-936896aa-195d-4ea6-83a8-4011b12814d1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.947812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d28b6b84-4799-4e64-85ff-fc09fd4ce155 None None] Provisioning complete for port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:10.948763 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d28b6b84-4799-4e64-85ff-fc09fd4ce155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:10.950950 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:10.992584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d28b6b84-4799-4e64-85ff-fc09fd4ce155 None None] Port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:11.026626 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-936896aa-195d-4ea6-83a8-4011b12814d1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.037176 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-936896aa-195d-4ea6-83a8-4011b12814d1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.040842 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-936896aa-195d-4ea6-83a8-4011b12814d1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] 10.222.0.39 "DELETE /v2.0/networks/b4d25150-f4fa-4c09-ab58-80f29333d578 HTTP/1.1" status: 204 len: 168 time: 0.4382517 Aug 31 14:48:11.075254 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936896aa-195d-4ea6-83a8-4011b12814d1 tempest-NetworksTestDHCPv6-1286281778 tempest-NetworksTestDHCPv6-1286281778-project] Pushing event deleted for resources: {'Network': ['ID=b4d25150-f4fa-4c09-ab58-80f29333d578,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:11.116622 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ce90c52-3be5-44be-81f6-78921da3c14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.122367 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ce90c52-3be5-44be-81f6-78921da3c14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.126536 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5ce90c52-3be5-44be-81f6-78921da3c14e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab73b2d2-413c-414c-a21a-ffac59d3ffc5 HTTP/1.1" status: 204 len: 168 time: 0.3810856 Aug 31 14:48:11.138835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce90c52-3be5-44be-81f6-78921da3c14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab73b2d2-413c-414c-a21a-ffac59d3ffc5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:11.438408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48288) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:11.602888 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3b1ac666-3ce3-40a9-b1ae-b4ffbb2342ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf53a26981e04030838f431a52fbea16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629555 Aug 31 14:48:11.605443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48300) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:11.624201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b4187-036a-497f-8e1f-387990ab1c44 req-c821e9c8-f648-4ec5-9e9d-6d8d2dcb5204 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:11.632928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e99b4187-036a-497f-8e1f-387990ab1c44 req-c821e9c8-f648-4ec5-9e9d-6d8d2dcb5204 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 931 time: 0.1198447 Aug 31 14:48:11.642529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:48:11.659779 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.675778 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e3df09f-7d52-4ea4-a889-b5f8ef083c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.696817 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e99b4187-036a-497f-8e1f-387990ab1c44 req-ec1f1c0c-f73a-4b4f-b19d-04ef71903082 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618570 Aug 31 14:48:11.710480 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e3df09f-7d52-4ea4-a889-b5f8ef083c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.711134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Transition to ACTIVE for port object 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:11.715708 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.791868 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e3df09f-7d52-4ea4-a889-b5f8ef083c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.795068 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e3df09f-7d52-4ea4-a889-b5f8ef083c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:11.796852 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4e3df09f-7d52-4ea4-a889-b5f8ef083c7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60590d5c-a8d4-4de6-b5b4-08e16bdd9cf5 HTTP/1.1" status: 204 len: 168 time: 0.1901727 Aug 31 14:48:11.801258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:11.825742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3df09f-7d52-4ea4-a889-b5f8ef083c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60590d5c-a8d4-4de6-b5b4-08e16bdd9cf5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:11.889589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Attempting to bind port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:11.889925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Attempting to bind port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:11.890251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Attempting to bind port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:11.900771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 on network d539104a-571b-4d65-8226-f02851a21edf not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:48:11.901095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Attempting to bind port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:11.907855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:11.908144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Checking segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:11.908530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Bound using segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:11.909148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Bound port: 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:11.909494 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.037879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] For port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:12.043310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] For port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:12.049538 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.109063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:12.109997 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:12.111578 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] 10.222.0.25 "PUT /v2.0/ports/40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 HTTP/1.1" status: 200 len: 1091 time: 1.4181721 Aug 31 14:48:12.112532 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'tag': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:48:12.114907 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a64c2d-0975-47fa-9e52-54fd9264aac1" -d '{"events": [{"name": "network-changed", "server_uuid": "99f36570-8f11-447c-b7a3-8788b711c8c0", "tag": "40a1a9f9-ce61-4b23-b23c-b6cba90b2d81"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:48:12.177260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa686427-1df1-427b-ba11-a8401878c2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:12.196557 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d101a9a0-4791-4adf-a76f-a2d3eb140104 x-openstack-request-id: req-d101a9a0-4791-4adf-a76f-a2d3eb140104 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:48:12.197372 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f36570-8f11-447c-b7a3-8788b711c8c0", "tag": "40a1a9f9-ce61-4b23-b23c-b6cba90b2d81", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:48:12.197782 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d101a9a0-4791-4adf-a76f-a2d3eb140104 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:48:12.198441 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'tag': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'status': 'completed', 'code': 200} Aug 31 14:48:12.241242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-5107c5a8-a966-41eb-aff0-4c5e570a43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:12.244589 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-5107c5a8-a966-41eb-aff0-4c5e570a43f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 1094 time: 0.0803385 Aug 31 14:48:12.318228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-e563f9a0-5dcd-4ffb-b19b-e3109abf0c5c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 HTTP/1.1" status: 200 len: 217 time: 0.0635979 Aug 31 14:48:12.403414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-1dde6224-8818-496e-8823-dff18f865c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:12.405282 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-1dde6224-8818-496e-8823-dff18f865c7f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.0788703 Aug 31 14:48:12.500711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-0b448559-0115-4e99-a449-0731abd2993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:12.503388 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-0b448559-0115-4e99-a449-0731abd2993b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803850 Aug 31 14:48:12.615987 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-05604b68-bf8b-4a47-a4b3-83ef16aeae8a service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022446 Aug 31 14:48:12.737076 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a73b505a-5c1b-4e5e-acfa-59a55c3414d6 req-a09221c9-f31f-4b3a-87d2-747e2b8a7b1a service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122148 Aug 31 14:48:12.836094 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48374) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:12.874040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a64c2d-0975-47fa-9e52-54fd9264aac1 req-578492f8-ba17-43a2-a7f8-4e8e4f3d6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:12.875581 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53a64c2d-0975-47fa-9e52-54fd9264aac1 req-578492f8-ba17-43a2-a7f8-4e8e4f3d6b23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 1094 time: 0.0823884 Aug 31 14:48:12.887831 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5405c0-ccd4-4398-bc86-88159bdfead1 req-9d7eb19f-b01b-4809-af0b-94669ab1f2d9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:12.889305 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c5405c0-ccd4-4398-bc86-88159bdfead1 req-9d7eb19f-b01b-4809-af0b-94669ab1f2d9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 943 time: 0.0861974 Aug 31 14:48:12.999862 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c5405c0-ccd4-4398-bc86-88159bdfead1 req-d5f7236b-30a1-4254-961f-cb359b5647f2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982397 Aug 31 14:48:13.001956 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'network': {'name': 'tempest-RoutersTest-815379773'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:13.032551 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a64c2d-0975-47fa-9e52-54fd9264aac1 req-b1b481a0-b131-42fa-85ec-2c58ee806cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:13.041793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53a64c2d-0975-47fa-9e52-54fd9264aac1 req-b1b481a0-b131-42fa-85ec-2c58ee806cf4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.1468842 Aug 31 14:48:13.044599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:13.052962 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.067878 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.090032 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53a64c2d-0975-47fa-9e52-54fd9264aac1 req-adc81702-02d4-4bf1-8de8-e18d8b107eca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 HTTP/1.1" status: 200 len: 217 time: 0.0420980 Aug 31 14:48:13.162892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a64c2d-0975-47fa-9e52-54fd9264aac1 req-08596671-7189-49a5-bc26-e5caa6b26b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:13.165279 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53a64c2d-0975-47fa-9e52-54fd9264aac1 req-08596671-7189-49a5-bc26-e5caa6b26b91 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.0671716 Aug 31 14:48:13.180361 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.185392 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.221495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:48:13.229244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a64c2d-0975-47fa-9e52-54fd9264aac1 req-e7b035ea-500c-4d0c-be10-0231c38d445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:13.231693 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53a64c2d-0975-47fa-9e52-54fd9264aac1 req-e7b035ea-500c-4d0c-be10-0231c38d445e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563211 Aug 31 14:48:13.235625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2c66d3-e204-4993-a641-b75994959dad,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:13.238775 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.239206 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Added segment b00f8c47-ebd6-4eaa-ae3e-3d632b8d5b28 of type vlan for network 1136a4d3-01d8-4443-b6c2-4234c0cc9711 Aug 31 14:48:13.287298 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.334709 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.349705 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:13.353106 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.426360 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53a64c2d-0975-47fa-9e52-54fd9264aac1 req-0beb15e5-8cd2-470f-8858-051a876a505d service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784663 Aug 31 14:48:13.444056 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6057899 Aug 31 14:48:13.453061 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48416) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:13.460070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-71d2c29d-1151-49c4-86ba-651422f14c0e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'network': {'name': 'tempest-RoutersTest-1488160814'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:13.493782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fadbd-cf53-4882-a7ff-ef4ede695f82 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Network': ['ID=1136a4d3-01d8-4443-b6c2-4234c0cc9711,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:13.501208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d2c29d-1151-49c4-86ba-651422f14c0e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:13.505496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 1136a4d3-01d8-4443-b6c2-4234c0cc9711 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:48:13.524331 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71d2c29d-1151-49c4-86ba-651422f14c0e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.579787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d2c29d-1151-49c4-86ba-651422f14c0e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:48:13.598662 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71d2c29d-1151-49c4-86ba-651422f14c0e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.599157 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-71d2c29d-1151-49c4-86ba-651422f14c0e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Added segment 65fc392c-e3a3-4419-aaba-e483023f583c of type vlan for network ceea887d-00cb-4a3c-8858-d4e9cf586b2e Aug 31 14:48:13.663838 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53a64c2d-0975-47fa-9e52-54fd9264aac1 req-7428a88f-ba68-4915-8d6b-41341d9b58cc service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173717 Aug 31 14:48:13.686374 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71d2c29d-1151-49c4-86ba-651422f14c0e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.719783 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71d2c29d-1151-49c4-86ba-651422f14c0e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.728474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d2c29d-1151-49c4-86ba-651422f14c0e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:13.732351 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-71d2c29d-1151-49c4-86ba-651422f14c0e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:13.799130 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-71d2c29d-1151-49c4-86ba-651422f14c0e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3417976 Aug 31 14:48:13.799401 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48418) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:13.804214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-873b5783-b9f5-497b-9063-7a8fb5c53038 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'subnet': {'network_id': '1136a4d3-01d8-4443-b6c2-4234c0cc9711', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:13.857101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2c29d-1151-49c4-86ba-651422f14c0e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Network': ['ID=ceea887d-00cb-4a3c-8858-d4e9cf586b2e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:13.870759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network ceea887d-00cb-4a3c-8858-d4e9cf586b2e details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:48:13.918959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873b5783-b9f5-497b-9063-7a8fb5c53038 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:13.923846 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-873b5783-b9f5-497b-9063-7a8fb5c53038 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:14.618119 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-873b5783-b9f5-497b-9063-7a8fb5c53038 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:14.632154 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091f416-bba2-42d9-8cba-2fde6559667a req-af8eb5dd-0b67-4e5c-a1bf-853621aa135c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:14.634350 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d091f416-bba2-42d9-8cba-2fde6559667a req-af8eb5dd-0b67-4e5c-a1bf-853621aa135c tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 943 time: 0.4354925 Aug 31 14:48:14.702312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b5783-b9f5-497b-9063-7a8fb5c53038 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Subnet': ['ID=563179a4-e696-4347-961d-7a6a1248bcb0,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:14.734013 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d091f416-bba2-42d9-8cba-2fde6559667a req-ceb24480-3fae-4234-b6b7-aeaf54a4049e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754309 Aug 31 14:48:14.742871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873b5783-b9f5-497b-9063-7a8fb5c53038 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Checking segment: {'id': 'b00f8c47-ebd6-4eaa-ae3e-3d632b8d5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1136a4d3-01d8-4443-b6c2-4234c0cc9711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:14.743255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873b5783-b9f5-497b-9063-7a8fb5c53038 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network hostable DHCP agents. Network: 1136a4d3-01d8-4443-b6c2-4234c0cc9711, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:48:14.768445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873b5783-b9f5-497b-9063-7a8fb5c53038 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network 1136a4d3-01d8-4443-b6c2-4234c0cc9711 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:48:14.779115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-873b5783-b9f5-497b-9063-7a8fb5c53038 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 1136a4d3-01d8-4443-b6c2-4234c0cc9711) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:14.787889 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873b5783-b9f5-497b-9063-7a8fb5c53038 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:14.788666 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-873b5783-b9f5-497b-9063-7a8fb5c53038 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:14.790896 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbce5df5-dffa-4f80-be78-d21df40c1ece None None] Network 1136a4d3-01d8-4443-b6c2-4234c0cc9711 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:14.806288 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-873b5783-b9f5-497b-9063-7a8fb5c53038 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0058925 Aug 31 14:48:14.809585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48424) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:14.815263 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0da16097-91f5-4202-a677-473018d87ee8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'subnet': {'network_id': 'ceea887d-00cb-4a3c-8858-d4e9cf586b2e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:14.924918 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da16097-91f5-4202-a677-473018d87ee8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:14.928839 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0da16097-91f5-4202-a677-473018d87ee8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:14.991806 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-1136a4d3-01d8-4443-b6c2-4234c0cc9711', 'network_id': '1136a4d3-01d8-4443-b6c2-4234c0cc9711', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'fixed_ips': [{'subnet_id': '563179a4-e696-4347-961d-7a6a1248bcb0'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:14.993363 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.140871 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0da16097-91f5-4202-a677-473018d87ee8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.154680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Allocated IP 172.20.0.2 (1136a4d3-01d8-4443-b6c2-4234c0cc9711/563179a4-e696-4347-961d-7a6a1248bcb0/c0f04dca-a124-4ecb-85ea-dc50e17b8c31) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:15.204745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da16097-91f5-4202-a677-473018d87ee8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Checking segment: {'id': '65fc392c-e3a3-4419-aaba-e483023f583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ceea887d-00cb-4a3c-8858-d4e9cf586b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:15.205109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da16097-91f5-4202-a677-473018d87ee8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network hostable DHCP agents. Network: ceea887d-00cb-4a3c-8858-d4e9cf586b2e, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:48:15.229942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da16097-91f5-4202-a677-473018d87ee8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Subnet': ['ID=f2f4c2ad-be00-48ed-9b2a-7b56f58d0e68,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:15.233285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da16097-91f5-4202-a677-473018d87ee8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network ceea887d-00cb-4a3c-8858-d4e9cf586b2e is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:48:15.244013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-0da16097-91f5-4202-a677-473018d87ee8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, ceea887d-00cb-4a3c-8858-d4e9cf586b2e) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:15.251039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da16097-91f5-4202-a677-473018d87ee8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:15.252376 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0da16097-91f5-4202-a677-473018d87ee8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.253522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade8410a-e7f7-49bc-a2f7-6d25539a87e2 None None] Network ceea887d-00cb-4a3c-8858-d4e9cf586b2e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:15.274293 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0da16097-91f5-4202-a677-473018d87ee8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4609904 Aug 31 14:48:15.274599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48428) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:15.279362 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8b586869-c761-40dc-9edb-3cd017fb2c94 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-818519191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:15.305555 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b586869-c761-40dc-9edb-3cd017fb2c94 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.307268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b586869-c761-40dc-9edb-3cd017fb2c94 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.380265 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b586869-c761-40dc-9edb-3cd017fb2c94 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.386234 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b586869-c761-40dc-9edb-3cd017fb2c94 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.406368 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b586869-c761-40dc-9edb-3cd017fb2c94 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.408137 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8b586869-c761-40dc-9edb-3cd017fb2c94 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1324749 Aug 31 14:48:15.410741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48430) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:15.452716 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.475669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Transition to ACTIVE for port object c0f04dca-a124-4ecb-85ea-dc50e17b8c31 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:15.487698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-ceea887d-00cb-4a3c-8858-d4e9cf586b2e', 'network_id': 'ceea887d-00cb-4a3c-8858-d4e9cf586b2e', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'fixed_ips': [{'subnet_id': 'f2f4c2ad-be00-48ed-9b2a-7b56f58d0e68'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:15.488447 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.507457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Transition to ACTIVE for port object c0f04dca-a124-4ecb-85ea-dc50e17b8c31 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:15.520852 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.610010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Network 1136a4d3-01d8-4443-b6c2-4234c0cc9711 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:15.611484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:15.625784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:15.638543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Pushing event updated for resources: {'Port': ['ID=c0f04dca-a124-4ecb-85ea-dc50e17b8c31,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:15.701515 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.730774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Attempting to bind port c0f04dca-a124-4ecb-85ea-dc50e17b8c31 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:15.731281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Attempting to bind port c0f04dca-a124-4ecb-85ea-dc50e17b8c31 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'b00f8c47-ebd6-4eaa-ae3e-3d632b8d5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1136a4d3-01d8-4443-b6c2-4234c0cc9711'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:15.731653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Attempting to bind port c0f04dca-a124-4ecb-85ea-dc50e17b8c31 on network 1136a4d3-01d8-4443-b6c2-4234c0cc9711 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:15.744950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:15.745254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Checking segment: {'id': 'b00f8c47-ebd6-4eaa-ae3e-3d632b8d5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1136a4d3-01d8-4443-b6c2-4234c0cc9711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:15.745670 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.746072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Bound using segment: {'id': 'b00f8c47-ebd6-4eaa-ae3e-3d632b8d5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1136a4d3-01d8-4443-b6c2-4234c0cc9711'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:15.746560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Bound port: c0f04dca-a124-4ecb-85ea-dc50e17b8c31, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00f8c47-ebd6-4eaa-ae3e-3d632b8d5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1136a4d3-01d8-4443-b6c2-4234c0cc9711'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:15.746950 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.752490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Allocated IP 172.21.0.2 (ceea887d-00cb-4a3c-8858-d4e9cf586b2e/f2f4c2ad-be00-48ed-9b2a-7b56f58d0e68/16de5a00-627c-4918-9ad9-5d512cd29b78) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:15.883277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] For port c0f04dca-a124-4ecb-85ea-dc50e17b8c31, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:15.888190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] For port c0f04dca-a124-4ecb-85ea-dc50e17b8c31, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c0f04dca-a124-4ecb-85ea-dc50e17b8c31,segment=NetworkSegment(b00f8c47-ebd6-4eaa-ae3e-3d632b8d5b28),segment_id=b00f8c47-ebd6-4eaa-ae3e-3d632b8d5b28)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:15.894554 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:15.937884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353934a5-c0fb-416a-b245-bf62bd5478b6 req-b8d1fefc-8dca-4dcd-88a9-629c70862ea1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:15.941080 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-353934a5-c0fb-416a-b245-bf62bd5478b6 req-b8d1fefc-8dca-4dcd-88a9-629c70862ea1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 943 time: 0.1004465 Aug 31 14:48:16.012290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9155b8d-20c2-4f09-b27f-960ed83b1894 None None] Pushing event updated for resources: {'Port': ['ID=c0f04dca-a124-4ecb-85ea-dc50e17b8c31,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:16.044291 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.056740 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Transition to ACTIVE for port object 16de5a00-627c-4918-9ad9-5d512cd29b78 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:16.065342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-353934a5-c0fb-416a-b245-bf62bd5478b6 req-1e0092e4-6047-4ef9-ae0c-be99a83cc706 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991821 Aug 31 14:48:16.079312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Transition to ACTIVE for port object 16de5a00-627c-4918-9ad9-5d512cd29b78 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:16.083965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Allocated IP 172.20.0.1 (1136a4d3-01d8-4443-b6c2-4234c0cc9711/563179a4-e696-4347-961d-7a6a1248bcb0/5e682b66-9f70-4b7b-9914-feea24d77107) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:16.090635 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.147579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Pushing event updated for resources: {'Port': ['ID=16de5a00-627c-4918-9ad9-5d512cd29b78,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:16.163745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Network ceea887d-00cb-4a3c-8858-d4e9cf586b2e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:16.166069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:16.168773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:16.263156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Attempting to bind port 16de5a00-627c-4918-9ad9-5d512cd29b78 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:16.263555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Attempting to bind port 16de5a00-627c-4918-9ad9-5d512cd29b78 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '65fc392c-e3a3-4419-aaba-e483023f583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ceea887d-00cb-4a3c-8858-d4e9cf586b2e'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:16.263916 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Attempting to bind port 16de5a00-627c-4918-9ad9-5d512cd29b78 on network ceea887d-00cb-4a3c-8858-d4e9cf586b2e {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:16.270334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:16.270715 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Checking segment: {'id': '65fc392c-e3a3-4419-aaba-e483023f583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ceea887d-00cb-4a3c-8858-d4e9cf586b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:16.271114 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.271605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Bound using segment: {'id': '65fc392c-e3a3-4419-aaba-e483023f583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ceea887d-00cb-4a3c-8858-d4e9cf586b2e'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:16.272074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Bound port: 16de5a00-627c-4918-9ad9-5d512cd29b78, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fc392c-e3a3-4419-aaba-e483023f583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ceea887d-00cb-4a3c-8858-d4e9cf586b2e'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:16.272471 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.288584 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.321581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Transition to ACTIVE for port object 5e682b66-9f70-4b7b-9914-feea24d77107 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:16.371756 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.377932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] For port 16de5a00-627c-4918-9ad9-5d512cd29b78, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:16.381937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] For port 16de5a00-627c-4918-9ad9-5d512cd29b78, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=16de5a00-627c-4918-9ad9-5d512cd29b78,segment=NetworkSegment(65fc392c-e3a3-4419-aaba-e483023f583c),segment_id=65fc392c-e3a3-4419-aaba-e483023f583c)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:16.387146 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.431323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network 1136a4d3-01d8-4443-b6c2-4234c0cc9711 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:16.438550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:16.441523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:16.445936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=5e682b66-9f70-4b7b-9914-feea24d77107,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:16.480446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565be14-1e4a-49c2-aec4-eac40bcd7e5d None None] Pushing event updated for resources: {'Port': ['ID=16de5a00-627c-4918-9ad9-5d512cd29b78,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:16.502544 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.647912 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:16.997007 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.003101 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.101256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 16de5a00-627c-4918-9ad9-5d512cd29b78 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:17.110004 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.113772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=5e682b66-9f70-4b7b-9914-feea24d77107,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:17.209042 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 16de5a00-627c-4918-9ad9-5d512cd29b78 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:17.215282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c0f04dca-a124-4ecb-85ea-dc50e17b8c31 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:17.226093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae546d16-e1eb-45c2-8904-2b83fd5f21ad req-a153e397-6523-45fe-a246-69a091822dc0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:17.235319 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae546d16-e1eb-45c2-8904-2b83fd5f21ad req-a153e397-6523-45fe-a246-69a091822dc0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 943 time: 0.0730956 Aug 31 14:48:17.284686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8030793-e7ee-4aaf-a82f-5f30bcc825d5 None None] Network 1136a4d3-01d8-4443-b6c2-4234c0cc9711 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:17.291765 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network 1136a4d3-01d8-4443-b6c2-4234c0cc9711 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:17.296092 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae546d16-e1eb-45c2-8904-2b83fd5f21ad req-b57532be-ada5-4b31-947d-a3ecf7408e62 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596843 Aug 31 14:48:17.296406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:17.348343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port c0f04dca-a124-4ecb-85ea-dc50e17b8c31 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:17.381229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-967082e1-421f-4606-97e5-2b5e3f8b2d1f None None] Provisioning for port c0f04dca-a124-4ecb-85ea-dc50e17b8c31 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:17.390902 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-967082e1-421f-4606-97e5-2b5e3f8b2d1f None None] Provisioning complete for port c0f04dca-a124-4ecb-85ea-dc50e17b8c31 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:17.391333 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-967082e1-421f-4606-97e5-2b5e3f8b2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.481385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 27e7f178-3289-4373-93d7-a28b5ba4f2aa is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:48:17.549865 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-967082e1-421f-4606-97e5-2b5e3f8b2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.594965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-967082e1-421f-4606-97e5-2b5e3f8b2d1f None None] For port c0f04dca-a124-4ecb-85ea-dc50e17b8c31, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c0f04dca-a124-4ecb-85ea-dc50e17b8c31,segment=NetworkSegment(b00f8c47-ebd6-4eaa-ae3e-3d632b8d5b28),segment_id=b00f8c47-ebd6-4eaa-ae3e-3d632b8d5b28)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:17.599032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:17.603682 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-967082e1-421f-4606-97e5-2b5e3f8b2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:17.607493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-41bac7cd-45e0-4874-9ea4-71d4ef02fd37 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/27e7f178-3289-4373-93d7-a28b5ba4f2aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1954348 Aug 31 14:48:17.610391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48442) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:17.615639 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2b82a2-279e-468f-b454-8b91da6e3de4 None None] Sync routers for ids ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:17.637573 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b82a2-279e-468f-b454-8b91da6e3de4 None None] Routers {'27e7f178-3289-4373-93d7-a28b5ba4f2aa'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:17.640835 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9e2b82a2-279e-468f-b454-8b91da6e3de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:47:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:17.673884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce64535-63cd-442c-b293-476a7052a971 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:17.681818 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dce64535-63cd-442c-b293-476a7052a971 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports/5e682b66-9f70-4b7b-9914-feea24d77107 HTTP/1.1" status: 200 len: 910 time: 0.0691731 Aug 31 14:48:17.684428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48444) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:17.702060 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967082e1-421f-4606-97e5-2b5e3f8b2d1f None None] Pushing event updated for resources: {'Port': ['ID=c0f04dca-a124-4ecb-85ea-dc50e17b8c31,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:17.720877 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9e2b82a2-279e-468f-b454-8b91da6e3de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:17.733053 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b82a2-279e-468f-b454-8b91da6e3de4 None None] Routers {'27e7f178-3289-4373-93d7-a28b5ba4f2aa'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:17.734335 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9e2b82a2-279e-468f-b454-8b91da6e3de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:47:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:17.784347 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9e2b82a2-279e-468f-b454-8b91da6e3de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:17.786210 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2b82a2-279e-468f-b454-8b91da6e3de4 None None] The sync data for ids ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:17.869667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd1c141-5067-495e-b236-2ff46da67404 None None] Network ceea887d-00cb-4a3c-8858-d4e9cf586b2e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:17.973253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f0016289-898c-4ccc-854d-3e56d59e9a53 None None] Provisioning complete for port c0f04dca-a124-4ecb-85ea-dc50e17b8c31 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:17.973835 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0016289-898c-4ccc-854d-3e56d59e9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.150849 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.157350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f0016289-898c-4ccc-854d-3e56d59e9a53 None None] Provisioning for port 16de5a00-627c-4918-9ad9-5d512cd29b78 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:18.167573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f0016289-898c-4ccc-854d-3e56d59e9a53 None None] Provisioning complete for port 16de5a00-627c-4918-9ad9-5d512cd29b78 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:18.167947 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0016289-898c-4ccc-854d-3e56d59e9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.281788 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0016289-898c-4ccc-854d-3e56d59e9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.343253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f0016289-898c-4ccc-854d-3e56d59e9a53 None None] For port 16de5a00-627c-4918-9ad9-5d512cd29b78, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=16de5a00-627c-4918-9ad9-5d512cd29b78,segment=NetworkSegment(65fc392c-e3a3-4419-aaba-e483023f583c),segment_id=65fc392c-e3a3-4419-aaba-e483023f583c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:18.349968 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0016289-898c-4ccc-854d-3e56d59e9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.479232 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0016289-898c-4ccc-854d-3e56d59e9a53 None None] Pushing event updated for resources: {'Port': ['ID=16de5a00-627c-4918-9ad9-5d512cd29b78,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:18.491670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f93eba-9fdb-4a62-b575-cf9f6db648fa req-bdbd8fcb-c1a3-4fd8-8466-403b2a4857b9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:18.501269 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f4f93eba-9fdb-4a62-b575-cf9f6db648fa req-bdbd8fcb-c1a3-4fd8-8466-403b2a4857b9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 943 time: 0.1154208 Aug 31 14:48:18.515040 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f0016289-898c-4ccc-854d-3e56d59e9a53 None None] Provisioning for port 5e682b66-9f70-4b7b-9914-feea24d77107 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:18.519861 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f0016289-898c-4ccc-854d-3e56d59e9a53 None None] Provisioning complete for port 5e682b66-9f70-4b7b-9914-feea24d77107 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:18.520367 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0016289-898c-4ccc-854d-3e56d59e9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.548743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f4f93eba-9fdb-4a62-b575-cf9f6db648fa req-33629c31-b2ca-4514-9254-fc8e90776cb3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 Aug 31 14:48:18.582251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f0016289-898c-4ccc-854d-3e56d59e9a53 None None] Port 5e682b66-9f70-4b7b-9914-feea24d77107 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:18.588694 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Allocated IP 172.21.0.1 (ceea887d-00cb-4a3c-8858-d4e9cf586b2e/f2f4c2ad-be00-48ed-9b2a-7b56f58d0e68/f34a23d4-f8b4-4e5f-8a1e-045db0a9449e) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:18.702204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a356c55b-b641-4236-97ba-48728f4e83d7 None None] Provisioning complete for port 16de5a00-627c-4918-9ad9-5d512cd29b78 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:18.702738 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a356c55b-b641-4236-97ba-48728f4e83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.718006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.735505 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Transition to ACTIVE for port object f34a23d4-f8b4-4e5f-8a1e-045db0a9449e will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:18.778222 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.805722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a356c55b-b641-4236-97ba-48728f4e83d7 None None] Provisioning complete for port 5e682b66-9f70-4b7b-9914-feea24d77107 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:18.806779 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a356c55b-b641-4236-97ba-48728f4e83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:18.819232 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network ceea887d-00cb-4a3c-8858-d4e9cf586b2e is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:18.825212 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:18.829114 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:18.848625 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a356c55b-b641-4236-97ba-48728f4e83d7 None None] Port 5e682b66-9f70-4b7b-9914-feea24d77107 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:18.860052 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=f34a23d4-f8b4-4e5f-8a1e-045db0a9449e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:18.881762 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.017250 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 16de5a00-627c-4918-9ad9-5d512cd29b78 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:19.019654 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.081696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 16de5a00-627c-4918-9ad9-5d512cd29b78 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:19.082194 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.190288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f0b36f91-e361-4d8c-a16b-24fb160874fa None None] Provisioning for port f34a23d4-f8b4-4e5f-8a1e-045db0a9449e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:19.197408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f0b36f91-e361-4d8c-a16b-24fb160874fa None None] Provisioning complete for port f34a23d4-f8b4-4e5f-8a1e-045db0a9449e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:19.197786 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0b36f91-e361-4d8c-a16b-24fb160874fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.202737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c0f04dca-a124-4ecb-85ea-dc50e17b8c31 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:19.270586 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f0b36f91-e361-4d8c-a16b-24fb160874fa None None] Port f34a23d4-f8b4-4e5f-8a1e-045db0a9449e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:19.285571 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c0f04dca-a124-4ecb-85ea-dc50e17b8c31 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:19.285943 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.327404 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.333494 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.417980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=f34a23d4-f8b4-4e5f-8a1e-045db0a9449e,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:19.420438 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.523351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network ceea887d-00cb-4a3c-8858-d4e9cf586b2e is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:19.526331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:19.584386 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.596595 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-29793fee-d1b3-4308-b1dd-ec833c3cd79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.675712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 27e7f178-3289-4373-93d7-a28b5ba4f2aa has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:48:19.709194 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc9e6b-ea02-40eb-ab00-e16be29f5c70 req-3cf0a7ce-cea2-4a9f-be1f-5ab9060625c8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:19.710747 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b1fc9e6b-ea02-40eb-ab00-e16be29f5c70 req-3cf0a7ce-cea2-4a9f-be1f-5ab9060625c8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 943 time: 0.0696476 Aug 31 14:48:19.794934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d4c6e121-1f8e-4fdc-a62a-8d0a310493bc None None] Provisioning complete for port f34a23d4-f8b4-4e5f-8a1e-045db0a9449e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:19.795345 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e121-1f8e-4fdc-a62a-8d0a310493bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:19.827333 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b1fc9e6b-ea02-40eb-ab00-e16be29f5c70 req-3ce4d114-4e9b-4c84-bf25-f76c6753fa7e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786850 Aug 31 14:48:19.834149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:19.840147 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-94787e3a-9083-4da7-8916-1f5f00e278ec tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/27e7f178-3289-4373-93d7-a28b5ba4f2aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1542170 Aug 31 14:48:19.843054 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48454) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:19.843807 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6e121-1f8e-4fdc-a62a-8d0a310493bc None None] Port f34a23d4-f8b4-4e5f-8a1e-045db0a9449e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:19.848934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c6691-90ab-4aaa-9597-3296215520e4 None None] Sync routers for ids ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:19.859463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c6691-90ab-4aaa-9597-3296215520e4 None None] Routers {'27e7f178-3289-4373-93d7-a28b5ba4f2aa'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:19.860076 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ff9c6691-90ab-4aaa-9597-3296215520e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:47:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:19.894136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20102d2a-d527-4c59-b475-845e26fb133c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:19.896860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ff9c6691-90ab-4aaa-9597-3296215520e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:19.897549 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-20102d2a-d527-4c59-b475-845e26fb133c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports/f34a23d4-f8b4-4e5f-8a1e-045db0a9449e HTTP/1.1" status: 200 len: 910 time: 0.0534394 Aug 31 14:48:19.901530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48456) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:19.909705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c6691-90ab-4aaa-9597-3296215520e4 None None] Routers {'27e7f178-3289-4373-93d7-a28b5ba4f2aa'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:19.910350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ff9c6691-90ab-4aaa-9597-3296215520e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:47:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:19.950486 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ff9c6691-90ab-4aaa-9597-3296215520e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:19.951275 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c6691-90ab-4aaa-9597-3296215520e4 None None] The sync data for ids ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:20.237343 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5acba77-de84-477d-883e-5976d07a5db7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.491886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e5acba77-de84-477d-883e-5976d07a5db7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port f34a23d4-f8b4-4e5f-8a1e-045db0a9449e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:20.492643 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5acba77-de84-477d-883e-5976d07a5db7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.587389 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5acba77-de84-477d-883e-5976d07a5db7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.599747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e5acba77-de84-477d-883e-5976d07a5db7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for f34a23d4-f8b4-4e5f-8a1e-045db0a9449e owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:20.792515 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5acba77-de84-477d-883e-5976d07a5db7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:20.823986 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acba77-de84-477d-883e-5976d07a5db7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=f34a23d4-f8b4-4e5f-8a1e-045db0a9449e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:21.348541 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5acba77-de84-477d-883e-5976d07a5db7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:21.357805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17500a-91bd-4bac-b1df-3ee3ce09e2b6 req-981510a9-208e-4ef8-b7df-d0d49049acc2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:21.359588 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fb17500a-91bd-4bac-b1df-3ee3ce09e2b6 req-981510a9-208e-4ef8-b7df-d0d49049acc2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 943 time: 0.4406316 Aug 31 14:48:21.468234 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fb17500a-91bd-4bac-b1df-3ee3ce09e2b6 req-f696572d-9dad-4596-95d7-8d1e6bb0804d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015444 Aug 31 14:48:21.574462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5acba77-de84-477d-883e-5976d07a5db7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 27e7f178-3289-4373-93d7-a28b5ba4f2aa has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:48:21.669645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5acba77-de84-477d-883e-5976d07a5db7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:21.683846 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e5acba77-de84-477d-883e-5976d07a5db7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/27e7f178-3289-4373-93d7-a28b5ba4f2aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7811553 Aug 31 14:48:21.686241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48464) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:21.688965 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357fd033-4f0a-4f6b-9a48-1f8c6f6e16e7 None None] Sync routers for ids ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:21.699086 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357fd033-4f0a-4f6b-9a48-1f8c6f6e16e7 None None] Routers {'27e7f178-3289-4373-93d7-a28b5ba4f2aa'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:21.699753 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-357fd033-4f0a-4f6b-9a48-1f8c6f6e16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:47:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:21.740330 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-357fd033-4f0a-4f6b-9a48-1f8c6f6e16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:21.749681 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357fd033-4f0a-4f6b-9a48-1f8c6f6e16e7 None None] Routers {'27e7f178-3289-4373-93d7-a28b5ba4f2aa'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:21.750295 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-357fd033-4f0a-4f6b-9a48-1f8c6f6e16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:47:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:21.805395 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-357fd033-4f0a-4f6b-9a48-1f8c6f6e16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:21.806163 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357fd033-4f0a-4f6b-9a48-1f8c6f6e16e7 None None] The sync data for ids ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:22.029213 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c372a22-487d-4231-9670-ceb9599c9fc5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:22.162639 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb79b638-a9ab-4e08-a6d5-0bb40ec87635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:22.277243 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:22.307418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4c372a22-487d-4231-9670-ceb9599c9fc5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port 5e682b66-9f70-4b7b-9914-feea24d77107 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:22.307418 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c372a22-487d-4231-9670-ceb9599c9fc5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:22.325986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:48:22.408014 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c372a22-487d-4231-9670-ceb9599c9fc5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:22.421754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4c372a22-487d-4231-9670-ceb9599c9fc5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for 5e682b66-9f70-4b7b-9914-feea24d77107 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:22.436427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:22.600982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'port_id': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'mac_address': 'fa:16:3e:5a:c1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:48:22.612220 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f3fbe-bdf8-49b4-9a36-8b0f08e1d928 req-274f2f43-5c4b-4351-b3ad-574e1c108862 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:22.614661 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-346f3fbe-bdf8-49b4-9a36-8b0f08e1d928 req-274f2f43-5c4b-4351-b3ad-574e1c108862 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 943 time: 0.0644715 Aug 31 14:48:22.640127 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:22.651041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c372a22-487d-4231-9670-ceb9599c9fc5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:22.654209 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:48:22.661969 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-346f3fbe-bdf8-49b4-9a36-8b0f08e1d928 req-d4daf524-13f7-41f5-8736-dd795fe3832e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390911 Aug 31 14:48:22.680612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:22.696949 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:22.699762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c372a22-487d-4231-9670-ceb9599c9fc5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=5e682b66-9f70-4b7b-9914-feea24d77107,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:22.753457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:22.873853 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c372a22-487d-4231-9670-ceb9599c9fc5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:22.968567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['40a1a9f9-ce61-4b23-b23c-b6cba90b2d81'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:48:23.048994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c372a22-487d-4231-9670-ceb9599c9fc5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 27e7f178-3289-4373-93d7-a28b5ba4f2aa has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:48:23.131547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c372a22-487d-4231-9670-ceb9599c9fc5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:23.139902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4c372a22-487d-4231-9670-ceb9599c9fc5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/27e7f178-3289-4373-93d7-a28b5ba4f2aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4526200 Aug 31 14:48:23.142501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48470) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:23.147948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745fc116-7cd0-4bee-b4c2-3c4cdbea56c5 None None] Sync routers for ids ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:23.168998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745fc116-7cd0-4bee-b4c2-3c4cdbea56c5 None None] Routers {'27e7f178-3289-4373-93d7-a28b5ba4f2aa'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:23.169676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-745fc116-7cd0-4bee-b4c2-3c4cdbea56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:23.174758 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fd32ab47-e7f6-4047-999d-80b04ed1fca1 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports?device_id=27e7f178-3289-4373-93d7-a28b5ba4f2aa HTTP/1.1" status: 200 len: 205 time: 0.0288727 Aug 31 14:48:23.174978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48474) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:23.213028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-745fc116-7cd0-4bee-b4c2-3c4cdbea56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:23.237625 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745fc116-7cd0-4bee-b4c2-3c4cdbea56c5 None None] Routers {'27e7f178-3289-4373-93d7-a28b5ba4f2aa'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:23.238261 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-745fc116-7cd0-4bee-b4c2-3c4cdbea56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:23.255131 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7275e31a-bc55-46c6-866b-b9670fd95d09 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.280902 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-745fc116-7cd0-4bee-b4c2-3c4cdbea56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:23.281553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745fc116-7cd0-4bee-b4c2-3c4cdbea56c5 None None] The sync data for ids ['27e7f178-3289-4373-93d7-a28b5ba4f2aa'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:23.372743 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.421799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7275e31a-bc55-46c6-866b-b9670fd95d09 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.424003 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7275e31a-bc55-46c6-866b-b9670fd95d09 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.470002 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7275e31a-bc55-46c6-866b-b9670fd95d09 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.470556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7275e31a-bc55-46c6-866b-b9670fd95d09 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Fanout notify agent at l3_agent the message router_deleted on router 27e7f178-3289-4373-93d7-a28b5ba4f2aa {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:48:23.479636 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7275e31a-bc55-46c6-866b-b9670fd95d09 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.483010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7275e31a-bc55-46c6-866b-b9670fd95d09 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/routers/27e7f178-3289-4373-93d7-a28b5ba4f2aa HTTP/1.1" status: 204 len: 168 time: 0.3046322 Aug 31 14:48:23.483286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48476) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:23.544221 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-8453cfb4-d2c5-4c88-8aea-5d3fbf74d662 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting subnet f2f4c2ad-be00-48ed-9b2a-7b56f58d0e68 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:48:23.547562 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8453cfb4-d2c5-4c88-8aea-5d3fbf74d662 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.595647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8453cfb4-d2c5-4c88-8aea-5d3fbf74d662 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.701064 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8453cfb4-d2c5-4c88-8aea-5d3fbf74d662 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.806237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dcef8-96ac-4f92-8afb-c59a80892afa req-abec9eed-6dbb-4f64-b739-b0002d47e6f1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:23.808320 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed0dcef8-96ac-4f92-8afb-c59a80892afa req-abec9eed-6dbb-4f64-b739-b0002d47e6f1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 944 time: 0.0676267 Aug 31 14:48:23.809841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8453cfb4-d2c5-4c88-8aea-5d3fbf74d662 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.845715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453cfb4-d2c5-4c88-8aea-5d3fbf74d662 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f4c2ad-be00-48ed-9b2a-7b56f58d0e68,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:23.847766 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8453cfb4-d2c5-4c88-8aea-5d3fbf74d662 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.849788 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8453cfb4-d2c5-4c88-8aea-5d3fbf74d662 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/f2f4c2ad-be00-48ed-9b2a-7b56f58d0e68 HTTP/1.1" status: 204 len: 168 time: 0.3651350 Aug 31 14:48:23.853148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0540c2-e72b-4d51-b38c-939d4ce50ecf None None] Network ceea887d-00cb-4a3c-8858-d4e9cf586b2e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:23.853360 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48482) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:23.911682 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed0dcef8-96ac-4f92-8afb-c59a80892afa req-35c8e45e-a917-411f-a54c-3c534536f737 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820656 Aug 31 14:48:23.921395 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa31e2f-1f64-4d8a-beca-a3793ffd471b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting subnet 563179a4-e696-4347-961d-7a6a1248bcb0 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:48:23.924520 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1aa31e2f-1f64-4d8a-beca-a3793ffd471b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:23.972073 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1aa31e2f-1f64-4d8a-beca-a3793ffd471b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.067742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b195ed-b74b-418d-9343-41c7660fd833 None None] DHCP port deletion for ceea887d-00cb-4a3c-8858-d4e9cf586b2e request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:48:24.074456 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1aa31e2f-1f64-4d8a-beca-a3793ffd471b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.120415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-62b195ed-b74b-418d-9343-41c7660fd833 None None] Deleting port 16de5a00-627c-4918-9ad9-5d512cd29b78 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:24.121031 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-62b195ed-b74b-418d-9343-41c7660fd833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.146620 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1aa31e2f-1f64-4d8a-beca-a3793ffd471b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.175954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa31e2f-1f64-4d8a-beca-a3793ffd471b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Subnet': ['ID=563179a4-e696-4347-961d-7a6a1248bcb0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:24.184631 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1aa31e2f-1f64-4d8a-beca-a3793ffd471b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.189167 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1aa31e2f-1f64-4d8a-beca-a3793ffd471b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/563179a4-e696-4347-961d-7a6a1248bcb0 HTTP/1.1" status: 204 len: 168 time: 0.3323097 Aug 31 14:48:24.189276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48486) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:24.195269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f6cdbf-b813-47ac-a58b-89a8a69874a1 None None] Network 1136a4d3-01d8-4443-b6c2-4234c0cc9711 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:24.256834 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-62b195ed-b74b-418d-9343-41c7660fd833 None None] For port 16de5a00-627c-4918-9ad9-5d512cd29b78, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=16de5a00-627c-4918-9ad9-5d512cd29b78,segment=NetworkSegment(65fc392c-e3a3-4419-aaba-e483023f583c),segment_id=65fc392c-e3a3-4419-aaba-e483023f583c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:24.257167 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-62b195ed-b74b-418d-9343-41c7660fd833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.275255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-62b195ed-b74b-418d-9343-41c7660fd833 None None] Calling delete_port for 16de5a00-627c-4918-9ad9-5d512cd29b78 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:24.275868 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.340899 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port 16de5a00-627c-4918-9ad9-5d512cd29b78 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:24.341327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.359954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:24.407979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] For port 16de5a00-627c-4918-9ad9-5d512cd29b78, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=16de5a00-627c-4918-9ad9-5d512cd29b78,segment=NetworkSegment(65fc392c-e3a3-4419-aaba-e483023f583c),segment_id=65fc392c-e3a3-4419-aaba-e483023f583c)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:24.408478 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.428060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for 16de5a00-627c-4918-9ad9-5d512cd29b78 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:24.491604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:24.496183 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-62b195ed-b74b-418d-9343-41c7660fd833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.503164 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.529987 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.538494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:24.538890 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.542493 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca035cd1-ff4c-43ee-a75c-d27a749df0d7 None None] DHCP port deletion for 1136a4d3-01d8-4443-b6c2-4234c0cc9711 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:48:24.547774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b195ed-b74b-418d-9343-41c7660fd833 None None] Pushing event deleted for resources: {'Port': ['ID=16de5a00-627c-4918-9ad9-5d512cd29b78,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:24.552081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b195ed-b74b-418d-9343-41c7660fd833 None None] No DVR routers for this DVR port 16de5a00-627c-4918-9ad9-5d512cd29b78 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:24.557952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=16de5a00-627c-4918-9ad9-5d512cd29b78,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:24.564943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No DVR routers for this DVR port 16de5a00-627c-4918-9ad9-5d512cd29b78 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:24.655397 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.664733 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ca035cd1-ff4c-43ee-a75c-d27a749df0d7 None None] Deleting port c0f04dca-a124-4ecb-85ea-dc50e17b8c31 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:24.665113 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca035cd1-ff4c-43ee-a75c-d27a749df0d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.667917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceea887d-00cb-4a3c-8858-d4e9cf586b2e']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:24.681443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fc392c-e3a3-4419-aaba-e483023f583c') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:24.681781 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fc392c-e3a3-4419-aaba-e483023f583c') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:24.693499 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.707465 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.713381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.721088 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:24.721547 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:24.724857 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:24.753247 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:48:24.754545 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34f2cb1-95bc-4688-a3cf-4afe9ec6242a" -d '{"events": [{"server_uuid": "99f36570-8f11-447c-b7a3-8788b711c8c0", "name": "network-vif-plugged", "status": "completed", "tag": "40a1a9f9-ce61-4b23-b23c-b6cba90b2d81"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:48:24.763961 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ca035cd1-ff4c-43ee-a75c-d27a749df0d7 None None] For port c0f04dca-a124-4ecb-85ea-dc50e17b8c31, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c0f04dca-a124-4ecb-85ea-dc50e17b8c31,segment=NetworkSegment(b00f8c47-ebd6-4eaa-ae3e-3d632b8d5b28),segment_id=b00f8c47-ebd6-4eaa-ae3e-3d632b8d5b28)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:24.764291 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca035cd1-ff4c-43ee-a75c-d27a749df0d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.780418 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:24.785884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ca035cd1-ff4c-43ee-a75c-d27a749df0d7 None None] Calling delete_port for c0f04dca-a124-4ecb-85ea-dc50e17b8c31 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:24.787707 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.798938 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.815654 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.821046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48490) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:24.822153 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b051e78f-41dd-41db-8561-781a2135bdee x-openstack-request-id: req-b051e78f-41dd-41db-8561-781a2135bdee {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:48:24.822387 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/networks/ceea887d-00cb-4a3c-8858-d4e9cf586b2e HTTP/1.1" status: 204 len: 168 time: 0.6317189 Aug 31 14:48:24.822579 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f36570-8f11-447c-b7a3-8788b711c8c0", "name": "network-vif-plugged", "status": "completed", "tag": "40a1a9f9-ce61-4b23-b23c-b6cba90b2d81", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:48:24.822705 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b051e78f-41dd-41db-8561-781a2135bdee {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:48:24.823063 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'code': 200} Aug 31 14:48:24.837564 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b0d63-2b80-4bbb-ba92-e30ff3bfbf1e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Network': ['ID=ceea887d-00cb-4a3c-8858-d4e9cf586b2e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:24.908296 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:24.945004 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca035cd1-ff4c-43ee-a75c-d27a749df0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:24.972298 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:48:24.980270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca035cd1-ff4c-43ee-a75c-d27a749df0d7 None None] Pushing event deleted for resources: {'Port': ['ID=c0f04dca-a124-4ecb-85ea-dc50e17b8c31,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:24.988223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca035cd1-ff4c-43ee-a75c-d27a749df0d7 None None] No DVR routers for this DVR port c0f04dca-a124-4ecb-85ea-dc50e17b8c31 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:25.009678 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.028394 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 16de5a00-627c-4918-9ad9-5d512cd29b78 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:25.029442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a12f41-3ad1-4c83-b4ea-66e3afa575e3 req-a0acd8cc-1ce5-47db-a9a3-6928552469ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:25.031012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34a12f41-3ad1-4c83-b4ea-66e3afa575e3 req-a0acd8cc-1ce5-47db-a9a3-6928552469ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 1096 time: 0.1365156 Aug 31 14:48:25.036196 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84fe9695-fd7f-4648-ae24-8c05183deddc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.050384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 16de5a00-627c-4918-9ad9-5d512cd29b78 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:48:25.050732 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 16de5a00-627c-4918-9ad9-5d512cd29b78 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:25.051194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c0f04dca-a124-4ecb-85ea-dc50e17b8c31 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:25.072484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: c0f04dca-a124-4ecb-85ea-dc50e17b8c31 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:48:25.073087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c0f04dca-a124-4ecb-85ea-dc50e17b8c31 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:25.121347 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaef0f-fc1e-4829-97e8-3775863cfc31 req-1d04e3a1-959d-4772-bd6c-cbc311e1e553 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:25.130653 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcdaef0f-fc1e-4829-97e8-3775863cfc31 req-1d04e3a1-959d-4772-bd6c-cbc311e1e553 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 945 time: 0.0982637 Aug 31 14:48:25.237123 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34a12f41-3ad1-4c83-b4ea-66e3afa575e3 req-1b6067a0-e5ba-48c2-912c-d332c975d96d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705744 Aug 31 14:48:25.266559 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84fe9695-fd7f-4648-ae24-8c05183deddc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.271546 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcdaef0f-fc1e-4829-97e8-3775863cfc31 req-b8b56980-6d85-4882-9c3a-71a3685b8c89 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394408 Aug 31 14:48:25.281587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-84fe9695-fd7f-4648-ae24-8c05183deddc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1136a4d3-01d8-4443-b6c2-4234c0cc9711']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:25.300050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-84fe9695-fd7f-4648-ae24-8c05183deddc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00f8c47-ebd6-4eaa-ae3e-3d632b8d5b28') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:25.300354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-84fe9695-fd7f-4648-ae24-8c05183deddc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00f8c47-ebd6-4eaa-ae3e-3d632b8d5b28') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:25.312572 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84fe9695-fd7f-4648-ae24-8c05183deddc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.326474 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84fe9695-fd7f-4648-ae24-8c05183deddc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.332584 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fe9695-fd7f-4648-ae24-8c05183deddc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:25.332972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84fe9695-fd7f-4648-ae24-8c05183deddc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:25.335916 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:25.404260 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84fe9695-fd7f-4648-ae24-8c05183deddc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.412956 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84fe9695-fd7f-4648-ae24-8c05183deddc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.415248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-84fe9695-fd7f-4648-ae24-8c05183deddc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/networks/1136a4d3-01d8-4443-b6c2-4234c0cc9711 HTTP/1.1" status: 204 len: 168 time: 0.5914595 Aug 31 14:48:25.421870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48496) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:25.425177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe9695-fd7f-4648-ae24-8c05183deddc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Network': ['ID=1136a4d3-01d8-4443-b6c2-4234c0cc9711,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:25.429267 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a6a3a278-29b5-4931-8224-e56d6c1e4edc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'network': {'name': 'tempest-RoutersTest-1522926605'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:25.452843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a3a278-29b5-4931-8224-e56d6c1e4edc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:25.456738 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a278-29b5-4931-8224-e56d6c1e4edc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.482752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a3a278-29b5-4931-8224-e56d6c1e4edc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:48:25.494230 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a278-29b5-4931-8224-e56d6c1e4edc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.494570 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-a6a3a278-29b5-4931-8224-e56d6c1e4edc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Added segment d5ee03db-923f-4d27-8f59-4582004b906f of type vlan for network 05014f1d-13bf-44dc-9e0f-f5319000af70 Aug 31 14:48:25.537400 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a278-29b5-4931-8224-e56d6c1e4edc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.565554 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a278-29b5-4931-8224-e56d6c1e4edc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.571728 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a3a278-29b5-4931-8224-e56d6c1e4edc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:25.572170 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a278-29b5-4931-8224-e56d6c1e4edc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.641106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48498) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:25.641382 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a6a3a278-29b5-4931-8224-e56d6c1e4edc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2182434 Aug 31 14:48:25.646676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dbdd3ce9-57b1-4e82-b086-79236b51d201 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'subnet': {'network_id': '05014f1d-13bf-44dc-9e0f-f5319000af70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:25.649870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3a278-29b5-4931-8224-e56d6c1e4edc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Network': ['ID=05014f1d-13bf-44dc-9e0f-f5319000af70,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:25.660777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 05014f1d-13bf-44dc-9e0f-f5319000af70 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:48:25.741424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdd3ce9-57b1-4e82-b086-79236b51d201 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:25.746057 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3ce9-57b1-4e82-b086-79236b51d201 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.945236 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3ce9-57b1-4e82-b086-79236b51d201 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.015354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd3ce9-57b1-4e82-b086-79236b51d201 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Subnet': ['ID=1286eb77-f3e4-45f6-826d-44be539fbe88,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:26.022540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdd3ce9-57b1-4e82-b086-79236b51d201 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Checking segment: {'id': 'd5ee03db-923f-4d27-8f59-4582004b906f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '05014f1d-13bf-44dc-9e0f-f5319000af70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:26.022963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdd3ce9-57b1-4e82-b086-79236b51d201 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network hostable DHCP agents. Network: 05014f1d-13bf-44dc-9e0f-f5319000af70, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:48:26.041167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdd3ce9-57b1-4e82-b086-79236b51d201 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network 05014f1d-13bf-44dc-9e0f-f5319000af70 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:48:26.049977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-dbdd3ce9-57b1-4e82-b086-79236b51d201 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 05014f1d-13bf-44dc-9e0f-f5319000af70) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:26.054705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdd3ce9-57b1-4e82-b086-79236b51d201 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:26.056523 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3ce9-57b1-4e82-b086-79236b51d201 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.059169 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc6d23e-ed73-41a7-9a98-76088829e361 None None] Network 05014f1d-13bf-44dc-9e0f-f5319000af70 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:26.076493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dbdd3ce9-57b1-4e82-b086-79236b51d201 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4338114 Aug 31 14:48:26.076889 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48510) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:26.081820 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fb38bfa9-6b26-4516-ad28-3760730c13ad tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1038121549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:26.109759 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb38bfa9-6b26-4516-ad28-3760730c13ad tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.110786 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb38bfa9-6b26-4516-ad28-3760730c13ad tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.164989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb38bfa9-6b26-4516-ad28-3760730c13ad tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.169545 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb38bfa9-6b26-4516-ad28-3760730c13ad tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.186322 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb38bfa9-6b26-4516-ad28-3760730c13ad tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.190483 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fb38bfa9-6b26-4516-ad28-3760730c13ad tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1098418 Aug 31 14:48:26.190700 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48512) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:26.196978 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'port': {'network_id': '05014f1d-13bf-44dc-9e0f-f5319000af70', 'name': 'tempest-RoutersTest-294826547'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:26.221636 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-05014f1d-13bf-44dc-9e0f-f5319000af70', 'network_id': '05014f1d-13bf-44dc-9e0f-f5319000af70', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'fixed_ips': [{'subnet_id': '1286eb77-f3e4-45f6-826d-44be539fbe88'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:26.222566 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.329938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:26.334126 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.363388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] device_id is not set on port 28bf6d5a-f6ef-4363-bc5c-afaa03ff62de yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:48:26.391328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Allocated IP 172.20.0.2 (05014f1d-13bf-44dc-9e0f-f5319000af70/1286eb77-f3e4-45f6-826d-44be539fbe88/b0fdbb51-84a7-4969-998a-9664c36d239f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:26.464816 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76948de6-2546-4b44-8c62-3b42a60d0a04 req-7a6086f9-14b0-4b7c-9ef0-23661fa4dcb4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:26.466363 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-76948de6-2546-4b44-8c62-3b42a60d0a04 req-7a6086f9-14b0-4b7c-9ef0-23661fa4dcb4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 945 time: 0.1122293 Aug 31 14:48:26.520750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-76948de6-2546-4b44-8c62-3b42a60d0a04 req-7c94d483-386c-4f36-a3d4-d7aaf404f60b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476785 Aug 31 14:48:26.553043 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.561980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Transition to ACTIVE for port object b0fdbb51-84a7-4969-998a-9664c36d239f will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:26.578153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Transition to ACTIVE for port object b0fdbb51-84a7-4969-998a-9664c36d239f will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:26.584641 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.627448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Network 05014f1d-13bf-44dc-9e0f-f5319000af70 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:26.630328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:26.634691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:26.637717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Pushing event updated for resources: {'Port': ['ID=b0fdbb51-84a7-4969-998a-9664c36d239f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:26.671050 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.api [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ed451476-a927-4ef8-9df2-a6ea5716e355 {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:48:26.671858 n-d-806683-5 neutron-server[94870]: DEBUG oslo_db.api [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:48:26.693980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Attempting to bind port b0fdbb51-84a7-4969-998a-9664c36d239f on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:26.694581 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Attempting to bind port b0fdbb51-84a7-4969-998a-9664c36d239f by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'd5ee03db-923f-4d27-8f59-4582004b906f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '05014f1d-13bf-44dc-9e0f-f5319000af70'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:26.694780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Attempting to bind port b0fdbb51-84a7-4969-998a-9664c36d239f on network 05014f1d-13bf-44dc-9e0f-f5319000af70 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:26.699941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:26.700310 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Checking segment: {'id': 'd5ee03db-923f-4d27-8f59-4582004b906f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '05014f1d-13bf-44dc-9e0f-f5319000af70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:26.700704 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.701087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Bound using segment: {'id': 'd5ee03db-923f-4d27-8f59-4582004b906f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '05014f1d-13bf-44dc-9e0f-f5319000af70'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:26.701544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Bound port: b0fdbb51-84a7-4969-998a-9664c36d239f, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ee03db-923f-4d27-8f59-4582004b906f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '05014f1d-13bf-44dc-9e0f-f5319000af70'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:26.701914 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.765414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] For port b0fdbb51-84a7-4969-998a-9664c36d239f, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:26.768463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] For port b0fdbb51-84a7-4969-998a-9664c36d239f, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b0fdbb51-84a7-4969-998a-9664c36d239f,segment=NetworkSegment(d5ee03db-923f-4d27-8f59-4582004b906f),segment_id=d5ee03db-923f-4d27-8f59-4582004b906f)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:26.772886 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:26.830636 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a61f4-0c94-4efe-8067-4b8eb0b8d631 None None] Pushing event updated for resources: {'Port': ['ID=b0fdbb51-84a7-4969-998a-9664c36d239f,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:27.173504 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:27.191979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] device_id is not set on port bd3548ef-67fb-4e09-83fc-c2f1d295961e yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:48:27.316469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Allocated IP 172.20.0.8 (05014f1d-13bf-44dc-9e0f-f5319000af70/1286eb77-f3e4-45f6-826d-44be539fbe88/bd3548ef-67fb-4e09-83fc-c2f1d295961e) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:27.483963 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:27.499516 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Transition to ACTIVE for port object bd3548ef-67fb-4e09-83fc-c2f1d295961e will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:27.534127 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:27.589365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network 05014f1d-13bf-44dc-9e0f-f5319000af70 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:27.592600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:27.596797 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:27.621353 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=bd3548ef-67fb-4e09-83fc-c2f1d295961e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:27.659411 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:27.660218 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:27.670388 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a599b-0195-4b65-8d95-22c60b9d2c76 req-94c54053-a57f-409c-b921-609ebc681745 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:27.672731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f6a599b-0195-4b65-8d95-22c60b9d2c76 req-94c54053-a57f-409c-b921-609ebc681745 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 945 time: 0.0565448 Aug 31 14:48:27.677642 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b929d340-af96-4a8e-9ade-506086304ee5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4854207 Aug 31 14:48:27.680320 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48536) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:27.734771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f6a599b-0195-4b65-8d95-22c60b9d2c76 req-84f2e508-4b06-405e-8b3e-70d24e90ec78 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535765 Aug 31 14:48:27.877849 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e374137a-d6cf-4edf-980f-13aa80e87018 None None] Network 05014f1d-13bf-44dc-9e0f-f5319000af70 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:27.957255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6dd5a87c-04f6-47cc-ac42-ff46a89791ff None None] Provisioning for port b0fdbb51-84a7-4969-998a-9664c36d239f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:28.318483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55fad7-862e-46d3-bf98-a938cb4f5c94 req-9c3b382e-7da6-4480-81b4-af7dbb59d044 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:28.320597 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c55fad7-862e-46d3-bf98-a938cb4f5c94 req-9c3b382e-7da6-4480-81b4-af7dbb59d044 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 945 time: 0.5033865 Aug 31 14:48:28.411891 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c55fad7-862e-46d3-bf98-a938cb4f5c94 req-416613a9-846f-46fa-b174-92855d6bc6f8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694628 Aug 31 14:48:28.418058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-89187b3e-bf61-48cc-9968-d77cf4c44ea2 None None] Provisioning for port bd3548ef-67fb-4e09-83fc-c2f1d295961e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:28.428038 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-89187b3e-bf61-48cc-9968-d77cf4c44ea2 None None] Provisioning complete for port bd3548ef-67fb-4e09-83fc-c2f1d295961e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:28.428765 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89187b3e-bf61-48cc-9968-d77cf4c44ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.442708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48548) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:28.471968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-89187b3e-bf61-48cc-9968-d77cf4c44ea2 None None] Port bd3548ef-67fb-4e09-83fc-c2f1d295961e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:28.498192 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.591865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-311f7115-5809-4c5c-a093-8a2e89ca65ac None None] Provisioning complete for port bd3548ef-67fb-4e09-83fc-c2f1d295961e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:28.592327 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-311f7115-5809-4c5c-a093-8a2e89ca65ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.633428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-311f7115-5809-4c5c-a093-8a2e89ca65ac None None] Port bd3548ef-67fb-4e09-83fc-c2f1d295961e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:28.726916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f00915-c18b-4366-ad39-22404de72024 tempest-TestVolumeBootPattern-1067910628 tempest-TestVolumeBootPattern-1067910628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:28.731673 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-87f00915-c18b-4366-ad39-22404de72024 tempest-TestVolumeBootPattern-1067910628 tempest-TestVolumeBootPattern-1067910628-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 1091 time: 0.2851665 Aug 31 14:48:28.732476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48556) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:28.741689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'tenant_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:28.768592 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.819895 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.827293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.922115 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:28.941771 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=bd3548ef-67fb-4e09-83fc-c2f1d295961e,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:29.160275 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b0fdbb51-84a7-4969-998a-9664c36d239f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:29.219520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Allocated IP 172.25.2.137 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/2380219d-7818-4ffd-9316-c23a5484b035) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:29.243349 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.253915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port b0fdbb51-84a7-4969-998a-9664c36d239f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:29.271627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b0fdbb51-84a7-4969-998a-9664c36d239f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:29.272293 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.300856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-92bf994c-48f8-4da2-b50e-4ec336858720 None None] Provisioning complete for port bd3548ef-67fb-4e09-83fc-c2f1d295961e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:29.301538 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92bf994c-48f8-4da2-b50e-4ec336858720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.321492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5aa13c-0258-4e4a-b993-d30018aa5d25 req-60245649-b2c9-44bb-b401-43e9ac971abc tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:29.323025 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d5aa13c-0258-4e4a-b993-d30018aa5d25 req-60245649-b2c9-44bb-b401-43e9ac971abc tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 946 time: 0.1145725 Aug 31 14:48:29.370021 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.376258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-92bf994c-48f8-4da2-b50e-4ec336858720 None None] Port bd3548ef-67fb-4e09-83fc-c2f1d295961e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:29.400252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d5aa13c-0258-4e4a-b993-d30018aa5d25 req-8508f69b-d77a-4470-8e48-de664c203da4 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667527 Aug 31 14:48:29.414770 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.483154 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.630205 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.686064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port b0fdbb51-84a7-4969-998a-9664c36d239f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b0fdbb51-84a7-4969-998a-9664c36d239f,segment=NetworkSegment(d5ee03db-923f-4d27-8f59-4582004b906f),segment_id=d5ee03db-923f-4d27-8f59-4582004b906f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:29.693590 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.774689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=b0fdbb51-84a7-4969-998a-9664c36d239f,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:29.778773 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.785404 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:29.883466 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=bd3548ef-67fb-4e09-83fc-c2f1d295961e,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:29.886468 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:30.037648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:30.038714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network 05014f1d-13bf-44dc-9e0f-f5319000af70 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:30.041047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:30.049663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:30.052838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'Port': ['ID=2380219d-7818-4ffd-9316-c23a5484b035,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:30.056561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:30.223147 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router ae893154-e7b7-4c7d-aa52-3e1ee43c0805 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:48:30.363951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:30.374125 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-84f78e92-6f5c-4113-a45c-c20d4fc5d84e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/ae893154-e7b7-4c7d-aa52-3e1ee43c0805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6920455 Aug 31 14:48:30.374920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48570) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:30.381444 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d5ec0-475c-4e8d-98f9-e53797600f33 None None] Sync routers for ids ['ae893154-e7b7-4c7d-aa52-3e1ee43c0805'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:30.393752 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d5ec0-475c-4e8d-98f9-e53797600f33 None None] Routers {'ae893154-e7b7-4c7d-aa52-3e1ee43c0805'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:30.394631 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ef0d5ec0-475c-4e8d-98f9-e53797600f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['ae893154-e7b7-4c7d-aa52-3e1ee43c0805'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:30.437553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63315ec-97eb-4a16-b189-34fc9a2b32da tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:30.442584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e63315ec-97eb-4a16-b189-34fc9a2b32da tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports/bd3548ef-67fb-4e09-83fc-c2f1d295961e HTTP/1.1" status: 200 len: 976 time: 0.0631545 Aug 31 14:48:30.443292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48574) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:30.446539 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fe7d18ed-544f-4ce8-9cc8-64962476b786 None None] Provisioning complete for port bd3548ef-67fb-4e09-83fc-c2f1d295961e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:30.448285 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe7d18ed-544f-4ce8-9cc8-64962476b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:30.463075 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ef0d5ec0-475c-4e8d-98f9-e53797600f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:30.485787 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d5ec0-475c-4e8d-98f9-e53797600f33 None None] Routers {'ae893154-e7b7-4c7d-aa52-3e1ee43c0805'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:30.488519 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ef0d5ec0-475c-4e8d-98f9-e53797600f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['ae893154-e7b7-4c7d-aa52-3e1ee43c0805'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:30.507690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d18ed-544f-4ce8-9cc8-64962476b786 None None] Port bd3548ef-67fb-4e09-83fc-c2f1d295961e cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:30.540212 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ef0d5ec0-475c-4e8d-98f9-e53797600f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:30.541298 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d5ec0-475c-4e8d-98f9-e53797600f33 None None] The sync data for ids ['ae893154-e7b7-4c7d-aa52-3e1ee43c0805'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:30.628678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c5663-3e71-4a63-a39e-5a7a2ab898fb req-14b8a8b9-774a-4696-ab9a-079e647bdb40 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:30.631407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb7c5663-3e71-4a63-a39e-5a7a2ab898fb req-14b8a8b9-774a-4696-ab9a-079e647bdb40 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 946 time: 0.0889864 Aug 31 14:48:30.685655 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb7c5663-3e71-4a63-a39e-5a7a2ab898fb req-26cfdf97-14af-4591-8931-58c0c7140a74 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415802 Aug 31 14:48:30.787020 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:30.891292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-4dda9b3e-0ce7-4bc7-95c0-d53ed92b77f2 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:30.892850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-4dda9b3e-0ce7-4bc7-95c0-d53ed92b77f2 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 946 time: 0.1392345 Aug 31 14:48:30.918804 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:31.025541 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b0fdbb51-84a7-4969-998a-9664c36d239f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:31.077873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b0fdbb51-84a7-4969-998a-9664c36d239f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:31.078252 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:31.162715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Deleting port 1d9e6127-d3be-402d-8652-46a554402315 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:31.163132 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:31.267889 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4164d7ab-987f-42f4-be2b-143a263ed06f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:31.383690 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:31.393150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] For port 1d9e6127-d3be-402d-8652-46a554402315, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=1d9e6127-d3be-402d-8652-46a554402315,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:31.393503 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:31.395846 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:31.563355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'Port': ['ID=2380219d-7818-4ffd-9316-c23a5484b035,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:31.631633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:31.843949 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:31.844348 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:31.844673 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Floating IP c95d4438-977c-4514-bb21-d7dfb90f494d disassociated. External IP: 172.25.2.222, port: 1d9e6127-d3be-402d-8652-46a554402315. Aug 31 14:48:31.845021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Calling delete_port for 1d9e6127-d3be-402d-8652-46a554402315 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:31.896437 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Floating IP 9b67c7f4-c12c-4365-9617-c0660ee085d2 associated. External IP: 172.25.2.137, port: 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81. Aug 31 14:48:31.980628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12b854-f356-41d8-858f-a612473a6117 req-439169be-c588-4ccf-bc45-e3649f59c176 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:31.982152 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea12b854-f356-41d8-858f-a612473a6117 req-439169be-c588-4ccf-bc45-e3649f59c176 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 946 time: 0.2128479 Aug 31 14:48:32.084878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4164d7ab-987f-42f4-be2b-143a263ed06f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port bd3548ef-67fb-4e09-83fc-c2f1d295961e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:32.085108 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4164d7ab-987f-42f4-be2b-143a263ed06f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:32.450523 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea12b854-f356-41d8-858f-a612473a6117 req-9ca7a773-502b-4f01-b473-9faca7aeab72 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4fc2a62-31d0-4905-9161-65cbc30df5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4591548 Aug 31 14:48:32.579489 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4164d7ab-987f-42f4-be2b-143a263ed06f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:32.605472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4164d7ab-987f-42f4-be2b-143a263ed06f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for bd3548ef-67fb-4e09-83fc-c2f1d295961e owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:32.637523 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:32.695929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event deleted for resources: {'Port': ['ID=1d9e6127-d3be-402d-8652-46a554402315,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:32.792705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Router d89a73f4-d34f-4230-b596-86c6f1f53f0e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:48:33.030415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Router f020cae8-f960-4412-adbb-6499d4d28977 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:48:33.138574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:33.155787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a792474f-9112-4ed2-8d08-0b4d3fad43e6 None None] Sync routers for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:33.158997 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4164d7ab-987f-42f4-be2b-143a263ed06f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.167906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a792474f-9112-4ed2-8d08-0b4d3fad43e6 None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:33.168548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a792474f-9112-4ed2-8d08-0b4d3fad43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:33.188852 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.296038 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1d1178ed-62f8-4d08-bceb-428e247d42c7 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5606627 Aug 31 14:48:33.298544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'tag': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:48:33.300938 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791cae0c-48b4-4bbf-bf8c-434ae2d7289a" -d '{"events": [{"name": "network-changed", "server_uuid": "99f36570-8f11-447c-b7a3-8788b711c8c0", "tag": "40a1a9f9-ce61-4b23-b23c-b6cba90b2d81"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:48:33.303806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164d7ab-987f-42f4-be2b-143a263ed06f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=bd3548ef-67fb-4e09-83fc-c2f1d295961e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:33.328945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-a792474f-9112-4ed2-8d08-0b4d3fad43e6 None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:33.359265 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:33.372701 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89917f11-fdc6-472f-bfca-c954ea5f2737 None None] Sync routers for ids ['f020cae8-f960-4412-adbb-6499d4d28977'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:33.387321 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89917f11-fdc6-472f-bfca-c954ea5f2737 None None] Routers {'f020cae8-f960-4412-adbb-6499d4d28977'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:33.390103 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-89917f11-fdc6-472f-bfca-c954ea5f2737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f020cae8-f960-4412-adbb-6499d4d28977'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:33.403153 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61d6f58-b078-4100-8b4f-7a65afed8b89 x-openstack-request-id: req-a61d6f58-b078-4100-8b4f-7a65afed8b89 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:48:33.403603 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f36570-8f11-447c-b7a3-8788b711c8c0", "tag": "40a1a9f9-ce61-4b23-b23c-b6cba90b2d81", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:48:33.403952 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a61d6f58-b078-4100-8b4f-7a65afed8b89 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:48:33.404467 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'tag': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'status': 'completed', 'code': 200} Aug 31 14:48:33.421520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] No DVR routers for this DVR port 1d9e6127-d3be-402d-8652-46a554402315 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:33.428085 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.428085 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-16666933-86ed-4004-af98-bcf6b7d65bd6 req-9f6d95f8-d57c-4e7c-ab9e-2ca9a7cab366 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.25 "DELETE /v2.0/ports/1d9e6127-d3be-402d-8652-46a554402315 HTTP/1.1" status: 204 len: 173 time: 2.5220852 Aug 31 14:48:33.691539 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a792474f-9112-4ed2-8d08-0b4d3fad43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '9b67c7f4-c12c-4365-9617-c0660ee085d2', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:5a:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:48:30Z', 'updated_at': '2021-08-31T14:48:30Z', 'revision_number': 0, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:33.695499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d49dec3a-8b86-40cf-b9ad-64e8188839b9 req-abe05acb-2a00-4253-b826-77ba5fc70bc8 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff28f651-9d33-4631-b46e-f061b4327c82 HTTP/1.1" status: 200 len: 210 time: 0.0324280 Aug 31 14:48:33.699952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cae0c-48b4-4bbf-bf8c-434ae2d7289a req-aab027e1-888d-467e-9904-a74049cf8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:33.701724 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-791cae0c-48b4-4bbf-bf8c-434ae2d7289a req-aab027e1-888d-467e-9904-a74049cf8c1f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 1096 time: 0.2527697 Aug 31 14:48:33.704507 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4164d7ab-987f-42f4-be2b-143a263ed06f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:33.738405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a792474f-9112-4ed2-8d08-0b4d3fad43e6 None None] Checking router: d89a73f4-d34f-4230-b596-86c6f1f53f0e for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:48:33.741610 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-89917f11-fdc6-472f-bfca-c954ea5f2737 None None] Set router f020cae8-f960-4412-adbb-6499d4d28977 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:33.751924 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a792474f-9112-4ed2-8d08-0b4d3fad43e6 None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:33.752927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a792474f-9112-4ed2-8d08-0b4d3fad43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:33.898485 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-a792474f-9112-4ed2-8d08-0b4d3fad43e6 None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:33.990758 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cae0c-48b4-4bbf-bf8c-434ae2d7289a req-08cab50c-befc-4f14-b83c-407fe87d2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:33.990758 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-791cae0c-48b4-4bbf-bf8c-434ae2d7289a req-08cab50c-befc-4f14-b83c-407fe87d2143 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.2751358 Aug 31 14:48:34.045350 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-89917f11-fdc6-472f-bfca-c954ea5f2737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:36Z', 'revision_number': 5, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:34.093076 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-791cae0c-48b4-4bbf-bf8c-434ae2d7289a req-860f1a7e-c950-442c-b718-758925257ff3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 HTTP/1.1" status: 200 len: 999 time: 0.0635998 Aug 31 14:48:34.154047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cae0c-48b4-4bbf-bf8c-434ae2d7289a req-164b0da6-6af7-44b4-ba3e-15158481e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:34.156831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-791cae0c-48b4-4bbf-bf8c-434ae2d7289a req-164b0da6-6af7-44b4-ba3e-15158481e373 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.0557294 Aug 31 14:48:34.165837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4164d7ab-987f-42f4-be2b-143a263ed06f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router ae893154-e7b7-4c7d-aa52-3e1ee43c0805 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:48:34.189274 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89917f11-fdc6-472f-bfca-c954ea5f2737 None None] Checking router: f020cae8-f960-4412-adbb-6499d4d28977 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:48:34.198252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a792474f-9112-4ed2-8d08-0b4d3fad43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '9b67c7f4-c12c-4365-9617-c0660ee085d2', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:5a:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:48:30Z', 'updated_at': '2021-08-31T14:48:30Z', 'revision_number': 0, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:34.202516 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89917f11-fdc6-472f-bfca-c954ea5f2737 None None] Routers {'f020cae8-f960-4412-adbb-6499d4d28977'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:34.202691 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-89917f11-fdc6-472f-bfca-c954ea5f2737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f020cae8-f960-4412-adbb-6499d4d28977'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:34.239566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a792474f-9112-4ed2-8d08-0b4d3fad43e6 None None] The sync data for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 is: [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '9b67c7f4-c12c-4365-9617-c0660ee085d2', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:5a:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:48:30Z', 'updated_at': '2021-08-31T14:48:30Z', 'revision_number': 0, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:34.296455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cae0c-48b4-4bbf-bf8c-434ae2d7289a req-9017598d-ae0d-4116-ade3-d1875dd56369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:34.297988 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-791cae0c-48b4-4bbf-bf8c-434ae2d7289a req-9017598d-ae0d-4116-ade3-d1875dd56369 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306491 Aug 31 14:48:34.308237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4164d7ab-987f-42f4-be2b-143a263ed06f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:34.318931 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4164d7ab-987f-42f4-be2b-143a263ed06f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/ae893154-e7b7-4c7d-aa52-3e1ee43c0805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8715990 Aug 31 14:48:34.319412 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48604) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:34.324748 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a462a6-97ea-47d3-bc9c-3eef53d53744 None None] Sync routers for ids ['ae893154-e7b7-4c7d-aa52-3e1ee43c0805'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:34.338889 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a462a6-97ea-47d3-bc9c-3eef53d53744 None None] Routers {'ae893154-e7b7-4c7d-aa52-3e1ee43c0805'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:34.341893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c0a462a6-97ea-47d3-bc9c-3eef53d53744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['ae893154-e7b7-4c7d-aa52-3e1ee43c0805'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:34.385462 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-89917f11-fdc6-472f-bfca-c954ea5f2737 None None] Set router f020cae8-f960-4412-adbb-6499d4d28977 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:34.397570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1d9e6127-d3be-402d-8652-46a554402315 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:34.400929 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c0a462a6-97ea-47d3-bc9c-3eef53d53744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:34.455762 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 1d9e6127-d3be-402d-8652-46a554402315 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:48:34.456110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 1d9e6127-d3be-402d-8652-46a554402315 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:34.471152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a462a6-97ea-47d3-bc9c-3eef53d53744 None None] Routers {'ae893154-e7b7-4c7d-aa52-3e1ee43c0805'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:34.471843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c0a462a6-97ea-47d3-bc9c-3eef53d53744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['ae893154-e7b7-4c7d-aa52-3e1ee43c0805'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:34.484336 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-791cae0c-48b4-4bbf-bf8c-434ae2d7289a req-c3a65a40-d2fa-4de6-876e-886183266ba4 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667502 Aug 31 14:48:34.547865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c0a462a6-97ea-47d3-bc9c-3eef53d53744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:34.548441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a462a6-97ea-47d3-bc9c-3eef53d53744 None None] The sync data for ids ['ae893154-e7b7-4c7d-aa52-3e1ee43c0805'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:34.646771 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dff8d0-168f-4f6f-90a8-bd4d9635abb8 None None] New status for floating IP 9b67c7f4-c12c-4365-9617-c0660ee085d2: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:48:34.650907 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-791cae0c-48b4-4bbf-bf8c-434ae2d7289a req-1dde8d77-f146-42a0-9deb-a8f552adef3d service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536245 Aug 31 14:48:34.713327 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-dc4b7943-b8a6-4adb-9086-768880a19f10 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 14:48:34.714331 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dc4b7943-b8a6-4adb-9086-768880a19f10 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/ae893154-e7b7-4c7d-aa52-3e1ee43c0805/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3930230 Aug 31 14:48:34.717109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48608) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:34.749504 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f9a92a52-def8-4dc8-ba8b-4cb16cc03a1c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae893154-e7b7-4c7d-aa52-3e1ee43c0805 HTTP/1.1" status: 200 len: 205 time: 0.0313032 Aug 31 14:48:34.751959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48612) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:34.846274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48618) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:34.854240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901396-6d24-437c-853b-a3efb4f6b753 req-eacc2f1b-9215-4699-ada9-728e63b571ff tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:34.856249 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa901396-6d24-437c-853b-a3efb4f6b753 req-eacc2f1b-9215-4699-ada9-728e63b571ff tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1096 time: 0.1949661 Aug 31 14:48:34.894748 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae1248cf-1a11-44c9-bf1f-279a6f986e46 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:34.896750 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aa901396-6d24-437c-853b-a3efb4f6b753 req-e8d9cec8-7861-4505-bf9a-97cc2754451a tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:34.939540 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6457988-ec93-4461-94f9-ef54d8b2272b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:34.956618 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-89917f11-fdc6-472f-bfca-c954ea5f2737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:36Z', 'revision_number': 5, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:34.978503 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6457988-ec93-4461-94f9-ef54d8b2272b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.023611 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89917f11-fdc6-472f-bfca-c954ea5f2737 None None] The sync data for ids ['f020cae8-f960-4412-adbb-6499d4d28977'] in n-d-806683-5 is: [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:40:27Z', 'revision_number': 4, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '253286d3-85ee-46e6-aa27-7e7b05ccd87f', 'name': '', 'network_id': '30cc2e5a-dff4-4d34-85d1-1b85ea66b410', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'mac_address': 'fa:16:3e:b1:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:24Z', 'updated_at': '2021-08-31T14:40:36Z', 'revision_number': 5, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'subnets': [{'id': '917fe23f-e31a-4fae-b929-0b83fb0537ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:35.062231 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6457988-ec93-4461-94f9-ef54d8b2272b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.067131 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6457988-ec93-4461-94f9-ef54d8b2272b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.073322 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d6457988-ec93-4461-94f9-ef54d8b2272b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "DELETE /v2.0/security-groups/b4fc2a62-31d0-4905-9161-65cbc30df5d4 HTTP/1.1" status: 204 len: 168 time: 0.2242448 Aug 31 14:48:35.073957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48622) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:35.095572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6457988-ec93-4461-94f9-ef54d8b2272b tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fc2a62-31d0-4905-9161-65cbc30df5d4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:35.104233 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-26ed0fa8-d355-4702-80cc-92e043bfba21 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] show failed (client error): The resource could not be found. Aug 31 14:48:35.108831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-26ed0fa8-d355-4702-80cc-92e043bfba21 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "GET /v2.0/security-groups/b4fc2a62-31d0-4905-9161-65cbc30df5d4 HTTP/1.1" status: 404 len: 347 time: 0.0299063 Aug 31 14:48:35.109939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48624) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:35.143808 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae1248cf-1a11-44c9-bf1f-279a6f986e46 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.148194 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae1248cf-1a11-44c9-bf1f-279a6f986e46 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.217142 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae1248cf-1a11-44c9-bf1f-279a6f986e46 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.218989 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1248cf-1a11-44c9-bf1f-279a6f986e46 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Fanout notify agent at l3_agent the message router_deleted on router ae893154-e7b7-4c7d-aa52-3e1ee43c0805 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:48:35.230176 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ae1248cf-1a11-44c9-bf1f-279a6f986e46 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.233807 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ae1248cf-1a11-44c9-bf1f-279a6f986e46 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/routers/ae893154-e7b7-4c7d-aa52-3e1ee43c0805 HTTP/1.1" status: 204 len: 168 time: 0.4781663 Aug 31 14:48:35.235551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48626) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:35.266375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d8576100-8eb7-4ce0-8c8f-2caabe1a50c5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Deleting port a1741fb1-1b4d-4fa7-9fc9-4e1024fa219a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:35.266738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d8576100-8eb7-4ce0-8c8f-2caabe1a50c5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.323439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b23310-864a-44d9-8bec-099a4584f452 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting subnet 1286eb77-f3e4-45f6-826d-44be539fbe88 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:48:35.329646 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e2b23310-864a-44d9-8bec-099a4584f452 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.362885 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d8576100-8eb7-4ce0-8c8f-2caabe1a50c5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.363333 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d8576100-8eb7-4ce0-8c8f-2caabe1a50c5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.370094 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aa901396-6d24-437c-853b-a3efb4f6b753 req-e8d9cec8-7861-4505-bf9a-97cc2754451a tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.375889 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-aa901396-6d24-437c-853b-a3efb4f6b753 req-e8d9cec8-7861-4505-bf9a-97cc2754451a tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.378761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d8576100-8eb7-4ce0-8c8f-2caabe1a50c5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Calling delete_port for a1741fb1-1b4d-4fa7-9fc9-4e1024fa219a owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:35.411156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9cec8-7861-4505-bf9a-97cc2754451a tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02546ccb-48aa-4331-860d-da84ea53f452,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:35.425050 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e2b23310-864a-44d9-8bec-099a4584f452 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.425949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'name': 'network-vif-deleted', 'tag': '1d9e6127-d3be-402d-8652-46a554402315'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:48:35.429652 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a2e4b2-ee4c-46a4-b597-261b4210328b" -d '{"events": [{"server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "name": "network-vif-deleted", "tag": "1d9e6127-d3be-402d-8652-46a554402315"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:48:35.449821 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa901396-6d24-437c-853b-a3efb4f6b753 req-e8d9cec8-7861-4505-bf9a-97cc2754451a tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5840776 Aug 31 14:48:35.513596 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34936cca-42b9-49d1-a9b8-8a1cc852f909 None None] New status for floating IP c95d4438-977c-4514-bb21-d7dfb90f494d: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:48:35.525065 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43a71ee-3be6-4e66-b82e-713fc8083848 x-openstack-request-id: req-a43a71ee-3be6-4e66-b82e-713fc8083848 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:48:35.525065 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff28f651-9d33-4631-b46e-f061b4327c82", "name": "network-vif-deleted", "tag": "1d9e6127-d3be-402d-8652-46a554402315", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:48:35.525367 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a43a71ee-3be6-4e66-b82e-713fc8083848 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:48:35.525569 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff28f651-9d33-4631-b46e-f061b4327c82', 'name': 'network-vif-deleted', 'tag': '1d9e6127-d3be-402d-8652-46a554402315', 'status': 'completed', 'code': 200} Aug 31 14:48:35.605876 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d8576100-8eb7-4ce0-8c8f-2caabe1a50c5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.613889 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e2b23310-864a-44d9-8bec-099a4584f452 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.624517 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-34936cca-42b9-49d1-a9b8-8a1cc852f909 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:48:35.625147 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-34936cca-42b9-49d1-a9b8-8a1cc852f909 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:48:35.641773 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8576100-8eb7-4ce0-8c8f-2caabe1a50c5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Pushing event deleted for resources: {'Port': ['ID=a1741fb1-1b4d-4fa7-9fc9-4e1024fa219a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:35.661991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012017af-9d8c-432e-ac87-e0a65cc4e067 req-47bae8e7-423f-4c67-867d-aac308c75376 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:35.663549 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-012017af-9d8c-432e-ac87-e0a65cc4e067 req-47bae8e7-423f-4c67-867d-aac308c75376 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.1058903 Aug 31 14:48:35.705295 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e2b23310-864a-44d9-8bec-099a4584f452 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.718463 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d8576100-8eb7-4ce0-8c8f-2caabe1a50c5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.721741 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d8576100-8eb7-4ce0-8c8f-2caabe1a50c5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.723086 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d8576100-8eb7-4ce0-8c8f-2caabe1a50c5 tempest-AttachVolumeShelveTestJSON-756272887 tempest-AttachVolumeShelveTestJSON-756272887-project] 10.222.0.39 "DELETE /v2.0/floatingips/c95d4438-977c-4514-bb21-d7dfb90f494d HTTP/1.1" status: 204 len: 168 time: 0.6122184 Aug 31 14:48:35.749381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e2b23310-864a-44d9-8bec-099a4584f452 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.751270 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e2b23310-864a-44d9-8bec-099a4584f452 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/1286eb77-f3e4-45f6-826d-44be539fbe88 HTTP/1.1" status: 204 len: 168 time: 0.5147696 Aug 31 14:48:35.754589 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-012017af-9d8c-432e-ac87-e0a65cc4e067 req-bb45a7fd-0fdd-45ef-98a8-a2926fe57b68 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819893 Aug 31 14:48:35.755302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b23310-864a-44d9-8bec-099a4584f452 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Subnet': ['ID=1286eb77-f3e4-45f6-826d-44be539fbe88,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:35.759727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48632) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:35.770098 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a8895a-e048-42a8-87c1-0d0a8c2b9ad3 None None] Network 05014f1d-13bf-44dc-9e0f-f5319000af70 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:35.795219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48634) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:35.878174 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.982252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port b0fdbb51-84a7-4969-998a-9664c36d239f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:35.982556 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:36.011628 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-33ebd579-d9c5-40fd-9fb6-3da70fc26255 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/1f7fc109-6602-4860-acb0-d40083aeaabf HTTP/1.1" status: 200 len: 993 time: 0.2175252 Aug 31 14:48:36.086646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24334f7c-f79a-465c-a24c-23307e1d6e07 None None] DHCP port deletion for 05014f1d-13bf-44dc-9e0f-f5319000af70 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:48:36.126736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34936cca-42b9-49d1-a9b8-8a1cc852f909 None None] New status for floating IP c95d4438-977c-4514-bb21-d7dfb90f494d: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:48:36.174741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] For port b0fdbb51-84a7-4969-998a-9664c36d239f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b0fdbb51-84a7-4969-998a-9664c36d239f,segment=NetworkSegment(d5ee03db-923f-4d27-8f59-4582004b906f),segment_id=d5ee03db-923f-4d27-8f59-4582004b906f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:36.175053 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:36.206568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for b0fdbb51-84a7-4969-998a-9664c36d239f owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:36.237802 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-24334f7c-f79a-465c-a24c-23307e1d6e07 None None] Deleting port b0fdbb51-84a7-4969-998a-9664c36d239f {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:36.238186 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24334f7c-f79a-465c-a24c-23307e1d6e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:36.393424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-24334f7c-f79a-465c-a24c-23307e1d6e07 None None] For port b0fdbb51-84a7-4969-998a-9664c36d239f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b0fdbb51-84a7-4969-998a-9664c36d239f,segment=NetworkSegment(d5ee03db-923f-4d27-8f59-4582004b906f),segment_id=d5ee03db-923f-4d27-8f59-4582004b906f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:36.393785 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24334f7c-f79a-465c-a24c-23307e1d6e07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:36.438536 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-24334f7c-f79a-465c-a24c-23307e1d6e07 None None] Calling delete_port for b0fdbb51-84a7-4969-998a-9664c36d239f owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:36.448213 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-0c681d80-6649-4169-b575-c8b8c41b6db4 req-ca209cbe-f132-4010-9a3b-e9b74c85c29e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:48:36.450528 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0c681d80-6649-4169-b575-c8b8c41b6db4 req-ca209cbe-f132-4010-9a3b-e9b74c85c29e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113990 Aug 31 14:48:36.579566 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24334f7c-f79a-465c-a24c-23307e1d6e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:36.595558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24334f7c-f79a-465c-a24c-23307e1d6e07 None None] No DVR routers for this DVR port b0fdbb51-84a7-4969-998a-9664c36d239f on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:36.615098 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24334f7c-f79a-465c-a24c-23307e1d6e07 None None] Pushing event deleted for resources: {'Port': ['ID=b0fdbb51-84a7-4969-998a-9664c36d239f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:36.841098 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:36.857906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No DVR routers for this DVR port b0fdbb51-84a7-4969-998a-9664c36d239f on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:36.873088 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48654) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:36.922455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=b0fdbb51-84a7-4969-998a-9664c36d239f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:37.071341 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:37.074440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05014f1d-13bf-44dc-9e0f-f5319000af70']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:37.086279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ee03db-923f-4d27-8f59-4582004b906f') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:37.086713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ee03db-923f-4d27-8f59-4582004b906f') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:37.097418 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:37.097742 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-447f8562-41ff-41d4-a3d5-c6e845242509 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2228405 Aug 31 14:48:37.116143 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:37.123736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:37.124304 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:37.170154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b0fdbb51-84a7-4969-998a-9664c36d239f no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:37.201328 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:37.212301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:37.213956 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:37.215898 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/networks/05014f1d-13bf-44dc-9e0f-f5319000af70 HTTP/1.1" status: 204 len: 168 time: 1.4551456 Aug 31 14:48:37.223233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48666) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:37.255820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e59741-3b01-45b9-8ef7-490546e57eeb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Network': ['ID=05014f1d-13bf-44dc-9e0f-f5319000af70,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:37.260484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: b0fdbb51-84a7-4969-998a-9664c36d239f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:48:37.260831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b0fdbb51-84a7-4969-998a-9664c36d239f not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:37.261246 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f92dcfec-2c1f-424a-b13f-50324c56b2b7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'network': {'name': 'tempest-RoutersTest-138337443'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:37.279745 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eca15f-4339-4ec5-b4d6-122c43220b0f req-d2a9f070-7181-46d7-9ecd-a5c7eb9def6b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:37.308616 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-80eca15f-4339-4ec5-b4d6-122c43220b0f req-d2a9f070-7181-46d7-9ecd-a5c7eb9def6b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.4104991 Aug 31 14:48:37.315146 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92dcfec-2c1f-424a-b13f-50324c56b2b7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:37.326101 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f92dcfec-2c1f-424a-b13f-50324c56b2b7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:37.398457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92dcfec-2c1f-424a-b13f-50324c56b2b7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:48:37.409317 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-80eca15f-4339-4ec5-b4d6-122c43220b0f req-58170001-c4a2-40cf-811a-767fff9cad34 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990672 Aug 31 14:48:37.452566 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f92dcfec-2c1f-424a-b13f-50324c56b2b7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:37.453111 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-f92dcfec-2c1f-424a-b13f-50324c56b2b7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Added segment 320dad3a-516b-4b22-b64c-ca7f801d8a59 of type vlan for network b8c0b45e-c751-4986-a0da-e9bc4fe7db6e Aug 31 14:48:37.520729 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f92dcfec-2c1f-424a-b13f-50324c56b2b7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:37.573054 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f92dcfec-2c1f-424a-b13f-50324c56b2b7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:37.584550 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92dcfec-2c1f-424a-b13f-50324c56b2b7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:37.587094 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f92dcfec-2c1f-424a-b13f-50324c56b2b7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:37.700123 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f92dcfec-2c1f-424a-b13f-50324c56b2b7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4747095 Aug 31 14:48:37.704054 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48680) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:37.711467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5e49650f-4eb5-45b7-90e6-d7a727f44092 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'subnet': {'network_id': 'b8c0b45e-c751-4986-a0da-e9bc4fe7db6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:37.719328 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92dcfec-2c1f-424a-b13f-50324c56b2b7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Network': ['ID=b8c0b45e-c751-4986-a0da-e9bc4fe7db6e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:37.736939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network b8c0b45e-c751-4986-a0da-e9bc4fe7db6e details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:48:37.929881 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e49650f-4eb5-45b7-90e6-d7a727f44092 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:37.935712 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e49650f-4eb5-45b7-90e6-d7a727f44092 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:38.395926 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e49650f-4eb5-45b7-90e6-d7a727f44092 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:38.504838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49650f-4eb5-45b7-90e6-d7a727f44092 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Subnet': ['ID=1c71cf3f-997d-4e2e-ae9e-9f359d61cad3,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:38.508367 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49650f-4eb5-45b7-90e6-d7a727f44092 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Checking segment: {'id': '320dad3a-516b-4b22-b64c-ca7f801d8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b8c0b45e-c751-4986-a0da-e9bc4fe7db6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:38.508734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e49650f-4eb5-45b7-90e6-d7a727f44092 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network hostable DHCP agents. Network: b8c0b45e-c751-4986-a0da-e9bc4fe7db6e, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:48:38.558766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e49650f-4eb5-45b7-90e6-d7a727f44092 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network b8c0b45e-c751-4986-a0da-e9bc4fe7db6e is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:48:38.581714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5e49650f-4eb5-45b7-90e6-d7a727f44092 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, b8c0b45e-c751-4986-a0da-e9bc4fe7db6e) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:38.602027 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31de1bc2-549b-4fc0-b088-2a4ca1fc6874 None None] Network b8c0b45e-c751-4986-a0da-e9bc4fe7db6e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:38.602615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e49650f-4eb5-45b7-90e6-d7a727f44092 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:38.609960 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e49650f-4eb5-45b7-90e6-d7a727f44092 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:38.663433 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5e49650f-4eb5-45b7-90e6-d7a727f44092 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9567080 Aug 31 14:48:38.664294 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48702) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:38.672333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ea9462cc-f484-49ca-9d37-9696bb5e0035 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-923142414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:38.948667 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ea9462cc-f484-49ca-9d37-9696bb5e0035 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:38.953808 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ea9462cc-f484-49ca-9d37-9696bb5e0035 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:39.079261 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ea9462cc-f484-49ca-9d37-9696bb5e0035 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:39.092172 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ea9462cc-f484-49ca-9d37-9696bb5e0035 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:39.113607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b8c0b45e-c751-4986-a0da-e9bc4fe7db6e', 'network_id': 'b8c0b45e-c751-4986-a0da-e9bc4fe7db6e', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'fixed_ips': [{'subnet_id': '1c71cf3f-997d-4e2e-ae9e-9f359d61cad3'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:39.119630 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:39.183673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db29324-e84f-4390-84ea-ab22894315e0 req-02d883ee-2736-412d-8cdf-87cb1118e311 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:39.191258 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7db29324-e84f-4390-84ea-ab22894315e0 req-02d883ee-2736-412d-8cdf-87cb1118e311 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.4220469 Aug 31 14:48:39.201038 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ea9462cc-f484-49ca-9d37-9696bb5e0035 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:39.206798 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ea9462cc-f484-49ca-9d37-9696bb5e0035 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5372245 Aug 31 14:48:39.207434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48704) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:39.376285 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7db29324-e84f-4390-84ea-ab22894315e0 req-641b4081-c662-482d-9526-32820b7f88c4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656773 Aug 31 14:48:39.604362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Allocated IP 172.20.0.2 (b8c0b45e-c751-4986-a0da-e9bc4fe7db6e/1c71cf3f-997d-4e2e-ae9e-9f359d61cad3/92693866-1fa5-49a6-95df-e7203f5dc2ae) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:39.646161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-b2c5b606-3a27-4561-be32-3607983b3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:39.648285 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-b2c5b606-3a27-4561-be32-3607983b3676 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1096 time: 0.2153041 Aug 31 14:48:39.907519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:39.910673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-7defc6bb-e23c-4dd1-bfbe-ee613944a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:39.914323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-7defc6bb-e23c-4dd1-bfbe-ee613944a393 service neutron] 10.222.0.60 "GET /v2.0/networks?id=11a0feae-060b-446c-8bb3-bf8028e4b48d HTTP/1.1" status: 200 len: 898 time: 0.2562134 Aug 31 14:48:40.063605 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:40.075123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Transition to ACTIVE for port object 92693866-1fa5-49a6-95df-e7203f5dc2ae will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:40.097187 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Transition to ACTIVE for port object 92693866-1fa5-49a6-95df-e7203f5dc2ae will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:40.111969 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:40.170425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Network b8c0b45e-c751-4986-a0da-e9bc4fe7db6e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:40.177168 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:40.181306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:40.190420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Pushing event updated for resources: {'Port': ['ID=92693866-1fa5-49a6-95df-e7203f5dc2ae,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:40.234193 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-8d69263d-8cad-4c3b-b2d4-fda91a3cea9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 HTTP/1.1" status: 200 len: 1001 time: 0.3007839 Aug 31 14:48:40.256320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Attempting to bind port 92693866-1fa5-49a6-95df-e7203f5dc2ae on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:40.256698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Attempting to bind port 92693866-1fa5-49a6-95df-e7203f5dc2ae by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '320dad3a-516b-4b22-b64c-ca7f801d8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b8c0b45e-c751-4986-a0da-e9bc4fe7db6e'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:40.257404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Attempting to bind port 92693866-1fa5-49a6-95df-e7203f5dc2ae on network b8c0b45e-c751-4986-a0da-e9bc4fe7db6e {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:40.268101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:40.268752 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Checking segment: {'id': '320dad3a-516b-4b22-b64c-ca7f801d8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b8c0b45e-c751-4986-a0da-e9bc4fe7db6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:40.269420 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:40.269774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Bound using segment: {'id': '320dad3a-516b-4b22-b64c-ca7f801d8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b8c0b45e-c751-4986-a0da-e9bc4fe7db6e'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:40.270292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Bound port: 92693866-1fa5-49a6-95df-e7203f5dc2ae, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320dad3a-516b-4b22-b64c-ca7f801d8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b8c0b45e-c751-4986-a0da-e9bc4fe7db6e'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:40.270662 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:40.360346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] For port 92693866-1fa5-49a6-95df-e7203f5dc2ae, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:40.370131 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] For port 92693866-1fa5-49a6-95df-e7203f5dc2ae, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=92693866-1fa5-49a6-95df-e7203f5dc2ae,segment=NetworkSegment(320dad3a-516b-4b22-b64c-ca7f801d8a59),segment_id=320dad3a-516b-4b22-b64c-ca7f801d8a59)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:40.390222 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:40.415139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-4435d742-e8d3-412b-b66c-4da5f0c79f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:40.416884 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-4435d742-e8d3-412b-b66c-4da5f0c79f30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e33fc64f-9bd5-4636-82f7-5c2d6d4da600 HTTP/1.1" status: 200 len: 835 time: 0.1157546 Aug 31 14:48:40.484184 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f7f0b-5526-4fe5-9986-796f19c6a2e1 None None] Pushing event updated for resources: {'Port': ['ID=92693866-1fa5-49a6-95df-e7203f5dc2ae,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:40.638791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a9c62019-6868-4ab4-bd73-1365c6fd39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:40.640351 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a9c62019-6868-4ab4-bd73-1365c6fd39aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11a0feae-060b-446c-8bb3-bf8028e4b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2138429 Aug 31 14:48:40.698522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Allocated IP 172.20.0.1 (b8c0b45e-c751-4986-a0da-e9bc4fe7db6e/1c71cf3f-997d-4e2e-ae9e-9f359d61cad3/c9c37834-00eb-4afb-bad9-ca1c07015ca2) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:40.810563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1108b-065f-420f-b9b8-df586cffc8ef req-fe4ed55e-a49e-445f-8dcc-0b1ee93b7ca5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:40.813038 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc1108b-065f-420f-b9b8-df586cffc8ef req-fe4ed55e-a49e-445f-8dcc-0b1ee93b7ca5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.2474363 Aug 31 14:48:41.091913 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc1108b-065f-420f-b9b8-df586cffc8ef req-f545e50d-a78b-4e8b-889c-48ede2142375 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396438 Aug 31 14:48:41.119566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a5e6cb9b-6a9f-4ed7-8566-537aeaf3d93d service neutron] 10.222.0.60 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653132 Aug 31 14:48:41.204481 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:41.218094 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 92693866-1fa5-49a6-95df-e7203f5dc2ae up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:41.229660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Transition to ACTIVE for port object c9c37834-00eb-4afb-bad9-ca1c07015ca2 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:41.288729 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-84a15ece-986c-4515-ae59-e2edf1381279 service neutron] 10.222.0.60 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540411 Aug 31 14:48:41.292898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 92693866-1fa5-49a6-95df-e7203f5dc2ae completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:41.319022 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:41.371466 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network b8c0b45e-c751-4986-a0da-e9bc4fe7db6e is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:41.376607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:41.384105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:41.429662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=c9c37834-00eb-4afb-bad9-ca1c07015ca2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:41.459515 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:41.621971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:42.094558 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:42.098685 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:42.118115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3c005f-7fa0-4b1e-96f2-3cd04595bac4 None None] Network b8c0b45e-c751-4986-a0da-e9bc4fe7db6e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:42.220403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=c9c37834-00eb-4afb-bad9-ca1c07015ca2,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:42.234516 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:42.308531 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e24083-b43c-4a66-9bb2-6b30c2e2cf88 req-22ba8e94-35b8-4dc4-a4d3-323e7f60fe9e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:42.316768 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-57e24083-b43c-4a66-9bb2-6b30c2e2cf88 req-22ba8e94-35b8-4dc4-a4d3-323e7f60fe9e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.0761619 Aug 31 14:48:42.349214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-04e11124-0558-41d0-9252-fae7c6dc72b2 None None] Provisioning for port 92693866-1fa5-49a6-95df-e7203f5dc2ae completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:42.357173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-04e11124-0558-41d0-9252-fae7c6dc72b2 None None] Provisioning complete for port 92693866-1fa5-49a6-95df-e7203f5dc2ae triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:42.357965 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04e11124-0558-41d0-9252-fae7c6dc72b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:42.443729 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-57e24083-b43c-4a66-9bb2-6b30c2e2cf88 req-4f745639-de27-4c5c-9862-c65ce610cd0b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227252 Aug 31 14:48:42.571371 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04e11124-0558-41d0-9252-fae7c6dc72b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:42.654783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-04e11124-0558-41d0-9252-fae7c6dc72b2 None None] For port 92693866-1fa5-49a6-95df-e7203f5dc2ae, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=92693866-1fa5-49a6-95df-e7203f5dc2ae,segment=NetworkSegment(320dad3a-516b-4b22-b64c-ca7f801d8a59),segment_id=320dad3a-516b-4b22-b64c-ca7f801d8a59)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:42.660480 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04e11124-0558-41d0-9252-fae7c6dc72b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:42.750615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network b8c0b45e-c751-4986-a0da-e9bc4fe7db6e is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:42.751320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:42.767662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e11124-0558-41d0-9252-fae7c6dc72b2 None None] Pushing event updated for resources: {'Port': ['ID=92693866-1fa5-49a6-95df-e7203f5dc2ae,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:42.985805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router cfd4b390-4ef4-40e8-9963-d94fb285317f is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:48:43.015580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4688ec53-b0e1-49a9-a536-7387b383ecf7 None None] Provisioning complete for port 92693866-1fa5-49a6-95df-e7203f5dc2ae triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:43.015955 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4688ec53-b0e1-49a9-a536-7387b383ecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:43.092862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 92693866-1fa5-49a6-95df-e7203f5dc2ae up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:43.171345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:43.181169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48732) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:43.193051 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-22b1e4c7-28bb-4677-8b6e-0f906ffe5ea5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/cfd4b390-4ef4-40e8-9963-d94fb285317f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9836206 Aug 31 14:48:43.193487 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec2e5c-7f90-4154-8843-1e1482db8e1f None None] Sync routers for ids ['cfd4b390-4ef4-40e8-9963-d94fb285317f'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:43.213645 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec2e5c-7f90-4154-8843-1e1482db8e1f None None] Routers {'cfd4b390-4ef4-40e8-9963-d94fb285317f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:43.214223 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b3ec2e5c-7f90-4154-8843-1e1482db8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['cfd4b390-4ef4-40e8-9963-d94fb285317f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:43.239668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48734) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:43.255464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2716b496-8c0a-4aa2-8e85-397cdcc7cbc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:43.262972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2716b496-8c0a-4aa2-8e85-397cdcc7cbc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports/c9c37834-00eb-4afb-bad9-ca1c07015ca2 HTTP/1.1" status: 200 len: 910 time: 0.0795059 Aug 31 14:48:43.264322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48738) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:43.295641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4688ec53-b0e1-49a9-a536-7387b383ecf7 None None] Provisioning for port c9c37834-00eb-4afb-bad9-ca1c07015ca2 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:43.301649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4688ec53-b0e1-49a9-a536-7387b383ecf7 None None] Provisioning complete for port c9c37834-00eb-4afb-bad9-ca1c07015ca2 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:43.302013 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4688ec53-b0e1-49a9-a536-7387b383ecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:43.306230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 92693866-1fa5-49a6-95df-e7203f5dc2ae triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:43.306608 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:43.334477 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b3ec2e5c-7f90-4154-8843-1e1482db8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:43.355253 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec2e5c-7f90-4154-8843-1e1482db8e1f None None] Routers {'cfd4b390-4ef4-40e8-9963-d94fb285317f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:43.355885 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b3ec2e5c-7f90-4154-8843-1e1482db8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['cfd4b390-4ef4-40e8-9963-d94fb285317f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:43.522425 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b3ec2e5c-7f90-4154-8843-1e1482db8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:43.526769 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec2e5c-7f90-4154-8843-1e1482db8e1f None None] The sync data for ids ['cfd4b390-4ef4-40e8-9963-d94fb285317f'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:43.719435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4688ec53-b0e1-49a9-a536-7387b383ecf7 None None] Port c9c37834-00eb-4afb-bad9-ca1c07015ca2 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:43.844267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-31c281bb-9ac4-4b4d-b65c-60b046cef867 None None] Provisioning complete for port c9c37834-00eb-4afb-bad9-ca1c07015ca2 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:43.844593 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-31c281bb-9ac4-4b4d-b65c-60b046cef867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:43.889775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e0fe0-999f-4252-b19b-2bc48ae3359b req-8b7f45f8-2973-44a9-8001-f5659c7da005 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:43.892601 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a7e0fe0-999f-4252-b19b-2bc48ae3359b req-8b7f45f8-2973-44a9-8001-f5659c7da005 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.2356272 Aug 31 14:48:43.898329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-31c281bb-9ac4-4b4d-b65c-60b046cef867 None None] Port c9c37834-00eb-4afb-bad9-ca1c07015ca2 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:44.049576 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a7e0fe0-999f-4252-b19b-2bc48ae3359b req-9d51caae-cec6-40c2-9422-7a10cdeca615 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320310 Aug 31 14:48:44.257011 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79f4389a-124c-411f-bf3c-484b5269486f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:44.467745 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ccaad4e-20d3-4054-9172-6d479c1e1f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:44.708993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-79f4389a-124c-411f-bf3c-484b5269486f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port c9c37834-00eb-4afb-bad9-ca1c07015ca2 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:44.709433 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79f4389a-124c-411f-bf3c-484b5269486f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:44.837706 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79f4389a-124c-411f-bf3c-484b5269486f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:44.868189 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-79f4389a-124c-411f-bf3c-484b5269486f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for c9c37834-00eb-4afb-bad9-ca1c07015ca2 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:44.940476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8ccaad4e-20d3-4054-9172-6d479c1e1f2e admin admin] Deleting port 253286d3-85ee-46e6-aa27-7e7b05ccd87f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:44.941197 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ccaad4e-20d3-4054-9172-6d479c1e1f2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:45.116556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-8ccaad4e-20d3-4054-9172-6d479c1e1f2e admin admin] For port 253286d3-85ee-46e6-aa27-7e7b05ccd87f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=253286d3-85ee-46e6-aa27-7e7b05ccd87f,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:45.116931 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ccaad4e-20d3-4054-9172-6d479c1e1f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:45.141767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8ccaad4e-20d3-4054-9172-6d479c1e1f2e admin admin] Calling delete_port for 253286d3-85ee-46e6-aa27-7e7b05ccd87f owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:45.209458 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79f4389a-124c-411f-bf3c-484b5269486f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:45.250043 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523df91-be4f-4ac6-a0a0-60b5078c649a req-fc75db0d-6966-48d8-b3a6-330d19febc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:45.251498 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4389a-124c-411f-bf3c-484b5269486f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=c9c37834-00eb-4afb-bad9-ca1c07015ca2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:45.257495 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a523df91-be4f-4ac6-a0a0-60b5078c649a req-fc75db0d-6966-48d8-b3a6-330d19febc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.1035597 Aug 31 14:48:45.325732 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a523df91-be4f-4ac6-a0a0-60b5078c649a req-2eddc3ea-c397-4518-9e3c-a96e7c70409c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510535 Aug 31 14:48:45.803086 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79f4389a-124c-411f-bf3c-484b5269486f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:45.987314 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ccaad4e-20d3-4054-9172-6d479c1e1f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:46.030583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccaad4e-20d3-4054-9172-6d479c1e1f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=253286d3-85ee-46e6-aa27-7e7b05ccd87f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:46.051930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f4389a-124c-411f-bf3c-484b5269486f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router cfd4b390-4ef4-40e8-9963-d94fb285317f has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:48:46.242454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f4389a-124c-411f-bf3c-484b5269486f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:46.247932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-79f4389a-124c-411f-bf3c-484b5269486f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/cfd4b390-4ef4-40e8-9963-d94fb285317f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9791186 Aug 31 14:48:46.250917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48758) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:46.253613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b569c689-b589-48ac-8b72-8540c6d7d7b9 None None] Sync routers for ids ['cfd4b390-4ef4-40e8-9963-d94fb285317f'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:46.274282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b569c689-b589-48ac-8b72-8540c6d7d7b9 None None] Routers {'cfd4b390-4ef4-40e8-9963-d94fb285317f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:46.274921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b569c689-b589-48ac-8b72-8540c6d7d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['cfd4b390-4ef4-40e8-9963-d94fb285317f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:46.298230 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-842e419a-cda8-4be1-8964-b389c5f3a11a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd4b390-4ef4-40e8-9963-d94fb285317f HTTP/1.1" status: 200 len: 205 time: 0.0358107 Aug 31 14:48:46.300513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48760) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:46.322883 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ccaad4e-20d3-4054-9172-6d479c1e1f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:46.326514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b569c689-b589-48ac-8b72-8540c6d7d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:46.337013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b569c689-b589-48ac-8b72-8540c6d7d7b9 None None] Routers {'cfd4b390-4ef4-40e8-9963-d94fb285317f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:46.337649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b569c689-b589-48ac-8b72-8540c6d7d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['cfd4b390-4ef4-40e8-9963-d94fb285317f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:46.371432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b569c689-b589-48ac-8b72-8540c6d7d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:46.372079 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b569c689-b589-48ac-8b72-8540c6d7d7b9 None None] The sync data for ids ['cfd4b390-4ef4-40e8-9963-d94fb285317f'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:46.497643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c0071-8e99-485c-89df-8e3ae28e6cba req-47c8a9f2-16d7-4231-bd2a-15acc2aa4421 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:46.498695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-589c0071-8e99-485c-89df-8e3ae28e6cba req-47c8a9f2-16d7-4231-bd2a-15acc2aa4421 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.0727379 Aug 31 14:48:46.612277 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-589c0071-8e99-485c-89df-8e3ae28e6cba req-4a5e62de-3d83-431f-b301-f784b3d882a6 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810242 Aug 31 14:48:46.638407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccaad4e-20d3-4054-9172-6d479c1e1f2e admin admin] Router f020cae8-f960-4412-adbb-6499d4d28977 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:48:46.728220 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8f2087e-873e-44d6-bf25-1cad99e4ea2e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:46.758392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccaad4e-20d3-4054-9172-6d479c1e1f2e admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:46.763816 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8ccaad4e-20d3-4054-9172-6d479c1e1f2e admin admin] 10.222.0.39 "PUT /v2.0/routers/f020cae8-f960-4412-adbb-6499d4d28977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5229821 Aug 31 14:48:46.766854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48768) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:46.768673 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93768b0d-534a-4276-9a59-b95b865cb96a None None] Sync routers for ids ['f020cae8-f960-4412-adbb-6499d4d28977'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:46.778317 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93768b0d-534a-4276-9a59-b95b865cb96a None None] Routers {'f020cae8-f960-4412-adbb-6499d4d28977'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:46.779256 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-93768b0d-534a-4276-9a59-b95b865cb96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f020cae8-f960-4412-adbb-6499d4d28977'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:46.912407 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-93768b0d-534a-4276-9a59-b95b865cb96a None None] Set router f020cae8-f960-4412-adbb-6499d4d28977 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:46.917113 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:46.951457 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8f2087e-873e-44d6-bf25-1cad99e4ea2e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:46.953722 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8f2087e-873e-44d6-bf25-1cad99e4ea2e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.029971 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8f2087e-873e-44d6-bf25-1cad99e4ea2e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.030777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f2087e-873e-44d6-bf25-1cad99e4ea2e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Fanout notify agent at l3_agent the message router_deleted on router cfd4b390-4ef4-40e8-9963-d94fb285317f {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:48:47.043326 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c8f2087e-873e-44d6-bf25-1cad99e4ea2e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.047378 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c8f2087e-873e-44d6-bf25-1cad99e4ea2e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/routers/cfd4b390-4ef4-40e8-9963-d94fb285317f HTTP/1.1" status: 204 len: 168 time: 0.7458086 Aug 31 14:48:47.050628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48776) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:47.094388 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.111338 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bba7960-37d8-4563-8937-a860d6b2bd33 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting subnet 1c71cf3f-997d-4e2e-ae9e-9f359d61cad3 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:48:47.115088 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bba7960-37d8-4563-8937-a860d6b2bd33 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.164193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] Deleting port cd24db46-5908-4cb6-9f7b-b7ede638aaea {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:47.164193 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.166369 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bba7960-37d8-4563-8937-a860d6b2bd33 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.169878 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-93768b0d-534a-4276-9a59-b95b865cb96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:48:45Z', 'revision_number': 5, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port': {'id': 'cd24db46-5908-4cb6-9f7b-b7ede638aaea', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:19Z', 'updated_at': '2021-08-31T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:47.200954 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93768b0d-534a-4276-9a59-b95b865cb96a None None] Checking router: f020cae8-f960-4412-adbb-6499d4d28977 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:48:47.211595 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93768b0d-534a-4276-9a59-b95b865cb96a None None] Routers {'f020cae8-f960-4412-adbb-6499d4d28977'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:47.212505 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-93768b0d-534a-4276-9a59-b95b865cb96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f020cae8-f960-4412-adbb-6499d4d28977'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:47.251423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] For port cd24db46-5908-4cb6-9f7b-b7ede638aaea, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cd24db46-5908-4cb6-9f7b-b7ede638aaea,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:47.252029 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.268159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] Calling delete_port for cd24db46-5908-4cb6-9f7b-b7ede638aaea owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:47.268479 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bba7960-37d8-4563-8937-a860d6b2bd33 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.316766 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-93768b0d-534a-4276-9a59-b95b865cb96a None None] Set router f020cae8-f960-4412-adbb-6499d4d28977 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:47.346424 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bba7960-37d8-4563-8937-a860d6b2bd33 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.378995 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-93768b0d-534a-4276-9a59-b95b865cb96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:48:47Z', 'revision_number': 6, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:47.392202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba7960-37d8-4563-8937-a860d6b2bd33 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Subnet': ['ID=1c71cf3f-997d-4e2e-ae9e-9f359d61cad3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:47.405330 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bba7960-37d8-4563-8937-a860d6b2bd33 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.406213 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cfcad1-28e0-403b-99c2-4805060c79ff None None] Network b8c0b45e-c751-4986-a0da-e9bc4fe7db6e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:47.408483 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6bba7960-37d8-4563-8937-a860d6b2bd33 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/1c71cf3f-997d-4e2e-ae9e-9f359d61cad3 HTTP/1.1" status: 204 len: 168 time: 0.3567805 Aug 31 14:48:47.411086 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48780) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:47.413972 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93768b0d-534a-4276-9a59-b95b865cb96a None None] The sync data for ids ['f020cae8-f960-4412-adbb-6499d4d28977'] in n-d-806683-5 is: [{'id': 'f020cae8-f960-4412-adbb-6499d4d28977', 'name': 'tempest-AttachVolumeShelveTestJSON-760553662-router', 'tenant_id': 'a04e8c5706e9410ab912244cb47ade7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:17Z', 'updated_at': '2021-08-31T14:48:47Z', 'revision_number': 6, 'project_id': 'a04e8c5706e9410ab912244cb47ade7d', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:47.485726 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.527730 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] Pushing event deleted for resources: {'Port': ['ID=cd24db46-5908-4cb6-9f7b-b7ede638aaea,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:47.528415 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.598339 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.607941 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port 92693866-1fa5-49a6-95df-e7203f5dc2ae {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:47.608931 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.692399 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] For port 92693866-1fa5-49a6-95df-e7203f5dc2ae, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=92693866-1fa5-49a6-95df-e7203f5dc2ae,segment=NetworkSegment(320dad3a-516b-4b22-b64c-ca7f801d8a59),segment_id=320dad3a-516b-4b22-b64c-ca7f801d8a59)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:47.692874 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.695688 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.698281 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.711873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for 92693866-1fa5-49a6-95df-e7203f5dc2ae owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:47.749390 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.749954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f020cae8-f960-4412-adbb-6499d4d28977 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:48:47.754276 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.758280 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ba98c8a6-0ab8-4d93-b836-fbcd39b761aa admin admin] 10.222.0.39 "DELETE /v2.0/routers/f020cae8-f960-4412-adbb-6499d4d28977 HTTP/1.1" status: 204 len: 168 time: 0.9873857 Aug 31 14:48:47.758708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48784) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:47.814655 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19855d67-4fc9-4d92-ae8f-8e7b91c9ec5c None None] DHCP port deletion for b8c0b45e-c751-4986-a0da-e9bc4fe7db6e request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:48:47.815732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db0237b-d686-4f26-8279-428814259bc2 admin admin] Deleting subnet 917fe23f-e31a-4fae-b929-0b83fb0537ae {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:48:47.819783 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4db0237b-d686-4f26-8279-428814259bc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.838051 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eaca5-018d-4cba-92d8-7dfe48ad8913 req-ee69ea9c-93b5-48e3-8550-35c81aaa71ea tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:47.848260 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-289eaca5-018d-4cba-92d8-7dfe48ad8913 req-ee69ea9c-93b5-48e3-8550-35c81aaa71ea tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.1318617 Aug 31 14:48:47.863538 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4db0237b-d686-4f26-8279-428814259bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.883683 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-19855d67-4fc9-4d92-ae8f-8e7b91c9ec5c None None] Deleting port 92693866-1fa5-49a6-95df-e7203f5dc2ae {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:47.884350 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19855d67-4fc9-4d92-ae8f-8e7b91c9ec5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.908343 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.920535 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-289eaca5-018d-4cba-92d8-7dfe48ad8913 req-9cf9b79c-9017-4ecf-987c-fdafe8f70132 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704265 Aug 31 14:48:47.991819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=92693866-1fa5-49a6-95df-e7203f5dc2ae,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:47.993743 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4db0237b-d686-4f26-8279-428814259bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.009079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No DVR routers for this DVR port 92693866-1fa5-49a6-95df-e7203f5dc2ae on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:48.022626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-19855d67-4fc9-4d92-ae8f-8e7b91c9ec5c None None] For port 92693866-1fa5-49a6-95df-e7203f5dc2ae, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=92693866-1fa5-49a6-95df-e7203f5dc2ae,segment=NetworkSegment(320dad3a-516b-4b22-b64c-ca7f801d8a59),segment_id=320dad3a-516b-4b22-b64c-ca7f801d8a59)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:48.022626 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19855d67-4fc9-4d92-ae8f-8e7b91c9ec5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.051072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-19855d67-4fc9-4d92-ae8f-8e7b91c9ec5c None None] Calling delete_port for 92693866-1fa5-49a6-95df-e7203f5dc2ae owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:48.090423 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4db0237b-d686-4f26-8279-428814259bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.125910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0237b-d686-4f26-8279-428814259bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917fe23f-e31a-4fae-b929-0b83fb0537ae,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:48.130403 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4db0237b-d686-4f26-8279-428814259bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.135262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4db0237b-d686-4f26-8279-428814259bc2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/917fe23f-e31a-4fae-b929-0b83fb0537ae HTTP/1.1" status: 204 len: 168 time: 0.3735974 Aug 31 14:48:48.135835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48788) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:48.136774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0d0318-2307-410b-ae09-c7c0fb6cb066 None None] Network 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:48.146343 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.160392 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c0b45e-c751-4986-a0da-e9bc4fe7db6e']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:48.184584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320dad3a-516b-4b22-b64c-ca7f801d8a59') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:48.184584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320dad3a-516b-4b22-b64c-ca7f801d8a59') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:48.198562 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.218713 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.223938 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.233242 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19855d67-4fc9-4d92-ae8f-8e7b91c9ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.233485 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:48.233864 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:48.240256 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:48.280339 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19855d67-4fc9-4d92-ae8f-8e7b91c9ec5c None None] Pushing event deleted for resources: {'Port': ['ID=92693866-1fa5-49a6-95df-e7203f5dc2ae,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:48.285655 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19855d67-4fc9-4d92-ae8f-8e7b91c9ec5c None None] No DVR routers for this DVR port 92693866-1fa5-49a6-95df-e7203f5dc2ae on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:48.304549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Deleting port 20289a70-2678-478e-abb7-f6510e68bd44 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:48.304909 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.386024 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.406749 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.420325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/networks/b8c0b45e-c751-4986-a0da-e9bc4fe7db6e HTTP/1.1" status: 204 len: 168 time: 1.0033898 Aug 31 14:48:48.424746 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48790) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:48.431003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1016853276', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:48.464948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a985e-62d9-4ab4-9761-27090214435a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Network': ['ID=b8c0b45e-c751-4986-a0da-e9bc4fe7db6e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:48.480506 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] For port 20289a70-2678-478e-abb7-f6510e68bd44, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=20289a70-2678-478e-abb7-f6510e68bd44,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:48.481899 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.504476 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.505729 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.506021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Calling delete_port for 20289a70-2678-478e-abb7-f6510e68bd44 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:48.525938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] DHCP port deletion for 30cc2e5a-dff4-4d34-85d1-1b85ea66b410 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:48:48.588559 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.599294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Deleting port 20289a70-2678-478e-abb7-f6510e68bd44 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:48.599949 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.640263 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.680229 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=20289a70-2678-478e-abb7-f6510e68bd44,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:48.689843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] No DVR routers for this DVR port 20289a70-2678-478e-abb7-f6510e68bd44 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:48.700595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] For port 20289a70-2678-478e-abb7-f6510e68bd44, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=20289a70-2678-478e-abb7-f6510e68bd44,segment=NetworkSegment(cac9566a-c482-417e-9a56-bd555b1353e9),segment_id=cac9566a-c482-417e-9a56-bd555b1353e9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:48.701020 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.716369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Calling delete_port for 20289a70-2678-478e-abb7-f6510e68bd44 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:48.760933 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.832598 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.833870 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.846096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cc2e5a-dff4-4d34-85d1-1b85ea66b410']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:48.863585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac9566a-c482-417e-9a56-bd555b1353e9') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:48.864062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac9566a-c482-417e-9a56-bd555b1353e9') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:48.879667 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.891614 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Pushing event deleted for resources: {'Port': ['ID=20289a70-2678-478e-abb7-f6510e68bd44,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:48.900050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] No DVR routers for this DVR port 20289a70-2678-478e-abb7-f6510e68bd44 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:48.902298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:48.902650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:48.903065 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:48.903489 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:48.903822 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:48.904153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:48.904479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:48.904804 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:48.905126 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:48.905461 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:48.905780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:48.906157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e5a10-aad8-4b71-bea5-ff1b518a2c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:48.907861 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.927820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:48:48.929320 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:48:48.932077 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:48:49.026439 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:49.040284 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:49.043294 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] 10.222.0.39 "DELETE /v2.0/networks/30cc2e5a-dff4-4d34-85d1-1b85ea66b410 HTTP/1.1" status: 204 len: 168 time: 0.9063818 Aug 31 14:48:49.060258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 20289a70-2678-478e-abb7-f6510e68bd44 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:49.093594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9156d3-5092-48e7-85e3-0cbb42080c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=30cc2e5a-dff4-4d34-85d1-1b85ea66b410,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:49.099833 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 20289a70-2678-478e-abb7-f6510e68bd44 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:48:49.100244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 20289a70-2678-478e-abb7-f6510e68bd44 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:49.101247 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 92693866-1fa5-49a6-95df-e7203f5dc2ae no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:49.114102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ae81d-12cf-4846-bb3b-ce0f38490b72 req-f1ef8672-7150-4c59-ac28-7506fe74986e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:49.116012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b43ae81d-12cf-4846-bb3b-ce0f38490b72 req-f1ef8672-7150-4c59-ac28-7506fe74986e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.0845408 Aug 31 14:48:49.130532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 92693866-1fa5-49a6-95df-e7203f5dc2ae {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:48:49.130885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 92693866-1fa5-49a6-95df-e7203f5dc2ae not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:49.131328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cd24db46-5908-4cb6-9f7b-b7ede638aaea no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:49.152781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: cd24db46-5908-4cb6-9f7b-b7ede638aaea {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:48:49.153133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cd24db46-5908-4cb6-9f7b-b7ede638aaea not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:49.153563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 253286d3-85ee-46e6-aa27-7e7b05ccd87f no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:49.164856 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:49.176015 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 253286d3-85ee-46e6-aa27-7e7b05ccd87f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:48:49.176357 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 253286d3-85ee-46e6-aa27-7e7b05ccd87f not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:49.200394 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b43ae81d-12cf-4846-bb3b-ce0f38490b72 req-3fdf4bfe-51ee-40af-9dd5-07405365271e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768449 Aug 31 14:48:49.225373 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:49.286103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48798) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:49.335550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c90950b7-bd7f-4ba6-9bb2-a91ed7eb8abb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a04e8c5706e9410ab912244cb47ade7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471148 Aug 31 14:48:49.337676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48800) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:49.362198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Allocated IP 172.25.2.200 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/ac10d00a-0868-4893-98d0-0190d62a96a0) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:49.405679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68f5c1a9-ebc2-44a8-8a4f-1af395cd154e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:49.432967 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68f5c1a9-ebc2-44a8-8a4f-1af395cd154e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:49.494417 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68f5c1a9-ebc2-44a8-8a4f-1af395cd154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:49.497695 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68f5c1a9-ebc2-44a8-8a4f-1af395cd154e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:49.501134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-68f5c1a9-ebc2-44a8-8a4f-1af395cd154e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d23ff05-494c-4049-99b5-2ecd4352169e HTTP/1.1" status: 204 len: 168 time: 0.1602070 Aug 31 14:48:49.509427 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5c1a9-ebc2-44a8-8a4f-1af395cd154e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d23ff05-494c-4049-99b5-2ecd4352169e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:49.512950 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:49.559716 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:49.601210 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff92567a-537e-4c46-a882-b202d0616de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:49.604374 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:49.611001 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:49.611788 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:49.615140 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:49.644964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=ac10d00a-0868-4893-98d0-0190d62a96a0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:49.907637 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:50.127161 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:50.309403 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 7d0d1d14-8165-436a-aa51-6139cd3b3b5d is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:48:50.456781 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d2f59-4764-4961-ba4a-644c49e41286 req-a8d68d26-0d2d-4770-b74d-75577d499e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:50.458417 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b4d2f59-4764-4961-ba4a-644c49e41286 req-a8d68d26-0d2d-4770-b74d-75577d499e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.1343346 Aug 31 14:48:50.507699 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b4d2f59-4764-4961-ba4a-644c49e41286 req-9e391460-80d4-4a31-aab4-b0d60a2240ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384767 Aug 31 14:48:50.509018 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:50.524057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56320b7-fa3b-4d5b-b6ad-c74f0c5e59b4 None None] Sync routers for ids ['7d0d1d14-8165-436a-aa51-6139cd3b3b5d'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:50.535365 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56320b7-fa3b-4d5b-b6ad-c74f0c5e59b4 None None] Routers {'7d0d1d14-8165-436a-aa51-6139cd3b3b5d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:50.536497 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a56320b7-fa3b-4d5b-b6ad-c74f0c5e59b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7d0d1d14-8165-436a-aa51-6139cd3b3b5d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:50.541018 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:50.544866 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a29938c2-90a0-4f58-a694-cc79c198f953 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.1171649 Aug 31 14:48:50.545135 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48830) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:50.590601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a56320b7-fa3b-4d5b-b6ad-c74f0c5e59b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:50.604457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56320b7-fa3b-4d5b-b6ad-c74f0c5e59b4 None None] Routers {'7d0d1d14-8165-436a-aa51-6139cd3b3b5d'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:50.605681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a56320b7-fa3b-4d5b-b6ad-c74f0c5e59b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7d0d1d14-8165-436a-aa51-6139cd3b3b5d'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:50.644374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a56320b7-fa3b-4d5b-b6ad-c74f0c5e59b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:50.645506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56320b7-fa3b-4d5b-b6ad-c74f0c5e59b4 None None] The sync data for ids ['7d0d1d14-8165-436a-aa51-6139cd3b3b5d'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:50.681761 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-33bf1cb5-7f39-4b33-8de4-c364f00020ce tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/routers/7d0d1d14-8165-436a-aa51-6139cd3b3b5d HTTP/1.1" status: 200 len: 881 time: 0.1324177 Aug 31 14:48:50.682263 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48834) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:50.923088 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2d2ce153-5165-41c9-bfe5-ae9ce7955911 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2394700 Aug 31 14:48:50.925525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48842) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:50.932015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-e86aa2ab-eda8-4dc2-90ae-289237dd1d5e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1016853276'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:51.688444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65428277-26e4-403b-8905-d25f3a9bdff4 req-5e8524ac-879d-4e13-8538-9821aa540653 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:51.697593 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65428277-26e4-403b-8905-d25f3a9bdff4 req-5e8524ac-879d-4e13-8538-9821aa540653 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.0746608 Aug 31 14:48:51.703915 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e86aa2ab-eda8-4dc2-90ae-289237dd1d5e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:51.726862 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e86aa2ab-eda8-4dc2-90ae-289237dd1d5e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:51.753055 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65428277-26e4-403b-8905-d25f3a9bdff4 req-ee772b90-ebc3-4554-b062-db4d6df63760 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544698 Aug 31 14:48:51.879021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86aa2ab-eda8-4dc2-90ae-289237dd1d5e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 7d0d1d14-8165-436a-aa51-6139cd3b3b5d has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:48:52.025453 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86aa2ab-eda8-4dc2-90ae-289237dd1d5e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:52.033406 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e86aa2ab-eda8-4dc2-90ae-289237dd1d5e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:52.037261 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e86aa2ab-eda8-4dc2-90ae-289237dd1d5e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/7d0d1d14-8165-436a-aa51-6139cd3b3b5d HTTP/1.1" status: 200 len: 888 time: 1.1082873 Aug 31 14:48:52.038389 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48862) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:52.041176 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad81c01-09fc-49e8-b5f0-d2b49fba3f0c None None] Sync routers for ids ['7d0d1d14-8165-436a-aa51-6139cd3b3b5d'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:52.053343 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad81c01-09fc-49e8-b5f0-d2b49fba3f0c None None] Routers {'7d0d1d14-8165-436a-aa51-6139cd3b3b5d'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:52.055482 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bad81c01-09fc-49e8-b5f0-d2b49fba3f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7d0d1d14-8165-436a-aa51-6139cd3b3b5d'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:52.116007 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bad81c01-09fc-49e8-b5f0-d2b49fba3f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:52.128433 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad81c01-09fc-49e8-b5f0-d2b49fba3f0c None None] Routers {'7d0d1d14-8165-436a-aa51-6139cd3b3b5d'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:52.129165 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bad81c01-09fc-49e8-b5f0-d2b49fba3f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7d0d1d14-8165-436a-aa51-6139cd3b3b5d'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:52.168483 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bad81c01-09fc-49e8-b5f0-d2b49fba3f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:52.169696 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad81c01-09fc-49e8-b5f0-d2b49fba3f0c None None] The sync data for ids ['7d0d1d14-8165-436a-aa51-6139cd3b3b5d'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:52.170729 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b338fee-a0c4-47e9-9a52-5087dcf91d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:52.200418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48866) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:52.212373 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e174651c-2212-40f9-a6b5-0db64f2d1f39 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/routers/7d0d1d14-8165-436a-aa51-6139cd3b3b5d HTTP/1.1" status: 200 len: 888 time: 0.1727645 Aug 31 14:48:52.232866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6b0156d2-c2f5-4083-b812-0f7f878c8f55 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d0d1d14-8165-436a-aa51-6139cd3b3b5d HTTP/1.1" status: 200 len: 205 time: 0.0310123 Aug 31 14:48:52.235821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48868) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:52.285938 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:52.396947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:52.519988 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:52.595752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port ac10d00a-0868-4893-98d0-0190d62a96a0 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:52.596434 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:52.706394 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:52.727928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for ac10d00a-0868-4893-98d0-0190d62a96a0 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:52.921545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2c106-fe8e-4034-87c8-4635ee371df8 req-1a368cfe-c72b-43c7-b163-727d3c88c7d3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:52.923102 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-44d2c106-fe8e-4034-87c8-4635ee371df8 req-1a368cfe-c72b-43c7-b163-727d3c88c7d3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.0743177 Aug 31 14:48:53.001771 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-44d2c106-fe8e-4034-87c8-4635ee371df8 req-70e6e93f-5a19-4a47-b6fd-98f53af969aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555923 Aug 31 14:48:53.009592 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:53.038863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=ac10d00a-0868-4893-98d0-0190d62a96a0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:53.113804 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:53.234471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc687f-eab6-42fc-a0ba-3b3c61d0946e req-07399b71-7adc-4988-8181-65f0d1290a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:53.237668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fcc687f-eab6-42fc-a0ba-3b3c61d0946e req-07399b71-7adc-4988-8181-65f0d1290a0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1096 time: 0.0526216 Aug 31 14:48:53.260327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:53.263864 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:53.321015 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:53.321515 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Fanout notify agent at l3_agent the message router_deleted on router 7d0d1d14-8165-436a-aa51-6139cd3b3b5d {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:48:53.330289 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:53.337183 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2abb34b5-64bb-401b-b407-5a19144a4a5b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/routers/7d0d1d14-8165-436a-aa51-6139cd3b3b5d HTTP/1.1" status: 204 len: 168 time: 1.0957453 Aug 31 14:48:53.338985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48884) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:53.353026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8e42da57-5b0a-4e67-a0e3-4255535150cb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'network': {'name': 'tempest-RoutersTest-36420817'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:53.384763 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:53.398947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc687f-eab6-42fc-a0ba-3b3c61d0946e req-e2f902e6-754c-466a-b67c-8b37b9c9a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:53.400524 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fcc687f-eab6-42fc-a0ba-3b3c61d0946e req-e2f902e6-754c-466a-b67c-8b37b9c9a991 service neutron] 10.222.0.60 "GET /v2.0/networks?id=11a0feae-060b-446c-8bb3-bf8028e4b48d HTTP/1.1" status: 200 len: 898 time: 0.1360757 Aug 31 14:48:53.414774 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e42da57-5b0a-4e67-a0e3-4255535150cb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:53.421322 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e42da57-5b0a-4e67-a0e3-4255535150cb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:53.454152 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e42da57-5b0a-4e67-a0e3-4255535150cb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:48:53.468422 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e42da57-5b0a-4e67-a0e3-4255535150cb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:53.468849 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-8e42da57-5b0a-4e67-a0e3-4255535150cb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Added segment 73eb920d-2053-48af-9458-ac0332e0c358 of type vlan for network c43f3f51-4256-4503-a452-bfc41bd504d4 Aug 31 14:48:53.503969 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fcc687f-eab6-42fc-a0ba-3b3c61d0946e req-c7b49e04-4dd8-4156-aeb9-ccde6faa6916 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0935662 Aug 31 14:48:53.539332 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e42da57-5b0a-4e67-a0e3-4255535150cb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:53.570835 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e42da57-5b0a-4e67-a0e3-4255535150cb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:53.578843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e42da57-5b0a-4e67-a0e3-4255535150cb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:53.579643 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e42da57-5b0a-4e67-a0e3-4255535150cb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:53.587490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc687f-eab6-42fc-a0ba-3b3c61d0946e req-d067e3f1-9fd9-4412-aa1f-ff1617631a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:53.590735 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fcc687f-eab6-42fc-a0ba-3b3c61d0946e req-d067e3f1-9fd9-4412-aa1f-ff1617631a60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e33fc64f-9bd5-4636-82f7-5c2d6d4da600 HTTP/1.1" status: 200 len: 835 time: 0.0805447 Aug 31 14:48:53.659737 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8e42da57-5b0a-4e67-a0e3-4255535150cb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3191772 Aug 31 14:48:53.662215 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48894) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:53.671054 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-28ebe9ae-5da5-4ce3-b8f7-aabf0db3e442 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'subnet': {'network_id': 'c43f3f51-4256-4503-a452-bfc41bd504d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:53.683219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42da57-5b0a-4e67-a0e3-4255535150cb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Network': ['ID=c43f3f51-4256-4503-a452-bfc41bd504d4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:53.692500 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc687f-eab6-42fc-a0ba-3b3c61d0946e req-41bba08e-06b3-4de0-b8af-d084df721b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:53.694649 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fcc687f-eab6-42fc-a0ba-3b3c61d0946e req-41bba08e-06b3-4de0-b8af-d084df721b2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11a0feae-060b-446c-8bb3-bf8028e4b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945430 Aug 31 14:48:53.695606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network c43f3f51-4256-4503-a452-bfc41bd504d4 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:48:53.818576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ebe9ae-5da5-4ce3-b8f7-aabf0db3e442 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:53.833993 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-28ebe9ae-5da5-4ce3-b8f7-aabf0db3e442 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:53.849617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fcc687f-eab6-42fc-a0ba-3b3c61d0946e req-906613aa-1c3c-4092-9471-34613fc73a7b service neutron] 10.222.0.60 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482024 Aug 31 14:48:54.001663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fcc687f-eab6-42fc-a0ba-3b3c61d0946e req-380e5888-e487-4f77-b219-ec2e61f29c19 service neutron] 10.222.0.60 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445448 Aug 31 14:48:54.150489 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-28ebe9ae-5da5-4ce3-b8f7-aabf0db3e442 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.159689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35d251-7529-4345-9d85-03e7b56304e4 req-a5e8a96b-cafe-4618-a15b-683676a0af8a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:54.160867 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b35d251-7529-4345-9d85-03e7b56304e4 req-a5e8a96b-cafe-4618-a15b-683676a0af8a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.0723696 Aug 31 14:48:54.212546 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b35d251-7529-4345-9d85-03e7b56304e4 req-6a0367a3-8047-48ba-a1e4-5fb185bfbaed tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445681 Aug 31 14:48:54.213884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebe9ae-5da5-4ce3-b8f7-aabf0db3e442 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Subnet': ['ID=dc0a52ad-a280-4823-91ab-baf0915124d9,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:54.246569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ebe9ae-5da5-4ce3-b8f7-aabf0db3e442 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Checking segment: {'id': '73eb920d-2053-48af-9458-ac0332e0c358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c43f3f51-4256-4503-a452-bfc41bd504d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:54.246937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ebe9ae-5da5-4ce3-b8f7-aabf0db3e442 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network hostable DHCP agents. Network: c43f3f51-4256-4503-a452-bfc41bd504d4, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:48:54.268576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ebe9ae-5da5-4ce3-b8f7-aabf0db3e442 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network c43f3f51-4256-4503-a452-bfc41bd504d4 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:48:54.281941 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-28ebe9ae-5da5-4ce3-b8f7-aabf0db3e442 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, c43f3f51-4256-4503-a452-bfc41bd504d4) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:54.289883 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ebe9ae-5da5-4ce3-b8f7-aabf0db3e442 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:54.292397 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-28ebe9ae-5da5-4ce3-b8f7-aabf0db3e442 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.293387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f644e46-560a-49d0-8a91-488cc3ffa3e8 None None] Network c43f3f51-4256-4503-a452-bfc41bd504d4 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:54.326267 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-28ebe9ae-5da5-4ce3-b8f7-aabf0db3e442 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6622736 Aug 31 14:48:54.329394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48906) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:54.335743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-65abdc3b-b285-4b58-90af-04857dcfc653 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1729665319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:54.370902 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65abdc3b-b285-4b58-90af-04857dcfc653 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.372459 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65abdc3b-b285-4b58-90af-04857dcfc653 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.442193 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65abdc3b-b285-4b58-90af-04857dcfc653 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.448151 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65abdc3b-b285-4b58-90af-04857dcfc653 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.473643 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65abdc3b-b285-4b58-90af-04857dcfc653 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.476179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-65abdc3b-b285-4b58-90af-04857dcfc653 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1442223 Aug 31 14:48:54.482116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48910) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:54.517148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-c43f3f51-4256-4503-a452-bfc41bd504d4', 'network_id': 'c43f3f51-4256-4503-a452-bfc41bd504d4', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'fixed_ips': [{'subnet_id': 'dc0a52ad-a280-4823-91ab-baf0915124d9'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:48:54.521679 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.545756 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.735864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Allocated IP 172.20.0.2 (c43f3f51-4256-4503-a452-bfc41bd504d4/dc0a52ad-a280-4823-91ab-baf0915124d9/2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:54.864647 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.994796 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:55.012908 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:55.013950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Transition to ACTIVE for port object 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:55.048520 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Transition to ACTIVE for port object 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:55.058166 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:55.102373 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Network c43f3f51-4256-4503-a452-bfc41bd504d4 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:55.107149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:55.111838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:55.114882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Pushing event updated for resources: {'Port': ['ID=2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:55.205251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Attempting to bind port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:55.205591 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Attempting to bind port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '73eb920d-2053-48af-9458-ac0332e0c358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c43f3f51-4256-4503-a452-bfc41bd504d4'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:55.205910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Attempting to bind port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c on network c43f3f51-4256-4503-a452-bfc41bd504d4 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:55.213398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:55.213767 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Checking segment: {'id': '73eb920d-2053-48af-9458-ac0332e0c358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c43f3f51-4256-4503-a452-bfc41bd504d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:55.214162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:55.214551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Bound using segment: {'id': '73eb920d-2053-48af-9458-ac0332e0c358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c43f3f51-4256-4503-a452-bfc41bd504d4'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:55.215014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Bound port: 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb920d-2053-48af-9458-ac0332e0c358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c43f3f51-4256-4503-a452-bfc41bd504d4'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:55.215413 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:55.241600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Allocated IP 172.20.0.1 (c43f3f51-4256-4503-a452-bfc41bd504d4/dc0a52ad-a280-4823-91ab-baf0915124d9/72abb81b-e9db-4066-ad28-bb84308f9328) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:55.354121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] For port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:55.358534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] For port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c,segment=NetworkSegment(73eb920d-2053-48af-9458-ac0332e0c358),segment_id=73eb920d-2053-48af-9458-ac0332e0c358)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:55.366961 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:55.395843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090744fe-f3c3-46c0-b9cf-88a6a15c2139 req-55a6ddd6-3137-4c8e-b430-ba89eed5dead tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:55.399313 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-090744fe-f3c3-46c0-b9cf-88a6a15c2139 req-55a6ddd6-3137-4c8e-b430-ba89eed5dead tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.0804963 Aug 31 14:48:55.478454 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-090744fe-f3c3-46c0-b9cf-88a6a15c2139 req-06390e7c-77d7-4b7d-a920-500fe1e711e2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724590 Aug 31 14:48:55.484036 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:55.519122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Transition to ACTIVE for port object 72abb81b-e9db-4066-ad28-bb84308f9328 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:55.541118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1d085-f078-4bb4-bba9-3e0e71f7ce19 None None] Pushing event updated for resources: {'Port': ['ID=2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:55.578142 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:55.655593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network c43f3f51-4256-4503-a452-bfc41bd504d4 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:55.661870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:55.671140 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:55.678342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=72abb81b-e9db-4066-ad28-bb84308f9328,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:55.750350 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:55.956658 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:56.280175 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:56.288553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:56.382292 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:56.385099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=72abb81b-e9db-4066-ad28-bb84308f9328,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:56.606370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network c43f3f51-4256-4503-a452-bfc41bd504d4 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:56.610988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:56.707355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b62d9-bd84-4a24-9456-7e930c360910 req-a268cca0-9541-43eb-96d1-83c25d4dd082 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:56.717088 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d66b62d9-bd84-4a24-9456-7e930c360910 req-a268cca0-9541-43eb-96d1-83c25d4dd082 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.1072969 Aug 31 14:48:56.808067 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d66b62d9-bd84-4a24-9456-7e930c360910 req-314f75af-d32f-4cc4-b6ea-72af5ed38a05 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898173 Aug 31 14:48:56.899925 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 7b5a8263-d60a-4376-8646-ec066ce939f3 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:48:57.008147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d903d9dc-0ba7-4fde-be6f-6d1051094fef None None] Network c43f3f51-4256-4503-a452-bfc41bd504d4 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:48:57.039862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:57.063137 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-46de486a-ebdc-48e1-910f-4204be8c9154 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/7b5a8263-d60a-4376-8646-ec066ce939f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5775869 Aug 31 14:48:57.064081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48954) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:57.152107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b96997-6acb-494c-9a9a-ac29332ba92c None None] Sync routers for ids ['7b5a8263-d60a-4376-8646-ec066ce939f3'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:57.178711 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:57.244187 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a02e3fac-797c-4807-b1f5-f9afcc55fc1b None None] Provisioning for port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:57.257410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b96997-6acb-494c-9a9a-ac29332ba92c None None] Routers {'7b5a8263-d60a-4376-8646-ec066ce939f3'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:57.258243 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a8b96997-6acb-494c-9a9a-ac29332ba92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7b5a8263-d60a-4376-8646-ec066ce939f3'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:57.297969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a8b96997-6acb-494c-9a9a-ac29332ba92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:57.340715 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b96997-6acb-494c-9a9a-ac29332ba92c None None] Routers {'7b5a8263-d60a-4376-8646-ec066ce939f3'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:57.342108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a8b96997-6acb-494c-9a9a-ac29332ba92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7b5a8263-d60a-4376-8646-ec066ce939f3'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:57.384664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:57.387062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a8b96997-6acb-494c-9a9a-ac29332ba92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:57.387939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b96997-6acb-494c-9a9a-ac29332ba92c None None] The sync data for ids ['7b5a8263-d60a-4376-8646-ec066ce939f3'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:57.394626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:57.395218 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:57.501059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93226fc2-8a5f-42d7-9b7b-022257a91f59 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:57.503247 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-93226fc2-8a5f-42d7-9b7b-022257a91f59 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports/72abb81b-e9db-4066-ad28-bb84308f9328 HTTP/1.1" status: 200 len: 910 time: 0.4337752 Aug 31 14:48:57.505215 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48958) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:57.511684 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b6a9c5a1-e5e2-4726-8719-84166214e7b4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc0a52ad-a280-4823-91ab-baf0915124d9'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:57.549693 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:57.601213 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c,segment=NetworkSegment(73eb920d-2053-48af-9458-ac0332e0c358),segment_id=73eb920d-2053-48af-9458-ac0332e0c358)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:57.606745 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:57.681084 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:57.736285 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c5a1-e5e2-4726-8719-84166214e7b4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:57.750130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48962) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:57.787665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-766d176f-0212-4e07-a82c-939e37a630b1 None None] Provisioning complete for port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:57.790315 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-766d176f-0212-4e07-a82c-939e37a630b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:57.963825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-766d176f-0212-4e07-a82c-939e37a630b1 None None] Provisioning for port 72abb81b-e9db-4066-ad28-bb84308f9328 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:57.968279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-766d176f-0212-4e07-a82c-939e37a630b1 None None] Provisioning complete for port 72abb81b-e9db-4066-ad28-bb84308f9328 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:57.968660 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-766d176f-0212-4e07-a82c-939e37a630b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.008351 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.052673 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-766d176f-0212-4e07-a82c-939e37a630b1 None None] Port 72abb81b-e9db-4066-ad28-bb84308f9328 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:58.146562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fb5f1-d4ea-4703-9890-984e97252f4b req-5293bdf4-8d1e-4e46-abad-97dfc9b21aa9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:58.148740 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd3fb5f1-d4ea-4703-9890-984e97252f4b req-5293bdf4-8d1e-4e46-abad-97dfc9b21aa9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.1365488 Aug 31 14:48:58.185455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3f62b65c-1bf1-4ea7-8f02-b477dba337a3 None None] Provisioning complete for port 72abb81b-e9db-4066-ad28-bb84308f9328 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:58.186068 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f62b65c-1bf1-4ea7-8f02-b477dba337a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.194311 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.203505 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.245717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0b208c-7e4e-488c-ae71-b8abd2794fe4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:58.256502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3f62b65c-1bf1-4ea7-8f02-b477dba337a3 None None] Port 72abb81b-e9db-4066-ad28-bb84308f9328 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:58.259421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:58.259771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:58.260109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:58.260449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:58.260777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:58.261099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:58.261423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:58.261744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:58.262087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:58.262383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:58.262692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:58.263002 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:58.295503 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd3fb5f1-d4ea-4703-9890-984e97252f4b req-78408868-e588-4f60-bb43-3e3039e0982c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387143 Aug 31 14:48:58.327829 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-b41bf074-7954-452d-98b7-e162ad702b20 service neutron] show failed (client error): The resource could not be found. Aug 31 14:48:58.329084 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-b41bf074-7954-452d-98b7-e162ad702b20 service neutron] 10.222.0.60 "GET /v2.0/ports/0ed97fdb-8c43-4af5-8fb3-8453222c2ea6/bindings/n-h2-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.1771374 Aug 31 14:48:58.338417 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6b79022e-9a4b-4653-8579-25982778fda8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00c63f750e324bae8fe6be51bcac87a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5848522 Aug 31 14:48:58.339721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48970) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:58.414013 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-608bd6a1-9186-46e2-876e-c4a00c31de02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.416956 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c5a1-e5e2-4726-8719-84166214e7b4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.428611 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c5a1-e5e2-4726-8719-84166214e7b4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.440776 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-608bd6a1-9186-46e2-876e-c4a00c31de02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.485428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b63bab25-08df-487d-8026-54294a7446c7 None None] Provisioning complete for port 72abb81b-e9db-4066-ad28-bb84308f9328 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:58.485799 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b63bab25-08df-487d-8026-54294a7446c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.507943 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-608bd6a1-9186-46e2-876e-c4a00c31de02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.515827 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-608bd6a1-9186-46e2-876e-c4a00c31de02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.517121 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-608bd6a1-9186-46e2-876e-c4a00c31de02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa0b208c-7e4e-488c-ae71-b8abd2794fe4 HTTP/1.1" status: 204 len: 168 time: 0.1770892 Aug 31 14:48:58.527763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bd6a1-9186-46e2-876e-c4a00c31de02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0b208c-7e4e-488c-ae71-b8abd2794fe4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:58.562398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b63bab25-08df-487d-8026-54294a7446c7 None None] Port 72abb81b-e9db-4066-ad28-bb84308f9328 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:58.592631 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a9c5a1-e5e2-4726-8719-84166214e7b4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:58.593622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a1228a51-13ae-4f80-ba68-0d04984d74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:58.593772 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c5a1-e5e2-4726-8719-84166214e7b4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.595349 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b6a9c5a1-e5e2-4726-8719-84166214e7b4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/ports/72abb81b-e9db-4066-ad28-bb84308f9328 HTTP/1.1" status: 200 len: 910 time: 1.0889361 Aug 31 14:48:58.596855 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9c5a1-e5e2-4726-8719-84166214e7b4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=72abb81b-e9db-4066-ad28-bb84308f9328,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:58.598438 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a1228a51-13ae-4f80-ba68-0d04984d74ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde&tenant_id=d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 1096 time: 0.0566287 Aug 31 14:48:58.598980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 48974) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:58.649674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:58.838232 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48978) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:58.853226 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0658f504-45b7-4b72-89f0-764960ea95e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.950621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0658f504-45b7-4b72-89f0-764960ea95e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:58.954598 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0658f504-45b7-4b72-89f0-764960ea95e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:59.002852 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0658f504-45b7-4b72-89f0-764960ea95e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=285024a2b39348b09988c485437c9e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611443 Aug 31 14:48:59.002852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658f504-45b7-4b72-89f0-764960ea95e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce3f133-b339-42da-9f67-a2f8fa1cbf1e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:59.004093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 48982) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:48:59.063942 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:59.076912 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-73c11963-65a6-4cf2-8eda-5de8c10f4a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:59.085305 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:59.100324 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-73c11963-65a6-4cf2-8eda-5de8c10f4a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:59.137147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:59.137522 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:59.159992 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-73c11963-65a6-4cf2-8eda-5de8c10f4a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:59.167295 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-73c11963-65a6-4cf2-8eda-5de8c10f4a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:59.167295 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-73c11963-65a6-4cf2-8eda-5de8c10f4a23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ce3f133-b339-42da-9f67-a2f8fa1cbf1e HTTP/1.1" status: 204 len: 168 time: 0.1597493 Aug 31 14:48:59.180789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c11963-65a6-4cf2-8eda-5de8c10f4a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce3f133-b339-42da-9f67-a2f8fa1cbf1e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:59.493066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] For port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:59.518852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e6408-a0d4-4445-bf2b-42f5a12b9781 req-c82d7e42-b998-4235-bded-53a18da5289a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:59.520406 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd5e6408-a0d4-4445-bf2b-42f5a12b9781 req-c82d7e42-b998-4235-bded-53a18da5289a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.1120353 Aug 31 14:48:59.600404 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd5e6408-a0d4-4445-bf2b-42f5a12b9781 req-69b440e8-7093-4d1d-8411-c543b3acd5f4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595024 Aug 31 14:48:59.605045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] For port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:59.663247 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:48:59.665635 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50460ab5-d427-4f04-bf8e-77bb6b26324e" -d '{"events": [{"server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:48:59.689684 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:59.713165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Transition to ACTIVE for port object 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:59.724523 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:59.763579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf860f95-26d1-4e60-bb06-b7a82deea08b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:59.768724 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94085b5c-3b31-4e5d-bf1d-16d0cbf7249f x-openstack-request-id: req-94085b5c-3b31-4e5d-bf1d-16d0cbf7249f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:48:59.769020 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:48:59.769273 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94085b5c-3b31-4e5d-bf1d-16d0cbf7249f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:48:59.769667 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'code': 200} Aug 31 14:48:59.855409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Pushing event updated for resources: {'Port': ['ID=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:59.999871 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] No DVR routers for this DVR port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:00.255290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Attempting to bind port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:00.256661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Attempting to bind port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:00.256661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Attempting to bind port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 on network 11a0feae-060b-446c-8bb3-bf8028e4b48d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:00.263159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 on network 11a0feae-060b-446c-8bb3-bf8028e4b48d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:49:00.263502 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Attempting to bind port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 on network 11a0feae-060b-446c-8bb3-bf8028e4b48d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:00.268582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bf860f95-26d1-4e60-bb06-b7a82deea08b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port 72abb81b-e9db-4066-ad28-bb84308f9328 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:00.268930 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf860f95-26d1-4e60-bb06-b7a82deea08b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:00.311728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:00.312069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Checking segment: {'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:00.312463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Bound using segment: {'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:00.312918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Bound port: 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4587e8-9551-4c21-9300-8a79e5c682a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:00.313291 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:00.422529 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf860f95-26d1-4e60-bb06-b7a82deea08b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:00.439571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] For port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:00.441779 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bf860f95-26d1-4e60-bb06-b7a82deea08b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for 72abb81b-e9db-4066-ad28-bb84308f9328 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:00.445307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] For port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:00.456326 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:00.539599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:00.540234 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:00.541697 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] 10.222.0.25 "PUT /v2.0/ports/0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 HTTP/1.1" status: 200 len: 1091 time: 1.9346619 Aug 31 14:49:00.581921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241a7b1-4420-4104-bc40-50ae5413dc6c service neutron] Pushing event updated for resources: {'Port': ['ID=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:00.672615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-f13a93d1-e7d2-4177-9d9e-e658150f6905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:00.674060 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-f13a93d1-e7d2-4177-9d9e-e658150f6905 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1094 time: 0.1014369 Aug 31 14:49:00.889465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-c0c42a3c-490d-4d92-88d9-af77cdd91ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:00.891639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-c0c42a3c-490d-4d92-88d9-af77cdd91ae8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=11a0feae-060b-446c-8bb3-bf8028e4b48d HTTP/1.1" status: 200 len: 898 time: 0.2084451 Aug 31 14:49:00.896994 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf860f95-26d1-4e60-bb06-b7a82deea08b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:00.924879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e518cc-618b-41f5-ba98-94ffac752c25 req-186899f7-012d-47bf-85c9-9c93bd8d4e5b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:00.926423 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0e518cc-618b-41f5-ba98-94ffac752c25 req-186899f7-012d-47bf-85c9-9c93bd8d4e5b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 943 time: 0.1200981 Aug 31 14:49:01.007483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf860f95-26d1-4e60-bb06-b7a82deea08b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=72abb81b-e9db-4066-ad28-bb84308f9328,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:01.094493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0e518cc-618b-41f5-ba98-94ffac752c25 req-88b7886a-7e42-45cd-bc81-dec3fe1a0a73 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368046 Aug 31 14:49:01.109430 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-029f090d-a10f-4d3e-aed5-491ead3167de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 HTTP/1.1" status: 200 len: 999 time: 0.2084455 Aug 31 14:49:01.262741 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf860f95-26d1-4e60-bb06-b7a82deea08b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:01.275880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-3cf63ba6-c608-4b2d-8d9d-61db3b8092bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:01.277314 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-3cf63ba6-c608-4b2d-8d9d-61db3b8092bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e33fc64f-9bd5-4636-82f7-5c2d6d4da600 HTTP/1.1" status: 200 len: 835 time: 0.1586881 Aug 31 14:49:01.484340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-3eac11dc-a793-4b6b-b222-3bb3a6c82bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:01.485859 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-3eac11dc-a793-4b6b-b222-3bb3a6c82bfe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11a0feae-060b-446c-8bb3-bf8028e4b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564608 Aug 31 14:49:01.487754 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf860f95-26d1-4e60-bb06-b7a82deea08b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 7b5a8263-d60a-4376-8646-ec066ce939f3 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:01.637830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:01.686342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-ac95d42a-09f0-4c8c-9267-8f82d42c3510 service neutron] 10.222.0.25 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908512 Aug 31 14:49:01.693184 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf860f95-26d1-4e60-bb06-b7a82deea08b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:01.702033 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bf860f95-26d1-4e60-bb06-b7a82deea08b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/7b5a8263-d60a-4376-8646-ec066ce939f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0986211 Aug 31 14:49:01.703388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49066) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:01.704130 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3487df9-6e7a-4de7-a46b-542a4a74716b None None] Sync routers for ids ['7b5a8263-d60a-4376-8646-ec066ce939f3'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:01.720051 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3487df9-6e7a-4de7-a46b-542a4a74716b None None] Routers {'7b5a8263-d60a-4376-8646-ec066ce939f3'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:01.720835 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b3487df9-6e7a-4de7-a46b-542a4a74716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7b5a8263-d60a-4376-8646-ec066ce939f3'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:01.753140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:01.768417 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5178678e-5a14-41b1-92fd-8d21e6a6cd8a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b5a8263-d60a-4376-8646-ec066ce939f3 HTTP/1.1" status: 200 len: 205 time: 0.0625904 Aug 31 14:49:01.770190 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49070) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:01.774456 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b3487df9-6e7a-4de7-a46b-542a4a74716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:01.795728 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3487df9-6e7a-4de7-a46b-542a4a74716b None None] Routers {'7b5a8263-d60a-4376-8646-ec066ce939f3'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:01.797082 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b3487df9-6e7a-4de7-a46b-542a4a74716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7b5a8263-d60a-4376-8646-ec066ce939f3'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:01.884105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:49:01.886999 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c" -d '{"events": [{"name": "network-changed", "server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:49:01.891521 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f2dcf9eb-73bc-4bea-80a5-c3552e0212a4 req-6a0be92e-ab7f-43de-804f-a0b79f485608 service neutron] 10.222.0.25 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915705 Aug 31 14:49:01.926861 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b407c49-8bdd-4515-8348-8e6916108e0c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:01.994926 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b3487df9-6e7a-4de7-a46b-542a4a74716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:01.994926 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3487df9-6e7a-4de7-a46b-542a4a74716b None None] The sync data for ids ['7b5a8263-d60a-4376-8646-ec066ce939f3'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:02.016817 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccf9296-7d27-4935-91db-01b2a25e9e1b x-openstack-request-id: req-9ccf9296-7d27-4935-91db-01b2a25e9e1b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:49:02.017118 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:49:02.017375 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ccf9296-7d27-4935-91db-01b2a25e9e1b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:49:02.017777 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'status': 'completed', 'code': 200} Aug 31 14:49:02.025906 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:49:02.142225 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-dce4cc54-94fd-4835-8f0e-ecdd1c5d640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:02.143911 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-dce4cc54-94fd-4835-8f0e-ecdd1c5d640f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1094 time: 0.1290388 Aug 31 14:49:02.158377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-b3834a5c-f3f8-4d95-af0f-8609f5114a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:02.160801 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-b3834a5c-f3f8-4d95-af0f-8609f5114a9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1094 time: 0.0897570 Aug 31 14:49:02.204120 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b407c49-8bdd-4515-8348-8e6916108e0c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:02.207022 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b407c49-8bdd-4515-8348-8e6916108e0c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:02.295818 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b407c49-8bdd-4515-8348-8e6916108e0c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:02.296995 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b407c49-8bdd-4515-8348-8e6916108e0c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Fanout notify agent at l3_agent the message router_deleted on router 7b5a8263-d60a-4376-8646-ec066ce939f3 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:49:02.309055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b407c49-8bdd-4515-8348-8e6916108e0c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:02.317502 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2b407c49-8bdd-4515-8348-8e6916108e0c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/routers/7b5a8263-d60a-4376-8646-ec066ce939f3 HTTP/1.1" status: 204 len: 168 time: 0.5458508 Aug 31 14:49:02.318157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49082) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:02.375197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41416685-3811-4245-8f10-106cc74f404f req-5f469520-4e49-4422-a6f3-f48bc6683279 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:02.390885 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41416685-3811-4245-8f10-106cc74f404f req-5f469520-4e49-4422-a6f3-f48bc6683279 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 943 time: 0.1797166 Aug 31 14:49:02.408958 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1cbfef-3413-4bf3-aaba-4a40882dee2d tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting subnet dc0a52ad-a280-4823-91ab-baf0915124d9 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:49:02.413668 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e1cbfef-3413-4bf3-aaba-4a40882dee2d tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:02.483962 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-ed74e6a0-9942-4c05-ab21-37afef8e3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:02.489475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-ed74e6a0-9942-4c05-ab21-37afef8e3ac6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=11a0feae-060b-446c-8bb3-bf8028e4b48d HTTP/1.1" status: 200 len: 898 time: 0.3261061 Aug 31 14:49:02.496733 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e1cbfef-3413-4bf3-aaba-4a40882dee2d tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:02.504753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49086) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:02.517062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-04d0e46b-4134-47c9-956f-b147f70a2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:02.518878 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-04d0e46b-4134-47c9-956f-b147f70a2efb service neutron] 10.222.0.60 "GET /v2.0/networks?id=11a0feae-060b-446c-8bb3-bf8028e4b48d HTTP/1.1" status: 200 len: 898 time: 0.3480957 Aug 31 14:49:02.657112 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e1cbfef-3413-4bf3-aaba-4a40882dee2d tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:02.721986 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cce9936-2ae1-43c8-9a75-3d63e3413b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:02.754750 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e1cbfef-3413-4bf3-aaba-4a40882dee2d tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:02.791611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32a22a0-11e4-4e14-ac75-da57099c11b0 None None] Network c43f3f51-4256-4503-a452-bfc41bd504d4 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:02.802363 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e1cbfef-3413-4bf3-aaba-4a40882dee2d tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:02.804967 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0e1cbfef-3413-4bf3-aaba-4a40882dee2d tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/dc0a52ad-a280-4823-91ab-baf0915124d9 HTTP/1.1" status: 204 len: 168 time: 0.4835501 Aug 31 14:49:02.809068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cbfef-3413-4bf3-aaba-4a40882dee2d tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0a52ad-a280-4823-91ab-baf0915124d9,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:02.814646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49092) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:02.919709 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:02.990744 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cce9936-2ae1-43c8-9a75-3d63e3413b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:02.996991 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2cce9936-2ae1-43c8-9a75-3d63e3413b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.048853 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce9936-2ae1-43c8-9a75-3d63e3413b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6e1687-10bc-4565-9ca1-e5667083bed2,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:03.057974 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2cce9936-2ae1-43c8-9a75-3d63e3413b9a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1996ee7adc6e4c5b9116c2bad4b5cc48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5210223 Aug 31 14:49:03.061074 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49096) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:03.076721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:03.077097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.153491 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41416685-3811-4245-8f10-106cc74f404f req-9e5d55c3-e390-4e05-92d3-13061070f22e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7532747 Aug 31 14:49:03.155732 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-44ed0fbd-03f0-4d7f-be7b-78168fd3e9e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 HTTP/1.1" status: 200 len: 999 time: 0.6519294 Aug 31 14:49:03.200921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] For port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c,segment=NetworkSegment(73eb920d-2053-48af-9458-ac0332e0c358),segment_id=73eb920d-2053-48af-9458-ac0332e0c358)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:03.201485 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.223819 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6948fce9-43a1-44f6-8975-68c1cf0b0d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.224236 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-a4a2be10-a3dc-47c9-bdc2-e6f4f5a5419b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 HTTP/1.1" status: 200 len: 999 time: 0.6059446 Aug 31 14:49:03.236297 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:03.245262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-cc8f7604-b7cc-44d1-ba16-4df45b8c01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:03.246465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64df81f8-1721-42a3-8e2f-3e0d7d87f58a None None] DHCP port deletion for c43f3f51-4256-4503-a452-bfc41bd504d4 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:49:03.246773 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-cc8f7604-b7cc-44d1-ba16-4df45b8c01ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e33fc64f-9bd5-4636-82f7-5c2d6d4da600 HTTP/1.1" status: 200 len: 835 time: 0.0820115 Aug 31 14:49:03.302711 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-64df81f8-1721-42a3-8e2f-3e0d7d87f58a None None] Deleting port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:03.303381 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64df81f8-1721-42a3-8e2f-3e0d7d87f58a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.315069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-cecc4210-c001-44cb-8368-d8483788ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:03.316634 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-cecc4210-c001-44cb-8368-d8483788ded5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e33fc64f-9bd5-4636-82f7-5c2d6d4da600 HTTP/1.1" status: 200 len: 835 time: 0.0840816 Aug 31 14:49:03.325253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-2ca3853c-e9e2-45d8-91a5-aa2c3bf7ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:03.326933 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-2ca3853c-e9e2-45d8-91a5-aa2c3bf7ed21 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11a0feae-060b-446c-8bb3-bf8028e4b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567725 Aug 31 14:49:03.333658 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6948fce9-43a1-44f6-8975-68c1cf0b0d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.394948 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.403682 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-64df81f8-1721-42a3-8e2f-3e0d7d87f58a None None] For port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c,segment=NetworkSegment(73eb920d-2053-48af-9458-ac0332e0c358),segment_id=73eb920d-2053-48af-9458-ac0332e0c358)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:03.404104 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64df81f8-1721-42a3-8e2f-3e0d7d87f58a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.419640 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-64df81f8-1721-42a3-8e2f-3e0d7d87f58a None None] Calling delete_port for 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:03.438350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-f4b49db2-c9be-4c59-950e-87f340ca2013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:03.442018 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-f4b49db2-c9be-4c59-950e-87f340ca2013 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11a0feae-060b-446c-8bb3-bf8028e4b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122110 Aug 31 14:49:03.460398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:03.477276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No DVR routers for this DVR port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:03.511994 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-3a652850-211e-487c-917b-668366ec1436 service neutron] 10.222.0.25 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715188 Aug 31 14:49:03.525864 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6948fce9-43a1-44f6-8975-68c1cf0b0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.536434 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6948fce9-43a1-44f6-8975-68c1cf0b0d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.538025 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64df81f8-1721-42a3-8e2f-3e0d7d87f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.540416 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6948fce9-43a1-44f6-8975-68c1cf0b0d8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d6e1687-10bc-4565-9ca1-e5667083bed2 HTTP/1.1" status: 204 len: 168 time: 0.4775829 Aug 31 14:49:03.614746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df81f8-1721-42a3-8e2f-3e0d7d87f58a None None] Pushing event deleted for resources: {'Port': ['ID=2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:03.627405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df81f8-1721-42a3-8e2f-3e0d7d87f58a None None] No DVR routers for this DVR port 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:03.634781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-aac6920c-d5e9-44b9-b6af-8c93f9821572 service neutron] 10.222.0.60 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849082 Aug 31 14:49:03.668641 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.693915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948fce9-43a1-44f6-8975-68c1cf0b0d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6e1687-10bc-4565-9ca1-e5667083bed2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:03.741802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43f3f51-4256-4503-a452-bfc41bd504d4']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:03.755068 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-62887e47-c2c4-41d8-b323-e09a387e4d9e service neutron] 10.222.0.25 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312417 Aug 31 14:49:03.769283 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73eb920d-2053-48af-9458-ac0332e0c358') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:03.769923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73eb920d-2053-48af-9458-ac0332e0c358') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:03.791865 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.810051 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.815955 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de5cc52c-7be7-4dc1-b730-71bb2f3a438c req-78c8bc4b-8e48-46a3-9939-2a36f92746e4 service neutron] 10.222.0.60 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729999 Aug 31 14:49:03.822417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:49:03.822866 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:49:03.826760 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:49:03.902897 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.915848 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.923161 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/networks/c43f3f51-4256-4503-a452-bfc41bd504d4 HTTP/1.1" status: 204 len: 168 time: 1.1023970 Aug 31 14:49:03.923722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49108) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:03.928957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ec3e8e5d-22a6-40e8-a68b-4b670e9e74b5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-657075582', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:03.939037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c2d81-200a-4698-aebe-a99fa6e54cb5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Network': ['ID=c43f3f51-4256-4503-a452-bfc41bd504d4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:03.965961 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8e5d-22a6-40e8-a68b-4b670e9e74b5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:03.967620 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8e5d-22a6-40e8-a68b-4b670e9e74b5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.048774 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8e5d-22a6-40e8-a68b-4b670e9e74b5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.050149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49110) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:04.059109 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8e5d-22a6-40e8-a68b-4b670e9e74b5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.071351 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5704e7a7-0e64-4fba-a7c7-8e931887d1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.093613 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8e5d-22a6-40e8-a68b-4b670e9e74b5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.095294 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ec3e8e5d-22a6-40e8-a68b-4b670e9e74b5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1703379 Aug 31 14:49:04.097951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49112) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:04.107442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a3688b7c-5926-4238-8fe1-465571a97041 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'network': {'name': 'tempest-RoutersTest-275833159'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:04.180010 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5704e7a7-0e64-4fba-a7c7-8e931887d1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.184916 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5704e7a7-0e64-4fba-a7c7-8e931887d1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.211940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3688b7c-5926-4238-8fe1-465571a97041 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:04.215807 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3688b7c-5926-4238-8fe1-465571a97041 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.227368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704e7a7-0e64-4fba-a7c7-8e931887d1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43768364-2845-4322-b3f3-0caa7290ec7b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:04.235698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5704e7a7-0e64-4fba-a7c7-8e931887d1ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5214dd8ef66842f7a7b51888f4702956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842384 Aug 31 14:49:04.238154 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49116) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:04.288657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3688b7c-5926-4238-8fe1-465571a97041 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:49:04.299523 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3688b7c-5926-4238-8fe1-465571a97041 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.299884 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-a3688b7c-5926-4238-8fe1-465571a97041 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Added segment 691bbf4c-1200-424a-9afd-e3ad0b7ee3a1 of type vlan for network d85d63b7-4786-4957-8afe-fdab3c737c38 Aug 31 14:49:04.303935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9202c721-1903-47ca-a84b-521a5c909dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.332316 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9202c721-1903-47ca-a84b-521a5c909dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.387031 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3688b7c-5926-4238-8fe1-465571a97041 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.425474 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7303986-10d1-4e71-9a6d-8b749c3ade05 req-2beca943-2ea7-491b-a3e7-5066c41abcea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722530 Aug 31 14:49:04.445417 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9202c721-1903-47ca-a84b-521a5c909dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.448112 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9202c721-1903-47ca-a84b-521a5c909dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.449380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9202c721-1903-47ca-a84b-521a5c909dc4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43768364-2845-4322-b3f3-0caa7290ec7b HTTP/1.1" status: 204 len: 168 time: 0.2101796 Aug 31 14:49:04.460612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202c721-1903-47ca-a84b-521a5c909dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43768364-2845-4322-b3f3-0caa7290ec7b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:04.492152 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3688b7c-5926-4238-8fe1-465571a97041 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.503343 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3688b7c-5926-4238-8fe1-465571a97041 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:04.504224 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3688b7c-5926-4238-8fe1-465571a97041 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.533110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:49:04.540136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7303986-10d1-4e71-9a6d-8b749c3ade05 req-806b098d-0f7b-4518-94e1-b6d312a46b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:04.542550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7303986-10d1-4e71-9a6d-8b749c3ade05 req-806b098d-0f7b-4518-94e1-b6d312a46b7a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1094 time: 0.0558944 Aug 31 14:49:04.672141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3688b7c-5926-4238-8fe1-465571a97041 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Network': ['ID=d85d63b7-4786-4957-8afe-fdab3c737c38,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:04.695711 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a3688b7c-5926-4238-8fe1-465571a97041 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5890493 Aug 31 14:49:04.696141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49120) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:04.702277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network d85d63b7-4786-4957-8afe-fdab3c737c38 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:49:04.710262 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d6085-8f2c-4805-a2b9-6726f87c33d0 req-2c8d4008-c28b-4bfb-b507-b181fba18d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:04.712000 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-189d6085-8f2c-4805-a2b9-6726f87c33d0 req-2c8d4008-c28b-4bfb-b507-b181fba18d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 943 time: 0.4016066 Aug 31 14:49:04.717614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5d954d1b-0d05-478c-902a-a86b713139c6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'subnet': {'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:04.775880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7303986-10d1-4e71-9a6d-8b749c3ade05 req-2e76f307-f2e6-40a9-9727-9931b577bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:04.778137 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7303986-10d1-4e71-9a6d-8b749c3ade05 req-2e76f307-f2e6-40a9-9727-9931b577bb22 service neutron] 10.222.0.25 "GET /v2.0/networks?id=11a0feae-060b-446c-8bb3-bf8028e4b48d HTTP/1.1" status: 200 len: 898 time: 0.2128413 Aug 31 14:49:04.842444 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-189d6085-8f2c-4805-a2b9-6726f87c33d0 req-8a3a7ca8-07a5-4c86-9d13-a61d450f2f21 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206584 Aug 31 14:49:04.872220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7303986-10d1-4e71-9a6d-8b749c3ade05 req-d2c5c5be-add3-4925-9edf-9e2d457a8252 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 HTTP/1.1" status: 200 len: 999 time: 0.0862074 Aug 31 14:49:04.875802 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:04.893718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'port_id': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'mac_address': 'fa:16:3e:a5:4f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:49:04.937669 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.957469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:49:04.962488 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7303986-10d1-4e71-9a6d-8b749c3ade05 req-bb34bc6d-dc60-4b00-a497-4356148bbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:04.967905 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7303986-10d1-4e71-9a6d-8b749c3ade05 req-bb34bc6d-dc60-4b00-a497-4356148bbc6a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e33fc64f-9bd5-4636-82f7-5c2d6d4da600 HTTP/1.1" status: 200 len: 835 time: 0.0774593 Aug 31 14:49:05.012444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d954d1b-0d05-478c-902a-a86b713139c6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:05.024016 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5d954d1b-0d05-478c-902a-a86b713139c6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:05.026472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:05.042714 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:05.078796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7303986-10d1-4e71-9a6d-8b749c3ade05 req-1660bfe2-8597-43fa-9bec-ac5215e20c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:05.080728 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7303986-10d1-4e71-9a6d-8b749c3ade05 req-1660bfe2-8597-43fa-9bec-ac5215e20c4d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11a0feae-060b-446c-8bb3-bf8028e4b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043594 Aug 31 14:49:05.139630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:05.144659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:05.168331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:05.168856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2ce6aaaf-0ea7-4181-83f3-c7eca4b4d38c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:05.282348 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7303986-10d1-4e71-9a6d-8b749c3ade05 req-b9339d10-5daa-41ea-83e2-cb9ea54a8ea4 service neutron] 10.222.0.25 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895330 Aug 31 14:49:05.286998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['0ed97fdb-8c43-4af5-8fb3-8453222c2ea6'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:49:05.293480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6d769-d299-4390-8b86-c029707214ba req-39a11861-f23a-487f-a696-0af95b3c9bce tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:05.301216 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dbe6d769-d299-4390-8b86-c029707214ba req-39a11861-f23a-487f-a696-0af95b3c9bce tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 944 time: 0.0936322 Aug 31 14:49:05.382277 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dbe6d769-d299-4390-8b86-c029707214ba req-ad4bee2e-433d-4796-8635-3f40218dafd5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755041 Aug 31 14:49:05.491899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-5bcdfa79-633c-468e-b616-a5a53ce83d7e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:05.493646 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-5bcdfa79-633c-468e-b616-a5a53ce83d7e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde&tenant_id=d870a71dbb8448f4be281bbe47485733&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 944 time: 0.1970882 Aug 31 14:49:05.528657 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5d954d1b-0d05-478c-902a-a86b713139c6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:05.591723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d954d1b-0d05-478c-902a-a86b713139c6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Subnet': ['ID=b9e3778f-7220-4612-be33-a9d4466cf2c2,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:05.618815 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7303986-10d1-4e71-9a6d-8b749c3ade05 req-b7048181-afbf-40f6-a242-8ed6f398326a service neutron] 10.222.0.25 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208959 Aug 31 14:49:05.639629 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-d40753c3-5a32-43da-a58c-88060acecb69 service neutron] delete failed (client error): The resource could not be found. Aug 31 14:49:05.640809 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-d40753c3-5a32-43da-a58c-88060acecb69 service neutron] 10.222.0.60 "DELETE /v2.0/ports/0ed97fdb-8c43-4af5-8fb3-8453222c2ea6/bindings/n-h1-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.1383204 Aug 31 14:49:05.658770 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d954d1b-0d05-478c-902a-a86b713139c6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Checking segment: {'id': '691bbf4c-1200-424a-9afd-e3ad0b7ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:05.662025 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d954d1b-0d05-478c-902a-a86b713139c6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network hostable DHCP agents. Network: d85d63b7-4786-4957-8afe-fdab3c737c38, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:49:05.688361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d954d1b-0d05-478c-902a-a86b713139c6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network d85d63b7-4786-4957-8afe-fdab3c737c38 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:49:05.704278 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5d954d1b-0d05-478c-902a-a86b713139c6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, d85d63b7-4786-4957-8afe-fdab3c737c38) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:05.709576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d954d1b-0d05-478c-902a-a86b713139c6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:05.710582 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5d954d1b-0d05-478c-902a-a86b713139c6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:05.725220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4f9feb-19ee-4b9c-8bc8-0ccc5d1dfe74 None None] Network d85d63b7-4786-4957-8afe-fdab3c737c38 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:05.731777 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5d954d1b-0d05-478c-902a-a86b713139c6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0315630 Aug 31 14:49:05.733317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49144) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:05.764973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-9df34edb-275c-4ce3-af3a-45618e9db12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:05.770515 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-9df34edb-275c-4ce3-af3a-45618e9db12a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1095 time: 0.0681598 Aug 31 14:49:05.912079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-836a7b9d-4499-460f-80c1-503eb43d0c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:05.913925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-836a7b9d-4499-460f-80c1-503eb43d0c7e service neutron] 10.222.0.60 "GET /v2.0/networks?id=11a0feae-060b-446c-8bb3-bf8028e4b48d HTTP/1.1" status: 200 len: 898 time: 0.1365852 Aug 31 14:49:05.922122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-d85d63b7-4786-4957-8afe-fdab3c737c38', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:49:05.924333 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:06.053151 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-5d5f6344-ba43-4f62-9fa1-b05eeccbad65 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 HTTP/1.1" status: 200 len: 1000 time: 0.1312008 Aug 31 14:49:06.161994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-f1e5371f-3722-4f7b-8106-0cfe6bf9c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:06.175087 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-f1e5371f-3722-4f7b-8106-0cfe6bf9c8c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e33fc64f-9bd5-4636-82f7-5c2d6d4da600 HTTP/1.1" status: 200 len: 835 time: 0.1151178 Aug 31 14:49:06.236613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:06.249719 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Allocated IP 172.20.0.2 (d85d63b7-4786-4957-8afe-fdab3c737c38/b9e3778f-7220-4612-be33-a9d4466cf2c2/58d6712a-c272-47e3-971d-ed9802d3a285) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:06.264082 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-c9c39177-cbef-4400-9cad-f375306df52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:06.265937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-c9c39177-cbef-4400-9cad-f375306df52f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11a0feae-060b-446c-8bb3-bf8028e4b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835466 Aug 31 14:49:06.412122 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-849db599-d812-4dc0-96d0-155077d47c2d service neutron] 10.222.0.60 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371937 Aug 31 14:49:06.507426 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:06.519212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Transition to ACTIVE for port object 58d6712a-c272-47e3-971d-ed9802d3a285 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:06.539581 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Transition to ACTIVE for port object 58d6712a-c272-47e3-971d-ed9802d3a285 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:06.545473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:06.550740 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:06.614759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026765b-f63a-4f7c-9d58-a3710b6be1e7 req-6f82ac90-84e7-49c9-a831-7cc91d8e514a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:06.621104 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f026765b-f63a-4f7c-9d58-a3710b6be1e7 req-6f82ac90-84e7-49c9-a831-7cc91d8e514a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 944 time: 0.1010182 Aug 31 14:49:06.637296 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Network d85d63b7-4786-4957-8afe-fdab3c737c38 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:06.650612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:06.659109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:06.666143 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4900386-c4c5-4cf1-a1a3-ca0f486a1fa5 req-cd94649e-153b-47d8-b130-1d9f5c30904f service neutron] 10.222.0.60 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426164 Aug 31 14:49:06.739252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f026765b-f63a-4f7c-9d58-a3710b6be1e7 req-e464984b-08e8-425b-a2c7-0c992c911ad1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719445 Aug 31 14:49:06.765012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Pushing event updated for resources: {'Port': ['ID=58d6712a-c272-47e3-971d-ed9802d3a285,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:06.767606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:06.786658 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Allocated IP 172.20.0.1 (d85d63b7-4786-4957-8afe-fdab3c737c38/b9e3778f-7220-4612-be33-a9d4466cf2c2/c346e338-8f70-4680-b241-f88e8b8f8b6b) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:06.795135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:06.795547 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:06.826797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Attempting to bind port 58d6712a-c272-47e3-971d-ed9802d3a285 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:06.827157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Attempting to bind port 58d6712a-c272-47e3-971d-ed9802d3a285 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '691bbf4c-1200-424a-9afd-e3ad0b7ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:06.827550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Attempting to bind port 58d6712a-c272-47e3-971d-ed9802d3a285 on network d85d63b7-4786-4957-8afe-fdab3c737c38 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:06.858464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:06.858842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Checking segment: {'id': '691bbf4c-1200-424a-9afd-e3ad0b7ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:06.867372 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:06.867938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Bound using segment: {'id': '691bbf4c-1200-424a-9afd-e3ad0b7ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:06.868466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Bound port: 58d6712a-c272-47e3-971d-ed9802d3a285, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691bbf4c-1200-424a-9afd-e3ad0b7ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:06.868869 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:06.947065 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:06.981224 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Transition to ACTIVE for port object c346e338-8f70-4680-b241-f88e8b8f8b6b will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:07.005161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] For port 58d6712a-c272-47e3-971d-ed9802d3a285, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:07.010226 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] For port 58d6712a-c272-47e3-971d-ed9802d3a285, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=58d6712a-c272-47e3-971d-ed9802d3a285,segment=NetworkSegment(691bbf4c-1200-424a-9afd-e3ad0b7ee3a1),segment_id=691bbf4c-1200-424a-9afd-e3ad0b7ee3a1)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:07.011736 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:07.019827 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:07.040425 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:07.103050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:49:07.105611 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd75c296-092b-42bb-825a-98f63be56f28" -d '{"events": [{"server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "name": "network-vif-plugged", "status": "completed", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:49:07.131149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:07.140716 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:07.168936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9326d95-829d-4abb-90c5-a05a037954f1 None None] Pushing event updated for resources: {'Port': ['ID=58d6712a-c272-47e3-971d-ed9802d3a285,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:07.207961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network d85d63b7-4786-4957-8afe-fdab3c737c38 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:07.215624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:07.227958 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:07.278363 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4531aa84-7488-4e23-a7d8-6fd2982d4eea x-openstack-request-id: req-4531aa84-7488-4e23-a7d8-6fd2982d4eea {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:49:07.279873 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "name": "network-vif-plugged", "status": "completed", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:49:07.280530 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4531aa84-7488-4e23-a7d8-6fd2982d4eea {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:49:07.281752 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'code': 200} Aug 31 14:49:07.312820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:07.335971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=c346e338-8f70-4680-b241-f88e8b8f8b6b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:07.382509 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:07.679923 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:07.879585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857183bb-a28e-473e-91a6-6467d4e9ccf1 req-dd21496a-ba35-4d85-86d3-4cc61431ff10 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:07.883290 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-857183bb-a28e-473e-91a6-6467d4e9ccf1 req-dd21496a-ba35-4d85-86d3-4cc61431ff10 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.0651240 Aug 31 14:49:07.937554 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-857183bb-a28e-473e-91a6-6467d4e9ccf1 req-41069fee-1e2b-40c5-8b0e-1282e2df389c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456545 Aug 31 14:49:07.970516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49188) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:08.111038 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4749233e-3310-419a-900b-c2796d7d3731 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/1f7fc109-6602-4860-acb0-d40083aeaabf HTTP/1.1" status: 200 len: 993 time: 0.1366196 Aug 31 14:49:08.365743 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:08.372162 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:08.446624 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b33e523-4173-4518-934a-9b3bae417b10 None None] Network d85d63b7-4786-4957-8afe-fdab3c737c38 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:08.465672 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:08.530694 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=c346e338-8f70-4680-b241-f88e8b8f8b6b,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:08.593143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network d85d63b7-4786-4957-8afe-fdab3c737c38 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:08.594612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:08.600918 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bc5d4e26-0725-46ff-9b63-d86a2f81ec6d None None] Provisioning for port 58d6712a-c272-47e3-971d-ed9802d3a285 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:08.756799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 22da2d34-8907-42c3-b012-03b233b45199 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:49:08.864579 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:08.873711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49204) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:08.873853 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-11ad97f7-5aac-40ed-aa21-eb20da213bf5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1377649 Aug 31 14:49:08.879952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-66755556-0069-4de1-9ecc-a176c6aa4bc2 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'network': {'name': 'tempest-RoutersTest-1478237980'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:08.887618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Sync routers for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:08.899968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:08.903024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:08.944776 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66755556-0069-4de1-9ecc-a176c6aa4bc2 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:08.950681 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66755556-0069-4de1-9ecc-a176c6aa4bc2 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:09.023965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66755556-0069-4de1-9ecc-a176c6aa4bc2 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:49:09.039098 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66755556-0069-4de1-9ecc-a176c6aa4bc2 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:09.041089 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-66755556-0069-4de1-9ecc-a176c6aa4bc2 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Added segment 2caf7a17-3b2a-4efb-aa1b-0974337e695b of type vlan for network b6f98f50-63ac-48d3-9fc0-1d073bcc72fb Aug 31 14:49:09.077819 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:09.095737 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66755556-0069-4de1-9ecc-a176c6aa4bc2 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:09.147948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 58d6712a-c272-47e3-971d-ed9802d3a285 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:09.148215 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66755556-0069-4de1-9ecc-a176c6aa4bc2 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:09.155284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66755556-0069-4de1-9ecc-a176c6aa4bc2 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:09.156719 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66755556-0069-4de1-9ecc-a176c6aa4bc2 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:09.246109 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-66755556-0069-4de1-9ecc-a176c6aa4bc2 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3708503 Aug 31 14:49:09.249330 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49210) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:09.255238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'subnet': {'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:09.261057 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66755556-0069-4de1-9ecc-a176c6aa4bc2 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Network': ['ID=b6f98f50-63ac-48d3-9fc0-1d073bcc72fb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:09.303945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network b6f98f50-63ac-48d3-9fc0-1d073bcc72fb details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:49:09.306268 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-828efe01-37d8-470e-aa0f-0f3bad030ad1 None None] Provisioning for port c346e338-8f70-4680-b241-f88e8b8f8b6b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:09.320820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-828efe01-37d8-470e-aa0f-0f3bad030ad1 None None] Provisioning complete for port c346e338-8f70-4680-b241-f88e8b8f8b6b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:09.321144 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-828efe01-37d8-470e-aa0f-0f3bad030ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:09.388098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:09.393393 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:09.472659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-828efe01-37d8-470e-aa0f-0f3bad030ad1 None None] Port c346e338-8f70-4680-b241-f88e8b8f8b6b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:49:09.480366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 58d6712a-c272-47e3-971d-ed9802d3a285 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:09.518525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 58d6712a-c272-47e3-971d-ed9802d3a285 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:09.518525 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:09.601798 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-828efe01-37d8-470e-aa0f-0f3bad030ad1 None None] Provisioning complete for port 58d6712a-c272-47e3-971d-ed9802d3a285 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:09.602021 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-828efe01-37d8-470e-aa0f-0f3bad030ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:09.773643 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:09.851064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Checking segment: {'id': '2caf7a17-3b2a-4efb-aa1b-0974337e695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:09.852282 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network hostable DHCP agents. Network: b6f98f50-63ac-48d3-9fc0-1d073bcc72fb, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:49:09.862083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Subnet': ['ID=094139c9-8835-4380-8978-32e03d648dc3,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:09.872958 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:09.875169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:09.875540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:09.876325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:09.876325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:09.876571 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:09.876843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:09.877694 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:09.877694 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:09.877890 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:09.878110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:09.878431 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:09.878751 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:09.899939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network b6f98f50-63ac-48d3-9fc0-1d073bcc72fb is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:49:09.924587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, b6f98f50-63ac-48d3-9fc0-1d073bcc72fb) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:09.930311 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:09.931027 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:09.938052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:07Z', 'revision_number': 2, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:08Z', 'revision_number': 2, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:09.959929 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4512651a-6279-41cf-99ab-0ab4517871e4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7094493 Aug 31 14:49:09.962901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49226) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:09.981488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f96a2-567e-4b56-90cf-6e9d7e9ec7fe None None] Network b6f98f50-63ac-48d3-9fc0-1d073bcc72fb requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:10.018399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Checking router: 22da2d34-8907-42c3-b012-03b233b45199 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:10.018751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Updating router 22da2d34-8907-42c3-b012-03b233b45199 port c346e338-8f70-4680-b241-f88e8b8f8b6b binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:49:10.079635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49228) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:10.084215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 58d6712a-c272-47e3-971d-ed9802d3a285, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=58d6712a-c272-47e3-971d-ed9802d3a285,segment=NetworkSegment(691bbf4c-1200-424a-9afd-e3ad0b7ee3a1),segment_id=691bbf4c-1200-424a-9afd-e3ad0b7ee3a1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:10.087033 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-828efe01-37d8-470e-aa0f-0f3bad030ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.094926 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.158324 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.160250 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=58d6712a-c272-47e3-971d-ed9802d3a285,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:10.256954 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ac274fef-5f23-4aec-bf46-cb594c111b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.368358 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-828efe01-37d8-470e-aa0f-0f3bad030ad1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:49:10.368595 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-828efe01-37d8-470e-aa0f-0f3bad030ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:49:10.396071 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ac274fef-5f23-4aec-bf46-cb594c111b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.403731 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ac274fef-5f23-4aec-bf46-cb594c111b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.403964 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.436698 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ac274fef-5f23-4aec-bf46-cb594c111b09 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b09ff4cb3f047c79e54773756ef8634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552577 Aug 31 14:49:10.444533 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49236) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:10.473396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:49:10.474356 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.483612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac274fef-5f23-4aec-bf46-cb594c111b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d0042d-0231-4e3a-b61f-23cbed804258,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:10.521720 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-125f3bf6-e3a2-47d4-a144-2074e2b8543b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.557316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-125f3bf6-e3a2-47d4-a144-2074e2b8543b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.624876 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-125f3bf6-e3a2-47d4-a144-2074e2b8543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.628873 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-125f3bf6-e3a2-47d4-a144-2074e2b8543b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.639661 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-125f3bf6-e3a2-47d4-a144-2074e2b8543b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87d0042d-0231-4e3a-b61f-23cbed804258 HTTP/1.1" status: 204 len: 168 time: 0.1901047 Aug 31 14:49:10.660835 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f3bf6-e3a2-47d4-a144-2074e2b8543b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d0042d-0231-4e3a-b61f-23cbed804258,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:10.754601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Allocated IP 172.21.0.2 (b6f98f50-63ac-48d3-9fc0-1d073bcc72fb/094139c9-8835-4380-8978-32e03d648dc3/dca2cb56-b0f3-4c02-8407-bd8841edb27a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:10.789640 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.839367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Transition to ACTIVE for port object c346e338-8f70-4680-b241-f88e8b8f8b6b will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:10.850783 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:10.976519 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ad68e-2278-4260-930a-9f8b61ece6d7 None None] Pushing event updated for resources: {'Port': ['ID=c346e338-8f70-4680-b241-f88e8b8f8b6b,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:11.108793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Attempting to bind port c346e338-8f70-4680-b241-f88e8b8f8b6b on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:11.109255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Attempting to bind port c346e338-8f70-4680-b241-f88e8b8f8b6b by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '691bbf4c-1200-424a-9afd-e3ad0b7ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:11.109688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Attempting to bind port c346e338-8f70-4680-b241-f88e8b8f8b6b on network d85d63b7-4786-4957-8afe-fdab3c737c38 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:11.123010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 58d6712a-c272-47e3-971d-ed9802d3a285 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:11.134787 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:11.164214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:11.164592 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Checking segment: {'id': '691bbf4c-1200-424a-9afd-e3ad0b7ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:11.164997 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:11.165393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Bound using segment: {'id': '691bbf4c-1200-424a-9afd-e3ad0b7ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:11.165874 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Bound port: c346e338-8f70-4680-b241-f88e8b8f8b6b, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691bbf4c-1200-424a-9afd-e3ad0b7ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:11.166251 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:11.187167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Transition to ACTIVE for port object dca2cb56-b0f3-4c02-8407-bd8841edb27a will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:11.241290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Transition to ACTIVE for port object dca2cb56-b0f3-4c02-8407-bd8841edb27a will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:11.262305 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:11.325590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Allocated IP 172.21.0.1 (b6f98f50-63ac-48d3-9fc0-1d073bcc72fb/094139c9-8835-4380-8978-32e03d648dc3/af9d5adf-f27d-4286-855c-9c913d9d693a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:11.334698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 58d6712a-c272-47e3-971d-ed9802d3a285 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:11.335456 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:11.345403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Network b6f98f50-63ac-48d3-9fc0-1d073bcc72fb is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:11.374234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:11.376765 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:11.394734 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Pushing event updated for resources: {'Port': ['ID=dca2cb56-b0f3-4c02-8407-bd8841edb27a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:11.398843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] For port c346e338-8f70-4680-b241-f88e8b8f8b6b, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:11.457972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:11.458538 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] For port c346e338-8f70-4680-b241-f88e8b8f8b6b, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c346e338-8f70-4680-b241-f88e8b8f8b6b,segment=NetworkSegment(691bbf4c-1200-424a-9afd-e3ad0b7ee3a1),segment_id=691bbf4c-1200-424a-9afd-e3ad0b7ee3a1)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:11.472977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Transition to ACTIVE for port object af9d5adf-f27d-4286-855c-9c913d9d693a will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:11.473519 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:11.513619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Attempting to bind port dca2cb56-b0f3-4c02-8407-bd8841edb27a on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:11.514053 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Attempting to bind port dca2cb56-b0f3-4c02-8407-bd8841edb27a by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '2caf7a17-3b2a-4efb-aa1b-0974337e695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:11.514510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Attempting to bind port dca2cb56-b0f3-4c02-8407-bd8841edb27a on network b6f98f50-63ac-48d3-9fc0-1d073bcc72fb {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:11.519750 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:11.541464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:11.542173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Checking segment: {'id': '2caf7a17-3b2a-4efb-aa1b-0974337e695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:11.542342 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:11.542613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Bound using segment: {'id': '2caf7a17-3b2a-4efb-aa1b-0974337e695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:11.543149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Bound port: dca2cb56-b0f3-4c02-8407-bd8841edb27a, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2caf7a17-3b2a-4efb-aa1b-0974337e695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:11.543605 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:11.582463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network b6f98f50-63ac-48d3-9fc0-1d073bcc72fb is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:11.590815 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:11.591340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:11.591979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:11.605594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:11.667505 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:11.687760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ad68e-2278-4260-930a-9f8b61ece6d7 None None] Pushing event updated for resources: {'Port': ['ID=c346e338-8f70-4680-b241-f88e8b8f8b6b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:11.741375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=af9d5adf-f27d-4286-855c-9c913d9d693a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:11.794871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:11.846479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] For port dca2cb56-b0f3-4c02-8407-bd8841edb27a, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:11.869372 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] For port dca2cb56-b0f3-4c02-8407-bd8841edb27a, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dca2cb56-b0f3-4c02-8407-bd8841edb27a,segment=NetworkSegment(2caf7a17-3b2a-4efb-aa1b-0974337e695b),segment_id=2caf7a17-3b2a-4efb-aa1b-0974337e695b)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:11.890728 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:11.902013 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:12.214396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f975090-e02a-4f43-90f3-da972c3f1cf7 None None] Pushing event updated for resources: {'Port': ['ID=dca2cb56-b0f3-4c02-8407-bd8841edb27a,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:12.251475 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:12.257618 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:12.316939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:07Z', 'revision_number': 2, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:11Z', 'revision_number': 4, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:12.342876 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:12.359301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fd3301-037c-4d93-a10f-0f1f7a87bb3e None None] The sync data for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 is: [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:07Z', 'revision_number': 2, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:11Z', 'revision_number': 4, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:12.425364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=af9d5adf-f27d-4286-855c-9c913d9d693a,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:12.541529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network b6f98f50-63ac-48d3-9fc0-1d073bcc72fb is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:12.544190 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:13.113856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 22da2d34-8907-42c3-b012-03b233b45199 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:13.208397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dca2cb56-b0f3-4c02-8407-bd8841edb27a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:13.254964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:13.269187 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1431010a-f1fd-43c2-872a-e62131f2c052 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3024690 Aug 31 14:49:13.269574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49294) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:13.276251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ac42819c-ccbb-4a47-8da3-ccc3b13b9dd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'network': {'name': 'tempest-RoutersTest-1414885106'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:13.309049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac42819c-ccbb-4a47-8da3-ccc3b13b9dd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:13.313241 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac42819c-ccbb-4a47-8da3-ccc3b13b9dd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:13.346757 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port dca2cb56-b0f3-4c02-8407-bd8841edb27a completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:13.348022 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac42819c-ccbb-4a47-8da3-ccc3b13b9dd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:49:13.353165 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c346e338-8f70-4680-b241-f88e8b8f8b6b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:13.381702 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac42819c-ccbb-4a47-8da3-ccc3b13b9dd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:13.382095 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-ac42819c-ccbb-4a47-8da3-ccc3b13b9dd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Added segment 3c5f8969-360c-4f18-a7be-2937b2d95a60 of type vlan for network e1ebe011-2eb4-4dd3-98d5-a734a9037f1d Aug 31 14:49:13.455854 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac42819c-ccbb-4a47-8da3-ccc3b13b9dd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:13.495041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac42819c-ccbb-4a47-8da3-ccc3b13b9dd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:13.495689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port c346e338-8f70-4680-b241-f88e8b8f8b6b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:13.501454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c346e338-8f70-4680-b241-f88e8b8f8b6b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:13.502057 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:13.503222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac42819c-ccbb-4a47-8da3-ccc3b13b9dd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:13.504941 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac42819c-ccbb-4a47-8da3-ccc3b13b9dd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:13.596451 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ac42819c-ccbb-4a47-8da3-ccc3b13b9dd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3257835 Aug 31 14:49:13.599956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49298) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:13.606038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6ec97eaf-b126-4e62-b42e-db662f18a643 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'subnet': {'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:13.655640 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:13.672326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42819c-ccbb-4a47-8da3-ccc3b13b9dd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Network': ['ID=e1ebe011-2eb4-4dd3-98d5-a734a9037f1d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:13.718256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port c346e338-8f70-4680-b241-f88e8b8f8b6b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c346e338-8f70-4680-b241-f88e8b8f8b6b,segment=NetworkSegment(691bbf4c-1200-424a-9afd-e3ad0b7ee3a1),segment_id=691bbf4c-1200-424a-9afd-e3ad0b7ee3a1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:13.725699 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network e1ebe011-2eb4-4dd3-98d5-a734a9037f1d details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:49:13.744156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653366a7-1fa2-4283-ab58-1f5a632a2ea9 None None] Network b6f98f50-63ac-48d3-9fc0-1d073bcc72fb requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:13.772487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec97eaf-b126-4e62-b42e-db662f18a643 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:13.777067 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ec97eaf-b126-4e62-b42e-db662f18a643 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:13.892040 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:14.022599 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1223e41e-a1fd-4430-931b-601542932f86 None None] Provisioning for port dca2cb56-b0f3-4c02-8407-bd8841edb27a completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:14.045534 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ec97eaf-b126-4e62-b42e-db662f18a643 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:14.045669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1223e41e-a1fd-4430-931b-601542932f86 None None] Provisioning complete for port dca2cb56-b0f3-4c02-8407-bd8841edb27a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:14.045669 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1223e41e-a1fd-4430-931b-601542932f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:14.082159 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=c346e338-8f70-4680-b241-f88e8b8f8b6b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:14.120419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec97eaf-b126-4e62-b42e-db662f18a643 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Subnet': ['ID=e8768aae-b368-4f1b-b391-2a6210a4295e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:14.175764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec97eaf-b126-4e62-b42e-db662f18a643 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Checking segment: {'id': '3c5f8969-360c-4f18-a7be-2937b2d95a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:14.176206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec97eaf-b126-4e62-b42e-db662f18a643 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network hostable DHCP agents. Network: e1ebe011-2eb4-4dd3-98d5-a734a9037f1d, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:49:14.196639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec97eaf-b126-4e62-b42e-db662f18a643 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network e1ebe011-2eb4-4dd3-98d5-a734a9037f1d is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:49:14.207308 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1223e41e-a1fd-4430-931b-601542932f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:14.213047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6ec97eaf-b126-4e62-b42e-db662f18a643 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, e1ebe011-2eb4-4dd3-98d5-a734a9037f1d) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:14.223131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec97eaf-b126-4e62-b42e-db662f18a643 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:14.224604 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ec97eaf-b126-4e62-b42e-db662f18a643 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:14.233436 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a74471a-1918-4c76-a7d4-b78be6574ea2 None None] Network e1ebe011-2eb4-4dd3-98d5-a734a9037f1d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:14.248149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49310) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:14.256228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6ec97eaf-b126-4e62-b42e-db662f18a643 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6549618 Aug 31 14:49:14.340819 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1223e41e-a1fd-4430-931b-601542932f86 None None] For port dca2cb56-b0f3-4c02-8407-bd8841edb27a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dca2cb56-b0f3-4c02-8407-bd8841edb27a,segment=NetworkSegment(2caf7a17-3b2a-4efb-aa1b-0974337e695b),segment_id=2caf7a17-3b2a-4efb-aa1b-0974337e695b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:14.346827 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1223e41e-a1fd-4430-931b-601542932f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:14.445088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223e41e-a1fd-4430-931b-601542932f86 None None] Pushing event updated for resources: {'Port': ['ID=dca2cb56-b0f3-4c02-8407-bd8841edb27a,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:14.572275 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'fixed_ips': [{'subnet_id': 'e8768aae-b368-4f1b-b391-2a6210a4295e'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:49:14.573146 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:14.592086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-84cb15f0-b27e-4bf7-aec7-5ee6bd2b188b None None] Provisioning complete for port dca2cb56-b0f3-4c02-8407-bd8841edb27a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:14.592453 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84cb15f0-b27e-4bf7-aec7-5ee6bd2b188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:14.675685 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Sync routers for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:14.715097 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:14.715767 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:14.873844 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:14.922906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Allocated IP 172.22.0.2 (e1ebe011-2eb4-4dd3-98d5-a734a9037f1d/e8768aae-b368-4f1b-b391-2a6210a4295e/5afe5c39-bd4b-4a6c-977f-62230871d209) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:15.115234 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:15.153188 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:11Z', 'revision_number': 3, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:12Z', 'revision_number': 2, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:15.184422 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:15.202826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Transition to ACTIVE for port object 5afe5c39-bd4b-4a6c-977f-62230871d209 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:15.213798 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Checking router: 22da2d34-8907-42c3-b012-03b233b45199 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:15.214454 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Updating router 22da2d34-8907-42c3-b012-03b233b45199 port af9d5adf-f27d-4286-855c-9c913d9d693a binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:49:15.222408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Transition to ACTIVE for port object 5afe5c39-bd4b-4a6c-977f-62230871d209 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:15.230633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dca2cb56-b0f3-4c02-8407-bd8841edb27a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:15.243858 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:15.268768 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:15.290157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Network e1ebe011-2eb4-4dd3-98d5-a734a9037f1d is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:15.294563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:15.297015 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:15.319732 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-84cb15f0-b27e-4bf7-aec7-5ee6bd2b188b None None] Provisioning for port af9d5adf-f27d-4286-855c-9c913d9d693a completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:15.326902 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-84cb15f0-b27e-4bf7-aec7-5ee6bd2b188b None None] Provisioning complete for port af9d5adf-f27d-4286-855c-9c913d9d693a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:15.327302 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84cb15f0-b27e-4bf7-aec7-5ee6bd2b188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:15.460794 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-84cb15f0-b27e-4bf7-aec7-5ee6bd2b188b None None] Port af9d5adf-f27d-4286-855c-9c913d9d693a cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:49:15.509685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port dca2cb56-b0f3-4c02-8407-bd8841edb27a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:15.509944 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:15.556934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Pushing event updated for resources: {'Port': ['ID=5afe5c39-bd4b-4a6c-977f-62230871d209,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:15.578352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Attempting to bind port 5afe5c39-bd4b-4a6c-977f-62230871d209 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:15.578718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Attempting to bind port 5afe5c39-bd4b-4a6c-977f-62230871d209 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '3c5f8969-360c-4f18-a7be-2937b2d95a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:15.579084 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Attempting to bind port 5afe5c39-bd4b-4a6c-977f-62230871d209 on network e1ebe011-2eb4-4dd3-98d5-a734a9037f1d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:15.592003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:15.592379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Checking segment: {'id': '3c5f8969-360c-4f18-a7be-2937b2d95a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:15.593753 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:15.593753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Bound using segment: {'id': '3c5f8969-360c-4f18-a7be-2937b2d95a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:15.593753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Bound port: 5afe5c39-bd4b-4a6c-977f-62230871d209, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5f8969-360c-4f18-a7be-2937b2d95a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:15.594044 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:15.650337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c346e338-8f70-4680-b241-f88e8b8f8b6b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:15.692170 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:15.708382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Allocated IP 172.22.0.1 (e1ebe011-2eb4-4dd3-98d5-a734a9037f1d/e8768aae-b368-4f1b-b391-2a6210a4295e/aae092e9-adfe-451a-b2e5-4182ec7197b9) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:15.712016 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Transition to ACTIVE for port object af9d5adf-f27d-4286-855c-9c913d9d693a will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:15.719969 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:15.730784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7a4a1cc1-7cde-44f8-aac9-b8dd73015124 None None] Provisioning complete for port af9d5adf-f27d-4286-855c-9c913d9d693a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:15.731245 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1cc1-7cde-44f8-aac9-b8dd73015124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:15.862547 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] For port 5afe5c39-bd4b-4a6c-977f-62230871d209, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:15.894657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] For port 5afe5c39-bd4b-4a6c-977f-62230871d209, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5afe5c39-bd4b-4a6c-977f-62230871d209,segment=NetworkSegment(3c5f8969-360c-4f18-a7be-2937b2d95a60),segment_id=3c5f8969-360c-4f18-a7be-2937b2d95a60)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:15.898760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port c346e338-8f70-4680-b241-f88e8b8f8b6b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:15.899967 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:15.902116 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a1cc1-7cde-44f8-aac9-b8dd73015124 None None] Port af9d5adf-f27d-4286-855c-9c913d9d693a cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:49:15.903952 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210533e-ef54-4269-9749-7a85c00e5dc1 None None] Pushing event updated for resources: {'Port': ['ID=af9d5adf-f27d-4286-855c-9c913d9d693a,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:15.913864 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:15.929531 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210533e-ef54-4269-9749-7a85c00e5dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:15.929884 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210533e-ef54-4269-9749-7a85c00e5dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:15.930238 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210533e-ef54-4269-9749-7a85c00e5dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:15.943288 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210533e-ef54-4269-9749-7a85c00e5dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:15.944568 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210533e-ef54-4269-9749-7a85c00e5dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:15.944832 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210533e-ef54-4269-9749-7a85c00e5dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:15.945177 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210533e-ef54-4269-9749-7a85c00e5dc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:15.945518 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210533e-ef54-4269-9749-7a85c00e5dc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:15.945851 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210533e-ef54-4269-9749-7a85c00e5dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:15.946198 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210533e-ef54-4269-9749-7a85c00e5dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:15.946518 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210533e-ef54-4269-9749-7a85c00e5dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:15.946846 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210533e-ef54-4269-9749-7a85c00e5dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:15.953064 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Attempting to bind port af9d5adf-f27d-4286-855c-9c913d9d693a on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:15.953443 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Attempting to bind port af9d5adf-f27d-4286-855c-9c913d9d693a by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '2caf7a17-3b2a-4efb-aa1b-0974337e695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:15.953802 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Attempting to bind port af9d5adf-f27d-4286-855c-9c913d9d693a on network b6f98f50-63ac-48d3-9fc0-1d073bcc72fb {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:15.961445 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:15.962086 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Checking segment: {'id': '2caf7a17-3b2a-4efb-aa1b-0974337e695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:15.963626 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:15.964271 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Bound using segment: {'id': '2caf7a17-3b2a-4efb-aa1b-0974337e695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:15.964963 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Bound port: af9d5adf-f27d-4286-855c-9c913d9d693a, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2caf7a17-3b2a-4efb-aa1b-0974337e695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:15.965567 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:16.000823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:16.043119 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Transition to ACTIVE for port object aae092e9-adfe-451a-b2e5-4182ec7197b9 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:16.085270 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] For port af9d5adf-f27d-4286-855c-9c913d9d693a, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:16.089156 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] For port af9d5adf-f27d-4286-855c-9c913d9d693a, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=af9d5adf-f27d-4286-855c-9c913d9d693a,segment=NetworkSegment(2caf7a17-3b2a-4efb-aa1b-0974337e695b),segment_id=2caf7a17-3b2a-4efb-aa1b-0974337e695b)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:16.094408 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:16.125886 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:16.138449 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2ded0-d991-41ec-a914-eac1598dcc7a None None] Pushing event updated for resources: {'Port': ['ID=5afe5c39-bd4b-4a6c-977f-62230871d209,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:16.222664 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:16.224451 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:16.245921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network e1ebe011-2eb4-4dd3-98d5-a734a9037f1d is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:16.281127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:16.289803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:16.313587 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210533e-ef54-4269-9749-7a85c00e5dc1 None None] Pushing event updated for resources: {'Port': ['ID=af9d5adf-f27d-4286-855c-9c913d9d693a,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:16.348091 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:16.365182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=aae092e9-adfe-451a-b2e5-4182ec7197b9,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:16.460452 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:16.686112 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:11Z', 'revision_number': 3, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:16Z', 'revision_number': 4, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:16.690922 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:16.714633 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a1da0-d5dd-420f-bccd-9332a5b3ecc0 None None] The sync data for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 is: [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:11Z', 'revision_number': 3, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:16Z', 'revision_number': 4, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:17.055375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49352) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:17.134044 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.144596 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.221780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5afe5c39-bd4b-4a6c-977f-62230871d209 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:17.232160 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.288156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 5afe5c39-bd4b-4a6c-977f-62230871d209 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:17.297624 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device af9d5adf-f27d-4286-855c-9c913d9d693a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:17.304148 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6970bff6-f395-4350-9286-cd107f1e3464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.388723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port af9d5adf-f27d-4286-855c-9c913d9d693a completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:17.395381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port af9d5adf-f27d-4286-855c-9c913d9d693a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:17.397138 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.408546 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=aae092e9-adfe-451a-b2e5-4182ec7197b9,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:17.485262 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6970bff6-f395-4350-9286-cd107f1e3464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.493592 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6970bff6-f395-4350-9286-cd107f1e3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.498182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network e1ebe011-2eb4-4dd3-98d5-a734a9037f1d is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:17.499878 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:17.546801 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6970bff6-f395-4350-9286-cd107f1e3464 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1eb0ffbc4b094610b083536f61b19b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4902382 Aug 31 14:49:17.547599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49356) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:17.564208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970bff6-f395-4350-9286-cd107f1e3464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecea0fb7-bade-4f75-b562-3823db7693ae,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:17.602350 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.628792 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9bfe-8c3b-4d87-bef7-e0ef341e610f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.664798 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9bfe-8c3b-4d87-bef7-e0ef341e610f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.667953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port af9d5adf-f27d-4286-855c-9c913d9d693a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=af9d5adf-f27d-4286-855c-9c913d9d693a,segment=NetworkSegment(2caf7a17-3b2a-4efb-aa1b-0974337e695b),segment_id=2caf7a17-3b2a-4efb-aa1b-0974337e695b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:17.672256 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.726638 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 22da2d34-8907-42c3-b012-03b233b45199 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:17.747285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ec97b2-3b31-44db-a36e-e2cb75fa0dda None None] Network e1ebe011-2eb4-4dd3-98d5-a734a9037f1d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:17.760831 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9bfe-8c3b-4d87-bef7-e0ef341e610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.764550 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9bfe-8c3b-4d87-bef7-e0ef341e610f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.769638 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ea1e9bfe-8c3b-4d87-bef7-e0ef341e610f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecea0fb7-bade-4f75-b562-3823db7693ae HTTP/1.1" status: 204 len: 168 time: 0.2196045 Aug 31 14:49:17.778916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e9bfe-8c3b-4d87-bef7-e0ef341e610f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecea0fb7-bade-4f75-b562-3823db7693ae,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:17.803734 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=af9d5adf-f27d-4286-855c-9c913d9d693a,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:17.893079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:17.899936 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5c0ce1f3-1eed-401a-90ad-5f0e9cd6f92c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6501720 Aug 31 14:49:17.902575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49362) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:17.908332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9392c9c4-5725-481c-a7a8-12d807a7e664 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'network': {'name': 'tempest-RoutersTest-716888842'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:17.915860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Sync routers for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:17.920546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a83a293f-afd1-4da7-b6db-eb00edc69262 None None] Provisioning for port 5afe5c39-bd4b-4a6c-977f-62230871d209 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:17.933528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a83a293f-afd1-4da7-b6db-eb00edc69262 None None] Provisioning complete for port 5afe5c39-bd4b-4a6c-977f-62230871d209 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:17.934027 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a83a293f-afd1-4da7-b6db-eb00edc69262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.937089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9392c9c4-5725-481c-a7a8-12d807a7e664 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:17.941929 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9392c9c4-5725-481c-a7a8-12d807a7e664 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.976229 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9392c9c4-5725-481c-a7a8-12d807a7e664 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:49:17.987677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:17.988730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:17.993110 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9392c9c4-5725-481c-a7a8-12d807a7e664 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:17.993909 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-9392c9c4-5725-481c-a7a8-12d807a7e664 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Added segment 7b73d23e-d5db-43a9-87a8-6639f368a76c of type vlan for network 45150b03-b323-475b-b75a-119ce5083433 Aug 31 14:49:18.045249 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9392c9c4-5725-481c-a7a8-12d807a7e664 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:18.078694 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9392c9c4-5725-481c-a7a8-12d807a7e664 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:18.086763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9392c9c4-5725-481c-a7a8-12d807a7e664 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:18.087843 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9392c9c4-5725-481c-a7a8-12d807a7e664 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:18.116496 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49366) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:18.136726 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0aef53b2-e406-43f1-bf05-3e81c2c0911b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:18.158520 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9392c9c4-5725-481c-a7a8-12d807a7e664 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2546418 Aug 31 14:49:18.162063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49368) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:18.163288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:18.170669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f1f56c79-bb29-41cb-b5fd-bb24456540d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'subnet': {'network_id': '45150b03-b323-475b-b75a-119ce5083433', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:18.234295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392c9c4-5725-481c-a7a8-12d807a7e664 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Network': ['ID=45150b03-b323-475b-b75a-119ce5083433,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:18.234528 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a83a293f-afd1-4da7-b6db-eb00edc69262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:18.275533 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 45150b03-b323-475b-b75a-119ce5083433 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:49:18.298158 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0aef53b2-e406-43f1-bf05-3e81c2c0911b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:18.302760 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0aef53b2-e406-43f1-bf05-3e81c2c0911b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:18.323052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f56c79-bb29-41cb-b5fd-bb24456540d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Made reservation on behalf of 3ae0da3f7c01479a862e779153d8de53 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:18.332939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1f56c79-bb29-41cb-b5fd-bb24456540d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:18.351856 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0aef53b2-e406-43f1-bf05-3e81c2c0911b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6ae43c43f044307aaf1ee3a9755f3a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334945 Aug 31 14:49:18.353093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef53b2-e406-43f1-bf05-3e81c2c0911b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300fccc9-cf52-41eb-accd-5ba6c0dc20db,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:18.359873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49370) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:18.461546 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c2e3e87d-9853-40ff-b7b7-ee82bd3c8242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:18.517062 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c2e3e87d-9853-40ff-b7b7-ee82bd3c8242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:18.572093 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1f56c79-bb29-41cb-b5fd-bb24456540d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:18.597587 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c2e3e87d-9853-40ff-b7b7-ee82bd3c8242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:18.601315 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c2e3e87d-9853-40ff-b7b7-ee82bd3c8242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:18.604588 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c2e3e87d-9853-40ff-b7b7-ee82bd3c8242 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/300fccc9-cf52-41eb-accd-5ba6c0dc20db HTTP/1.1" status: 204 len: 168 time: 0.2436974 Aug 31 14:49:18.634134 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3e87d-9853-40ff-b7b7-ee82bd3c8242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300fccc9-cf52-41eb-accd-5ba6c0dc20db,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:18.648668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f56c79-bb29-41cb-b5fd-bb24456540d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Subnet': ['ID=9d13b347-f95f-44b2-b3c1-255288eb745e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:18.661018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f56c79-bb29-41cb-b5fd-bb24456540d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Checking segment: {'id': '7b73d23e-d5db-43a9-87a8-6639f368a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45150b03-b323-475b-b75a-119ce5083433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:18.661018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f56c79-bb29-41cb-b5fd-bb24456540d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network hostable DHCP agents. Network: 45150b03-b323-475b-b75a-119ce5083433, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:49:18.682707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f56c79-bb29-41cb-b5fd-bb24456540d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network 45150b03-b323-475b-b75a-119ce5083433 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:49:18.700775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f1f56c79-bb29-41cb-b5fd-bb24456540d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 45150b03-b323-475b-b75a-119ce5083433) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:18.712064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f56c79-bb29-41cb-b5fd-bb24456540d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:18.713092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1f56c79-bb29-41cb-b5fd-bb24456540d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:18.730433 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f1f56c79-bb29-41cb-b5fd-bb24456540d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5673165 Aug 31 14:49:18.733507 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49378) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:18.761375 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0dedfb-9d33-4360-beb4-36db052d0a19 None None] Network 45150b03-b323-475b-b75a-119ce5083433 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:18.770057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a83a293f-afd1-4da7-b6db-eb00edc69262 None None] For port 5afe5c39-bd4b-4a6c-977f-62230871d209, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5afe5c39-bd4b-4a6c-977f-62230871d209,segment=NetworkSegment(3c5f8969-360c-4f18-a7be-2937b2d95a60),segment_id=3c5f8969-360c-4f18-a7be-2937b2d95a60)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:18.865717 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a83a293f-afd1-4da7-b6db-eb00edc69262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:19.116895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3cb9d173-7216-497c-ad21-5964da499675 None None] Provisioning complete for port 5afe5c39-bd4b-4a6c-977f-62230871d209 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:19.117365 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d173-7216-497c-ad21-5964da499675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:19.124212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device af9d5adf-f27d-4286-855c-9c913d9d693a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:19.199255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a293f-afd1-4da7-b6db-eb00edc69262 None None] Pushing event updated for resources: {'Port': ['ID=5afe5c39-bd4b-4a6c-977f-62230871d209,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:19.223050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49390) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:19.401998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port af9d5adf-f27d-4286-855c-9c913d9d693a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:19.402628 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:19.413069 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:19.472645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:16Z', 'revision_number': 4, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'aae092e9-adfe-451a-b2e5-4182ec7197b9', 'name': '', 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:b6:de:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:15Z', 'updated_at': '2021-08-31T14:49:16Z', 'revision_number': 2, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:19.474799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-45150b03-b323-475b-b75a-119ce5083433', 'network_id': '45150b03-b323-475b-b75a-119ce5083433', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'fixed_ips': [{'subnet_id': '9d13b347-f95f-44b2-b3c1-255288eb745e'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:49:19.475655 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:19.485963 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3eb46e28-aa5f-4049-b45c-6b08d4a113e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:19.524673 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Checking router: 22da2d34-8907-42c3-b012-03b233b45199 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:19.525030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Updating router 22da2d34-8907-42c3-b012-03b233b45199 port aae092e9-adfe-451a-b2e5-4182ec7197b9 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:49:19.580736 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:19.657272 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3eb46e28-aa5f-4049-b45c-6b08d4a113e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:19.663165 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3eb46e28-aa5f-4049-b45c-6b08d4a113e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:19.687321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3cb9d173-7216-497c-ad21-5964da499675 None None] Provisioning for port aae092e9-adfe-451a-b2e5-4182ec7197b9 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:19.703756 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3eb46e28-aa5f-4049-b45c-6b08d4a113e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f049dfef738482f966835f68ff96be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4790375 Aug 31 14:49:19.705902 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49404) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:19.726657 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef4b6-25c8-4d49-bff2-a64dcde61944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:19.729394 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3cb9d173-7216-497c-ad21-5964da499675 None None] Provisioning complete for port aae092e9-adfe-451a-b2e5-4182ec7197b9 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:19.729769 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d173-7216-497c-ad21-5964da499675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:19.730036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb46e28-aa5f-4049-b45c-6b08d4a113e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3d8e54-09a7-4f00-8c58-cb4a310073d7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:19.783710 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:19.854570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9d173-7216-497c-ad21-5964da499675 None None] Port aae092e9-adfe-451a-b2e5-4182ec7197b9 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:49:19.988368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-81813a09-0011-4862-ae2b-7ac5e3ea02f0 None None] Provisioning complete for port aae092e9-adfe-451a-b2e5-4182ec7197b9 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:19.989122 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81813a09-0011-4862-ae2b-7ac5e3ea02f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:20.045113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-81813a09-0011-4862-ae2b-7ac5e3ea02f0 None None] Port aae092e9-adfe-451a-b2e5-4182ec7197b9 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:49:20.107974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Allocated IP 172.23.0.1 (45150b03-b323-475b-b75a-119ce5083433/9d13b347-f95f-44b2-b3c1-255288eb745e/849bd86f-ebdd-4b35-b31d-934fe6370cb1) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:20.114342 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:20.130818 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Transition to ACTIVE for port object aae092e9-adfe-451a-b2e5-4182ec7197b9 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:20.132711 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ccc9292d-c4e5-4fac-bd10-4a6dc4d61920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:20.138869 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:20.204565 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ccc9292d-c4e5-4fac-bd10-4a6dc4d61920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:20.247995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d590a-ec7b-475b-b5e4-85ed89c9d8d1 None None] Pushing event updated for resources: {'Port': ['ID=aae092e9-adfe-451a-b2e5-4182ec7197b9,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:20.264724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Attempting to bind port aae092e9-adfe-451a-b2e5-4182ec7197b9 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:20.265097 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Attempting to bind port aae092e9-adfe-451a-b2e5-4182ec7197b9 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '3c5f8969-360c-4f18-a7be-2937b2d95a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:20.265468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Attempting to bind port aae092e9-adfe-451a-b2e5-4182ec7197b9 on network e1ebe011-2eb4-4dd3-98d5-a734a9037f1d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:20.272437 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:20.272829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Checking segment: {'id': '3c5f8969-360c-4f18-a7be-2937b2d95a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:20.273245 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:20.273651 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Bound using segment: {'id': '3c5f8969-360c-4f18-a7be-2937b2d95a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:20.274146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Bound port: aae092e9-adfe-451a-b2e5-4182ec7197b9, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5f8969-360c-4f18-a7be-2937b2d95a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:20.274535 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:20.286887 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:20.321394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Transition to ACTIVE for port object 849bd86f-ebdd-4b35-b31d-934fe6370cb1 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:20.355830 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ccc9292d-c4e5-4fac-bd10-4a6dc4d61920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:20.358613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ccc9292d-c4e5-4fac-bd10-4a6dc4d61920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:20.362469 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ccc9292d-c4e5-4fac-bd10-4a6dc4d61920 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e3d8e54-09a7-4f00-8c58-cb4a310073d7 HTTP/1.1" status: 204 len: 168 time: 0.6551630 Aug 31 14:49:20.376098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9292d-c4e5-4fac-bd10-4a6dc4d61920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3d8e54-09a7-4f00-8c58-cb4a310073d7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:20.389425 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:20.404061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] For port aae092e9-adfe-451a-b2e5-4182ec7197b9, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:20.414047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] For port aae092e9-adfe-451a-b2e5-4182ec7197b9, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=aae092e9-adfe-451a-b2e5-4182ec7197b9,segment=NetworkSegment(3c5f8969-360c-4f18-a7be-2937b2d95a60),segment_id=3c5f8969-360c-4f18-a7be-2937b2d95a60)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:20.438153 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:20.439945 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network 45150b03-b323-475b-b75a-119ce5083433 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:20.439945 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=849bd86f-ebdd-4b35-b31d-934fe6370cb1,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:20.452765 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:20.454697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:20.516782 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:20.578838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:20.579677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:48:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:20.645038 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Allocated IP 172.23.0.2 (45150b03-b323-475b-b75a-119ce5083433/9d13b347-f95f-44b2-b3c1-255288eb745e/3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:20.678786 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d590a-ec7b-475b-b5e4-85ed89c9d8d1 None None] Pushing event updated for resources: {'Port': ['ID=aae092e9-adfe-451a-b2e5-4182ec7197b9,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:20.733211 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:20.783990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:21.106893 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:21.128641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Transition to ACTIVE for port object 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:21.167936 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:21.173653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5afe5c39-bd4b-4a6c-977f-62230871d209 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:21.174357 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:21.183911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Transition to ACTIVE for port object 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:21.209851 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:21.278030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event updated for resources: {'Port': ['ID=849bd86f-ebdd-4b35-b31d-934fe6370cb1,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:21.280518 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Network 45150b03-b323-475b-b75a-119ce5083433 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:21.287200 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:21.290320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Pushing event updated for resources: {'Port': ['ID=3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:21.292624 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:21.301515 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:21.312654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:16Z', 'revision_number': 4, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'aae092e9-adfe-451a-b2e5-4182ec7197b9', 'name': '', 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:b6:de:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:15Z', 'updated_at': '2021-08-31T14:49:20Z', 'revision_number': 4, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:21.380986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d42bca-e67e-42cb-8398-7a58bc7a6fb7 None None] The sync data for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 is: [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:16Z', 'revision_number': 4, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'aae092e9-adfe-451a-b2e5-4182ec7197b9', 'name': '', 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:b6:de:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:15Z', 'updated_at': '2021-08-31T14:49:20Z', 'revision_number': 4, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:21.384212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 5afe5c39-bd4b-4a6c-977f-62230871d209 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:21.384545 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:21.425296 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Attempting to bind port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:21.425887 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Attempting to bind port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '7b73d23e-d5db-43a9-87a8-6639f368a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45150b03-b323-475b-b75a-119ce5083433'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:21.426014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Attempting to bind port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 on network 45150b03-b323-475b-b75a-119ce5083433 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:21.439189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:21.439580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Checking segment: {'id': '7b73d23e-d5db-43a9-87a8-6639f368a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45150b03-b323-475b-b75a-119ce5083433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:21.441742 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:21.447374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Bound using segment: {'id': '7b73d23e-d5db-43a9-87a8-6639f368a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45150b03-b323-475b-b75a-119ce5083433'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:21.452958 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Bound port: 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b73d23e-d5db-43a9-87a8-6639f368a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45150b03-b323-475b-b75a-119ce5083433'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:21.452958 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:21.458257 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Network 45150b03-b323-475b-b75a-119ce5083433 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:21.467808 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:21.618988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 22da2d34-8907-42c3-b012-03b233b45199 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:21.749850 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:21.757794 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4e224e23-c9e9-46cc-834d-b0d5a7e45f43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0225058 Aug 31 14:49:21.760655 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49454) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:21.771635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1633d9d4-2415-466b-acdf-531ada3d5df7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:21.831234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] For port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:21.850155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] For port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2,segment=NetworkSegment(7b73d23e-d5db-43a9-87a8-6639f368a76c),segment_id=7b73d23e-d5db-43a9-87a8-6639f368a76c)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:21.857045 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:21.939272 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf34727-bd7d-49b2-ab5e-25ffa3f7550a None None] Pushing event updated for resources: {'Port': ['ID=3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:22.167808 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eee9518c-bba9-4fb8-9cb3-d1c954fee063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:22.299215 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:22.473689 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.extraroute_db [None req-1633d9d4-2415-466b-acdf-531ada3d5df7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:49:22.491032 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.extraroute_db [None req-1633d9d4-2415-466b-acdf-531ada3d5df7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Removed routes are [] {{(pid=94870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:49:22.491654 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1633d9d4-2415-466b-acdf-531ada3d5df7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:22.493040 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Sync routers for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:22.505411 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:22.506988 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:22.625986 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:22.748707 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1633d9d4-2415-466b-acdf-531ada3d5df7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:22.755200 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1633d9d4-2415-466b-acdf-531ada3d5df7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:22.905831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1633d9d4-2415-466b-acdf-531ada3d5df7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 22da2d34-8907-42c3-b012-03b233b45199 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:23.078967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1633d9d4-2415-466b-acdf-531ada3d5df7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:23.090420 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1633d9d4-2415-466b-acdf-531ada3d5df7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:23.092622 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1633d9d4-2415-466b-acdf-531ada3d5df7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199 HTTP/1.1" status: 200 len: 933 time: 1.3297307 Aug 31 14:49:23.095310 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49490) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:23.141560 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:22Z', 'revision_number': 6, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': '849bd86f-ebdd-4b35-b31d-934fe6370cb1', 'name': '', 'network_id': '45150b03-b323-475b-b75a-119ce5083433', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:8f:00:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9d13b347-f95f-44b2-b3c1-255288eb745e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:19Z', 'updated_at': '2021-08-31T14:49:20Z', 'revision_number': 2, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '9d13b347-f95f-44b2-b3c1-255288eb745e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae092e9-adfe-451a-b2e5-4182ec7197b9', 'name': '', 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:b6:de:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:15Z', 'updated_at': '2021-08-31T14:49:20Z', 'revision_number': 4, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:23.209494 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Checking router: 22da2d34-8907-42c3-b012-03b233b45199 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:23.212809 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Updating router 22da2d34-8907-42c3-b012-03b233b45199 port 849bd86f-ebdd-4b35-b31d-934fe6370cb1 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:49:23.236150 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:23.303923 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:23.327057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:23.332279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device aae092e9-adfe-451a-b2e5-4182ec7197b9 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:23.335831 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-52177a49-f35c-42d9-ba93-92c87d69c292 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199 HTTP/1.1" status: 200 len: 933 time: 0.2392366 Aug 31 14:49:23.338848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49498) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:23.346836 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-21d1e685-9fb6-49f6-9fc8-5e401432a171 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'router': {'routes': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:23.452080 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:23.476794 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port aae092e9-adfe-451a-b2e5-4182ec7197b9 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:23.485677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port aae092e9-adfe-451a-b2e5-4182ec7197b9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:23.487129 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:23.626492 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19e908d-b967-4fce-bb23-3ac0c910debc None None] Network 45150b03-b323-475b-b75a-119ce5083433 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:23.769368 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:23.805466 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:23.814994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5e1db2d6-8c5d-4edb-878c-fac5c981c0cf None None] Provisioning for port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:23.823043 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Transition to ACTIVE for port object 849bd86f-ebdd-4b35-b31d-934fe6370cb1 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:23.824923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5e1db2d6-8c5d-4edb-878c-fac5c981c0cf None None] Provisioning complete for port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:23.825637 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e1db2d6-8c5d-4edb-878c-fac5c981c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:23.836159 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:23.886215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port aae092e9-adfe-451a-b2e5-4182ec7197b9, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=aae092e9-adfe-451a-b2e5-4182ec7197b9,segment=NetworkSegment(3c5f8969-360c-4f18-a7be-2937b2d95a60),segment_id=3c5f8969-360c-4f18-a7be-2937b2d95a60)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:23.897352 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:23.976972 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Attempting to bind port 849bd86f-ebdd-4b35-b31d-934fe6370cb1 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:23.977493 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Attempting to bind port 849bd86f-ebdd-4b35-b31d-934fe6370cb1 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '7b73d23e-d5db-43a9-87a8-6639f368a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45150b03-b323-475b-b75a-119ce5083433'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:23.978033 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Attempting to bind port 849bd86f-ebdd-4b35-b31d-934fe6370cb1 on network 45150b03-b323-475b-b75a-119ce5083433 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:23.981515 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19649775-9bf5-4984-b199-887462f45016 None None] Pushing event updated for resources: {'Port': ['ID=849bd86f-ebdd-4b35-b31d-934fe6370cb1,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:23.987345 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:23.987785 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Checking segment: {'id': '7b73d23e-d5db-43a9-87a8-6639f368a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45150b03-b323-475b-b75a-119ce5083433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:23.988284 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:23.988782 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Bound using segment: {'id': '7b73d23e-d5db-43a9-87a8-6639f368a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45150b03-b323-475b-b75a-119ce5083433'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:23.990363 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Bound port: 849bd86f-ebdd-4b35-b31d-934fe6370cb1, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b73d23e-d5db-43a9-87a8-6639f368a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45150b03-b323-475b-b75a-119ce5083433'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:23.991086 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:24.041354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.extraroute_db [None req-21d1e685-9fb6-49f6-9fc8-5e401432a171 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Added routes are [] {{(pid=94871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:49:24.042237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.extraroute_db [None req-21d1e685-9fb6-49f6-9fc8-5e401432a171 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:49:24.077438 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] For port 849bd86f-ebdd-4b35-b31d-934fe6370cb1, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:24.082448 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] For port 849bd86f-ebdd-4b35-b31d-934fe6370cb1, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=849bd86f-ebdd-4b35-b31d-934fe6370cb1,segment=NetworkSegment(7b73d23e-d5db-43a9-87a8-6639f368a76c),segment_id=7b73d23e-d5db-43a9-87a8-6639f368a76c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:24.090171 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:24.101850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=aae092e9-adfe-451a-b2e5-4182ec7197b9,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:24.144132 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21d1e685-9fb6-49f6-9fc8-5e401432a171 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:24.148805 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:24.149665 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:24.155934 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e1db2d6-8c5d-4edb-878c-fac5c981c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:24.211062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5e1db2d6-8c5d-4edb-878c-fac5c981c0cf None None] For port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2,segment=NetworkSegment(7b73d23e-d5db-43a9-87a8-6639f368a76c),segment_id=7b73d23e-d5db-43a9-87a8-6639f368a76c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:24.217148 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e1db2d6-8c5d-4edb-878c-fac5c981c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:24.260245 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:24.353088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1db2d6-8c5d-4edb-878c-fac5c981c0cf None None] Pushing event updated for resources: {'Port': ['ID=3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:24.454110 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19649775-9bf5-4984-b199-887462f45016 None None] Pushing event updated for resources: {'Port': ['ID=849bd86f-ebdd-4b35-b31d-934fe6370cb1,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:24.518847 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:24.525935 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:24Z', 'revision_number': 7, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': '849bd86f-ebdd-4b35-b31d-934fe6370cb1', 'name': '', 'network_id': '45150b03-b323-475b-b75a-119ce5083433', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:8f:00:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9d13b347-f95f-44b2-b3c1-255288eb745e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:19Z', 'updated_at': '2021-08-31T14:49:24Z', 'revision_number': 4, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '9d13b347-f95f-44b2-b3c1-255288eb745e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae092e9-adfe-451a-b2e5-4182ec7197b9', 'name': '', 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:b6:de:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:15Z', 'updated_at': '2021-08-31T14:49:23Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:24.554522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ca661b38-5b33-47b6-8d90-674800683547 None None] Provisioning for port 849bd86f-ebdd-4b35-b31d-934fe6370cb1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:24.574006 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef5e577-bc86-4089-9216-8978968f4a31 None None] The sync data for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 is: [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:24Z', 'revision_number': 7, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': '849bd86f-ebdd-4b35-b31d-934fe6370cb1', 'name': '', 'network_id': '45150b03-b323-475b-b75a-119ce5083433', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:8f:00:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9d13b347-f95f-44b2-b3c1-255288eb745e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:19Z', 'updated_at': '2021-08-31T14:49:24Z', 'revision_number': 4, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '9d13b347-f95f-44b2-b3c1-255288eb745e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae092e9-adfe-451a-b2e5-4182ec7197b9', 'name': '', 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:b6:de:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:15Z', 'updated_at': '2021-08-31T14:49:23Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:24.599602 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ca661b38-5b33-47b6-8d90-674800683547 None None] Provisioning complete for port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:24.600481 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca661b38-5b33-47b6-8d90-674800683547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:24.718266 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21d1e685-9fb6-49f6-9fc8-5e401432a171 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:24.723569 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21d1e685-9fb6-49f6-9fc8-5e401432a171 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:24.982916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d1e685-9fb6-49f6-9fc8-5e401432a171 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 22da2d34-8907-42c3-b012-03b233b45199 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:25.011491 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:25.193543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d1e685-9fb6-49f6-9fc8-5e401432a171 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:25.200373 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21d1e685-9fb6-49f6-9fc8-5e401432a171 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:25.201618 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-21d1e685-9fb6-49f6-9fc8-5e401432a171 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199 HTTP/1.1" status: 200 len: 699 time: 1.8610439 Aug 31 14:49:25.204599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49530) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:25.270886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:25.372746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:25.373411 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:25.388040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49532) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:25.393989 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2609a101-b002-41dd-a89e-ba6ff47d3395 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199 HTTP/1.1" status: 200 len: 699 time: 0.1880097 Aug 31 14:49:25.532848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 849bd86f-ebdd-4b35-b31d-934fe6370cb1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:25.544537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49538) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:25.550280 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Request body: {'network': {'name': 'tempest-network-smoke--2094741351', 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'port_security_enabled': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:25.582342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Made reservation on behalf of b4e8ce0961c04ebe8d413ec7a5a4bed5 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:25.588349 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:25.619771 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:25.634759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 849bd86f-ebdd-4b35-b31d-934fe6370cb1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:25.641221 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 849bd86f-ebdd-4b35-b31d-934fe6370cb1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:25.641643 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:25.683239 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ebdd89e7-77d8-434b-bc76-743d961ad466 None None] Provisioning complete for port 849bd86f-ebdd-4b35-b31d-934fe6370cb1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:25.683694 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ebdd89e7-77d8-434b-bc76-743d961ad466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:25.752032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc79356-15f2-40d9-bea4-c340aa7f7af2 None None] Sync routers for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:25.779334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc79356-15f2-40d9-bea4-c340aa7f7af2 None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:25.780032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8fc79356-15f2-40d9-bea4-c340aa7f7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:25.786879 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:25.791592 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:25.806926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:49:25.821256 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:25.821901 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Added segment 0244138a-d738-446a-b6f8-6e5ac07e0f97 of type vlan for network 719b1934-36ce-4187-8e04-658ca884d313 Aug 31 14:49:25.880224 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:25.912114 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:25.920347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:25.921369 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:25.966500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-8fc79356-15f2-40d9-bea4-c340aa7f7af2 None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:25.976380 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5da36979-c4fe-425e-bb12-b1c4f135a192 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:26.010320 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd4af79-9bd2-45fd-b100-4005ced2848f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:26.017829 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4720891 Aug 31 14:49:26.021457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49542) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:26.029266 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'admin_state_up': True, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:26.030914 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:26.048658 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fef58-69a1-4e50-804c-923d5184a646 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'Network': ['ID=719b1934-36ce-4187-8e04-658ca884d313,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:26.069210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 719b1934-36ce-4187-8e04-658ca884d313 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:49:26.075946 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:26.077544 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:26.094720 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ebdd89e7-77d8-434b-bc76-743d961ad466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:26.222085 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 849bd86f-ebdd-4b35-b31d-934fe6370cb1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=849bd86f-ebdd-4b35-b31d-934fe6370cb1,segment=NetworkSegment(7b73d23e-d5db-43a9-87a8-6639f368a76c),segment_id=7b73d23e-d5db-43a9-87a8-6639f368a76c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:26.246068 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:26.246951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device aae092e9-adfe-451a-b2e5-4182ec7197b9 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:26.417668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5da36979-c4fe-425e-bb12-b1c4f135a192 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port 849bd86f-ebdd-4b35-b31d-934fe6370cb1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:26.418064 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5da36979-c4fe-425e-bb12-b1c4f135a192 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:26.460319 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-ebdd89e7-77d8-434b-bc76-743d961ad466 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:49:26.460891 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-ebdd89e7-77d8-434b-bc76-743d961ad466 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:49:26.466248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=849bd86f-ebdd-4b35-b31d-934fe6370cb1,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:26.499279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port aae092e9-adfe-451a-b2e5-4182ec7197b9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:26.499667 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:26.550047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-5da36979-c4fe-425e-bb12-b1c4f135a192 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] For port 849bd86f-ebdd-4b35-b31d-934fe6370cb1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=849bd86f-ebdd-4b35-b31d-934fe6370cb1,segment=NetworkSegment(7b73d23e-d5db-43a9-87a8-6639f368a76c),segment_id=7b73d23e-d5db-43a9-87a8-6639f368a76c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:26.550956 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5da36979-c4fe-425e-bb12-b1c4f135a192 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:26.561259 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:26.600351 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5da36979-c4fe-425e-bb12-b1c4f135a192 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for 849bd86f-ebdd-4b35-b31d-934fe6370cb1 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:26.759533 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:26.815207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8fc79356-15f2-40d9-bea4-c340aa7f7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:24Z', 'revision_number': 7, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': '849bd86f-ebdd-4b35-b31d-934fe6370cb1', 'name': '', 'network_id': '45150b03-b323-475b-b75a-119ce5083433', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:8f:00:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9d13b347-f95f-44b2-b3c1-255288eb745e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:19Z', 'updated_at': '2021-08-31T14:49:24Z', 'revision_number': 4, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '9d13b347-f95f-44b2-b3c1-255288eb745e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae092e9-adfe-451a-b2e5-4182ec7197b9', 'name': '', 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:b6:de:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:15Z', 'updated_at': '2021-08-31T14:49:23Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:26.850992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc79356-15f2-40d9-bea4-c340aa7f7af2 None None] Checking router: 22da2d34-8907-42c3-b012-03b233b45199 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:26.860066 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5da36979-c4fe-425e-bb12-b1c4f135a192 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:26.865746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc79356-15f2-40d9-bea4-c340aa7f7af2 None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:26.866381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8fc79356-15f2-40d9-bea4-c340aa7f7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:26.889883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da36979-c4fe-425e-bb12-b1c4f135a192 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=849bd86f-ebdd-4b35-b31d-934fe6370cb1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:27.007053 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ebdd89e7-77d8-434b-bc76-743d961ad466 None None] Port 849bd86f-ebdd-4b35-b31d-934fe6370cb1 update to ACTIVE by agent not found {{(pid=94872) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 14:49:27.038220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-8fc79356-15f2-40d9-bea4-c340aa7f7af2 None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:27.075664 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:27.102214 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:27.167020 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5da36979-c4fe-425e-bb12-b1c4f135a192 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:27.245158 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a3b0f9b4-3721-48a3-927a-fccc68b36e40 None None] Could not find standard attr ID for object 849bd86f-ebdd-4b35-b31d-934fe6370cb1. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:49:27.256296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Allocated IP 172.25.2.9 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/f398aa6d-3621-485e-9d98-5e6e8e3fcdd4) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:27.393613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:27.413140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8fc79356-15f2-40d9-bea4-c340aa7f7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:26Z', 'revision_number': 8, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'aae092e9-adfe-451a-b2e5-4182ec7197b9', 'name': '', 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:b6:de:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:15Z', 'updated_at': '2021-08-31T14:49:23Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:27.422593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da36979-c4fe-425e-bb12-b1c4f135a192 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 22da2d34-8907-42c3-b012-03b233b45199 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:27.443701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc79356-15f2-40d9-bea4-c340aa7f7af2 None None] The sync data for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 is: [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:26Z', 'revision_number': 8, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'aae092e9-adfe-451a-b2e5-4182ec7197b9', 'name': '', 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:b6:de:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:15Z', 'updated_at': '2021-08-31T14:49:23Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:27.459539 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:27.509535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:27.514318 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:27.518926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:27.541026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'Port': ['ID=f398aa6d-3621-485e-9d98-5e6e8e3fcdd4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:27.543953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da36979-c4fe-425e-bb12-b1c4f135a192 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:27.552005 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5da36979-c4fe-425e-bb12-b1c4f135a192 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1593578 Aug 31 14:49:27.552759 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49558) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:27.679794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-8577a729-fa8c-4b39-9f36-d11de494f73b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting subnet 9d13b347-f95f-44b2-b3c1-255288eb745e {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:49:27.703461 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8577a729-fa8c-4b39-9f36-d11de494f73b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:27.758300 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8577a729-fa8c-4b39-9f36-d11de494f73b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:27.946533 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8577a729-fa8c-4b39-9f36-d11de494f73b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:27.949396 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:28.033683 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c86d8-466e-4ddb-9586-a928bb7dc10a None None] Sync routers for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:28.044510 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c86d8-466e-4ddb-9586-a928bb7dc10a None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:28.045396 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f23c86d8-466e-4ddb-9586-a928bb7dc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:28.107247 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8577a729-fa8c-4b39-9f36-d11de494f73b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:28.148520 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577a729-fa8c-4b39-9f36-d11de494f73b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Subnet': ['ID=9d13b347-f95f-44b2-b3c1-255288eb745e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:28.156526 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8577a729-fa8c-4b39-9f36-d11de494f73b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:28.158477 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8577a729-fa8c-4b39-9f36-d11de494f73b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/9d13b347-f95f-44b2-b3c1-255288eb745e HTTP/1.1" status: 204 len: 168 time: 0.6047819 Aug 31 14:49:28.162287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49568) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:28.171877 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c21ff2e-ef54-4b41-9fb2-34969b9db999 None None] Network 45150b03-b323-475b-b75a-119ce5083433 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:28.173495 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f23c86d8-466e-4ddb-9586-a928bb7dc10a None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:28.310782 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:28.407764 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:28.408006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94753a7-51c5-47a2-8b60-0cb6e2249324 None None] DHCP port deletion for 45150b03-b323-475b-b75a-119ce5083433 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:49:28.468605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e94753a7-51c5-47a2-8b60-0cb6e2249324 None None] Deleting port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:28.469410 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e94753a7-51c5-47a2-8b60-0cb6e2249324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:28.484937 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f23c86d8-466e-4ddb-9586-a928bb7dc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:26Z', 'revision_number': 8, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'aae092e9-adfe-451a-b2e5-4182ec7197b9', 'name': '', 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:b6:de:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:15Z', 'updated_at': '2021-08-31T14:49:23Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:28.490779 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:28.491126 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:28.516701 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c86d8-466e-4ddb-9586-a928bb7dc10a None None] Checking router: 22da2d34-8907-42c3-b012-03b233b45199 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:28.527425 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c86d8-466e-4ddb-9586-a928bb7dc10a None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:28.528265 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f23c86d8-466e-4ddb-9586-a928bb7dc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:28.562962 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e94753a7-51c5-47a2-8b60-0cb6e2249324 None None] For port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2,segment=NetworkSegment(7b73d23e-d5db-43a9-87a8-6639f368a76c),segment_id=7b73d23e-d5db-43a9-87a8-6639f368a76c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:28.563386 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e94753a7-51c5-47a2-8b60-0cb6e2249324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:28.584091 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e94753a7-51c5-47a2-8b60-0cb6e2249324 None None] Calling delete_port for 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:28.610445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] For port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2,segment=NetworkSegment(7b73d23e-d5db-43a9-87a8-6639f368a76c),segment_id=7b73d23e-d5db-43a9-87a8-6639f368a76c)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:28.610815 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:28.629204 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:28.658242 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f23c86d8-466e-4ddb-9586-a928bb7dc10a None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:28.704544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Router b0484de4-84b9-442b-98cf-1873dcfc91ad is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:49:28.717039 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e94753a7-51c5-47a2-8b60-0cb6e2249324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:28.755542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94753a7-51c5-47a2-8b60-0cb6e2249324 None None] Pushing event deleted for resources: {'Port': ['ID=3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:28.757740 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94753a7-51c5-47a2-8b60-0cb6e2249324 None None] No DVR routers for this DVR port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:28.834453 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:28.870831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No DVR routers for this DVR port 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:28.879335 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:28.953548 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:28.965162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Sync routers for ids ['b0484de4-84b9-442b-98cf-1873dcfc91ad'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:28.975219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Routers {'b0484de4-84b9-442b-98cf-1873dcfc91ad'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:28.976335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b0484de4-84b9-442b-98cf-1873dcfc91ad'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:28.995135 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:29.012103 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:29.013353 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eb974d1e-acc5-47c9-bc79-5e6bdf5949d3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.9909432 Aug 31 14:49:29.016663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49578) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:29.021551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45150b03-b323-475b-b75a-119ce5083433']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:29.033780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b73d23e-d5db-43a9-87a8-6639f368a76c') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:29.035313 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b73d23e-d5db-43a9-87a8-6639f368a76c') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:29.047956 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:29.059410 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f23c86d8-466e-4ddb-9586-a928bb7dc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:26Z', 'revision_number': 8, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'aae092e9-adfe-451a-b2e5-4182ec7197b9', 'name': '', 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:b6:de:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:15Z', 'updated_at': '2021-08-31T14:49:23Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:29.081040 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:29.090686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:49:29.091310 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: self.session.flush() Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:49:29.094698 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:49:29.124862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:29.126531 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c86d8-466e-4ddb-9586-a928bb7dc10a None None] The sync data for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 is: [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:26Z', 'revision_number': 8, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'aae092e9-adfe-451a-b2e5-4182ec7197b9', 'name': '', 'network_id': 'e1ebe011-2eb4-4dd3-98d5-a734a9037f1d', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:b6:de:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:15Z', 'updated_at': '2021-08-31T14:49:23Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'e8768aae-b368-4f1b-b391-2a6210a4295e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:29.156536 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:29.157223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3ac4174d-23a9-4d6e-b9b6-f6d6d73cf3b2 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:29.157810 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 849bd86f-ebdd-4b35-b31d-934fe6370cb1 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:29.189123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 849bd86f-ebdd-4b35-b31d-934fe6370cb1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:29.190246 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 849bd86f-ebdd-4b35-b31d-934fe6370cb1 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:29.215316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Set router b0484de4-84b9-442b-98cf-1873dcfc91ad gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:29.229084 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:29.239522 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:29.244923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49582) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:29.245536 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/networks/45150b03-b323-475b-b75a-119ce5083433 HTTP/1.1" status: 204 len: 168 time: 1.0820839 Aug 31 14:49:29.262295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8314b-3fcb-4938-927f-a85fc4d00fc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Network': ['ID=45150b03-b323-475b-b75a-119ce5083433,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:29.489334 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ebdc05e9-ea2e-4275-ac3b-bbc6a94f8e9f tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b4e8ce0961c04ebe8d413ec7a5a4bed5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4684291 Aug 31 14:49:29.491047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49590) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:29.492932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:49:27Z', 'revision_number': 3, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:29.526278 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Checking router: b0484de4-84b9-442b-98cf-1873dcfc91ad for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:29.526778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Updating router b0484de4-84b9-442b-98cf-1873dcfc91ad port f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:49:29.553367 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:29.642203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749e4211-a604-421f-b3ef-41f7e0047086 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:29.648756 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-749e4211-a604-421f-b3ef-41f7e0047086 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1554716 Aug 31 14:49:29.649707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49594) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:29.699143 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f8edaa10-e054-44cd-8f79-d1e7815dce55 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479882 Aug 31 14:49:29.700807 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49598) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:29.706745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-59440c63-b672-45f4-9bcd-1c0db4eca31a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-154547382', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:29.827206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59440c63-b672-45f4-9bcd-1c0db4eca31a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Made reservation on behalf of b4e8ce0961c04ebe8d413ec7a5a4bed5 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:29.831526 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59440c63-b672-45f4-9bcd-1c0db4eca31a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:29.899897 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:29.911236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Transition to ACTIVE for port object f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:29.919862 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:29.975296 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff7a1a-cfb4-4f3e-88bd-cfa6608c1b61 None None] Pushing event updated for resources: {'Port': ['ID=f398aa6d-3621-485e-9d98-5e6e8e3fcdd4,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:29.993679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Attempting to bind port f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:29.994198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Attempting to bind port f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:29.994717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Attempting to bind port f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:30.000790 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:30.001703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:30.001703 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:30.002280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:30.008593 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Bound port: f398aa6d-3621-485e-9d98-5e6e8e3fcdd4, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:30.008593 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:30.067423 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] For port f398aa6d-3621-485e-9d98-5e6e8e3fcdd4, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:30.073207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] For port f398aa6d-3621-485e-9d98-5e6e8e3fcdd4, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f398aa6d-3621-485e-9d98-5e6e8e3fcdd4,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:30.081035 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:30.081266 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59440c63-b672-45f4-9bcd-1c0db4eca31a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:30.118471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0485098-dae5-4984-b266-32f4c69740d7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:30.157492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59440c63-b672-45f4-9bcd-1c0db4eca31a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'Subnet': ['ID=ac81d7e0-e17c-40a1-9bcd-49f3e2841abd,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:30.164359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Routers {'b0484de4-84b9-442b-98cf-1873dcfc91ad'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:30.165435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b0484de4-84b9-442b-98cf-1873dcfc91ad'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:30.165945 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59440c63-b672-45f4-9bcd-1c0db4eca31a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Checking segment: {'id': '0244138a-d738-446a-b6f8-6e5ac07e0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '719b1934-36ce-4187-8e04-658ca884d313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:30.166310 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59440c63-b672-45f4-9bcd-1c0db4eca31a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Network hostable DHCP agents. Network: 719b1934-36ce-4187-8e04-658ca884d313, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:49:30.171675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff7a1a-cfb4-4f3e-88bd-cfa6608c1b61 None None] Pushing event updated for resources: {'Port': ['ID=f398aa6d-3621-485e-9d98-5e6e8e3fcdd4,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:30.190087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59440c63-b672-45f4-9bcd-1c0db4eca31a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Network 719b1934-36ce-4187-8e04-658ca884d313 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:49:30.204044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-59440c63-b672-45f4-9bcd-1c0db4eca31a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 719b1934-36ce-4187-8e04-658ca884d313) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:30.210487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59440c63-b672-45f4-9bcd-1c0db4eca31a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:30.211687 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-59440c63-b672-45f4-9bcd-1c0db4eca31a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:30.226110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38acb65-db4f-410d-9877-86622c824912 None None] Network 719b1934-36ce-4187-8e04-658ca884d313 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:30.233119 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-59440c63-b672-45f4-9bcd-1c0db4eca31a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5307889 Aug 31 14:49:30.236517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49608) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:30.389637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] Set router b0484de4-84b9-442b-98cf-1873dcfc91ad gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:30.502659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a0485098-dae5-4984-b266-32f4c69740d7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port aae092e9-adfe-451a-b2e5-4182ec7197b9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:30.503006 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0485098-dae5-4984-b266-32f4c69740d7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:30.632222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-719b1934-36ce-4187-8e04-658ca884d313', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'fixed_ips': [{'subnet_id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:49:30.633140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a0485098-dae5-4984-b266-32f4c69740d7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] For port aae092e9-adfe-451a-b2e5-4182ec7197b9, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=aae092e9-adfe-451a-b2e5-4182ec7197b9,segment=NetworkSegment(3c5f8969-360c-4f18-a7be-2937b2d95a60),segment_id=3c5f8969-360c-4f18-a7be-2937b2d95a60)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:30.633632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0485098-dae5-4984-b266-32f4c69740d7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:30.634528 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:30.650769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a0485098-dae5-4984-b266-32f4c69740d7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for aae092e9-adfe-451a-b2e5-4182ec7197b9 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:30.801403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:49:27Z', 'revision_number': 3, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:30.851214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc7c492-c0a3-4ef4-8c98-0ddfda4c8614 None None] The sync data for ids ['b0484de4-84b9-442b-98cf-1873dcfc91ad'] in n-d-806683-5 is: [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:49:27Z', 'revision_number': 3, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:30.868556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Allocated IP 172.20.0.2 (719b1934-36ce-4187-8e04-658ca884d313/ac81d7e0-e17c-40a1-9bcd-49f3e2841abd/9bb7e010-266b-4b53-a1dc-096084c9553c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:30.874186 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0485098-dae5-4984-b266-32f4c69740d7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:30.917497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0485098-dae5-4984-b266-32f4c69740d7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=aae092e9-adfe-451a-b2e5-4182ec7197b9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:31.194862 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:31.214631 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0485098-dae5-4984-b266-32f4c69740d7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:31.224852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Transition to ACTIVE for port object 9bb7e010-266b-4b53-a1dc-096084c9553c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:31.254016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Transition to ACTIVE for port object 9bb7e010-266b-4b53-a1dc-096084c9553c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:31.262892 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:31.348737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Network 719b1934-36ce-4187-8e04-658ca884d313 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:31.351004 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:31.353050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Pushing event updated for resources: {'Port': ['ID=9bb7e010-266b-4b53-a1dc-096084c9553c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:31.355405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:31.378173 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:31.450710 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Attempting to bind port 9bb7e010-266b-4b53-a1dc-096084c9553c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:31.451085 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Attempting to bind port 9bb7e010-266b-4b53-a1dc-096084c9553c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '0244138a-d738-446a-b6f8-6e5ac07e0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '719b1934-36ce-4187-8e04-658ca884d313'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:31.451484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Attempting to bind port 9bb7e010-266b-4b53-a1dc-096084c9553c on network 719b1934-36ce-4187-8e04-658ca884d313 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:31.462280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:31.462663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Checking segment: {'id': '0244138a-d738-446a-b6f8-6e5ac07e0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '719b1934-36ce-4187-8e04-658ca884d313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:31.463744 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:31.464291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Bound using segment: {'id': '0244138a-d738-446a-b6f8-6e5ac07e0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '719b1934-36ce-4187-8e04-658ca884d313'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:31.464817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Bound port: 9bb7e010-266b-4b53-a1dc-096084c9553c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0244138a-d738-446a-b6f8-6e5ac07e0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '719b1934-36ce-4187-8e04-658ca884d313'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:31.465795 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:31.560050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] For port 9bb7e010-266b-4b53-a1dc-096084c9553c, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:31.567660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] For port 9bb7e010-266b-4b53-a1dc-096084c9553c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9bb7e010-266b-4b53-a1dc-096084c9553c,segment=NetworkSegment(0244138a-d738-446a-b6f8-6e5ac07e0f97),segment_id=0244138a-d738-446a-b6f8-6e5ac07e0f97)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:31.573985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0485098-dae5-4984-b266-32f4c69740d7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 22da2d34-8907-42c3-b012-03b233b45199 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:31.574465 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:31.684751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dc987-f544-415f-9af0-59ee62ce44d3 None None] Pushing event updated for resources: {'Port': ['ID=9bb7e010-266b-4b53-a1dc-096084c9553c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:31.720476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0485098-dae5-4984-b266-32f4c69740d7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:31.728369 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a0485098-dae5-4984-b266-32f4c69740d7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4821975 Aug 31 14:49:31.729646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49634) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:31.738559 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78effe-9c69-4985-8e71-6b4782011fc9 None None] Sync routers for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:31.763694 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b78effe-9c69-4985-8e71-6b4782011fc9 None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:31.764331 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5b78effe-9c69-4985-8e71-6b4782011fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:31.810305 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-280cac9b-db17-4334-a75f-48df5587e3f6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting subnet e8768aae-b368-4f1b-b391-2a6210a4295e {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:49:31.814260 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-280cac9b-db17-4334-a75f-48df5587e3f6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:31.893604 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Allocated IP 172.20.0.1 (719b1934-36ce-4187-8e04-658ca884d313/ac81d7e0-e17c-40a1-9bcd-49f3e2841abd/4d697a9f-6f6a-4ed2-a672-50dd586b4fb6) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:31.897063 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-280cac9b-db17-4334-a75f-48df5587e3f6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:31.948146 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5b78effe-9c69-4985-8e71-6b4782011fc9 None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:32.095548 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-280cac9b-db17-4334-a75f-48df5587e3f6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:32.195122 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:32.215764 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-280cac9b-db17-4334-a75f-48df5587e3f6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:32.242469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Transition to ACTIVE for port object 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:32.269448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cac9b-db17-4334-a75f-48df5587e3f6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Subnet': ['ID=e8768aae-b368-4f1b-b391-2a6210a4295e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:32.286153 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-280cac9b-db17-4334-a75f-48df5587e3f6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:32.290623 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-280cac9b-db17-4334-a75f-48df5587e3f6 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/e8768aae-b368-4f1b-b391-2a6210a4295e HTTP/1.1" status: 204 len: 168 time: 0.5573277 Aug 31 14:49:32.291016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49642) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:32.295015 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02c45f-6c19-480d-9ebf-95aaa4ec1283 None None] Network e1ebe011-2eb4-4dd3-98d5-a734a9037f1d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:32.304422 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:32.355795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Network 719b1934-36ce-4187-8e04-658ca884d313 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:32.365262 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:32.369946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:32.417219 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5b78effe-9c69-4985-8e71-6b4782011fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:30Z', 'revision_number': 9, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:32.419735 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:32.460281 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'Port': ['ID=4d697a9f-6f6a-4ed2-a672-50dd586b4fb6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:32.490999 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78effe-9c69-4985-8e71-6b4782011fc9 None None] Checking router: 22da2d34-8907-42c3-b012-03b233b45199 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:32.497836 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:32.505971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port 5afe5c39-bd4b-4a6c-977f-62230871d209 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:32.505971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:32.511157 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b78effe-9c69-4985-8e71-6b4782011fc9 None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:32.511830 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5b78effe-9c69-4985-8e71-6b4782011fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:32.641619 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5b78effe-9c69-4985-8e71-6b4782011fc9 None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:32.644751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] For port 5afe5c39-bd4b-4a6c-977f-62230871d209, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5afe5c39-bd4b-4a6c-977f-62230871d209,segment=NetworkSegment(3c5f8969-360c-4f18-a7be-2937b2d95a60),segment_id=3c5f8969-360c-4f18-a7be-2937b2d95a60)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:32.645093 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:32.701913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1691593-b24b-4b60-a9ca-22cd43603fc0 None None] DHCP port deletion for e1ebe011-2eb4-4dd3-98d5-a734a9037f1d request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:49:32.706348 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for 5afe5c39-bd4b-4a6c-977f-62230871d209 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:32.810992 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:32.829841 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e1691593-b24b-4b60-a9ca-22cd43603fc0 None None] Deleting port 5afe5c39-bd4b-4a6c-977f-62230871d209 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:32.830371 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1691593-b24b-4b60-a9ca-22cd43603fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:32.912402 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:32.934457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No DVR routers for this DVR port 5afe5c39-bd4b-4a6c-977f-62230871d209 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:33.031466 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=5afe5c39-bd4b-4a6c-977f-62230871d209,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:33.054357 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e1691593-b24b-4b60-a9ca-22cd43603fc0 None None] For port 5afe5c39-bd4b-4a6c-977f-62230871d209, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5afe5c39-bd4b-4a6c-977f-62230871d209,segment=NetworkSegment(3c5f8969-360c-4f18-a7be-2937b2d95a60),segment_id=3c5f8969-360c-4f18-a7be-2937b2d95a60)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:33.054674 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1691593-b24b-4b60-a9ca-22cd43603fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:33.095231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e1691593-b24b-4b60-a9ca-22cd43603fc0 None None] Calling delete_port for 5afe5c39-bd4b-4a6c-977f-62230871d209 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:33.125600 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5b78effe-9c69-4985-8e71-6b4782011fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:30Z', 'revision_number': 9, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:33.178549 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78effe-9c69-4985-8e71-6b4782011fc9 None None] The sync data for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 is: [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:30Z', 'revision_number': 9, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'af9d5adf-f27d-4286-855c-9c913d9d693a', 'name': '', 'network_id': 'b6f98f50-63ac-48d3-9fc0-1d073bcc72fb', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:29:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '094139c9-8835-4380-8978-32e03d648dc3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:10Z', 'updated_at': '2021-08-31T14:49:17Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': '094139c9-8835-4380-8978-32e03d648dc3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:33.227262 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:33.251397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ebe011-2eb4-4dd3-98d5-a734a9037f1d']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:33.300992 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5f8969-360c-4f18-a7be-2937b2d95a60') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:33.305779 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5f8969-360c-4f18-a7be-2937b2d95a60') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:33.319083 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:33.345056 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:33.359373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:49:33.360031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:49:33.363662 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:49:33.399383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd477c0-a17b-4d77-8cab-be32d914e4dc None None] Network 719b1934-36ce-4187-8e04-658ca884d313 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:33.461364 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:33.472421 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:33.478299 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/networks/e1ebe011-2eb4-4dd3-98d5-a734a9037f1d HTTP/1.1" status: 204 len: 168 time: 1.1857016 Aug 31 14:49:33.482758 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49656) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:33.516820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1625ac2-ae9a-4ddc-a5ac-a70bc326cfd7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Network': ['ID=e1ebe011-2eb4-4dd3-98d5-a734a9037f1d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:33.539310 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49658) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:33.624673 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1691593-b24b-4b60-a9ca-22cd43603fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:33.642805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-289d51fd-3c0b-43f0-8717-4a0f4f421057 None None] Provisioning for port 9bb7e010-266b-4b53-a1dc-096084c9553c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:33.660381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:33.667439 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:33.779271 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:33.792998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'Port': ['ID=4d697a9f-6f6a-4ed2-a672-50dd586b4fb6,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:33.845678 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfb76d76-9479-4841-9d7a-9204c733d55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:33.905389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1691593-b24b-4b60-a9ca-22cd43603fc0 None None] Network e1ebe011-2eb4-4dd3-98d5-a734a9037f1d is not hosted by any dhcp agent {{(pid=94872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:49:33.905992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1691593-b24b-4b60-a9ca-22cd43603fc0 None None] No DVR routers for this DVR port 5afe5c39-bd4b-4a6c-977f-62230871d209 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:33.912621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9bb7e010-266b-4b53-a1dc-096084c9553c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:33.919764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1691593-b24b-4b60-a9ca-22cd43603fc0 None None] Pushing event deleted for resources: {'Port': ['ID=5afe5c39-bd4b-4a6c-977f-62230871d209,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:33.984913 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Network 719b1934-36ce-4187-8e04-658ca884d313 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:33.993073 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:34.015101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 9bb7e010-266b-4b53-a1dc-096084c9553c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:34.027998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 9bb7e010-266b-4b53-a1dc-096084c9553c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:34.028386 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.101013 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8542a88b-5894-426b-9e75-6955247118ca tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.114429 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfb76d76-9479-4841-9d7a-9204c733d55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.127163 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfb76d76-9479-4841-9d7a-9204c733d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.135549 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.183518 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 9bb7e010-266b-4b53-a1dc-096084c9553c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9bb7e010-266b-4b53-a1dc-096084c9553c,segment=NetworkSegment(0244138a-d738-446a-b6f8-6e5ac07e0f97),segment_id=0244138a-d738-446a-b6f8-6e5ac07e0f97)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:34.189769 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.190262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:34.216884 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bfb76d76-9479-4841-9d7a-9204c733d55e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4fdea02e4a1449aa5392dcd57fad076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6735435 Aug 31 14:49:34.216884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb76d76-9479-4841-9d7a-9204c733d55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880344f8-c44f-465d-9db2-1ac5d7c34ffe,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:34.217234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49662) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:34.262206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Router b0484de4-84b9-442b-98cf-1873dcfc91ad has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:34.286863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=9bb7e010-266b-4b53-a1dc-096084c9553c,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:34.308597 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:34.313320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:34.313745 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.349898 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13ee9e2a-3dc8-4142-8f3a-3ce3356ec7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.385977 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13ee9e2a-3dc8-4142-8f3a-3ce3356ec7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.399869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:34.405838 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-85003d9b-dffb-4a89-b1af-ed7a5223ae1a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "PUT /v2.0/routers/b0484de4-84b9-442b-98cf-1873dcfc91ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1678739 Aug 31 14:49:34.408350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49664) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:34.421004 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bdd60f95-d5db-4f28-9cfc-cbc97abf9094 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--580969227', 'description': 'tempest-secgroup_access--580969227 description', 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:34.450562 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdd60f95-d5db-4f28-9cfc-cbc97abf9094 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.454766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Sync routers for ids ['b0484de4-84b9-442b-98cf-1873dcfc91ad'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:34.481749 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.497067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Routers {'b0484de4-84b9-442b-98cf-1873dcfc91ad'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:34.498015 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b0484de4-84b9-442b-98cf-1873dcfc91ad'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:34.522941 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13ee9e2a-3dc8-4142-8f3a-3ce3356ec7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.526097 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13ee9e2a-3dc8-4142-8f3a-3ce3356ec7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.530339 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-13ee9e2a-3dc8-4142-8f3a-3ce3356ec7e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/880344f8-c44f-465d-9db2-1ac5d7c34ffe HTTP/1.1" status: 204 len: 168 time: 0.3095264 Aug 31 14:49:34.546314 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-32c4cd59-9151-4bf8-9a59-7abb377a06cf None None] Provisioning complete for port 9bb7e010-266b-4b53-a1dc-096084c9553c triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:34.546690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee9e2a-3dc8-4142-8f3a-3ce3356ec7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880344f8-c44f-465d-9db2-1ac5d7c34ffe,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:34.546818 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32c4cd59-9151-4bf8-9a59-7abb377a06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.565381 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8542a88b-5894-426b-9e75-6955247118ca tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port af9d5adf-f27d-4286-855c-9c913d9d693a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:34.565721 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8542a88b-5894-426b-9e75-6955247118ca tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.602803 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdd60f95-d5db-4f28-9cfc-cbc97abf9094 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.608115 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdd60f95-d5db-4f28-9cfc-cbc97abf9094 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.613340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port f398aa6d-3621-485e-9d98-5e6e8e3fcdd4, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f398aa6d-3621-485e-9d98-5e6e8e3fcdd4,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:34.636234 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bdd60f95-d5db-4f28-9cfc-cbc97abf9094 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.638665 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.638989 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bdd60f95-d5db-4f28-9cfc-cbc97abf9094 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2293146 Aug 31 14:49:34.647352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49668) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:34.653077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5cc64b88-2f9c-4c74-a667-bb19c50db0ff tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--435200568', 'description': 'tempest-secgroup_general--435200568 description', 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:34.692857 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd60f95-d5db-4f28-9cfc-cbc97abf9094 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb3732f-702b-43c2-bc76-aa6ad5d739d1,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:34.734235 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5cc64b88-2f9c-4c74-a667-bb19c50db0ff tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.758021 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5afe5c39-bd4b-4a6c-977f-62230871d209 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:34.782487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-8542a88b-5894-426b-9e75-6955247118ca tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] For port af9d5adf-f27d-4286-855c-9c913d9d693a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=af9d5adf-f27d-4286-855c-9c913d9d693a,segment=NetworkSegment(2caf7a17-3b2a-4efb-aa1b-0974337e695b),segment_id=2caf7a17-3b2a-4efb-aa1b-0974337e695b)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:34.782860 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8542a88b-5894-426b-9e75-6955247118ca tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.794920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 5afe5c39-bd4b-4a6c-977f-62230871d209 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:34.794920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5afe5c39-bd4b-4a6c-977f-62230871d209 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:34.809178 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=f398aa6d-3621-485e-9d98-5e6e8e3fcdd4,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:34.821420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8542a88b-5894-426b-9e75-6955247118ca tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for af9d5adf-f27d-4286-855c-9c913d9d693a owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:34.862765 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Set router b0484de4-84b9-442b-98cf-1873dcfc91ad gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:34.974664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-32c4cd59-9151-4bf8-9a59-7abb377a06cf None None] Provisioning for port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:34.983373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49672) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:35.006350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-32c4cd59-9151-4bf8-9a59-7abb377a06cf None None] Provisioning complete for port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:35.006723 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32c4cd59-9151-4bf8-9a59-7abb377a06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.013289 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5cc64b88-2f9c-4c74-a667-bb19c50db0ff tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.018778 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9af81-bb5f-456d-86ac-2db6ad12a1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.036585 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5cc64b88-2f9c-4c74-a667-bb19c50db0ff tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.094197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-32c4cd59-9151-4bf8-9a59-7abb377a06cf None None] Port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:49:35.131973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc64b88-2f9c-4c74-a667-bb19c50db0ff tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69604a71-fe03-4e80-8394-f85f21491ef4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:35.138137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9bb7e010-266b-4b53-a1dc-096084c9553c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:35.174979 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9af81-bb5f-456d-86ac-2db6ad12a1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.180864 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9af81-bb5f-456d-86ac-2db6ad12a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.186564 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5cc64b88-2f9c-4c74-a667-bb19c50db0ff tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.191322 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5cc64b88-2f9c-4c74-a667-bb19c50db0ff tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5428245 Aug 31 14:49:35.192584 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49674) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:35.201786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3e046de2-f550-429c-b674-6e19fd3800ac tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Request body: {'security_group_rule': {'security_group_id': 'aeb3732f-702b-43c2-bc76-aa6ad5d739d1', 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:35.222943 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8542a88b-5894-426b-9e75-6955247118ca tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.231432 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9fc9af81-bb5f-456d-86ac-2db6ad12a1f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=586c122404ce45958ad0a20a920f19b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464874 Aug 31 14:49:35.232115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49676) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:35.241913 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9af81-bb5f-456d-86ac-2db6ad12a1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddd24da-c92b-449c-9701-7632b0f34f42,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:35.243860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5f2eca04-34d5-4750-a745-5e3b04c08fbd None None] Provisioning complete for port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:35.244325 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f2eca04-34d5-4750-a745-5e3b04c08fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.257390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542a88b-5894-426b-9e75-6955247118ca tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=af9d5adf-f27d-4286-855c-9c913d9d693a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:35.276442 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e046de2-f550-429c-b674-6e19fd3800ac tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.289936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 9bb7e010-266b-4b53-a1dc-096084c9553c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:35.290180 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.324056 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-365c24b9-f592-450a-9bbb-39ca8a02abd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.326555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5f2eca04-34d5-4750-a745-5e3b04c08fbd None None] Port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:49:35.334352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:49:32Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '4d697a9f-6f6a-4ed2-a672-50dd586b4fb6', 'name': '', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'mac_address': 'fa:16:3e:c3:db:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:31Z', 'updated_at': '2021-08-31T14:49:33Z', 'revision_number': 2, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'subnets': [{'id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:35.358191 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-365c24b9-f592-450a-9bbb-39ca8a02abd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.379391 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Checking router: b0484de4-84b9-442b-98cf-1873dcfc91ad for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:35.379988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Updating router b0484de4-84b9-442b-98cf-1873dcfc91ad port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:49:35.405461 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e046de2-f550-429c-b674-6e19fd3800ac tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.413586 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.451072 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-365c24b9-f592-450a-9bbb-39ca8a02abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.454292 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-365c24b9-f592-450a-9bbb-39ca8a02abd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.462624 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e046de2-f550-429c-b674-6e19fd3800ac tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.468625 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-365c24b9-f592-450a-9bbb-39ca8a02abd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ddd24da-c92b-449c-9701-7632b0f34f42 HTTP/1.1" status: 204 len: 168 time: 0.2255514 Aug 31 14:49:35.492688 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c24b9-f592-450a-9bbb-39ca8a02abd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddd24da-c92b-449c-9701-7632b0f34f42,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:35.504759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:35.541441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e046de2-f550-429c-b674-6e19fd3800ac tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8360832d-b1cf-496f-b547-6da2c917c27a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:35.577546 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e046de2-f550-429c-b674-6e19fd3800ac tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.584277 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3e046de2-f550-429c-b674-6e19fd3800ac tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3856294 Aug 31 14:49:35.596508 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8542a88b-5894-426b-9e75-6955247118ca tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.744154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:35.744625 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.874043 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-c365fc13-c686-4a56-84d2-60682632f6db tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_access--580969227&fields=id&tenant_id=b4e8ce0961c04ebe8d413ec7a5a4bed5 HTTP/1.1" status: 200 len: 267 time: 0.0656259 Aug 31 14:49:35.922668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device aae092e9-adfe-451a-b2e5-4182ec7197b9 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:35.931597 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8542a88b-5894-426b-9e75-6955247118ca tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 22da2d34-8907-42c3-b012-03b233b45199 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:35.939884 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-47f600be-ceeb-4619-abb0-f9851f236e68 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_general--435200568&fields=id&tenant_id=b4e8ce0961c04ebe8d413ec7a5a4bed5 HTTP/1.1" status: 200 len: 267 time: 0.0569699 Aug 31 14:49:35.946744 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.949133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: aae092e9-adfe-451a-b2e5-4182ec7197b9 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:35.949710 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device aae092e9-adfe-451a-b2e5-4182ec7197b9 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:35.961226 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Transition to ACTIVE for port object 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:35.968369 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.052869 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd56146-feea-4884-9d7c-f9ff6ef69233 None None] Pushing event updated for resources: {'Port': ['ID=4d697a9f-6f6a-4ed2-a672-50dd586b4fb6,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:36.070035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49698) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:36.086569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8542a88b-5894-426b-9e75-6955247118ca tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:36.094777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Attempting to bind port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:36.095334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Attempting to bind port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '0244138a-d738-446a-b6f8-6e5ac07e0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '719b1934-36ce-4187-8e04-658ca884d313'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:36.095798 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Attempting to bind port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 on network 719b1934-36ce-4187-8e04-658ca884d313 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:36.097679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ec8c9a0-18e6-4a6c-9d06-23b8a09d5983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.101230 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe43e1fd-b940-4947-8502-65d5dd837d83 None None] Sync routers for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:36.108248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:36.108248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Checking segment: {'id': '0244138a-d738-446a-b6f8-6e5ac07e0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '719b1934-36ce-4187-8e04-658ca884d313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:36.108248 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.108248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Bound using segment: {'id': '0244138a-d738-446a-b6f8-6e5ac07e0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '719b1934-36ce-4187-8e04-658ca884d313'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:36.108248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Bound port: 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0244138a-d738-446a-b6f8-6e5ac07e0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '719b1934-36ce-4187-8e04-658ca884d313'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:36.108248 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.109581 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8542a88b-5894-426b-9e75-6955247118ca tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6237009 Aug 31 14:49:36.110559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49700) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:36.124861 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe43e1fd-b940-4947-8502-65d5dd837d83 None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:36.125512 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fe43e1fd-b940-4947-8502-65d5dd837d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:36.199276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-32ba461e-31cf-4bc6-9175-86257b52df96 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:36.200737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] For port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:36.204547 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-32ba461e-31cf-4bc6-9175-86257b52df96 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/networks?id=719b1934-36ce-4187-8e04-658ca884d313 HTTP/1.1" status: 200 len: 797 time: 0.2543230 Aug 31 14:49:36.205176 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] For port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4d697a9f-6f6a-4ed2-a672-50dd586b4fb6,segment=NetworkSegment(0244138a-d738-446a-b6f8-6e5ac07e0f97),segment_id=0244138a-d738-446a-b6f8-6e5ac07e0f97)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:36.211775 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.221230 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ec8c9a0-18e6-4a6c-9d06-23b8a09d5983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.226545 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ec8c9a0-18e6-4a6c-9d06-23b8a09d5983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.240398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-93de3a4a-4732-40b6-90ad-31d4f206c911 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting subnet 094139c9-8835-4380-8978-32e03d648dc3 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:49:36.245514 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93de3a4a-4732-40b6-90ad-31d4f206c911 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.249792 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-37371d9f-a0be-44bc-8fc6-d8ad9dee4217 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/quotas/b4e8ce0961c04ebe8d413ec7a5a4bed5 HTTP/1.1" status: 200 len: 375 time: 0.0335076 Aug 31 14:49:36.281956 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1ec8c9a0-18e6-4a6c-9d06-23b8a09d5983 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=360e7359787f498687fd809f6b71cfda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104166 Aug 31 14:49:36.282621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49702) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:36.290629 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-fe43e1fd-b940-4947-8502-65d5dd837d83 None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:36.297285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd56146-feea-4884-9d7c-f9ff6ef69233 None None] Pushing event updated for resources: {'Port': ['ID=4d697a9f-6f6a-4ed2-a672-50dd586b4fb6,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:36.309399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Routers {'b0484de4-84b9-442b-98cf-1873dcfc91ad'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:36.310135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b0484de4-84b9-442b-98cf-1873dcfc91ad'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:36.311014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8c9a0-18e6-4a6c-9d06-23b8a09d5983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da2c4a8-a8be-42c9-a597-82c0ea75a88e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:36.401246 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93de3a4a-4732-40b6-90ad-31d4f206c911 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.412326 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599edd3d-3231-4f07-b345-73abf8ab1736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.461616 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599edd3d-3231-4f07-b345-73abf8ab1736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.483851 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-96a88273-0720-4fc2-b615-f77461fa68f1 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4e8ce0961c04ebe8d413ec7a5a4bed5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1872735 Aug 31 14:49:36.495765 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] Set router b0484de4-84b9-442b-98cf-1873dcfc91ad gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:36.597464 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599edd3d-3231-4f07-b345-73abf8ab1736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.600304 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599edd3d-3231-4f07-b345-73abf8ab1736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.611116 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-599edd3d-3231-4f07-b345-73abf8ab1736 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9da2c4a8-a8be-42c9-a597-82c0ea75a88e HTTP/1.1" status: 204 len: 168 time: 0.3193879 Aug 31 14:49:36.630730 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599edd3d-3231-4f07-b345-73abf8ab1736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da2c4a8-a8be-42c9-a597-82c0ea75a88e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:36.692894 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fe43e1fd-b940-4947-8502-65d5dd837d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:35Z', 'revision_number': 10, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:36.722082 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93de3a4a-4732-40b6-90ad-31d4f206c911 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.737565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f80b08-e537-4a6a-ac0a-81633b509609 req-a8118a5e-b9e6-4e0a-ade7-094f3adde9ca tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:36.740499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-24f80b08-e537-4a6a-ac0a-81633b509609 req-a8118a5e-b9e6-4e0a-ade7-094f3adde9ca tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1096 time: 0.0965803 Aug 31 14:49:36.742601 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe43e1fd-b940-4947-8502-65d5dd837d83 None None] Checking router: 22da2d34-8907-42c3-b012-03b233b45199 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:36.752735 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe43e1fd-b940-4947-8502-65d5dd837d83 None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:36.753283 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fe43e1fd-b940-4947-8502-65d5dd837d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:36.814410 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-cf53ef55-14dc-4ceb-a253-177b8fd41ce4 service neutron] 10.222.0.39 "GET /v2.0/networks/719b1934-36ce-4187-8e04-658ca884d313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110683 Aug 31 14:49:36.834607 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-24f80b08-e537-4a6a-ac0a-81633b509609 req-a78a7b0c-1aa5-4f48-b7f4-3c7018164de9 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865521 Aug 31 14:49:36.851859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49710) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:36.909303 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-fe43e1fd-b940-4947-8502-65d5dd837d83 None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:36.942427 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93de3a4a-4732-40b6-90ad-31d4f206c911 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:37.052453 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de3a4a-4732-40b6-90ad-31d4f206c911 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Subnet': ['ID=094139c9-8835-4380-8978-32e03d648dc3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:37.054639 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93de3a4a-4732-40b6-90ad-31d4f206c911 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:37.059487 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-93de3a4a-4732-40b6-90ad-31d4f206c911 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/094139c9-8835-4380-8978-32e03d648dc3 HTTP/1.1" status: 204 len: 168 time: 0.9475489 Aug 31 14:49:37.066346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49714) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:37.071514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b934f902-9ed3-4ae9-b5e8-c111e19c4bf0 None None] Network b6f98f50-63ac-48d3-9fc0-1d073bcc72fb requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:37.093110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d88fa7cc-35ae-4e1c-8191-62536b9b46aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port bb267e9b-afce-4d13-b96c-a8a054c5e862 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:37.093487 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88fa7cc-35ae-4e1c-8191-62536b9b46aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:37.212159 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-8657788a-be7a-4c07-99fd-8676bfd4c120 service neutron] 10.222.0.39 "GET /v2.0/networks/719b1934-36ce-4187-8e04-658ca884d313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912203 Aug 31 14:49:37.257038 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:49:32Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '4d697a9f-6f6a-4ed2-a672-50dd586b4fb6', 'name': '', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'mac_address': 'fa:16:3e:c3:db:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:31Z', 'updated_at': '2021-08-31T14:49:36Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'subnets': [{'id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:37.292844 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263947b0-edcf-42d2-a0ba-2d7a42dc51bd None None] The sync data for ids ['b0484de4-84b9-442b-98cf-1873dcfc91ad'] in n-d-806683-5 is: [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:49:32Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '4d697a9f-6f6a-4ed2-a672-50dd586b4fb6', 'name': '', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'mac_address': 'fa:16:3e:c3:db:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:31Z', 'updated_at': '2021-08-31T14:49:36Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'subnets': [{'id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:37.316957 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:37.320226 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fe43e1fd-b940-4947-8502-65d5dd837d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:35Z', 'revision_number': 10, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:37.451949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964fe66b-7a6a-4473-8e42-fbe59d630152 None None] DHCP port deletion for b6f98f50-63ac-48d3-9fc0-1d073bcc72fb request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:49:37.466406 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port dca2cb56-b0f3-4c02-8407-bd8841edb27a {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:37.466779 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:37.575855 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-964fe66b-7a6a-4473-8e42-fbe59d630152 None None] Deleting port dca2cb56-b0f3-4c02-8407-bd8841edb27a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:37.576223 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-964fe66b-7a6a-4473-8e42-fbe59d630152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:37.612933 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] For port dca2cb56-b0f3-4c02-8407-bd8841edb27a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dca2cb56-b0f3-4c02-8407-bd8841edb27a,segment=NetworkSegment(2caf7a17-3b2a-4efb-aa1b-0974337e695b),segment_id=2caf7a17-3b2a-4efb-aa1b-0974337e695b)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:37.616988 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:37.640530 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for dca2cb56-b0f3-4c02-8407-bd8841edb27a owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:37.654746 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe43e1fd-b940-4947-8502-65d5dd837d83 None None] The sync data for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 is: [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:35Z', 'revision_number': 10, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None, '_interfaces': [{'id': 'c346e338-8f70-4680-b241-f88e8b8f8b6b', 'name': '', 'network_id': 'd85d63b7-4786-4957-8afe-fdab3c737c38', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'mac_address': 'fa:16:3e:ee:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da2d34-8907-42c3-b012-03b233b45199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:06Z', 'updated_at': '2021-08-31T14:49:13Z', 'revision_number': 5, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'subnets': [{'id': 'b9e3778f-7220-4612-be33-a9d4466cf2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:37.725913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-964fe66b-7a6a-4473-8e42-fbe59d630152 None None] For port dca2cb56-b0f3-4c02-8407-bd8841edb27a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=dca2cb56-b0f3-4c02-8407-bd8841edb27a,segment=NetworkSegment(2caf7a17-3b2a-4efb-aa1b-0974337e695b),segment_id=2caf7a17-3b2a-4efb-aa1b-0974337e695b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:37.726468 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-964fe66b-7a6a-4473-8e42-fbe59d630152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:37.754933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-964fe66b-7a6a-4473-8e42-fbe59d630152 None None] Calling delete_port for dca2cb56-b0f3-4c02-8407-bd8841edb27a owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:37.812926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a8e5eba9-3f62-4b69-a6e7-8bd94023968c req-876074d2-3106-4aa8-80a8-43827c85ae21 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 210 time: 0.0323901 Aug 31 14:49:37.851649 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:37.876869 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-964fe66b-7a6a-4473-8e42-fbe59d630152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:37.877547 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88fa7cc-35ae-4e1c-8191-62536b9b46aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:37.878601 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88fa7cc-35ae-4e1c-8191-62536b9b46aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:37.902178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d88fa7cc-35ae-4e1c-8191-62536b9b46aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for bb267e9b-afce-4d13-b96c-a8a054c5e862 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:37.906852 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=dca2cb56-b0f3-4c02-8407-bd8841edb27a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:37.917378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No DVR routers for this DVR port dca2cb56-b0f3-4c02-8407-bd8841edb27a on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:37.927750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fe66b-7a6a-4473-8e42-fbe59d630152 None None] Pushing event deleted for resources: {'Port': ['ID=dca2cb56-b0f3-4c02-8407-bd8841edb27a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:37.937465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964fe66b-7a6a-4473-8e42-fbe59d630152 None None] No DVR routers for this DVR port dca2cb56-b0f3-4c02-8407-bd8841edb27a on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:38.083751 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:38.111957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f98f50-63ac-48d3-9fc0-1d073bcc72fb']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:38.143499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2caf7a17-3b2a-4efb-aa1b-0974337e695b') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:38.143939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2caf7a17-3b2a-4efb-aa1b-0974337e695b') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:38.167902 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:38.199018 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:38.212581 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88fa7cc-35ae-4e1c-8191-62536b9b46aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:38.214701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:49:38.215233 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:49:38.221246 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:49:38.293410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fa7cc-35ae-4e1c-8191-62536b9b46aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=bb267e9b-afce-4d13-b96c-a8a054c5e862,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:38.336894 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:38.343163 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:38.347797 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/networks/b6f98f50-63ac-48d3-9fc0-1d073bcc72fb HTTP/1.1" status: 204 len: 168 time: 1.2773378 Aug 31 14:49:38.349032 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49746) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:38.413818 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30a688-41ea-43f2-978b-dda890594168 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Network': ['ID=b6f98f50-63ac-48d3-9fc0-1d073bcc72fb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:38.427606 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88fa7cc-35ae-4e1c-8191-62536b9b46aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:38.428378 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-d88fa7cc-35ae-4e1c-8191-62536b9b46aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Floating IP 1f7fc109-6602-4860-acb0-d40083aeaabf disassociated (deleted). External IP: 172.25.2.232, port: 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6. Aug 31 14:49:38.690453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49750) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:38.772948 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88fa7cc-35ae-4e1c-8191-62536b9b46aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:38.813530 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50e1f8c2-b18c-49cb-bbde-674263867c43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:38.848725 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf978-57d2-471e-ab3a-978d03d550f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:38.936822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88fa7cc-35ae-4e1c-8191-62536b9b46aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:38.943491 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88fa7cc-35ae-4e1c-8191-62536b9b46aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:38.949545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e531cf-d234-4089-8b53-bbcd6e8b11be None None] Sync routers for ids ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:38.972540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e531cf-d234-4089-8b53-bbcd6e8b11be None None] Routers {'d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:38.972988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1047571-2788-40c9-9b84-82df0511fb41 req-5eda5c14-78bb-476d-8487-16913cad7857 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 210 time: 0.0570052 Aug 31 14:49:38.973518 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-20e531cf-d234-4089-8b53-bbcd6e8b11be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:38.997301 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:49:39.078248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d88fa7cc-35ae-4e1c-8191-62536b9b46aa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/floatingips/1f7fc109-6602-4860-acb0-d40083aeaabf HTTP/1.1" status: 204 len: 168 time: 2.2249477 Aug 31 14:49:39.082494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:49:39.087018 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02731fbd-c0e6-49d6-b8b5-842deb8f1a29" -d '{"events": [{"name": "network-changed", "server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:49:39.240085 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:39.257716 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf978-57d2-471e-ab3a-978d03d550f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.263056 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60501ea7-df0c-41cc-8f7f-6ae54afa5c4a x-openstack-request-id: req-60501ea7-df0c-41cc-8f7f-6ae54afa5c4a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:49:39.265028 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:49:39.265883 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60501ea7-df0c-41cc-8f7f-6ae54afa5c4a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:49:39.266024 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'status': 'completed', 'code': 200} Aug 31 14:49:39.279363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-8b14ecb7-9080-40f2-9400-0e8656a5be67 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:39.281100 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-8b14ecb7-9080-40f2-9400-0e8656a5be67 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.25 "GET /v2.0/networks?id=719b1934-36ce-4187-8e04-658ca884d313 HTTP/1.1" status: 200 len: 797 time: 0.3321254 Aug 31 14:49:39.282611 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf978-57d2-471e-ab3a-978d03d550f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.304080 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-20e531cf-d234-4089-8b53-bbcd6e8b11be None None] Set router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:39.379882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bf978-57d2-471e-ab3a-978d03d550f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fede1beb-0b39-4e38-a889-1d4a3bf0b130,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:39.401405 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1c6bf978-57d2-471e-ab3a-978d03d550f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3b7c1b1fb184d1cb4cdf75f77e32deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7111266 Aug 31 14:49:39.405863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49762) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:39.425576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:39.437085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02731fbd-c0e6-49d6-b8b5-842deb8f1a29 req-8e386ae7-52ab-4b89-83b5-5e095103e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:39.438901 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02731fbd-c0e6-49d6-b8b5-842deb8f1a29 req-8e386ae7-52ab-4b89-83b5-5e095103e298 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 1096 time: 0.1632056 Aug 31 14:49:39.446815 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-8cb2bff5-3c7d-455f-8ac1-9310b823af42 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4e8ce0961c04ebe8d413ec7a5a4bed5 HTTP/1.1" status: 200 len: 476 time: 0.1381967 Aug 31 14:49:39.457268 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-50e1f8c2-b18c-49cb-bbde-674263867c43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port c346e338-8f70-4680-b241-f88e8b8f8b6b {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:39.457867 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50e1f8c2-b18c-49cb-bbde-674263867c43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.469367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:39.470075 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.475740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-0dc66114-5a79-4156-a548-1c24c4fd7ab9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Request body: {'port': {'device_id': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'admin_state_up': True, 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'security_groups': ['aeb3732f-702b-43c2-bc76-aa6ad5d739d1', '69604a71-fe03-4e80-8394-f85f21491ef4']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:39.621444 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-322db366-045d-4ff8-8dc4-a0e0099d242b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.633576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-0dc66114-5a79-4156-a548-1c24c4fd7ab9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Made reservation on behalf of b4e8ce0961c04ebe8d413ec7a5a4bed5 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:39.637453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-0dc66114-5a79-4156-a548-1c24c4fd7ab9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.651724 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.663791 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-322db366-045d-4ff8-8dc4-a0e0099d242b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.699827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4d697a9f-6f6a-4ed2-a672-50dd586b4fb6,segment=NetworkSegment(0244138a-d738-446a-b6f8-6e5ac07e0f97),segment_id=0244138a-d738-446a-b6f8-6e5ac07e0f97)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:39.701237 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3fb2d-b9c5-4f70-9af1-e6f70e1b09fc req-c6147001-6cef-49d2-b6ae-6675daeb3590 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:39.702506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-20e531cf-d234-4089-8b53-bbcd6e8b11be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:47:44Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '59527dc2-28a0-480d-ab20-803ac2400571', 'name': '', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:c6:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:42Z', 'updated_at': '2021-08-31T14:47:53Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:39.703701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6f3fb2d-b9c5-4f70-9af1-e6f70e1b09fc req-c6147001-6cef-49d2-b6ae-6675daeb3590 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.1876495 Aug 31 14:49:39.736061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e531cf-d234-4089-8b53-bbcd6e8b11be None None] Checking router: d07bba48-6e4a-43a0-881b-c3d5cce4a6ba for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:39.739721 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.800501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e531cf-d234-4089-8b53-bbcd6e8b11be None None] Routers {'d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:39.804733 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-20e531cf-d234-4089-8b53-bbcd6e8b11be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:39.805930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-50e1f8c2-b18c-49cb-bbde-674263867c43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] For port c346e338-8f70-4680-b241-f88e8b8f8b6b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c346e338-8f70-4680-b241-f88e8b8f8b6b,segment=NetworkSegment(691bbf4c-1200-424a-9afd-e3ad0b7ee3a1),segment_id=691bbf4c-1200-424a-9afd-e3ad0b7ee3a1)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:39.806303 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50e1f8c2-b18c-49cb-bbde-674263867c43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.808687 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-322db366-045d-4ff8-8dc4-a0e0099d242b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.811386 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-322db366-045d-4ff8-8dc4-a0e0099d242b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.812701 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-322db366-045d-4ff8-8dc4-a0e0099d242b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fede1beb-0b39-4e38-a889-1d4a3bf0b130 HTTP/1.1" status: 204 len: 168 time: 0.4022286 Aug 31 14:49:39.829054 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02731fbd-c0e6-49d6-b8b5-842deb8f1a29 req-18712d2c-a0ab-48ea-8f5c-ff69b0edb88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:39.830582 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02731fbd-c0e6-49d6-b8b5-842deb8f1a29 req-18712d2c-a0ab-48ea-8f5c-ff69b0edb88c service neutron] 10.222.0.25 "GET /v2.0/networks?id=11a0feae-060b-446c-8bb3-bf8028e4b48d HTTP/1.1" status: 200 len: 898 time: 0.3594468 Aug 31 14:49:39.852190 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322db366-045d-4ff8-8dc4-a0e0099d242b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fede1beb-0b39-4e38-a889-1d4a3bf0b130,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:39.878230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dca2cb56-b0f3-4c02-8407-bd8841edb27a no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:39.892456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-0dc66114-5a79-4156-a548-1c24c4fd7ab9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Allocated IP 172.20.0.10 (719b1934-36ce-4187-8e04-658ca884d313/ac81d7e0-e17c-40a1-9bcd-49f3e2841abd/6c9add7a-565d-40a2-858e-7de9ed7130c8) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:39.913355 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: dca2cb56-b0f3-4c02-8407-bd8841edb27a {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:39.913791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device dca2cb56-b0f3-4c02-8407-bd8841edb27a not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:39.914307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device af9d5adf-f27d-4286-855c-9c913d9d693a no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:39.930579 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-50e1f8c2-b18c-49cb-bbde-674263867c43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for c346e338-8f70-4680-b241-f88e8b8f8b6b owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:39.933070 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02731fbd-c0e6-49d6-b8b5-842deb8f1a29 req-af197cb5-a2a2-47c8-b430-50df7278f46e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 HTTP/1.1" status: 200 len: 217 time: 0.0773790 Aug 31 14:49:39.942237 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6f3fb2d-b9c5-4f70-9af1-e6f70e1b09fc req-4bc4c6e5-98cd-4e4a-8216-2585db082091 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119484 Aug 31 14:49:39.978681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: af9d5adf-f27d-4286-855c-9c913d9d693a {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:39.979335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device af9d5adf-f27d-4286-855c-9c913d9d693a not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:40.033432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=4d697a9f-6f6a-4ed2-a672-50dd586b4fb6,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:40.080908 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-20e531cf-d234-4089-8b53-bbcd6e8b11be None None] Set router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:40.127927 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8f83f62e-27bd-4570-a13f-9f986eb75509 req-4dfd2fa1-82ef-4f85-95a4-287a177ba046 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 210 time: 0.0404899 Aug 31 14:49:40.192411 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-0dc66114-5a79-4156-a548-1c24c4fd7ab9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:40.209765 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-0dc66114-5a79-4156-a548-1c24c4fd7ab9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Transition to ACTIVE for port object 6c9add7a-565d-40a2-858e-7de9ed7130c8 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:40.257539 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-0dc66114-5a79-4156-a548-1c24c4fd7ab9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:40.321407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-0dc66114-5a79-4156-a548-1c24c4fd7ab9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Network 719b1934-36ce-4187-8e04-658ca884d313 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:40.325232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-0dc66114-5a79-4156-a548-1c24c4fd7ab9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:40.330615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-0dc66114-5a79-4156-a548-1c24c4fd7ab9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:40.355070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-20e531cf-d234-4089-8b53-bbcd6e8b11be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:47:44Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '59527dc2-28a0-480d-ab20-803ac2400571', 'name': '', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:c6:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:42Z', 'updated_at': '2021-08-31T14:47:53Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:40.385372 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02731fbd-c0e6-49d6-b8b5-842deb8f1a29 req-a2ce7997-2fa1-4ffa-a41a-661207a49fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:40.385675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-0dc66114-5a79-4156-a548-1c24c4fd7ab9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:40.386326 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-0dc66114-5a79-4156-a548-1c24c4fd7ab9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:40.386879 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02731fbd-c0e6-49d6-b8b5-842deb8f1a29 req-a2ce7997-2fa1-4ffa-a41a-661207a49fe3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e33fc64f-9bd5-4636-82f7-5c2d6d4da600 HTTP/1.1" status: 200 len: 835 time: 0.4408305 Aug 31 14:49:40.393366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc66114-5a79-4156-a548-1c24c4fd7ab9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'Port': ['ID=6c9add7a-565d-40a2-858e-7de9ed7130c8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:40.410417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e531cf-d234-4089-8b53-bbcd6e8b11be None None] The sync data for ids ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'] in n-d-806683-5 is: [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:47:44Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '59527dc2-28a0-480d-ab20-803ac2400571', 'name': '', 'network_id': '11a0feae-060b-446c-8bb3-bf8028e4b48d', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:c6:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:42Z', 'updated_at': '2021-08-31T14:47:53Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'e33fc64f-9bd5-4636-82f7-5c2d6d4da600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:40.410811 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-0dc66114-5a79-4156-a548-1c24c4fd7ab9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9437275 Aug 31 14:49:40.421966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Request body: {'port': {'device_id': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:40.511957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:40.532790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02731fbd-c0e6-49d6-b8b5-842deb8f1a29 req-bb340c2c-08d0-46f0-a821-beb16c3e2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:40.534573 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02731fbd-c0e6-49d6-b8b5-842deb8f1a29 req-bb340c2c-08d0-46f0-a821-beb16c3e2ce5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11a0feae-060b-446c-8bb3-bf8028e4b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363428 Aug 31 14:49:40.645332 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a3c62113-d683-4b0a-866f-c188de44b1d7 None None] Provisioning for port 6c9add7a-565d-40a2-858e-7de9ed7130c8 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:40.650105 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a3c62113-d683-4b0a-866f-c188de44b1d7 None None] Provisioning complete for port 6c9add7a-565d-40a2-858e-7de9ed7130c8 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:40.650520 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a3c62113-d683-4b0a-866f-c188de44b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:40.696111 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a3c62113-d683-4b0a-866f-c188de44b1d7 None None] Port 6c9add7a-565d-40a2-858e-7de9ed7130c8 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:49:40.705343 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50e1f8c2-b18c-49cb-bbde-674263867c43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:40.759511 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1f8c2-b18c-49cb-bbde-674263867c43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=c346e338-8f70-4680-b241-f88e8b8f8b6b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:40.781250 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02731fbd-c0e6-49d6-b8b5-842deb8f1a29 req-3d5c49f7-0b93-47b1-a2e9-5d26ff8d9b0f service neutron] 10.222.0.25 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353272 Aug 31 14:49:40.867829 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c352563-284f-414e-a06d-e61fb6071ef2 None None] New status for floating IP 1f7fc109-6602-4860-acb0-d40083aeaabf: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:49:41.008594 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50e1f8c2-b18c-49cb-bbde-674263867c43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.067675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788dea2-f4d0-4b38-97a8-b2929b13cdbc req-8daa3cfa-cc4c-4d99-ad8d-3732afd4e464 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:41.069689 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1788dea2-f4d0-4b38-97a8-b2929b13cdbc req-8daa3cfa-cc4c-4d99-ad8d-3732afd4e464 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.25 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.1641879 Aug 31 14:49:41.076102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9add7a-565d-40a2-858e-7de9ed7130c8 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:49:41.143059 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.188835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Transition to ACTIVE for port object 6c9add7a-565d-40a2-858e-7de9ed7130c8 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:41.193517 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02731fbd-c0e6-49d6-b8b5-842deb8f1a29 req-9764dd09-aae9-4145-94b1-733e5ef7759a service neutron] 10.222.0.25 "GET /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962178 Aug 31 14:49:41.271647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.279910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebe14e-d604-4de7-8f1e-b7634e677328 req-50fa4bf9-a047-4e41-8447-c48c605d8789 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:41.281429 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-abebe14e-d604-4de7-8f1e-b7634e677328 req-50fa4bf9-a047-4e41-8447-c48c605d8789 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 945 time: 0.2272213 Aug 31 14:49:41.287240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:41.305632 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e1f8c2-b18c-49cb-bbde-674263867c43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 22da2d34-8907-42c3-b012-03b233b45199 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:41.380547 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:41.380547 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.382628 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-abebe14e-d604-4de7-8f1e-b7634e677328 req-d56d723e-bf98-4fd7-ba3a-866158b0a7c4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ecb6752-60ad-4373-bd3a-f759d652db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877345 Aug 31 14:49:41.448778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e1f8c2-b18c-49cb-bbde-674263867c43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:41.458957 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-50e1f8c2-b18c-49cb-bbde-674263867c43 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1066363 Aug 31 14:49:41.461604 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49822) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:41.466067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e138dc0-b5c1-48b7-b56e-d5e57705819c None None] Sync routers for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:41.484284 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e138dc0-b5c1-48b7-b56e-d5e57705819c None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:41.485198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1e138dc0-b5c1-48b7-b56e-d5e57705819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:41.509089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9add7a-565d-40a2-858e-7de9ed7130c8,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:41.533853 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-47563b06-1c9f-45c8-912f-b117a768d398 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting subnet b9e3778f-7220-4612-be33-a9d4466cf2c2 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:49:41.536853 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47563b06-1c9f-45c8-912f-b117a768d398 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.568306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf10b16-2181-4bca-8a5a-6b07d6db1b3b req-c391093f-2145-4663-876b-0a69147198a6 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:41.569830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9bf10b16-2181-4bca-8a5a-6b07d6db1b3b req-c391093f-2145-4663-876b-0a69147198a6 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 983 time: 0.3174090 Aug 31 14:49:41.573493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1788dea2-f4d0-4b38-97a8-b2929b13cdbc req-533ecd22-c6c5-4d09-a7a6-728918437fb2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:41.573825 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1788dea2-f4d0-4b38-97a8-b2929b13cdbc req-533ecd22-c6c5-4d09-a7a6-728918437fb2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.582719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Attempting to bind port 6c9add7a-565d-40a2-858e-7de9ed7130c8 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:41.582719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Attempting to bind port 6c9add7a-565d-40a2-858e-7de9ed7130c8 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '0244138a-d738-446a-b6f8-6e5ac07e0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '719b1934-36ce-4187-8e04-658ca884d313'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:41.582719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Attempting to bind port 6c9add7a-565d-40a2-858e-7de9ed7130c8 on network 719b1934-36ce-4187-8e04-658ca884d313 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:41.606751 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47563b06-1c9f-45c8-912f-b117a768d398 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.614368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-1e138dc0-b5c1-48b7-b56e-d5e57705819c None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:41.650647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Port 6c9add7a-565d-40a2-858e-7de9ed7130c8 on network 719b1934-36ce-4187-8e04-658ca884d313 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:49:41.650976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Attempting to bind port 6c9add7a-565d-40a2-858e-7de9ed7130c8 on network 719b1934-36ce-4187-8e04-658ca884d313 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:41.672378 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:41.672710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Checking segment: {'id': '0244138a-d738-446a-b6f8-6e5ac07e0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '719b1934-36ce-4187-8e04-658ca884d313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:41.673094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Bound using segment: {'id': '0244138a-d738-446a-b6f8-6e5ac07e0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '719b1934-36ce-4187-8e04-658ca884d313'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:41.673529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Bound port: 6c9add7a-565d-40a2-858e-7de9ed7130c8, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0244138a-d738-446a-b6f8-6e5ac07e0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '719b1934-36ce-4187-8e04-658ca884d313'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:41.673891 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.683241 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9bf10b16-2181-4bca-8a5a-6b07d6db1b3b req-619a2d1f-6161-4bd1-a7eb-2560bc60a7a3 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/security-groups?id=69604a71-fe03-4e80-8394-f85f21491ef4&id=aeb3732f-702b-43c2-bc76-aa6ad5d739d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1060853 Aug 31 14:49:41.701953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1e138dc0-b5c1-48b7-b56e-d5e57705819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:40Z', 'revision_number': 11, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:41.737288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e138dc0-b5c1-48b7-b56e-d5e57705819c None None] Checking router: 22da2d34-8907-42c3-b012-03b233b45199 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:41.757534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e138dc0-b5c1-48b7-b56e-d5e57705819c None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:41.758546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1e138dc0-b5c1-48b7-b56e-d5e57705819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:41.780186 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47563b06-1c9f-45c8-912f-b117a768d398 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.784495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1788dea2-f4d0-4b38-97a8-b2929b13cdbc req-533ecd22-c6c5-4d09-a7a6-728918437fb2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] For port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:41.784760 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1788dea2-f4d0-4b38-97a8-b2929b13cdbc req-533ecd22-c6c5-4d09-a7a6-728918437fb2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.807950 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] For port 6c9add7a-565d-40a2-858e-7de9ed7130c8, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:41.810366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1788dea2-f4d0-4b38-97a8-b2929b13cdbc req-533ecd22-c6c5-4d09-a7a6-728918437fb2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:41.828426 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] For port 6c9add7a-565d-40a2-858e-7de9ed7130c8, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=6c9add7a-565d-40a2-858e-7de9ed7130c8,segment=NetworkSegment(0244138a-d738-446a-b6f8-6e5ac07e0f97),segment_id=0244138a-d738-446a-b6f8-6e5ac07e0f97)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:41.865432 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.865985 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47563b06-1c9f-45c8-912f-b117a768d398 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.903655 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47563b06-1c9f-45c8-912f-b117a768d398 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e3778f-7220-4612-be33-a9d4466cf2c2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:41.907249 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47563b06-1c9f-45c8-912f-b117a768d398 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.910435 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-47563b06-1c9f-45c8-912f-b117a768d398 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/b9e3778f-7220-4612-be33-a9d4466cf2c2 HTTP/1.1" status: 204 len: 168 time: 0.4478085 Aug 31 14:49:41.913716 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49836) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:41.934729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:41.935895 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:41.937392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-ce013309-2732-430e-9726-980626b2edd5 service neutron] 10.222.0.25 "PUT /v2.0/ports/6c9add7a-565d-40a2-858e-7de9ed7130c8 HTTP/1.1" status: 200 len: 1131 time: 1.5203192 Aug 31 14:49:41.937865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'tag': '6c9add7a-565d-40a2-858e-7de9ed7130c8'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:49:41.940408 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06af3b94-7abd-4356-adcb-ab39bdf2d080" -d '{"events": [{"name": "network-changed", "server_uuid": "bdafe041-844f-4fff-b7ca-d19ad35927c6", "tag": "6c9add7a-565d-40a2-858e-7de9ed7130c8"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:49:42.000684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce013309-2732-430e-9726-980626b2edd5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9add7a-565d-40a2-858e-7de9ed7130c8,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:42.023155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-1e138dc0-b5c1-48b7-b56e-d5e57705819c None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:42.033709 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8301c5e-3725-411d-b650-8cae234b3eec x-openstack-request-id: req-b8301c5e-3725-411d-b650-8cae234b3eec {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:49:42.034232 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdafe041-844f-4fff-b7ca-d19ad35927c6", "tag": "6c9add7a-565d-40a2-858e-7de9ed7130c8", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:49:42.034669 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8301c5e-3725-411d-b650-8cae234b3eec {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:49:42.035475 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'tag': '6c9add7a-565d-40a2-858e-7de9ed7130c8', 'status': 'completed', 'code': 200} Aug 31 14:49:42.095524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-35fe2511-856f-4797-89f1-c385fa546891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:42.096485 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.097296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-35fe2511-856f-4797-89f1-c385fa546891 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4e8ce0961c04ebe8d413ec7a5a4bed5&device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 1134 time: 0.1065488 Aug 31 14:49:42.101446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49840) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:42.104671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c5e318-9cf1-4495-a2b0-45ec891abd8e None None] Network d85d63b7-4786-4957-8afe-fdab3c737c38 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:42.109385 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-1e138dc0-b5c1-48b7-b56e-d5e57705819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:40Z', 'revision_number': 11, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:42.169576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Deleting port 58d6712a-c272-47e3-971d-ed9802d3a285 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:42.170401 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.171878 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-d0d4d2cf-e79b-4e2c-9b83-826c3ad0a435 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c9add7a-565d-40a2-858e-7de9ed7130c8 HTTP/1.1" status: 200 len: 217 time: 0.0620191 Aug 31 14:49:42.177549 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1788dea2-f4d0-4b38-97a8-b2929b13cdbc req-533ecd22-c6c5-4d09-a7a6-728918437fb2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.182173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e138dc0-b5c1-48b7-b56e-d5e57705819c None None] The sync data for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 is: [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:40Z', 'revision_number': 11, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:42.284683 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ecd22-c6c5-4d09-a7a6-728918437fb2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=0ed97fdb-8c43-4af5-8fb3-8453222c2ea6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:42.287728 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] For port 58d6712a-c272-47e3-971d-ed9802d3a285, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=58d6712a-c272-47e3-971d-ed9802d3a285,segment=NetworkSegment(691bbf4c-1200-424a-9afd-e3ad0b7ee3a1),segment_id=691bbf4c-1200-424a-9afd-e3ad0b7ee3a1)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:42.288563 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.320068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Calling delete_port for 58d6712a-c272-47e3-971d-ed9802d3a285 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:42.357676 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9c3c-7e2e-431d-a449-46085909668c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.361471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1788dea2-f4d0-4b38-97a8-b2929b13cdbc req-533ecd22-c6c5-4d09-a7a6-728918437fb2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] No DVR routers for this DVR port 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:42.365887 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1788dea2-f4d0-4b38-97a8-b2929b13cdbc req-533ecd22-c6c5-4d09-a7a6-728918437fb2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.367887 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1788dea2-f4d0-4b38-97a8-b2929b13cdbc req-533ecd22-c6c5-4d09-a7a6-728918437fb2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.25 "DELETE /v2.0/ports/0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 HTTP/1.1" status: 204 len: 173 time: 1.2867844 Aug 31 14:49:42.373920 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-3d810a64-3ec5-4639-a309-5428d2e416f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:42.375351 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-3d810a64-3ec5-4639-a309-5428d2e416f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac81d7e0-e17c-40a1-9bcd-49f3e2841abd HTTP/1.1" status: 200 len: 834 time: 0.1910486 Aug 31 14:49:42.436923 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.468041 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-c2042319-d123-496e-be45-c282b7bc2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:42.469658 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-c2042319-d123-496e-be45-c282b7bc2778 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=719b1934-36ce-4187-8e04-658ca884d313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848358 Aug 31 14:49:42.481906 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Port': ['ID=58d6712a-c272-47e3-971d-ed9802d3a285,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:42.484254 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No DVR routers for this DVR port 58d6712a-c272-47e3-971d-ed9802d3a285 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:42.525212 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2dd49f06-a3dd-45b9-a0a2-c5122567240d req-12a56cdb-49d5-4c8e-8551-a2288b84dd73 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=755a237c-17a4-4c1f-a79c-4d88f1e18cde HTTP/1.1" status: 200 len: 210 time: 0.0631025 Aug 31 14:49:42.568041 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.584988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85d63b7-4786-4957-8afe-fdab3c737c38']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:42.591501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0db4c7-ee23-4314-b462-23b7aa464169 None None] DHCP port deletion for d85d63b7-4786-4957-8afe-fdab3c737c38 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:49:42.596660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691bbf4c-1200-424a-9afd-e3ad0b7ee3a1') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:42.596977 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691bbf4c-1200-424a-9afd-e3ad0b7ee3a1') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:42.615242 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.627814 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9c3c-7e2e-431d-a449-46085909668c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.631114 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.638523 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9c3c-7e2e-431d-a449-46085909668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.639465 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:49:42.641354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:49:42.647281 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:49:42.664066 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-843a0cb1-4630-4ffe-a413-e608e97dbbc2 service neutron] 10.222.0.25 "GET /v2.0/networks/719b1934-36ce-4187-8e04-658ca884d313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713271 Aug 31 14:49:42.698198 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0d1f9c3c-7e2e-431d-a449-46085909668c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=345b4fadcabf4b3abcfe80211d01ad7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959055 Aug 31 14:49:42.706186 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49846) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:42.709708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f9c3c-7e2e-431d-a449-46085909668c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b34b0a-f1df-4c6e-a2b5-263af3990309,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:42.790487 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.798512 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.809508 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/networks/d85d63b7-4786-4957-8afe-fdab3c737c38 HTTP/1.1" status: 204 len: 168 time: 0.8944309 Aug 31 14:49:42.812254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49850) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:42.822534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-04a4c6a1-be74-4c75-b94a-d1b3adcb9afc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'router': {'routes': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:42.830252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1cebf5b4-1f0a-45e6-bb95-9ce2aa9f75b8 req-4d9e4b2f-d5d9-4446-92b7-e940b8a773e6 service neutron] 10.222.0.25 "GET /v2.0/networks/719b1934-36ce-4187-8e04-658ca884d313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473346 Aug 31 14:49:42.839769 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe0b22-098c-42e6-a96c-4507f1181704 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Pushing event deleted for resources: {'Network': ['ID=d85d63b7-4786-4957-8afe-fdab3c737c38,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:42.856220 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3354b626-0067-4a3e-8002-dc05058e6bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.913831 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3354b626-0067-4a3e-8002-dc05058e6bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.947296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcd4c-6189-46b4-a4ce-deae297c4eef req-10fc0ce0-565f-4f43-b802-be426dcbb9b2 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:42.949228 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f08bcd4c-6189-46b4-a4ce-deae297c4eef req-10fc0ce0-565f-4f43-b802-be426dcbb9b2 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 983 time: 0.1136429 Aug 31 14:49:43.015937 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f08bcd4c-6189-46b4-a4ce-deae297c4eef req-ecf06c89-7fc0-429b-bd59-ce06752e4ba0 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/security-groups?id=69604a71-fe03-4e80-8394-f85f21491ef4&id=aeb3732f-702b-43c2-bc76-aa6ad5d739d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0549026 Aug 31 14:49:43.028411 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3354b626-0067-4a3e-8002-dc05058e6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.032160 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3354b626-0067-4a3e-8002-dc05058e6bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.035728 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3354b626-0067-4a3e-8002-dc05058e6bc4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4b34b0a-f1df-4c6e-a2b5-263af3990309 HTTP/1.1" status: 204 len: 168 time: 0.3272793 Aug 31 14:49:43.047621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354b626-0067-4a3e-8002-dc05058e6bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b34b0a-f1df-4c6e-a2b5-263af3990309,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:43.069396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.extraroute_db [None req-04a4c6a1-be74-4c75-b94a-d1b3adcb9afc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Added routes are [] {{(pid=94871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:49:43.069758 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.extraroute_db [None req-04a4c6a1-be74-4c75-b94a-d1b3adcb9afc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Removed routes are [] {{(pid=94871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:49:43.070132 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04a4c6a1-be74-4c75-b94a-d1b3adcb9afc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.129594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 58d6712a-c272-47e3-971d-ed9802d3a285 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:43.150073 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af3b94-7abd-4356-adcb-ab39bdf2d080 req-d4276724-cfa9-43e5-9e74-95948ff01cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:43.151880 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06af3b94-7abd-4356-adcb-ab39bdf2d080 req-d4276724-cfa9-43e5-9e74-95948ff01cba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4e8ce0961c04ebe8d413ec7a5a4bed5&device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 1134 time: 0.2277267 Aug 31 14:49:43.154576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 58d6712a-c272-47e3-971d-ed9802d3a285 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:43.154968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 58d6712a-c272-47e3-971d-ed9802d3a285 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:43.155553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c346e338-8f70-4680-b241-f88e8b8f8b6b no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:43.175302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: c346e338-8f70-4680-b241-f88e8b8f8b6b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:43.176503 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c346e338-8f70-4680-b241-f88e8b8f8b6b not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:43.274872 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04a4c6a1-be74-4c75-b94a-d1b3adcb9afc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.282939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04a4c6a1-be74-4c75-b94a-d1b3adcb9afc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.596754 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49872) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:43.706002 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af3b94-7abd-4356-adcb-ab39bdf2d080 req-47acc83f-4641-4ed2-a7b2-7d5353d4b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:43.708131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06af3b94-7abd-4356-adcb-ab39bdf2d080 req-47acc83f-4641-4ed2-a7b2-7d5353d4b09a service neutron] 10.222.0.25 "GET /v2.0/networks?id=719b1934-36ce-4187-8e04-658ca884d313 HTTP/1.1" status: 200 len: 898 time: 0.5463037 Aug 31 14:49:43.709320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a4c6a1-be74-4c75-b94a-d1b3adcb9afc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router 22da2d34-8907-42c3-b012-03b233b45199 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:43.788298 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06af3b94-7abd-4356-adcb-ab39bdf2d080 req-b96846e1-5aaa-4a8b-b4f3-8cc3dbcc2dce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c9add7a-565d-40a2-858e-7de9ed7130c8 HTTP/1.1" status: 200 len: 217 time: 0.0714924 Aug 31 14:49:43.848139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a4c6a1-be74-4c75-b94a-d1b3adcb9afc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:43.855599 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04a4c6a1-be74-4c75-b94a-d1b3adcb9afc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:43.860492 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-04a4c6a1-be74-4c75-b94a-d1b3adcb9afc tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199 HTTP/1.1" status: 200 len: 700 time: 1.0460517 Aug 31 14:49:43.862377 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787fc70-6a77-48d9-aca3-2205f19721bf None None] Sync routers for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:43.863753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49882) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:43.873443 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787fc70-6a77-48d9-aca3-2205f19721bf None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:43.874608 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e787fc70-6a77-48d9-aca3-2205f19721bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:43.898184 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49884) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:43.898416 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d184322a-ad8a-4e05-80f3-b8e01ead3269 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports?device_id=22da2d34-8907-42c3-b012-03b233b45199 HTTP/1.1" status: 200 len: 205 time: 0.0334804 Aug 31 14:49:43.907762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af3b94-7abd-4356-adcb-ab39bdf2d080 req-99897d5c-323b-4f21-a7d5-c4e0beb489e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:43.909248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06af3b94-7abd-4356-adcb-ab39bdf2d080 req-99897d5c-323b-4f21-a7d5-c4e0beb489e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac81d7e0-e17c-40a1-9bcd-49f3e2841abd HTTP/1.1" status: 200 len: 834 time: 0.0919795 Aug 31 14:49:43.975550 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-e787fc70-6a77-48d9-aca3-2205f19721bf None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:43.975960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af3b94-7abd-4356-adcb-ab39bdf2d080 req-efb006fe-3dbd-4736-88db-ce180e190526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:43.977710 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06af3b94-7abd-4356-adcb-ab39bdf2d080 req-efb006fe-3dbd-4736-88db-ce180e190526 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=719b1934-36ce-4187-8e04-658ca884d313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599384 Aug 31 14:49:44.025951 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b38c81e-d92f-499f-8c8b-9c28d9518fb8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.036990 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e787fc70-6a77-48d9-aca3-2205f19721bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:40Z', 'revision_number': 11, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:44.044389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'name': 'network-vif-deleted', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:49:44.047041 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f515a5-6554-409b-92d3-80649f33cd4b" -d '{"events": [{"server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "name": "network-vif-deleted", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:49:44.100075 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787fc70-6a77-48d9-aca3-2205f19721bf None None] Checking router: 22da2d34-8907-42c3-b012-03b233b45199 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:44.111406 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787fc70-6a77-48d9-aca3-2205f19721bf None None] Routers {'22da2d34-8907-42c3-b012-03b233b45199'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:44.112482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49892) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:44.113749 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e787fc70-6a77-48d9-aca3-2205f19721bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['22da2d34-8907-42c3-b012-03b233b45199'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:44.141072 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359a3ac7-d154-4c56-baf4-814e649b93a4 x-openstack-request-id: req-359a3ac7-d154-4c56-baf4-814e649b93a4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:49:44.142205 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755a237c-17a4-4c1f-a79c-4d88f1e18cde", "name": "network-vif-deleted", "tag": "0ed97fdb-8c43-4af5-8fb3-8453222c2ea6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:49:44.142649 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-359a3ac7-d154-4c56-baf4-814e649b93a4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:49:44.143490 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755a237c-17a4-4c1f-a79c-4d88f1e18cde', 'name': 'network-vif-deleted', 'tag': '0ed97fdb-8c43-4af5-8fb3-8453222c2ea6', 'status': 'completed', 'code': 200} Aug 31 14:49:44.167577 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06af3b94-7abd-4356-adcb-ab39bdf2d080 req-7e25b7e3-28ec-45bc-80c0-0ec4a4f117be service neutron] 10.222.0.25 "GET /v2.0/networks/719b1934-36ce-4187-8e04-658ca884d313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791668 Aug 31 14:49:44.195033 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-e787fc70-6a77-48d9-aca3-2205f19721bf None None] Set router 22da2d34-8907-42c3-b012-03b233b45199 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:44.269307 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e787fc70-6a77-48d9-aca3-2205f19721bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:40Z', 'revision_number': 11, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:44.279649 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b38c81e-d92f-499f-8c8b-9c28d9518fb8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.287448 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06af3b94-7abd-4356-adcb-ab39bdf2d080 req-6b974fb3-e7b4-4ec5-ade6-16cfcfc3451b service neutron] 10.222.0.25 "GET /v2.0/networks/719b1934-36ce-4187-8e04-658ca884d313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107557 Aug 31 14:49:44.287658 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b38c81e-d92f-499f-8c8b-9c28d9518fb8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.298731 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4de8fbdf-79d9-4a82-8379-481f10bda13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.301210 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787fc70-6a77-48d9-aca3-2205f19721bf None None] The sync data for ids ['22da2d34-8907-42c3-b012-03b233b45199'] in n-d-806683-5 is: [{'id': '22da2d34-8907-42c3-b012-03b233b45199', 'name': 'tempest-RoutersTest-router-657075582', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:03Z', 'updated_at': '2021-08-31T14:49:40Z', 'revision_number': 11, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:44.378254 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2b800-4030-456c-b198-c60c49ec71b3 req-ef40765c-fa81-4d8c-ba80-a6103acb458a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:44.380486 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeb2b800-4030-456c-b198-c60c49ec71b3 req-ef40765c-fa81-4d8c-ba80-a6103acb458a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 983 time: 0.2469137 Aug 31 14:49:44.413406 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b38c81e-d92f-499f-8c8b-9c28d9518fb8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.413943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b38c81e-d92f-499f-8c8b-9c28d9518fb8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Fanout notify agent at l3_agent the message router_deleted on router 22da2d34-8907-42c3-b012-03b233b45199 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:49:44.426025 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2b38c81e-d92f-499f-8c8b-9c28d9518fb8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.427477 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2b38c81e-d92f-499f-8c8b-9c28d9518fb8 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199 HTTP/1.1" status: 204 len: 168 time: 0.5279174 Aug 31 14:49:44.431887 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49896) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:44.437574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a0939754-6319-4909-ae48-4e5aae8a85d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1731187466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:44.467573 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aeb2b800-4030-456c-b198-c60c49ec71b3 req-c03d1939-aa38-4465-9e2c-82adc5033b26 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/security-groups?id=69604a71-fe03-4e80-8394-f85f21491ef4&id=aeb3732f-702b-43c2-bc76-aa6ad5d739d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0788016 Aug 31 14:49:44.491349 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa43b-6279-4596-ae7a-a73c888c1d54 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.643350 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 6c9add7a-565d-40a2-858e-7de9ed7130c8 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:49:44.649565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:44.674763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:44.675099 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 0ed97fdb-8c43-4af5-8fb3-8453222c2ea6 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:44.770815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 6c9add7a-565d-40a2-858e-7de9ed7130c8, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=6c9add7a-565d-40a2-858e-7de9ed7130c8,segment=NetworkSegment(0244138a-d738-446a-b6f8-6e5ac07e0f97),segment_id=0244138a-d738-446a-b6f8-6e5ac07e0f97)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:44.781990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '6c9add7a-565d-40a2-858e-7de9ed7130c8', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'port_id': '6c9add7a-565d-40a2-858e-7de9ed7130c8', 'mac_address': 'fa:16:3e:40:8f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:49:44.825365 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.838689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9add7a-565d-40a2-858e-7de9ed7130c8 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:49:44.859366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 6c9add7a-565d-40a2-858e-7de9ed7130c8, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=6c9add7a-565d-40a2-858e-7de9ed7130c8,segment=NetworkSegment(0244138a-d738-446a-b6f8-6e5ac07e0f97),segment_id=0244138a-d738-446a-b6f8-6e5ac07e0f97)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:44.865891 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.916668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=6c9add7a-565d-40a2-858e-7de9ed7130c8,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:44.947450 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4de8fbdf-79d9-4a82-8379-481f10bda13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.953210 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4de8fbdf-79d9-4a82-8379-481f10bda13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.967365 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0939754-6319-4909-ae48-4e5aae8a85d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:44.968377 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0939754-6319-4909-ae48-4e5aae8a85d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.030692 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0939754-6319-4909-ae48-4e5aae8a85d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.036912 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0939754-6319-4909-ae48-4e5aae8a85d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.042544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8fbdf-79d9-4a82-8379-481f10bda13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5a0238-ccb7-4412-8226-839ee0d70052,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:45.053612 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4de8fbdf-79d9-4a82-8379-481f10bda13c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31fe6c9eb5534b1188a6c2d10e182d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9396317 Aug 31 14:49:45.053772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49898) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:45.062130 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0939754-6319-4909-ae48-4e5aae8a85d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.063365 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a0939754-6319-4909-ae48-4e5aae8a85d5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6299484 Aug 31 14:49:45.068413 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49900) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:45.073650 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-142a0ae9-29c0-4df6-8185-e25858ae6d2b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:45.084537 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['6c9add7a-565d-40a2-858e-7de9ed7130c8'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:49:45.121123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53bb3054-1d20-4189-81bb-bc5bf07c9d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.144032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53bb3054-1d20-4189-81bb-bc5bf07c9d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.202204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53bb3054-1d20-4189-81bb-bc5bf07c9d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.205825 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53bb3054-1d20-4189-81bb-bc5bf07c9d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.210487 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-53bb3054-1d20-4189-81bb-bc5bf07c9d11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b5a0238-ccb7-4412-8226-839ee0d70052 HTTP/1.1" status: 204 len: 168 time: 0.1534357 Aug 31 14:49:45.218386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb3054-1d20-4189-81bb-bc5bf07c9d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5a0238-ccb7-4412-8226-839ee0d70052,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:45.345447 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-142a0ae9-29c0-4df6-8185-e25858ae6d2b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.364570 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-142a0ae9-29c0-4df6-8185-e25858ae6d2b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.414775 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfa43b-6279-4596-ae7a-a73c888c1d54 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port 59527dc2-28a0-480d-ab20-803ac2400571 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:45.415153 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa43b-6279-4596-ae7a-a73c888c1d54 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.561451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142a0ae9-29c0-4df6-8185-e25858ae6d2b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Router c756dfbf-a166-4eb0-bdc9-4b05b17433da is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:49:45.564553 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-f7cfa43b-6279-4596-ae7a-a73c888c1d54 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] For port 59527dc2-28a0-480d-ab20-803ac2400571, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=59527dc2-28a0-480d-ab20-803ac2400571,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:45.564989 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa43b-6279-4596-ae7a-a73c888c1d54 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.582547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfa43b-6279-4596-ae7a-a73c888c1d54 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for 59527dc2-28a0-480d-ab20-803ac2400571 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:45.603859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a0309-036b-40e8-8320-75afefb9953b req-a039a023-d21e-464f-8272-2f9c6325477a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:45.605533 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1e5a0309-036b-40e8-8320-75afefb9953b req-a039a023-d21e-464f-8272-2f9c6325477a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 984 time: 0.0607846 Aug 31 14:49:45.654288 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1e5a0309-036b-40e8-8320-75afefb9953b req-0deadc0f-92cf-4090-8674-3100bbbf54f9 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/security-groups?id=69604a71-fe03-4e80-8394-f85f21491ef4&id=aeb3732f-702b-43c2-bc76-aa6ad5d739d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0418479 Aug 31 14:49:45.696314 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142a0ae9-29c0-4df6-8185-e25858ae6d2b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:45.703885 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-142a0ae9-29c0-4df6-8185-e25858ae6d2b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:45.705017 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-142a0ae9-29c0-4df6-8185-e25858ae6d2b tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "PUT /v2.0/routers/c756dfbf-a166-4eb0-bdc9-4b05b17433da HTTP/1.1" status: 200 len: 694 time: 0.6360476 Aug 31 14:49:45.708576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49918) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:45.712211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1c31b-fb19-433a-80e0-6fe6bf9332ee None None] Sync routers for ids ['c756dfbf-a166-4eb0-bdc9-4b05b17433da'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:45.724898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1c31b-fb19-433a-80e0-6fe6bf9332ee None None] Routers {'c756dfbf-a166-4eb0-bdc9-4b05b17433da'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:45.726171 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-bab1c31b-fb19-433a-80e0-6fe6bf9332ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c756dfbf-a166-4eb0-bdc9-4b05b17433da'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:45.812498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49924) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:45.813326 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4bf7a901-fbc7-481a-8ec5-317a0c5d812f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/routers/c756dfbf-a166-4eb0-bdc9-4b05b17433da HTTP/1.1" status: 200 len: 700 time: 0.1033642 Aug 31 14:49:45.826676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-bab1c31b-fb19-433a-80e0-6fe6bf9332ee None None] Set router c756dfbf-a166-4eb0-bdc9-4b05b17433da gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:45.858448 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5907064e-66f9-41cf-ab7b-54b69bb13cb2 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports?device_id=c756dfbf-a166-4eb0-bdc9-4b05b17433da HTTP/1.1" status: 200 len: 205 time: 0.0446794 Aug 31 14:49:45.861053 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49928) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:45.882390 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-bab1c31b-fb19-433a-80e0-6fe6bf9332ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c756dfbf-a166-4eb0-bdc9-4b05b17433da', 'name': 'tempest-RoutersTest-router-1731187466', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:44Z', 'updated_at': '2021-08-31T14:49:45Z', 'revision_number': 2, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:45.912570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1c31b-fb19-433a-80e0-6fe6bf9332ee None None] Checking router: c756dfbf-a166-4eb0-bdc9-4b05b17433da for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:45.921264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1c31b-fb19-433a-80e0-6fe6bf9332ee None None] Routers {'c756dfbf-a166-4eb0-bdc9-4b05b17433da'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:45.921889 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-bab1c31b-fb19-433a-80e0-6fe6bf9332ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['c756dfbf-a166-4eb0-bdc9-4b05b17433da'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:45.974965 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-35d2d0f5-e037-43be-a046-75dab4c9a89e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.003118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-bab1c31b-fb19-433a-80e0-6fe6bf9332ee None None] Set router c756dfbf-a166-4eb0-bdc9-4b05b17433da gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:46.059169 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa43b-6279-4596-ae7a-a73c888c1d54 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.061237 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-bab1c31b-fb19-433a-80e0-6fe6bf9332ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c756dfbf-a166-4eb0-bdc9-4b05b17433da', 'name': 'tempest-RoutersTest-router-1731187466', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:44Z', 'updated_at': '2021-08-31T14:49:45Z', 'revision_number': 2, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:46.088019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1c31b-fb19-433a-80e0-6fe6bf9332ee None None] The sync data for ids ['c756dfbf-a166-4eb0-bdc9-4b05b17433da'] in n-d-806683-5 is: [{'id': 'c756dfbf-a166-4eb0-bdc9-4b05b17433da', 'name': 'tempest-RoutersTest-router-1731187466', 'tenant_id': '3ae0da3f7c01479a862e779153d8de53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:44Z', 'updated_at': '2021-08-31T14:49:45Z', 'revision_number': 2, 'project_id': '3ae0da3f7c01479a862e779153d8de53', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:46.157157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfa43b-6279-4596-ae7a-a73c888c1d54 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=59527dc2-28a0-480d-ab20-803ac2400571,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:46.204566 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-35d2d0f5-e037-43be-a046-75dab4c9a89e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.220994 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-35d2d0f5-e037-43be-a046-75dab4c9a89e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.323384 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-35d2d0f5-e037-43be-a046-75dab4c9a89e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.323887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d2d0f5-e037-43be-a046-75dab4c9a89e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Fanout notify agent at l3_agent the message router_deleted on router c756dfbf-a166-4eb0-bdc9-4b05b17433da {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:49:46.337653 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-35d2d0f5-e037-43be-a046-75dab4c9a89e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.338706 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-35d2d0f5-e037-43be-a046-75dab4c9a89e tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/routers/c756dfbf-a166-4eb0-bdc9-4b05b17433da HTTP/1.1" status: 204 len: 168 time: 0.4766896 Aug 31 14:49:46.342459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49938) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.392287 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-149fbebc-0703-4a42-8cee-a93555293288 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports?device_id=c756dfbf-a166-4eb0-bdc9-4b05b17433da HTTP/1.1" status: 200 len: 205 time: 0.0484824 Aug 31 14:49:46.394924 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49942) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.442329 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-1e0b4294-00e8-4d47-ba3c-ac656d561e02 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] delete failed (client error): The resource could not be found. Aug 31 14:49:46.443332 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1e0b4294-00e8-4d47-ba3c-ac656d561e02 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/routers/c756dfbf-a166-4eb0-bdc9-4b05b17433da HTTP/1.1" status: 404 len: 336 time: 0.0473397 Aug 31 14:49:46.445929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49944) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.474548 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa43b-6279-4596-ae7a-a73c888c1d54 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.474736 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f6e1c2-ff97-49a5-8d69-63706d2c95a7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] DELETE failed (client error): The resource could not be found. Aug 31 14:49:46.475010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f6e1c2-ff97-49a5-8d69-63706d2c95a7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:49:46.476906 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f4f6e1c2-ff97-49a5-8d69-63706d2c95a7 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/9d13b347-f95f-44b2-b3c1-255288eb745e HTTP/1.1" status: 404 len: 337 time: 0.0299945 Aug 31 14:49:46.479556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49948) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.518016 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e1a592-aa68-45a5-a9e1-c0cc5b61e9c0 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] DELETE failed (client error): The resource could not be found. Aug 31 14:49:46.518482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e1a592-aa68-45a5-a9e1-c0cc5b61e9c0 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:49:46.520963 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-99e1a592-aa68-45a5-a9e1-c0cc5b61e9c0 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/e8768aae-b368-4f1b-b391-2a6210a4295e HTTP/1.1" status: 404 len: 337 time: 0.0402787 Aug 31 14:49:46.523294 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49952) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.580530 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9b91ea-628b-44a6-b439-bb0df77c261f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] DELETE failed (client error): The resource could not be found. Aug 31 14:49:46.580979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9b91ea-628b-44a6-b439-bb0df77c261f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:49:46.583332 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ae9b91ea-628b-44a6-b439-bb0df77c261f tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/094139c9-8835-4380-8978-32e03d648dc3 HTTP/1.1" status: 404 len: 337 time: 0.0591173 Aug 31 14:49:46.585783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49954) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.621727 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-8404ea0c-8026-44e8-9614-1e89a6cbfb7a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] DELETE failed (client error): The resource could not be found. Aug 31 14:49:46.622181 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8404ea0c-8026-44e8-9614-1e89a6cbfb7a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:49:46.626259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8404ea0c-8026-44e8-9614-1e89a6cbfb7a tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/b9e3778f-7220-4612-be33-a9d4466cf2c2 HTTP/1.1" status: 404 len: 337 time: 0.0372434 Aug 31 14:49:46.626513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49956) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.629676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49958) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.665154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 6c9add7a-565d-40a2-858e-7de9ed7130c8 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:46.685224 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8b23675b-5267-49c7-814b-6b1cbcd9c7c3 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports?device_id=22da2d34-8907-42c3-b012-03b233b45199 HTTP/1.1" status: 200 len: 205 time: 0.0555935 Aug 31 14:49:46.686034 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.739732 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-709404cd-c0b4-4c3b-83e1-3a8abd255720 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] delete failed (client error): The resource could not be found. Aug 31 14:49:46.740705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 6c9add7a-565d-40a2-858e-7de9ed7130c8 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:46.741328 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-709404cd-c0b4-4c3b-83e1-3a8abd255720 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/routers/22da2d34-8907-42c3-b012-03b233b45199 HTTP/1.1" status: 404 len: 336 time: 0.0542073 Aug 31 14:49:46.743509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49966) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.746556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 6c9add7a-565d-40a2-858e-7de9ed7130c8 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:46.746938 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.784111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a8098a65-b1d7-4abc-a416-aec30ef8f75d tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b5a8263-d60a-4376-8646-ec066ce939f3 HTTP/1.1" status: 200 len: 205 time: 0.0381286 Aug 31 14:49:46.790799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49968) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.794327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-249384231', 'router:external': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:46.863963 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-173d696f-caa7-4bde-9015-9c8460efda13 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] delete failed (client error): The resource could not be found. Aug 31 14:49:46.864946 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.865790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-173d696f-caa7-4bde-9015-9c8460efda13 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/routers/7b5a8263-d60a-4376-8646-ec066ce939f3 HTTP/1.1" status: 404 len: 336 time: 0.0654726 Aug 31 14:49:46.868389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49970) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.881869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Made reservation on behalf of 8193dad673954367973e4a541035890f for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:46.884363 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.887674 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53cf01-9454-4151-b428-7f5fb6a34f67 req-c9031a99-e53d-4872-bc78-d8f1d1747ef7 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:46.889450 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bf53cf01-9454-4151-b428-7f5fb6a34f67 req-c9031a99-e53d-4872-bc78-d8f1d1747ef7 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 984 time: 0.1082463 Aug 31 14:49:46.903391 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9add7a-565d-40a2-858e-7de9ed7130c8'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:49:46.906531 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662ba440-2464-4f7c-a447-dea95be49f14" -d '{"events": [{"server_uuid": "bdafe041-844f-4fff-b7ca-d19ad35927c6", "name": "network-vif-plugged", "status": "completed", "tag": "6c9add7a-565d-40a2-858e-7de9ed7130c8"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:49:46.916713 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bc94de-7fce-48f5-af16-5c52000ae36c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] DELETE failed (client error): The resource could not be found. Aug 31 14:49:46.917054 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21bc94de-7fce-48f5-af16-5c52000ae36c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:49:46.918825 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-21bc94de-7fce-48f5-af16-5c52000ae36c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/dc0a52ad-a280-4823-91ab-baf0915124d9 HTTP/1.1" status: 404 len: 337 time: 0.0495126 Aug 31 14:49:46.920132 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.922087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49974) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.938499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 6c9add7a-565d-40a2-858e-7de9ed7130c8, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=6c9add7a-565d-40a2-858e-7de9ed7130c8,segment=NetworkSegment(0244138a-d738-446a-b6f8-6e5ac07e0f97),segment_id=0244138a-d738-446a-b6f8-6e5ac07e0f97)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:46.946886 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:46.953924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cfa43b-6279-4596-ae7a-a73c888c1d54 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:46.956868 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e970ae82-2028-4efe-bb8c-c3405ed9d2df tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d0d1d14-8165-436a-aa51-6139cd3b3b5d HTTP/1.1" status: 200 len: 205 time: 0.0336671 Aug 31 14:49:46.960591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49976) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:46.971832 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bf53cf01-9454-4151-b428-7f5fb6a34f67 req-e982842b-c3d0-4e58-b2c6-1540f0734b13 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/security-groups?id=69604a71-fe03-4e80-8394-f85f21491ef4&id=aeb3732f-702b-43c2-bc76-aa6ad5d739d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0741875 Aug 31 14:49:46.989786 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b70b8d-dc1b-4da8-92b4-5a6b1edd468b x-openstack-request-id: req-71b70b8d-dc1b-4da8-92b4-5a6b1edd468b {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:49:46.990334 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdafe041-844f-4fff-b7ca-d19ad35927c6", "name": "network-vif-plugged", "status": "completed", "tag": "6c9add7a-565d-40a2-858e-7de9ed7130c8", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:49:46.990772 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71b70b8d-dc1b-4da8-92b4-5a6b1edd468b {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:49:46.991352 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9add7a-565d-40a2-858e-7de9ed7130c8', 'code': 200} Aug 31 14:49:47.025206 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-37983533-eeed-4c56-8283-6b41200868e1 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] delete failed (client error): The resource could not be found. Aug 31 14:49:47.026378 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-37983533-eeed-4c56-8283-6b41200868e1 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/routers/7d0d1d14-8165-436a-aa51-6139cd3b3b5d HTTP/1.1" status: 404 len: 336 time: 0.0645435 Aug 31 14:49:47.029175 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49978) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.030841 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=6c9add7a-565d-40a2-858e-7de9ed7130c8,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:47.068975 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7571bcca-6f60-42fd-8624-10c039f73dc4 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd4b390-4ef4-40e8-9963-d94fb285317f HTTP/1.1" status: 200 len: 205 time: 0.0386653 Aug 31 14:49:47.071461 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49980) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.138275 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd10b0-ca6b-474d-9437-db7879afc6ef req-137b36a5-9a8d-4a44-92f5-77090f452f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:47.139894 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ccd10b0-ca6b-474d-9437-db7879afc6ef req-137b36a5-9a8d-4a44-92f5-77090f452f7d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 1136 time: 0.0749512 Aug 31 14:49:47.163769 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-3f57d13b-f503-496b-9768-f14c913f4c1d tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] delete failed (client error): The resource could not be found. Aug 31 14:49:47.165127 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3f57d13b-f503-496b-9768-f14c913f4c1d tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/routers/cfd4b390-4ef4-40e8-9963-d94fb285317f HTTP/1.1" status: 404 len: 336 time: 0.0927403 Aug 31 14:49:47.167773 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49982) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.202587 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.204691 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ccd10b0-ca6b-474d-9437-db7879afc6ef req-ddfdff11-0246-4e66-bec9-6f18b03178be service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aeb3732f-702b-43c2-bc76-aa6ad5d739d1&id=69604a71-fe03-4e80-8394-f85f21491ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0549638 Aug 31 14:49:47.206351 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-414d8b6d-74d9-425a-a4d0-a8cce14f3bd0 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] DELETE failed (client error): The resource could not be found. Aug 31 14:49:47.206809 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414d8b6d-74d9-425a-a4d0-a8cce14f3bd0 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:49:47.208293 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.211807 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-414d8b6d-74d9-425a-a4d0-a8cce14f3bd0 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/1c71cf3f-997d-4e2e-ae9e-9f359d61cad3 HTTP/1.1" status: 404 len: 337 time: 0.0399091 Aug 31 14:49:47.211916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49984) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.235061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:49:47.244212 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f21e553b-e733-49e8-9256-6c2e54190854 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae893154-e7b7-4c7d-aa52-3e1ee43c0805 HTTP/1.1" status: 200 len: 205 time: 0.0303447 Aug 31 14:49:47.244783 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e6298b-df3e-493d-a432-c5e539d75dda,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:47.246327 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49986) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.251217 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.251560 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Added segment 2996c5e9-a5f4-4f27-aec6-501a4964fa1e of type vlan for network e77ec42a-6b76-4035-9edf-c2f751aa32f5 Aug 31 14:49:47.255403 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cfa43b-6279-4596-ae7a-a73c888c1d54 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:47.275737 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859faec-e4c6-407a-a70f-e2201fe2ecb0 None None] Sync routers for ids ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:47.290106 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859faec-e4c6-407a-a70f-e2201fe2ecb0 None None] Routers {'d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:47.294724 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f7cfa43b-6279-4596-ae7a-a73c888c1d54 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "PUT /v2.0/routers/d07bba48-6e4a-43a0-881b-c3d5cce4a6ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6925313 Aug 31 14:49:47.294724 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-67316878-d612-483b-ab04-a10982417a1c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] delete failed (client error): The resource could not be found. Aug 31 14:49:47.295225 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3859faec-e4c6-407a-a70f-e2201fe2ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:47.295351 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-67316878-d612-483b-ab04-a10982417a1c tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/routers/ae893154-e7b7-4c7d-aa52-3e1ee43c0805 HTTP/1.1" status: 404 len: 336 time: 0.0464530 Aug 31 14:49:47.295351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49988) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.296410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49990) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.336497 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6fe362-a5c1-4ca0-b4dd-7800ec44c7eb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] DELETE failed (client error): The resource could not be found. Aug 31 14:49:47.336960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6fe362-a5c1-4ca0-b4dd-7800ec44c7eb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:49:47.341310 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49992) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.341526 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bd6fe362-a5c1-4ca0-b4dd-7800ec44c7eb tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/1286eb77-f3e4-45f6-826d-44be539fbe88 HTTP/1.1" status: 404 len: 337 time: 0.0418649 Aug 31 14:49:47.351551 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.380649 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4e831072-0915-4610-8cf7-5dc46d6a6219 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "GET /v2.0/ports?device_id=27e7f178-3289-4373-93d7-a28b5ba4f2aa HTTP/1.1" status: 200 len: 205 time: 0.0382135 Aug 31 14:49:47.384339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49994) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.385576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a071c4-cd7b-4aa9-b9ad-da0753af2ae7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting subnet e33fc64f-9bd5-4636-82f7-5c2d6d4da600 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:49:47.389260 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42a071c4-cd7b-4aa9-b9ad-da0753af2ae7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.429882 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3859faec-e4c6-407a-a70f-e2201fe2ecb0 None None] Set router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:47.431786 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-f34fbb5a-13ba-4250-bb9b-f774fe59b391 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] delete failed (client error): The resource could not be found. Aug 31 14:49:47.435531 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f34fbb5a-13ba-4250-bb9b-f774fe59b391 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/routers/27e7f178-3289-4373-93d7-a28b5ba4f2aa HTTP/1.1" status: 404 len: 336 time: 0.0472922 Aug 31 14:49:47.436450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 49996) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.442977 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42a071c4-cd7b-4aa9-b9ad-da0753af2ae7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.444310 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.445224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:47.445795 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.474389 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf35a59-d118-4b7d-a412-d7739887e908 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] DELETE failed (client error): The resource could not be found. Aug 31 14:49:47.474851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf35a59-d118-4b7d-a412-d7739887e908 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:49:47.478920 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cbf35a59-d118-4b7d-a412-d7739887e908 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/f2f4c2ad-be00-48ed-9b2a-7b56f58d0e68 HTTP/1.1" status: 404 len: 337 time: 0.0391939 Aug 31 14:49:47.480366 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 49998) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.515244 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b786e423-a382-40b8-9e84-612a12d21df5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] DELETE failed (client error): The resource could not be found. Aug 31 14:49:47.515703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b786e423-a382-40b8-9e84-612a12d21df5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:49:47.521054 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b786e423-a382-40b8-9e84-612a12d21df5 tempest-RoutersTest-1769530873 tempest-RoutersTest-1769530873-project] 10.222.0.39 "DELETE /v2.0/subnets/563179a4-e696-4347-961d-7a6a1248bcb0 HTTP/1.1" status: 404 len: 337 time: 0.0361097 Aug 31 14:49:47.521994 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50002) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.527517 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8908060 Aug 31 14:49:47.529157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a8b3e925-c188-4bc7-8461-3af7d7df8641 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Request body: {'subnet': {'network_id': 'e77ec42a-6b76-4035-9edf-c2f751aa32f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:47.556458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f654c-02f8-4f59-96ec-3b0757fe2030 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event updated for resources: {'Network': ['ID=e77ec42a-6b76-4035-9edf-c2f751aa32f5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:47.566564 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network e77ec42a-6b76-4035-9edf-c2f751aa32f5 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:49:47.599472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b3e925-c188-4bc7-8461-3af7d7df8641 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Made reservation on behalf of 8193dad673954367973e4a541035890f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:47.602226 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e925-c188-4bc7-8461-3af7d7df8641 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.623020 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42a071c4-cd7b-4aa9-b9ad-da0753af2ae7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.644659 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3859faec-e4c6-407a-a70f-e2201fe2ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:49:45Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:47.679522 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859faec-e4c6-407a-a70f-e2201fe2ecb0 None None] Checking router: d07bba48-6e4a-43a0-881b-c3d5cce4a6ba for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:47.688260 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859faec-e4c6-407a-a70f-e2201fe2ecb0 None None] Routers {'d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:47.688947 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3859faec-e4c6-407a-a70f-e2201fe2ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:47.747525 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42a071c4-cd7b-4aa9-b9ad-da0753af2ae7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.788534 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42a071c4-cd7b-4aa9-b9ad-da0753af2ae7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:47.793034 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-42a071c4-cd7b-4aa9-b9ad-da0753af2ae7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/subnets/e33fc64f-9bd5-4636-82f7-5c2d6d4da600 HTTP/1.1" status: 204 len: 168 time: 0.4950359 Aug 31 14:49:47.793034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a071c4-cd7b-4aa9-b9ad-da0753af2ae7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Subnet': ['ID=e33fc64f-9bd5-4636-82f7-5c2d6d4da600,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:47.794503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50008) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.799640 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ae6e5d-c3c0-4aab-b27f-be1dce5f1b25 None None] Network 11a0feae-060b-446c-8bb3-bf8028e4b48d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:47.855745 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3859faec-e4c6-407a-a70f-e2201fe2ecb0 None None] Set router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:47.878323 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50010) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:47.961896 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.061149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a68310-664b-4c16-91d7-2fab0c4f135a None None] DHCP port deletion for 11a0feae-060b-446c-8bb3-bf8028e4b48d request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:49:48.112498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.objects.ports [None req-a8b3e925-c188-4bc7-8461-3af7d7df8641 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94870) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:49:48.113180 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-01a68310-664b-4c16-91d7-2fab0c4f135a None None] Deleting port ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:48.113890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e925-c188-4bc7-8461-3af7d7df8641 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.114920 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01a68310-664b-4c16-91d7-2fab0c4f135a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.153681 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3859faec-e4c6-407a-a70f-e2201fe2ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:49:45Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:48.156170 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.195711 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-01a68310-664b-4c16-91d7-2fab0c4f135a None None] For port ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57,segment=NetworkSegment(7a4587e8-9551-4c21-9300-8a79e5c682a5),segment_id=7a4587e8-9551-4c21-9300-8a79e5c682a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:48.196213 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01a68310-664b-4c16-91d7-2fab0c4f135a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.198915 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859faec-e4c6-407a-a70f-e2201fe2ecb0 None None] The sync data for ids ['d07bba48-6e4a-43a0-881b-c3d5cce4a6ba'] in n-d-806683-5 is: [{'id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301753403', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:47:33Z', 'updated_at': '2021-08-31T14:49:45Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': 'cf4a0923-4eef-478f-8fc4-5338ff26176d', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bba48-6e4a-43a0-881b-c3d5cce4a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:47:34Z', 'updated_at': '2021-08-31T14:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:48.219613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-01a68310-664b-4c16-91d7-2fab0c4f135a None None] Calling delete_port for ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:48.227243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cf49b-f308-4735-b8ea-da5da9866635 req-704eba53-c9aa-4f57-8d1a-68459473c34b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:48.228845 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-347cf49b-f308-4735-b8ea-da5da9866635 req-704eba53-c9aa-4f57-8d1a-68459473c34b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 985 time: 0.1041937 Aug 31 14:49:48.271406 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-633cd7bb-aa01-4c73-bdc7-57a1c6ca1e74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ae0da3f7c01479a862e779153d8de53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887901 Aug 31 14:49:48.272425 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50016) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:48.280599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e925-c188-4bc7-8461-3af7d7df8641 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event updated for resources: {'Subnet': ['ID=53f81385-31d2-4882-bece-195737af1612,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:48.285595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port cf4a0923-4eef-478f-8fc4-5338ff26176d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:48.286447 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.293475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b3e925-c188-4bc7-8461-3af7d7df8641 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Checking segment: {'id': '2996c5e9-a5f4-4f27-aec6-501a4964fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e77ec42a-6b76-4035-9edf-c2f751aa32f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:48.293887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b3e925-c188-4bc7-8461-3af7d7df8641 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Network hostable DHCP agents. Network: e77ec42a-6b76-4035-9edf-c2f751aa32f5, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:49:48.330912 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-347cf49b-f308-4735-b8ea-da5da9866635 req-f106f886-aff4-4168-8a65-d53d47a8561f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/security-groups?id=69604a71-fe03-4e80-8394-f85f21491ef4&id=aeb3732f-702b-43c2-bc76-aa6ad5d739d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0934887 Aug 31 14:49:48.339786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b3e925-c188-4bc7-8461-3af7d7df8641 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Network e77ec42a-6b76-4035-9edf-c2f751aa32f5 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:49:48.348808 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01a68310-664b-4c16-91d7-2fab0c4f135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.349166 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6751ea6-bc23-4214-bc97-0258e378e903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.365814 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a8b3e925-c188-4bc7-8461-3af7d7df8641 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, e77ec42a-6b76-4035-9edf-c2f751aa32f5) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:48.373519 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b3e925-c188-4bc7-8461-3af7d7df8641 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:48.374116 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e925-c188-4bc7-8461-3af7d7df8641 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.391548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a8b3e925-c188-4bc7-8461-3af7d7df8641 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8661664 Aug 31 14:49:48.391548 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6751ea6-bc23-4214-bc97-0258e378e903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.393028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50018) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:48.393859 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b676f-f875-4cb6-8521-b75d239fa3d9 None None] Network e77ec42a-6b76-4035-9edf-c2f751aa32f5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:48.397274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a68310-664b-4c16-91d7-2fab0c4f135a None None] Pushing event deleted for resources: {'Port': ['ID=ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:48.403915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-e6549b1a-a33d-4a79-9355-911fbc7dd18d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1261212695', 'network_id': 'e77ec42a-6b76-4035-9edf-c2f751aa32f5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:48.413397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a68310-664b-4c16-91d7-2fab0c4f135a None None] No DVR routers for this DVR port ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:49:48.418766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] For port cf4a0923-4eef-478f-8fc4-5338ff26176d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cf4a0923-4eef-478f-8fc4-5338ff26176d,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:48.419751 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.429506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6549b1a-a33d-4a79-9355-911fbc7dd18d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Made reservation on behalf of 8193dad673954367973e4a541035890f for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:48.432049 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6549b1a-a33d-4a79-9355-911fbc7dd18d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.438668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for cf4a0923-4eef-478f-8fc4-5338ff26176d owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:48.464532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [None req-e6549b1a-a33d-4a79-9355-911fbc7dd18d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] device_id is not set on port 717cc985-efcf-4dae-ae91-8e50e90e1515 yet. {{(pid=94870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:49:48.551982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c58bd1-ec6b-4842-953b-e9ea84800b18 None None] Network e77ec42a-6b76-4035-9edf-c2f751aa32f5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:48.661934 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.690267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=cf4a0923-4eef-478f-8fc4-5338ff26176d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:48.773185 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.873369 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.877285 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.888358 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6751ea6-bc23-4214-bc97-0258e378e903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.890889 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c6751ea6-bc23-4214-bc97-0258e378e903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.892075 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c6751ea6-bc23-4214-bc97-0258e378e903 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df2c66d3-e204-4993-a641-b75994959dad HTTP/1.1" status: 204 len: 168 time: 0.6185057 Aug 31 14:49:48.920046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6751ea6-bc23-4214-bc97-0258e378e903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2c66d3-e204-4993-a641-b75994959dad,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:48.929900 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.930695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Fanout notify agent at l3_agent the message router_deleted on router d07bba48-6e4a-43a0-881b-c3d5cce4a6ba {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:49:48.938413 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:48.939653 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d1b68e99-d7b0-46ee-bb80-7025b560567c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/routers/d07bba48-6e4a-43a0-881b-c3d5cce4a6ba HTTP/1.1" status: 204 len: 168 time: 1.1439762 Aug 31 14:49:48.942400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50022) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:48.955489 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-e6549b1a-a33d-4a79-9355-911fbc7dd18d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Allocated IP 172.20.0.8 (e77ec42a-6b76-4035-9edf-c2f751aa32f5/53f81385-31d2-4882-bece-195737af1612/717cc985-efcf-4dae-ae91-8e50e90e1515) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:49.043241 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-878e138c-97d5-4f82-a535-7aa73d7e004b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.164047 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6549b1a-a33d-4a79-9355-911fbc7dd18d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.171467 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-878e138c-97d5-4f82-a535-7aa73d7e004b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.182906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-878e138c-97d5-4f82-a535-7aa73d7e004b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a0feae-060b-446c-8bb3-bf8028e4b48d']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:49.195599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-878e138c-97d5-4f82-a535-7aa73d7e004b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4587e8-9551-4c21-9300-8a79e5c682a5') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:49.195985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-878e138c-97d5-4f82-a535-7aa73d7e004b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4587e8-9551-4c21-9300-8a79e5c682a5') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:49.205973 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-878e138c-97d5-4f82-a535-7aa73d7e004b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.208859 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6549b1a-a33d-4a79-9355-911fbc7dd18d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.222193 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-878e138c-97d5-4f82-a535-7aa73d7e004b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.230389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878e138c-97d5-4f82-a535-7aa73d7e004b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:49:49.230982 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-878e138c-97d5-4f82-a535-7aa73d7e004b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:49:49.234396 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:49:49.255364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6549b1a-a33d-4a79-9355-911fbc7dd18d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Network e77ec42a-6b76-4035-9edf-c2f751aa32f5 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:49.260524 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-e6549b1a-a33d-4a79-9355-911fbc7dd18d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:49.264150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6549b1a-a33d-4a79-9355-911fbc7dd18d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:49.292899 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6549b1a-a33d-4a79-9355-911fbc7dd18d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event updated for resources: {'Port': ['ID=717cc985-efcf-4dae-ae91-8e50e90e1515,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:49.309979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6549b1a-a33d-4a79-9355-911fbc7dd18d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:49.309979 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e6549b1a-a33d-4a79-9355-911fbc7dd18d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.317553 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-878e138c-97d5-4f82-a535-7aa73d7e004b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.327453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-878e138c-97d5-4f82-a535-7aa73d7e004b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.328296 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e6549b1a-a33d-4a79-9355-911fbc7dd18d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9287372 Aug 31 14:49:49.330639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50032) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:49.335741 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-878e138c-97d5-4f82-a535-7aa73d7e004b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/networks/11a0feae-060b-446c-8bb3-bf8028e4b48d HTTP/1.1" status: 204 len: 168 time: 0.3894715 Aug 31 14:49:49.336633 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50034) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:49.358803 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e138c-97d5-4f82-a535-7aa73d7e004b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Network': ['ID=11a0feae-060b-446c-8bb3-bf8028e4b48d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:49.423612 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78d08404-cb98-46b5-b203-4003569924dc tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.439067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-4476dcf8-8b30-4cc1-92db-05aa8989532f tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Deleting port 717cc985-efcf-4dae-ae91-8e50e90e1515 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:49.439540 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4476dcf8-8b30-4cc1-92db-05aa8989532f tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.451341 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78d08404-cb98-46b5-b203-4003569924dc tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.561046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b302faf-cdec-4277-a804-a798b77f340a req-b8f8887f-2cf8-4ecc-a814-bc2627d77987 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:49.561649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:49.570400 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b302faf-cdec-4277-a804-a798b77f340a req-b8f8887f-2cf8-4ecc-a814-bc2627d77987 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 985 time: 0.1483781 Aug 31 14:49:49.570573 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78d08404-cb98-46b5-b203-4003569924dc tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.578353 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78d08404-cb98-46b5-b203-4003569924dc tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.582269 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-78d08404-cb98-46b5-b203-4003569924dc tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/security-groups/3ecb6752-60ad-4373-bd3a-f759d652db81 HTTP/1.1" status: 204 len: 168 time: 0.2425666 Aug 31 14:49:49.590330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:49.590761 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ecc60eaf-8ea9-4b87-ba23-9f9cc6bf6c57 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:49.591353 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 59527dc2-28a0-480d-ab20-803ac2400571 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:49.629787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d08404-cb98-46b5-b203-4003569924dc tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecb6752-60ad-4373-bd3a-f759d652db81,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:49.649954 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6b302faf-cdec-4277-a804-a798b77f340a req-e7ea1d00-bfa9-4881-bcba-21aca46345a4 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/security-groups?id=69604a71-fe03-4e80-8394-f85f21491ef4&id=aeb3732f-702b-43c2-bc76-aa6ad5d739d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0688889 Aug 31 14:49:49.650381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 59527dc2-28a0-480d-ab20-803ac2400571 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:49.650381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 59527dc2-28a0-480d-ab20-803ac2400571 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:49.664666 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4476dcf8-8b30-4cc1-92db-05aa8989532f tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.676148 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c401137b-84cb-4511-8c9a-3cbcb76e5f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.679466 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.703228 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-4476dcf8-8b30-4cc1-92db-05aa8989532f tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Calling delete_port for 717cc985-efcf-4dae-ae91-8e50e90e1515 owned by {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:49.823470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99676e-a92d-4676-9752-52a6a2377b49 req-fc15178d-d07f-4d57-a35a-a83169471f95 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:49.825104 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd99676e-a92d-4676-9752-52a6a2377b49 req-fc15178d-d07f-4d57-a35a-a83169471f95 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 985 time: 0.0684769 Aug 31 14:49:49.887729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50054) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:49.907355 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd99676e-a92d-4676-9752-52a6a2377b49 req-3dbed55f-67dd-4360-ba09-42ca63a21f07 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/security-groups?id=69604a71-fe03-4e80-8394-f85f21491ef4&id=aeb3732f-702b-43c2-bc76-aa6ad5d739d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0718944 Aug 31 14:49:49.929594 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4476dcf8-8b30-4cc1-92db-05aa8989532f tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:49.961198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476dcf8-8b30-4cc1-92db-05aa8989532f tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event deleted for resources: {'Port': ['ID=717cc985-efcf-4dae-ae91-8e50e90e1515,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:50.004836 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50060) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:50.011509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d117a33c-2db3-46e2-9984-90ffffe913c1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-369452072', 'description': 'tempest-secgroup-smoke-369452072 description', 'project_id': 'd870a71dbb8448f4be281bbe47485733'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:50.021352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6d0f843f-81c6-4734-8a47-e69d8ae2059c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-243295537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:50.051583 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-6d0f843f-81c6-4734-8a47-e69d8ae2059c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:49:50.051583 n-d-806683-5 neutron-server[94871]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 14:49:50.051583 n-d-806683-5 neutron-server[94871]: [parameters: {'project_id': '821df19074eb48e5a97e89dc5ff66ce6', 'id': '9ea5a1b3-bd02-4d1a-be37-e77c9229cb7f', 'expiration': datetime.datetime(2021, 8, 31, 14, 51, 50, 44163)}] Aug 31 14:49:50.051583 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:49:50.052104 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [None req-6d0f843f-81c6-4734-8a47-e69d8ae2059c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:49:50.057717 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d117a33c-2db3-46e2-9984-90ffffe913c1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.073995 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4476dcf8-8b30-4cc1-92db-05aa8989532f tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.075882 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4476dcf8-8b30-4cc1-92db-05aa8989532f tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "DELETE /v2.0/ports/717cc985-efcf-4dae-ae91-8e50e90e1515 HTTP/1.1" status: 204 len: 168 time: 0.7442703 Aug 31 14:49:50.078760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50062) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:50.084381 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e77ec42a-6b76-4035-9edf-c2f751aa32f5', 'external_fixed_ips': [{'subnet_id': '53f81385-31d2-4882-bece-195737af1612', 'ip_address': '172.20.0.8'}]}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:50.095170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a37e1-cff5-472a-8d3d-05884f61fec9 req-f796b217-f579-471d-ad30-9eb811008469 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:50.096809 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae6a37e1-cff5-472a-8d3d-05884f61fec9 req-f796b217-f579-471d-ad30-9eb811008469 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 1136 time: 0.0954442 Aug 31 14:49:50.117241 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ae6a37e1-cff5-472a-8d3d-05884f61fec9 req-0a91c39a-c9f7-49d2-8d96-4e4c2f2ba1dc tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.143937 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d117a33c-2db3-46e2-9984-90ffffe913c1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.148953 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d117a33c-2db3-46e2-9984-90ffffe913c1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.161996 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.api [req-ae6a37e1-cff5-472a-8d3d-05884f61fec9 req-0a91c39a-c9f7-49d2-8d96-4e4c2f2ba1dc tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:49:50.161996 n-d-806683-5 neutron-server[94870]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:49:50.161996 n-d-806683-5 neutron-server[94870]: [parameters: {'project_id_1': '16756e9b26844550ba1ae3579ac36b45', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 49, 50, 127522)}] Aug 31 14:49:50.161996 n-d-806683-5 neutron-server[94870]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:49:50.162479 n-d-806683-5 neutron-server[94870]: DEBUG oslo_db.api [req-ae6a37e1-cff5-472a-8d3d-05884f61fec9 req-0a91c39a-c9f7-49d2-8d96-4e4c2f2ba1dc tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:49:50.171635 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.172708 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.178374 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d117a33c-2db3-46e2-9984-90ffffe913c1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.179678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d117a33c-2db3-46e2-9984-90ffffe913c1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1737614 Aug 31 14:49:50.181525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117a33c-2db3-46e2-9984-90ffffe913c1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d673078-ca5b-4bae-94d7-bb144f4d102d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:50.183846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50064) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:50.188429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2743a414-0489-4c0d-99cf-e037a9753847 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': '1d673078-ca5b-4bae-94d7-bb144f4d102d', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:50.216507 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2743a414-0489-4c0d-99cf-e037a9753847 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.227011 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.276830 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2743a414-0489-4c0d-99cf-e037a9753847 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.280887 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2743a414-0489-4c0d-99cf-e037a9753847 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.298732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743a414-0489-4c0d-99cf-e037a9753847 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54539846-cf79-4fe0-8d0d-3edf7868a580,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:50.305596 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2743a414-0489-4c0d-99cf-e037a9753847 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.307270 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2743a414-0489-4c0d-99cf-e037a9753847 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223602 Aug 31 14:49:50.309649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50066) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:50.314148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-baea0fc3-339f-408c-b148-76ce8756cf6d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': '1d673078-ca5b-4bae-94d7-bb144f4d102d', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:50.342756 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baea0fc3-339f-408c-b148-76ce8756cf6d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.376147 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.402922 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baea0fc3-339f-408c-b148-76ce8756cf6d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.406907 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baea0fc3-339f-408c-b148-76ce8756cf6d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.428486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea0fc3-339f-408c-b148-76ce8756cf6d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e917c520-be24-4ba7-ada3-75b2fc702e8a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:50.432509 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baea0fc3-339f-408c-b148-76ce8756cf6d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.434295 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-baea0fc3-339f-408c-b148-76ce8756cf6d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232316 Aug 31 14:49:50.436525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50068) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:50.441517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4e892e70-11d1-4a4f-84f5-ed7db46b424f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': '1d673078-ca5b-4bae-94d7-bb144f4d102d', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:50.468758 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e892e70-11d1-4a4f-84f5-ed7db46b424f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.533352 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e892e70-11d1-4a4f-84f5-ed7db46b424f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.537400 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e892e70-11d1-4a4f-84f5-ed7db46b424f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.560226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e892e70-11d1-4a4f-84f5-ed7db46b424f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f25d654-1601-4e87-9278-c3d1209c7f01,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:50.580032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d0f843f-81c6-4734-8a47-e69d8ae2059c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.581030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d0f843f-81c6-4734-8a47-e69d8ae2059c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.587920 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4e892e70-11d1-4a4f-84f5-ed7db46b424f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.589146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4e892e70-11d1-4a4f-84f5-ed7db46b424f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516855 Aug 31 14:49:50.592098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50070) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:50.598421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0dc7bab5-6366-438c-bb40-18f77b612673 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': '1d673078-ca5b-4bae-94d7-bb144f4d102d', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:50.607463 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.627574 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.658010 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d0f843f-81c6-4734-8a47-e69d8ae2059c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.664380 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d0f843f-81c6-4734-8a47-e69d8ae2059c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.680017 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0dc7bab5-6366-438c-bb40-18f77b612673 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.681614 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ae6a37e1-cff5-472a-8d3d-05884f61fec9 req-0a91c39a-c9f7-49d2-8d96-4e4c2f2ba1dc tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.692453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d0f843f-81c6-4734-8a47-e69d8ae2059c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.696106 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6d0f843f-81c6-4734-8a47-e69d8ae2059c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8048975 Aug 31 14:49:50.696316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50072) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:50.701982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-689781627'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:50.751434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Made reservation on behalf of 821df19074eb48e5a97e89dc5ff66ce6 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:50.755653 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.769646 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.795559 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0dc7bab5-6366-438c-bb40-18f77b612673 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.799578 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0dc7bab5-6366-438c-bb40-18f77b612673 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.818795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7bab5-6366-438c-bb40-18f77b612673 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599e98c1-0efa-45dd-a57c-b46676953c0f,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:50.886122 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Allocated IP 172.20.0.8 (e77ec42a-6b76-4035-9edf-c2f751aa32f5/53f81385-31d2-4882-bece-195737af1612/af23cbf0-71d6-4964-9b18-2334e972021c) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:50.979327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ae6a37e1-cff5-472a-8d3d-05884f61fec9 req-0a91c39a-c9f7-49d2-8d96-4e4c2f2ba1dc tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:50.986386 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ae6a37e1-cff5-472a-8d3d-05884f61fec9 req-0a91c39a-c9f7-49d2-8d96-4e4c2f2ba1dc tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.039830 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae6a37e1-cff5-472a-8d3d-05884f61fec9 req-0a91c39a-c9f7-49d2-8d96-4e4c2f2ba1dc tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69604a71-fe03-4e80-8394-f85f21491ef4&id=aeb3732f-702b-43c2-bc76-aa6ad5d739d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.9360876 Aug 31 14:49:51.049719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91c39a-c9f7-49d2-8d96-4e4c2f2ba1dc tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6755a61-95f0-41a9-b463-0c69c8a11909,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:51.061236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cf4a0923-4eef-478f-8fc4-5338ff26176d no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:49:51.063274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50074) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:51.089132 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.092020 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: cf4a0923-4eef-478f-8fc4-5338ff26176d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:49:51.092478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cf4a0923-4eef-478f-8fc4-5338ff26176d not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:49:51.116519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.124824 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.133178 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.137111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f0f4ca-8d9f-4ea5-8601-af36a48501b3 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:51.138660 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-95f0f4ca-8d9f-4ea5-8601-af36a48501b3 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 1131 time: 0.0706894 Aug 31 14:49:51.139501 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0dc7bab5-6366-438c-bb40-18f77b612673 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.140563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0dc7bab5-6366-438c-bb40-18f77b612673 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5475714 Aug 31 14:49:51.152987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50076) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:51.153320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50078) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:51.161489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '6c9add7a-565d-40a2-858e-7de9ed7130c8', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:51.170718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-aec407aa-baf4-4b3d-9b61-2455cf9df913 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': '1d673078-ca5b-4bae-94d7-bb144f4d102d', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:51.180377 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Network e77ec42a-6b76-4035-9edf-c2f751aa32f5 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:51.183682 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:51.186318 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:51.187306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:49:51.204579 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a20d20-5bd3-4980-a044-99a680c078f0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:51.212656 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.213002 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Added segment 89919d44-8a19-44ee-9dd7-b78e9f7e61f8 of type vlan for network adf8b103-b91d-4aaf-a5f3-dc118804587a Aug 31 14:49:51.214505 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event updated for resources: {'Port': ['ID=af23cbf0-71d6-4964-9b18-2334e972021c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:51.255004 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-aec407aa-baf4-4b3d-9b61-2455cf9df913 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Project d870a71dbb8448f4be281bbe47485733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:49:51.273710 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.277005 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aec407aa-baf4-4b3d-9b61-2455cf9df913 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.306204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.369045 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.374545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:51.375139 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.451931 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7545793 Aug 31 14:49:51.454847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50080) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:51.460012 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f5431b8c-0ffc-44b5-8ff7-3416d6d390de tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Request body: {'subnet': {'network_id': 'adf8b103-b91d-4aaf-a5f3-dc118804587a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:51.460483 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aec407aa-baf4-4b3d-9b61-2455cf9df913 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.466880 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.473338 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aec407aa-baf4-4b3d-9b61-2455cf9df913 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.489496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b2d64-eb10-4ece-9c4b-753708ff3a65 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event updated for resources: {'Network': ['ID=adf8b103-b91d-4aaf-a5f3-dc118804587a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:51.499726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec407aa-baf4-4b3d-9b61-2455cf9df913 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18160a9-6389-436b-b528-940ac36f0504,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:51.500646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network adf8b103-b91d-4aaf-a5f3-dc118804587a details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:49:51.509695 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aec407aa-baf4-4b3d-9b61-2455cf9df913 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.510944 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-aec407aa-baf4-4b3d-9b61-2455cf9df913 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3555176 Aug 31 14:49:51.514740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50082) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:51.519053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7db7bac6-8b5b-400a-8c6e-7dab7e140e61 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': '1d673078-ca5b-4bae-94d7-bb144f4d102d', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:51.564515 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-7db7bac6-8b5b-400a-8c6e-7dab7e140e61 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Project d870a71dbb8448f4be281bbe47485733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:49:51.572643 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7db7bac6-8b5b-400a-8c6e-7dab7e140e61 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.575812 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.679205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5431b8c-0ffc-44b5-8ff7-3416d6d390de tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Made reservation on behalf of 821df19074eb48e5a97e89dc5ff66ce6 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:51.682679 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5431b8c-0ffc-44b5-8ff7-3416d6d390de tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.700007 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7db7bac6-8b5b-400a-8c6e-7dab7e140e61 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.704745 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7db7bac6-8b5b-400a-8c6e-7dab7e140e61 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.730916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7bac6-8b5b-400a-8c6e-7dab7e140e61 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0c6900-0061-4507-9cb5-7a3df694dfd9,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:51.746929 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7db7bac6-8b5b-400a-8c6e-7dab7e140e61 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.748228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7db7bac6-8b5b-400a-8c6e-7dab7e140e61 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2327137 Aug 31 14:49:51.749459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Allocated IP 172.25.2.147 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/bafd4ccc-4720-47c0-a71f-72e4b3b0d84a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:51.751303 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50084) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:51.756897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-71eb2e0e-3bd5-4641-a023-12ea536ba2db tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'network': {'name': 'tempest-network-smoke--135140530', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'port_security_enabled': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:51.821155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eb2e0e-3bd5-4641-a023-12ea536ba2db tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Made reservation on behalf of d870a71dbb8448f4be281bbe47485733 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:51.824570 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71eb2e0e-3bd5-4641-a023-12ea536ba2db tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.826680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.864945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71eb2e0e-3bd5-4641-a023-12ea536ba2db tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:49:51.884810 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71eb2e0e-3bd5-4641-a023-12ea536ba2db tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.885161 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-71eb2e0e-3bd5-4641-a023-12ea536ba2db tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Added segment d24ffe54-ed28-4567-8995-2cdd754a32d6 of type vlan for network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b Aug 31 14:49:51.927369 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.946204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71eb2e0e-3bd5-4641-a023-12ea536ba2db tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.988526 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71eb2e0e-3bd5-4641-a023-12ea536ba2db tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:51.994172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb2e0e-3bd5-4641-a023-12ea536ba2db tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:51.994824 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71eb2e0e-3bd5-4641-a023-12ea536ba2db tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.017167 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5431b8c-0ffc-44b5-8ff7-3416d6d390de tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.052154 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.068608 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-71eb2e0e-3bd5-4641-a023-12ea536ba2db tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3162663 Aug 31 14:49:52.073747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50086) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:52.083006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'admin_state_up': True, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:52.094483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5431b8c-0ffc-44b5-8ff7-3416d6d390de tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event updated for resources: {'Subnet': ['ID=94e6d37a-4f25-478a-adf6-bf27647c3acd,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:52.115024 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Router 80b03a88-4279-4fb7-b661-d1a2a3162488 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:49:52.116314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb2e0e-3bd5-4641-a023-12ea536ba2db tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Network': ['ID=533e8ad8-f34f-4222-b7e3-346e1ec9b30b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:52.117789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5431b8c-0ffc-44b5-8ff7-3416d6d390de tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Checking segment: {'id': '89919d44-8a19-44ee-9dd7-b78e9f7e61f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'adf8b103-b91d-4aaf-a5f3-dc118804587a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:52.118151 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5431b8c-0ffc-44b5-8ff7-3416d6d390de tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Network hostable DHCP agents. Network: adf8b103-b91d-4aaf-a5f3-dc118804587a, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:49:52.125021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:52.130410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:49:52.133623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:52.140046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:52.174191 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.174885 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.177688 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5431b8c-0ffc-44b5-8ff7-3416d6d390de tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Network adf8b103-b91d-4aaf-a5f3-dc118804587a is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:49:52.182829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'Port': ['ID=bafd4ccc-4720-47c0-a71f-72e4b3b0d84a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:52.197084 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-f5431b8c-0ffc-44b5-8ff7-3416d6d390de tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, adf8b103-b91d-4aaf-a5f3-dc118804587a) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:52.213386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04300f7c-148c-4271-a6ae-a70132fa9ebb None None] Network adf8b103-b91d-4aaf-a5f3-dc118804587a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:52.235262 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5431b8c-0ffc-44b5-8ff7-3416d6d390de tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:52.235776 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5431b8c-0ffc-44b5-8ff7-3416d6d390de tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.266404 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f5431b8c-0ffc-44b5-8ff7-3416d6d390de tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8075323 Aug 31 14:49:52.266626 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e9c34dc4-ece1-4f6a-bcf9-902f3988df75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.266778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50088) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:52.269668 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.272643 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:52.274091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c1fc9578-62db-4c85-9e7a-a742557b94dd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Request body: {'network': {'name': 'tempest-router-network01--331366148'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:52.296609 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Sync routers for ids ['80b03a88-4279-4fb7-b661-d1a2a3162488'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:52.313951 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.327446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Routers {'80b03a88-4279-4fb7-b661-d1a2a3162488'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:52.327965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['80b03a88-4279-4fb7-b661-d1a2a3162488'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:52.642893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Set router 80b03a88-4279-4fb7-b661-d1a2a3162488 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:52.671416 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-adf8b103-b91d-4aaf-a5f3-dc118804587a', 'network_id': 'adf8b103-b91d-4aaf-a5f3-dc118804587a', 'tenant_id': '821df19074eb48e5a97e89dc5ff66ce6', 'fixed_ips': [{'subnet_id': '94e6d37a-4f25-478a-adf6-bf27647c3acd'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:49:52.672376 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.714444 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.716325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-22067238-b195-4cb7-a716-0115bb244ab9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.6366982 Aug 31 14:49:52.719060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50090) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:52.747877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fc9578-62db-4c85-9e7a-a742557b94dd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Made reservation on behalf of 821df19074eb48e5a97e89dc5ff66ce6 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:52.751447 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9578-62db-4c85-9e7a-a742557b94dd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.828757 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.851637 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.889300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fc9578-62db-4c85-9e7a-a742557b94dd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:49:52.935910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Allocated IP 2001:db8::2 (adf8b103-b91d-4aaf-a5f3-dc118804587a/94e6d37a-4f25-478a-adf6-bf27647c3acd/087654b2-2be3-4fe0-a65c-d33a8100dafb) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:52.944930 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9578-62db-4c85-9e7a-a742557b94dd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:52.945394 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-c1fc9578-62db-4c85-9e7a-a742557b94dd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Added segment 4bd5b886-4363-4832-8d62-6c4e8a48043b of type vlan for network 43b18e00-9510-4e4b-bc8a-ed2d5dbd6381 Aug 31 14:49:52.981170 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.011848 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9578-62db-4c85-9e7a-a742557b94dd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.020371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b03a88-4279-4fb7-b661-d1a2a3162488', 'name': '', 'tenant_id': '8193dad673954367973e4a541035890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e77ec42a-6b76-4035-9edf-c2f751aa32f5', 'external_fixed_ips': [{'subnet_id': '53f81385-31d2-4882-bece-195737af1612', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'af23cbf0-71d6-4964-9b18-2334e972021c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:50Z', 'updated_at': '2021-08-31T14:49:51Z', 'revision_number': 3, 'project_id': '8193dad673954367973e4a541035890f', 'gw_port': {'id': 'af23cbf0-71d6-4964-9b18-2334e972021c', 'name': '', 'network_id': 'e77ec42a-6b76-4035-9edf-c2f751aa32f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b03a88-4279-4fb7-b661-d1a2a3162488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '53f81385-31d2-4882-bece-195737af1612', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:50Z', 'updated_at': '2021-08-31T14:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53f81385-31d2-4882-bece-195737af1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:53.057160 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Checking router: 80b03a88-4279-4fb7-b661-d1a2a3162488 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:53.057511 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Updating router 80b03a88-4279-4fb7-b661-d1a2a3162488 port af23cbf0-71d6-4964-9b18-2334e972021c binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:49:53.075756 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Deleting port af23cbf0-71d6-4964-9b18-2334e972021c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:53.076978 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.106702 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.107679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9578-62db-4c85-9e7a-a742557b94dd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.113757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fc9578-62db-4c85-9e7a-a742557b94dd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:53.114361 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9578-62db-4c85-9e7a-a742557b94dd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.162219 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.177222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Calling delete_port for af23cbf0-71d6-4964-9b18-2334e972021c owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:49:53.237135 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c1fc9578-62db-4c85-9e7a-a742557b94dd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9691093 Aug 31 14:49:53.244820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50092) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:53.253366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f6ff5314-0181-4f38-932a-27e700c4c6c4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Request body: {'network': {'name': 'tempest-router-network02--1034585145'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:53.260894 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc9578-62db-4c85-9e7a-a742557b94dd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event updated for resources: {'Network': ['ID=43b18e00-9510-4e4b-bc8a-ed2d5dbd6381,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:53.295670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 43b18e00-9510-4e4b-bc8a-ed2d5dbd6381 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:49:53.316519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ff5314-0181-4f38-932a-27e700c4c6c4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Made reservation on behalf of 821df19074eb48e5a97e89dc5ff66ce6 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:53.321145 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6ff5314-0181-4f38-932a-27e700c4c6c4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.365971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.388676 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.420897 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Transition to ACTIVE for port object 087654b2-2be3-4fe0-a65c-d33a8100dafb will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:53.432191 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.463846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Transition to ACTIVE for port object 087654b2-2be3-4fe0-a65c-d33a8100dafb will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:53.474489 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.515506 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ff5314-0181-4f38-932a-27e700c4c6c4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:49:53.523374 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.547837 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Network adf8b103-b91d-4aaf-a5f3-dc118804587a is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:53.554362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:53.556268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6ff5314-0181-4f38-932a-27e700c4c6c4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.556695 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-f6ff5314-0181-4f38-932a-27e700c4c6c4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Added segment 7012d81f-b259-4190-aabf-f119dbb2376b of type vlan for network 8abe614e-62ab-475a-bd52-356f68ada181 Aug 31 14:49:53.558870 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.560711 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:53.563117 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Pushing event updated for resources: {'Port': ['ID=087654b2-2be3-4fe0-a65c-d33a8100dafb,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:53.569458 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.586892 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.589879 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:53.590044 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:53.590382 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:53.590701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:53.591030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:53.591381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:53.591797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:53.592157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:53.592503 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:53.592826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:53.593148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:53.593486 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:53.647445 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Transition to ACTIVE for port object af23cbf0-71d6-4964-9b18-2334e972021c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:53.659021 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.681796 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6ff5314-0181-4f38-932a-27e700c4c6c4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.694062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Attempting to bind port 087654b2-2be3-4fe0-a65c-d33a8100dafb on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:53.694523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Attempting to bind port 087654b2-2be3-4fe0-a65c-d33a8100dafb by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '89919d44-8a19-44ee-9dd7-b78e9f7e61f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'adf8b103-b91d-4aaf-a5f3-dc118804587a'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:53.694889 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Attempting to bind port 087654b2-2be3-4fe0-a65c-d33a8100dafb on network adf8b103-b91d-4aaf-a5f3-dc118804587a {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:53.713875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:53.714255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Checking segment: {'id': '89919d44-8a19-44ee-9dd7-b78e9f7e61f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'adf8b103-b91d-4aaf-a5f3-dc118804587a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:53.714656 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.715047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Bound using segment: {'id': '89919d44-8a19-44ee-9dd7-b78e9f7e61f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'adf8b103-b91d-4aaf-a5f3-dc118804587a'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:53.715555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Bound port: 087654b2-2be3-4fe0-a65c-d33a8100dafb, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89919d44-8a19-44ee-9dd7-b78e9f7e61f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'adf8b103-b91d-4aaf-a5f3-dc118804587a'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:53.715944 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.743751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e199c1-27a2-4e48-a516-384c21153dd3 None None] Pushing event updated for resources: {'Port': ['ID=af23cbf0-71d6-4964-9b18-2334e972021c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:53.746833 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Attempting to bind port af23cbf0-71d6-4964-9b18-2334e972021c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:53.747301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Attempting to bind port af23cbf0-71d6-4964-9b18-2334e972021c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '2996c5e9-a5f4-4f27-aec6-501a4964fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e77ec42a-6b76-4035-9edf-c2f751aa32f5'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:53.747725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Attempting to bind port af23cbf0-71d6-4964-9b18-2334e972021c on network e77ec42a-6b76-4035-9edf-c2f751aa32f5 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:53.750744 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.772127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:53.772429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Checking segment: {'id': '2996c5e9-a5f4-4f27-aec6-501a4964fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e77ec42a-6b76-4035-9edf-c2f751aa32f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:53.772821 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.773211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Bound using segment: {'id': '2996c5e9-a5f4-4f27-aec6-501a4964fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e77ec42a-6b76-4035-9edf-c2f751aa32f5'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:53.773694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Bound port: af23cbf0-71d6-4964-9b18-2334e972021c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2996c5e9-a5f4-4f27-aec6-501a4964fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e77ec42a-6b76-4035-9edf-c2f751aa32f5'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:53.774478 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.787306 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event deleted for resources: {'Port': ['ID=af23cbf0-71d6-4964-9b18-2334e972021c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:53.798093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Port af23cbf0-71d6-4964-9b18-2334e972021c has been deleted concurrently {{(pid=94872) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 14:49:53.799135 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6ff5314-0181-4f38-932a-27e700c4c6c4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.805526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ff5314-0181-4f38-932a-27e700c4c6c4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:53.806416 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6ff5314-0181-4f38-932a-27e700c4c6c4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.824378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Routers {'80b03a88-4279-4fb7-b661-d1a2a3162488'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:53.825011 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['80b03a88-4279-4fb7-b661-d1a2a3162488'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:53.855255 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.896734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.25.2.167 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/2090c299-9344-4936-bd47-8cf8ded95cd5) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:53.897387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] For port 087654b2-2be3-4fe0-a65c-d33a8100dafb, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:53.905880 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f6ff5314-0181-4f38-932a-27e700c4c6c4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6567290 Aug 31 14:49:53.910113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] Set router 80b03a88-4279-4fb7-b661-d1a2a3162488 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:53.913980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50094) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:53.921240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-10edd2eb-3176-4255-9f84-8ab05a0bcc4b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Request body: {'subnet': {'network_id': '43b18e00-9510-4e4b-bc8a-ed2d5dbd6381', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:53.938320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] For port 087654b2-2be3-4fe0-a65c-d33a8100dafb, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=087654b2-2be3-4fe0-a65c-d33a8100dafb,segment=NetworkSegment(89919d44-8a19-44ee-9dd7-b78e9f7e61f8),segment_id=89919d44-8a19-44ee-9dd7-b78e9f7e61f8)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:53.964060 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.964584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b03a88-4279-4fb7-b661-d1a2a3162488', 'name': '', 'tenant_id': '8193dad673954367973e4a541035890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:50Z', 'updated_at': '2021-08-31T14:49:53Z', 'revision_number': 5, 'project_id': '8193dad673954367973e4a541035890f', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:53.966359 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:53.966946 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.005026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff5314-0181-4f38-932a-27e700c4c6c4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event updated for resources: {'Network': ['ID=8abe614e-62ab-475a-bd52-356f68ada181,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:54.020760 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.021692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80b03a88-4279-4fb7-b661-d1a2a3162488 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:49:54.026676 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.030091 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f8ba3d4b-62ac-4f9d-9eae-16bd9950cf99 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "DELETE /v2.0/routers/80b03a88-4279-4fb7-b661-d1a2a3162488 HTTP/1.1" status: 204 len: 168 time: 1.3075423 Aug 31 14:49:54.030680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50096) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:54.035623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32782469-52e2-465a-b5c5-17d7f95ef120 None None] The sync data for ids ['80b03a88-4279-4fb7-b661-d1a2a3162488'] in n-d-806683-5 is: [{'id': '80b03a88-4279-4fb7-b661-d1a2a3162488', 'name': '', 'tenant_id': '8193dad673954367973e4a541035890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:50Z', 'updated_at': '2021-08-31T14:49:53Z', 'revision_number': 5, 'project_id': '8193dad673954367973e4a541035890f', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:54.042900 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 8abe614e-62ab-475a-bd52-356f68ada181 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:49:54.089663 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afeac3e-b4da-4883-a0e8-9cd36c3482db tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Deleting subnet 53f81385-31d2-4882-bece-195737af1612 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:49:54.093268 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3afeac3e-b4da-4883-a0e8-9cd36c3482db tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.143381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3afeac3e-b4da-4883-a0e8-9cd36c3482db tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.171058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10edd2eb-3176-4255-9f84-8ab05a0bcc4b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Made reservation on behalf of 821df19074eb48e5a97e89dc5ff66ce6 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:54.174827 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10edd2eb-3176-4255-9f84-8ab05a0bcc4b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.192053 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dba22-1894-4ec2-a1a1-3bc3400aa283 None None] Pushing event updated for resources: {'Port': ['ID=087654b2-2be3-4fe0-a65c-d33a8100dafb,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:54.218807 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3afeac3e-b4da-4883-a0e8-9cd36c3482db tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.264850 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.305723 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.307524 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3afeac3e-b4da-4883-a0e8-9cd36c3482db tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.339767 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afeac3e-b4da-4883-a0e8-9cd36c3482db tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=53f81385-31d2-4882-bece-195737af1612,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:54.344443 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3afeac3e-b4da-4883-a0e8-9cd36c3482db tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.349219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3afeac3e-b4da-4883-a0e8-9cd36c3482db tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/53f81385-31d2-4882-bece-195737af1612 HTTP/1.1" status: 204 len: 168 time: 0.3148787 Aug 31 14:49:54.349503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50098) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:54.449448 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5802e208-ddea-4808-ac7f-eac66d23fee5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.488548 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.493420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'Port': ['ID=bafd4ccc-4720-47c0-a71f-72e4b3b0d84a,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:54.513734 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.571491 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5802e208-ddea-4808-ac7f-eac66d23fee5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.574491 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.582302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5802e208-ddea-4808-ac7f-eac66d23fee5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77ec42a-6b76-4035-9edf-c2f751aa32f5']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:54.593481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5802e208-ddea-4808-ac7f-eac66d23fee5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2996c5e9-a5f4-4f27-aec6-501a4964fa1e') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:54.593856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5802e208-ddea-4808-ac7f-eac66d23fee5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2996c5e9-a5f4-4f27-aec6-501a4964fa1e') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:54.603714 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5802e208-ddea-4808-ac7f-eac66d23fee5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.618482 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5802e208-ddea-4808-ac7f-eac66d23fee5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.624626 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5802e208-ddea-4808-ac7f-eac66d23fee5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:49:54.625018 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5802e208-ddea-4808-ac7f-eac66d23fee5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: items = [ Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:49:54.627003 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:49:54.685688 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5802e208-ddea-4808-ac7f-eac66d23fee5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.691393 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5802e208-ddea-4808-ac7f-eac66d23fee5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e77ec42a-6b76-4035-9edf-c2f751aa32f5 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:49:54.695352 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5802e208-ddea-4808-ac7f-eac66d23fee5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.700957 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5802e208-ddea-4808-ac7f-eac66d23fee5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "DELETE /v2.0/networks/e77ec42a-6b76-4035-9edf-c2f751aa32f5 HTTP/1.1" status: 204 len: 168 time: 0.3468969 Aug 31 14:49:54.712407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802e208-ddea-4808-ac7f-eac66d23fee5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event deleted for resources: {'Network': ['ID=e77ec42a-6b76-4035-9edf-c2f751aa32f5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:54.739637 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10edd2eb-3176-4255-9f84-8ab05a0bcc4b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.781205 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:54.850208 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Floating IP a2f3b5fb-fef0-4635-9a4a-1398a9bcdd65 associated. External IP: 172.25.2.147, port: 6c9add7a-565d-40a2-858e-7de9ed7130c8. Aug 31 14:49:54.857602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:54.868822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:54.871258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:54.922575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edd2eb-3176-4255-9f84-8ab05a0bcc4b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event updated for resources: {'Subnet': ['ID=40889854-947c-4809-a949-7f439613baab,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:54.947761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=2090c299-9344-4936-bd47-8cf8ded95cd5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:54.982120 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10edd2eb-3176-4255-9f84-8ab05a0bcc4b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Checking segment: {'id': '4bd5b886-4363-4832-8d62-6c4e8a48043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43b18e00-9510-4e4b-bc8a-ed2d5dbd6381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:54.982515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10edd2eb-3176-4255-9f84-8ab05a0bcc4b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Network hostable DHCP agents. Network: 43b18e00-9510-4e4b-bc8a-ed2d5dbd6381, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:49:54.988511 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.027625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50106) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:55.033225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a633f601-2a6e-489e-af17-9916e72d9ba7 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Request body: {'router': {'name': 'tempest-router--1424201869', 'project_id': '1790bd7a75d54fbb9ede5fa254cba7d0'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:55.058202 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a633f601-2a6e-489e-af17-9916e72d9ba7 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.059696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a633f601-2a6e-489e-af17-9916e72d9ba7 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.119362 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10edd2eb-3176-4255-9f84-8ab05a0bcc4b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Network 43b18e00-9510-4e4b-bc8a-ed2d5dbd6381 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:49:55.138623 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a633f601-2a6e-489e-af17-9916e72d9ba7 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.153465 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a633f601-2a6e-489e-af17-9916e72d9ba7 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.155457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-10edd2eb-3176-4255-9f84-8ab05a0bcc4b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 43b18e00-9510-4e4b-bc8a-ed2d5dbd6381) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:55.160011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10edd2eb-3176-4255-9f84-8ab05a0bcc4b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:55.160618 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10edd2eb-3176-4255-9f84-8ab05a0bcc4b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.165129 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d79dec8-e79c-4498-a573-288be07ee75a None None] Network 43b18e00-9510-4e4b-bc8a-ed2d5dbd6381 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:55.207744 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a633f601-2a6e-489e-af17-9916e72d9ba7 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.213077 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a633f601-2a6e-489e-af17-9916e72d9ba7 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1822736 Aug 31 14:49:55.218734 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50108) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:55.245877 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-10edd2eb-3176-4255-9f84-8ab05a0bcc4b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3285656 Aug 31 14:49:55.246495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50110) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:55.254260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-153ce8a4-5e06-45af-a4ba-f3db367e553f tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Request body: {'subnet': {'network_id': '8abe614e-62ab-475a-bd52-356f68ada181', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:55.273281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 087654b2-2be3-4fe0-a65c-d33a8100dafb up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:55.363991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 087654b2-2be3-4fe0-a65c-d33a8100dafb completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:55.386419 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a21ad280-c678-4b4b-aaf3-2e4baf31f742 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.494593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Router b0484de4-84b9-442b-98cf-1873dcfc91ad has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:55.496251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-43b18e00-9510-4e4b-bc8a-ed2d5dbd6381', 'network_id': '43b18e00-9510-4e4b-bc8a-ed2d5dbd6381', 'tenant_id': '821df19074eb48e5a97e89dc5ff66ce6', 'fixed_ips': [{'subnet_id': '40889854-947c-4809-a949-7f439613baab'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:49:55.497112 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.516951 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.596983 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a21ad280-c678-4b4b-aaf3-2e4baf31f742 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.599690 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a21ad280-c678-4b4b-aaf3-2e4baf31f742 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.646816 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a21ad280-c678-4b4b-aaf3-2e4baf31f742 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.647367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21ad280-c678-4b4b-aaf3-2e4baf31f742 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9090d5fc-7ed1-44f8-b22b-da03ccfcb351 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:49:55.652558 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a21ad280-c678-4b4b-aaf3-2e4baf31f742 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:55.653632 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a21ad280-c678-4b4b-aaf3-2e4baf31f742 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "DELETE /v2.0/routers/9090d5fc-7ed1-44f8-b22b-da03ccfcb351 HTTP/1.1" status: 204 len: 168 time: 0.4330611 Aug 31 14:49:55.670951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Allocated IP 2001:db8::2 (43b18e00-9510-4e4b-bc8a-ed2d5dbd6381/40889854-947c-4809-a949-7f439613baab/b5546572-b82f-4c69-a816-7894533dae00) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:55.779057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3151f7b-f87c-4b99-b240-18d33fb42065 None None] Network adf8b103-b91d-4aaf-a5f3-dc118804587a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:55.818736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50114) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:55.982565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153ce8a4-5e06-45af-a4ba-f3db367e553f tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Made reservation on behalf of 821df19074eb48e5a97e89dc5ff66ce6 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:55.991897 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-153ce8a4-5e06-45af-a4ba-f3db367e553f tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.034083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-113cbeea-b345-428a-b8e4-216fd1b22814 None None] Provisioning for port 087654b2-2be3-4fe0-a65c-d33a8100dafb completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:56.057775 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1737246519', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:56.069014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-113cbeea-b345-428a-b8e4-216fd1b22814 None None] Provisioning complete for port 087654b2-2be3-4fe0-a65c-d33a8100dafb triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:56.069338 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-113cbeea-b345-428a-b8e4-216fd1b22814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.099601 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.101466 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.156429 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.170111 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.212675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Transition to ACTIVE for port object b5546572-b82f-4c69-a816-7894533dae00 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:56.226107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:56.240499 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969386d9-afec-4910-8993-5c1fdd831348 None None] Sync routers for ids ['b0484de4-84b9-442b-98cf-1873dcfc91ad'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:56.253840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Transition to ACTIVE for port object b5546572-b82f-4c69-a816-7894533dae00 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:56.255442 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969386d9-afec-4910-8993-5c1fdd831348 None None] Routers {'b0484de4-84b9-442b-98cf-1873dcfc91ad'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:56.256305 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-969386d9-afec-4910-8993-5c1fdd831348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b0484de4-84b9-442b-98cf-1873dcfc91ad'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:56.285264 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.291092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.335460 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Network 43b18e00-9510-4e4b-bc8a-ed2d5dbd6381 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:56.341089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f8d3a8a0-e6a7-434c-8324-262c9a729177 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1843851 Aug 31 14:49:56.349980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:56.351061 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50118) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:56.357222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:56.362169 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-113cbeea-b345-428a-b8e4-216fd1b22814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.377142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'tag': '6c9add7a-565d-40a2-858e-7de9ed7130c8'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:49:56.381493 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Pushing event updated for resources: {'Port': ['ID=b5546572-b82f-4c69-a816-7894533dae00,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:56.381772 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fecb7a-4849-41cd-92bf-ad34914534ae" -d '{"events": [{"name": "network-changed", "server_uuid": "bdafe041-844f-4fff-b7ca-d19ad35927c6", "tag": "6c9add7a-565d-40a2-858e-7de9ed7130c8"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:49:56.441543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-113cbeea-b345-428a-b8e4-216fd1b22814 None None] For port 087654b2-2be3-4fe0-a65c-d33a8100dafb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=087654b2-2be3-4fe0-a65c-d33a8100dafb,segment=NetworkSegment(89919d44-8a19-44ee-9dd7-b78e9f7e61f8),segment_id=89919d44-8a19-44ee-9dd7-b78e9f7e61f8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:56.446967 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-113cbeea-b345-428a-b8e4-216fd1b22814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.490412 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-969386d9-afec-4910-8993-5c1fdd831348 None None] Set router b0484de4-84b9-442b-98cf-1873dcfc91ad gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:56.514763 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.536928 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe48d94-e293-46de-a494-01903eb91ef6 x-openstack-request-id: req-dbe48d94-e293-46de-a494-01903eb91ef6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:49:56.537580 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdafe041-844f-4fff-b7ca-d19ad35927c6", "tag": "6c9add7a-565d-40a2-858e-7de9ed7130c8", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:49:56.538123 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dbe48d94-e293-46de-a494-01903eb91ef6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:49:56.539564 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'tag': '6c9add7a-565d-40a2-858e-7de9ed7130c8', 'status': 'completed', 'code': 200} Aug 31 14:49:56.557421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Attempting to bind port b5546572-b82f-4c69-a816-7894533dae00 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:56.557957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Attempting to bind port b5546572-b82f-4c69-a816-7894533dae00 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '4bd5b886-4363-4832-8d62-6c4e8a48043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43b18e00-9510-4e4b-bc8a-ed2d5dbd6381'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:56.558183 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Attempting to bind port b5546572-b82f-4c69-a816-7894533dae00 on network 43b18e00-9510-4e4b-bc8a-ed2d5dbd6381 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:56.569347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:56.569736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Checking segment: {'id': '4bd5b886-4363-4832-8d62-6c4e8a48043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43b18e00-9510-4e4b-bc8a-ed2d5dbd6381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:56.570190 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.570505 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Bound using segment: {'id': '4bd5b886-4363-4832-8d62-6c4e8a48043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43b18e00-9510-4e4b-bc8a-ed2d5dbd6381'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:56.570987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Bound port: b5546572-b82f-4c69-a816-7894533dae00, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd5b886-4363-4832-8d62-6c4e8a48043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43b18e00-9510-4e4b-bc8a-ed2d5dbd6381'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:56.571413 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.597707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cbeea-b345-428a-b8e4-216fd1b22814 None None] Pushing event updated for resources: {'Port': ['ID=087654b2-2be3-4fe0-a65c-d33a8100dafb,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:56.670992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] For port b5546572-b82f-4c69-a816-7894533dae00, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:56.676317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] For port b5546572-b82f-4c69-a816-7894533dae00, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b5546572-b82f-4c69-a816-7894533dae00,segment=NetworkSegment(4bd5b886-4363-4832-8d62-6c4e8a48043b),segment_id=4bd5b886-4363-4832-8d62-6c4e8a48043b)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:56.688716 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.701351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29cc863-2a1c-4ec4-891b-64de1799cbb5 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.705034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29cc863-2a1c-4ec4-891b-64de1799cbb5 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.705034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29cc863-2a1c-4ec4-891b-64de1799cbb5 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.705034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29cc863-2a1c-4ec4-891b-64de1799cbb5 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.705365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29cc863-2a1c-4ec4-891b-64de1799cbb5 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.707864 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29cc863-2a1c-4ec4-891b-64de1799cbb5 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.708381 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29cc863-2a1c-4ec4-891b-64de1799cbb5 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.708853 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29cc863-2a1c-4ec4-891b-64de1799cbb5 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.709309 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29cc863-2a1c-4ec4-891b-64de1799cbb5 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.709681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fecb7a-4849-41cd-92bf-ad34914534ae req-91caab18-3299-48c1-ba3c-3f6eee424238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.711601 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b2fecb7a-4849-41cd-92bf-ad34914534ae req-91caab18-3299-48c1-ba3c-3f6eee424238 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4e8ce0961c04ebe8d413ec7a5a4bed5&device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 1136 time: 0.1685753 Aug 31 14:49:56.711841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29cc863-2a1c-4ec4-891b-64de1799cbb5 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.712836 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-153ce8a4-5e06-45af-a4ba-f3db367e553f tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.717761 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.720559 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f29cc863-2a1c-4ec4-891b-64de1799cbb5 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6963 time: 0.3670006 Aug 31 14:49:56.724636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50122) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:56.784401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312de4a8-6847-42bf-a538-0cbfe269753d None None] Pushing event updated for resources: {'Port': ['ID=b5546572-b82f-4c69-a816-7894533dae00,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:56.796749 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a0e22245-c76d-4776-88e0-739e789767ea None None] Provisioning complete for port 087654b2-2be3-4fe0-a65c-d33a8100dafb triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:56.797441 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0e22245-c76d-4776-88e0-739e789767ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:56.916233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede1059-1a3f-4805-bf2a-e6bac052f93c tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.916780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede1059-1a3f-4805-bf2a-e6bac052f93c tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.917239 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede1059-1a3f-4805-bf2a-e6bac052f93c tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.917706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede1059-1a3f-4805-bf2a-e6bac052f93c tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.918138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede1059-1a3f-4805-bf2a-e6bac052f93c tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.918644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede1059-1a3f-4805-bf2a-e6bac052f93c tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.919093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede1059-1a3f-4805-bf2a-e6bac052f93c tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.919578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede1059-1a3f-4805-bf2a-e6bac052f93c tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.920130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede1059-1a3f-4805-bf2a-e6bac052f93c tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:56.924816 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3ede1059-1a3f-4805-bf2a-e6bac052f93c tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5841 time: 0.1885056 Aug 31 14:49:56.928523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50124) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:56.989458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ce8a4-5e06-45af-a4ba-f3db367e553f tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event updated for resources: {'Subnet': ['ID=5f6ca5e1-7cf5-4c19-9674-1e613177b5ce,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:57.095291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ce8a4-5e06-45af-a4ba-f3db367e553f tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Checking segment: {'id': '7012d81f-b259-4190-aabf-f119dbb2376b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8abe614e-62ab-475a-bd52-356f68ada181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:57.095741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153ce8a4-5e06-45af-a4ba-f3db367e553f tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Network hostable DHCP agents. Network: 8abe614e-62ab-475a-bd52-356f68ada181, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:49:57.106599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fecb7a-4849-41cd-92bf-ad34914534ae req-bfd928d8-520c-4a86-8bb1-d00fca181eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:57.109365 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b2fecb7a-4849-41cd-92bf-ad34914534ae req-bfd928d8-520c-4a86-8bb1-d00fca181eb2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=719b1934-36ce-4187-8e04-658ca884d313 HTTP/1.1" status: 200 len: 898 time: 0.3889418 Aug 31 14:49:57.112275 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-969386d9-afec-4910-8993-5c1fdd831348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:49:32Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'a2f3b5fb-fef0-4635-9a4a-1398a9bcdd65', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'port_id': '6c9add7a-565d-40a2-858e-7de9ed7130c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'mac_address': 'fa:16:3e:40:8f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:49:52Z', 'revision_number': 0, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d697a9f-6f6a-4ed2-a672-50dd586b4fb6', 'name': '', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'mac_address': 'fa:16:3e:c3:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:31Z', 'updated_at': '2021-08-31T14:49:39Z', 'revision_number': 5, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'subnets': [{'id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:57.154536 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969386d9-afec-4910-8993-5c1fdd831348 None None] Checking router: b0484de4-84b9-442b-98cf-1873dcfc91ad for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:57.169885 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969386d9-afec-4910-8993-5c1fdd831348 None None] Routers {'b0484de4-84b9-442b-98cf-1873dcfc91ad'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:57.169885 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-969386d9-afec-4910-8993-5c1fdd831348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b0484de4-84b9-442b-98cf-1873dcfc91ad'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:57.230916 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b2fecb7a-4849-41cd-92bf-ad34914534ae req-283020a5-38dc-41de-9526-66c4076edf01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c9add7a-565d-40a2-858e-7de9ed7130c8 HTTP/1.1" status: 200 len: 1000 time: 0.1126726 Aug 31 14:49:57.237490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153ce8a4-5e06-45af-a4ba-f3db367e553f tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Network 8abe614e-62ab-475a-bd52-356f68ada181 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:49:57.261183 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.281285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-153ce8a4-5e06-45af-a4ba-f3db367e553f tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 8abe614e-62ab-475a-bd52-356f68ada181) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:57.286132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ce8a4-5e06-45af-a4ba-f3db367e553f tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:57.286729 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-153ce8a4-5e06-45af-a4ba-f3db367e553f tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.303203 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbbbb6c-fdc1-4cfe-8f8e-5dde31985766 None None] Network 8abe614e-62ab-475a-bd52-356f68ada181 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:57.338681 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.339623 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-153ce8a4-5e06-45af-a4ba-f3db367e553f tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0898898 Aug 31 14:49:57.340052 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-969386d9-afec-4910-8993-5c1fdd831348 None None] Set router b0484de4-84b9-442b-98cf-1873dcfc91ad gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:57.340583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50126) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:57.357089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:49:57.411441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fecb7a-4849-41cd-92bf-ad34914534ae req-9cf5a3a8-e91d-4fa6-b020-53315290450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:57.412955 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b2fecb7a-4849-41cd-92bf-ad34914534ae req-9cf5a3a8-e91d-4fa6-b020-53315290450e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac81d7e0-e17c-40a1-9bcd-49f3e2841abd HTTP/1.1" status: 200 len: 834 time: 0.1728177 Aug 31 14:49:57.418776 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 087654b2-2be3-4fe0-a65c-d33a8100dafb up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:57.518777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 087654b2-2be3-4fe0-a65c-d33a8100dafb triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:57.519276 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.520199 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-715187fd-6ec7-4200-b3b5-6cd58e403fcb tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4848 time: 0.5900919 Aug 31 14:49:57.522794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50128) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:57.574170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Allocated IP 172.25.2.226 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/a4021abd-819c-4433-a04f-3525ec8697fc) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:57.615209 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6830909-8c59-49ae-9192-f6bec861f7c5 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:57.615911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6830909-8c59-49ae-9192-f6bec861f7c5 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:57.617897 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b6830909-8c59-49ae-9192-f6bec861f7c5 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b0484de4-84b9-442b-98cf-1873dcfc91ad HTTP/1.1" status: 200 len: 1988 time: 0.0941312 Aug 31 14:49:57.679706 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-969386d9-afec-4910-8993-5c1fdd831348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:49:32Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'a2f3b5fb-fef0-4635-9a4a-1398a9bcdd65', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'port_id': '6c9add7a-565d-40a2-858e-7de9ed7130c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'mac_address': 'fa:16:3e:40:8f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:49:52Z', 'revision_number': 0, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d697a9f-6f6a-4ed2-a672-50dd586b4fb6', 'name': '', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'mac_address': 'fa:16:3e:c3:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:31Z', 'updated_at': '2021-08-31T14:49:39Z', 'revision_number': 5, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'subnets': [{'id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:57.684821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fecb7a-4849-41cd-92bf-ad34914534ae req-d1d6fcfa-1e65-4acc-9a03-190e25d48f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:57.685872 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b2fecb7a-4849-41cd-92bf-ad34914534ae req-d1d6fcfa-1e65-4acc-9a03-190e25d48f19 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=719b1934-36ce-4187-8e04-658ca884d313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321291 Aug 31 14:49:57.709853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b5546572-b82f-4c69-a816-7894533dae00 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:57.711864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-8abe614e-62ab-475a-bd52-356f68ada181', 'network_id': '8abe614e-62ab-475a-bd52-356f68ada181', 'tenant_id': '821df19074eb48e5a97e89dc5ff66ce6', 'fixed_ips': [{'subnet_id': '5f6ca5e1-7cf5-4c19-9674-1e613177b5ce'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:49:57.712696 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.713856 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969386d9-afec-4910-8993-5c1fdd831348 None None] The sync data for ids ['b0484de4-84b9-442b-98cf-1873dcfc91ad'] in n-d-806683-5 is: [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:49:32Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'a2f3b5fb-fef0-4635-9a4a-1398a9bcdd65', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'port_id': '6c9add7a-565d-40a2-858e-7de9ed7130c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'mac_address': 'fa:16:3e:40:8f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:49:52Z', 'revision_number': 0, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d697a9f-6f6a-4ed2-a672-50dd586b4fb6', 'name': '', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'mac_address': 'fa:16:3e:c3:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:31Z', 'updated_at': '2021-08-31T14:49:39Z', 'revision_number': 5, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'subnets': [{'id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:57.884267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port b5546572-b82f-4c69-a816-7894533dae00 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:57.901729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:57.970777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Allocated IP 2001:db8::2 (8abe614e-62ab-475a-bd52-356f68ada181/5f6ca5e1-7cf5-4c19-9674-1e613177b5ce/cf31556a-7719-49db-827c-a72bd16a9f5e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:57.994514 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b2fecb7a-4849-41cd-92bf-ad34914534ae req-d73cc0ce-8518-456a-9602-b14e423c1386 service neutron] 10.222.0.25 "GET /v2.0/networks/719b1934-36ce-4187-8e04-658ca884d313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439754 Aug 31 14:49:57.996520 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:57.997707 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2733c1d5-ed5f-4942-8ea3-fdeb0e986cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.9207728 Aug 31 14:49:58.015358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50132) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:58.060988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:58.064383 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8b272605-5aa0-4a53-838e-1c620dbddd83 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=d870a71dbb8448f4be281bbe47485733&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392659 Aug 31 14:49:58.091949 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d141984c-310f-46d4-baba-c090a50bf57c None None] New status for floating IP a2f3b5fb-fef0-4635-9a4a-1398a9bcdd65: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:49:58.101807 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50134) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:58.167027 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Sync routers for ids ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:58.182486 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Routers {'6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:58.183326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:58.216476 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:58.247536 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bfb973-5420-48fb-b3f3-f0cd22e4327b None None] Network 43b18e00-9510-4e4b-bc8a-ed2d5dbd6381 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:58.256187 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:58.275967 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:58.316613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Transition to ACTIVE for port object cf31556a-7719-49db-827c-a72bd16a9f5e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:58.334239 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Pushing event updated for resources: {'Port': ['ID=a4021abd-819c-4433-a04f-3525ec8697fc,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:58.360278 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:58.361735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:58.365487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:58.393192 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-af119ace-cc8a-4beb-8107-a3c39b82a619 None None] Provisioning for port b5546572-b82f-4c69-a816-7894533dae00 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:58.430782 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Transition to ACTIVE for port object cf31556a-7719-49db-827c-a72bd16a9f5e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:58.433610 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-af119ace-cc8a-4beb-8107-a3c39b82a619 None None] Provisioning complete for port b5546572-b82f-4c69-a816-7894533dae00 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:58.437043 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af119ace-cc8a-4beb-8107-a3c39b82a619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:58.476752 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:58.480909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b2fecb7a-4849-41cd-92bf-ad34914534ae req-894fe65c-189d-4bf2-a6d6-ea31181dc270 service neutron] 10.222.0.25 "GET /v2.0/networks/719b1934-36ce-4187-8e04-658ca884d313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639952 Aug 31 14:49:58.498470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Set router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:58.501887 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a9162-dcab-42d4-9e8c-172cab30fc57 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:58.504055 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d00a9162-dcab-42d4-9e8c-172cab30fc57 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4003270 Aug 31 14:49:58.506960 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50136) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:58.567859 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e47e54e9-d7ec-4503-b427-a36252f29253 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0597708 Aug 31 14:49:58.570985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50138) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:58.573842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Network 8abe614e-62ab-475a-bd52-356f68ada181 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:58.575977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-587411313', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:58.580586 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:58.584005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:58.654975 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:58.719791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Allocated IP 2001:db8::1 (43b18e00-9510-4e4b-bc8a-ed2d5dbd6381/40889854-947c-4809-a949-7f439613baab/d3861392-0896-40a0-b33c-3152a0d818f5) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:49:58.736243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Made reservation on behalf of d870a71dbb8448f4be281bbe47485733 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:49:58.740444 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:58.888586 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:58.911754 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Pushing event updated for resources: {'Port': ['ID=cf31556a-7719-49db-827c-a72bd16a9f5e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:58.934929 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:58.948737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Attempting to bind port cf31556a-7719-49db-827c-a72bd16a9f5e on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:49:58.949108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Attempting to bind port cf31556a-7719-49db-827c-a72bd16a9f5e by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '7012d81f-b259-4190-aabf-f119dbb2376b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8abe614e-62ab-475a-bd52-356f68ada181'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:49:58.949424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Attempting to bind port cf31556a-7719-49db-827c-a72bd16a9f5e on network 8abe614e-62ab-475a-bd52-356f68ada181 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:49:58.983532 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Transition to ACTIVE for port object d3861392-0896-40a0-b33c-3152a0d818f5 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:49:59.015773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:49:59.016150 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Checking segment: {'id': '7012d81f-b259-4190-aabf-f119dbb2376b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8abe614e-62ab-475a-bd52-356f68ada181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:59.016567 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.016948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Bound using segment: {'id': '7012d81f-b259-4190-aabf-f119dbb2376b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8abe614e-62ab-475a-bd52-356f68ada181'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:49:59.017433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Bound port: cf31556a-7719-49db-827c-a72bd16a9f5e, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7012d81f-b259-4190-aabf-f119dbb2376b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8abe614e-62ab-475a-bd52-356f68ada181'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:49:59.017821 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.031999 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Router 6ea8726c-8572-4cba-b7c6-c68ff0ac13c7 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:49:59.063496 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af119ace-cc8a-4beb-8107-a3c39b82a619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.074039 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.085206 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.171902 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-af119ace-cc8a-4beb-8107-a3c39b82a619 None None] For port b5546572-b82f-4c69-a816-7894533dae00, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b5546572-b82f-4c69-a816-7894533dae00,segment=NetworkSegment(4bd5b886-4363-4832-8d62-6c4e8a48043b),segment_id=4bd5b886-4363-4832-8d62-6c4e8a48043b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:59.186205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:59.189505 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af119ace-cc8a-4beb-8107-a3c39b82a619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.225633 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.227899 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-22b417fd-ce7d-41be-b952-8aaf4e751eb7 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4075954 Aug 31 14:49:59.230413 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50140) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:59.230963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0353b8f-0a2d-4181-bbf6-37a71c35ef91 None None] Sync routers for ids ['6ea8726c-8572-4cba-b7c6-c68ff0ac13c7'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:59.235718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] For port cf31556a-7719-49db-827c-a72bd16a9f5e, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:49:59.266869 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] For port cf31556a-7719-49db-827c-a72bd16a9f5e, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cf31556a-7719-49db-827c-a72bd16a9f5e,segment=NetworkSegment(7012d81f-b259-4190-aabf-f119dbb2376b),segment_id=7012d81f-b259-4190-aabf-f119dbb2376b)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:49:59.284859 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.292184 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0353b8f-0a2d-4181-bbf6-37a71c35ef91 None None] Routers {'6ea8726c-8572-4cba-b7c6-c68ff0ac13c7'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:59.292841 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a0353b8f-0a2d-4181-bbf6-37a71c35ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6ea8726c-8572-4cba-b7c6-c68ff0ac13c7'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:59.303317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:49:55Z', 'revision_number': 3, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:59.339753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af119ace-cc8a-4beb-8107-a3c39b82a619 None None] Pushing event updated for resources: {'Port': ['ID=b5546572-b82f-4c69-a816-7894533dae00,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:59.379670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a0353b8f-0a2d-4181-bbf6-37a71c35ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:59.384350 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-47f1da7d-f966-4acb-894c-2fd1c56601f5 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/routers/6ea8726c-8572-4cba-b7c6-c68ff0ac13c7 HTTP/1.1" status: 200 len: 921 time: 0.1499929 Aug 31 14:49:59.384916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50142) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:59.388990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Checking router: 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:59.389346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Updating router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 port 2090c299-9344-4936-bd47-8cf8ded95cd5 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:49:59.421347 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8a7e82cb-ef1c-473f-8f03-5a98b42658e8 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ea8726c-8572-4cba-b7c6-c68ff0ac13c7 HTTP/1.1" status: 200 len: 205 time: 0.0331023 Aug 31 14:49:59.421608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50144) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:59.469603 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.471149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0353b8f-0a2d-4181-bbf6-37a71c35ef91 None None] Routers {'6ea8726c-8572-4cba-b7c6-c68ff0ac13c7'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:59.472359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a0353b8f-0a2d-4181-bbf6-37a71c35ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6ea8726c-8572-4cba-b7c6-c68ff0ac13c7'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:59.545580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.550005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab1b96-d77c-4348-8a02-5a103b20de61 None None] Pushing event updated for resources: {'Port': ['ID=cf31556a-7719-49db-827c-a72bd16a9f5e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:59.553673 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a0353b8f-0a2d-4181-bbf6-37a71c35ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:59.554346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0353b8f-0a2d-4181-bbf6-37a71c35ef91 None None] The sync data for ids ['6ea8726c-8572-4cba-b7c6-c68ff0ac13c7'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:59.569385 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1abf462a-ca57-4dd1-b6b1-2a0a0fdd558b None None] Provisioning complete for port b5546572-b82f-4c69-a816-7894533dae00 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:59.569761 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1abf462a-ca57-4dd1-b6b1-2a0a0fdd558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.615004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Network 43b18e00-9510-4e4b-bc8a-ed2d5dbd6381 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:49:59.628536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Subnet': ['ID=b9d9e888-9ae7-4198-8600-bf5ef2b247bf,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:59.635876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:59.635876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event updated for resources: {'Port': ['ID=d3861392-0896-40a0-b33c-3152a0d818f5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:59.646707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:49:59.646707 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.690316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.691470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.692071 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.692327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.692761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.693186 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.693596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.694003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.694402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.694801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.695247 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.695620 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.702861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.703322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.703721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.704323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.704647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.705576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.706006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.707300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.707300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.707300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.707630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.708005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:49:59.720465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Checking segment: {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:49:59.720942 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network hostable DHCP agents. Network: 533e8ad8-f34f-4222-b7e3-346e1ec9b30b, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:49:59.729038 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.776715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:49:59.796964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 533e8ad8-f34f-4222-b7e3-346e1ec9b30b) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:49:59.805787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:59.806396 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.835843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Deleting port a4021abd-819c-4433-a04f-3525ec8697fc {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:49:59.836331 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:59.858194 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d5db772e-4599-4d16-b4ca-25d40aafe083 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2814715 Aug 31 14:49:59.858546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df89a541-13d0-40b0-9f93-58c780ad3fe4 None None] Network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:49:59.858750 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50146) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:59.861525 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.039515 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.057776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Calling delete_port for a4021abd-819c-4433-a04f-3525ec8697fc owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:00.176971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ips': [{'subnet_id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:50:00.177830 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.202641 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.210051 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.212009 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.235433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-719ae59a-d2df-43ae-a36a-89b55e0b5ea2 None None] Provisioning for port d3861392-0896-40a0-b33c-3152a0d818f5 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:00.291241 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-719ae59a-d2df-43ae-a36a-89b55e0b5ea2 None None] Provisioning complete for port d3861392-0896-40a0-b33c-3152a0d818f5 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:00.292235 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-719ae59a-d2df-43ae-a36a-89b55e0b5ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.316261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event updated for resources: {'Port': ['ID=d3861392-0896-40a0-b33c-3152a0d818f5,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:00.357578 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.388757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Network 43b18e00-9510-4e4b-bc8a-ed2d5dbd6381 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:00.390844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:00.398581 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-719ae59a-d2df-43ae-a36a-89b55e0b5ea2 None None] Port d3861392-0896-40a0-b33c-3152a0d818f5 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:00.473392 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Allocated IP 172.20.0.2 (533e8ad8-f34f-4222-b7e3-346e1ec9b30b/b9d9e888-9ae7-4198-8600-bf5ef2b247bf/31147e53-d2da-4b46-bcba-728c703ad6ee) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:00.534417 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.572904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Pushing event deleted for resources: {'Port': ['ID=a4021abd-819c-4433-a04f-3525ec8697fc,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:00.585704 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Transition to ACTIVE for port object 2090c299-9344-4936-bd47-8cf8ded95cd5 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:00.587365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Router fb271823-eb74-475a-8802-6600a705eb08 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:50:00.597131 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.704152 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.712214 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.726094 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Attempting to bind port 2090c299-9344-4936-bd47-8cf8ded95cd5 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:00.726321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Attempting to bind port 2090c299-9344-4936-bd47-8cf8ded95cd5 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:00.726596 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Attempting to bind port 2090c299-9344-4936-bd47-8cf8ded95cd5 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:00.728558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9936c-0321-4811-b013-2c24aa6ac33c None None] Pushing event updated for resources: {'Port': ['ID=2090c299-9344-4936-bd47-8cf8ded95cd5,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:00.747737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:00.748111 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:00.748625 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.748938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:00.749477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Bound port: 2090c299-9344-4936-bd47-8cf8ded95cd5, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:00.749886 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.766246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:00.777958 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792baebf-2288-4686-8f20-12771e8f3700 None None] Sync routers for ids ['fb271823-eb74-475a-8802-6600a705eb08'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:00.780759 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c32b1bd9-ab82-482f-a81d-8d6fd55f411c tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "PUT /v2.0/routers/fb271823-eb74-475a-8802-6600a705eb08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4349017 Aug 31 14:50:00.783755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50148) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:00.797830 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792baebf-2288-4686-8f20-12771e8f3700 None None] Routers {'fb271823-eb74-475a-8802-6600a705eb08'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:00.798907 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-792baebf-2288-4686-8f20-12771e8f3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['fb271823-eb74-475a-8802-6600a705eb08'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:00.875640 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.876487 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.880552 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.887161 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-792baebf-2288-4686-8f20-12771e8f3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:00.892964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] For port 2090c299-9344-4936-bd47-8cf8ded95cd5, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:00.897231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Transition to ACTIVE for port object 31147e53-d2da-4b46-bcba-728c703ad6ee will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:00.899542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] For port 2090c299-9344-4936-bd47-8cf8ded95cd5, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2090c299-9344-4936-bd47-8cf8ded95cd5,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:00.907484 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792baebf-2288-4686-8f20-12771e8f3700 None None] Routers {'fb271823-eb74-475a-8802-6600a705eb08'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:00.908419 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:00.909633 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-792baebf-2288-4686-8f20-12771e8f3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['fb271823-eb74-475a-8802-6600a705eb08'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:00.922371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b26c2aa-5589-431c-bbc7-6d41a429bbe0 None None] Network 8abe614e-62ab-475a-bd52-356f68ada181 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:00.961486 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Transition to ACTIVE for port object 31147e53-d2da-4b46-bcba-728c703ad6ee will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:00.991305 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-792baebf-2288-4686-8f20-12771e8f3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:00.992256 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792baebf-2288-4686-8f20-12771e8f3700 None None] The sync data for ids ['fb271823-eb74-475a-8802-6600a705eb08'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:01.013000 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.041598 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.042284 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Fanout notify agent at l3_agent the message router_deleted on router 6ea8726c-8572-4cba-b7c6-c68ff0ac13c7 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:50:01.051029 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.052368 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-760aefd2-5ba9-4d65-9169-3f2b23f9d737 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "DELETE /v2.0/routers/6ea8726c-8572-4cba-b7c6-c68ff0ac13c7 HTTP/1.1" status: 204 len: 168 time: 1.6298916 Aug 31 14:50:01.062047 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50150) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:01.068049 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Request body: {'router': {'name': 'tempest-snat-router-958312663', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'enable_snat': False}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:01.077274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cb5216a0-a46e-4267-8c94-18d6d5c732ae None None] Provisioning complete for port d3861392-0896-40a0-b33c-3152a0d818f5 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:01.077967 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb5216a0-a46e-4267-8c94-18d6d5c732ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.082281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:01.089053 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9936c-0321-4811-b013-2c24aa6ac33c None None] Pushing event updated for resources: {'Port': ['ID=2090c299-9344-4936-bd47-8cf8ded95cd5,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:01.091922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:01.115946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Routers {'6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:01.115946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:01.116981 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.118134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.122490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:01.225576 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.392761 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b5546572-b82f-4c69-a816-7894533dae00 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:01.395494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-cb5216a0-a46e-4267-8c94-18d6d5c732ae None None] Port d3861392-0896-40a0-b33c-3152a0d818f5 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:01.414895 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-90310d49-56df-45ae-85a0-1383fc62d673 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:50:01.418986 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-90310d49-56df-45ae-85a0-1383fc62d673 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "PUT /v2.0/routers/fb271823-eb74-475a-8802-6600a705eb08/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6291649 Aug 31 14:50:01.418986 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50152) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:01.464319 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.545993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Pushing event updated for resources: {'Port': ['ID=31147e53-d2da-4b46-bcba-728c703ad6ee,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:01.552709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cb5216a0-a46e-4267-8c94-18d6d5c732ae None None] Provisioning for port cf31556a-7719-49db-827c-a72bd16a9f5e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:01.569022 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.20.0.1 (533e8ad8-f34f-4222-b7e3-346e1ec9b30b/b9d9e888-9ae7-4198-8600-bf5ef2b247bf/da46249e-a041-4dce-9b60-22d1393537f1) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:01.613245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Attempting to bind port 31147e53-d2da-4b46-bcba-728c703ad6ee on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:01.613693 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Attempting to bind port 31147e53-d2da-4b46-bcba-728c703ad6ee by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:01.614066 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Attempting to bind port 31147e53-d2da-4b46-bcba-728c703ad6ee on network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:01.629198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] Set router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:01.632862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:01.633235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Checking segment: {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:01.633632 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.634020 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Bound using segment: {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:01.634495 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Bound port: 31147e53-d2da-4b46-bcba-728c703ad6ee, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:01.634868 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.712349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b5546572-b82f-4c69-a816-7894533dae00 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:01.712748 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.779863 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5f17ecf-b9d2-42bc-87f1-6655a726825b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:01.893082 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] For port 31147e53-d2da-4b46-bcba-728c703ad6ee, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:01.898798 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] For port 31147e53-d2da-4b46-bcba-728c703ad6ee, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=31147e53-d2da-4b46-bcba-728c703ad6ee,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:01.923704 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.030168 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cf31556a-7719-49db-827c-a72bd16a9f5e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:02.084770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fbee1-f39a-4e84-b30b-527030371fce None None] Pushing event updated for resources: {'Port': ['ID=31147e53-d2da-4b46-bcba-728c703ad6ee,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:02.105396 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.125756 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Transition to ACTIVE for port object da46249e-a041-4dce-9b60-22d1393537f1 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:02.132806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e5f17ecf-b9d2-42bc-87f1-6655a726825b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Deleting port d3861392-0896-40a0-b33c-3152a0d818f5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:02.133411 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5f17ecf-b9d2-42bc-87f1-6655a726825b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.137234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:49:55Z', 'revision_number': 3, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:02.174353 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353b80d-c967-434a-b9fc-2ff614ddb5d5 None None] The sync data for ids ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'] in n-d-806683-5 is: [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:49:55Z', 'revision_number': 3, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:02.187437 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port cf31556a-7719-49db-827c-a72bd16a9f5e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:02.192907 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port cf31556a-7719-49db-827c-a72bd16a9f5e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:02.193774 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.298274 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5f17ecf-b9d2-42bc-87f1-6655a726825b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.299242 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.302672 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.322276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e5f17ecf-b9d2-42bc-87f1-6655a726825b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Calling delete_port for d3861392-0896-40a0-b33c-3152a0d818f5 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:02.351295 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.363718 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.395361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:02.407653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port cf31556a-7719-49db-827c-a72bd16a9f5e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cf31556a-7719-49db-827c-a72bd16a9f5e,segment=NetworkSegment(7012d81f-b259-4190-aabf-f119dbb2376b),segment_id=7012d81f-b259-4190-aabf-f119dbb2376b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:02.416639 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.426083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:02.437559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=da46249e-a041-4dce-9b60-22d1393537f1,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:02.454667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:02.510703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=cf31556a-7719-49db-827c-a72bd16a9f5e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:02.580658 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.596992 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5f17ecf-b9d2-42bc-87f1-6655a726825b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.633883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f17ecf-b9d2-42bc-87f1-6655a726825b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event deleted for resources: {'Port': ['ID=d3861392-0896-40a0-b33c-3152a0d818f5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:02.657247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Allocated IP 172.25.2.176 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/fb921ab7-d923-4605-a6e0-26ba1306472c) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:02.784765 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5f17ecf-b9d2-42bc-87f1-6655a726825b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.845777 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:02.917621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.025713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f17ecf-b9d2-42bc-87f1-6655a726825b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Router fb271823-eb74-475a-8802-6600a705eb08 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:50:03.132401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f17ecf-b9d2-42bc-87f1-6655a726825b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:03.144972 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50154) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:03.150130 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a8236-bcab-48d7-bdfb-d44cfbb392dd None None] Sync routers for ids ['fb271823-eb74-475a-8802-6600a705eb08'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:03.155744 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e5f17ecf-b9d2-42bc-87f1-6655a726825b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "PUT /v2.0/routers/fb271823-eb74-475a-8802-6600a705eb08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7338591 Aug 31 14:50:03.163341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a8236-bcab-48d7-bdfb-d44cfbb392dd None None] Routers {'fb271823-eb74-475a-8802-6600a705eb08'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:03.164776 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-685a8236-bcab-48d7-bdfb-d44cfbb392dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['fb271823-eb74-475a-8802-6600a705eb08'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:03.189223 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.208968 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-685a8236-bcab-48d7-bdfb-d44cfbb392dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:03.226366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a8236-bcab-48d7-bdfb-d44cfbb392dd None None] Routers {'fb271823-eb74-475a-8802-6600a705eb08'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:03.227312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-685a8236-bcab-48d7-bdfb-d44cfbb392dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['fb271823-eb74-475a-8802-6600a705eb08'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:03.256852 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-19ff0ee9-bb3a-46c7-8a6c-36d4580a33bb tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] delete failed (client error): The resource could not be found. Aug 31 14:50:03.257916 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-19ff0ee9-bb3a-46c7-8a6c-36d4580a33bb tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-422391975 HTTP/1.1" status: 404 len: 334 time: 0.1090403 Aug 31 14:50:03.263679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50156) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:03.273729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e1fa7af2-1658-445d-ba0c-9a34fc0a1f3d tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fb271823-eb74-475a-8802-6600a705eb08'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:03.280957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-685a8236-bcab-48d7-bdfb-d44cfbb392dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:03.281761 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a8236-bcab-48d7-bdfb-d44cfbb392dd None None] The sync data for ids ['fb271823-eb74-475a-8802-6600a705eb08'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:03.336794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:03.358779 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:03.387772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 31147e53-d2da-4b46-bcba-728c703ad6ee up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:03.391525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:03.419288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783b7991-64b1-4126-a092-72457b969a72 None None] Network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:03.468165 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event updated for resources: {'Port': ['ID=fb921ab7-d923-4605-a6e0-26ba1306472c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:03.504786 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-54cc1b12-9910-4347-9650-a75481b5f0c0 None None] Provisioning for port 31147e53-d2da-4b46-bcba-728c703ad6ee completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:03.529888 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 31147e53-d2da-4b46-bcba-728c703ad6ee completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:03.535134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 31147e53-d2da-4b46-bcba-728c703ad6ee triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:03.535536 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.569510 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7af2-1658-445d-ba0c-9a34fc0a1f3d tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.590227 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-e1fa7af2-1658-445d-ba0c-9a34fc0a1f3d tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] update failed (client error): The resource could not be found. Aug 31 14:50:03.595584 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e1fa7af2-1658-445d-ba0c-9a34fc0a1f3d tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "PUT /v2.0/routers/fb271823-eb74-475a-8802-6600a705eb08 HTTP/1.1" status: 404 len: 339 time: 0.3270540 Aug 31 14:50:03.596896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50158) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:03.603264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-30366158-d5ae-41a4-b99e-e681b795d5cc tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-634833651'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:03.629641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30366158-d5ae-41a4-b99e-e681b795d5cc tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Made reservation on behalf of 821df19074eb48e5a97e89dc5ff66ce6 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:03.633675 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30366158-d5ae-41a4-b99e-e681b795d5cc tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.662356 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30366158-d5ae-41a4-b99e-e681b795d5cc tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:50:03.676634 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30366158-d5ae-41a4-b99e-e681b795d5cc tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.676634 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-30366158-d5ae-41a4-b99e-e681b795d5cc tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Added segment b2d0b32a-bde8-4486-8209-f7fc628ff704 of type vlan for network 28a497ee-7a51-496f-9e02-5a6336f6e713 Aug 31 14:50:03.681046 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.685892 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.697684 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.727640 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 31147e53-d2da-4b46-bcba-728c703ad6ee, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=31147e53-d2da-4b46-bcba-728c703ad6ee,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:03.733245 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.734087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cf31556a-7719-49db-827c-a72bd16a9f5e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:03.735861 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30366158-d5ae-41a4-b99e-e681b795d5cc tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.776678 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30366158-d5ae-41a4-b99e-e681b795d5cc tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.783097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30366158-d5ae-41a4-b99e-e681b795d5cc tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:03.785911 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30366158-d5ae-41a4-b99e-e681b795d5cc tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.820551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=31147e53-d2da-4b46-bcba-728c703ad6ee,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:03.835247 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port cf31556a-7719-49db-827c-a72bd16a9f5e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:03.835636 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.876252 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.877277 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-30366158-d5ae-41a4-b99e-e681b795d5cc tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2792289 Aug 31 14:50:03.882476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50162) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:03.890388 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9b4fd16e-2b27-45b6-b379-b7575e825a84 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Request body: {'subnet': {'network_id': '28a497ee-7a51-496f-9e02-5a6336f6e713', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:03.912831 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30366158-d5ae-41a4-b99e-e681b795d5cc tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event updated for resources: {'Network': ['ID=28a497ee-7a51-496f-9e02-5a6336f6e713,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:03.938800 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:03.945004 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 28a497ee-7a51-496f-9e02-5a6336f6e713 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:50:03.948417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2090c299-9344-4936-bd47-8cf8ded95cd5 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:03.972890 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=da46249e-a041-4dce-9b60-22d1393537f1,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:04.017610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4fd16e-2b27-45b6-b379-b7575e825a84 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Made reservation on behalf of 821df19074eb48e5a97e89dc5ff66ce6 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:04.022938 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd16e-2b27-45b6-b379-b7575e825a84 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.076407 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-438fee81-a4c9-4a51-bb5c-1723f4f2eff8 None None] Provisioning complete for port 31147e53-d2da-4b46-bcba-728c703ad6ee triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:04.076786 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-438fee81-a4c9-4a51-bb5c-1723f4f2eff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.165438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:04.167946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:04.174137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 2090c299-9344-4936-bd47-8cf8ded95cd5 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:04.179531 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 2090c299-9344-4936-bd47-8cf8ded95cd5 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:04.179906 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.280130 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd16e-2b27-45b6-b379-b7575e825a84 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.336981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-438fee81-a4c9-4a51-bb5c-1723f4f2eff8 None None] Provisioning for port da46249e-a041-4dce-9b60-22d1393537f1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:04.345975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-438fee81-a4c9-4a51-bb5c-1723f4f2eff8 None None] Provisioning complete for port da46249e-a041-4dce-9b60-22d1393537f1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:04.347265 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-438fee81-a4c9-4a51-bb5c-1723f4f2eff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.350601 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.354607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fd16e-2b27-45b6-b379-b7575e825a84 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event updated for resources: {'Subnet': ['ID=908c2fbd-7660-4f35-a348-fc6c433bd79e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:04.394875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4fd16e-2b27-45b6-b379-b7575e825a84 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Checking segment: {'id': 'b2d0b32a-bde8-4486-8209-f7fc628ff704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '28a497ee-7a51-496f-9e02-5a6336f6e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:04.395291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4fd16e-2b27-45b6-b379-b7575e825a84 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Network hostable DHCP agents. Network: 28a497ee-7a51-496f-9e02-5a6336f6e713, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:50:04.413162 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.422030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-438fee81-a4c9-4a51-bb5c-1723f4f2eff8 None None] Port da46249e-a041-4dce-9b60-22d1393537f1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:04.426796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4fd16e-2b27-45b6-b379-b7575e825a84 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Network 28a497ee-7a51-496f-9e02-5a6336f6e713 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:50:04.434632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 2090c299-9344-4936-bd47-8cf8ded95cd5, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2090c299-9344-4936-bd47-8cf8ded95cd5,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:04.439517 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.441929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-9b4fd16e-2b27-45b6-b379-b7575e825a84 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 28a497ee-7a51-496f-9e02-5a6336f6e713) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:04.455610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4fd16e-2b27-45b6-b379-b7575e825a84 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:04.457276 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd16e-2b27-45b6-b379-b7575e825a84 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.476719 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9b4fd16e-2b27-45b6-b379-b7575e825a84 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5926037 Aug 31 14:50:04.478500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3c4a8a-b9cc-4d4c-8c97-95a0a174121f None None] Network 28a497ee-7a51-496f-9e02-5a6336f6e713 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:04.479497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50164) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:04.479940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:50:04.491161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e2e0fd5b-c844-404e-b63e-f3a9e474dafd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Request body: {'router': {'external_gateway_info': {'network_id': '28a497ee-7a51-496f-9e02-5a6336f6e713'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:04.575998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=2090c299-9344-4936-bd47-8cf8ded95cd5,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:04.609388 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f4930427-5882-4092-8aab-9768b899618c None None] Provisioning complete for port da46249e-a041-4dce-9b60-22d1393537f1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:04.609770 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4930427-5882-4092-8aab-9768b899618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.672487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:04.680563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f4930427-5882-4092-8aab-9768b899618c None None] Port da46249e-a041-4dce-9b60-22d1393537f1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:04.685739 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9d22f63a-bc8f-44b6-82a4-6d272d2b223e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "PUT /v2.0/routers/6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8262026 Aug 31 14:50:04.689397 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Router bb717eb8-dd18-4abf-8345-b5e3968d1818 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:50:04.692584 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Sync routers for ids ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:04.702501 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Routers {'6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:04.703566 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:04.762997 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2e0fd5b-c844-404e-b63e-f3a9e474dafd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.790738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-28a497ee-7a51-496f-9e02-5a6336f6e713', 'network_id': '28a497ee-7a51-496f-9e02-5a6336f6e713', 'tenant_id': '821df19074eb48e5a97e89dc5ff66ce6', 'fixed_ips': [{'subnet_id': '908c2fbd-7660-4f35-a348-fc6c433bd79e'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:50:04.791734 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.837299 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:04.859354 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Sync routers for ids ['bb717eb8-dd18-4abf-8345-b5e3968d1818'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:04.860707 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.862017 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cab14b64-97c5-4ca3-8c31-7783798e4ea1 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7990887 Aug 31 14:50:04.869030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50168) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:04.873692 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Set router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:04.903257 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-e2e0fd5b-c844-404e-b63e-f3a9e474dafd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:50:04.904310 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e2e0fd5b-c844-404e-b63e-f3a9e474dafd tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "PUT /v2.0/routers/fb271823-eb74-475a-8802-6600a705eb08 HTTP/1.1" status: 400 len: 364 time: 0.4234936 Aug 31 14:50:04.908342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50172) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:04.963096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7801bbc8-7636-4427-a60b-37ce35d083f6 None None] Provisioning complete for port da46249e-a041-4dce-9b60-22d1393537f1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:04.963508 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7801bbc8-7636-4427-a60b-37ce35d083f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:05.008121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7801bbc8-7636-4427-a60b-37ce35d083f6 None None] Port da46249e-a041-4dce-9b60-22d1393537f1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:05.011165 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Routers {'bb717eb8-dd18-4abf-8345-b5e3968d1818'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:05.011856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['bb717eb8-dd18-4abf-8345-b5e3968d1818'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:05.023319 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e5e79510-ecda-43f1-89ff-5cf77b80f88a tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/routers/bb717eb8-dd18-4abf-8345-b5e3968d1818 HTTP/1.1" status: 200 len: 908 time: 0.1565142 Aug 31 14:50:05.027600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50182) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:05.042793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Request body: {'router': {'name': 'tempest-snat-router-958312663', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'enable_snat': True}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:05.214254 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:50:02Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'da46249e-a041-4dce-9b60-22d1393537f1', 'name': '', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:b9:c2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:01Z', 'updated_at': '2021-08-31T14:50:03Z', 'revision_number': 2, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:05.234918 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 31147e53-d2da-4b46-bcba-728c703ad6ee up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:05.251742 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Checking router: 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:50:05.252489 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Updating router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 port da46249e-a041-4dce-9b60-22d1393537f1 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:50:05.282152 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:05.389979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 31147e53-d2da-4b46-bcba-728c703ad6ee triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:05.390392 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:05.446016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Allocated IP 2001:db8:1::2 (28a497ee-7a51-496f-9e02-5a6336f6e713/908c2fbd-7660-4f35-a348-fc6c433bd79e/6d7a35be-9910-454b-b36e-94bed1f9c48e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:05.454124 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Set router bb717eb8-dd18-4abf-8345-b5e3968d1818 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:05.553990 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-47f3a581-31a1-4213-bfe1-874372854a53 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369452072&fields=id&tenant_id=d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 267 time: 0.5278265 Aug 31 14:50:05.555568 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:05.557099 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:05.666138 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:05.678967 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:05.693577 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Transition to ACTIVE for port object da46249e-a041-4dce-9b60-22d1393537f1 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:05.704777 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:05.737778 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:05.860949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2090c299-9344-4936-bd47-8cf8ded95cd5 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:05.881623 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Attempting to bind port da46249e-a041-4dce-9b60-22d1393537f1 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:05.882090 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Attempting to bind port da46249e-a041-4dce-9b60-22d1393537f1 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:05.882452 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Attempting to bind port da46249e-a041-4dce-9b60-22d1393537f1 on network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:05.892614 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:05.893014 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Checking segment: {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:05.893665 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:05.894065 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Bound using segment: {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:05.894551 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Bound port: da46249e-a041-4dce-9b60-22d1393537f1, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:05.895354 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:05.901611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb717eb8-dd18-4abf-8345-b5e3968d1818', 'name': 'tempest-snat-router-958312663', 'tenant_id': '8193dad673954367973e4a541035890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.176'}], 'enable_snat': False}, 'gw_port_id': 'fb921ab7-d923-4605-a6e0-26ba1306472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:50:01Z', 'updated_at': '2021-08-31T14:50:03Z', 'revision_number': 3, 'project_id': '8193dad673954367973e4a541035890f', 'gw_port': {'id': 'fb921ab7-d923-4605-a6e0-26ba1306472c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb717eb8-dd18-4abf-8345-b5e3968d1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:02Z', 'updated_at': '2021-08-31T14:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:05.958535 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Checking router: bb717eb8-dd18-4abf-8345-b5e3968d1818 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:50:05.962079 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Updating router bb717eb8-dd18-4abf-8345-b5e3968d1818 port fb921ab7-d923-4605-a6e0-26ba1306472c binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:50:05.976195 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-afc21538-6ace-4fdb-9323-2e262b1023ce tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:05.976858 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] For port da46249e-a041-4dce-9b60-22d1393537f1, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:05.978384 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-afc21538-6ace-4fdb-9323-2e262b1023ce tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 796 time: 0.4131351 Aug 31 14:50:05.981060 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] For port da46249e-a041-4dce-9b60-22d1393537f1, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=da46249e-a041-4dce-9b60-22d1393537f1,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:05.989007 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.008139 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498c977-b152-4a30-aac0-796c76417b47 None None] Pushing event updated for resources: {'Port': ['ID=da46249e-a041-4dce-9b60-22d1393537f1,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:06.088635 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.092604 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498c977-b152-4a30-aac0-796c76417b47 None None] Pushing event updated for resources: {'Port': ['ID=da46249e-a041-4dce-9b60-22d1393537f1,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:06.109038 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Routers {'6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:06.109663 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:06.132703 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Allocated IP 2001:db8::1 (adf8b103-b91d-4aaf-a5f3-dc118804587a/94e6d37a-4f25-478a-adf6-bf27647c3acd/981ee160-a236-4ed6-b812-2ca4627101e1) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:06.174618 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-b5988030-0f3a-4704-8831-0f2d5cbd7cd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/quotas/d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 375 time: 0.0836041 Aug 31 14:50:06.177858 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.181350 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.188215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 2090c299-9344-4936-bd47-8cf8ded95cd5 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:06.192079 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.230035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Transition to ACTIVE for port object 6d7a35be-9910-454b-b36e-94bed1f9c48e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:06.268073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Transition to ACTIVE for port object 6d7a35be-9910-454b-b36e-94bed1f9c48e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:06.278763 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] Set router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:06.303279 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-5dbe691c-cc0d-47c8-bb49-35ae149e2108 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184607 Aug 31 14:50:06.330645 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.352805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Transition to ACTIVE for port object 981ee160-a236-4ed6-b812-2ca4627101e1 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:06.388631 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.415946 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.447625 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Network adf8b103-b91d-4aaf-a5f3-dc118804587a is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:06.451697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:06.482042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:06.483026 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.494560 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-06cfe5c3-1931-47a2-b32c-63514ffbb749 service neutron] 10.222.0.39 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722264 Aug 31 14:50:06.534013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Pushing event updated for resources: {'Port': ['ID=6d7a35be-9910-454b-b36e-94bed1f9c48e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:06.584730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Network 28a497ee-7a51-496f-9e02-5a6336f6e713 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:06.592840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event updated for resources: {'Port': ['ID=981ee160-a236-4ed6-b812-2ca4627101e1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:06.617956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:06.637972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:06.706701 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.756060 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.777983 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:50:02Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'da46249e-a041-4dce-9b60-22d1393537f1', 'name': '', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:b9:c2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:01Z', 'updated_at': '2021-08-31T14:50:05Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:06.803277 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.811873 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c8e74-c2bb-4833-a086-6bbc0963deaa None None] The sync data for ids ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'] in n-d-806683-5 is: [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:50:02Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'da46249e-a041-4dce-9b60-22d1393537f1', 'name': '', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:b9:c2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:01Z', 'updated_at': '2021-08-31T14:50:05Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:06.824708 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-bde2c53e-5686-4e36-b6ba-e6d92ecaabfb service neutron] 10.222.0.39 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654548 Aug 31 14:50:06.933140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Attempting to bind port 6d7a35be-9910-454b-b36e-94bed1f9c48e on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:06.933519 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Attempting to bind port 6d7a35be-9910-454b-b36e-94bed1f9c48e by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'b2d0b32a-bde8-4486-8209-f7fc628ff704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '28a497ee-7a51-496f-9e02-5a6336f6e713'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:06.933886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Attempting to bind port 6d7a35be-9910-454b-b36e-94bed1f9c48e on network 28a497ee-7a51-496f-9e02-5a6336f6e713 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:06.973397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:06.973397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Checking segment: {'id': 'b2d0b32a-bde8-4486-8209-f7fc628ff704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '28a497ee-7a51-496f-9e02-5a6336f6e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:06.973397 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.973397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Bound using segment: {'id': 'b2d0b32a-bde8-4486-8209-f7fc628ff704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '28a497ee-7a51-496f-9e02-5a6336f6e713'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:06.973397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Bound port: 6d7a35be-9910-454b-b36e-94bed1f9c48e, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d0b32a-bde8-4486-8209-f7fc628ff704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '28a497ee-7a51-496f-9e02-5a6336f6e713'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:06.974101 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.977595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4f74490c-3c7e-47c5-9e7c-55d310352b1f None None] Provisioning for port 981ee160-a236-4ed6-b812-2ca4627101e1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:06.996368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4f74490c-3c7e-47c5-9e7c-55d310352b1f None None] Provisioning complete for port 981ee160-a236-4ed6-b812-2ca4627101e1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:06.996743 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4f74490c-3c7e-47c5-9e7c-55d310352b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:07.044565 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:07.053125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Transition to ACTIVE for port object fb921ab7-d923-4605-a6e0-26ba1306472c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:07.137758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4f74490c-3c7e-47c5-9e7c-55d310352b1f None None] Port 981ee160-a236-4ed6-b812-2ca4627101e1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:07.189952 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:07.227024 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Allocated IP 172.25.2.214 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/d2708e2e-cac9-4a2a-b5c7-93f26edea0c3) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:07.265500 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c746cc8-bd19-453f-a036-0f3b84a8e599 req-d814cde4-5388-4cd5-bafc-a7818e07107e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1337261 Aug 31 14:50:07.317970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd53115-5cc1-4f5d-ad40-fe105c449e45 None None] Pushing event updated for resources: {'Port': ['ID=fb921ab7-d923-4605-a6e0-26ba1306472c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:07.323029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device da46249e-a041-4dce-9b60-22d1393537f1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:07.405959 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95e546e7-dab2-4b1b-ac2d-9f7e1eacb682 req-915d31c6-8f1d-40bc-aa82-75bddbb6d5f5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 210 time: 0.2345436 Aug 31 14:50:07.426085 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:07.429642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c746cc8-bd19-453f-a036-0f3b84a8e599 req-e6baf927-f31f-4dae-9b76-5a08852cb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:07.431329 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c746cc8-bd19-453f-a036-0f3b84a8e599 req-e6baf927-f31f-4dae-9b76-5a08852cb56d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 1096 time: 0.1419084 Aug 31 14:50:07.433371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] For port 6d7a35be-9910-454b-b36e-94bed1f9c48e, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:07.437754 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:07.438757 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:07.439084 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] For port 6d7a35be-9910-454b-b36e-94bed1f9c48e, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6d7a35be-9910-454b-b36e-94bed1f9c48e,segment=NetworkSegment(b2d0b32a-bde8-4486-8209-f7fc628ff704),segment_id=b2d0b32a-bde8-4486-8209-f7fc628ff704)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:07.469696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Attempting to bind port fb921ab7-d923-4605-a6e0-26ba1306472c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:07.470078 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Attempting to bind port fb921ab7-d923-4605-a6e0-26ba1306472c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:07.470997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Attempting to bind port fb921ab7-d923-4605-a6e0-26ba1306472c on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:07.473190 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:07.502671 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:07.521552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:07.522371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:07.523454 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:07.524226 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:07.525013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Bound port: fb921ab7-d923-4605-a6e0-26ba1306472c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:07.525540 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:07.526214 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:07.605049 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event updated for resources: {'Port': ['ID=d2708e2e-cac9-4a2a-b5c7-93f26edea0c3,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:07.625539 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:07.629432 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:07.633131 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:07.633821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event updated for resources: {'Port': ['ID=981ee160-a236-4ed6-b812-2ca4627101e1,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:07.706267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port da46249e-a041-4dce-9b60-22d1393537f1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:07.731427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port da46249e-a041-4dce-9b60-22d1393537f1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:07.732775 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:07.742731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c746cc8-bd19-453f-a036-0f3b84a8e599 req-3d13468b-2450-40de-af22-d290e5789400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:07.749218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c746cc8-bd19-453f-a036-0f3b84a8e599 req-3d13468b-2450-40de-af22-d290e5789400 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.2601001 Aug 31 14:50:07.761179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Network adf8b103-b91d-4aaf-a5f3-dc118804587a is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:07.770519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:07.889890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b926b0-5b1f-4b77-ae68-78e8634b0ac9 None None] Pushing event updated for resources: {'Port': ['ID=6d7a35be-9910-454b-b36e-94bed1f9c48e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:07.922487 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] For port fb921ab7-d923-4605-a6e0-26ba1306472c, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:07.941302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] For port fb921ab7-d923-4605-a6e0-26ba1306472c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fb921ab7-d923-4605-a6e0-26ba1306472c,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:07.953981 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:08.004384 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c746cc8-bd19-453f-a036-0f3b84a8e599 req-2bc34c71-92d3-48b7-9011-060431e9a291 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 HTTP/1.1" status: 200 len: 1001 time: 0.2417426 Aug 31 14:50:08.118468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c746cc8-bd19-453f-a036-0f3b84a8e599 req-13ca2282-32e0-4a22-8bf1-ff2e2f70c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:08.119793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c746cc8-bd19-453f-a036-0f3b84a8e599 req-13ca2282-32e0-4a22-8bf1-ff2e2f70c9dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.1062133 Aug 31 14:50:08.121615 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:08.199646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Router fb271823-eb74-475a-8802-6600a705eb08 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:50:08.209980 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:08.210430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Routers {'bb717eb8-dd18-4abf-8345-b5e3968d1818'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:08.211211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['bb717eb8-dd18-4abf-8345-b5e3968d1818'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:08.214919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd53115-5cc1-4f5d-ad40-fe105c449e45 None None] Pushing event updated for resources: {'Port': ['ID=fb921ab7-d923-4605-a6e0-26ba1306472c,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:08.280746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port da46249e-a041-4dce-9b60-22d1393537f1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=da46249e-a041-4dce-9b60-22d1393537f1,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:08.290456 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:08.329697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c746cc8-bd19-453f-a036-0f3b84a8e599 req-f3282afd-46b1-409e-9ad2-2ec43c30179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:08.332787 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c746cc8-bd19-453f-a036-0f3b84a8e599 req-f3282afd-46b1-409e-9ad2-2ec43c30179d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1990266 Aug 31 14:50:08.405072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:08.415363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b874b9d4-fe0c-4ddb-b1ff-701f0f68329a tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "PUT /v2.0/routers/fb271823-eb74-475a-8802-6600a705eb08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5055516 Aug 31 14:50:08.416437 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e2a9d-0be5-45a0-a23c-7aca0047f510 None None] Sync routers for ids ['fb271823-eb74-475a-8802-6600a705eb08'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:08.418774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50200) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:08.431477 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e2a9d-0be5-45a0-a23c-7aca0047f510 None None] Routers {'fb271823-eb74-475a-8802-6600a705eb08'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:08.432114 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5e2e2a9d-0be5-45a0-a23c-7aca0047f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['fb271823-eb74-475a-8802-6600a705eb08'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:08.473999 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=da46249e-a041-4dce-9b60-22d1393537f1,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:08.536656 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] Set router bb717eb8-dd18-4abf-8345-b5e3968d1818 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:08.540844 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b10cce96-8e0d-4baa-b94a-6fa61a89833a None None] Provisioning complete for port 981ee160-a236-4ed6-b812-2ca4627101e1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:08.541298 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b10cce96-8e0d-4baa-b94a-6fa61a89833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:08.583826 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5e2e2a9d-0be5-45a0-a23c-7aca0047f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:08.587893 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:08.599633 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e2a9d-0be5-45a0-a23c-7aca0047f510 None None] Routers {'fb271823-eb74-475a-8802-6600a705eb08'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:08.600539 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5e2e2a9d-0be5-45a0-a23c-7aca0047f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['fb271823-eb74-475a-8802-6600a705eb08'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:08.656257 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5e2e2a9d-0be5-45a0-a23c-7aca0047f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:08.656922 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e2a9d-0be5-45a0-a23c-7aca0047f510 None None] The sync data for ids ['fb271823-eb74-475a-8802-6600a705eb08'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:08.668096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b10cce96-8e0d-4baa-b94a-6fa61a89833a None None] Port 981ee160-a236-4ed6-b812-2ca4627101e1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:08.712545 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c746cc8-bd19-453f-a036-0f3b84a8e599 req-c0197c33-488c-4612-8584-aa272bbf98da service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708212 Aug 31 14:50:08.732197 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ff399ef-137e-44aa-89d1-288c8929dae2 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:08.805883 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-550fcaf7-b9b5-414b-9990-5e829d6a9794 req-c1e4c48f-1895-4b4b-b378-33ddb992dcc3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 210 time: 0.0435460 Aug 31 14:50:08.860328 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Router ff7ba255-75f9-4949-b8bb-bc9383a1aff0 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:50:08.964340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb717eb8-dd18-4abf-8345-b5e3968d1818', 'name': 'tempest-snat-router-958312663', 'tenant_id': '8193dad673954367973e4a541035890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.176'}], 'enable_snat': False}, 'gw_port_id': 'fb921ab7-d923-4605-a6e0-26ba1306472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:50:01Z', 'updated_at': '2021-08-31T14:50:03Z', 'revision_number': 3, 'project_id': '8193dad673954367973e4a541035890f', 'gw_port': {'id': 'fb921ab7-d923-4605-a6e0-26ba1306472c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb717eb8-dd18-4abf-8345-b5e3968d1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:02Z', 'updated_at': '2021-08-31T14:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:08.978326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-36f8e167-4191-4831-b9c5-0a2979039d4e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:08.979943 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-36f8e167-4191-4831-b9c5-0a2979039d4e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 796 time: 0.4347625 Aug 31 14:50:08.989300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:09.012922 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:09.018278 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0d18bcb3-04f5-41fa-b35f-275044af2350 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9883225 Aug 31 14:50:09.019374 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50204) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:09.048961 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-8ff399ef-137e-44aa-89d1-288c8929dae2 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 14:50:09.053531 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8ff399ef-137e-44aa-89d1-288c8929dae2 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "DELETE /v2.0/routers/fb271823-eb74-475a-8802-6600a705eb08 HTTP/1.1" status: 409 len: 329 time: 0.6307027 Aug 31 14:50:09.070712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50206) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:09.086673 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-e5b4ac5d-bd1d-43b5-8ff4-2948e8a6d749 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 379 time: 0.0864789 Aug 31 14:50:09.113682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-e21d1452-5cf8-4361-adab-7a13127917c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'port': {'device_id': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'admin_state_up': True, 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'security_groups': ['1d673078-ca5b-4bae-94d7-bb144f4d102d']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:09.186393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Sync routers for ids ['ff7ba255-75f9-4949-b8bb-bc9383a1aff0'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:09.188303 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c746cc8-bd19-453f-a036-0f3b84a8e599 req-0d72d440-1f16-4a95-88de-1bc9087d493b service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536717 Aug 31 14:50:09.194185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c435a-664d-4f8e-b92c-8b15dff7edd6 None None] The sync data for ids ['bb717eb8-dd18-4abf-8345-b5e3968d1818'] in n-d-806683-5 is: [{'id': 'bb717eb8-dd18-4abf-8345-b5e3968d1818', 'name': 'tempest-snat-router-958312663', 'tenant_id': '8193dad673954367973e4a541035890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.176'}], 'enable_snat': False}, 'gw_port_id': 'fb921ab7-d923-4605-a6e0-26ba1306472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:50:01Z', 'updated_at': '2021-08-31T14:50:03Z', 'revision_number': 3, 'project_id': '8193dad673954367973e4a541035890f', 'gw_port': {'id': 'fb921ab7-d923-4605-a6e0-26ba1306472c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb717eb8-dd18-4abf-8345-b5e3968d1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:02Z', 'updated_at': '2021-08-31T14:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:09.198339 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Routers {'ff7ba255-75f9-4949-b8bb-bc9383a1aff0'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:09.198929 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['ff7ba255-75f9-4949-b8bb-bc9383a1aff0'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:09.250584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543eae55-bb33-4ffc-bec4-4e4629f22d5d None None] Network 28a497ee-7a51-496f-9e02-5a6336f6e713 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:09.308379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device da46249e-a041-4dce-9b60-22d1393537f1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:09.309573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-e21d1452-5cf8-4361-adab-7a13127917c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Made reservation on behalf of d870a71dbb8448f4be281bbe47485733 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:09.314439 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-e21d1452-5cf8-4361-adab-7a13127917c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:09.401552 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fe4408ef-91db-42c4-aa34-1a184aa9ad2f tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/routers/ff7ba255-75f9-4949-b8bb-bc9383a1aff0 HTTP/1.1" status: 200 len: 907 time: 0.3803182 Aug 31 14:50:09.408147 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50208) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:09.413459 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b91d44b9-b833-478f-90dc-f65933f95cf5 None None] Provisioning for port 6d7a35be-9910-454b-b36e-94bed1f9c48e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:09.452285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Set router ff7ba255-75f9-4949-b8bb-bc9383a1aff0 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:09.454790 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port da46249e-a041-4dce-9b60-22d1393537f1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:09.454790 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:09.500280 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-e21d1452-5cf8-4361-adab-7a13127917c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.20.0.14 (533e8ad8-f34f-4222-b7e3-346e1ec9b30b/b9d9e888-9ae7-4198-8600-bf5ef2b247bf/0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:09.571239 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:09.706280 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-e21d1452-5cf8-4361-adab-7a13127917c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:09.734419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-e21d1452-5cf8-4361-adab-7a13127917c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Transition to ACTIVE for port object 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:09.783546 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-e21d1452-5cf8-4361-adab-7a13127917c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:09.794745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6d7a35be-9910-454b-b36e-94bed1f9c48e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:09.832302 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:09.838343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-e21d1452-5cf8-4361-adab-7a13127917c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:09.872675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-e21d1452-5cf8-4361-adab-7a13127917c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:09.888215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-e21d1452-5cf8-4361-adab-7a13127917c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:09.903930 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7ba255-75f9-4949-b8bb-bc9383a1aff0', 'name': 'tempest-snat-router-958312663', 'tenant_id': '8193dad673954367973e4a541035890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'd2708e2e-cac9-4a2a-b5c7-93f26edea0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:50:05Z', 'updated_at': '2021-08-31T14:50:07Z', 'revision_number': 3, 'project_id': '8193dad673954367973e4a541035890f', 'gw_port': {'id': 'd2708e2e-cac9-4a2a-b5c7-93f26edea0c3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7ba255-75f9-4949-b8bb-bc9383a1aff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:06Z', 'updated_at': '2021-08-31T14:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:09.910362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 6d7a35be-9910-454b-b36e-94bed1f9c48e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:09.947747 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6d7a35be-9910-454b-b36e-94bed1f9c48e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:09.948121 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.001604 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Deleting port d2708e2e-cac9-4a2a-b5c7-93f26edea0c3 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:10.002129 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.010334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d1452-5cf8-4361-adab-7a13127917c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:10.012182 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Checking router: ff7ba255-75f9-4949-b8bb-bc9383a1aff0 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:50:10.012701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Updating router ff7ba255-75f9-4949-b8bb-bc9383a1aff0 port d2708e2e-cac9-4a2a-b5c7-93f26edea0c3 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:50:10.071960 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.129051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-e21d1452-5cf8-4361-adab-7a13127917c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:10.129961 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-e21d1452-5cf8-4361-adab-7a13127917c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.137611 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.156443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Calling delete_port for d2708e2e-cac9-4a2a-b5c7-93f26edea0c3 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:10.163164 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-e21d1452-5cf8-4361-adab-7a13127917c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0595641 Aug 31 14:50:10.185457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Request body: {'port': {'device_id': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:10.235516 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a7e38964-5784-4607-966f-f818626674be tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.292162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.320548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-033b6ab2-c56e-4c92-9a80-dd3940b80161 None None] Provisioning complete for port 6d7a35be-9910-454b-b36e-94bed1f9c48e triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:10.320936 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-033b6ab2-c56e-4c92-9a80-dd3940b80161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.385495 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 6d7a35be-9910-454b-b36e-94bed1f9c48e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6d7a35be-9910-454b-b36e-94bed1f9c48e,segment=NetworkSegment(b2d0b32a-bde8-4486-8209-f7fc628ff704),segment_id=b2d0b32a-bde8-4486-8209-f7fc628ff704)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:10.435004 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.528935 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=6d7a35be-9910-454b-b36e-94bed1f9c48e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:10.681879 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.694202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Transition to ACTIVE for port object d2708e2e-cac9-4a2a-b5c7-93f26edea0c3 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:10.702767 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.726765 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b797b-7fd0-4ee4-9c14-f974452e54f7 req-3edfe3c1-811b-4082-8322-ff86d7e9ae4b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:10.735949 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-992b797b-7fd0-4ee4-9c14-f974452e54f7 req-3edfe3c1-811b-4082-8322-ff86d7e9ae4b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 932 time: 0.6891918 Aug 31 14:50:10.753344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7213974f-9fff-476e-ab66-07d12a79644f None None] Provisioning for port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:10.772631 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.774374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7213974f-9fff-476e-ab66-07d12a79644f None None] Provisioning complete for port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:10.774740 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7213974f-9fff-476e-ab66-07d12a79644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.776356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67905d-d828-439c-bf35-c68684b55733 None None] Pushing event updated for resources: {'Port': ['ID=d2708e2e-cac9-4a2a-b5c7-93f26edea0c3,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:10.780965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Attempting to bind port d2708e2e-cac9-4a2a-b5c7-93f26edea0c3 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:10.781315 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Attempting to bind port d2708e2e-cac9-4a2a-b5c7-93f26edea0c3 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:10.781680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Attempting to bind port d2708e2e-cac9-4a2a-b5c7-93f26edea0c3 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:10.815557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:10.815557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:10.816005 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.817276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:10.817276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Bound port: d2708e2e-cac9-4a2a-b5c7-93f26edea0c3, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:10.817276 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.819193 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-992b797b-7fd0-4ee4-9c14-f974452e54f7 req-ea3ccd53-ea8d-4b51-b8b2-05963447442c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823274 Aug 31 14:50:10.856322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7213974f-9fff-476e-ab66-07d12a79644f None None] Port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:10.939819 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:50:10.940173 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:50:10.943479 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:10.997510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2708e2e-cac9-4a2a-b5c7-93f26edea0c3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:11.028457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:11.028800 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:11.029140 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:11.029473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:11.029802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:11.030130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:11.030702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:11.031080 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:11.031377 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:11.031704 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:11.032046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:11.032375 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:11.104669 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.125372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:50:11.135212 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.149143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Transition to ACTIVE for port object 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:11.154070 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.261388 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.265030 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.267946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6d7a35be-9910-454b-b36e-94bed1f9c48e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:11.272093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-a7e38964-5784-4607-966f-f818626674be tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Deleting port 981ee160-a236-4ed6-b812-2ca4627101e1 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:11.273407 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a7e38964-5784-4607-966f-f818626674be tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.300802 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:11.344564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Attempting to bind port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:11.344901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Attempting to bind port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:11.345228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Attempting to bind port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:11.351784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:50:11.352138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Attempting to bind port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:11.353407 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6d7a35be-9910-454b-b36e-94bed1f9c48e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:11.354188 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.357905 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:11.358249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Checking segment: {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:11.359009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Bound using segment: {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:11.359492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Bound port: 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:11.359851 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.383389 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.384186 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff7ba255-75f9-4949-b8bb-bc9383a1aff0 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:50:11.391348 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.397337 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ee9f9759-a992-4228-aba3-2ac23f3151d8 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "DELETE /v2.0/routers/ff7ba255-75f9-4949-b8bb-bc9383a1aff0 HTTP/1.1" status: 204 len: 168 time: 1.9875376 Aug 31 14:50:11.400625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50216) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:11.448785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:11.452714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:11.470582 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.478832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Attempting to bind port d2708e2e-cac9-4a2a-b5c7-93f26edea0c3 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:11.479203 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Attempting to bind port d2708e2e-cac9-4a2a-b5c7-93f26edea0c3 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:11.479568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Attempting to bind port d2708e2e-cac9-4a2a-b5c7-93f26edea0c3 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:11.487232 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:11.487687 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:11.488160 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.488665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:11.489137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Bound port: d2708e2e-cac9-4a2a-b5c7-93f26edea0c3, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:11.489517 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.493549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fb921ab7-d923-4605-a6e0-26ba1306472c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:11.509713 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a7e38964-5784-4607-966f-f818626674be tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.513170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Port d2708e2e-cac9-4a2a-b5c7-93f26edea0c3 has been deleted concurrently {{(pid=94872) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 14:50:11.522664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:11.523726 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.528838 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] 10.222.0.60 "PUT /v2.0/ports/0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 1092 time: 1.3547163 Aug 31 14:50:11.529592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:50:11.532184 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbbea58-3ab6-4633-b860-4288086e1df6" -d '{"events": [{"name": "network-changed", "server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:50:11.550386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Routers set() bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:11.550803 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Router IDs set() for agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:50:11.553856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_agentschedulers_db [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ff7ba255-75f9-4949-b8bb-bc9383a1aff0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent'). {{(pid=94872) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:50:11.554448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6272178a-4650-4d69-865a-4bee5f676e24 None None] The sync data for ids ['ff7ba255-75f9-4949-b8bb-bc9383a1aff0'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:11.590788 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-a7e38964-5784-4607-966f-f818626674be tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Calling delete_port for 981ee160-a236-4ed6-b812-2ca4627101e1 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:11.620890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.621428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port fb921ab7-d923-4605-a6e0-26ba1306472c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:11.626374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port fb921ab7-d923-4605-a6e0-26ba1306472c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:11.626961 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.631415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaaead-cdde-4c4c-9b7a-33dccd34e3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:11.636430 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e719046a-8956-4127-b4fb-ccad7678b258 x-openstack-request-id: req-e719046a-8956-4127-b4fb-ccad7678b258 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:50:11.637065 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:50:11.637630 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e719046a-8956-4127-b4fb-ccad7678b258 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:50:11.638232 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'status': 'completed', 'code': 200} Aug 31 14:50:11.663636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-55e6d2f3-8056-4d3f-8206-801d986aba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:11.665473 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-55e6d2f3-8056-4d3f-8206-801d986aba3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1095 time: 0.0882802 Aug 31 14:50:11.717486 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-c53c3c47-2b35-476a-8782-bd59e9b6f59c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 217 time: 0.0432045 Aug 31 14:50:11.753477 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.780434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port fb921ab7-d923-4605-a6e0-26ba1306472c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fb921ab7-d923-4605-a6e0-26ba1306472c,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:11.787710 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.795475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-d0204e77-b7d5-4688-8995-8183d75231ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:11.797220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-d0204e77-b7d5-4688-8995-8183d75231ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 200 len: 834 time: 0.0690777 Aug 31 14:50:11.851012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=fb921ab7-d923-4605-a6e0-26ba1306472c,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:11.875551 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-77e24a44-ad8b-4563-9bbc-4d0895b1b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:11.877533 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-77e24a44-ad8b-4563-9bbc-4d0895b1b7bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724704 Aug 31 14:50:11.897975 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:11.994785 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a7e38964-5784-4607-966f-f818626674be tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:12.006557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Deleting port fb921ab7-d923-4605-a6e0-26ba1306472c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:12.006902 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:12.012183 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4652a2-a54d-474c-9530-1222a06e98c2 req-28e887e2-bce7-4bd1-92d9-a09408d6a54a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:12.013724 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd4652a2-a54d-474c-9530-1222a06e98c2 req-28e887e2-bce7-4bd1-92d9-a09408d6a54a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 944 time: 0.0804808 Aug 31 14:50:12.031837 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-7ce53368-0cae-4015-b9dd-133d7373561d service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466870 Aug 31 14:50:12.038090 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e38964-5784-4607-966f-f818626674be tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event deleted for resources: {'Port': ['ID=981ee160-a236-4ed6-b812-2ca4627101e1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:12.109460 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd4652a2-a54d-474c-9530-1222a06e98c2 req-98cfaff6-0fcd-4714-9213-e93e9d30a621 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871816 Aug 31 14:50:12.148562 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48ed1614-e8e7-4f2f-b177-4db23d0367a7 req-70d7d44d-b98b-4121-ae66-b303bdd95d0d service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093402 Aug 31 14:50:12.186498 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a7e38964-5784-4607-966f-f818626674be tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:12.248016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbea58-3ab6-4633-b860-4288086e1df6 req-9c9b2670-8704-4aae-8157-b374929a7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:12.249685 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0dbbea58-3ab6-4633-b860-4288086e1df6 req-9c9b2670-8704-4aae-8157-b374929a7021 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1095 time: 0.0532708 Aug 31 14:50:12.251999 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] For port fb921ab7-d923-4605-a6e0-26ba1306472c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fb921ab7-d923-4605-a6e0-26ba1306472c,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:12.252369 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:12.300390 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Calling delete_port for fb921ab7-d923-4605-a6e0-26ba1306472c owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:12.343965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbea58-3ab6-4633-b860-4288086e1df6 req-c0116e8a-10c2-40a0-930d-78f20a3914bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:12.345388 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0dbbea58-3ab6-4633-b860-4288086e1df6 req-c0116e8a-10c2-40a0-930d-78f20a3914bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 897 time: 0.0880489 Aug 31 14:50:12.388743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0dbbea58-3ab6-4633-b860-4288086e1df6 req-7adb12a4-d9c6-4a54-b490-9a5fe8cfdc37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 217 time: 0.0359814 Aug 31 14:50:12.428729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e38964-5784-4607-966f-f818626674be tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Router fb271823-eb74-475a-8802-6600a705eb08 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:50:12.444029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbea58-3ab6-4633-b860-4288086e1df6 req-0391d628-4f22-4567-8739-97d5d7f35ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:12.445491 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0dbbea58-3ab6-4633-b860-4288086e1df6 req-0391d628-4f22-4567-8739-97d5d7f35ea3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 200 len: 834 time: 0.0494506 Aug 31 14:50:12.495770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbea58-3ab6-4633-b860-4288086e1df6 req-e111a34d-29f0-478a-a122-b2772b1ae4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:12.497301 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0dbbea58-3ab6-4633-b860-4288086e1df6 req-e111a34d-29f0-478a-a122-b2772b1ae4e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444832 Aug 31 14:50:12.557774 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e38964-5784-4607-966f-f818626674be tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:12.562854 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a7e38964-5784-4607-966f-f818626674be tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "PUT /v2.0/routers/fb271823-eb74-475a-8802-6600a705eb08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4850073 Aug 31 14:50:12.567928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50222) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:12.570360 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd23652-5ed7-407b-b556-d4561f5f370e None None] Sync routers for ids ['fb271823-eb74-475a-8802-6600a705eb08'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:12.584918 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd23652-5ed7-407b-b556-d4561f5f370e None None] Routers {'fb271823-eb74-475a-8802-6600a705eb08'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:12.585826 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7fd23652-5ed7-407b-b556-d4561f5f370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['fb271823-eb74-475a-8802-6600a705eb08'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:12.618854 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-5689de0f-82dd-49ef-8a1b-d2a0e1109e12 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] show failed (client error): The resource could not be found. Aug 31 14:50:12.619926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5689de0f-82dd-49ef-8a1b-d2a0e1109e12 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-946294706 HTTP/1.1" status: 404 len: 334 time: 0.0503793 Aug 31 14:50:12.624475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50224) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:12.625299 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7fd23652-5ed7-407b-b556-d4561f5f370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:12.636985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-91ed43d6-fce9-487a-9d9d-969a0090470b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:12.644762 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd23652-5ed7-407b-b556-d4561f5f370e None None] Routers {'fb271823-eb74-475a-8802-6600a705eb08'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:12.645726 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7fd23652-5ed7-407b-b556-d4561f5f370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['fb271823-eb74-475a-8802-6600a705eb08'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:12.659427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0dbbea58-3ab6-4633-b860-4288086e1df6 req-4212e542-f86b-4b30-8244-7b4f4c3d9ab8 service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517076 Aug 31 14:50:12.679058 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-91ed43d6-fce9-487a-9d9d-969a0090470b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] update failed (client error): The resource could not be found. Aug 31 14:50:12.685251 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-91ed43d6-fce9-487a-9d9d-969a0090470b tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-675160098 HTTP/1.1" status: 404 len: 334 time: 0.0544202 Aug 31 14:50:12.685559 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7fd23652-5ed7-407b-b556-d4561f5f370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:12.685787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50226) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:12.686360 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd23652-5ed7-407b-b556-d4561f5f370e None None] The sync data for ids ['fb271823-eb74-475a-8802-6600a705eb08'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:12.702373 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:12.761187 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb921ab7-d923-4605-a6e0-26ba1306472c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:12.769938 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0dbbea58-3ab6-4633-b860-4288086e1df6 req-b2c698be-2797-4f7f-aa42-f3d594caf0a7 service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035440 Aug 31 14:50:12.777758 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a518db53-67ee-4390-926b-0a4a907e13b7 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Deleting subnet 908c2fbd-7660-4f35-a348-fc6c433bd79e {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:50:12.785099 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a518db53-67ee-4390-926b-0a4a907e13b7 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:12.871855 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a518db53-67ee-4390-926b-0a4a907e13b7 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:12.919010 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.051768 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.055327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.108684 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a518db53-67ee-4390-926b-0a4a907e13b7 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.132329 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.132916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb717eb8-dd18-4abf-8345-b5e3968d1818 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:50:13.138865 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.144014 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4d8627aa-629b-4c56-b96a-4610079c6df4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "DELETE /v2.0/routers/bb717eb8-dd18-4abf-8345-b5e3968d1818 HTTP/1.1" status: 204 len: 168 time: 1.7378352 Aug 31 14:50:13.145436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50230) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:13.155120 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1369597383', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:13.186055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a518db53-67ee-4390-926b-0a4a907e13b7 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.196539 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.198001 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.224318 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518db53-67ee-4390-926b-0a4a907e13b7 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event deleted for resources: {'Subnet': ['ID=908c2fbd-7660-4f35-a348-fc6c433bd79e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:13.257421 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a518db53-67ee-4390-926b-0a4a907e13b7 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.261039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e08c2d8-9937-4462-bbc8-15cb11a531fb None None] Network 28a497ee-7a51-496f-9e02-5a6336f6e713 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:13.271349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50232) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:13.279044 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a518db53-67ee-4390-926b-0a4a907e13b7 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "DELETE /v2.0/subnets/908c2fbd-7660-4f35-a348-fc6c433bd79e HTTP/1.1" status: 204 len: 168 time: 0.5923970 Aug 31 14:50:13.308018 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4746e-2b6f-4d3f-b411-60411ea04921 req-b9c592fc-1dc1-4404-ada5-1d882fcdfb07 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:13.315878 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55c4746e-2b6f-4d3f-b411-60411ea04921 req-b9c592fc-1dc1-4404-ada5-1d882fcdfb07 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 944 time: 0.1034646 Aug 31 14:50:13.365667 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.373972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55c4746e-2b6f-4d3f-b411-60411ea04921 req-6375f700-bdac-4dac-b56b-7510a9326ff5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498788 Aug 31 14:50:13.473419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.545811 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.651741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Deleting port 6d7a35be-9910-454b-b36e-94bed1f9c48e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:13.653391 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.681230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f975920b-4e9e-4fc8-97f1-ad74f4f1503b None None] DHCP port deletion for 28a497ee-7a51-496f-9e02-5a6336f6e713 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:50:13.738429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f975920b-4e9e-4fc8-97f1-ad74f4f1503b None None] Deleting port 6d7a35be-9910-454b-b36e-94bed1f9c48e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:13.738900 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f975920b-4e9e-4fc8-97f1-ad74f4f1503b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.740762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] For port 6d7a35be-9910-454b-b36e-94bed1f9c48e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6d7a35be-9910-454b-b36e-94bed1f9c48e,segment=NetworkSegment(b2d0b32a-bde8-4486-8209-f7fc628ff704),segment_id=b2d0b32a-bde8-4486-8209-f7fc628ff704)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:13.741137 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.759525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Calling delete_port for 6d7a35be-9910-454b-b36e-94bed1f9c48e owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:13.806668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f975920b-4e9e-4fc8-97f1-ad74f4f1503b None None] For port 6d7a35be-9910-454b-b36e-94bed1f9c48e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6d7a35be-9910-454b-b36e-94bed1f9c48e,segment=NetworkSegment(b2d0b32a-bde8-4486-8209-f7fc628ff704),segment_id=b2d0b32a-bde8-4486-8209-f7fc628ff704)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:13.807154 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f975920b-4e9e-4fc8-97f1-ad74f4f1503b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.821441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f975920b-4e9e-4fc8-97f1-ad74f4f1503b None None] Calling delete_port for 6d7a35be-9910-454b-b36e-94bed1f9c48e owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:13.913460 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:13.937665 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.008115 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.026624 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:50:14.041882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event deleted for resources: {'Port': ['ID=6d7a35be-9910-454b-b36e-94bed1f9c48e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:14.052645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] No DVR routers for this DVR port 6d7a35be-9910-454b-b36e-94bed1f9c48e on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:50:14.119546 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f975920b-4e9e-4fc8-97f1-ad74f4f1503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.170012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975920b-4e9e-4fc8-97f1-ad74f4f1503b None None] Pushing event deleted for resources: {'Port': ['ID=6d7a35be-9910-454b-b36e-94bed1f9c48e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:14.171513 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Allocated IP 172.25.2.153 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/3e988cf7-8116-4a22-8b87-4678d3c2091b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:14.171995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f975920b-4e9e-4fc8-97f1-ad74f4f1503b None None] No DVR routers for this DVR port 6d7a35be-9910-454b-b36e-94bed1f9c48e on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:50:14.175320 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.195596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a497ee-7a51-496f-9e02-5a6336f6e713']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:14.200578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:14.214266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'port_id': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'mac_address': 'fa:16:3e:f5:87:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:50:14.219046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d0b32a-bde8-4486-8209-f7fc628ff704') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:14.219382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d0b32a-bde8-4486-8209-f7fc628ff704') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:14.260930 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.263345 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.278007 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:50:14.285264 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.294441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:50:14.294857 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:50:14.298334 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:50:14.340096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:14.348489 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.406785 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.415726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:14.418460 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.420371 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "DELETE /v2.0/networks/28a497ee-7a51-496f-9e02-5a6336f6e713 HTTP/1.1" status: 204 len: 168 time: 1.1480572 Aug 31 14:50:14.423094 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50240) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:14.423615 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.436792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067fd63-6539-4d47-ab66-2e118cde46a3 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event deleted for resources: {'Network': ['ID=28a497ee-7a51-496f-9e02-5a6336f6e713,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:14.493610 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.503117 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-8013cf23-da96-40a0-b995-40cfbfe38f8e tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Deleting subnet 5f6ca5e1-7cf5-4c19-9674-1e613177b5ce {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:50:14.506762 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8013cf23-da96-40a0-b995-40cfbfe38f8e tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.553805 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8013cf23-da96-40a0-b995-40cfbfe38f8e tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.563742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:14.570544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:14.572963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:14.587478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:50:14.601145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Pushing event updated for resources: {'Port': ['ID=3e988cf7-8116-4a22-8b87-4678d3c2091b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:14.614803 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963111e-4d65-46af-8d82-85510c0fa565 req-fe40d876-2c3d-40e6-a43e-0f502b37383f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:14.616644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9963111e-4d65-46af-8d82-85510c0fa565 req-fe40d876-2c3d-40e6-a43e-0f502b37383f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 945 time: 0.1393626 Aug 31 14:50:14.675071 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8013cf23-da96-40a0-b995-40cfbfe38f8e tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.734025 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9963111e-4d65-46af-8d82-85510c0fa565 req-1194ddbb-c535-4f9a-b150-af34e94f85b4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107178 Aug 31 14:50:14.771952 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8013cf23-da96-40a0-b995-40cfbfe38f8e tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.819213 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8013cf23-da96-40a0-b995-40cfbfe38f8e tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.819435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa002a76-b9f6-4baf-a9e8-3754c187daeb None None] Network 8abe614e-62ab-475a-bd52-356f68ada181 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:14.823425 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8013cf23-da96-40a0-b995-40cfbfe38f8e tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "DELETE /v2.0/subnets/5f6ca5e1-7cf5-4c19-9674-1e613177b5ce HTTP/1.1" status: 204 len: 168 time: 0.3959045 Aug 31 14:50:14.828001 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013cf23-da96-40a0-b995-40cfbfe38f8e tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event deleted for resources: {'Subnet': ['ID=5f6ca5e1-7cf5-4c19-9674-1e613177b5ce,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:14.831408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50242) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:14.887710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-70619067-25e2-44e4-b603-9e89123ff5b8 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Deleting subnet 40889854-947c-4809-a949-7f439613baab {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:50:14.890945 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70619067-25e2-44e4-b603-9e89123ff5b8 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.930337 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:14.938115 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70619067-25e2-44e4-b603-9e89123ff5b8 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.078389 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70619067-25e2-44e4-b603-9e89123ff5b8 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.130029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d6433d-3387-457e-b7cd-497be8334def None None] DHCP port deletion for 8abe614e-62ab-475a-bd52-356f68ada181 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:50:15.162918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70619067-25e2-44e4-b603-9e89123ff5b8 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.182923 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-70619067-25e2-44e4-b603-9e89123ff5b8 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.184858 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-70619067-25e2-44e4-b603-9e89123ff5b8 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "DELETE /v2.0/subnets/40889854-947c-4809-a949-7f439613baab HTTP/1.1" status: 204 len: 168 time: 0.3522239 Aug 31 14:50:15.187317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50244) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:15.198458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209523ef-3148-43d5-9351-ec0575b2ca18 None None] Network 43b18e00-9510-4e4b-bc8a-ed2d5dbd6381 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:15.219960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70619067-25e2-44e4-b603-9e89123ff5b8 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event deleted for resources: {'Subnet': ['ID=40889854-947c-4809-a949-7f439613baab,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:15.298278 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6d7a35be-9910-454b-b36e-94bed1f9c48e no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:50:15.316910 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.351920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 6d7a35be-9910-454b-b36e-94bed1f9c48e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:50:15.352698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6d7a35be-9910-454b-b36e-94bed1f9c48e not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:50:15.353283 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fb921ab7-d923-4605-a6e0-26ba1306472c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:50:15.384492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Deleting port cf31556a-7719-49db-827c-a72bd16a9f5e {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:15.384851 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.396818 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: fb921ab7-d923-4605-a6e0-26ba1306472c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:50:15.399254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device fb921ab7-d923-4605-a6e0-26ba1306472c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:50:15.461737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c0d6433d-3387-457e-b7cd-497be8334def None None] Deleting port cf31556a-7719-49db-827c-a72bd16a9f5e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:15.462582 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0d6433d-3387-457e-b7cd-497be8334def None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.483824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] For port cf31556a-7719-49db-827c-a72bd16a9f5e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cf31556a-7719-49db-827c-a72bd16a9f5e,segment=NetworkSegment(7012d81f-b259-4190-aabf-f119dbb2376b),segment_id=7012d81f-b259-4190-aabf-f119dbb2376b)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:15.484443 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.522549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Calling delete_port for cf31556a-7719-49db-827c-a72bd16a9f5e owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:15.569882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c0d6433d-3387-457e-b7cd-497be8334def None None] For port cf31556a-7719-49db-827c-a72bd16a9f5e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cf31556a-7719-49db-827c-a72bd16a9f5e,segment=NetworkSegment(7012d81f-b259-4190-aabf-f119dbb2376b),segment_id=7012d81f-b259-4190-aabf-f119dbb2376b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:15.570414 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0d6433d-3387-457e-b7cd-497be8334def None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.600877 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea361fe3-ab40-4762-b757-03b7a63449c4 None None] DHCP port deletion for 43b18e00-9510-4e4b-bc8a-ed2d5dbd6381 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:50:15.603589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c0d6433d-3387-457e-b7cd-497be8334def None None] Calling delete_port for cf31556a-7719-49db-827c-a72bd16a9f5e owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:15.615674 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.730347 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.777476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event deleted for resources: {'Port': ['ID=cf31556a-7719-49db-827c-a72bd16a9f5e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:15.786777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ea361fe3-ab40-4762-b757-03b7a63449c4 None None] Deleting port b5546572-b82f-4c69-a816-7894533dae00 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:15.787231 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea361fe3-ab40-4762-b757-03b7a63449c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.792876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] No DVR routers for this DVR port cf31556a-7719-49db-827c-a72bd16a9f5e on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:15.810037 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 14:50:15.859354 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0d6433d-3387-457e-b7cd-497be8334def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.892585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6433d-3387-457e-b7cd-497be8334def None None] Pushing event deleted for resources: {'Port': ['ID=cf31556a-7719-49db-827c-a72bd16a9f5e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:15.902090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Router f6a1d166-29d9-466d-84c2-4e9f20472fbe is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:50:15.904563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ea361fe3-ab40-4762-b757-03b7a63449c4 None None] For port b5546572-b82f-4c69-a816-7894533dae00, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b5546572-b82f-4c69-a816-7894533dae00,segment=NetworkSegment(4bd5b886-4363-4832-8d62-6c4e8a48043b),segment_id=4bd5b886-4363-4832-8d62-6c4e8a48043b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:15.904984 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea361fe3-ab40-4762-b757-03b7a63449c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.918018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d6433d-3387-457e-b7cd-497be8334def None None] No DVR routers for this DVR port cf31556a-7719-49db-827c-a72bd16a9f5e on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:50:15.930110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ea361fe3-ab40-4762-b757-03b7a63449c4 None None] Calling delete_port for b5546572-b82f-4c69-a816-7894533dae00 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:15.963416 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:15.979037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8abe614e-62ab-475a-bd52-356f68ada181']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:15.982022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:15.998136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dc6f8-be92-4d6b-b128-2537c492e736 req-4537f23a-6b38-4d6c-93bc-103b17223dcc tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:15.999689 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-357dc6f8-be92-4d6b-b128-2537c492e736 req-4537f23a-6b38-4d6c-93bc-103b17223dcc tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 945 time: 0.1397457 Aug 31 14:50:16.001478 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7012d81f-b259-4190-aabf-f119dbb2376b') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:16.001771 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7012d81f-b259-4190-aabf-f119dbb2376b') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:16.008803 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:50:16.028852 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.053301 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.065456 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-357dc6f8-be92-4d6b-b128-2537c492e736 req-61bd44c1-8f91-401e-a1e0-6d41fb559129 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572879 Aug 31 14:50:16.066497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:50:16.066910 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:50:16.070063 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:50:16.078490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:16.095257 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f03bac-d57c-4bb6-add5-0a90eefde707 None None] Sync routers for ids ['f6a1d166-29d9-466d-84c2-4e9f20472fbe'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:16.115338 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.116911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f03bac-d57c-4bb6-add5-0a90eefde707 None None] Routers {'f6a1d166-29d9-466d-84c2-4e9f20472fbe'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:16.120516 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-88f03bac-d57c-4bb6-add5-0a90eefde707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f6a1d166-29d9-466d-84c2-4e9f20472fbe'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:16.121866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f099e4b5-12e6-4ba1-aae5-95a0088cfc52 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9729228 Aug 31 14:50:16.124618 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50250) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:16.128968 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7e96c3fe-b03b-4fd1-887e-d9aa11066da4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'enable_snat': False}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:16.170070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-88f03bac-d57c-4bb6-add5-0a90eefde707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:16.184603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:16.190506 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea361fe3-ab40-4762-b757-03b7a63449c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.194988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f03bac-d57c-4bb6-add5-0a90eefde707 None None] Routers {'f6a1d166-29d9-466d-84c2-4e9f20472fbe'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:16.195649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-88f03bac-d57c-4bb6-add5-0a90eefde707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f6a1d166-29d9-466d-84c2-4e9f20472fbe'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:16.197387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:16.197755 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.277896 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea361fe3-ab40-4762-b757-03b7a63449c4 None None] No DVR routers for this DVR port b5546572-b82f-4c69-a816-7894533dae00 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:50:16.282338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea361fe3-ab40-4762-b757-03b7a63449c4 None None] Pushing event deleted for resources: {'Port': ['ID=b5546572-b82f-4c69-a816-7894533dae00,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:16.286217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-88f03bac-d57c-4bb6-add5-0a90eefde707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:16.286879 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f03bac-d57c-4bb6-add5-0a90eefde707 None None] The sync data for ids ['f6a1d166-29d9-466d-84c2-4e9f20472fbe'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:16.354509 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.382327 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:50:16.384677 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04ff5b5-9afa-46bf-8523-21c06fac0d3b" -d '{"events": [{"server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "name": "network-vif-plugged", "status": "completed", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:50:16.407944 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:16.413398 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.443404 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3910cb06-7b4e-4446-b544-b0affa071046 x-openstack-request-id: req-3910cb06-7b4e-4446-b544-b0affa071046 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:50:16.443699 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "name": "network-vif-plugged", "status": "completed", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:50:16.443936 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3910cb06-7b4e-4446-b544-b0affa071046 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:50:16.444327 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'code': 200} Aug 31 14:50:16.481323 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:16.503422 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7e96c3fe-b03b-4fd1-887e-d9aa11066da4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.561223 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.570711 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.573027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "DELETE /v2.0/networks/8abe614e-62ab-475a-bd52-356f68ada181 HTTP/1.1" status: 204 len: 168 time: 1.3844023 Aug 31 14:50:16.580729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50260) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:16.586487 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44095a3c-5478-41ab-a9bd-d56188704355 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event deleted for resources: {'Network': ['ID=8abe614e-62ab-475a-bd52-356f68ada181,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:16.661143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e3f83-9e27-4b5c-9972-0a6464b54036 req-444431d4-f0d6-4c42-889c-e448ef4e7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:16.662669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c43e3f83-9e27-4b5c-9972-0a6464b54036 req-444431d4-f0d6-4c42-889c-e448ef4e7f67 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1097 time: 0.1527009 Aug 31 14:50:16.700049 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-994906eb-37e6-43e0-a3b9-9a8667310b95 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.740170 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c43e3f83-9e27-4b5c-9972-0a6464b54036 req-ff090334-8299-4641-996c-7501a279a513 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679200 Aug 31 14:50:16.840848 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-994906eb-37e6-43e0-a3b9-9a8667310b95 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.853579 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-994906eb-37e6-43e0-a3b9-9a8667310b95 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b18e00-9510-4e4b-bc8a-ed2d5dbd6381']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:16.870512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-994906eb-37e6-43e0-a3b9-9a8667310b95 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd5b886-4363-4832-8d62-6c4e8a48043b') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:16.870818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-994906eb-37e6-43e0-a3b9-9a8667310b95 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd5b886-4363-4832-8d62-6c4e8a48043b') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:16.920080 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-994906eb-37e6-43e0-a3b9-9a8667310b95 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.943853 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-994906eb-37e6-43e0-a3b9-9a8667310b95 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.978839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994906eb-37e6-43e0-a3b9-9a8667310b95 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:50:16.979279 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-994906eb-37e6-43e0-a3b9-9a8667310b95 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:50:16.982497 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:50:17.093958 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-994906eb-37e6-43e0-a3b9-9a8667310b95 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:17.114556 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-994906eb-37e6-43e0-a3b9-9a8667310b95 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:17.118644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-994906eb-37e6-43e0-a3b9-9a8667310b95 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "DELETE /v2.0/networks/43b18e00-9510-4e4b-bc8a-ed2d5dbd6381 HTTP/1.1" status: 204 len: 168 time: 0.5328839 Aug 31 14:50:17.118644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994906eb-37e6-43e0-a3b9-9a8667310b95 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event deleted for resources: {'Network': ['ID=43b18e00-9510-4e4b-bc8a-ed2d5dbd6381,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:17.119505 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50270) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:17.170418 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b5546572-b82f-4c69-a816-7894533dae00 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:50:17.191878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: b5546572-b82f-4c69-a816-7894533dae00 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:50:17.192479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b5546572-b82f-4c69-a816-7894533dae00 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:50:17.192958 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-364633f3-e634-4fdf-95ae-5ae80976cda6 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Deleting subnet 94e6d37a-4f25-478a-adf6-bf27647c3acd {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:50:17.193265 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cf31556a-7719-49db-827c-a72bd16a9f5e no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:50:17.207416 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-364633f3-e634-4fdf-95ae-5ae80976cda6 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:17.216961 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: cf31556a-7719-49db-827c-a72bd16a9f5e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:50:17.217568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cf31556a-7719-49db-827c-a72bd16a9f5e not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:50:17.277211 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-364633f3-e634-4fdf-95ae-5ae80976cda6 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:17.306217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb302ce0-8cea-49b8-ba51-bf913c94a371 req-7ea35345-d3c7-42c4-9a4d-9ce232fa1bd3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:17.308117 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cb302ce0-8cea-49b8-ba51-bf913c94a371 req-7ea35345-d3c7-42c4-9a4d-9ce232fa1bd3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.1127214 Aug 31 14:50:17.333208 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7e96c3fe-b03b-4fd1-887e-d9aa11066da4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:17.336574 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7e96c3fe-b03b-4fd1-887e-d9aa11066da4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:17.366825 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cb302ce0-8cea-49b8-ba51-bf913c94a371 req-c5304825-a2be-4850-a1ae-c7bdb5cff238 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460522 Aug 31 14:50:17.410655 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-364633f3-e634-4fdf-95ae-5ae80976cda6 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:17.463533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e96c3fe-b03b-4fd1-887e-d9aa11066da4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Router f6a1d166-29d9-466d-84c2-4e9f20472fbe has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:50:17.480497 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-364633f3-e634-4fdf-95ae-5ae80976cda6 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:17.519145 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364633f3-e634-4fdf-95ae-5ae80976cda6 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event deleted for resources: {'Subnet': ['ID=94e6d37a-4f25-478a-adf6-bf27647c3acd,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:17.523616 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-364633f3-e634-4fdf-95ae-5ae80976cda6 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:17.525658 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-364633f3-e634-4fdf-95ae-5ae80976cda6 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "DELETE /v2.0/subnets/94e6d37a-4f25-478a-adf6-bf27647c3acd HTTP/1.1" status: 204 len: 168 time: 0.4054210 Aug 31 14:50:17.528183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50272) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:17.533154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065e0e08-9af7-4070-b0de-53c9cd51a072 None None] Network adf8b103-b91d-4aaf-a5f3-dc118804587a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:17.627238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e96c3fe-b03b-4fd1-887e-d9aa11066da4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:17.628258 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:17.632737 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7e96c3fe-b03b-4fd1-887e-d9aa11066da4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:17.636950 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7e96c3fe-b03b-4fd1-887e-d9aa11066da4 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "PUT /v2.0/routers/f6a1d166-29d9-466d-84c2-4e9f20472fbe HTTP/1.1" status: 200 len: 922 time: 1.5126970 Aug 31 14:50:17.637756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50274) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:17.639950 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1349b4ea-cf4c-485a-81a7-09ccff8062dc None None] Sync routers for ids ['f6a1d166-29d9-466d-84c2-4e9f20472fbe'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:17.680277 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349b4ea-cf4c-485a-81a7-09ccff8062dc None None] Routers {'f6a1d166-29d9-466d-84c2-4e9f20472fbe'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:17.680921 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1349b4ea-cf4c-485a-81a7-09ccff8062dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f6a1d166-29d9-466d-84c2-4e9f20472fbe'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:17.727778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Deleting port 087654b2-2be3-4fe0-a65c-d33a8100dafb {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:17.728429 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:17.787801 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8f8d1789-fa78-4d34-8e65-0704ea32b321 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/routers/f6a1d166-29d9-466d-84c2-4e9f20472fbe HTTP/1.1" status: 200 len: 922 time: 0.1485443 Aug 31 14:50:17.788737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50276) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:17.802313 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1349b4ea-cf4c-485a-81a7-09ccff8062dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:17.814257 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349b4ea-cf4c-485a-81a7-09ccff8062dc None None] Routers {'f6a1d166-29d9-466d-84c2-4e9f20472fbe'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:17.815306 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1349b4ea-cf4c-485a-81a7-09ccff8062dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f6a1d166-29d9-466d-84c2-4e9f20472fbe'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:17.825552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5adedb-1129-4a32-8ff3-e4429788ab5f None None] DHCP port deletion for adf8b103-b91d-4aaf-a5f3-dc118804587a request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:50:17.868167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] For port 087654b2-2be3-4fe0-a65c-d33a8100dafb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=087654b2-2be3-4fe0-a65c-d33a8100dafb,segment=NetworkSegment(89919d44-8a19-44ee-9dd7-b78e9f7e61f8),segment_id=89919d44-8a19-44ee-9dd7-b78e9f7e61f8)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:17.873193 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:17.890995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3e0597-7a43-4bde-837b-1c7e6b012031 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:17.897289 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ff3e0597-7a43-4bde-837b-1c7e6b012031 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&device_id=f6a1d166-29d9-466d-84c2-4e9f20472fbe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1045160 Aug 31 14:50:17.904598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Calling delete_port for 087654b2-2be3-4fe0-a65c-d33a8100dafb owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:17.907979 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50282) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:17.911677 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1349b4ea-cf4c-485a-81a7-09ccff8062dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:17.912549 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1349b4ea-cf4c-485a-81a7-09ccff8062dc None None] The sync data for ids ['f6a1d166-29d9-466d-84c2-4e9f20472fbe'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:17.949152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5d5adedb-1129-4a32-8ff3-e4429788ab5f None None] Deleting port 087654b2-2be3-4fe0-a65c-d33a8100dafb {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:17.949831 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d5adedb-1129-4a32-8ff3-e4429788ab5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.033086 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.048931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9078675e-bb80-4150-bca7-fbd7a8be541d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:18.050772 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9078675e-bb80-4150-bca7-fbd7a8be541d tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 881 time: 0.1424282 Aug 31 14:50:18.053561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50284) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:18.063884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5d5adedb-1129-4a32-8ff3-e4429788ab5f None None] For port 087654b2-2be3-4fe0-a65c-d33a8100dafb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=087654b2-2be3-4fe0-a65c-d33a8100dafb,segment=NetworkSegment(89919d44-8a19-44ee-9dd7-b78e9f7e61f8),segment_id=89919d44-8a19-44ee-9dd7-b78e9f7e61f8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:18.064112 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event deleted for resources: {'Port': ['ID=087654b2-2be3-4fe0-a65c-d33a8100dafb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:18.064966 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d5adedb-1129-4a32-8ff3-e4429788ab5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.070437 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] No DVR routers for this DVR port 087654b2-2be3-4fe0-a65c-d33a8100dafb on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:50:18.091314 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f78ff523-a6ca-4663-925b-1f0e5f667c8e tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6a1d166-29d9-466d-84c2-4e9f20472fbe HTTP/1.1" status: 200 len: 205 time: 0.0362544 Aug 31 14:50:18.093128 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5d5adedb-1129-4a32-8ff3-e4429788ab5f None None] Calling delete_port for 087654b2-2be3-4fe0-a65c-d33a8100dafb owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:18.095010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50286) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:18.168739 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.180482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf8b103-b91d-4aaf-a5f3-dc118804587a']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:18.193293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89919d44-8a19-44ee-9dd7-b78e9f7e61f8') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:18.193567 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89919d44-8a19-44ee-9dd7-b78e9f7e61f8') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:18.208625 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d5adedb-1129-4a32-8ff3-e4429788ab5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.209311 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.225323 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.229368 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.231921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:50:18.232594 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:50:18.236045 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:50:18.243121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5adedb-1129-4a32-8ff3-e4429788ab5f None None] Pushing event deleted for resources: {'Port': ['ID=087654b2-2be3-4fe0-a65c-d33a8100dafb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:18.254000 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5adedb-1129-4a32-8ff3-e4429788ab5f None None] No DVR routers for this DVR port 087654b2-2be3-4fe0-a65c-d33a8100dafb on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:50:18.312310 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.320241 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.322147 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "DELETE /v2.0/networks/adf8b103-b91d-4aaf-a5f3-dc118804587a HTTP/1.1" status: 204 len: 168 time: 0.7926266 Aug 31 14:50:18.334070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50288) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:18.349869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35532a6-7f13-4645-a586-5f47f06512b4 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Pushing event deleted for resources: {'Network': ['ID=adf8b103-b91d-4aaf-a5f3-dc118804587a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:18.364990 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.371522 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e5449be8-2421-4db1-9fdb-a582a8cc00f1 tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb271823-eb74-475a-8802-6600a705eb08 HTTP/1.1" status: 200 len: 205 time: 0.0360370 Aug 31 14:50:18.373875 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50290) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:18.442706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Deleting port 3e988cf7-8116-4a22-8b87-4678d3c2091b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:18.443077 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.470879 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-412c179f-4c12-4df3-8b36-09978eb82beb tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.579157 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.594515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Calling delete_port for 3e988cf7-8116-4a22-8b87-4678d3c2091b owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:18.618414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e757a20-a557-4875-8ea1-b19fa0483d1a req-6898140b-a545-4a61-b41d-5473d1bd0312 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:18.620075 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e757a20-a557-4875-8ea1-b19fa0483d1a req-6898140b-a545-4a61-b41d-5473d1bd0312 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.1113830 Aug 31 14:50:18.663738 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-412c179f-4c12-4df3-8b36-09978eb82beb tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.666169 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-412c179f-4c12-4df3-8b36-09978eb82beb tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.715748 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e757a20-a557-4875-8ea1-b19fa0483d1a req-1b0b7bff-682f-4d45-b2f0-0ef222f5168c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884013 Aug 31 14:50:18.716243 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-412c179f-4c12-4df3-8b36-09978eb82beb tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.716809 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412c179f-4c12-4df3-8b36-09978eb82beb tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Fanout notify agent at l3_agent the message router_deleted on router fb271823-eb74-475a-8802-6600a705eb08 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:50:18.724538 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-412c179f-4c12-4df3-8b36-09978eb82beb tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.725719 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-412c179f-4c12-4df3-8b36-09978eb82beb tempest-RoutersNegativeIpV6Test-924314808 tempest-RoutersNegativeIpV6Test-924314808-project] 10.222.0.39 "DELETE /v2.0/routers/fb271823-eb74-475a-8802-6600a705eb08 HTTP/1.1" status: 204 len: 168 time: 0.3506031 Aug 31 14:50:18.859312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448a275-0ad4-4c40-baf6-919833a3b7f9 req-e79dd83a-a5f8-4373-a5fa-80d9ea160c6e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:18.863691 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d448a275-0ad4-4c40-baf6-919833a3b7f9 req-e79dd83a-a5f8-4373-a5fa-80d9ea160c6e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.0583997 Aug 31 14:50:18.886830 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:18.904510 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d448a275-0ad4-4c40-baf6-919833a3b7f9 req-30b68464-9f49-4405-9374-3976ff1057bd tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363567 Aug 31 14:50:18.943758 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50298) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:18.968704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Pushing event deleted for resources: {'Port': ['ID=3e988cf7-8116-4a22-8b87-4678d3c2091b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:19.010083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146eb4d0-24f3-4901-b93b-3463d1dc59fc tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:19.012567 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-146eb4d0-24f3-4901-b93b-3463d1dc59fc tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1092 time: 0.0670311 Aug 31 14:50:19.015353 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50304) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:19.020520 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:19.039106 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.052246 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.152407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50306) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:19.164261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.166885 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.207940 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 087654b2-2be3-4fe0-a65c-d33a8100dafb no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:50:19.221381 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.223332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Fanout notify agent at l3_agent the message router_deleted on router f6a1d166-29d9-466d-84c2-4e9f20472fbe {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:50:19.233340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 087654b2-2be3-4fe0-a65c-d33a8100dafb {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:50:19.233932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 087654b2-2be3-4fe0-a65c-d33a8100dafb not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:50:19.239092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.241375 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9fb8f8dc-b407-4e4a-9fc0-5441b1685b3d tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "DELETE /v2.0/routers/f6a1d166-29d9-466d-84c2-4e9f20472fbe HTTP/1.1" status: 204 len: 168 time: 1.1453631 Aug 31 14:50:19.245295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50310) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:19.253163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9e1beac1-a9a0-4b47-8d81-9184ab11c329 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-237397164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:19.293398 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9e1beac1-a9a0-4b47-8d81-9184ab11c329 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.294455 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9e1beac1-a9a0-4b47-8d81-9184ab11c329 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.309373 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.414745 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9e1beac1-a9a0-4b47-8d81-9184ab11c329 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.423100 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9e1beac1-a9a0-4b47-8d81-9184ab11c329 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.496695 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9e1beac1-a9a0-4b47-8d81-9184ab11c329 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.497885 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9e1beac1-a9a0-4b47-8d81-9184ab11c329 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2504704 Aug 31 14:50:19.501051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50312) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:19.504748 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-34f3ce08-b3b9-4ed6-aad3-2662a25e3bb4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=821df19074eb48e5a97e89dc5ff66ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473854 Aug 31 14:50:19.507133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50314) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:19.507290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:19.550574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.25.2.7 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/8b18057f-6e9f-4eab-bed0-3ebc1140bcd5) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:19.596920 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1bf5-ffe0-4bfa-afb0-9b0f54c661ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.630784 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-826bce5e-6dc7-4003-b111-440a8e54eb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.643373 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.678454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-826bce5e-6dc7-4003-b111-440a8e54eb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.755705 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.790441 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-826bce5e-6dc7-4003-b111-440a8e54eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.793347 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-826bce5e-6dc7-4003-b111-440a8e54eb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.794713 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-826bce5e-6dc7-4003-b111-440a8e54eb6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32a20d20-5bd3-4980-a044-99a680c078f0 HTTP/1.1" status: 204 len: 168 time: 0.2863681 Aug 31 14:50:19.810060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bce5e-6dc7-4003-b111-440a8e54eb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a20d20-5bd3-4980-a044-99a680c078f0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:19.821958 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.832657 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:19.899148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:19.902731 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:19.906836 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:19.952075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=8b18057f-6e9f-4eab-bed0-3ebc1140bcd5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:20.480924 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:20.511916 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:20.644817 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:20.693207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Allocated IP 172.25.2.121 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/503533db-a7e4-4f24-9c49-31080925e3b5) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:20.737893 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:20.888420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:20.967023 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:21.008051 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:21.023130 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:21.033826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:21.041219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:21.046756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:21.094535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50338) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:21.102740 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Pushing event updated for resources: {'Port': ['ID=503533db-a7e4-4f24-9c49-31080925e3b5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:21.132182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=8b18057f-6e9f-4eab-bed0-3ebc1140bcd5,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:21.136823 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:21.263317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-181ce9bd-8912-4033-8f00-961803e6deac tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-777803575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:21.320004 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Floating IP ee8b279a-bc70-43d3-86a9-713d90efca64 associated. External IP: 172.25.2.7, port: 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82. Aug 31 14:50:21.390343 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-181ce9bd-8912-4033-8f00-961803e6deac tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:21.393203 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-181ce9bd-8912-4033-8f00-961803e6deac tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:21.496353 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:21.607282 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-181ce9bd-8912-4033-8f00-961803e6deac tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:21.619101 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-181ce9bd-8912-4033-8f00-961803e6deac tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:21.698743 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-181ce9bd-8912-4033-8f00-961803e6deac tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:21.699977 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-181ce9bd-8912-4033-8f00-961803e6deac tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6045458 Aug 31 14:50:21.703418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50344) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:21.711217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2084373464'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:21.800354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Made reservation on behalf of 97afa09a29944be99e490ab896c7d24e for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:21.804427 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:21.804759 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:50:21.816833 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:21.819852 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:21.829352 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:21.959158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:21.975224 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b79b1-a6df-4496-bc42-5d19479be55f None None] Sync routers for ids ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:21.986477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b79b1-a6df-4496-bc42-5d19479be55f None None] Routers {'6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:21.987977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-df8b79b1-a6df-4496-bc42-5d19479be55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:49:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:22.130340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-df8b79b1-a6df-4496-bc42-5d19479be55f None None] Set router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:22.136698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:22.150264 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:22.160650 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:22.181769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Router eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:50:22.203319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:50:22.220259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0e612e81-b4f2-4793-a3e7-cbfdffa105e9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2032654 Aug 31 14:50:22.221944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:50:22.226688 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f592626-4b5a-4059-a4e1-b85d2babcd28" -d '{"events": [{"name": "network-changed", "server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:50:22.229303 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de0632f0-56e4-4d90-9dae-00f7a77f6a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:22.276300 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13db896c-08b2-404e-9b32-ab05008397df x-openstack-request-id: req-13db896c-08b2-404e-9b32-ab05008397df {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:50:22.276787 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:50:22.277089 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13db896c-08b2-404e-9b32-ab05008397df {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:50:22.277581 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'status': 'completed', 'code': 200} Aug 31 14:50:22.301448 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:22.301872 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Added segment 3aca10c7-d260-4e1e-8d97-34ddf3e222f2 of type vlan for network 46c4a1c6-23cf-4604-a1b9-4aca8c8111f7 Aug 31 14:50:22.324395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a86345-fc4b-4173-a5a5-21e96bb565c2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:22.334583 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:22.450632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:22.514716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271cf40-cadb-4a34-a9d2-df19bb752c33 req-4c72b1ff-fd12-4c40-939c-74697b6623fd tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:22.516373 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b271cf40-cadb-4a34-a9d2-df19bb752c33 req-4c72b1ff-fd12-4c40-939c-74697b6623fd tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.1833611 Aug 31 14:50:22.577764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592626-4b5a-4059-a4e1-b85d2babcd28 req-98ad806c-e4ec-487e-b1f4-798084b8bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:22.579833 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f592626-4b5a-4059-a4e1-b85d2babcd28 req-98ad806c-e4ec-487e-b1f4-798084b8bdc9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1097 time: 0.2655444 Aug 31 14:50:22.586104 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:22.594962 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:22.595926 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:22.679283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:22.689525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-df8b79b1-a6df-4496-bc42-5d19479be55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:50:02Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'ee8b279a-bc70-43d3-86a9-713d90efca64', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'port_id': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'mac_address': 'fa:16:3e:f5:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:50:20Z', 'updated_at': '2021-08-31T14:50:20Z', 'revision_number': 0, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da46249e-a041-4dce-9b60-22d1393537f1', 'name': '', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:b9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:01Z', 'updated_at': '2021-08-31T14:50:08Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:22.694551 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9860d6-e8e6-44b1-900d-15d88652d990 None None] Sync routers for ids ['eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:22.718976 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9860d6-e8e6-44b1-900d-15d88652d990 None None] Routers {'eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:22.719894 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8e9860d6-e8e6-44b1-900d-15d88652d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:22.736448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b79b1-a6df-4496-bc42-5d19479be55f None None] Checking router: 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:50:22.752913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b79b1-a6df-4496-bc42-5d19479be55f None None] Routers {'6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:22.753454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-df8b79b1-a6df-4496-bc42-5d19479be55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:22.761956 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8e9860d6-e8e6-44b1-900d-15d88652d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:22.764396 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:22.770966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50352) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:22.771256 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f62ccd80-74b4-476b-a4f9-d0bcf56a8f11 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "PUT /v2.0/routers/eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1 HTTP/1.1" status: 200 len: 879 time: 3.2689068 Aug 31 14:50:22.796721 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9860d6-e8e6-44b1-900d-15d88652d990 None None] Routers {'eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:22.797884 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8e9860d6-e8e6-44b1-900d-15d88652d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:22.816749 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1095784 Aug 31 14:50:22.816749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde75e6d-164f-4b50-886b-63a85942eef7 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event updated for resources: {'Network': ['ID=46c4a1c6-23cf-4604-a1b9-4aca8c8111f7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:22.820040 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50354) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:22.825380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d96de18c-f585-4319-8d89-9942e0e7dfc8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Request body: {'subnet': {'network_id': '46c4a1c6-23cf-4604-a1b9-4aca8c8111f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:22.829115 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b271cf40-cadb-4a34-a9d2-df19bb752c33 req-c3bee4ea-3915-4028-b821-e3301dd28b33 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957335 Aug 31 14:50:22.907567 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8e9860d6-e8e6-44b1-900d-15d88652d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:22.908014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50356) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:22.909223 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9860d6-e8e6-44b1-900d-15d88652d990 None None] The sync data for ids ['eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:22.914546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 46c4a1c6-23cf-4604-a1b9-4aca8c8111f7 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:50:22.939997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592626-4b5a-4059-a4e1-b85d2babcd28 req-0916de2b-1e53-496f-a674-3ea7a6fba6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:22.941899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f592626-4b5a-4059-a4e1-b85d2babcd28 req-0916de2b-1e53-496f-a674-3ea7a6fba6f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 897 time: 0.3427007 Aug 31 14:50:23.030127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-df8b79b1-a6df-4496-bc42-5d19479be55f None None] Set router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:23.062780 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f592626-4b5a-4059-a4e1-b85d2babcd28 req-b507555d-279d-4f2e-a097-81cf44cfe84b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 998 time: 0.1129920 Aug 31 14:50:23.132845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592626-4b5a-4059-a4e1-b85d2babcd28 req-9d81365e-db12-46ee-95d4-33c44174c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:23.134528 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f592626-4b5a-4059-a4e1-b85d2babcd28 req-9d81365e-db12-46ee-95d4-33c44174c0a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 200 len: 834 time: 0.0553324 Aug 31 14:50:23.196498 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592626-4b5a-4059-a4e1-b85d2babcd28 req-6eccb925-e1ba-488c-bacd-b2e33cda84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:23.198107 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f592626-4b5a-4059-a4e1-b85d2babcd28 req-6eccb925-e1ba-488c-bacd-b2e33cda84fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570018 Aug 31 14:50:23.312138 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f592626-4b5a-4059-a4e1-b85d2babcd28 req-121ca557-c991-40ae-9412-8a448537c9e5 service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054747 Aug 31 14:50:23.322785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-df8b79b1-a6df-4496-bc42-5d19479be55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:50:02Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'ee8b279a-bc70-43d3-86a9-713d90efca64', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'port_id': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'mac_address': 'fa:16:3e:f5:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:50:20Z', 'updated_at': '2021-08-31T14:50:20Z', 'revision_number': 0, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da46249e-a041-4dce-9b60-22d1393537f1', 'name': '', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:b9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:01Z', 'updated_at': '2021-08-31T14:50:08Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:23.371949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b79b1-a6df-4496-bc42-5d19479be55f None None] The sync data for ids ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'] in n-d-806683-5 is: [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:50:02Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'ee8b279a-bc70-43d3-86a9-713d90efca64', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'port_id': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'mac_address': 'fa:16:3e:f5:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:50:20Z', 'updated_at': '2021-08-31T14:50:20Z', 'revision_number': 0, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da46249e-a041-4dce-9b60-22d1393537f1', 'name': '', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:b9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:01Z', 'updated_at': '2021-08-31T14:50:08Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:23.402896 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:23.519808 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f592626-4b5a-4059-a4e1-b85d2babcd28 req-2d619a7b-12e6-4c10-92ea-d2cae31f072b service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980658 Aug 31 14:50:23.603122 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8338e7d5-e083-49c5-958d-47bd876a0874 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/routers/eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1 HTTP/1.1" status: 200 len: 920 time: 0.8309312 Aug 31 14:50:23.606023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50362) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:23.610892 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4560db69-6eca-459b-ac1c-1e4b1e367ae8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/ee8b279a-bc70-43d3-86a9-713d90efca64 HTTP/1.1" status: 200 len: 990 time: 0.7013240 Aug 31 14:50:23.633701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96de18c-f585-4319-8d89-9942e0e7dfc8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Made reservation on behalf of 97afa09a29944be99e490ab896c7d24e for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:23.640332 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d96de18c-f585-4319-8d89-9942e0e7dfc8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:23.670211 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c34d43-7bcd-45e6-9ac3-72f793fe26ea tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:23.671958 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f8c34d43-7bcd-45e6-9ac3-72f793fe26ea tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&device_id=eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0645981 Aug 31 14:50:23.676637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50364) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:23.791404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc3e367-9924-4922-837b-f5a9958b15ad tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:23.792821 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7fc3e367-9924-4922-837b-f5a9958b15ad tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 881 time: 0.1152122 Aug 31 14:50:23.796501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50366) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:23.823100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf591df-3ffe-41d4-bca7-85bb57af1687 None None] New status for floating IP ee8b279a-bc70-43d3-86a9-713d90efca64: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:50:23.829603 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6e03c52f-a2b6-46c6-a097-e06f8a470ff2 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "GET /v2.0/ports?device_id=eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1 HTTP/1.1" status: 200 len: 205 time: 0.0318816 Aug 31 14:50:23.835219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50368) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:23.975379 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d96de18c-f585-4319-8d89-9942e0e7dfc8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:23.985608 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.056096 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96de18c-f585-4319-8d89-9942e0e7dfc8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event updated for resources: {'Subnet': ['ID=1cd7aecd-5114-4fbf-a115-dab9369f3002,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:24.060580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96de18c-f585-4319-8d89-9942e0e7dfc8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Checking segment: {'id': '3aca10c7-d260-4e1e-8d97-34ddf3e222f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '46c4a1c6-23cf-4604-a1b9-4aca8c8111f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:24.061099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96de18c-f585-4319-8d89-9942e0e7dfc8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Network hostable DHCP agents. Network: 46c4a1c6-23cf-4604-a1b9-4aca8c8111f7, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:50:24.081230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96de18c-f585-4319-8d89-9942e0e7dfc8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Network 46c4a1c6-23cf-4604-a1b9-4aca8c8111f7 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:50:24.092506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-d96de18c-f585-4319-8d89-9942e0e7dfc8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 46c4a1c6-23cf-4604-a1b9-4aca8c8111f7) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:24.108702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849c2c0a-b4f0-4e3a-8e8d-2764430b65ec None None] Network 46c4a1c6-23cf-4604-a1b9-4aca8c8111f7 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:24.109246 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96de18c-f585-4319-8d89-9942e0e7dfc8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:24.109622 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d96de18c-f585-4319-8d89-9942e0e7dfc8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.130782 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d96de18c-f585-4319-8d89-9942e0e7dfc8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3082995 Aug 31 14:50:24.137993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50370) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:24.138246 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.146720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8c04dcfe-fb06-469e-bd3b-1d642268104b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Request body: {'network': {'name': 'tempest-router-network01--2036500839'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:24.177698 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c04dcfe-fb06-469e-bd3b-1d642268104b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Made reservation on behalf of 97afa09a29944be99e490ab896c7d24e for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:24.188767 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c04dcfe-fb06-469e-bd3b-1d642268104b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.227703 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Deleting port 503533db-a7e4-4f24-9c49-31080925e3b5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:24.228105 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.237982 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c04dcfe-fb06-469e-bd3b-1d642268104b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:50:24.250952 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c04dcfe-fb06-469e-bd3b-1d642268104b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.251570 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-8c04dcfe-fb06-469e-bd3b-1d642268104b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Added segment 49392587-b577-464f-b98c-edf24f72ab72 of type vlan for network 81880b48-40cc-4705-ac4e-1992c8257b7c Aug 31 14:50:24.309696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c04dcfe-fb06-469e-bd3b-1d642268104b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.323493 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-46c4a1c6-23cf-4604-a1b9-4aca8c8111f7', 'network_id': '46c4a1c6-23cf-4604-a1b9-4aca8c8111f7', 'tenant_id': '97afa09a29944be99e490ab896c7d24e', 'fixed_ips': [{'subnet_id': '1cd7aecd-5114-4fbf-a115-dab9369f3002'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:50:24.324642 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.353107 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c04dcfe-fb06-469e-bd3b-1d642268104b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.372093 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.375836 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c04dcfe-fb06-469e-bd3b-1d642268104b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:24.379887 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8c04dcfe-fb06-469e-bd3b-1d642268104b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.387624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Calling delete_port for 503533db-a7e4-4f24-9c49-31080925e3b5 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:24.508639 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8c04dcfe-fb06-469e-bd3b-1d642268104b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3684428 Aug 31 14:50:24.514492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50374) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:24.524514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0788a1d4-1ac1-4f8e-9372-af9fe27c5b9b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Request body: {'network': {'name': 'tempest-router-network02--1523641987'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:24.549719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04dcfe-fb06-469e-bd3b-1d642268104b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event updated for resources: {'Network': ['ID=81880b48-40cc-4705-ac4e-1992c8257b7c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:24.560792 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.568621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 81880b48-40cc-4705-ac4e-1992c8257b7c details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:50:24.569525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0788a1d4-1ac1-4f8e-9372-af9fe27c5b9b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Made reservation on behalf of 97afa09a29944be99e490ab896c7d24e for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:24.578256 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0788a1d4-1ac1-4f8e-9372-af9fe27c5b9b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.608086 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0788a1d4-1ac1-4f8e-9372-af9fe27c5b9b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:50:24.613887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50376) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:24.620416 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Allocated IP 172.20.0.2 (46c4a1c6-23cf-4604-a1b9-4aca8c8111f7/1cd7aecd-5114-4fbf-a115-dab9369f3002/6474b19c-b4f9-44e1-a6d1-334380d45982) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:24.664515 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0788a1d4-1ac1-4f8e-9372-af9fe27c5b9b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.664763 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-0788a1d4-1ac1-4f8e-9372-af9fe27c5b9b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Added segment e3695a31-d6dd-46fd-9f9e-70e32b998655 of type vlan for network 80e9fea5-8ff9-4e08-a942-7c061c68e0cc Aug 31 14:50:24.688614 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.713329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Pushing event deleted for resources: {'Port': ['ID=503533db-a7e4-4f24-9c49-31080925e3b5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:24.717830 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eee74934-ee88-482f-a1b2-1bcfd58c7eb2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/ee8b279a-bc70-43d3-86a9-713d90efca64 HTTP/1.1" status: 200 len: 992 time: 0.1025450 Aug 31 14:50:24.721691 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0788a1d4-1ac1-4f8e-9372-af9fe27c5b9b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.769317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0788a1d4-1ac1-4f8e-9372-af9fe27c5b9b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.775289 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0788a1d4-1ac1-4f8e-9372-af9fe27c5b9b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:24.776124 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0788a1d4-1ac1-4f8e-9372-af9fe27c5b9b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.817419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.844332 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0788a1d4-1ac1-4f8e-9372-af9fe27c5b9b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3289390 Aug 31 14:50:24.848542 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50378) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:24.858177 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a2664b0a-169b-40f0-9550-c6fd26ecc06c tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Request body: {'subnet': {'network_id': '81880b48-40cc-4705-ac4e-1992c8257b7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:24.879121 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788a1d4-1ac1-4f8e-9372-af9fe27c5b9b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event updated for resources: {'Network': ['ID=80e9fea5-8ff9-4e08-a942-7c061c68e0cc,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:24.912222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 80e9fea5-8ff9-4e08-a942-7c061c68e0cc details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:50:24.949594 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:24.958081 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.004651 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2664b0a-169b-40f0-9550-c6fd26ecc06c tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Made reservation on behalf of 97afa09a29944be99e490ab896c7d24e for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:25.017239 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2664b0a-169b-40f0-9550-c6fd26ecc06c tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.051435 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.051673 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.054102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Fanout notify agent at l3_agent the message router_deleted on router eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:50:25.060769 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.080605 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.083249 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6d41452b-9891-461f-a2ef-a94349da334a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "DELETE /v2.0/routers/eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1 HTTP/1.1" status: 204 len: 168 time: 1.2469046 Aug 31 14:50:25.086991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50380) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:25.090502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Transition to ACTIVE for port object 6474b19c-b4f9-44e1-a6d1-334380d45982 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:25.099612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dc90e42a-ffdf-4712-9c18-6d28cb5bd7de tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1804114547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:25.119547 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Transition to ACTIVE for port object 6474b19c-b4f9-44e1-a6d1-334380d45982 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:25.130852 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.149487 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc90e42a-ffdf-4712-9c18-6d28cb5bd7de tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.152189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc90e42a-ffdf-4712-9c18-6d28cb5bd7de tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.188802 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Network 46c4a1c6-23cf-4604-a1b9-4aca8c8111f7 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:25.194214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:25.196817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Pushing event updated for resources: {'Port': ['ID=6474b19c-b4f9-44e1-a6d1-334380d45982,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:25.199070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:25.224976 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc90e42a-ffdf-4712-9c18-6d28cb5bd7de tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.232677 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc90e42a-ffdf-4712-9c18-6d28cb5bd7de tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.250622 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc90e42a-ffdf-4712-9c18-6d28cb5bd7de tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.252284 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dc90e42a-ffdf-4712-9c18-6d28cb5bd7de tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1611133 Aug 31 14:50:25.254709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50382) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:25.259284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'enable_snat': True}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:25.265551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Attempting to bind port 6474b19c-b4f9-44e1-a6d1-334380d45982 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:25.268820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Attempting to bind port 6474b19c-b4f9-44e1-a6d1-334380d45982 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '3aca10c7-d260-4e1e-8d97-34ddf3e222f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '46c4a1c6-23cf-4604-a1b9-4aca8c8111f7'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:25.268820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Attempting to bind port 6474b19c-b4f9-44e1-a6d1-334380d45982 on network 46c4a1c6-23cf-4604-a1b9-4aca8c8111f7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:25.272173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:25.273230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Checking segment: {'id': '3aca10c7-d260-4e1e-8d97-34ddf3e222f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '46c4a1c6-23cf-4604-a1b9-4aca8c8111f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:25.273230 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.273579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Bound using segment: {'id': '3aca10c7-d260-4e1e-8d97-34ddf3e222f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '46c4a1c6-23cf-4604-a1b9-4aca8c8111f7'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:25.274603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Bound port: 6474b19c-b4f9-44e1-a6d1-334380d45982, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aca10c7-d260-4e1e-8d97-34ddf3e222f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '46c4a1c6-23cf-4604-a1b9-4aca8c8111f7'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:25.274603 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.340370 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2664b0a-169b-40f0-9550-c6fd26ecc06c tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.352753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] For port 6474b19c-b4f9-44e1-a6d1-334380d45982, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:25.357704 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] For port 6474b19c-b4f9-44e1-a6d1-334380d45982, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6474b19c-b4f9-44e1-a6d1-334380d45982,segment=NetworkSegment(3aca10c7-d260-4e1e-8d97-34ddf3e222f2),segment_id=3aca10c7-d260-4e1e-8d97-34ddf3e222f2)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:25.364876 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.436797 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2664b0a-169b-40f0-9550-c6fd26ecc06c tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event updated for resources: {'Subnet': ['ID=8c6ee85e-28c4-4d00-bdac-07d471325efd,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:25.451617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d19b1-aa2d-4292-99af-41c3bac3f245 None None] Pushing event updated for resources: {'Port': ['ID=6474b19c-b4f9-44e1-a6d1-334380d45982,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:25.480233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2664b0a-169b-40f0-9550-c6fd26ecc06c tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Checking segment: {'id': '49392587-b577-464f-b98c-edf24f72ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '81880b48-40cc-4705-ac4e-1992c8257b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:25.481814 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2664b0a-169b-40f0-9550-c6fd26ecc06c tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Network hostable DHCP agents. Network: 81880b48-40cc-4705-ac4e-1992c8257b7c, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:50:25.502368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2664b0a-169b-40f0-9550-c6fd26ecc06c tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Network 81880b48-40cc-4705-ac4e-1992c8257b7c is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:50:25.527272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a2664b0a-169b-40f0-9550-c6fd26ecc06c tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 81880b48-40cc-4705-ac4e-1992c8257b7c) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:25.544101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8590211e-6881-4462-8842-2ffc8eca60ab None None] Network 81880b48-40cc-4705-ac4e-1992c8257b7c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:25.544735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2664b0a-169b-40f0-9550-c6fd26ecc06c tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:25.545516 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2664b0a-169b-40f0-9550-c6fd26ecc06c tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.563678 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a2664b0a-169b-40f0-9550-c6fd26ecc06c tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7132437 Aug 31 14:50:25.568373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50384) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:25.574720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c3c37a48-bb96-47ca-bed9-1932ad7ee278 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Request body: {'subnet': {'network_id': '80e9fea5-8ff9-4e08-a942-7c061c68e0cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:25.594126 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.684405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c37a48-bb96-47ca-bed9-1932ad7ee278 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Made reservation on behalf of 97afa09a29944be99e490ab896c7d24e for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:25.698081 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c3c37a48-bb96-47ca-bed9-1932ad7ee278 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:25.863525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-81880b48-40cc-4705-ac4e-1992c8257b7c', 'network_id': '81880b48-40cc-4705-ac4e-1992c8257b7c', 'tenant_id': '97afa09a29944be99e490ab896c7d24e', 'fixed_ips': [{'subnet_id': '8c6ee85e-28c4-4d00-bdac-07d471325efd'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:50:25.864392 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:26.082761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c3c37a48-bb96-47ca-bed9-1932ad7ee278 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:26.121088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Allocated IP 172.20.0.2 (81880b48-40cc-4705-ac4e-1992c8257b7c/8c6ee85e-28c4-4d00-bdac-07d471325efd/0ba2163f-7432-4429-a9d9-86101967bebd) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:26.141229 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:26.153341 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c37a48-bb96-47ca-bed9-1932ad7ee278 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event updated for resources: {'Subnet': ['ID=6782871f-977a-4d37-ac43-c384a6de7f53,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:26.165182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c37a48-bb96-47ca-bed9-1932ad7ee278 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Checking segment: {'id': 'e3695a31-d6dd-46fd-9f9e-70e32b998655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '80e9fea5-8ff9-4e08-a942-7c061c68e0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:26.165514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c37a48-bb96-47ca-bed9-1932ad7ee278 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Network hostable DHCP agents. Network: 80e9fea5-8ff9-4e08-a942-7c061c68e0cc, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:50:26.187782 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:26.212712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c37a48-bb96-47ca-bed9-1932ad7ee278 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Network 80e9fea5-8ff9-4e08-a942-7c061c68e0cc is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:50:26.224650 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-c3c37a48-bb96-47ca-bed9-1932ad7ee278 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 80e9fea5-8ff9-4e08-a942-7c061c68e0cc) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:26.233355 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23083dbf-8f92-4ff9-ab46-0ff3cc3656f7 None None] Network 80e9fea5-8ff9-4e08-a942-7c061c68e0cc requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:26.239739 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c37a48-bb96-47ca-bed9-1932ad7ee278 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:26.240675 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c3c37a48-bb96-47ca-bed9-1932ad7ee278 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:26.260268 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c3c37a48-bb96-47ca-bed9-1932ad7ee278 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6902804 Aug 31 14:50:26.263154 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50388) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:26.421404 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:26.435721 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Transition to ACTIVE for port object 0ba2163f-7432-4429-a9d9-86101967bebd will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:26.440208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Allocated IP 172.25.2.61 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/58450956-9994-4e8a-8c23-e3a735506ad2) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:26.496339 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-80e9fea5-8ff9-4e08-a942-7c061c68e0cc', 'network_id': '80e9fea5-8ff9-4e08-a942-7c061c68e0cc', 'tenant_id': '97afa09a29944be99e490ab896c7d24e', 'fixed_ips': [{'subnet_id': '6782871f-977a-4d37-ac43-c384a6de7f53'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:50:26.497367 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:26.512146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Transition to ACTIVE for port object 0ba2163f-7432-4429-a9d9-86101967bebd will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:26.597372 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:26.619603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Network 81880b48-40cc-4705-ac4e-1992c8257b7c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:26.621051 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:26.652003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:26.714646 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:26.771312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Pushing event updated for resources: {'Port': ['ID=0ba2163f-7432-4429-a9d9-86101967bebd,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:26.775940 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Attempting to bind port 0ba2163f-7432-4429-a9d9-86101967bebd on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:26.776307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Attempting to bind port 0ba2163f-7432-4429-a9d9-86101967bebd by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '49392587-b577-464f-b98c-edf24f72ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '81880b48-40cc-4705-ac4e-1992c8257b7c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:26.776672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Attempting to bind port 0ba2163f-7432-4429-a9d9-86101967bebd on network 81880b48-40cc-4705-ac4e-1992c8257b7c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:26.789771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:26.790151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Checking segment: {'id': '49392587-b577-464f-b98c-edf24f72ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '81880b48-40cc-4705-ac4e-1992c8257b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:26.790555 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:26.790949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Bound using segment: {'id': '49392587-b577-464f-b98c-edf24f72ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '81880b48-40cc-4705-ac4e-1992c8257b7c'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:26.791464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Bound port: 0ba2163f-7432-4429-a9d9-86101967bebd, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49392587-b577-464f-b98c-edf24f72ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '81880b48-40cc-4705-ac4e-1992c8257b7c'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:26.791849 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:26.852666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Allocated IP 172.20.0.2 (80e9fea5-8ff9-4e08-a942-7c061c68e0cc/6782871f-977a-4d37-ac43-c384a6de7f53/5054d50f-f7e2-4c82-aed2-02e1a84e2275) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:26.912690 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:27.062792 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:27.077403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03296223-afaf-494c-a762-a8e40519ce76 None None] Network 46c4a1c6-23cf-4604-a1b9-4aca8c8111f7 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:27.205852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6474b19c-b4f9-44e1-a6d1-334380d45982 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:27.261456 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4b325d49-23a2-4ec5-a196-9df0efff09c4 None None] Provisioning for port 6474b19c-b4f9-44e1-a6d1-334380d45982 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:27.318089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] For port 0ba2163f-7432-4429-a9d9-86101967bebd, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:27.354701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] For port 0ba2163f-7432-4429-a9d9-86101967bebd, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0ba2163f-7432-4429-a9d9-86101967bebd,segment=NetworkSegment(49392587-b577-464f-b98c-edf24f72ab72),segment_id=49392587-b577-464f-b98c-edf24f72ab72)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:27.377856 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:27.484438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:27.489845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Allocated IP 172.20.0.1 (81880b48-40cc-4705-ac4e-1992c8257b7c/8c6ee85e-28c4-4d00-bdac-07d471325efd/d54c9ed0-5c38-4fed-bf9e-fd65fad73521) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:27.492132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:27.497637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:27.528320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event updated for resources: {'Port': ['ID=58450956-9994-4e8a-8c23-e3a735506ad2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:27.530340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 6474b19c-b4f9-44e1-a6d1-334380d45982 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:27.561675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6474b19c-b4f9-44e1-a6d1-334380d45982 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:27.562051 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:27.563682 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f66f7-c635-4634-b19f-0eae49c81933 None None] Pushing event updated for resources: {'Port': ['ID=0ba2163f-7432-4429-a9d9-86101967bebd,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:27.593322 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:27.646016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Transition to ACTIVE for port object 5054d50f-f7e2-4c82-aed2-02e1a84e2275 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:27.682544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Transition to ACTIVE for port object 5054d50f-f7e2-4c82-aed2-02e1a84e2275 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:27.694970 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:27.720155 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:27.766262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Transition to ACTIVE for port object d54c9ed0-5c38-4fed-bf9e-fd65fad73521 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:27.813223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Network 80e9fea5-8ff9-4e08-a942-7c061c68e0cc is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:27.834391 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:27.852290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:27.857917 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:27.926675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Pushing event updated for resources: {'Port': ['ID=5054d50f-f7e2-4c82-aed2-02e1a84e2275,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:27.941695 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:27.975269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Attempting to bind port 5054d50f-f7e2-4c82-aed2-02e1a84e2275 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:27.975951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Attempting to bind port 5054d50f-f7e2-4c82-aed2-02e1a84e2275 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3695a31-d6dd-46fd-9f9e-70e32b998655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '80e9fea5-8ff9-4e08-a942-7c061c68e0cc'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:27.976330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Attempting to bind port 5054d50f-f7e2-4c82-aed2-02e1a84e2275 on network 80e9fea5-8ff9-4e08-a942-7c061c68e0cc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:27.979102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Network 81880b48-40cc-4705-ac4e-1992c8257b7c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:27.993298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:27.993679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Checking segment: {'id': 'e3695a31-d6dd-46fd-9f9e-70e32b998655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '80e9fea5-8ff9-4e08-a942-7c061c68e0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:27.994093 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:27.994627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Bound using segment: {'id': 'e3695a31-d6dd-46fd-9f9e-70e32b998655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '80e9fea5-8ff9-4e08-a942-7c061c68e0cc'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:27.994978 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Bound port: 5054d50f-f7e2-4c82-aed2-02e1a84e2275, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3695a31-d6dd-46fd-9f9e-70e32b998655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '80e9fea5-8ff9-4e08-a942-7c061c68e0cc'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:27.995680 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:27.995954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:28.007124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:28.037666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 6474b19c-b4f9-44e1-a6d1-334380d45982, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6474b19c-b4f9-44e1-a6d1-334380d45982,segment=NetworkSegment(3aca10c7-d260-4e1e-8d97-34ddf3e222f2),segment_id=3aca10c7-d260-4e1e-8d97-34ddf3e222f2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:28.061370 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:28.074517 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event updated for resources: {'Port': ['ID=d54c9ed0-5c38-4fed-bf9e-fd65fad73521,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:28.117299 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:28.155387 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:28.169037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-04283846-28de-4b7d-b8d1-cb3b95a57396 None None] Provisioning complete for port 6474b19c-b4f9-44e1-a6d1-334380d45982 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:28.169344 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04283846-28de-4b7d-b8d1-cb3b95a57396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:28.172114 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] For port 5054d50f-f7e2-4c82-aed2-02e1a84e2275, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:28.176092 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] For port 5054d50f-f7e2-4c82-aed2-02e1a84e2275, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5054d50f-f7e2-4c82-aed2-02e1a84e2275,segment=NetworkSegment(e3695a31-d6dd-46fd-9f9e-70e32b998655),segment_id=e3695a31-d6dd-46fd-9f9e-70e32b998655)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:28.177199 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=6474b19c-b4f9-44e1-a6d1-334380d45982,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:28.201809 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:28.282367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb58e5-0a69-4963-b9a6-5bb58f170286 None None] Pushing event updated for resources: {'Port': ['ID=5054d50f-f7e2-4c82-aed2-02e1a84e2275,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:28.336842 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-76ca2951-9cf3-4e54-ab84-e6f622151848 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461447131&fields=id&tenant_id=6533cc47c01b415292ab966def453044 HTTP/1.1" status: 200 len: 267 time: 0.0786219 Aug 31 14:50:28.350511 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:28.471347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-d34b37eb-be90-44a1-9256-3b6e7ec02e6a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:28.473245 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-d34b37eb-be90-44a1-9256-3b6e7ec02e6a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 812 time: 0.1257553 Aug 31 14:50:28.524485 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-263bc045-6086-4ca6-a732-865d6571c7c4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/quotas/6533cc47c01b415292ab966def453044 HTTP/1.1" status: 200 len: 375 time: 0.0410967 Aug 31 14:50:28.624885 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-5e6db55a-eb40-495d-b2fc-b9c5d83bb28d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0972071 Aug 31 14:50:28.678343 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:28.686762 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:28.812261 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-594be283-b9f7-4ab2-8957-cf57f908800d service neutron] 10.222.0.39 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857643 Aug 31 14:50:28.822657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d76d2a1-11cd-4fa6-8147-73cf735292ba None None] Network 81880b48-40cc-4705-ac4e-1992c8257b7c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:28.899317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1608c648-3481-452b-aade-0a9f4b23e7ab None None] Provisioning for port 0ba2163f-7432-4429-a9d9-86101967bebd completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:28.914835 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-39eb1235-1aaf-4070-bddb-e5c9291ef8fe service neutron] 10.222.0.39 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955431 Aug 31 14:50:28.967965 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:28.975992 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:29.082786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event updated for resources: {'Port': ['ID=d54c9ed0-5c38-4fed-bf9e-fd65fad73521,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:29.090413 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:29.093575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Router 655b6c3e-131f-43dc-851a-a6c0e9921815 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:50:29.378597 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:29.382680 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-baf47c79-02ab-43fe-877d-b91df9f3824c req-5a267fa4-c250-42cb-bcac-87ba628818d2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 210 time: 0.0545278 Aug 31 14:50:29.385453 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6474b19c-b4f9-44e1-a6d1-334380d45982 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:29.391152 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e017ee-0258-4002-a762-b13e4818ae63 None None] Sync routers for ids ['655b6c3e-131f-43dc-851a-a6c0e9921815'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:29.401663 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:29.418379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-724475be-487e-4d08-9ed3-ff4bfaddc7d9 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "PUT /v2.0/routers/655b6c3e-131f-43dc-851a-a6c0e9921815 HTTP/1.1" status: 200 len: 914 time: 4.1561847 Aug 31 14:50:29.418986 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e017ee-0258-4002-a762-b13e4818ae63 None None] Routers {'655b6c3e-131f-43dc-851a-a6c0e9921815'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:29.418986 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-96e017ee-0258-4002-a762-b13e4818ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['655b6c3e-131f-43dc-851a-a6c0e9921815'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:29.419269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50414) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:29.441403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Network 81880b48-40cc-4705-ac4e-1992c8257b7c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:29.448110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:29.457890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3a47f734-30c5-4d5d-ad97-f07e52574ac4 None None] Provisioning for port d54c9ed0-5c38-4fed-bf9e-fd65fad73521 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:29.468891 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3a47f734-30c5-4d5d-ad97-f07e52574ac4 None None] Provisioning complete for port d54c9ed0-5c38-4fed-bf9e-fd65fad73521 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:29.469387 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a47f734-30c5-4d5d-ad97-f07e52574ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:29.532106 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3a47f734-30c5-4d5d-ad97-f07e52574ac4 None None] Port d54c9ed0-5c38-4fed-bf9e-fd65fad73521 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:29.538265 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-96e017ee-0258-4002-a762-b13e4818ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:29.557057 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e017ee-0258-4002-a762-b13e4818ae63 None None] Routers {'655b6c3e-131f-43dc-851a-a6c0e9921815'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:29.557805 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-96e017ee-0258-4002-a762-b13e4818ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['655b6c3e-131f-43dc-851a-a6c0e9921815'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:29.558611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6474b19c-b4f9-44e1-a6d1-334380d45982 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:29.558994 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:29.652459 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-96e017ee-0258-4002-a762-b13e4818ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:29.653399 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e017ee-0258-4002-a762-b13e4818ae63 None None] The sync data for ids ['655b6c3e-131f-43dc-851a-a6c0e9921815'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:29.697034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0ba2163f-7432-4429-a9d9-86101967bebd up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:29.717467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Router ffe9047f-040f-482e-914b-bee3ef79d4d9 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:50:29.733005 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d6600c77-305f-4a0e-aa2d-8601a199d254 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/routers/655b6c3e-131f-43dc-851a-a6c0e9921815 HTTP/1.1" status: 200 len: 920 time: 0.3133490 Aug 31 14:50:29.733694 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50420) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:29.796331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef0562-ec22-495c-962f-d06db14b4479 None None] Network 80e9fea5-8ff9-4e08-a942-7c061c68e0cc requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:29.854079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:29.860259 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cdc47be5-4228-4c8b-b65a-e59ce9b1db3e tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "PUT /v2.0/routers/ffe9047f-040f-482e-914b-bee3ef79d4d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5959930 Aug 31 14:50:29.863584 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50424) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:29.874684 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26047c1f-038f-4d20-884b-9d16b03d853a None None] Sync routers for ids ['ffe9047f-040f-482e-914b-bee3ef79d4d9'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:29.881600 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 0ba2163f-7432-4429-a9d9-86101967bebd completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:29.889324 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0ba2163f-7432-4429-a9d9-86101967bebd triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:29.889724 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:29.893283 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d8c323-86c6-4ef5-9298-06ff47950f87 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:29.896058 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c1d8c323-86c6-4ef5-9298-06ff47950f87 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&device_id=655b6c3e-131f-43dc-851a-a6c0e9921815&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1611476 Aug 31 14:50:29.898784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50426) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:29.937253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-21f6f263-b7ed-48d2-a076-d2af6894c22c None None] Provisioning for port 5054d50f-f7e2-4c82-aed2-02e1a84e2275 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:29.957867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26047c1f-038f-4d20-884b-9d16b03d853a None None] Routers {'ffe9047f-040f-482e-914b-bee3ef79d4d9'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:29.958523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-26047c1f-038f-4d20-884b-9d16b03d853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['ffe9047f-040f-482e-914b-bee3ef79d4d9'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:30.013931 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8be97e-f1ae-4d39-bc8a-2bc1cecbc108 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:30.015396 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cc8be97e-f1ae-4d39-bc8a-2bc1cecbc108 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 881 time: 0.1153188 Aug 31 14:50:30.018177 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50428) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:30.055297 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a03c73c3-5599-4f63-8d65-d4945575d664 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "GET /v2.0/ports?device_id=655b6c3e-131f-43dc-851a-a6c0e9921815 HTTP/1.1" status: 200 len: 205 time: 0.0336261 Aug 31 14:50:30.055484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50430) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:30.089173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-26047c1f-038f-4d20-884b-9d16b03d853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:30.096771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-21f6f263-b7ed-48d2-a076-d2af6894c22c None None] Provisioning complete for port d54c9ed0-5c38-4fed-bf9e-fd65fad73521 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:30.097211 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21f6f263-b7ed-48d2-a076-d2af6894c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:30.163903 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26047c1f-038f-4d20-884b-9d16b03d853a None None] Routers {'ffe9047f-040f-482e-914b-bee3ef79d4d9'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:30.164817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-26047c1f-038f-4d20-884b-9d16b03d853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['ffe9047f-040f-482e-914b-bee3ef79d4d9'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:30.180037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-21f6f263-b7ed-48d2-a076-d2af6894c22c None None] Port d54c9ed0-5c38-4fed-bf9e-fd65fad73521 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:30.199192 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:30.247458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-26047c1f-038f-4d20-884b-9d16b03d853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:30.248108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26047c1f-038f-4d20-884b-9d16b03d853a None None] The sync data for ids ['ffe9047f-040f-482e-914b-bee3ef79d4d9'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:30.327933 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:30.388652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Deleting port 58450956-9994-4e8a-8c23-e3a735506ad2 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:30.389167 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:30.479367 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:30.501617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ba18b4bd-ec2c-429d-9ba7-7c6f16a0a446 None None] Provisioning complete for port d54c9ed0-5c38-4fed-bf9e-fd65fad73521 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:30.502616 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba18b4bd-ec2c-429d-9ba7-7c6f16a0a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:30.511636 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:30.555488 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Calling delete_port for 58450956-9994-4e8a-8c23-e3a735506ad2 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:30.556075 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 0ba2163f-7432-4429-a9d9-86101967bebd, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0ba2163f-7432-4429-a9d9-86101967bebd,segment=NetworkSegment(49392587-b577-464f-b98c-edf24f72ab72),segment_id=49392587-b577-464f-b98c-edf24f72ab72)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:30.570422 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:30.571330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5054d50f-f7e2-4c82-aed2-02e1a84e2275 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:30.608392 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aa55122c-fad0-4f35-b414-710197a6c31f req-32dabc3c-b8ed-43ed-917b-df8d9b71e770 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 210 time: 0.0547018 Aug 31 14:50:30.632042 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ba18b4bd-ec2c-429d-9ba7-7c6f16a0a446 None None] Port d54c9ed0-5c38-4fed-bf9e-fd65fad73521 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:30.709724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=0ba2163f-7432-4429-a9d9-86101967bebd,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:30.743135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 5054d50f-f7e2-4c82-aed2-02e1a84e2275 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:30.749604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 5054d50f-f7e2-4c82-aed2-02e1a84e2275 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:30.750362 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:30.794099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-4a76e822-e401-400b-9ef6-a42cf0bc174e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:30.795706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-4a76e822-e401-400b-9ef6-a42cf0bc174e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 812 time: 0.2202277 Aug 31 14:50:30.828274 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-8c938155-ccb5-456f-8746-1b7ae2443f77 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:50:30.829319 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8c938155-ccb5-456f-8746-1b7ae2443f77 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "PUT /v2.0/routers/ffe9047f-040f-482e-914b-bee3ef79d4d9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9622650 Aug 31 14:50:30.832984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50438) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:30.865941 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:30.872272 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:30.907288 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Pushing event deleted for resources: {'Port': ['ID=58450956-9994-4e8a-8c23-e3a735506ad2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:30.926082 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 5054d50f-f7e2-4c82-aed2-02e1a84e2275, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5054d50f-f7e2-4c82-aed2-02e1a84e2275,segment=NetworkSegment(e3695a31-d6dd-46fd-9f9e-70e32b998655),segment_id=e3695a31-d6dd-46fd-9f9e-70e32b998655)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:30.930352 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:30.987454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=5054d50f-f7e2-4c82-aed2-02e1a84e2275,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:30.997166 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-4e546aaa-53db-43c2-a340-207f7e4e32f2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6533cc47c01b415292ab966def453044 HTTP/1.1" status: 200 len: 379 time: 0.1894846 Aug 31 14:50:30.998926 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.008675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-489eacad-7799-43b1-8672-514a441a31d1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'port': {'device_id': '501c52a7-4220-42fb-821a-dfa903da1802', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'admin_state_up': True, 'tenant_id': '6533cc47c01b415292ab966def453044', 'security_groups': ['403cfd1d-950b-4898-885a-f39574720f53']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:31.069947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-be19e5b1-d34e-4fe9-ab7d-ef54da1ba756 None None] Provisioning complete for port 5054d50f-f7e2-4c82-aed2-02e1a84e2275 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:31.070315 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be19e5b1-d34e-4fe9-ab7d-ef54da1ba756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.108030 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.110465 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.188770 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.189896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Fanout notify agent at l3_agent the message router_deleted on router 655b6c3e-131f-43dc-851a-a6c0e9921815 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:50:31.203616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0ba2163f-7432-4429-a9d9-86101967bebd up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:31.205776 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.208366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2a3ad7fc-49c3-4560-bf7a-7164b010d82f tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "DELETE /v2.0/routers/655b6c3e-131f-43dc-851a-a6c0e9921815 HTTP/1.1" status: 204 len: 168 time: 1.1511254 Aug 31 14:50:31.211451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50440) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:31.219419 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-e56ca891-202a-4a4e-b28d-6ca5e234ef17 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-114506892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:31.248888 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e56ca891-202a-4a4e-b28d-6ca5e234ef17 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.250983 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e56ca891-202a-4a4e-b28d-6ca5e234ef17 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.281069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0ba2163f-7432-4429-a9d9-86101967bebd triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:31.281069 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.320385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50442) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:31.329225 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e56ca891-202a-4a4e-b28d-6ca5e234ef17 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.335845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e56ca891-202a-4a4e-b28d-6ca5e234ef17 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.356345 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e56ca891-202a-4a4e-b28d-6ca5e234ef17 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.358106 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e56ca891-202a-4a4e-b28d-6ca5e234ef17 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1455483 Aug 31 14:50:31.361711 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50444) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:31.366419 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'enable_snat': False}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:31.383167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5054d50f-f7e2-4c82-aed2-02e1a84e2275 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:31.443147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 5054d50f-f7e2-4c82-aed2-02e1a84e2275 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:31.443571 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.487024 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fa99926d-a993-4d30-8e70-8d1840e5aa87 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3706 time: 0.1658592 Aug 31 14:50:31.489874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50446) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:31.490258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-489eacad-7799-43b1-8672-514a441a31d1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Made reservation on behalf of 6533cc47c01b415292ab966def453044 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:31.493982 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-489eacad-7799-43b1-8672-514a441a31d1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.496106 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-170a4cd4-5c9a-480a-aa5c-b05f4fb1ae39 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Request body: {'network': {'name': 'tempest-network-smoke--281530918', 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'port_security_enabled': False}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:31.632382 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.635410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170a4cd4-5c9a-480a-aa5c-b05f4fb1ae39 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Made reservation on behalf of b4e8ce0961c04ebe8d413ec7a5a4bed5 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:31.639848 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-170a4cd4-5c9a-480a-aa5c-b05f4fb1ae39 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.703146 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170a4cd4-5c9a-480a-aa5c-b05f4fb1ae39 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:50:31.710525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-489eacad-7799-43b1-8672-514a441a31d1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Allocated IP 172.20.0.14 (d539104a-571b-4d65-8226-f02851a21edf/84f20d0c-d59a-49fd-bdba-b8ee114f5f38/59876305-a484-4ada-b1ea-a135963c0eea) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:31.722803 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62731584-8c65-433a-8ab2-6e93e2a3a105 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.730570 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-170a4cd4-5c9a-480a-aa5c-b05f4fb1ae39 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.730913 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-170a4cd4-5c9a-480a-aa5c-b05f4fb1ae39 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Added segment 4dfe8195-3949-489b-ad26-8409b33b1cc6 of type vlan for network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 Aug 31 14:50:31.788519 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-170a4cd4-5c9a-480a-aa5c-b05f4fb1ae39 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.832315 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-170a4cd4-5c9a-480a-aa5c-b05f4fb1ae39 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.837847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a4cd4-5c9a-480a-aa5c-b05f4fb1ae39 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:31.838449 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-170a4cd4-5c9a-480a-aa5c-b05f4fb1ae39 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.847465 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc5c615c-f55c-47ec-9dea-725a5ba81be6 req-2eca3679-0624-4ca7-a608-1243b101a38e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 210 time: 0.0492449 Aug 31 14:50:31.911455 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-170a4cd4-5c9a-480a-aa5c-b05f4fb1ae39 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4200759 Aug 31 14:50:31.918044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50450) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:31.927143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1179603741', 'admin_state_up': True, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:31.957139 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a4cd4-5c9a-480a-aa5c-b05f4fb1ae39 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'Network': ['ID=e66b2c93-7806-4d5c-abd3-0bbca3c96d06,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:31.968484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:50:32.050597 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.051516 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.064402 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.068588 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-489eacad-7799-43b1-8672-514a441a31d1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.089679 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.096602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-489eacad-7799-43b1-8672-514a441a31d1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Transition to ACTIVE for port object 59876305-a484-4ada-b1ea-a135963c0eea will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:32.148985 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.212141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Allocated IP 172.25.2.18 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/3770f2b0-b1bd-481b-b476-f86d3d4f325a) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:32.322097 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-489eacad-7799-43b1-8672-514a441a31d1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.352853 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.395489 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.402509 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.438008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:32.441726 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:32.445593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:32.453261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-489eacad-7799-43b1-8672-514a441a31d1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Network d539104a-571b-4d65-8226-f02851a21edf is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:32.468958 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Pushing event updated for resources: {'Port': ['ID=3770f2b0-b1bd-481b-b476-f86d3d4f325a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:32.478575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eacad-7799-43b1-8672-514a441a31d1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'Port': ['ID=59876305-a484-4ada-b1ea-a135963c0eea,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:32.489257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-489eacad-7799-43b1-8672-514a441a31d1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:32.493124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-489eacad-7799-43b1-8672-514a441a31d1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:32.555375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-62731584-8c65-433a-8ab2-6e93e2a3a105 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Deleting port d54c9ed0-5c38-4fed-bf9e-fd65fad73521 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:32.555712 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62731584-8c65-433a-8ab2-6e93e2a3a105 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.606450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-489eacad-7799-43b1-8672-514a441a31d1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:32.607081 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-489eacad-7799-43b1-8672-514a441a31d1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.648794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-489eacad-7799-43b1-8672-514a441a31d1 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6449842 Aug 31 14:50:32.687882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62731584-8c65-433a-8ab2-6e93e2a3a105 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.710551 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-62731584-8c65-433a-8ab2-6e93e2a3a105 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Calling delete_port for d54c9ed0-5c38-4fed-bf9e-fd65fad73521 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:32.799394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Request body: {'port': {'device_id': '501c52a7-4220-42fb-821a-dfa903da1802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:32.845531 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.874410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-50c311ba-58dd-4c35-8817-50ff2f4a9dac None None] Provisioning for port 59876305-a484-4ada-b1ea-a135963c0eea completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:32.880835 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-50c311ba-58dd-4c35-8817-50ff2f4a9dac None None] Provisioning complete for port 59876305-a484-4ada-b1ea-a135963c0eea triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:32.881219 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-50c311ba-58dd-4c35-8817-50ff2f4a9dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:32.926116 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-50c311ba-58dd-4c35-8817-50ff2f4a9dac None None] Port 59876305-a484-4ada-b1ea-a135963c0eea cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:33.055319 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:33.060165 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:33.074720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e976c4-861a-4344-b7cf-2d13a368594e req-998d7926-a5d9-4e2c-8561-3fce4865af90 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:33.076461 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7e976c4-861a-4344-b7cf-2d13a368594e req-998d7926-a5d9-4e2c-8561-3fce4865af90 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 932 time: 0.1185970 Aug 31 14:50:33.103273 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:33.174483 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:33.180076 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f7e976c4-861a-4344-b7cf-2d13a368594e req-7575db79-8291-40cb-9ae2-16c7d340a920 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969012 Aug 31 14:50:33.181852 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:33.319326 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Router b444ecf0-b2f4-4a20-9d3d-3235c55300a6 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:50:33.356460 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62731584-8c65-433a-8ab2-6e93e2a3a105 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:33.435717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:33.441173 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:33.445574 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fd6d5ad4-8232-4f46-a2b1-ec47f283decd tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "PUT /v2.0/routers/b444ecf0-b2f4-4a20-9d3d-3235c55300a6 HTTP/1.1" status: 200 len: 914 time: 2.0823295 Aug 31 14:50:33.445741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50456) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:33.448446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Allocated IP 172.25.2.119 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/07c86721-cde1-4fe4-9a49-b4f1cf8533f5) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:33.452392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62731584-8c65-433a-8ab2-6e93e2a3a105 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event deleted for resources: {'Port': ['ID=d54c9ed0-5c38-4fed-bf9e-fd65fad73521,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:33.465685 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31022c-4255-4d86-a9cc-8598faebf920 None None] Sync routers for ids ['b444ecf0-b2f4-4a20-9d3d-3235c55300a6'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:33.481915 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31022c-4255-4d86-a9cc-8598faebf920 None None] Routers {'b444ecf0-b2f4-4a20-9d3d-3235c55300a6'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:33.482685 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4e31022c-4255-4d86-a9cc-8598faebf920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b444ecf0-b2f4-4a20-9d3d-3235c55300a6'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:33.522341 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4e31022c-4255-4d86-a9cc-8598faebf920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:33.534701 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31022c-4255-4d86-a9cc-8598faebf920 None None] Routers {'b444ecf0-b2f4-4a20-9d3d-3235c55300a6'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:33.535822 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4e31022c-4255-4d86-a9cc-8598faebf920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b444ecf0-b2f4-4a20-9d3d-3235c55300a6'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:33.573049 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4e31022c-4255-4d86-a9cc-8598faebf920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:33.574015 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31022c-4255-4d86-a9cc-8598faebf920 None None] The sync data for ids ['b444ecf0-b2f4-4a20-9d3d-3235c55300a6'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:34.170423 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62731584-8c65-433a-8ab2-6e93e2a3a105 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:34.195590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-63878ca5-bbfa-4380-b5c0-98ec46bc4862 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/routers/b444ecf0-b2f4-4a20-9d3d-3235c55300a6 HTTP/1.1" status: 200 len: 920 time: 0.7446465 Aug 31 14:50:34.198381 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50458) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:34.270942 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7988b7fd-4c0e-4f58-8598-c4164d398fd6 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:34.275111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7988b7fd-4c0e-4f58-8598-c4164d398fd6 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&device_id=b444ecf0-b2f4-4a20-9d3d-3235c55300a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0731428 Aug 31 14:50:34.275733 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50462) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:34.328217 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:34.332498 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59876305-a484-4ada-b1ea-a135963c0eea {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:50:34.359330 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:34.379099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90f28d9-a692-41b4-aebf-51f3a501a933 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:34.383521 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e90f28d9-a692-41b4-aebf-51f3a501a933 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/networks/b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 881 time: 0.1039701 Aug 31 14:50:34.384150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50464) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:34.398673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Transition to ACTIVE for port object 59876305-a484-4ada-b1ea-a135963c0eea will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:34.435891 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1c81d6a3-8675-4234-9c23-c9b161949a7a tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "GET /v2.0/ports?device_id=b444ecf0-b2f4-4a20-9d3d-3235c55300a6 HTTP/1.1" status: 200 len: 205 time: 0.0503459 Aug 31 14:50:34.437985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50466) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:34.457198 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:34.522250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a72699-b3f3-4845-b548-138c446447f1 req-5e0af978-6494-4b62-bc39-22e112fb62dc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:34.523952 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-63a72699-b3f3-4845-b548-138c446447f1 req-5e0af978-6494-4b62-bc39-22e112fb62dc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 932 time: 0.2371864 Aug 31 14:50:34.571583 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:34.596903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62731584-8c65-433a-8ab2-6e93e2a3a105 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Router ffe9047f-040f-482e-914b-bee3ef79d4d9 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:50:34.626023 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:34.667906 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-63a72699-b3f3-4845-b548-138c446447f1 req-f873cd1c-50af-4ae0-b962-501a583aedec tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058872 Aug 31 14:50:34.701155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Pushing event updated for resources: {'Port': ['ID=59876305-a484-4ada-b1ea-a135963c0eea,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:34.788526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:34.795485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:34.798810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:34.920916 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Attempting to bind port 59876305-a484-4ada-b1ea-a135963c0eea on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:34.921248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Attempting to bind port 59876305-a484-4ada-b1ea-a135963c0eea by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:34.921574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Attempting to bind port 59876305-a484-4ada-b1ea-a135963c0eea on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:34.942396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'Port': ['ID=07c86721-cde1-4fe4-9a49-b4f1cf8533f5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:34.948234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Port 59876305-a484-4ada-b1ea-a135963c0eea on network d539104a-571b-4d65-8226-f02851a21edf not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:50:34.948556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Attempting to bind port 59876305-a484-4ada-b1ea-a135963c0eea on network d539104a-571b-4d65-8226-f02851a21edf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:34.950963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62731584-8c65-433a-8ab2-6e93e2a3a105 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:34.958874 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-62731584-8c65-433a-8ab2-6e93e2a3a105 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "PUT /v2.0/routers/ffe9047f-040f-482e-914b-bee3ef79d4d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1247046 Aug 31 14:50:34.965195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50468) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:34.973422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba49c281-1c20-414e-b131-f422b18408fe None None] Sync routers for ids ['ffe9047f-040f-482e-914b-bee3ef79d4d9'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:35.015557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:35.016125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Checking segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:35.016821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Bound using segment: {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:35.017562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Bound port: 59876305-a484-4ada-b1ea-a135963c0eea, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df4ba0b-016b-4999-80d2-7ee2219b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:35.018154 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.031203 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-7ccd3e79-f9b9-431d-b83b-80ed42dd0225 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] delete failed (client error): The resource could not be found. Aug 31 14:50:35.032381 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7ccd3e79-f9b9-431d-b83b-80ed42dd0225 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-1516547592 HTTP/1.1" status: 404 len: 335 time: 0.0659921 Aug 31 14:50:35.038545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50470) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:35.039772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49c281-1c20-414e-b131-f422b18408fe None None] Routers {'ffe9047f-040f-482e-914b-bee3ef79d4d9'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:35.040633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ba49c281-1c20-414e-b131-f422b18408fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['ffe9047f-040f-482e-914b-bee3ef79d4d9'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:35.048643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-860b3ea1-6305-454b-83d7-eaea0c09593d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ffe9047f-040f-482e-914b-bee3ef79d4d9'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:35.096866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ba49c281-1c20-414e-b131-f422b18408fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:35.109743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49c281-1c20-414e-b131-f422b18408fe None None] Routers {'ffe9047f-040f-482e-914b-bee3ef79d4d9'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:35.110386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ba49c281-1c20-414e-b131-f422b18408fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['ffe9047f-040f-482e-914b-bee3ef79d4d9'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:35.115468 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.169377 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-ba49c281-1c20-414e-b131-f422b18408fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:35.170428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba49c281-1c20-414e-b131-f422b18408fe None None] The sync data for ids ['ffe9047f-040f-482e-914b-bee3ef79d4d9'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:35.181543 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Deleting port 3770f2b0-b1bd-481b-b476-f86d3d4f325a {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:35.181884 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.271900 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.287865 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Calling delete_port for 3770f2b0-b1bd-481b-b476-f86d3d4f325a owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:35.332101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] For port 59876305-a484-4ada-b1ea-a135963c0eea, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:35.391450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] For port 59876305-a484-4ada-b1ea-a135963c0eea, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=59876305-a484-4ada-b1ea-a135963c0eea,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:35.398356 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.499106 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.540672 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Pushing event deleted for resources: {'Port': ['ID=3770f2b0-b1bd-481b-b476-f86d3d4f325a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:35.547159 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-860b3ea1-6305-454b-83d7-eaea0c09593d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.563619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:35.564475 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.566267 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] 10.222.0.25 "PUT /v2.0/ports/59876305-a484-4ada-b1ea-a135963c0eea HTTP/1.1" status: 200 len: 1092 time: 2.9067461 Aug 31 14:50:35.575848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501c52a7-4220-42fb-821a-dfa903da1802', 'tag': '59876305-a484-4ada-b1ea-a135963c0eea'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:50:35.579781 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63711936-cf7c-4b94-ba60-4317aed7b089" -d '{"events": [{"name": "network-changed", "server_uuid": "501c52a7-4220-42fb-821a-dfa903da1802", "tag": "59876305-a484-4ada-b1ea-a135963c0eea"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:50:35.628664 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-860b3ea1-6305-454b-83d7-eaea0c09593d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] update failed (client error): The resource could not be found. Aug 31 14:50:35.630930 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.639971 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-860b3ea1-6305-454b-83d7-eaea0c09593d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "PUT /v2.0/routers/ffe9047f-040f-482e-914b-bee3ef79d4d9 HTTP/1.1" status: 404 len: 339 time: 0.5916579 Aug 31 14:50:35.671593 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb47d30-1a57-4df3-bc11-bda9a7f62c15 x-openstack-request-id: req-2eb47d30-1a57-4df3-bc11-bda9a7f62c15 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:50:35.672019 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501c52a7-4220-42fb-821a-dfa903da1802", "tag": "59876305-a484-4ada-b1ea-a135963c0eea", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:50:35.672386 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2eb47d30-1a57-4df3-bc11-bda9a7f62c15 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:50:35.672882 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501c52a7-4220-42fb-821a-dfa903da1802', 'tag': '59876305-a484-4ada-b1ea-a135963c0eea', 'status': 'completed', 'code': 200} Aug 31 14:50:35.679795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50474) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:35.719439 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45565f3a-7476-44d6-8a74-3c66d28cb456 service neutron] Pushing event updated for resources: {'Port': ['ID=59876305-a484-4ada-b1ea-a135963c0eea,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:35.759510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-5c7602d7-cd9f-4443-bbef-7fa38e3ae240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:35.762569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-5c7602d7-cd9f-4443-bbef-7fa38e3ae240 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 1095 time: 0.1471436 Aug 31 14:50:35.766227 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.832406 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.861944 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.879737 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-e253644e-2441-4aa3-9bb9-2f274f9d977f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59876305-a484-4ada-b1ea-a135963c0eea HTTP/1.1" status: 200 len: 217 time: 0.0552790 Aug 31 14:50:35.979515 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.980500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Fanout notify agent at l3_agent the message router_deleted on router b444ecf0-b2f4-4a20-9d3d-3235c55300a6 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:50:35.989294 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.990930 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-562ad583-5746-433c-94d8-c39953ca366c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "DELETE /v2.0/routers/b444ecf0-b2f4-4a20-9d3d-3235c55300a6 HTTP/1.1" status: 204 len: 168 time: 1.5506670 Aug 31 14:50:35.999835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50478) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:36.007443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3762a-d4f9-4a79-9ee4-ffe74998b04a req-1820c49b-1e37-4129-8489-0942e4f387fb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:36.007443 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef3762a-d4f9-4a79-9ee4-ffe74998b04a req-1820c49b-1e37-4129-8489-0942e4f387fb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 944 time: 0.1837533 Aug 31 14:50:36.012167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-811272804', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:36.047056 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-f44080a8-7e8d-45c0-8024-d89d1c10c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:36.049368 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-f44080a8-7e8d-45c0-8024-d89d1c10c71a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.1525507 Aug 31 14:50:36.127598 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:36.142292 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:36.143474 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:36.160400 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ef3762a-d4f9-4a79-9ee4-ffe74998b04a req-9fdd9b29-88c9-41e9-bb35-642280293c95 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390467 Aug 31 14:50:36.231581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-99f31135-1bee-4460-945f-e4d46984a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:36.233682 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-99f31135-1bee-4460-945f-e4d46984a6fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451142 Aug 31 14:50:36.273978 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:36.405449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Allocated IP 172.20.0.1 (46c4a1c6-23cf-4604-a1b9-4aca8c8111f7/1cd7aecd-5114-4fbf-a115-dab9369f3002/1cb5dfeb-e5c8-40c4-9851-64c1c697377b) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:36.549046 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:36.568729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Transition to ACTIVE for port object 1cb5dfeb-e5c8-40c4-9851-64c1c697377b will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:36.607395 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:36.660546 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Network 46c4a1c6-23cf-4604-a1b9-4aca8c8111f7 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:36.663872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:36.667845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:36.693677 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event updated for resources: {'Port': ['ID=1cb5dfeb-e5c8-40c4-9851-64c1c697377b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:36.722162 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:36.747468 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:36.871988 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:36.973717 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:36.999067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9a71f200-af9c-476b-8a43-bb32e05d870c None None] Provisioning for port 1cb5dfeb-e5c8-40c4-9851-64c1c697377b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:37.003474 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-5c2788ad-8647-4a77-b639-7a1c1eb00f4e service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420568 Aug 31 14:50:37.009249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9a71f200-af9c-476b-8a43-bb32e05d870c None None] Provisioning complete for port 1cb5dfeb-e5c8-40c4-9851-64c1c697377b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:37.009729 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9a71f200-af9c-476b-8a43-bb32e05d870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:37.052026 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9a71f200-af9c-476b-8a43-bb32e05d870c None None] Port 1cb5dfeb-e5c8-40c4-9851-64c1c697377b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:37.167841 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:37.172403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96a4eeac-f0d8-4da8-8186-1cdb68452bc0 req-30231d29-2290-4087-817a-e0ce7ae43937 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578796 Aug 31 14:50:37.173070 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:37.174918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Router 1b6e702b-2346-4b15-be5f-13b6db22717f is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:50:37.301043 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:37.304567 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event updated for resources: {'Port': ['ID=1cb5dfeb-e5c8-40c4-9851-64c1c697377b,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:37.369291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae033c9e-6c0f-43bf-9d35-25d2a91a3c8c req-223765d0-8eda-4156-b762-ddb61e2152a6 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:37.370814 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae033c9e-6c0f-43bf-9d35-25d2a91a3c8c req-223765d0-8eda-4156-b762-ddb61e2152a6 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 944 time: 0.1294641 Aug 31 14:50:37.412140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63711936-cf7c-4b94-ba60-4317aed7b089 req-537f599d-9f42-4767-a419-a30348eaec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:37.413679 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-63711936-cf7c-4b94-ba60-4317aed7b089 req-537f599d-9f42-4767-a419-a30348eaec89 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 1095 time: 0.1714380 Aug 31 14:50:37.434875 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae033c9e-6c0f-43bf-9d35-25d2a91a3c8c req-95f19612-0f56-478e-9494-b0752938de7f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541091 Aug 31 14:50:37.452173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Network 46c4a1c6-23cf-4604-a1b9-4aca8c8111f7 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:37.453688 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:37.465463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:37.476668 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Sync routers for ids ['1b6e702b-2346-4b15-be5f-13b6db22717f'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:37.489456 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Routers {'1b6e702b-2346-4b15-be5f-13b6db22717f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:37.490424 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1b6e702b-2346-4b15-be5f-13b6db22717f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:37.496082 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:37.535264 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:37.553393 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:37.554603 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cf2164c5-9152-4bfa-8320-bd2f19cf7050 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.6355948 Aug 31 14:50:37.558914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50482) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:37.617882 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Set router 1b6e702b-2346-4b15-be5f-13b6db22717f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:37.672947 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f74254e-b542-435a-8357-fd1eba955139 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:37.675000 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4f74254e-b542-435a-8357-fd1eba955139 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b4e8ce0961c04ebe8d413ec7a5a4bed5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1149142 Aug 31 14:50:37.680517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Router ffe9047f-040f-482e-914b-bee3ef79d4d9 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:50:37.685450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50484) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:37.703854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63711936-cf7c-4b94-ba60-4317aed7b089 req-e342031d-af4c-4d71-9000-78a6e814ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:37.705829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-63711936-cf7c-4b94-ba60-4317aed7b089 req-e342031d-af4c-4d71-9000-78a6e814ea64 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.2835865 Aug 31 14:50:37.707268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Allocated IP 172.25.2.83 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/9e235cae-ffd4-4c45-887d-4683bce78203) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:37.758306 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-63711936-cf7c-4b94-ba60-4317aed7b089 req-a53e4ddb-1d51-4b8f-abbe-31cc3a4ebdb2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59876305-a484-4ada-b1ea-a135963c0eea HTTP/1.1" status: 200 len: 217 time: 0.0437946 Aug 31 14:50:37.778019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d795218f-450c-45c6-9d37-1c26d77fd031 None None] Provisioning complete for port 1cb5dfeb-e5c8-40c4-9851-64c1c697377b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:37.778783 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d795218f-450c-45c6-9d37-1c26d77fd031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:37.821421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d795218f-450c-45c6-9d37-1c26d77fd031 None None] Port 1cb5dfeb-e5c8-40c4-9851-64c1c697377b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:37.834294 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179603741', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:50:32Z', 'updated_at': '2021-08-31T14:50:35Z', 'revision_number': 3, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:33Z', 'updated_at': '2021-08-31T14:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:37.842359 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:37.850053 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5f1d6403-e2c1-4c67-ac25-d851091fcd50 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "PUT /v2.0/routers/ffe9047f-040f-482e-914b-bee3ef79d4d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1690509 Aug 31 14:50:37.853967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50486) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:37.856506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf6e0bc-c46b-4125-b3ea-34228d35c992 None None] Sync routers for ids ['ffe9047f-040f-482e-914b-bee3ef79d4d9'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:37.868558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf6e0bc-c46b-4125-b3ea-34228d35c992 None None] Routers {'ffe9047f-040f-482e-914b-bee3ef79d4d9'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:37.870560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cbf6e0bc-c46b-4125-b3ea-34228d35c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['ffe9047f-040f-482e-914b-bee3ef79d4d9'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:37.871668 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Checking router: 1b6e702b-2346-4b15-be5f-13b6db22717f for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:50:37.872203 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Updating router 1b6e702b-2346-4b15-be5f-13b6db22717f port 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:50:37.904211 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:37.904589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0065777-8f9b-484d-9c00-1248347da712 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:37.905920 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d0065777-8f9b-484d-9c00-1248347da712 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2151484 Aug 31 14:50:37.912259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50488) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:37.915679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63711936-cf7c-4b94-ba60-4317aed7b089 req-01af800c-cffc-4f07-a962-c9fb06fb2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:37.917129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-63711936-cf7c-4b94-ba60-4317aed7b089 req-01af800c-cffc-4f07-a962-c9fb06fb2eaf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.1464562 Aug 31 14:50:37.945895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cbf6e0bc-c46b-4125-b3ea-34228d35c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:37.960510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf6e0bc-c46b-4125-b3ea-34228d35c992 None None] Routers {'ffe9047f-040f-482e-914b-bee3ef79d4d9'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:37.961569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cbf6e0bc-c46b-4125-b3ea-34228d35c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['ffe9047f-040f-482e-914b-bee3ef79d4d9'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:37.972669 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ba7f959-0ade-4731-a506-069bf07038f1 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:37.988214 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-668de27d-e1eb-448c-a00b-471aee2a4aba tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742466 Aug 31 14:50:37.999371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50490) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:38.013040 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cbf6e0bc-c46b-4125-b3ea-34228d35c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:38.014448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf6e0bc-c46b-4125-b3ea-34228d35c992 None None] The sync data for ids ['ffe9047f-040f-482e-914b-bee3ef79d4d9'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:38.015017 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:38.049471 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ba34d1c4-9077-4291-bab9-acdf1a31b002 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b4e8ce0961c04ebe8d413ec7a5a4bed5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421834 Aug 31 14:50:38.051482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50492) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:38.086109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63711936-cf7c-4b94-ba60-4317aed7b089 req-e9253131-dd68-4527-aac9-7e2ae63c039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:38.086786 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-5ba7f959-0ade-4731-a506-069bf07038f1 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 14:50:38.087674 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-63711936-cf7c-4b94-ba60-4317aed7b089 req-e9253131-dd68-4527-aac9-7e2ae63c039b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592295 Aug 31 14:50:38.088359 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5ba7f959-0ade-4731-a506-069bf07038f1 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "DELETE /v2.0/routers/ffe9047f-040f-482e-914b-bee3ef79d4d9 HTTP/1.1" status: 409 len: 329 time: 0.2333148 Aug 31 14:50:38.091394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50494) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:38.256738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:38.259509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2d2fb8-168e-4108-9e54-bed13c7fb959 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:38.261086 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fd2d2fb8-168e-4108-9e54-bed13c7fb959 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2096255 Aug 31 14:50:38.267206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50496) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:38.333675 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-63711936-cf7c-4b94-ba60-4317aed7b089 req-900226cd-5b7f-4509-b363-8ade0e4efa0c service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147081 Aug 31 14:50:38.342440 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-24ebf208-65e4-4f14-a231-37e474b83cfb tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0629640 Aug 31 14:50:38.344038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:38.344433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50498) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:38.350963 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a2b60170-641d-46c4-b758-505cbfd20a78 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1726477363', 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06', 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:38.361907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:38.405925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:38.415640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Pushing event updated for resources: {'Port': ['ID=9e235cae-ffd4-4c45-887d-4683bce78203,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:38.449976 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:38.465082 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Transition to ACTIVE for port object 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:38.473408 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:38.508385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b60170-641d-46c4-b758-505cbfd20a78 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Made reservation on behalf of b4e8ce0961c04ebe8d413ec7a5a4bed5 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:38.512293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2b60170-641d-46c4-b758-505cbfd20a78 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:38.548677 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Attempting to bind port 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:38.549487 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Attempting to bind port 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:38.549487 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Attempting to bind port 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:38.560206 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:38.560731 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:38.561265 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:38.561943 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:38.562486 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Bound port: 07c86721-cde1-4fe4-9a49-b4f1cf8533f5, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:38.562870 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:38.602877 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f19a18-6f79-4ea4-8bff-2fda0beaf5f9 None None] Pushing event updated for resources: {'Port': ['ID=07c86721-cde1-4fe4-9a49-b4f1cf8533f5,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:38.605488 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-63711936-cf7c-4b94-ba60-4317aed7b089 req-97d2660c-7ce2-4a59-91e4-c001b2b6e95e service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604744 Aug 31 14:50:38.645122 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f19a18-6f79-4ea4-8bff-2fda0beaf5f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:38.646259 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f19a18-6f79-4ea4-8bff-2fda0beaf5f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:38.647126 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f19a18-6f79-4ea4-8bff-2fda0beaf5f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:38.647502 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f19a18-6f79-4ea4-8bff-2fda0beaf5f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:38.648252 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f19a18-6f79-4ea4-8bff-2fda0beaf5f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:38.648791 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f19a18-6f79-4ea4-8bff-2fda0beaf5f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:38.649138 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f19a18-6f79-4ea4-8bff-2fda0beaf5f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:38.649982 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f19a18-6f79-4ea4-8bff-2fda0beaf5f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:38.649982 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f19a18-6f79-4ea4-8bff-2fda0beaf5f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:38.650241 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f19a18-6f79-4ea4-8bff-2fda0beaf5f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:38.650726 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f19a18-6f79-4ea4-8bff-2fda0beaf5f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:38.651263 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f19a18-6f79-4ea4-8bff-2fda0beaf5f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:38.660239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b146d-d914-4270-a907-d42cb5952a18 req-bc06ae6a-cd58-4546-aac9-bc0e7c597ac5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:38.667670 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] For port 07c86721-cde1-4fe4-9a49-b4f1cf8533f5, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:38.668822 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-476b146d-d914-4270-a907-d42cb5952a18 req-bc06ae6a-cd58-4546-aac9-bc0e7c597ac5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 944 time: 0.1375825 Aug 31 14:50:38.671534 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] For port 07c86721-cde1-4fe4-9a49-b4f1cf8533f5, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=07c86721-cde1-4fe4-9a49-b4f1cf8533f5,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:38.677559 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:38.706137 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a310263-56b9-4465-8c69-b6ca47de53d8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:38.734470 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-476b146d-d914-4270-a907-d42cb5952a18 req-0dc8e042-0272-4f06-8732-e66c3d13b38b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598772 Aug 31 14:50:38.753758 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Routers {'1b6e702b-2346-4b15-be5f-13b6db22717f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:38.754492 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1b6e702b-2346-4b15-be5f-13b6db22717f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:38.757827 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f19a18-6f79-4ea4-8bff-2fda0beaf5f9 None None] Pushing event updated for resources: {'Port': ['ID=07c86721-cde1-4fe4-9a49-b4f1cf8533f5,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:38.866692 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:38.891020 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] Set router 1b6e702b-2346-4b15-be5f-13b6db22717f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:39.115647 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179603741', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:50:32Z', 'updated_at': '2021-08-31T14:50:35Z', 'revision_number': 3, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:33Z', 'updated_at': '2021-08-31T14:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:39.129409 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:39.159698 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcb15a6-40e3-467e-bc72-6a8c5c8ec02d None None] The sync data for ids ['1b6e702b-2346-4b15-be5f-13b6db22717f'] in n-d-806683-5 is: [{'id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179603741', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:50:32Z', 'updated_at': '2021-08-31T14:50:35Z', 'revision_number': 3, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:33Z', 'updated_at': '2021-08-31T14:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:39.266300 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2b60170-641d-46c4-b758-505cbfd20a78 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:39.312014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Router a57109a9-ab46-44c6-b275-43849bc86aa3 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:50:39.353384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b60170-641d-46c4-b758-505cbfd20a78 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'Subnet': ['ID=c95d61a3-68f2-4156-ae13-5dbe195c969d,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:39.390743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b60170-641d-46c4-b758-505cbfd20a78 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Checking segment: {'id': '4dfe8195-3949-489b-ad26-8409b33b1cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:39.392371 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b60170-641d-46c4-b758-505cbfd20a78 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Network hostable DHCP agents. Network: e66b2c93-7806-4d5c-abd3-0bbca3c96d06, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:50:39.463254 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b60170-641d-46c4-b758-505cbfd20a78 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:50:39.496207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:39.498677 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a2b60170-641d-46c4-b758-505cbfd20a78 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, e66b2c93-7806-4d5c-abd3-0bbca3c96d06) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:39.505423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b60170-641d-46c4-b758-505cbfd20a78 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:39.506008 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2b60170-641d-46c4-b758-505cbfd20a78 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:39.516204 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c1c3b-2f00-4089-96ad-3b0e4f1d0e2a None None] Sync routers for ids ['a57109a9-ab46-44c6-b275-43849bc86aa3'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:39.518195 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054ca0b2-ffb9-4575-9ba4-a6b29be35cff None None] Network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:39.525231 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:39.527052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b04db197-6260-4595-99c7-91bb376fe082 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5186932 Aug 31 14:50:39.530178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50502) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:39.530859 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c1c3b-2f00-4089-96ad-3b0e4f1d0e2a None None] Routers {'a57109a9-ab46-44c6-b275-43849bc86aa3'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:39.531535 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3f5c1c3b-2f00-4089-96ad-3b0e4f1d0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['a57109a9-ab46-44c6-b275-43849bc86aa3'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:39.538619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:39.543538 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a2b60170-641d-46c4-b758-505cbfd20a78 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1948473 Aug 31 14:50:39.544121 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50504) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:39.575302 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3f5c1c3b-2f00-4089-96ad-3b0e4f1d0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:39.587574 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c1c3b-2f00-4089-96ad-3b0e4f1d0e2a None None] Routers {'a57109a9-ab46-44c6-b275-43849bc86aa3'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:39.588232 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3f5c1c3b-2f00-4089-96ad-3b0e4f1d0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['a57109a9-ab46-44c6-b275-43849bc86aa3'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:39.650118 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-5a310263-56b9-4465-8c69-b6ca47de53d8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Deleting port 1cb5dfeb-e5c8-40c4-9851-64c1c697377b {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:39.650370 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a310263-56b9-4465-8c69-b6ca47de53d8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:39.801160 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3f5c1c3b-2f00-4089-96ad-3b0e4f1d0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:39.802241 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c1c3b-2f00-4089-96ad-3b0e4f1d0e2a None None] The sync data for ids ['a57109a9-ab46-44c6-b275-43849bc86aa3'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:39.826008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-e66b2c93-7806-4d5c-abd3-0bbca3c96d06', 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'fixed_ips': [{'subnet_id': 'c95d61a3-68f2-4156-ae13-5dbe195c969d'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:50:39.827127 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:39.926242 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a310263-56b9-4465-8c69-b6ca47de53d8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:39.969165 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-5a310263-56b9-4465-8c69-b6ca47de53d8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Calling delete_port for 1cb5dfeb-e5c8-40c4-9851-64c1c697377b owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:40.028837 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266599d8-f168-4c62-afe1-cfb6bc752a91 req-89c48938-141e-42b0-96ec-7562de797d0f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:40.030253 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-266599d8-f168-4c62-afe1-cfb6bc752a91 req-89c48938-141e-42b0-96ec-7562de797d0f tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 944 time: 0.1711829 Aug 31 14:50:40.045295 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Allocated IP 172.20.0.18 (e66b2c93-7806-4d5c-abd3-0bbca3c96d06/c95d61a3-68f2-4156-ae13-5dbe195c969d/90a916a1-f124-4df6-b426-405a792a562a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:40.286376 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-266599d8-f168-4c62-afe1-cfb6bc752a91 req-66789f17-07d1-4ce7-890e-a25ae2209cca tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883272 Aug 31 14:50:40.328716 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.349506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Transition to ACTIVE for port object 90a916a1-f124-4df6-b426-405a792a562a will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:40.374489 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Transition to ACTIVE for port object 90a916a1-f124-4df6-b426-405a792a562a will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:40.385331 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.457871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:40.468537 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=90a916a1-f124-4df6-b426-405a792a562a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:40.474176 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:40.478063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:40.559013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Attempting to bind port 90a916a1-f124-4df6-b426-405a792a562a on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:40.560410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Attempting to bind port 90a916a1-f124-4df6-b426-405a792a562a by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '4dfe8195-3949-489b-ad26-8409b33b1cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:40.560410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Attempting to bind port 90a916a1-f124-4df6-b426-405a792a562a on network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:40.565715 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.568726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:40.569289 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Checking segment: {'id': '4dfe8195-3949-489b-ad26-8409b33b1cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:40.570040 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.570316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Bound using segment: {'id': '4dfe8195-3949-489b-ad26-8409b33b1cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:40.571086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Bound port: 90a916a1-f124-4df6-b426-405a792a562a, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfe8195-3949-489b-ad26-8409b33b1cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:40.571505 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.579945 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.591471 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.642240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Deleting port 9e235cae-ffd4-4c45-887d-4683bce78203 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:40.642692 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.650684 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a310263-56b9-4465-8c69-b6ca47de53d8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.652624 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] For port 90a916a1-f124-4df6-b426-405a792a562a, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:40.656343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] For port 90a916a1-f124-4df6-b426-405a792a562a, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=90a916a1-f124-4df6-b426-405a792a562a,segment=NetworkSegment(4dfe8195-3949-489b-ad26-8409b33b1cc6),segment_id=4dfe8195-3949-489b-ad26-8409b33b1cc6)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:40.662829 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.695364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310263-56b9-4465-8c69-b6ca47de53d8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event deleted for resources: {'Port': ['ID=1cb5dfeb-e5c8-40c4-9851-64c1c697377b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:40.739618 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:40.759251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad72c6-c869-4f6f-a5e0-2f1b4c3ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=90a916a1-f124-4df6-b426-405a792a562a,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:40.775869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Calling delete_port for 9e235cae-ffd4-4c45-887d-4683bce78203 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:40.983309 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.007391 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a310263-56b9-4465-8c69-b6ca47de53d8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.025501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Pushing event deleted for resources: {'Port': ['ID=9e235cae-ffd4-4c45-887d-4683bce78203,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:41.131516 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.298321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:41.310370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a310263-56b9-4465-8c69-b6ca47de53d8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Router ffe9047f-040f-482e-914b-bee3ef79d4d9 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:50:41.371665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Allocated IP 172.20.0.17 (e66b2c93-7806-4d5c-abd3-0bbca3c96d06/c95d61a3-68f2-4156-ae13-5dbe195c969d/e946d79a-2ee0-4004-9848-4228258d5a71) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:41.375651 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:41.380336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:41.380793 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.419144 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a310263-56b9-4465-8c69-b6ca47de53d8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:41.420445 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7175'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.427513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585107'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.427981 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5a310263-56b9-4465-8c69-b6ca47de53d8 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "PUT /v2.0/routers/ffe9047f-040f-482e-914b-bee3ef79d4d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3354890 Aug 31 14:50:41.434558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50510) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:41.457249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f990c-c2f7-42fa-86ef-68bd8999a69c None None] Sync routers for ids ['ffe9047f-040f-482e-914b-bee3ef79d4d9'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:41.478713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f990c-c2f7-42fa-86ef-68bd8999a69c None None] Routers {'ffe9047f-040f-482e-914b-bee3ef79d4d9'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:41.479477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-725f990c-c2f7-42fa-86ef-68bd8999a69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['ffe9047f-040f-482e-914b-bee3ef79d4d9'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:41.484015 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.512240 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-968d1082-0c06-4e92-acc2-0eceffa2c5ed tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] show failed (client error): The resource could not be found. Aug 31 14:50:41.517799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-968d1082-0c06-4e92-acc2-0eceffa2c5ed tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-739348781 HTTP/1.1" status: 404 len: 334 time: 0.0760889 Aug 31 14:50:41.520138 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50512) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:41.525810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-ab316969-786a-4992-94dc-7fdddfffe4be tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:41.526316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-725f990c-c2f7-42fa-86ef-68bd8999a69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:41.545455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 07c86721-cde1-4fe4-9a49-b4f1cf8533f5, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=07c86721-cde1-4fe4-9a49-b4f1cf8533f5,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:41.549471 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f990c-c2f7-42fa-86ef-68bd8999a69c None None] Routers {'ffe9047f-040f-482e-914b-bee3ef79d4d9'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:41.550330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-725f990c-c2f7-42fa-86ef-68bd8999a69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['ffe9047f-040f-482e-914b-bee3ef79d4d9'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:41.552717 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.553573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 90a916a1-f124-4df6-b426-405a792a562a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:41.556604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25401a04-a5ba-4461-b38f-f2f803f2e4e6 req-d4e1ced3-c0a3-4dbd-91d6-37e286f81781 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:41.557173 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25401a04-a5ba-4461-b38f-f2f803f2e4e6 req-d4e1ced3-c0a3-4dbd-91d6-37e286f81781 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 944 time: 0.1727178 Aug 31 14:50:41.571749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Router a57109a9-ab46-44c6-b275-43849bc86aa3 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:50:41.576498 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-ab316969-786a-4992-94dc-7fdddfffe4be tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] update failed (client error): The resource could not be found. Aug 31 14:50:41.576498 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ab316969-786a-4992-94dc-7fdddfffe4be tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-57256213 HTTP/1.1" status: 404 len: 333 time: 0.0521760 Aug 31 14:50:41.578262 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50514) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:41.632659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-725f990c-c2f7-42fa-86ef-68bd8999a69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:41.633309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f990c-c2f7-42fa-86ef-68bd8999a69c None None] The sync data for ids ['ffe9047f-040f-482e-914b-bee3ef79d4d9'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:41.645223 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.670695 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a5a316-6a2e-4c1a-9640-69eedab373a2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Deleting subnet 6782871f-977a-4d37-ac43-c384a6de7f53 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:50:41.676218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=07c86721-cde1-4fe4-9a49-b4f1cf8533f5,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:41.676737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Transition to ACTIVE for port object e946d79a-2ee0-4004-9848-4228258d5a71 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:41.678264 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81a5a316-6a2e-4c1a-9640-69eedab373a2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.694837 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 90a916a1-f124-4df6-b426-405a792a562a completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:41.710337 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25401a04-a5ba-4461-b38f-f2f803f2e4e6 req-459cecbe-599a-4613-b84e-58cd53928ebc tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368940 Aug 31 14:50:41.714162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:41.722638 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.723969 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8fd3eddd-1140-4973-bd8f-77bd50d98ef6 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "PUT /v2.0/routers/a57109a9-ab46-44c6-b275-43849bc86aa3 HTTP/1.1" status: 200 len: 705 time: 2.1916702 Aug 31 14:50:41.727742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50516) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:41.733346 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9344d5ad-0819-4822-a3cb-336f429b6a1b None None] Sync routers for ids ['a57109a9-ab46-44c6-b275-43849bc86aa3'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:41.745337 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9344d5ad-0819-4822-a3cb-336f429b6a1b None None] Routers {'a57109a9-ab46-44c6-b275-43849bc86aa3'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:41.745612 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9344d5ad-0819-4822-a3cb-336f429b6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['a57109a9-ab46-44c6-b275-43849bc86aa3'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:41.755767 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81a5a316-6a2e-4c1a-9640-69eedab373a2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.787791 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9344d5ad-0819-4822-a3cb-336f429b6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:41.802492 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9344d5ad-0819-4822-a3cb-336f429b6a1b None None] Routers {'a57109a9-ab46-44c6-b275-43849bc86aa3'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:41.803114 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9344d5ad-0819-4822-a3cb-336f429b6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['a57109a9-ab46-44c6-b275-43849bc86aa3'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:41.824979 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.836852 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4d9ad648-0166-4d2f-ab74-894da87ac570 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/routers/a57109a9-ab46-44c6-b275-43849bc86aa3 HTTP/1.1" status: 200 len: 740 time: 0.1078122 Aug 31 14:50:41.839717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50518) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:41.856227 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9344d5ad-0819-4822-a3cb-336f429b6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:41.857123 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9344d5ad-0819-4822-a3cb-336f429b6a1b None None] The sync data for ids ['a57109a9-ab46-44c6-b275-43849bc86aa3'] in n-d-806683-5 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:41.891837 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ae15233b-dc5d-496d-92a5-e6b4d21806b6 tempest-RoutersAdminTest-688806616 tempest-RoutersAdminTest-688806616-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&device_id=a57109a9-ab46-44c6-b275-43849bc86aa3 HTTP/1.1" status: 200 len: 205 time: 0.0505953 Aug 31 14:50:41.894202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50520) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:41.905725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:41.917994 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:41.924410 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6f98e112-e7fe-4fe6-812d-03c8205ae551 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "GET /v2.0/ports?device_id=a57109a9-ab46-44c6-b275-43849bc86aa3 HTTP/1.1" status: 200 len: 205 time: 0.0287869 Aug 31 14:50:41.926211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:41.927048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50522) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:41.936331 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81a5a316-6a2e-4c1a-9640-69eedab373a2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.975247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'Port': ['ID=e946d79a-2ee0-4004-9848-4228258d5a71,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:42.013935 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.021933 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa0fa48c-d7b6-4ec0-9fe8-b22bb8177011 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.123107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f5f2a-3358-4dcf-8cb4-3094eadb56e6 None None] Network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:42.194323 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa0fa48c-d7b6-4ec0-9fe8-b22bb8177011 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.198730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4c7234c7-905c-4afa-a393-ab3d501fcf52 None None] Provisioning for port 90a916a1-f124-4df6-b426-405a792a562a completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:42.200890 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa0fa48c-d7b6-4ec0-9fe8-b22bb8177011 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.207101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4c7234c7-905c-4afa-a393-ab3d501fcf52 None None] Provisioning complete for port 90a916a1-f124-4df6-b426-405a792a562a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:42.207506 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c7234c7-905c-4afa-a393-ab3d501fcf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.250755 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa0fa48c-d7b6-4ec0-9fe8-b22bb8177011 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.251396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0fa48c-d7b6-4ec0-9fe8-b22bb8177011 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Fanout notify agent at l3_agent the message router_deleted on router a57109a9-ab46-44c6-b275-43849bc86aa3 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:50:42.258940 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa0fa48c-d7b6-4ec0-9fe8-b22bb8177011 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.260117 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-aa0fa48c-d7b6-4ec0-9fe8-b22bb8177011 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "DELETE /v2.0/routers/a57109a9-ab46-44c6-b275-43849bc86aa3 HTTP/1.1" status: 204 len: 168 time: 0.3320158 Aug 31 14:50:42.263851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50524) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.300521 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fff37ff2-ba9f-46d5-83dc-71a8a9c09476 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "GET /v2.0/ports?device_id=a57109a9-ab46-44c6-b275-43849bc86aa3 HTTP/1.1" status: 200 len: 205 time: 0.0327272 Aug 31 14:50:42.301317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50526) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.338717 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-6e9b6560-0fcb-4162-a657-0baef296a1e2 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] delete failed (client error): The resource could not be found. Aug 31 14:50:42.339802 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6e9b6560-0fcb-4162-a657-0baef296a1e2 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "DELETE /v2.0/routers/a57109a9-ab46-44c6-b275-43849bc86aa3 HTTP/1.1" status: 404 len: 336 time: 0.0380089 Aug 31 14:50:42.342418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50528) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.372544 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ae418e5e-d488-4049-966e-dd5dd1364893 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "GET /v2.0/ports?device_id=b444ecf0-b2f4-4a20-9d3d-3235c55300a6 HTTP/1.1" status: 200 len: 205 time: 0.0290282 Aug 31 14:50:42.374794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50530) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.377772 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c7234c7-905c-4afa-a393-ab3d501fcf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.418460 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-7d5edf04-575f-4c37-b0c6-5868e3a7376c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] delete failed (client error): The resource could not be found. Aug 31 14:50:42.422053 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7d5edf04-575f-4c37-b0c6-5868e3a7376c tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "DELETE /v2.0/routers/b444ecf0-b2f4-4a20-9d3d-3235c55300a6 HTTP/1.1" status: 404 len: 336 time: 0.0438583 Aug 31 14:50:42.424026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50532) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.430154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4c7234c7-905c-4afa-a393-ab3d501fcf52 None None] For port 90a916a1-f124-4df6-b426-405a792a562a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=90a916a1-f124-4df6-b426-405a792a562a,segment=NetworkSegment(4dfe8195-3949-489b-ad26-8409b33b1cc6),segment_id=4dfe8195-3949-489b-ad26-8409b33b1cc6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:42.439510 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c7234c7-905c-4afa-a393-ab3d501fcf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.453434 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81a5a316-6a2e-4c1a-9640-69eedab373a2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.464276 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-89ade16c-11e0-4015-aeb0-fa8f109052b3 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "GET /v2.0/ports?device_id=655b6c3e-131f-43dc-851a-a6c0e9921815 HTTP/1.1" status: 200 len: 205 time: 0.0371964 Aug 31 14:50:42.465281 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50534) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.489044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5a316-6a2e-4c1a-9640-69eedab373a2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event deleted for resources: {'Subnet': ['ID=6782871f-977a-4d37-ac43-c384a6de7f53,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:42.513918 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-005768ee-899f-47a4-b7be-2b5bfce2051b tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] delete failed (client error): The resource could not be found. Aug 31 14:50:42.515004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-005768ee-899f-47a4-b7be-2b5bfce2051b tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "DELETE /v2.0/routers/655b6c3e-131f-43dc-851a-a6c0e9921815 HTTP/1.1" status: 404 len: 336 time: 0.0480304 Aug 31 14:50:42.519842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50536) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.522560 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81a5a316-6a2e-4c1a-9640-69eedab373a2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.524937 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-81a5a316-6a2e-4c1a-9640-69eedab373a2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "DELETE /v2.0/subnets/6782871f-977a-4d37-ac43-c384a6de7f53 HTTP/1.1" status: 204 len: 168 time: 0.9459713 Aug 31 14:50:42.527872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50538) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.528766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7234c7-905c-4afa-a393-ab3d501fcf52 None None] Pushing event updated for resources: {'Port': ['ID=90a916a1-f124-4df6-b426-405a792a562a,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:42.536098 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4972d5-85eb-4ddf-881e-d52718bb5cf7 None None] Network 80e9fea5-8ff9-4e08-a942-7c061c68e0cc requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:42.568161 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ce896b8d-cb3a-4576-9dd8-8eec85757da4 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "GET /v2.0/ports?device_id=eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1 HTTP/1.1" status: 200 len: 205 time: 0.0385053 Aug 31 14:50:42.571736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50540) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.637995 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-105af94a-1065-42bd-b699-e5d768dc36c2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Deleting subnet 8c6ee85e-28c4-4d00-bdac-07d471325efd {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:50:42.640507 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-f26df3c5-e1b4-4886-94ee-e836b181cd42 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] delete failed (client error): The resource could not be found. Aug 31 14:50:42.643050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f26df3c5-e1b4-4886-94ee-e836b181cd42 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "DELETE /v2.0/routers/eed70d7a-ba4a-4c4c-8a3c-b6d209b9aba1 HTTP/1.1" status: 404 len: 336 time: 0.0701518 Aug 31 14:50:42.648133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50542) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.656122 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-105af94a-1065-42bd-b699-e5d768dc36c2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.717138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50544) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.717600 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-85029a0b-0739-49d0-974d-d4aca1edd3a4 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6a1d166-29d9-466d-84c2-4e9f20472fbe HTTP/1.1" status: 200 len: 205 time: 0.0654576 Aug 31 14:50:42.723478 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.765746 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-105af94a-1065-42bd-b699-e5d768dc36c2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.775913 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-104c2803-da84-45a4-aae7-da11c73938e5 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] delete failed (client error): The resource could not be found. Aug 31 14:50:42.776948 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-104c2803-da84-45a4-aae7-da11c73938e5 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "DELETE /v2.0/routers/f6a1d166-29d9-466d-84c2-4e9f20472fbe HTTP/1.1" status: 404 len: 336 time: 0.0584996 Aug 31 14:50:42.783711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50548) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.785004 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e3b51888-2ff6-4d24-b375-8614196b0b64 None None] Provisioning complete for port 90a916a1-f124-4df6-b426-405a792a562a triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:42.785994 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e3b51888-2ff6-4d24-b375-8614196b0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.830820 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6b8d025b-6e83-4cd0-9d57-39dcfab244fc tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ea8726c-8572-4cba-b7c6-c68ff0ac13c7 HTTP/1.1" status: 200 len: 205 time: 0.0432618 Aug 31 14:50:42.831246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50550) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.839312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf12d55-e50f-42e9-af1d-21c036a8bf43 None None] DHCP port deletion for 80e9fea5-8ff9-4e08-a942-7c061c68e0cc request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:50:42.874466 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-5fd2a5db-3495-4780-8a20-baa393f0ebf1 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] delete failed (client error): The resource could not be found. Aug 31 14:50:42.875613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5fd2a5db-3495-4780-8a20-baa393f0ebf1 tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "DELETE /v2.0/routers/6ea8726c-8572-4cba-b7c6-c68ff0ac13c7 HTTP/1.1" status: 404 len: 336 time: 0.0432463 Aug 31 14:50:42.879047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50552) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:42.911468 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff1df50-ced9-4394-9391-f7dc9e6ca66b tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] DELETE failed (client error): The resource could not be found. Aug 31 14:50:42.912231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff1df50-ced9-4394-9391-f7dc9e6ca66b tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:50:42.914564 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5ff1df50-ced9-4394-9391-f7dc9e6ca66b tempest-RoutersAdminTest-441923534 tempest-RoutersAdminTest-441923534-project] 10.222.0.39 "DELETE /v2.0/subnets/53f81385-31d2-4882-bece-195737af1612 HTTP/1.1" status: 404 len: 337 time: 0.0343711 Aug 31 14:50:42.968412 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bcf12d55-e50f-42e9-af1d-21c036a8bf43 None None] Deleting port 5054d50f-f7e2-4c82-aed2-02e1a84e2275 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:42.968900 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcf12d55-e50f-42e9-af1d-21c036a8bf43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:42.970642 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e3b51888-2ff6-4d24-b375-8614196b0b64 None None] Provisioning for port e946d79a-2ee0-4004-9848-4228258d5a71 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:42.983653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e3b51888-2ff6-4d24-b375-8614196b0b64 None None] Provisioning complete for port e946d79a-2ee0-4004-9848-4228258d5a71 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:42.983860 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e3b51888-2ff6-4d24-b375-8614196b0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.020705 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd33fdf-4bfc-4de9-87fd-7a1ab6762f4b req-6e0966bd-a5f5-42c4-a5b4-50e940a6093b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:43.022200 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bbd33fdf-4bfc-4de9-87fd-7a1ab6762f4b req-6e0966bd-a5f5-42c4-a5b4-50e940a6093b tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 944 time: 0.1748877 Aug 31 14:50:43.068717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bcf12d55-e50f-42e9-af1d-21c036a8bf43 None None] For port 5054d50f-f7e2-4c82-aed2-02e1a84e2275, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5054d50f-f7e2-4c82-aed2-02e1a84e2275,segment=NetworkSegment(e3695a31-d6dd-46fd-9f9e-70e32b998655),segment_id=e3695a31-d6dd-46fd-9f9e-70e32b998655)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:43.069115 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcf12d55-e50f-42e9-af1d-21c036a8bf43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.071472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e3b51888-2ff6-4d24-b375-8614196b0b64 None None] Port e946d79a-2ee0-4004-9848-4228258d5a71 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:43.088849 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bcf12d55-e50f-42e9-af1d-21c036a8bf43 None None] Calling delete_port for 5054d50f-f7e2-4c82-aed2-02e1a84e2275 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:43.115559 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-105af94a-1065-42bd-b699-e5d768dc36c2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.160026 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bbd33fdf-4bfc-4de9-87fd-7a1ab6762f4b req-19049202-9e1e-44b6-af5c-74e60b82b578 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060317 Aug 31 14:50:43.182020 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:43.225959 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcf12d55-e50f-42e9-af1d-21c036a8bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.257157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf12d55-e50f-42e9-af1d-21c036a8bf43 None None] Pushing event deleted for resources: {'Port': ['ID=5054d50f-f7e2-4c82-aed2-02e1a84e2275,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:43.264264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-624c5a0f-6178-4881-86f8-6b076cd2914d None None] Provisioning complete for port e946d79a-2ee0-4004-9848-4228258d5a71 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:43.264683 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-624c5a0f-6178-4881-86f8-6b076cd2914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.270555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf12d55-e50f-42e9-af1d-21c036a8bf43 None None] No DVR routers for this DVR port 5054d50f-f7e2-4c82-aed2-02e1a84e2275 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:50:43.279423 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-105af94a-1065-42bd-b699-e5d768dc36c2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.302505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50558) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:43.322631 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105af94a-1065-42bd-b699-e5d768dc36c2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6ee85e-28c4-4d00-bdac-07d471325efd,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:43.325032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-624c5a0f-6178-4881-86f8-6b076cd2914d None None] Port e946d79a-2ee0-4004-9848-4228258d5a71 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:43.329942 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:43.329942 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.333034 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-105af94a-1065-42bd-b699-e5d768dc36c2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.335733 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-105af94a-1065-42bd-b699-e5d768dc36c2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "DELETE /v2.0/subnets/8c6ee85e-28c4-4d00-bdac-07d471325efd HTTP/1.1" status: 204 len: 168 time: 0.8066070 Aug 31 14:50:43.337562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50562) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:43.353066 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd405388-cccf-4a05-b596-d729c002dd95 None None] Network 81880b48-40cc-4705-ac4e-1992c8257b7c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:43.374444 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.385658 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.471199 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d448cce9-dd7b-4550-a1d1-ef39afd80e05 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.474282 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eadc0402-e30f-4e4e-8844-e4e25bc1e240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.474845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.476652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'Port': ['ID=e946d79a-2ee0-4004-9848-4228258d5a71,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:43.521291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 90a916a1-f124-4df6-b426-405a792a562a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:43.582804 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 90a916a1-f124-4df6-b426-405a792a562a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:43.583429 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.610449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:43.611447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e7eeac-612e-4cc2-87b0-f222084ffb59 None None] DHCP port deletion for 81880b48-40cc-4705-ac4e-1992c8257b7c request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:50:43.612103 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:43.612281 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d448cce9-dd7b-4550-a1d1-ef39afd80e05 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.630393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d448cce9-dd7b-4550-a1d1-ef39afd80e05 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e9fea5-8ff9-4e08-a942-7c061c68e0cc']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:43.647345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d448cce9-dd7b-4550-a1d1-ef39afd80e05 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3695a31-d6dd-46fd-9f9e-70e32b998655') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:43.647952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d448cce9-dd7b-4550-a1d1-ef39afd80e05 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3695a31-d6dd-46fd-9f9e-70e32b998655') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:43.663230 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d448cce9-dd7b-4550-a1d1-ef39afd80e05 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.692488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d448cce9-dd7b-4550-a1d1-ef39afd80e05 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.708523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d448cce9-dd7b-4550-a1d1-ef39afd80e05 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:50:43.708934 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d448cce9-dd7b-4550-a1d1-ef39afd80e05 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:50:43.712670 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:50:43.716802 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-12e7eeac-612e-4cc2-87b0-f222084ffb59 None None] Deleting port 0ba2163f-7432-4429-a9d9-86101967bebd {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:43.716802 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12e7eeac-612e-4cc2-87b0-f222084ffb59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.749997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Router 1b6e702b-2346-4b15-be5f-13b6db22717f has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:50:43.788475 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eadc0402-e30f-4e4e-8844-e4e25bc1e240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.796893 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eadc0402-e30f-4e4e-8844-e4e25bc1e240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.808081 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d448cce9-dd7b-4550-a1d1-ef39afd80e05 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.828986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-12e7eeac-612e-4cc2-87b0-f222084ffb59 None None] For port 0ba2163f-7432-4429-a9d9-86101967bebd, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0ba2163f-7432-4429-a9d9-86101967bebd,segment=NetworkSegment(49392587-b577-464f-b98c-edf24f72ab72),segment_id=49392587-b577-464f-b98c-edf24f72ab72)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:43.829508 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12e7eeac-612e-4cc2-87b0-f222084ffb59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.856110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-12e7eeac-612e-4cc2-87b0-f222084ffb59 None None] Calling delete_port for 0ba2163f-7432-4429-a9d9-86101967bebd owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:43.856517 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d448cce9-dd7b-4550-a1d1-ef39afd80e05 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:43.858625 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d448cce9-dd7b-4550-a1d1-ef39afd80e05 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "DELETE /v2.0/networks/80e9fea5-8ff9-4e08-a942-7c061c68e0cc HTTP/1.1" status: 204 len: 168 time: 0.5200338 Aug 31 14:50:43.861107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5054d50f-f7e2-4c82-aed2-02e1a84e2275 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:50:43.862657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50564) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:43.898016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448cce9-dd7b-4550-a1d1-ef39afd80e05 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event deleted for resources: {'Network': ['ID=80e9fea5-8ff9-4e08-a942-7c061c68e0cc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:43.906042 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:43.921865 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0ff5c424-d65a-4232-9399-4186778f8a29 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "PUT /v2.0/routers/1b6e702b-2346-4b15-be5f-13b6db22717f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3705640 Aug 31 14:50:43.965468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc0402-e30f-4e4e-8844-e4e25bc1e240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1453d6b3-8c5e-4a26-90d4-b55e2eb5c482,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:43.981348 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-eadc0402-e30f-4e4e-8844-e4e25bc1e240 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53fa1412aec641bfbc0e793afadb933d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6745038 Aug 31 14:50:43.983708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50568) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:44.028641 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.036681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Sync routers for ids ['1b6e702b-2346-4b15-be5f-13b6db22717f'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:44.059827 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-384d11d5-60d9-4009-8245-c761ceff1135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.060356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 5054d50f-f7e2-4c82-aed2-02e1a84e2275 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:50:44.060710 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5054d50f-f7e2-4c82-aed2-02e1a84e2275 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:50:44.095466 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-384d11d5-60d9-4009-8245-c761ceff1135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.102605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Routers {'1b6e702b-2346-4b15-be5f-13b6db22717f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:44.102778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Deleting port 0ba2163f-7432-4429-a9d9-86101967bebd {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:44.103204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.103340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1b6e702b-2346-4b15-be5f-13b6db22717f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:44.154132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b1b695af-f14f-46bc-a30c-990b51d59ead None None] Provisioning complete for port e946d79a-2ee0-4004-9848-4228258d5a71 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:44.154899 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1b695af-f14f-46bc-a30c-990b51d59ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.166671 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-384d11d5-60d9-4009-8245-c761ceff1135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.169556 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-384d11d5-60d9-4009-8245-c761ceff1135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.171141 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-384d11d5-60d9-4009-8245-c761ceff1135 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1453d6b3-8c5e-4a26-90d4-b55e2eb5c482 HTTP/1.1" status: 204 len: 168 time: 0.1842892 Aug 31 14:50:44.179885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d11d5-60d9-4009-8245-c761ceff1135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1453d6b3-8c5e-4a26-90d4-b55e2eb5c482,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:44.243369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] For port 0ba2163f-7432-4429-a9d9-86101967bebd, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0ba2163f-7432-4429-a9d9-86101967bebd,segment=NetworkSegment(49392587-b577-464f-b98c-edf24f72ab72),segment_id=49392587-b577-464f-b98c-edf24f72ab72)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:44.243841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.270850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b1b695af-f14f-46bc-a30c-990b51d59ead None None] Port e946d79a-2ee0-4004-9848-4228258d5a71 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:44.273610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Calling delete_port for 0ba2163f-7432-4429-a9d9-86101967bebd owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:44.282012 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12e7eeac-612e-4cc2-87b0-f222084ffb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.317362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7eeac-612e-4cc2-87b0-f222084ffb59 None None] Pushing event deleted for resources: {'Port': ['ID=0ba2163f-7432-4429-a9d9-86101967bebd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:44.327684 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e7eeac-612e-4cc2-87b0-f222084ffb59 None None] No DVR routers for this DVR port 0ba2163f-7432-4429-a9d9-86101967bebd on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:50:44.340482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Set router 1b6e702b-2346-4b15-be5f-13b6db22717f gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:44.358604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112f393-1818-457a-b237-5056c1b4574c req-26924ada-a1e5-4739-a2db-3a6df619e73c tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:44.360697 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9112f393-1818-457a-b237-5056c1b4574c req-26924ada-a1e5-4739-a2db-3a6df619e73c tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/networks?id=e66b2c93-7806-4d5c-abd3-0bbca3c96d06 HTTP/1.1" status: 200 len: 797 time: 0.2084210 Aug 31 14:50:44.369499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62f434-6fff-4285-94c5-2b1edaaa0345 req-34e78383-c814-4878-9f5d-c1e9b1ff22de tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:44.371275 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f62f434-6fff-4285-94c5-2b1edaaa0345 req-34e78383-c814-4878-9f5d-c1e9b1ff22de tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 944 time: 0.1192162 Aug 31 14:50:44.406257 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9112f393-1818-457a-b237-5056c1b4574c req-5223255d-a8ac-4fc4-86f8-aa0cb1b677c1 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/quotas/b4e8ce0961c04ebe8d413ec7a5a4bed5 HTTP/1.1" status: 200 len: 375 time: 0.0393636 Aug 31 14:50:44.432285 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f62f434-6fff-4285-94c5-2b1edaaa0345 req-c50f92b6-37e0-4cc5-bfce-d87051b6fd32 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446682 Aug 31 14:50:44.458742 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.495333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event deleted for resources: {'Port': ['ID=0ba2163f-7432-4429-a9d9-86101967bebd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:44.503407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] No DVR routers for this DVR port 0ba2163f-7432-4429-a9d9-86101967bebd on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:50:44.522346 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9112f393-1818-457a-b237-5056c1b4574c req-6399f80d-f443-4f8f-8da8-3ff626480568 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4e8ce0961c04ebe8d413ec7a5a4bed5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1094222 Aug 31 14:50:44.599270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179603741', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:50:32Z', 'updated_at': '2021-08-31T14:50:42Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:33Z', 'updated_at': '2021-08-31T14:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'e946d79a-2ee0-4004-9848-4228258d5a71', 'name': '', 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'mac_address': 'fa:16:3e:0d:0e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c95d61a3-68f2-4156-ae13-5dbe195c969d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:40Z', 'updated_at': '2021-08-31T14:50:43Z', 'revision_number': 2, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'subnets': [{'id': 'c95d61a3-68f2-4156-ae13-5dbe195c969d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:44.611353 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.624325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81880b48-40cc-4705-ac4e-1992c8257b7c']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:44.636018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49392587-b577-464f-b98c-edf24f72ab72') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:44.636418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49392587-b577-464f-b98c-edf24f72ab72') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:44.638662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Checking router: 1b6e702b-2346-4b15-be5f-13b6db22717f for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:50:44.639091 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Updating router 1b6e702b-2346-4b15-be5f-13b6db22717f port e946d79a-2ee0-4004-9848-4228258d5a71 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:50:44.648748 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.656446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50588) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:44.673998 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.675215 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.684226 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:50:44.684759 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:50:44.698575 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:50:44.701757 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-24ccdc46-bacf-42e6-9832-f612fc2c3cf6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8193dad673954367973e4a541035890f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412905 Aug 31 14:50:44.701966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50590) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:44.755835 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e836f24-1731-43fc-8742-02108a3e1aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.778267 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e836f24-1731-43fc-8742-02108a3e1aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.807215 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.820345 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.822314 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "DELETE /v2.0/networks/81880b48-40cc-4705-ac4e-1992c8257b7c HTTP/1.1" status: 204 len: 168 time: 0.9475455 Aug 31 14:50:44.825264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50594) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:44.842566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af09ce4-a31f-475f-a756-0ac705c9164d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event deleted for resources: {'Network': ['ID=81880b48-40cc-4705-ac4e-1992c8257b7c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:44.869916 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9112f393-1818-457a-b237-5056c1b4574c req-f9fb12da-f6dc-4b38-ad51-863fd2aeb35a service neutron] 10.222.0.39 "GET /v2.0/networks/e66b2c93-7806-4d5c-abd3-0bbca3c96d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267148 Aug 31 14:50:44.879719 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e836f24-1731-43fc-8742-02108a3e1aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.882265 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5e836f24-1731-43fc-8742-02108a3e1aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.883449 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5e836f24-1731-43fc-8742-02108a3e1aff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23e6298b-df3e-493d-a432-c5e539d75dda HTTP/1.1" status: 204 len: 168 time: 0.1805341 Aug 31 14:50:44.896615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e836f24-1731-43fc-8742-02108a3e1aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e6298b-df3e-493d-a432-c5e539d75dda,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:44.904772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca0b4a2-e291-4fd1-879f-b656cd81ae8b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Deleting subnet 1cd7aecd-5114-4fbf-a115-dab9369f3002 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:50:44.909179 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eca0b4a2-e291-4fd1-879f-b656cd81ae8b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:44.981314 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eca0b4a2-e291-4fd1-879f-b656cd81ae8b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.004092 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 59876305-a484-4ada-b1ea-a135963c0eea details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:50:45.009365 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9112f393-1818-457a-b237-5056c1b4574c req-7153e9b5-07a2-4161-bf3a-1f344aa672d6 service neutron] 10.222.0.39 "GET /v2.0/networks/e66b2c93-7806-4d5c-abd3-0bbca3c96d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304131 Aug 31 14:50:45.043522 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.067170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Transition to ACTIVE for port object e946d79a-2ee0-4004-9848-4228258d5a71 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:45.104347 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.130940 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eca0b4a2-e291-4fd1-879f-b656cd81ae8b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.159310 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b8218-fff0-4ab6-8be5-694e9e9d5e2d None None] Pushing event updated for resources: {'Port': ['ID=e946d79a-2ee0-4004-9848-4228258d5a71,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:45.227218 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eca0b4a2-e291-4fd1-879f-b656cd81ae8b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.234283 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0ba2163f-7432-4429-a9d9-86101967bebd no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:50:45.265238 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 59876305-a484-4ada-b1ea-a135963c0eea, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=59876305-a484-4ada-b1ea-a135963c0eea,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:45.267841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0b4a2-e291-4fd1-879f-b656cd81ae8b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd7aecd-5114-4fbf-a115-dab9369f3002,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:45.274370 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eca0b4a2-e291-4fd1-879f-b656cd81ae8b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.279088 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 0ba2163f-7432-4429-a9d9-86101967bebd {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:50:45.279297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0ba2163f-7432-4429-a9d9-86101967bebd not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:50:45.279630 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eca0b4a2-e291-4fd1-879f-b656cd81ae8b tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "DELETE /v2.0/subnets/1cd7aecd-5114-4fbf-a115-dab9369f3002 HTTP/1.1" status: 204 len: 168 time: 0.4530780 Aug 31 14:50:45.280422 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:45.285626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaab1e7-3179-4ff0-a109-9eee6fea5ce1 None None] Network 46c4a1c6-23cf-4604-a1b9-4aca8c8111f7 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:45.328419 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Attempting to bind port e946d79a-2ee0-4004-9848-4228258d5a71 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:45.329406 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Attempting to bind port e946d79a-2ee0-4004-9848-4228258d5a71 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '4dfe8195-3949-489b-ad26-8409b33b1cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:45.329784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Attempting to bind port e946d79a-2ee0-4004-9848-4228258d5a71 on network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:45.335614 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '59876305-a484-4ada-b1ea-a135963c0eea', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'port_id': '59876305-a484-4ada-b1ea-a135963c0eea', 'mac_address': 'fa:16:3e:17:38:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:50:45.345856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:45.346274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Checking segment: {'id': '4dfe8195-3949-489b-ad26-8409b33b1cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:45.346684 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.347071 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Bound using segment: {'id': '4dfe8195-3949-489b-ad26-8409b33b1cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:45.347590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Bound port: e946d79a-2ee0-4004-9848-4228258d5a71, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfe8195-3949-489b-ad26-8409b33b1cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:45.347975 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.385979 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.439843 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.453367 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Deleting port 6474b19c-b4f9-44e1-a6d1-334380d45982 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:45.453737 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.517411 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59876305-a484-4ada-b1ea-a135963c0eea {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:50:45.541857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] For port e946d79a-2ee0-4004-9848-4228258d5a71, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:45.555349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] For port 6474b19c-b4f9-44e1-a6d1-334380d45982, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6474b19c-b4f9-44e1-a6d1-334380d45982,segment=NetworkSegment(3aca10c7-d260-4e1e-8d97-34ddf3e222f2),segment_id=3aca10c7-d260-4e1e-8d97-34ddf3e222f2)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:45.555715 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.563511 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 59876305-a484-4ada-b1ea-a135963c0eea, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=59876305-a484-4ada-b1ea-a135963c0eea,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:45.569873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] For port e946d79a-2ee0-4004-9848-4228258d5a71, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e946d79a-2ee0-4004-9848-4228258d5a71,segment=NetworkSegment(4dfe8195-3949-489b-ad26-8409b33b1cc6),segment_id=4dfe8195-3949-489b-ad26-8409b33b1cc6)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:45.576441 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Calling delete_port for 6474b19c-b4f9-44e1-a6d1-334380d45982 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:45.578361 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.588872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b719734-3c73-4213-8644-137c1c510df2 req-9b85f973-e8c7-4866-bea4-eb114bdb1039 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:45.592835 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b719734-3c73-4213-8644-137c1c510df2 req-9b85f973-e8c7-4866-bea4-eb114bdb1039 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 944 time: 0.0634046 Aug 31 14:50:45.612742 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.652253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=59876305-a484-4ada-b1ea-a135963c0eea,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:45.685233 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Routers {'1b6e702b-2346-4b15-be5f-13b6db22717f'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:45.686311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1b6e702b-2346-4b15-be5f-13b6db22717f'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:45.690259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b719734-3c73-4213-8644-137c1c510df2 req-732c86b3-c6b8-45de-872a-9cde9935aca9 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858877 Aug 31 14:50:45.744245 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.771039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bcb1dc-ec3b-4f26-b0ea-d6661cf3a6c0 None None] DHCP port deletion for 46c4a1c6-23cf-4604-a1b9-4aca8c8111f7 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:50:45.795936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event deleted for resources: {'Port': ['ID=6474b19c-b4f9-44e1-a6d1-334380d45982,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:45.805148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] No DVR routers for this DVR port 6474b19c-b4f9-44e1-a6d1-334380d45982 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:50:45.861718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b8218-fff0-4ab6-8be5-694e9e9d5e2d None None] Pushing event updated for resources: {'Port': ['ID=e946d79a-2ee0-4004-9848-4228258d5a71,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:45.874882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['59876305-a484-4ada-b1ea-a135963c0eea'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:50:45.919484 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.921546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] Set router 1b6e702b-2346-4b15-be5f-13b6db22717f gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:45.930345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c4a1c6-23cf-4604-a1b9-4aca8c8111f7']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:45.946177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aca10c7-d260-4e1e-8d97-34ddf3e222f2') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:45.946451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aca10c7-d260-4e1e-8d97-34ddf3e222f2') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:45.955774 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.970194 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.979823 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50622) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:45.980365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:50:45.980686 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:50:45.984237 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:50:46.051528 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:46.064633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:46.068901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "DELETE /v2.0/networks/46c4a1c6-23cf-4604-a1b9-4aca8c8111f7 HTTP/1.1" status: 204 len: 168 time: 0.7849126 Aug 31 14:50:46.069664 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50626) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:46.085581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067f84f-4972-44ec-ad40-12b1befe76f2 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Pushing event deleted for resources: {'Network': ['ID=46c4a1c6-23cf-4604-a1b9-4aca8c8111f7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:46.107005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50628) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:46.107318 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4c60b844-d8fb-4117-aa60-f8c67e3cff94 tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe9047f-040f-482e-914b-bee3ef79d4d9 HTTP/1.1" status: 200 len: 205 time: 0.0362089 Aug 31 14:50:46.121662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1293162978'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:46.144644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:46.148942 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:46.158849 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:46.214044 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2b5481c-f7b9-4fc7-b053-07a1ebfc171d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:46.265890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179603741', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:50:32Z', 'updated_at': '2021-08-31T14:50:42Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:33Z', 'updated_at': '2021-08-31T14:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'e946d79a-2ee0-4004-9848-4228258d5a71', 'name': '', 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'mac_address': 'fa:16:3e:0d:0e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c95d61a3-68f2-4156-ae13-5dbe195c969d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:40Z', 'updated_at': '2021-08-31T14:50:45Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'subnets': [{'id': 'c95d61a3-68f2-4156-ae13-5dbe195c969d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:46.300047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab55a8c-a7c7-4cb9-89c3-b186f1c274ca None None] The sync data for ids ['1b6e702b-2346-4b15-be5f-13b6db22717f'] in n-d-806683-5 is: [{'id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179603741', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:50:32Z', 'updated_at': '2021-08-31T14:50:42Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:33Z', 'updated_at': '2021-08-31T14:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'e946d79a-2ee0-4004-9848-4228258d5a71', 'name': '', 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'mac_address': 'fa:16:3e:0d:0e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c95d61a3-68f2-4156-ae13-5dbe195c969d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:40Z', 'updated_at': '2021-08-31T14:50:45Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'subnets': [{'id': 'c95d61a3-68f2-4156-ae13-5dbe195c969d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:46.302299 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bcf8dea7-f665-4513-be4b-e431b9b63fae req-c7c0e581-3881-456a-8906-5a4c00d078a8 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 210 time: 0.0368290 Aug 31 14:50:46.336489 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:46.341503 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:46.362038 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:50:46.386327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:46.386736 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Added segment 047d13c7-c60b-4753-9901-d2b9b212b5d0 of type vlan for network e18d8008-810b-4997-a376-8b4bc804b938 Aug 31 14:50:46.515928 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:46.519468 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bef0bf-c77c-402b-b723-fb6621e159cb,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:46.554460 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:46.561226 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:46.562290 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:46.639809 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6587820 Aug 31 14:50:46.742280 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb7aee-9c81-4c77-a5c5-0ec246a37a0d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Network': ['ID=e18d8008-810b-4997-a376-8b4bc804b938,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:46.766962 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network e18d8008-810b-4997-a376-8b4bc804b938 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:50:47.026711 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 59876305-a484-4ada-b1ea-a135963c0eea up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:47.121632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2b5481c-f7b9-4fc7-b053-07a1ebfc171d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:47.124668 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2b5481c-f7b9-4fc7-b053-07a1ebfc171d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:47.147981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 59876305-a484-4ada-b1ea-a135963c0eea completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:47.154104 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 59876305-a484-4ada-b1ea-a135963c0eea triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:47.154755 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:47.270170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6b9e-9536-49c4-824d-81f74c17b072 req-f589603a-5431-4014-8c76-f63531faeca2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:47.274308 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-24bd6b9e-9536-49c4-824d-81f74c17b072 req-f589603a-5431-4014-8c76-f63531faeca2 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 945 time: 0.1889195 Aug 31 14:50:47.275367 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2b5481c-f7b9-4fc7-b053-07a1ebfc171d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:47.275991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b5481c-f7b9-4fc7-b053-07a1ebfc171d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Fanout notify agent at l3_agent the message router_deleted on router ffe9047f-040f-482e-914b-bee3ef79d4d9 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:50:47.295855 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e946d79a-2ee0-4004-9848-4228258d5a71 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:47.307224 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2b5481c-f7b9-4fc7-b053-07a1ebfc171d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:47.308654 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b2b5481c-f7b9-4fc7-b053-07a1ebfc171d tempest-RoutersNegativeTest-1303147335 tempest-RoutersNegativeTest-1303147335-project] 10.222.0.39 "DELETE /v2.0/routers/ffe9047f-040f-482e-914b-bee3ef79d4d9 HTTP/1.1" status: 204 len: 168 time: 1.2006273 Aug 31 14:50:47.360625 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-24bd6b9e-9536-49c4-824d-81f74c17b072 req-82404db6-0f23-47e1-890d-16d779b61491 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500100 Aug 31 14:50:47.418297 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:47.519543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 59876305-a484-4ada-b1ea-a135963c0eea, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=59876305-a484-4ada-b1ea-a135963c0eea,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:47.521695 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12a37114-01a8-4fe6-93fc-089d4ab45bfd req-f9003db8-f73e-4f5a-9e70-9f3ccf412676 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 210 time: 0.0722334 Aug 31 14:50:47.528776 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501c52a7-4220-42fb-821a-dfa903da1802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59876305-a484-4ada-b1ea-a135963c0eea'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:50:47.532642 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90304e45-5e6c-47df-ad05-3fb2d3f3a073" -d '{"events": [{"server_uuid": "501c52a7-4220-42fb-821a-dfa903da1802", "name": "network-vif-plugged", "status": "completed", "tag": "59876305-a484-4ada-b1ea-a135963c0eea"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:50:47.537318 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:47.541328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port e946d79a-2ee0-4004-9848-4228258d5a71 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:47.548004 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port e946d79a-2ee0-4004-9848-4228258d5a71 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:47.548212 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:47.628395 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=59876305-a484-4ada-b1ea-a135963c0eea,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:47.637083 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db573a6-77c0-4d54-9e72-0e5975ad6746 x-openstack-request-id: req-8db573a6-77c0-4d54-9e72-0e5975ad6746 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:50:47.637668 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501c52a7-4220-42fb-821a-dfa903da1802", "name": "network-vif-plugged", "status": "completed", "tag": "59876305-a484-4ada-b1ea-a135963c0eea", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:50:47.638134 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8db573a6-77c0-4d54-9e72-0e5975ad6746 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:50:47.638927 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501c52a7-4220-42fb-821a-dfa903da1802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59876305-a484-4ada-b1ea-a135963c0eea', 'code': 200} Aug 31 14:50:47.714234 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:47.763882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a6155-bbba-47c8-9bec-37bfc25cd729 req-b4cfa1ae-20ed-4c2d-a751-336553c26d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:47.776428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-255a6155-bbba-47c8-9bec-37bfc25cd729 req-b4cfa1ae-20ed-4c2d-a751-336553c26d1c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 1097 time: 0.1021557 Aug 31 14:50:47.777244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port e946d79a-2ee0-4004-9848-4228258d5a71, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e946d79a-2ee0-4004-9848-4228258d5a71,segment=NetworkSegment(4dfe8195-3949-489b-ad26-8409b33b1cc6),segment_id=4dfe8195-3949-489b-ad26-8409b33b1cc6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:47.783343 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:47.869832 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-255a6155-bbba-47c8-9bec-37bfc25cd729 req-635a05fc-947e-442e-9520-725c0f6867ff service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872056 Aug 31 14:50:47.920006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50656) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:48.124543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6474b19c-b4f9-44e1-a6d1-334380d45982 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:50:48.138746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112f393-1818-457a-b237-5056c1b4574c req-73af099a-99d1-471b-98af-88872a7df6da tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:48.143017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9112f393-1818-457a-b237-5056c1b4574c req-73af099a-99d1-471b-98af-88872a7df6da tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.60 "GET /v2.0/networks?id=e66b2c93-7806-4d5c-abd3-0bbca3c96d06 HTTP/1.1" status: 200 len: 797 time: 0.2315259 Aug 31 14:50:48.157954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9112f393-1818-457a-b237-5056c1b4574c req-c4cd01ca-bd82-47d6-bb0f-552631306b2b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Request body: {'port': {'device_id': '8f1c3735-788f-4f96-bbbe-c89bf1eef6c6', 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06', 'admin_state_up': True, 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:48.163787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 6474b19c-b4f9-44e1-a6d1-334380d45982 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:50:48.164708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6474b19c-b4f9-44e1-a6d1-334380d45982 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:50:48.197537 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=e946d79a-2ee0-4004-9848-4228258d5a71,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:48.207232 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-16043e79-2c08-4bad-b201-7568d253f0a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97afa09a29944be99e490ab896c7d24e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858560 Aug 31 14:50:48.209434 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50660) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:48.271008 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-02cb79ac-6995-47f6-9b65-f36bac78cc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:48.300183 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-02cb79ac-6995-47f6-9b65-f36bac78cc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:48.320047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9112f393-1818-457a-b237-5056c1b4574c req-c4cd01ca-bd82-47d6-bb0f-552631306b2b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Made reservation on behalf of b4e8ce0961c04ebe8d413ec7a5a4bed5 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:48.324657 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9112f393-1818-457a-b237-5056c1b4574c req-c4cd01ca-bd82-47d6-bb0f-552631306b2b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:48.356429 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-02cb79ac-6995-47f6-9b65-f36bac78cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:48.359258 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-02cb79ac-6995-47f6-9b65-f36bac78cc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:48.360717 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-02cb79ac-6995-47f6-9b65-f36bac78cc50 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/33a86345-fc4b-4173-a5a5-21e96bb565c2 HTTP/1.1" status: 204 len: 168 time: 0.1500981 Aug 31 14:50:48.369717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb79ac-6995-47f6-9b65-f36bac78cc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a86345-fc4b-4173-a5a5-21e96bb565c2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:48.481978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-9112f393-1818-457a-b237-5056c1b4574c req-c4cd01ca-bd82-47d6-bb0f-552631306b2b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Allocated IP 172.20.0.26 (e66b2c93-7806-4d5c-abd3-0bbca3c96d06/c95d61a3-68f2-4156-ae13-5dbe195c969d/a0176af1-499d-4b35-a508-986ad62d281b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:48.545762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9053d3-dcf6-4807-9d90-0ee30ccd2d5a req-646f131a-b60b-43f1-b383-d4d3fa127a66 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:48.549337 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba9053d3-dcf6-4807-9d90-0ee30ccd2d5a req-646f131a-b60b-43f1-b383-d4d3fa127a66 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 946 time: 0.0713282 Aug 31 14:50:48.593989 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba9053d3-dcf6-4807-9d90-0ee30ccd2d5a req-6fab72be-1689-4c6e-b230-4a1c9adf57a4 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398052 Aug 31 14:50:48.654638 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9112f393-1818-457a-b237-5056c1b4574c req-c4cd01ca-bd82-47d6-bb0f-552631306b2b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:48.690363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e7263ef4-d1c9-454f-b244-78978015ff03 req-4e7c7e93-a826-4454-bb35-4283f7599a36 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 210 time: 0.0328679 Aug 31 14:50:48.695134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9112f393-1818-457a-b237-5056c1b4574c req-c4cd01ca-bd82-47d6-bb0f-552631306b2b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Transition to ACTIVE for port object a0176af1-499d-4b35-a508-986ad62d281b will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:48.735771 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9112f393-1818-457a-b237-5056c1b4574c req-c4cd01ca-bd82-47d6-bb0f-552631306b2b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:48.783009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9112f393-1818-457a-b237-5056c1b4574c req-c4cd01ca-bd82-47d6-bb0f-552631306b2b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:48.786839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-9112f393-1818-457a-b237-5056c1b4574c req-c4cd01ca-bd82-47d6-bb0f-552631306b2b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:48.790389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9112f393-1818-457a-b237-5056c1b4574c req-c4cd01ca-bd82-47d6-bb0f-552631306b2b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:48.842219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd01ca-bd82-47d6-bb0f-552631306b2b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event updated for resources: {'Port': ['ID=a0176af1-499d-4b35-a508-986ad62d281b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:48.872753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112f393-1818-457a-b237-5056c1b4574c req-c4cd01ca-bd82-47d6-bb0f-552631306b2b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:48.873810 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9112f393-1818-457a-b237-5056c1b4574c req-c4cd01ca-bd82-47d6-bb0f-552631306b2b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:48.893964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9112f393-1818-457a-b237-5056c1b4574c req-c4cd01ca-bd82-47d6-bb0f-552631306b2b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7408683 Aug 31 14:50:49.081767 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Request body: {'port': {'device_id': '8f1c3735-788f-4f96-bbbe-c89bf1eef6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:49.138094 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6202e4bf-0b45-414d-8488-a0a4862e574e None None] Provisioning for port a0176af1-499d-4b35-a508-986ad62d281b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:49.144321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6202e4bf-0b45-414d-8488-a0a4862e574e None None] Provisioning complete for port a0176af1-499d-4b35-a508-986ad62d281b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:49.144951 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6202e4bf-0b45-414d-8488-a0a4862e574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:49.156133 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:49.203276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6202e4bf-0b45-414d-8488-a0a4862e574e None None] Port a0176af1-499d-4b35-a508-986ad62d281b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:50:49.219981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e946d79a-2ee0-4004-9848-4228258d5a71 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:49.280785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port e946d79a-2ee0-4004-9848-4228258d5a71 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:49.281403 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:49.408060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50688) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:49.485612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0176af1-499d-4b35-a508-986ad62d281b {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:50:49.498431 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:49.519509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Transition to ACTIVE for port object a0176af1-499d-4b35-a508-986ad62d281b will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:49.524555 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:49.611146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Pushing event updated for resources: {'Port': ['ID=a0176af1-499d-4b35-a508-986ad62d281b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:49.623203 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c2e87d9-76cf-445d-904e-872667602347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:49.664138 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:49.710569 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fc95fca5-484c-4495-b036-d2cc3cc703d9 tempest-ServiceProvidersTest-1127972308 tempest-ServiceProvidersTest-1127972308-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3009739 Aug 31 14:50:49.739026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Attempting to bind port a0176af1-499d-4b35-a508-986ad62d281b on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:49.743712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Attempting to bind port a0176af1-499d-4b35-a508-986ad62d281b by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '4dfe8195-3949-489b-ad26-8409b33b1cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:49.745292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Attempting to bind port a0176af1-499d-4b35-a508-986ad62d281b on network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:49.757814 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Port a0176af1-499d-4b35-a508-986ad62d281b on network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:50:49.759621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Attempting to bind port a0176af1-499d-4b35-a508-986ad62d281b on network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:49.775338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:49.776062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Checking segment: {'id': '4dfe8195-3949-489b-ad26-8409b33b1cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:49.776665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Bound using segment: {'id': '4dfe8195-3949-489b-ad26-8409b33b1cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:49.777328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Bound port: a0176af1-499d-4b35-a508-986ad62d281b, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfe8195-3949-489b-ad26-8409b33b1cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:49.777911 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:49.821707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13d45d-af84-4820-96d9-5a3d88d94151 req-a124e42a-5613-4f6d-92d9-7351e76ac6d5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:49.824613 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d13d45d-af84-4820-96d9-5a3d88d94151 req-a124e42a-5613-4f6d-92d9-7351e76ac6d5 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 946 time: 0.1117048 Aug 31 14:50:49.936702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fe560-7769-49f7-a9fe-881a4f334dcd req-a10b6114-deb5-4904-8b8a-f7dc4a6ddb76 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:49.940135 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d13d45d-af84-4820-96d9-5a3d88d94151 req-9d1d59de-6c25-4e63-8d4b-5ae36d9ff1de tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082277 Aug 31 14:50:49.950085 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1f8fe560-7769-49f7-a9fe-881a4f334dcd req-a10b6114-deb5-4904-8b8a-f7dc4a6ddb76 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 907 time: 0.0926139 Aug 31 14:50:49.953550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] For port a0176af1-499d-4b35-a508-986ad62d281b, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:49.957235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] For port a0176af1-499d-4b35-a508-986ad62d281b, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a0176af1-499d-4b35-a508-986ad62d281b,segment=NetworkSegment(4dfe8195-3949-489b-ad26-8409b33b1cc6),segment_id=4dfe8195-3949-489b-ad26-8409b33b1cc6)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:49.965448 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:50.017934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50702) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:50.023695 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-60e73c1f-5c91-4b62-83c5-701351d5e235 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'subnet': {'network_id': 'e18d8008-810b-4997-a376-8b4bc804b938', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:50.032418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.033362 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:50.034697 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9112f393-1818-457a-b237-5056c1b4574c req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] 10.222.0.60 "PUT /v2.0/ports/a0176af1-499d-4b35-a508-986ad62d281b HTTP/1.1" status: 200 len: 1055 time: 1.1312962 Aug 31 14:50:50.035309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1c3735-788f-4f96-bbbe-c89bf1eef6c6', 'tag': 'a0176af1-499d-4b35-a508-986ad62d281b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:50:50.037773 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9acd15d-bbc9-48a5-99b0-47b2d1a020a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1c3735-788f-4f96-bbbe-c89bf1eef6c6", "tag": "a0176af1-499d-4b35-a508-986ad62d281b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:50:50.061893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e76bf-d86e-4edf-9a00-a124e1721d93 service neutron] Pushing event updated for resources: {'Port': ['ID=a0176af1-499d-4b35-a508-986ad62d281b,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:50.083259 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565625db-b4e4-4134-bb36-3e330b732930 x-openstack-request-id: req-565625db-b4e4-4134-bb36-3e330b732930 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:50:50.083560 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1c3735-788f-4f96-bbbe-c89bf1eef6c6", "tag": "a0176af1-499d-4b35-a508-986ad62d281b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:50:50.083821 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-565625db-b4e4-4134-bb36-3e330b732930 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:50:50.084237 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1c3735-788f-4f96-bbbe-c89bf1eef6c6', 'tag': 'a0176af1-499d-4b35-a508-986ad62d281b', 'status': 'completed', 'code': 200} Aug 31 14:50:50.115517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50706) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:50.147964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112f393-1818-457a-b237-5056c1b4574c req-2bef2601-aebd-44f3-bbf8-fee3ed250e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.149699 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9112f393-1818-457a-b237-5056c1b4574c req-2bef2601-aebd-44f3-bbf8-fee3ed250e83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4e8ce0961c04ebe8d413ec7a5a4bed5&device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 1058 time: 0.0574133 Aug 31 14:50:50.204016 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9112f393-1818-457a-b237-5056c1b4574c req-f58051ab-3045-4a6f-b116-7641af5a1312 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=a0176af1-499d-4b35-a508-986ad62d281b HTTP/1.1" status: 200 len: 217 time: 0.0409837 Aug 31 14:50:50.206909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bac01-a0f1-4e12-b833-f79f18931ae4 req-8f843f9e-acf3-4069-8dc1-2f7fb473bf16 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.214736 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-970bac01-a0f1-4e12-b833-f79f18931ae4 req-8f843f9e-acf3-4069-8dc1-2f7fb473bf16 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 946 time: 0.0978537 Aug 31 14:50:50.256172 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e73c1f-5c91-4b62-83c5-701351d5e235 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:50.259861 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-60e73c1f-5c91-4b62-83c5-701351d5e235 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:50.261201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112f393-1818-457a-b237-5056c1b4574c req-19b80c88-ab68-4c42-80bc-b5d3b0aa2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.262959 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9112f393-1818-457a-b237-5056c1b4574c req-19b80c88-ab68-4c42-80bc-b5d3b0aa2915 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c95d61a3-68f2-4156-ae13-5dbe195c969d HTTP/1.1" status: 200 len: 838 time: 0.0518942 Aug 31 14:50:50.279212 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0a3f-a55b-47fe-8ee7-31c254ec6417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:50.320148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112f393-1818-457a-b237-5056c1b4574c req-2b0ccc87-aa1d-4945-a0a5-759fac59838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.321685 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9112f393-1818-457a-b237-5056c1b4574c req-2b0ccc87-aa1d-4945-a0a5-759fac59838f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e66b2c93-7806-4d5c-abd3-0bbca3c96d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496390 Aug 31 14:50:50.330855 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-970bac01-a0f1-4e12-b833-f79f18931ae4 req-7542279a-5b86-44b8-a1d9-07638ff265a6 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149716 Aug 31 14:50:50.354198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50710) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:50.428263 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9112f393-1818-457a-b237-5056c1b4574c req-0e857d5d-57c0-4703-96f0-bd34d3eb9daa service neutron] 10.222.0.60 "GET /v2.0/networks/e66b2c93-7806-4d5c-abd3-0bbca3c96d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972819 Aug 31 14:50:50.455647 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f3e13b-525d-4d43-9a34-d386d106b7ee tempest-TestVolumeBootPattern-1067910628 tempest-TestVolumeBootPattern-1067910628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.457222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d2f3e13b-525d-4d43-9a34-d386d106b7ee tempest-TestVolumeBootPattern-1067910628 tempest-TestVolumeBootPattern-1067910628-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 1092 time: 0.0998468 Aug 31 14:50:50.464954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50712) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:50.472119 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '59876305-a484-4ada-b1ea-a135963c0eea', 'tenant_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:50.533764 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9112f393-1818-457a-b237-5056c1b4574c req-61f9ff2a-288b-4645-95a0-d89f74323ccc service neutron] 10.222.0.60 "GET /v2.0/networks/e66b2c93-7806-4d5c-abd3-0bbca3c96d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980241 Aug 31 14:50:50.597451 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0a3f-a55b-47fe-8ee7-31c254ec6417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:50.605593 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0a3f-a55b-47fe-8ee7-31c254ec6417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:50.612657 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-60e73c1f-5c91-4b62-83c5-701351d5e235 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:50.623884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acd15d-bbc9-48a5-99b0-47b2d1a020a1 req-27364b8f-ce3c-4c45-a692-0b2475655cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.625458 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9acd15d-bbc9-48a5-99b0-47b2d1a020a1 req-27364b8f-ce3c-4c45-a692-0b2475655cc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4e8ce0961c04ebe8d413ec7a5a4bed5&device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 1058 time: 0.0438437 Aug 31 14:50:50.684550 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:50.699454 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bf3d0a3f-a55b-47fe-8ee7-31c254ec6417 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=163791fa6e6045e1a9636d5d5e5b335d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5812478 Aug 31 14:50:50.702249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50714) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:50.712949 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d0a3f-a55b-47fe-8ee7-31c254ec6417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabf062a-78c1-473c-9168-250e48bca3cb,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:50.748115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acd15d-bbc9-48a5-99b0-47b2d1a020a1 req-7fde956f-3bbd-46cd-9695-f1d892cab1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.749937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9acd15d-bbc9-48a5-99b0-47b2d1a020a1 req-7fde956f-3bbd-46cd-9695-f1d892cab1ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=e66b2c93-7806-4d5c-abd3-0bbca3c96d06 HTTP/1.1" status: 200 len: 898 time: 0.1169608 Aug 31 14:50:50.768322 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e73c1f-5c91-4b62-83c5-701351d5e235 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Subnet': ['ID=be347acf-407b-4f39-a959-d02d28511963,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:50.781665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e73c1f-5c91-4b62-83c5-701351d5e235 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Checking segment: {'id': '047d13c7-c60b-4753-9901-d2b9b212b5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e18d8008-810b-4997-a376-8b4bc804b938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:50.781970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e73c1f-5c91-4b62-83c5-701351d5e235 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network hostable DHCP agents. Network: e18d8008-810b-4997-a376-8b4bc804b938, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:50:50.808820 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9acd15d-bbc9-48a5-99b0-47b2d1a020a1 req-1d8061bf-236f-479d-85e9-d954461ce825 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=a0176af1-499d-4b35-a508-986ad62d281b HTTP/1.1" status: 200 len: 217 time: 0.0469530 Aug 31 14:50:50.814481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e73c1f-5c91-4b62-83c5-701351d5e235 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network e18d8008-810b-4997-a376-8b4bc804b938 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:50:50.830573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-60e73c1f-5c91-4b62-83c5-701351d5e235 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, e18d8008-810b-4997-a376-8b4bc804b938) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:50.840135 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e73c1f-5c91-4b62-83c5-701351d5e235 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.840713 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-60e73c1f-5c91-4b62-83c5-701351d5e235 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:50.843521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae84f5a6-df05-49e5-bbfd-d3c71db4fe7c None None] Network e18d8008-810b-4997-a376-8b4bc804b938 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:50.856876 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-42e8edcd-55d6-4fda-8fb0-5e3c2b1189b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:50.862470 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-60e73c1f-5c91-4b62-83c5-701351d5e235 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8430657 Aug 31 14:50:50.867054 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50716) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:50.872729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f892a3cb-3598-4c47-a353-9382a6bfdfcd tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-899324837'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:50.882387 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:50.893343 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-42e8edcd-55d6-4fda-8fb0-5e3c2b1189b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:50.895951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acd15d-bbc9-48a5-99b0-47b2d1a020a1 req-79181da9-ed95-435d-8e97-4bd9f39a9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.897731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9acd15d-bbc9-48a5-99b0-47b2d1a020a1 req-79181da9-ed95-435d-8e97-4bd9f39a9134 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c95d61a3-68f2-4156-ae13-5dbe195c969d HTTP/1.1" status: 200 len: 838 time: 0.0787361 Aug 31 14:50:50.943845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f892a3cb-3598-4c47-a353-9382a6bfdfcd tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:50.947645 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f892a3cb-3598-4c47-a353-9382a6bfdfcd tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:50.976988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acd15d-bbc9-48a5-99b0-47b2d1a020a1 req-ac376c71-f873-42af-b55c-dc8a15373332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.978726 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9acd15d-bbc9-48a5-99b0-47b2d1a020a1 req-ac376c71-f873-42af-b55c-dc8a15373332 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e66b2c93-7806-4d5c-abd3-0bbca3c96d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731254 Aug 31 14:50:51.007563 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-42e8edcd-55d6-4fda-8fb0-5e3c2b1189b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.007563 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-42e8edcd-55d6-4fda-8fb0-5e3c2b1189b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.007563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-42e8edcd-55d6-4fda-8fb0-5e3c2b1189b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fabf062a-78c1-473c-9168-250e48bca3cb HTTP/1.1" status: 204 len: 168 time: 0.3041534 Aug 31 14:50:51.041403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-e18d8008-810b-4997-a376-8b4bc804b938', 'network_id': 'e18d8008-810b-4997-a376-8b4bc804b938', 'tenant_id': '80272789956e412588ec40bf64b18f9f', 'fixed_ips': [{'subnet_id': 'be347acf-407b-4f39-a959-d02d28511963'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:50:51.042348 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.049087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f892a3cb-3598-4c47-a353-9382a6bfdfcd tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:50:51.068237 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f892a3cb-3598-4c47-a353-9382a6bfdfcd tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.068499 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-f892a3cb-3598-4c47-a353-9382a6bfdfcd tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Added segment 5cac05ff-1dc8-4cd0-96c0-14b463d11f9b of type vlan for network 0a555b90-4103-41f3-b17c-67bd298b193a Aug 31 14:50:51.085407 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Allocated IP 172.25.2.44 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/1b3a86a9-f174-4ce4-bbbf-adde17af33d6) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:51.142354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f892a3cb-3598-4c47-a353-9382a6bfdfcd tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.148697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8edcd-55d6-4fda-8fb0-5e3c2b1189b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabf062a-78c1-473c-9168-250e48bca3cb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:51.223741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa23bd7-fa95-4a17-8579-c547128b2fb6 req-1ecac747-d2a1-4fee-9ef5-678bf4b2555d tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:51.224423 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f892a3cb-3598-4c47-a353-9382a6bfdfcd tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.230101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f892a3cb-3598-4c47-a353-9382a6bfdfcd tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:51.231031 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f892a3cb-3598-4c47-a353-9382a6bfdfcd tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.231920 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1fa23bd7-fa95-4a17-8579-c547128b2fb6 req-1ecac747-d2a1-4fee-9ef5-678bf4b2555d tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 907 time: 0.1259046 Aug 31 14:50:51.258586 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9acd15d-bbc9-48a5-99b0-47b2d1a020a1 req-d8c1bf2d-cd92-44e0-8fda-6149c22f42e7 service neutron] 10.222.0.60 "GET /v2.0/networks/e66b2c93-7806-4d5c-abd3-0bbca3c96d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700291 Aug 31 14:50:51.289321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Allocated IP 2001:db8:0:ffff::2 (e18d8008-810b-4997-a376-8b4bc804b938/be347acf-407b-4f39-a959-d02d28511963/3f069e31-7672-47c9-ab8c-17829a9cbcec) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:51.321516 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f892a3cb-3598-4c47-a353-9382a6bfdfcd tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4532096 Aug 31 14:50:51.322030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50728) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:51.335206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-03a2945a-8b18-4e54-a6c5-e333047e5247 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'subnet': {'network_id': '0a555b90-4103-41f3-b17c-67bd298b193a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:51.366413 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.386954 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9acd15d-bbc9-48a5-99b0-47b2d1a020a1 req-6b9a2666-4953-4e65-9eda-65f525009df7 service neutron] 10.222.0.60 "GET /v2.0/networks/e66b2c93-7806-4d5c-abd3-0bbca3c96d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148026 Aug 31 14:50:51.406268 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892a3cb-3598-4c47-a353-9382a6bfdfcd tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Network': ['ID=0a555b90-4103-41f3-b17c-67bd298b193a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:51.427126 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 0a555b90-4103-41f3-b17c-67bd298b193a details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:50:51.507507 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65444e4-2260-423d-9dd7-33e395d2e0c1 req-6d7cf321-15b2-45dd-a5e2-b92b2ca29312 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:51.509346 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a65444e4-2260-423d-9dd7-33e395d2e0c1 req-6d7cf321-15b2-45dd-a5e2-b92b2ca29312 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1097 time: 0.1343729 Aug 31 14:50:51.540890 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a2945a-8b18-4e54-a6c5-e333047e5247 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:51.544359 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-03a2945a-8b18-4e54-a6c5-e333047e5247 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.551119 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.561089 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.570858 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Transition to ACTIVE for port object 3f069e31-7672-47c9-ab8c-17829a9cbcec will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:51.587680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Transition to ACTIVE for port object 3f069e31-7672-47c9-ab8c-17829a9cbcec will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:51.594636 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.636822 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Network e18d8008-810b-4997-a376-8b4bc804b938 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:51.640243 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:51.645847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:51.647752 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a65444e4-2260-423d-9dd7-33e395d2e0c1 req-edb61dc9-199e-43a3-99c1-d42104e35b76 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290736 Aug 31 14:50:51.649712 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Pushing event updated for resources: {'Port': ['ID=3f069e31-7672-47c9-ab8c-17829a9cbcec,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:51.682644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:51.693447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:51.701627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:51.710058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'Port': ['ID=1b3a86a9-f174-4ce4-bbbf-adde17af33d6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:51.717896 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Attempting to bind port 3f069e31-7672-47c9-ab8c-17829a9cbcec on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:51.718281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Attempting to bind port 3f069e31-7672-47c9-ab8c-17829a9cbcec by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '047d13c7-c60b-4753-9901-d2b9b212b5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e18d8008-810b-4997-a376-8b4bc804b938'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:51.719245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Attempting to bind port 3f069e31-7672-47c9-ab8c-17829a9cbcec on network e18d8008-810b-4997-a376-8b4bc804b938 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:51.726755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:51.727387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Checking segment: {'id': '047d13c7-c60b-4753-9901-d2b9b212b5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e18d8008-810b-4997-a376-8b4bc804b938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:51.728569 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.729181 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Bound using segment: {'id': '047d13c7-c60b-4753-9901-d2b9b212b5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e18d8008-810b-4997-a376-8b4bc804b938'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:51.729877 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Bound port: 3f069e31-7672-47c9-ab8c-17829a9cbcec, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047d13c7-c60b-4753-9901-d2b9b212b5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e18d8008-810b-4997-a376-8b4bc804b938'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:51.730444 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.811544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] For port 3f069e31-7672-47c9-ab8c-17829a9cbcec, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:51.812027 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea95a0-d3b9-411e-9389-bb3548362dbf req-800b9ec1-3c35-47d9-a9eb-265dbb5308bf tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:51.814294 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-09ea95a0-d3b9-411e-9389-bb3548362dbf req-800b9ec1-3c35-47d9-a9eb-265dbb5308bf tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.0607433 Aug 31 14:50:51.818325 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] For port 3f069e31-7672-47c9-ab8c-17829a9cbcec, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3f069e31-7672-47c9-ab8c-17829a9cbcec,segment=NetworkSegment(047d13c7-c60b-4753-9901-d2b9b212b5d0),segment_id=047d13c7-c60b-4753-9901-d2b9b212b5d0)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:51.824955 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:51.884973 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-09ea95a0-d3b9-411e-9389-bb3548362dbf req-0399001a-c277-418e-994c-c0eff821f886 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602860 Aug 31 14:50:51.900140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f6e21-3320-4055-88c7-f7f8194b86f5 None None] Pushing event updated for resources: {'Port': ['ID=3f069e31-7672-47c9-ab8c-17829a9cbcec,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:51.922008 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50746) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:52.021251 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-03a2945a-8b18-4e54-a6c5-e333047e5247 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:52.035459 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-323d11bb-9a25-4acc-8912-f63dc52fffad tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/ee8b279a-bc70-43d3-86a9-713d90efca64 HTTP/1.1" status: 200 len: 992 time: 0.1113763 Aug 31 14:50:52.165232 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7408e18-7bca-4988-a72d-17203fc46b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:52.178841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2945a-8b18-4e54-a6c5-e333047e5247 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Subnet': ['ID=65984c00-8346-44bb-84e7-437ace8c5345,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:52.187514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50754) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:52.195761 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a2945a-8b18-4e54-a6c5-e333047e5247 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Checking segment: {'id': '5cac05ff-1dc8-4cd0-96c0-14b463d11f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0a555b90-4103-41f3-b17c-67bd298b193a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:52.196120 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a2945a-8b18-4e54-a6c5-e333047e5247 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network hostable DHCP agents. Network: 0a555b90-4103-41f3-b17c-67bd298b193a, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:50:52.272601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a2945a-8b18-4e54-a6c5-e333047e5247 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network 0a555b90-4103-41f3-b17c-67bd298b193a is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:50:52.300839 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:52.337907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4d158e99-9fab-46c0-9c2f-391d7620f2db tempest-SubnetPoolsTestJSON-1416761410 tempest-SubnetPoolsTestJSON-1416761410-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-794494869', 'prefixes': ['172.20.0.0/16']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:52.371109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-03a2945a-8b18-4e54-a6c5-e333047e5247 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 0a555b90-4103-41f3-b17c-67bd298b193a) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:52.380692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a2945a-8b18-4e54-a6c5-e333047e5247 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:52.381399 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-03a2945a-8b18-4e54-a6c5-e333047e5247 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:52.389938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eabdafe-d1dc-41ef-b43f-047997c63417 None None] Network 0a555b90-4103-41f3-b17c-67bd298b193a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:52.435214 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cb426-f887-4c0e-9429-30e9cb9c915e req-12a4f343-4949-4af6-b32b-e9fd1b56c890 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:52.435502 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-03a2945a-8b18-4e54-a6c5-e333047e5247 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1075950 Aug 31 14:50:52.436864 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f68cb426-f887-4c0e-9429-30e9cb9c915e req-12a4f343-4949-4af6-b32b-e9fd1b56c890 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 907 time: 0.0942094 Aug 31 14:50:52.437518 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50764) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:52.479263 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:52.513812 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d158e99-9fab-46c0-9c2f-391d7620f2db tempest-SubnetPoolsTestJSON-1416761410 tempest-SubnetPoolsTestJSON-1416761410-project] Notify callbacks [] for subnetpool, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:52.519292 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4d158e99-9fab-46c0-9c2f-391d7620f2db tempest-SubnetPoolsTestJSON-1416761410 tempest-SubnetPoolsTestJSON-1416761410-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3301857 Aug 31 14:50:52.520127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50766) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:52.572575 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:52.619978 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1624be66-77e2-4d84-bf8a-815d89d465f2 tempest-SubnetPoolsTestJSON-1416761410 tempest-SubnetPoolsTestJSON-1416761410-project] 10.222.0.39 "GET /v2.0/subnetpools/64979a92-8538-4935-b543-33e1d8160ac5 HTTP/1.1" status: 200 len: 731 time: 0.0965245 Aug 31 14:50:52.620760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50772) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:52.630519 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7aa75aea-da8b-4005-a0db-7fb6c64fd312 tempest-SubnetPoolsTestJSON-1416761410 tempest-SubnetPoolsTestJSON-1416761410-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1194438733'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:52.649298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-0a555b90-4103-41f3-b17c-67bd298b193a', 'network_id': '0a555b90-4103-41f3-b17c-67bd298b193a', 'tenant_id': '80272789956e412588ec40bf64b18f9f', 'fixed_ips': [{'subnet_id': '65984c00-8346-44bb-84e7-437ace8c5345'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:50:52.650253 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:52.702130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d47a12-d07e-41af-b3eb-f4bfee29c290 req-afd266c9-55fe-4d22-8444-cfed836d40e7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:52.710967 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10d47a12-d07e-41af-b3eb-f4bfee29c290 req-afd266c9-55fe-4d22-8444-cfed836d40e7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.1125147 Aug 31 14:50:52.716409 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:52.768947 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-10d47a12-d07e-41af-b3eb-f4bfee29c290 req-575150b5-1c42-43aa-ac52-ed1e7612f9d9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502598 Aug 31 14:50:52.827749 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:52.882880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Allocated IP 2001:db8::1 (0a555b90-4103-41f3-b17c-67bd298b193a/65984c00-8346-44bb-84e7-437ace8c5345/33b7774d-07e4-4060-b800-a9d9a7bf835e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:52.900055 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-75be51e0-be23-4216-ac32-063bab62232a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2911699 Aug 31 14:50:52.907149 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7aa75aea-da8b-4005-a0db-7fb6c64fd312 tempest-SubnetPoolsTestJSON-1416761410 tempest-SubnetPoolsTestJSON-1416761410-project] Notify callbacks [] for subnetpool, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:52.914697 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7aa75aea-da8b-4005-a0db-7fb6c64fd312 tempest-SubnetPoolsTestJSON-1416761410 tempest-SubnetPoolsTestJSON-1416761410-project] 10.222.0.39 "PUT /v2.0/subnetpools/64979a92-8538-4935-b543-33e1d8160ac5 HTTP/1.1" status: 200 len: 684 time: 0.2856464 Aug 31 14:50:52.915266 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50774) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:53.001594 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:50:53.023394 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.033822 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.052391 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ada7b1d-aaf3-4684-bf0b-c0fe6c6210bf tempest-SubnetPoolsTestJSON-1416761410 tempest-SubnetPoolsTestJSON-1416761410-project] Notify callbacks [] for subnetpool, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.056216 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8ada7b1d-aaf3-4684-bf0b-c0fe6c6210bf tempest-SubnetPoolsTestJSON-1416761410 tempest-SubnetPoolsTestJSON-1416761410-project] 10.222.0.39 "DELETE /v2.0/subnetpools/64979a92-8538-4935-b543-33e1d8160ac5 HTTP/1.1" status: 204 len: 168 time: 0.1354783 Aug 31 14:50:53.057189 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50780) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:53.087203 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-85cc5c82-c4e1-47f2-98f7-f2ca9438eeff tempest-SubnetPoolsTestJSON-1416761410 tempest-SubnetPoolsTestJSON-1416761410-project] show failed (client error): The resource could not be found. Aug 31 14:50:53.090961 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-85cc5c82-c4e1-47f2-98f7-f2ca9438eeff tempest-SubnetPoolsTestJSON-1416761410 tempest-SubnetPoolsTestJSON-1416761410-project] 10.222.0.39 "GET /v2.0/subnetpools/64979a92-8538-4935-b543-33e1d8160ac5 HTTP/1.1" status: 404 len: 346 time: 0.0301208 Aug 31 14:50:53.093711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50782) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:53.103513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event updated for resources: {'Port': ['ID=1b3a86a9-f174-4ce4-bbbf-adde17af33d6,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:53.119193 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-fe2725c4-bb5c-417d-85f4-339cc1974b1e tempest-SubnetPoolsTestJSON-1416761410 tempest-SubnetPoolsTestJSON-1416761410-project] delete failed (client error): The resource could not be found. Aug 31 14:50:53.124325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fe2725c4-bb5c-417d-85f4-339cc1974b1e tempest-SubnetPoolsTestJSON-1416761410 tempest-SubnetPoolsTestJSON-1416761410-project] 10.222.0.39 "DELETE /v2.0/subnetpools/64979a92-8538-4935-b543-33e1d8160ac5 HTTP/1.1" status: 404 len: 346 time: 0.0274472 Aug 31 14:50:53.133104 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.163223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Transition to ACTIVE for port object 33b7774d-07e4-4060-b800-a9d9a7bf835e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:53.188582 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.204644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Transition to ACTIVE for port object 33b7774d-07e4-4060-b800-a9d9a7bf835e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:53.213489 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.236957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.257898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc5d53a-237e-44cf-b94d-8951f4741aa6 None None] Network e18d8008-810b-4997-a376-8b4bc804b938 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:53.310504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Subnet': ['ID=65984c00-8346-44bb-84e7-437ace8c5345,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:53.347954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Network 0a555b90-4103-41f3-b17c-67bd298b193a is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:53.357084 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3f069e31-7672-47c9-ab8c-17829a9cbcec up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:53.407600 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.420173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a555b90-4103-41f3-b17c-67bd298b193a']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:53.430308 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Floating IP 8f317ee7-3292-4586-8ab5-da744ac4d222 associated. External IP: 172.25.2.44, port: 59876305-a484-4ada-b1ea-a135963c0eea. Aug 31 14:50:53.432127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:53.434287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cac05ff-1dc8-4cd0-96c0-14b463d11f9b') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:53.434595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cac05ff-1dc8-4cd0-96c0-14b463d11f9b') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:53.448125 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.463347 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.486747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:50:53.487165 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:50:53.492980 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:50:53.497596 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:53.505984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Pushing event updated for resources: {'Port': ['ID=33b7774d-07e4-4060-b800-a9d9a7bf835e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:53.520114 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-70c9959e-c0e0-4190-85e4-8d45c84cba7b None None] Provisioning for port 3f069e31-7672-47c9-ab8c-17829a9cbcec completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:53.525001 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.575394 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:50:53.575394 n-d-806683-5 neutron-server[94871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:50:53.575394 n-d-806683-5 neutron-server[94871]: [parameters: {'id': '0a555b90-4103-41f3-b17c-67bd298b193a'}] Aug 31 14:50:53.575394 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:50:53.575945 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:50:53.625450 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 3f069e31-7672-47c9-ab8c-17829a9cbcec completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:53.640395 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 3f069e31-7672-47c9-ab8c-17829a9cbcec triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:53.641448 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.644545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Attempting to bind port 33b7774d-07e4-4060-b800-a9d9a7bf835e on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:53.644991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Attempting to bind port 33b7774d-07e4-4060-b800-a9d9a7bf835e by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '5cac05ff-1dc8-4cd0-96c0-14b463d11f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0a555b90-4103-41f3-b17c-67bd298b193a'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:53.645377 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Attempting to bind port 33b7774d-07e4-4060-b800-a9d9a7bf835e on network 0a555b90-4103-41f3-b17c-67bd298b193a {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:53.658816 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50796) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:53.689558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:53.689983 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Checking segment: {'id': '5cac05ff-1dc8-4cd0-96c0-14b463d11f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0a555b90-4103-41f3-b17c-67bd298b193a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:53.691403 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.691403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Bound using segment: {'id': '5cac05ff-1dc8-4cd0-96c0-14b463d11f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0a555b90-4103-41f3-b17c-67bd298b193a'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:53.691403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Bound port: 33b7774d-07e4-4060-b800-a9d9a7bf835e, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cac05ff-1dc8-4cd0-96c0-14b463d11f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0a555b90-4103-41f3-b17c-67bd298b193a'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:53.691972 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.826222 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc6e7abd-28de-4678-8f0f-2537a61e682a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.899030 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:53.945577 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] For port 33b7774d-07e4-4060-b800-a9d9a7bf835e, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:53.972127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 3f069e31-7672-47c9-ab8c-17829a9cbcec, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3f069e31-7672-47c9-ab8c-17829a9cbcec,segment=NetworkSegment(047d13c7-c60b-4753-9901-d2b9b212b5d0),segment_id=047d13c7-c60b-4753-9901-d2b9b212b5d0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:53.978813 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:54.035160 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] For port 33b7774d-07e4-4060-b800-a9d9a7bf835e, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=33b7774d-07e4-4060-b800-a9d9a7bf835e,segment=NetworkSegment(5cac05ff-1dc8-4cd0-96c0-14b463d11f9b),segment_id=5cac05ff-1dc8-4cd0-96c0-14b463d11f9b)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:54.047684 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:54.073639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f63181-e9b4-4527-8362-557a16031fdd req-6437b32a-4a78-4960-8e86-61d581559fd8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:54.074184 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=3f069e31-7672-47c9-ab8c-17829a9cbcec,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:54.082538 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a5f63181-e9b4-4527-8362-557a16031fdd req-6437b32a-4a78-4960-8e86-61d581559fd8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.1880319 Aug 31 14:50:54.090618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:54.090969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:54.091334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:54.091698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:54.092029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:54.092360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:54.092697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:54.093005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:54.093134 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:54.093347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:54.093869 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:54.093869 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:54.095568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:54.184339 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04a190-8475-4046-be86-05e5df6d3005 req-45d1af68-c583-4434-9e79-1b81d75d4349 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:54.185871 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2f04a190-8475-4046-be86-05e5df6d3005 req-45d1af68-c583-4434-9e79-1b81d75d4349 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 907 time: 0.5588708 Aug 31 14:50:54.198030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a0176af1-499d-4b35-a508-986ad62d281b details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:50:54.213396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef17a887-6ff0-43a6-b380-c496fb2288ac None None] Network 0a555b90-4103-41f3-b17c-67bd298b193a requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:54.300598 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc6e7abd-28de-4678-8f0f-2537a61e682a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:54.326379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc57394-b6a3-45ca-8224-b32c6c624ce4 None None] Pushing event updated for resources: {'Port': ['ID=33b7774d-07e4-4060-b800-a9d9a7bf835e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:54.398093 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc6e7abd-28de-4678-8f0f-2537a61e682a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:54.407427 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Router d89a73f4-d34f-4230-b596-86c6f1f53f0e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:50:54.449943 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a5f63181-e9b4-4527-8362-557a16031fdd req-3e216f2d-8d21-4c85-8a89-c5d46285b5da tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484952 Aug 31 14:50:54.465489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090463cf-d65c-4662-b3c5-d82086d10886 req-2923f6f7-47fb-43d1-a7bf-3e75fe8ebf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:54.467616 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-090463cf-d65c-4662-b3c5-d82086d10886 req-2923f6f7-47fb-43d1-a7bf-3e75fe8ebf21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1097 time: 0.1613309 Aug 31 14:50:54.488593 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d87fc6eb-c5ff-4931-9271-ba9b9c2d92ae None None] Provisioning complete for port 3f069e31-7672-47c9-ab8c-17829a9cbcec triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:54.489065 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d87fc6eb-c5ff-4931-9271-ba9b9c2d92ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:54.503885 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cc6e7abd-28de-4678-8f0f-2537a61e682a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd058762c010490186a7031e3e9d3d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8387377 Aug 31 14:50:54.512732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50814) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:54.543501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1576f53-00a2-4c18-aac8-671b0207b16d None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:50:54.591809 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:50:54.593132 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:54.607911 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5d207-ca94-420d-b91d-b68baa03d53a None None] Sync routers for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:50:54.616998 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:54.622485 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a0176af1-499d-4b35-a508-986ad62d281b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a0176af1-499d-4b35-a508-986ad62d281b,segment=NetworkSegment(4dfe8195-3949-489b-ad26-8409b33b1cc6),segment_id=4dfe8195-3949-489b-ad26-8409b33b1cc6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:54.629147 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e7abd-28de-4678-8f0f-2537a61e682a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e4e6a0-bce1-4143-96e4-03fdfb522a0a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:54.632988 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5d207-ca94-420d-b91d-b68baa03d53a None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:54.634077 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cee5d207-ca94-420d-b91d-b68baa03d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:54.677201 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8b82f35d-2105-4700-9e54-5435bf371018 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2110186 Aug 31 14:50:54.677889 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501c52a7-4220-42fb-821a-dfa903da1802', 'tag': '59876305-a484-4ada-b1ea-a135963c0eea'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:50:54.682960 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8049b593-2a54-4854-8ba2-d02fff9b21cf" -d '{"events": [{"name": "network-changed", "server_uuid": "501c52a7-4220-42fb-821a-dfa903da1802", "tag": "59876305-a484-4ada-b1ea-a135963c0eea"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:50:54.735560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Deleting port 33b7774d-07e4-4060-b800-a9d9a7bf835e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:50:54.737184 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:54.750934 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aab2c3c-a918-493b-a15f-65e507aaf915 x-openstack-request-id: req-1aab2c3c-a918-493b-a15f-65e507aaf915 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:50:54.751390 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501c52a7-4220-42fb-821a-dfa903da1802", "tag": "59876305-a484-4ada-b1ea-a135963c0eea", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:50:54.752363 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1aab2c3c-a918-493b-a15f-65e507aaf915 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:50:54.752363 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501c52a7-4220-42fb-821a-dfa903da1802', 'tag': '59876305-a484-4ada-b1ea-a135963c0eea', 'status': 'completed', 'code': 200} Aug 31 14:50:54.794799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'a0176af1-499d-4b35-a508-986ad62d281b', 'network_id': 'e66b2c93-7806-4d5c-abd3-0bbca3c96d06', 'port_id': 'a0176af1-499d-4b35-a508-986ad62d281b', 'mac_address': 'fa:16:3e:7d:2d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95d61a3-68f2-4156-ae13-5dbe195c969d', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:50:54.823189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1576f53-00a2-4c18-aac8-671b0207b16d None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:50:54.841957 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c84f-df8d-43b8-a86e-b8f896081f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:54.857266 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-cee5d207-ca94-420d-b91d-b68baa03d53a None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:54.890223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090463cf-d65c-4662-b3c5-d82086d10886 req-04763f1b-5de9-4273-a782-04ec330cf7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:54.892676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-090463cf-d65c-4662-b3c5-d82086d10886 req-04763f1b-5de9-4273-a782-04ec330cf7c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 897 time: 0.3818066 Aug 31 14:50:54.905015 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c84f-df8d-43b8-a86e-b8f896081f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:54.913257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] For port 33b7774d-07e4-4060-b800-a9d9a7bf835e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=33b7774d-07e4-4060-b800-a9d9a7bf835e,segment=NetworkSegment(5cac05ff-1dc8-4cd0-96c0-14b463d11f9b),segment_id=5cac05ff-1dc8-4cd0-96c0-14b463d11f9b)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:54.913627 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:54.932005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049b593-2a54-4854-8ba2-d02fff9b21cf req-56a718c0-9eee-4052-87d6-11c5c11399f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:54.933396 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8049b593-2a54-4854-8ba2-d02fff9b21cf req-56a718c0-9eee-4052-87d6-11c5c11399f9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 1097 time: 0.1337190 Aug 31 14:50:54.973104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Calling delete_port for 33b7774d-07e4-4060-b800-a9d9a7bf835e owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:50:55.079098 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-090463cf-d65c-4662-b3c5-d82086d10886 req-7a186151-cab4-4eac-a02a-efe304a0adfa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 1000 time: 0.1772764 Aug 31 14:50:55.166932 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:55.184707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0176af1-499d-4b35-a508-986ad62d281b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:50:55.199040 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cee5d207-ca94-420d-b91d-b68baa03d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '8f317ee7-3292-4586-8ab5-da744ac4d222', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '59876305-a484-4ada-b1ea-a135963c0eea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:17:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501c52a7-4220-42fb-821a-dfa903da1802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:50:52Z', 'updated_at': '2021-08-31T14:50:52Z', 'revision_number': 0, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}, {'id': '9b67c7f4-c12c-4365-9617-c0660ee085d2', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:5a:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:48:30Z', 'updated_at': '2021-08-31T14:48:34Z', 'revision_number': 1, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:55.206208 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a0176af1-499d-4b35-a508-986ad62d281b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a0176af1-499d-4b35-a508-986ad62d281b,segment=NetworkSegment(4dfe8195-3949-489b-ad26-8409b33b1cc6),segment_id=4dfe8195-3949-489b-ad26-8409b33b1cc6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:55.213780 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:55.225481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090463cf-d65c-4662-b3c5-d82086d10886 req-fdb4f329-ff19-47f6-a07a-d4713cf5b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:55.226945 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-090463cf-d65c-4662-b3c5-d82086d10886 req-fdb4f329-ff19-47f6-a07a-d4713cf5b80d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 200 len: 834 time: 0.1399586 Aug 31 14:50:55.232368 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5d207-ca94-420d-b91d-b68baa03d53a None None] Checking router: d89a73f4-d34f-4230-b596-86c6f1f53f0e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:50:55.240201 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3f069e31-7672-47c9-ab8c-17829a9cbcec up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:55.245823 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c84f-df8d-43b8-a86e-b8f896081f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:55.255089 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5d207-ca94-420d-b91d-b68baa03d53a None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:50:55.256894 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cee5d207-ca94-420d-b91d-b68baa03d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:55.257524 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c84f-df8d-43b8-a86e-b8f896081f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:55.261152 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8cf2c84f-df8d-43b8-a86e-b8f896081f11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46e4e6a0-bce1-4143-96e4-03fdfb522a0a HTTP/1.1" status: 204 len: 168 time: 0.7428033 Aug 31 14:50:55.281254 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:55.340401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2c84f-df8d-43b8-a86e-b8f896081f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e4e6a0-bce1-4143-96e4-03fdfb522a0a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:55.344974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049b593-2a54-4854-8ba2-d02fff9b21cf req-5595b56d-b474-4d67-8e19-08e07ddb7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:55.347254 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8049b593-2a54-4854-8ba2-d02fff9b21cf req-5595b56d-b474-4d67-8e19-08e07ddb7b96 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.3782787 Aug 31 14:50:55.351044 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:55.385850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a0176af1-499d-4b35-a508-986ad62d281b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:55.428603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090463cf-d65c-4662-b3c5-d82086d10886 req-e7e27327-ee93-46ea-b419-88ffad47e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:55.430119 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-090463cf-d65c-4662-b3c5-d82086d10886 req-e7e27327-ee93-46ea-b419-88ffad47e5d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867449 Aug 31 14:50:55.431865 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8049b593-2a54-4854-8ba2-d02fff9b21cf req-6e9ad1b9-6409-4da2-af29-ee82e1eb516c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59876305-a484-4ada-b1ea-a135963c0eea HTTP/1.1" status: 200 len: 999 time: 0.0723858 Aug 31 14:50:55.444939 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-cee5d207-ca94-420d-b91d-b68baa03d53a None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:50:55.448098 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 3f069e31-7672-47c9-ab8c-17829a9cbcec triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:55.448772 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:55.478672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['a0176af1-499d-4b35-a508-986ad62d281b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:50:55.648280 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No DVR routers for this DVR port 33b7774d-07e4-4060-b800-a9d9a7bf835e on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:50:55.651325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Port': ['ID=33b7774d-07e4-4060-b800-a9d9a7bf835e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:55.683556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fd334-9756-4052-8c88-54add8d16f46 req-f05d39d5-9fd7-4241-a785-fc877968c818 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:55.686883 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-489fd334-9756-4052-8c88-54add8d16f46 req-f05d39d5-9fd7-4241-a785-fc877968c818 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.0933242 Aug 31 14:50:55.741893 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-489fd334-9756-4052-8c88-54add8d16f46 req-ca5764cc-fc58-4dd8-8502-e6a93ea92213 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473413 Aug 31 14:50:55.777523 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-090463cf-d65c-4662-b3c5-d82086d10886 req-0abc4504-f4fb-478c-80a9-ef0c7cd83e45 service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058329 Aug 31 14:50:55.796515 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cee5d207-ca94-420d-b91d-b68baa03d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '8f317ee7-3292-4586-8ab5-da744ac4d222', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '59876305-a484-4ada-b1ea-a135963c0eea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:17:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501c52a7-4220-42fb-821a-dfa903da1802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:50:52Z', 'updated_at': '2021-08-31T14:50:52Z', 'revision_number': 0, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}, {'id': '9b67c7f4-c12c-4365-9617-c0660ee085d2', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:5a:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:48:30Z', 'updated_at': '2021-08-31T14:48:34Z', 'revision_number': 1, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:55.805669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049b593-2a54-4854-8ba2-d02fff9b21cf req-2f107cda-c424-4bf5-a402-5954592c1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:55.807165 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8049b593-2a54-4854-8ba2-d02fff9b21cf req-2f107cda-c424-4bf5-a402-5954592c1775 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.3455555 Aug 31 14:50:55.830899 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5d207-ca94-420d-b91d-b68baa03d53a None None] The sync data for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 is: [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '8f317ee7-3292-4586-8ab5-da744ac4d222', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '59876305-a484-4ada-b1ea-a135963c0eea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:17:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501c52a7-4220-42fb-821a-dfa903da1802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:50:52Z', 'updated_at': '2021-08-31T14:50:52Z', 'revision_number': 0, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}, {'id': '9b67c7f4-c12c-4365-9617-c0660ee085d2', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:5a:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:48:30Z', 'updated_at': '2021-08-31T14:48:34Z', 'revision_number': 1, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:50:55.909219 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:55.921386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02562-7266-41b2-a7c6-3f98ea646db2 req-2325584c-cd5c-472b-8aa4-742a2ea88696 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:55.923576 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ba02562-7266-41b2-a7c6-3f98ea646db2 req-2325584c-cd5c-472b-8aa4-742a2ea88696 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 908 time: 0.5581195 Aug 31 14:50:55.940115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a555b90-4103-41f3-b17c-67bd298b193a']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:55.963573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cac05ff-1dc8-4cd0-96c0-14b463d11f9b') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:55.963901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cac05ff-1dc8-4cd0-96c0-14b463d11f9b') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:55.989829 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.001089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049b593-2a54-4854-8ba2-d02fff9b21cf req-48e110ab-3757-49b0-96ad-3665d965281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:56.002596 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8049b593-2a54-4854-8ba2-d02fff9b21cf req-48e110ab-3757-49b0-96ad-3665d965281f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836758 Aug 31 14:50:56.011656 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-090463cf-d65c-4662-b3c5-d82086d10886 req-786da5a0-b057-45ff-84d5-72a863e0fd7e service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031500 Aug 31 14:50:56.015837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.039516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:50:56.039928 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:50:56.043236 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:50:56.119065 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50844) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:56.143768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee174a-3e33-4d53-8ee0-e668bf0eea32 None None] New status for floating IP 8f317ee7-3292-4586-8ab5-da744ac4d222: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:50:56.187882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.199467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a0176af1-499d-4b35-a508-986ad62d281b up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:50:56.206868 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.208778 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/0a555b90-4103-41f3-b17c-67bd298b193a HTTP/1.1" status: 204 len: 168 time: 3.7661960 Aug 31 14:50:56.213076 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50848) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:56.221272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6240cad2-db76-4817-96d6-1288d28598f3 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-385468608'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:56.233726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-095b8d7e-098d-4e21-99e9-48d63a759e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:56.236508 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-095b8d7e-098d-4e21-99e9-48d63a759e7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1097 time: 0.1293795 Aug 31 14:50:56.243070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b4e1a-4cd3-4969-956c-bf00fdd43031 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Network': ['ID=0a555b90-4103-41f3-b17c-67bd298b193a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:56.254725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6240cad2-db76-4817-96d6-1288d28598f3 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:56.260030 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6240cad2-db76-4817-96d6-1288d28598f3 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.282849 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-663587215-network', 'tenant_id': '43b70f627ee740fb8bd94235ac0c2ec5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:56.297800 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8049b593-2a54-4854-8ba2-d02fff9b21cf req-14b17042-95ce-4251-a6d3-bbb7508b4a83 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834666 Aug 31 14:50:56.320115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6240cad2-db76-4817-96d6-1288d28598f3 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:50:56.330584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] Made reservation on behalf of 43b70f627ee740fb8bd94235ac0c2ec5 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:56.331311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port a0176af1-499d-4b35-a508-986ad62d281b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:50:56.333979 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.339313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port a0176af1-499d-4b35-a508-986ad62d281b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:50:56.339660 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.346976 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6240cad2-db76-4817-96d6-1288d28598f3 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.347351 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-6240cad2-db76-4817-96d6-1288d28598f3 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Added segment 5db18053-6b8f-44c3-9b29-4996867a7e23 of type vlan for network b1a891dd-5900-4dfe-942a-acb7cb88907f Aug 31 14:50:56.348836 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.417141 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6240cad2-db76-4817-96d6-1288d28598f3 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.467296 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.479296 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6240cad2-db76-4817-96d6-1288d28598f3 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.488187 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6240cad2-db76-4817-96d6-1288d28598f3 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:56.489172 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6240cad2-db76-4817-96d6-1288d28598f3 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.498122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1c3735-788f-4f96-bbbe-c89bf1eef6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0176af1-499d-4b35-a508-986ad62d281b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:50:56.501737 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109d3875-13a4-40d3-bff5-c9424436192f" -d '{"events": [{"server_uuid": "8f1c3735-788f-4f96-bbbe-c89bf1eef6c6", "name": "network-vif-plugged", "status": "completed", "tag": "a0176af1-499d-4b35-a508-986ad62d281b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:50:56.523666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a0176af1-499d-4b35-a508-986ad62d281b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a0176af1-499d-4b35-a508-986ad62d281b,segment=NetworkSegment(4dfe8195-3949-489b-ad26-8409b33b1cc6),segment_id=4dfe8195-3949-489b-ad26-8409b33b1cc6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:56.531170 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.595482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240cad2-db76-4817-96d6-1288d28598f3 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Network': ['ID=b1a891dd-5900-4dfe-942a-acb7cb88907f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:56.607529 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a0176af1-499d-4b35-a508-986ad62d281b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:56.620753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network b1a891dd-5900-4dfe-942a-acb7cb88907f details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:50:56.640352 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.647546 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.664995 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:50:56.679121 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.679491 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] Added segment 3d164c0c-3562-4517-812d-f80e346dbfff of type vlan for network b0c53961-ca23-4e80-8d56-c70947c179c9 Aug 31 14:50:56.730399 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6240cad2-db76-4817-96d6-1288d28598f3 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5128341 Aug 31 14:50:56.731599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50854) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:56.736488 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2fd86785-0f5d-4ab2-8f98-3de1c4d75087 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'subnet': {'network_id': 'b1a891dd-5900-4dfe-942a-acb7cb88907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:56.751077 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.753690 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2801107a-908c-483f-948d-c0a26bc64283 x-openstack-request-id: req-2801107a-908c-483f-948d-c0a26bc64283 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:50:56.761800 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1c3735-788f-4f96-bbbe-c89bf1eef6c6", "name": "network-vif-plugged", "status": "completed", "tag": "a0176af1-499d-4b35-a508-986ad62d281b", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:50:56.762099 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2801107a-908c-483f-948d-c0a26bc64283 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:50:56.762556 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1c3735-788f-4f96-bbbe-c89bf1eef6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0176af1-499d-4b35-a508-986ad62d281b', 'code': 200} Aug 31 14:50:56.771439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fb9eaf-6498-43cd-bedb-21f727e347ad,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:56.828578 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.829515 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:56.830084 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.858516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-0be1bcdb-f62c-46a8-8815-996ce8b78dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:56.860648 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-0be1bcdb-f62c-46a8-8815-996ce8b78dd2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 897 time: 0.6147518 Aug 31 14:50:56.925124 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8047283 Aug 31 14:50:56.931038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50858) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:56.941601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0bf29682-4a03-4230-be0e-ecbfec65df89 admin admin] Request body: {'subnet': {'network_id': 'b0c53961-ca23-4e80-8d56-c70947c179c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-663587215-subnet', 'tenant_id': '43b70f627ee740fb8bd94235ac0c2ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:56.948003 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8049b593-2a54-4854-8ba2-d02fff9b21cf req-8d8eec18-75d7-466a-a971-1f33bc07d7cd service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6409609 Aug 31 14:50:56.950860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38a0e3-296e-49fa-9b82-90c3b15b867f admin admin] Pushing event updated for resources: {'Network': ['ID=b0c53961-ca23-4e80-8d56-c70947c179c9,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:56.959514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05566d6f-0f53-4997-9ff5-cea1f30cdc7e req-8a655658-0506-46a3-815a-3d499bbe21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:56.961063 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05566d6f-0f53-4997-9ff5-cea1f30cdc7e req-8a655658-0506-46a3-815a-3d499bbe21dd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 1060 time: 0.1417360 Aug 31 14:50:56.967328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network b0c53961-ca23-4e80-8d56-c70947c179c9 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:50:56.989721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd86785-0f5d-4ab2-8f98-3de1c4d75087 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:56.993261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2fd86785-0f5d-4ab2-8f98-3de1c4d75087 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.997613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-88cbfb1a-faed-4723-b2e9-b25404c8ab0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 1000 time: 0.1116474 Aug 31 14:50:57.009178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1585a3-de8c-4e59-bea1-29eb1088208e req-6bba7b43-e029-4285-9332-ab97ce19eadf tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:57.010999 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c1585a3-de8c-4e59-bea1-29eb1088208e req-6bba7b43-e029-4285-9332-ab97ce19eadf tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.1687679 Aug 31 14:50:57.074883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf29682-4a03-4230-be0e-ecbfec65df89 admin admin] Made reservation on behalf of 43b70f627ee740fb8bd94235ac0c2ec5 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:57.077148 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0bf29682-4a03-4230-be0e-ecbfec65df89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:57.085672 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb2532-aff5-4070-baa8-7abe4a118efc req-a5123e22-4ee5-450d-bc7f-891603a46ef2 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:57.087857 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d9fb2532-aff5-4070-baa8-7abe4a118efc req-a5123e22-4ee5-450d-bc7f-891603a46ef2 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 909 time: 0.0627561 Aug 31 14:50:57.200262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c1585a3-de8c-4e59-bea1-29eb1088208e req-caeac3ca-e691-4517-9f1c-d699b3b0c3fa tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745620 Aug 31 14:50:57.253956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-71d271b5-4358-4a46-9105-2c6eaae9822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:57.255343 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-71d271b5-4358-4a46-9105-2c6eaae9822e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 200 len: 834 time: 0.1062734 Aug 31 14:50:57.382743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-a43b05fe-644f-4502-a9ad-3c3df98ac9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:57.384277 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-a43b05fe-644f-4502-a9ad-3c3df98ac9b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212082 Aug 31 14:50:57.505160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0bf29682-4a03-4230-be0e-ecbfec65df89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:57.514238 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2fd86785-0f5d-4ab2-8f98-3de1c4d75087 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:57.591504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf29682-4a03-4230-be0e-ecbfec65df89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c62d97bb-2eb7-4018-a341-95b2cd4b9ada,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:57.613044 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-c3838a32-4abe-4586-a251-9ed3ced56052 service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086630 Aug 31 14:50:57.704126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf29682-4a03-4230-be0e-ecbfec65df89 admin admin] Checking segment: {'id': '3d164c0c-3562-4517-812d-f80e346dbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b0c53961-ca23-4e80-8d56-c70947c179c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:57.704479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf29682-4a03-4230-be0e-ecbfec65df89 admin admin] Network hostable DHCP agents. Network: b0c53961-ca23-4e80-8d56-c70947c179c9, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:50:57.719962 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd86785-0f5d-4ab2-8f98-3de1c4d75087 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Checking segment: {'id': '5db18053-6b8f-44c3-9b29-4996867a7e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b1a891dd-5900-4dfe-942a-acb7cb88907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:57.720159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd86785-0f5d-4ab2-8f98-3de1c4d75087 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network hostable DHCP agents. Network: b1a891dd-5900-4dfe-942a-acb7cb88907f, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:50:57.733404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd86785-0f5d-4ab2-8f98-3de1c4d75087 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Subnet': ['ID=6caed4f8-e250-43f1-a82e-7c11596e6c20,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:57.769737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf29682-4a03-4230-be0e-ecbfec65df89 admin admin] Network b0c53961-ca23-4e80-8d56-c70947c179c9 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:50:57.783928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd86785-0f5d-4ab2-8f98-3de1c4d75087 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network b1a891dd-5900-4dfe-942a-acb7cb88907f is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:50:57.793369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0bf29682-4a03-4230-be0e-ecbfec65df89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, b0c53961-ca23-4e80-8d56-c70947c179c9) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:57.796328 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-098429c3-6a92-4548-8b49-eacaa620cb1c service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583679 Aug 31 14:50:57.798603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2fd86785-0f5d-4ab2-8f98-3de1c4d75087 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, b1a891dd-5900-4dfe-942a-acb7cb88907f) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:57.800467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf29682-4a03-4230-be0e-ecbfec65df89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:57.801043 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0bf29682-4a03-4230-be0e-ecbfec65df89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:57.802655 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834bc2b6-8a38-43d1-8ee1-1b5f8236ce1d None None] Network b0c53961-ca23-4e80-8d56-c70947c179c9 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:57.805946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd86785-0f5d-4ab2-8f98-3de1c4d75087 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:57.806514 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2fd86785-0f5d-4ab2-8f98-3de1c4d75087 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:57.824352 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0bf29682-4a03-4230-be0e-ecbfec65df89 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8910942 Aug 31 14:50:57.824352 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2fd86785-0f5d-4ab2-8f98-3de1c4d75087 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0931971 Aug 31 14:50:57.834793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50864) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:57.841333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-65de643d-d64e-4487-b0b9-63b66bc9c352 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-381004267'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:57.860687 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0222b4cf-70be-4f2f-8d62-435821af3ecd None None] Network b1a891dd-5900-4dfe-942a-acb7cb88907f requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:57.868272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65de643d-d64e-4487-b0b9-63b66bc9c352 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:57.871821 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-65de643d-d64e-4487-b0b9-63b66bc9c352 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:57.898615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65de643d-d64e-4487-b0b9-63b66bc9c352 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:50:57.909476 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-65de643d-d64e-4487-b0b9-63b66bc9c352 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:57.909860 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-65de643d-d64e-4487-b0b9-63b66bc9c352 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Added segment 53d69b54-e47d-4c6e-bcb2-56910ccf9791 of type vlan for network a7d777f7-e5aa-4416-a6be-006cc01eb97e Aug 31 14:50:57.958303 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-65de643d-d64e-4487-b0b9-63b66bc9c352 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:57.992338 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-65de643d-d64e-4487-b0b9-63b66bc9c352 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:57.999842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65de643d-d64e-4487-b0b9-63b66bc9c352 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:58.001689 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-65de643d-d64e-4487-b0b9-63b66bc9c352 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:58.086889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-65de643d-d64e-4487-b0b9-63b66bc9c352 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2472036 Aug 31 14:50:58.087600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50870) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:58.095671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-23005dc8-8e05-463f-bfb2-c76cd9341807 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'subnet': {'network_id': 'a7d777f7-e5aa-4416-a6be-006cc01eb97e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:58.105394 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e976b0a-a8d1-437f-a606-f33fe76dbb14 None None] Network b0c53961-ca23-4e80-8d56-c70947c179c9 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:58.161801 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de643d-d64e-4487-b0b9-63b66bc9c352 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Network': ['ID=a7d777f7-e5aa-4416-a6be-006cc01eb97e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:58.179660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network a7d777f7-e5aa-4416-a6be-006cc01eb97e details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:50:58.197817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b1a891dd-5900-4dfe-942a-acb7cb88907f', 'network_id': 'b1a891dd-5900-4dfe-942a-acb7cb88907f', 'tenant_id': '80272789956e412588ec40bf64b18f9f', 'fixed_ips': [{'subnet_id': '6caed4f8-e250-43f1-a82e-7c11596e6c20'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:50:58.198669 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:58.210779 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23005dc8-8e05-463f-bfb2-c76cd9341807 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:58.214618 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23005dc8-8e05-463f-bfb2-c76cd9341807 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:58.322377 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_backend_mixin [None req-23005dc8-8e05-463f-bfb2-c76cd9341807 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Performing IP validity checks on allocation pools {{(pid=94870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 14:50:58.322952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_backend_mixin [None req-23005dc8-8e05-463f-bfb2-c76cd9341807 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 14:50:58.357559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea683-018f-4365-98f5-053f021c2c00 req-42d42dc9-cc31-49e8-9e94-71f0b1c6d737 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:58.359377 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ffeea683-018f-4365-98f5-053f021c2c00 req-42d42dc9-cc31-49e8-9e94-71f0b1c6d737 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 909 time: 0.1521528 Aug 31 14:50:58.415944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ae642-ded9-4044-891a-970de7adfeda req-55dc2c1e-d895-4db5-87cb-a9a080cedd54 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:58.418924 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c4ae642-ded9-4044-891a-970de7adfeda req-55dc2c1e-d895-4db5-87cb-a9a080cedd54 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.1138632 Aug 31 14:50:58.487790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c4ae642-ded9-4044-891a-970de7adfeda req-01c282c5-9c17-46a0-a53e-0d44d0e1e24d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586329 Aug 31 14:50:58.512549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Allocated IP 2001:db8::1 (b1a891dd-5900-4dfe-942a-acb7cb88907f/6caed4f8-e250-43f1-a82e-7c11596e6c20/1a9c08bf-870c-464a-be4e-831beb459ef9) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:50:58.595095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013cca46-2d6f-42cf-a10e-1ca2f21cc29e req-c0e0b14d-6a54-4921-a637-7ddd7815098e tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:58.596792 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-013cca46-2d6f-42cf-a10e-1ca2f21cc29e req-c0e0b14d-6a54-4921-a637-7ddd7815098e tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 909 time: 0.1085837 Aug 31 14:50:58.598171 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23005dc8-8e05-463f-bfb2-c76cd9341807 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:58.636306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50888) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:58.642452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-252777166-network', 'tenant_id': '9ca7e04f3159403c917b227f6e73b8a8'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:58.663771 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23005dc8-8e05-463f-bfb2-c76cd9341807 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Subnet': ['ID=43566ec4-3f9d-46f2-8393-64e6ecfe6fd5,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:58.673917 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23005dc8-8e05-463f-bfb2-c76cd9341807 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Checking segment: {'id': '53d69b54-e47d-4c6e-bcb2-56910ccf9791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a7d777f7-e5aa-4416-a6be-006cc01eb97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:58.674133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23005dc8-8e05-463f-bfb2-c76cd9341807 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network hostable DHCP agents. Network: a7d777f7-e5aa-4416-a6be-006cc01eb97e, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:50:58.682629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] Made reservation on behalf of 9ca7e04f3159403c917b227f6e73b8a8 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:58.685553 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:58.687430 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:58.693421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23005dc8-8e05-463f-bfb2-c76cd9341807 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network a7d777f7-e5aa-4416-a6be-006cc01eb97e is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:50:58.695559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Transition to ACTIVE for port object 1a9c08bf-870c-464a-be4e-831beb459ef9 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:58.702193 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:58.704150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-23005dc8-8e05-463f-bfb2-c76cd9341807 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, a7d777f7-e5aa-4416-a6be-006cc01eb97e) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:58.709166 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23005dc8-8e05-463f-bfb2-c76cd9341807 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:58.710026 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23005dc8-8e05-463f-bfb2-c76cd9341807 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:58.718421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea5e07f-04c7-4e98-b93a-4768f4fe2143 None None] Network a7d777f7-e5aa-4416-a6be-006cc01eb97e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:58.727692 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-23005dc8-8e05-463f-bfb2-c76cd9341807 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6389749 Aug 31 14:50:58.730231 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50890) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:58.777606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Transition to ACTIVE for port object 1a9c08bf-870c-464a-be4e-831beb459ef9 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:58.790457 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:58.795448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d37a41-2af0-47d5-b01c-e324f51c33a9 req-eee4c741-d5fc-4593-9ab6-3524828f6555 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:58.798147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7d37a41-2af0-47d5-b01c-e324f51c33a9 req-eee4c741-d5fc-4593-9ab6-3524828f6555 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 1060 time: 0.0816922 Aug 31 14:50:58.863016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Network b1a891dd-5900-4dfe-942a-acb7cb88907f is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:50:58.871129 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:58.872565 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:58.879956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:50:58.900272 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:58.901884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Pushing event updated for resources: {'Port': ['ID=1a9c08bf-870c-464a-be4e-831beb459ef9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:58.912327 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:58.941817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:50:58.950736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef697c96-68c6-437d-b3d9-17987c02ee13,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:58.968771 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:58.969149 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] Added segment 2ef71626-12f7-4849-9c85-1eebc430b701 of type vlan for network c7080e74-925d-40e5-a90b-933ed80a6218 Aug 31 14:50:58.979595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Attempting to bind port 1a9c08bf-870c-464a-be4e-831beb459ef9 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:58.979938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Attempting to bind port 1a9c08bf-870c-464a-be4e-831beb459ef9 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '5db18053-6b8f-44c3-9b29-4996867a7e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b1a891dd-5900-4dfe-942a-acb7cb88907f'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:58.980306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Attempting to bind port 1a9c08bf-870c-464a-be4e-831beb459ef9 on network b1a891dd-5900-4dfe-942a-acb7cb88907f {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:58.983413 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.007061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:59.007464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Checking segment: {'id': '5db18053-6b8f-44c3-9b29-4996867a7e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b1a891dd-5900-4dfe-942a-acb7cb88907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:59.007857 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.008261 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Bound using segment: {'id': '5db18053-6b8f-44c3-9b29-4996867a7e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b1a891dd-5900-4dfe-942a-acb7cb88907f'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:59.009254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Bound port: 1a9c08bf-870c-464a-be4e-831beb459ef9, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db18053-6b8f-44c3-9b29-4996867a7e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b1a891dd-5900-4dfe-942a-acb7cb88907f'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:59.009254 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.014947 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.024386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12040369-e408-4ede-870a-9883a60bb3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-a7d777f7-e5aa-4416-a6be-006cc01eb97e', 'network_id': 'a7d777f7-e5aa-4416-a6be-006cc01eb97e', 'tenant_id': '80272789956e412588ec40bf64b18f9f', 'fixed_ips': [{'subnet_id': '43566ec4-3f9d-46f2-8393-64e6ecfe6fd5'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:50:59.025239 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12040369-e408-4ede-870a-9883a60bb3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.044226 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.045416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:59.046092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.056764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2a24a-65c0-41bd-a061-8fb22fd0ddcb req-b484bcc0-5338-4f40-a760-7119ebb46c1e tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:59.058478 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3c2a24a-65c0-41bd-a061-8fb22fd0ddcb req-b484bcc0-5338-4f40-a760-7119ebb46c1e tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 1136 time: 0.1765122 Aug 31 14:50:59.105369 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.108342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4705939 Aug 31 14:50:59.110829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50896) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:59.118255 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-003285e3-b93a-4a15-9a58-2b9436b8ab95 admin admin] Request body: {'subnet': {'network_id': 'c7080e74-925d-40e5-a90b-933ed80a6218', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-252777166-subnet', 'tenant_id': '9ca7e04f3159403c917b227f6e73b8a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:59.133467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd312318-433f-424f-a689-b5e1638dfa8b admin admin] Pushing event updated for resources: {'Network': ['ID=c7080e74-925d-40e5-a90b-933ed80a6218,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:59.148537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003285e3-b93a-4a15-9a58-2b9436b8ab95 admin admin] Made reservation on behalf of 9ca7e04f3159403c917b227f6e73b8a8 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:59.148777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Subnet': ['ID=43566ec4-3f9d-46f2-8393-64e6ecfe6fd5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:59.154840 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-003285e3-b93a-4a15-9a58-2b9436b8ab95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.156012 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a3c2a24a-65c0-41bd-a061-8fb22fd0ddcb req-881d0177-5fe1-4490-a80d-dcdf291fc804 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69604a71-fe03-4e80-8394-f85f21491ef4&id=aeb3732f-702b-43c2-bc76-aa6ad5d739d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0843859 Aug 31 14:50:59.184693 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] For port 1a9c08bf-870c-464a-be4e-831beb459ef9, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:59.188214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network c7080e74-925d-40e5-a90b-933ed80a6218 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:50:59.198043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50898) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:59.198521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] For port 1a9c08bf-870c-464a-be4e-831beb459ef9, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1a9c08bf-870c-464a-be4e-831beb459ef9,segment=NetworkSegment(5db18053-6b8f-44c3-9b29-4996867a7e23),segment_id=5db18053-6b8f-44c3-9b29-4996867a7e23)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:59.220244 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.230319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d777f7-e5aa-4416-a6be-006cc01eb97e']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:59.243059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d69b54-e47d-4c6e-bcb2-56910ccf9791') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:59.243395 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d69b54-e47d-4c6e-bcb2-56910ccf9791') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:50:59.255266 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.255599 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.271639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fbf72f-5536-4e91-98c9-a0b08be03319 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:59.273205 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.273418 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d0fbf72f-5536-4e91-98c9-a0b08be03319 tempest-TestSecurityGroupsBasicOps-173676880 tempest-TestSecurityGroupsBasicOps-173676880-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 1055 time: 0.0757666 Aug 31 14:50:59.288549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:50:59.288803 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:50:59.292014 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server [None req-12040369-e408-4ede-870a-9883a60bb3a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43566ec4-3f9d-46f2-8393-64e6ecfe6fd5: This subnet is being modified by another concurrent operation. Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43566ec4-3f9d-46f2-8393-64e6ecfe6fd5: This subnet is being modified by another concurrent operation. Aug 31 14:50:59.320167 n-d-806683-5 neutron-server[94872]: ERROR oslo_messaging.rpc.server Aug 31 14:50:59.353692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08407fdf-cac9-4457-933f-d236acc69b95 None None] Network a7d777f7-e5aa-4416-a6be-006cc01eb97e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:59.411403 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.430545 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.437033 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/a7d777f7-e5aa-4416-a6be-006cc01eb97e HTTP/1.1" status: 204 len: 168 time: 0.7024069 Aug 31 14:50:59.442569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50902) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:50:59.450434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1801250115'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:59.457562 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-003285e3-b93a-4a15-9a58-2b9436b8ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.481270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b66080-6f31-4ffa-946b-f6916ed7b8f8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Network': ['ID=a7d777f7-e5aa-4416-a6be-006cc01eb97e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:59.549822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:50:59.554714 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.585736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003285e3-b93a-4a15-9a58-2b9436b8ab95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0c9adf-58b6-4d76-9eaf-482a5c1e0438,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:59.640617 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e79c7-6761-4ea5-a429-7b3fa1b0217d req-53c313e8-4f08-4f5e-900c-758c1285b473 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:59.668602 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba6e79c7-6761-4ea5-a429-7b3fa1b0217d req-53c313e8-4f08-4f5e-900c-758c1285b473 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 909 time: 0.0847371 Aug 31 14:50:59.673668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003285e3-b93a-4a15-9a58-2b9436b8ab95 admin admin] Checking segment: {'id': '2ef71626-12f7-4849-9c85-1eebc430b701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7080e74-925d-40e5-a90b-933ed80a6218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:59.674110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003285e3-b93a-4a15-9a58-2b9436b8ab95 admin admin] Network hostable DHCP agents. Network: c7080e74-925d-40e5-a90b-933ed80a6218, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:50:59.699454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:50:59.729258 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.729258 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Added segment 2ed17fd7-12c2-4748-89ad-9b5cdd9a5d13 of type vlan for network 27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2 Aug 31 14:50:59.737560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a742dc-f76f-490e-b6c8-6290c44c95de None None] Pushing event updated for resources: {'Port': ['ID=1a9c08bf-870c-464a-be4e-831beb459ef9,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:59.775965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449607e-4960-4f1d-918e-f71dc435dcac req-5c22687e-d9cb-4af3-aa93-a5f0793be1e0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:59.779918 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6449607e-4960-4f1d-918e-f71dc435dcac req-5c22687e-d9cb-4af3-aa93-a5f0793be1e0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.1955953 Aug 31 14:50:59.781969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003285e3-b93a-4a15-9a58-2b9436b8ab95 admin admin] Network c7080e74-925d-40e5-a90b-933ed80a6218 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:50:59.835987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-003285e3-b93a-4a15-9a58-2b9436b8ab95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, c7080e74-925d-40e5-a90b-933ed80a6218) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:50:59.842615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003285e3-b93a-4a15-9a58-2b9436b8ab95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:59.844799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-003285e3-b93a-4a15-9a58-2b9436b8ab95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.845170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c97328-9c78-4f4a-990c-f6831ab21ea1 None None] Network c7080e74-925d-40e5-a90b-933ed80a6218 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:50:59.857784 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.903884 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-003285e3-b93a-4a15-9a58-2b9436b8ab95 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7917423 Aug 31 14:50:59.919895 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.926332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:59.926967 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:59.932245 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6449607e-4960-4f1d-918e-f71dc435dcac req-55b52f7f-755c-48df-a00e-5613bc642396 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200118 Aug 31 14:50:59.995036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b8b4f6-163c-4e29-8c07-36cfe3707de1 None None] Network c7080e74-925d-40e5-a90b-933ed80a6218 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:00.006652 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5625527 Aug 31 14:51:00.009490 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50910) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:00.015151 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7ff9978b-51fd-4be6-97ff-670ec781c998 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'subnet': {'network_id': '27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:00.040944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Network': ['ID=27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:00.050293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.050795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.051144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.051510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.051846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.052183 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.052660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.052984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.053315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.053646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.054475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.054880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa83b1-a037-433d-be18-7407f2ce6a35 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.073091 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:51:00.089783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50912) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:00.157260 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-9118e3d3-1aa4-410f-ab22-11ea1e68a746 admin admin] Deleting subnet c62d97bb-2eb7-4018-a341-95b2cd4b9ada {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:51:00.162476 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9118e3d3-1aa4-410f-ab22-11ea1e68a746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.194108 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff9978b-51fd-4be6-97ff-670ec781c998 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:51:00.197956 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7ff9978b-51fd-4be6-97ff-670ec781c998 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.263897 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9118e3d3-1aa4-410f-ab22-11ea1e68a746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.336307 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9118e3d3-1aa4-410f-ab22-11ea1e68a746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.418689 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9118e3d3-1aa4-410f-ab22-11ea1e68a746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.483733 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9118e3d3-1aa4-410f-ab22-11ea1e68a746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.487357 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9118e3d3-1aa4-410f-ab22-11ea1e68a746 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c62d97bb-2eb7-4018-a341-95b2cd4b9ada HTTP/1.1" status: 204 len: 168 time: 0.3966010 Aug 31 14:51:00.490182 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50914) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:00.490783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118e3d3-1aa4-410f-ab22-11ea1e68a746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c62d97bb-2eb7-4018-a341-95b2cd4b9ada,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:00.565757 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7ff9978b-51fd-4be6-97ff-670ec781c998 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.575000 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf3c7eb-8679-4e61-a05d-6a13d75af3af None None] Network b1a891dd-5900-4dfe-942a-acb7cb88907f requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:00.575958 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0575b0cb-d19a-40a7-a601-ae91316ddad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.632011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9978b-51fd-4be6-97ff-670ec781c998 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Subnet': ['ID=8e8eddb3-16c8-4b3b-97d7-6606949151cb,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:00.653344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff9978b-51fd-4be6-97ff-670ec781c998 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Checking segment: {'id': '2ed17fd7-12c2-4748-89ad-9b5cdd9a5d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:51:00.653702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff9978b-51fd-4be6-97ff-670ec781c998 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network hostable DHCP agents. Network: 27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:51:00.667678 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0575b0cb-d19a-40a7-a601-ae91316ddad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.678532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff9978b-51fd-4be6-97ff-670ec781c998 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network 27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:51:00.680953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0575b0cb-d19a-40a7-a601-ae91316ddad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c53961-ca23-4e80-8d56-c70947c179c9']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:00.691685 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-7ff9978b-51fd-4be6-97ff-670ec781c998 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:51:00.697256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0575b0cb-d19a-40a7-a601-ae91316ddad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d164c0c-3562-4517-812d-f80e346dbfff') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:00.697601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0575b0cb-d19a-40a7-a601-ae91316ddad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d164c0c-3562-4517-812d-f80e346dbfff') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:00.697918 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff9978b-51fd-4be6-97ff-670ec781c998 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:00.698513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7ff9978b-51fd-4be6-97ff-670ec781c998 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.707655 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c4383d-7255-4e92-95ae-f2f1b5ed9299 None None] Network 27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:00.711979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-dcf0b431-aea5-44f8-bb6b-cede95a37404 None None] Provisioning for port 1a9c08bf-870c-464a-be4e-831beb459ef9 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:51:00.712832 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0575b0cb-d19a-40a7-a601-ae91316ddad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.717053 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7ff9978b-51fd-4be6-97ff-670ec781c998 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7062700 Aug 31 14:51:00.721059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50918) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:00.731641 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0575b0cb-d19a-40a7-a601-ae91316ddad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.739988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0575b0cb-d19a-40a7-a601-ae91316ddad1 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:00.740394 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0575b0cb-d19a-40a7-a601-ae91316ddad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:00.742588 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:00.801254 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0575b0cb-d19a-40a7-a601-ae91316ddad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.808989 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0575b0cb-d19a-40a7-a601-ae91316ddad1 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.810960 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0575b0cb-d19a-40a7-a601-ae91316ddad1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b0c53961-ca23-4e80-8d56-c70947c179c9 HTTP/1.1" status: 204 len: 168 time: 0.3196518 Aug 31 14:51:00.818673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50920) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:00.831591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575b0cb-d19a-40a7-a601-ae91316ddad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c53961-ca23-4e80-8d56-c70947c179c9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:00.878365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff72ca4-5fbd-4121-8bfe-fc661a393412 req-b5f36538-5d7a-4734-9b79-0107982ab3a2 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:00.884773 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ff72ca4-5fbd-4121-8bfe-fc661a393412 req-b5f36538-5d7a-4734-9b79-0107982ab3a2 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 909 time: 0.0725589 Aug 31 14:51:00.960848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a391d6-5db3-4c1b-b060-e3204d5092b1 req-65e6094a-b8bf-42ad-b169-c502325da77b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:00.962655 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d1a391d6-5db3-4c1b-b060-e3204d5092b1 req-65e6094a-b8bf-42ad-b169-c502325da77b tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 909 time: 0.1636710 Aug 31 14:51:00.967469 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f75a12-7e84-41db-a0aa-29454cbf2464 admin admin] Deleting subnet cd0c9adf-58b6-4d76-9eaf-482a5c1e0438 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:51:00.974817 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.976700 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13f75a12-7e84-41db-a0aa-29454cbf2464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.021018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2', 'network_id': '27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2', 'tenant_id': '80272789956e412588ec40bf64b18f9f', 'fixed_ips': [{'subnet_id': '8e8eddb3-16c8-4b3b-97d7-6606949151cb'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:51:01.021996 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.039613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13f75a12-7e84-41db-a0aa-29454cbf2464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.047319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4ff72ca4-5fbd-4121-8bfe-fc661a393412 req-0357a79e-405b-4dc5-a1e2-1edb068fe641 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Deleting port a0176af1-499d-4b35-a508-986ad62d281b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:01.048025 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4ff72ca4-5fbd-4121-8bfe-fc661a393412 req-0357a79e-405b-4dc5-a1e2-1edb068fe641 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.128097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.181097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13f75a12-7e84-41db-a0aa-29454cbf2464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.253223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4ff72ca4-5fbd-4121-8bfe-fc661a393412 req-0357a79e-405b-4dc5-a1e2-1edb068fe641 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] For port a0176af1-499d-4b35-a508-986ad62d281b, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a0176af1-499d-4b35-a508-986ad62d281b,segment=NetworkSegment(4dfe8195-3949-489b-ad26-8409b33b1cc6),segment_id=4dfe8195-3949-489b-ad26-8409b33b1cc6)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:01.253984 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4ff72ca4-5fbd-4121-8bfe-fc661a393412 req-0357a79e-405b-4dc5-a1e2-1edb068fe641 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.267026 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Allocated IP 2001:db8::1 (27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2/8e8eddb3-16c8-4b3b-97d7-6606949151cb/e7b3c662-54ff-47de-becf-ab0d647479e7) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:51:01.272746 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13f75a12-7e84-41db-a0aa-29454cbf2464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.279966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921bdb0-edea-4996-823b-3c33dda5749f req-d23d2112-5fa2-41c2-94ee-822db30cc05c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:01.283920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1a9c08bf-870c-464a-be4e-831beb459ef9 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:51:01.285233 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3921bdb0-edea-4996-823b-3c33dda5749f req-d23d2112-5fa2-41c2-94ee-822db30cc05c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.2332559 Aug 31 14:51:01.303895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4ff72ca4-5fbd-4121-8bfe-fc661a393412 req-0357a79e-405b-4dc5-a1e2-1edb068fe641 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Calling delete_port for a0176af1-499d-4b35-a508-986ad62d281b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:01.315214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f75a12-7e84-41db-a0aa-29454cbf2464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0c9adf-58b6-4d76-9eaf-482a5c1e0438,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:01.316785 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-13f75a12-7e84-41db-a0aa-29454cbf2464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.318906 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-13f75a12-7e84-41db-a0aa-29454cbf2464 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cd0c9adf-58b6-4d76-9eaf-482a5c1e0438 HTTP/1.1" status: 204 len: 168 time: 0.4961045 Aug 31 14:51:01.321552 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50924) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:01.361007 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3921bdb0-edea-4996-823b-3c33dda5749f req-9a59ba89-d3c3-41ea-87d9-2edcad684513 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675120 Aug 31 14:51:01.406557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 1a9c08bf-870c-464a-be4e-831beb459ef9 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:51:01.414331 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-239ee0ea-fcbe-49df-8483-0755353d6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.420111 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1a9c08bf-870c-464a-be4e-831beb459ef9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:51:01.420432 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.492240 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4ff72ca4-5fbd-4121-8bfe-fc661a393412 req-0357a79e-405b-4dc5-a1e2-1edb068fe641 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.506136 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-239ee0ea-fcbe-49df-8483-0755353d6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.509228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6382e333-2d42-4557-bebc-6530acf977ee None None] Provisioning complete for port 1a9c08bf-870c-464a-be4e-831beb459ef9 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:51:01.509607 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6382e333-2d42-4557-bebc-6530acf977ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.518235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-239ee0ea-fcbe-49df-8483-0755353d6a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7080e74-925d-40e5-a90b-933ed80a6218']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:01.527663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357a79e-405b-4dc5-a1e2-1edb068fe641 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event deleted for resources: {'Port': ['ID=a0176af1-499d-4b35-a508-986ad62d281b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:01.530152 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-239ee0ea-fcbe-49df-8483-0755353d6a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef71626-12f7-4849-9c85-1eebc430b701') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:01.530566 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-239ee0ea-fcbe-49df-8483-0755353d6a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef71626-12f7-4849-9c85-1eebc430b701') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:01.544922 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-239ee0ea-fcbe-49df-8483-0755353d6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.567043 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-239ee0ea-fcbe-49df-8483-0755353d6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.574683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239ee0ea-fcbe-49df-8483-0755353d6a76 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:01.575299 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-239ee0ea-fcbe-49df-8483-0755353d6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.580344 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff72ca4-5fbd-4121-8bfe-fc661a393412 req-0357a79e-405b-4dc5-a1e2-1edb068fe641 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] No DVR routers for this DVR port a0176af1-499d-4b35-a508-986ad62d281b on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:01.583585 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4ff72ca4-5fbd-4121-8bfe-fc661a393412 req-0357a79e-405b-4dc5-a1e2-1edb068fe641 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.586031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ff72ca4-5fbd-4121-8bfe-fc661a393412 req-0357a79e-405b-4dc5-a1e2-1edb068fe641 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.60 "DELETE /v2.0/ports/a0176af1-499d-4b35-a508-986ad62d281b HTTP/1.1" status: 204 len: 173 time: 0.6941729 Aug 31 14:51:01.586716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1c3735-788f-4f96-bbbe-c89bf1eef6c6', 'name': 'network-vif-deleted', 'tag': 'a0176af1-499d-4b35-a508-986ad62d281b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:01.589751 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7456d8a0-7a6e-44fe-a980-c829b761118a" -d '{"events": [{"server_uuid": "8f1c3735-788f-4f96-bbbe-c89bf1eef6c6", "name": "network-vif-deleted", "tag": "a0176af1-499d-4b35-a508-986ad62d281b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:01.596814 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.629629 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.650845 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee6a145-d232-4336-92a5-6732ae786208 x-openstack-request-id: req-fee6a145-d232-4336-92a5-6732ae786208 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:01.651391 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1c3735-788f-4f96-bbbe-c89bf1eef6c6", "name": "network-vif-deleted", "tag": "a0176af1-499d-4b35-a508-986ad62d281b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:01.651912 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fee6a145-d232-4336-92a5-6732ae786208 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:01.652604 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1c3735-788f-4f96-bbbe-c89bf1eef6c6', 'name': 'network-vif-deleted', 'tag': 'a0176af1-499d-4b35-a508-986ad62d281b', 'status': 'completed', 'code': 200} Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:01.656030 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:01.674367 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-239ee0ea-fcbe-49df-8483-0755353d6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.678562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Transition to ACTIVE for port object e7b3c662-54ff-47de-becf-ab0d647479e7 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:51:01.691067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-239ee0ea-fcbe-49df-8483-0755353d6a76 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.694438 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-239ee0ea-fcbe-49df-8483-0755353d6a76 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c7080e74-925d-40e5-a90b-933ed80a6218 HTTP/1.1" status: 204 len: 168 time: 0.3719604 Aug 31 14:51:01.707772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ee0ea-fcbe-49df-8483-0755353d6a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7080e74-925d-40e5-a90b-933ed80a6218,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:01.708241 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6382e333-2d42-4557-bebc-6530acf977ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.723673 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Transition to ACTIVE for port object e7b3c662-54ff-47de-becf-ab0d647479e7 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:51:01.726113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 1a9c08bf-870c-464a-be4e-831beb459ef9, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1a9c08bf-870c-464a-be4e-831beb459ef9,segment=NetworkSegment(5db18053-6b8f-44c3-9b29-4996867a7e23),segment_id=5db18053-6b8f-44c3-9b29-4996867a7e23)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:01.732240 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.756510 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.760820 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.799841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8eddb3-16c8-4b3b-97d7-6606949151cb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:01.823059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Network 27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:51:01.850799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:51:01.856805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:51:01.878428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.892314 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:01.902348 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-6382e333-2d42-4557-bebc-6530acf977ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:51:01.902718 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-6382e333-2d42-4557-bebc-6530acf977ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:51:01.903594 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed17fd7-12c2-4748-89ad-9b5cdd9a5d13') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:01.903887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed17fd7-12c2-4748-89ad-9b5cdd9a5d13') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:01.910860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=1a9c08bf-870c-464a-be4e-831beb459ef9,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:01.914212 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.920560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50932) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:01.939266 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.949646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:01.950060 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:01.953573 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:01.968850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Attempting to bind port e7b3c662-54ff-47de-becf-ab0d647479e7 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:51:01.969395 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Attempting to bind port e7b3c662-54ff-47de-becf-ab0d647479e7 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '2ed17fd7-12c2-4748-89ad-9b5cdd9a5d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:51:01.969949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Attempting to bind port e7b3c662-54ff-47de-becf-ab0d647479e7 on network 27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:51:01.985028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:51:01.985387 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Checking segment: {'id': '2ed17fd7-12c2-4748-89ad-9b5cdd9a5d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:51:01.985804 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.986205 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Bound using segment: {'id': '2ed17fd7-12c2-4748-89ad-9b5cdd9a5d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:51:01.986688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Bound port: e7b3c662-54ff-47de-becf-ab0d647479e7, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed17fd7-12c2-4748-89ad-9b5cdd9a5d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:51:01.987081 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.989177 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Pushing event updated for resources: {'Port': ['ID=e7b3c662-54ff-47de-becf-ab0d647479e7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:02.044923 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5d6534f7-9116-4566-bccc-920a80d05f11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43b70f627ee740fb8bd94235ac0c2ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1224930 Aug 31 14:51:02.048065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50936) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:02.054049 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.api [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:51:02.054049 n-d-806683-5 neutron-server[94870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:51:02.054049 n-d-806683-5 neutron-server[94870]: [parameters: {'id': '27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2'}] Aug 31 14:51:02.054049 n-d-806683-5 neutron-server[94870]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:51:02.055143 n-d-806683-5 neutron-server[94870]: DEBUG oslo_db.api [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:51:02.077246 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] For port e7b3c662-54ff-47de-becf-ab0d647479e7, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:51:02.082100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] For port e7b3c662-54ff-47de-becf-ab0d647479e7, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e7b3c662-54ff-47de-becf-ab0d647479e7,segment=NetworkSegment(2ed17fd7-12c2-4748-89ad-9b5cdd9a5d13),segment_id=2ed17fd7-12c2-4748-89ad-9b5cdd9a5d13)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:51:02.086289 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.138738 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4fdf2ee-f527-48ed-9eb9-6ff420be51e0 req-9270c6b7-ba05-41a7-9ff2-6efcdcf37e6a tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1c3735-788f-4f96-bbbe-c89bf1eef6c6 HTTP/1.1" status: 200 len: 210 time: 0.0476811 Aug 31 14:51:02.163665 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5de3586c-4da9-4dbe-abe7-4bb15d66d041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.175362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa96ecd-48fa-4a01-baea-ffc5844aed6f None None] Pushing event updated for resources: {'Port': ['ID=e7b3c662-54ff-47de-becf-ab0d647479e7,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:02.188838 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5de3586c-4da9-4dbe-abe7-4bb15d66d041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.189207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a7e85f-98c6-4004-b118-583d2858a427 None None] Network 27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:02.235464 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5de3586c-4da9-4dbe-abe7-4bb15d66d041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.237953 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5de3586c-4da9-4dbe-abe7-4bb15d66d041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.239283 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5de3586c-4da9-4dbe-abe7-4bb15d66d041 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4fb9eaf-6498-43cd-bedb-21f727e347ad HTTP/1.1" status: 204 len: 168 time: 0.1888216 Aug 31 14:51:02.252892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3586c-4da9-4dbe-abe7-4bb15d66d041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fb9eaf-6498-43cd-bedb-21f727e347ad,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:02.332134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed099b7-eb5c-40ad-834f-92e4598ccd44 None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:51:02.488359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed099b7-eb5c-40ad-834f-92e4598ccd44 None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:51:02.497860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85de7c4-97c6-4ceb-8f6f-c831907ca12b req-94f0edd5-d7af-47ce-b607-4b3a39391ec3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:02.499755 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f85de7c4-97c6-4ceb-8f6f-c831907ca12b req-94f0edd5-d7af-47ce-b607-4b3a39391ec3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.0551667 Aug 31 14:51:02.544841 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f85de7c4-97c6-4ceb-8f6f-c831907ca12b req-98f62eff-2a2e-4952-87c0-50f399088fca tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378566 Aug 31 14:51:02.555772 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.603987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50944) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:02.616994 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Deleting port e7b3c662-54ff-47de-becf-ab0d647479e7 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:02.617739 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.655567 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9974a2a3-8e9d-4a72-93a4-d1d95a185fa0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ca7e04f3159403c917b227f6e73b8a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521529 Aug 31 14:51:02.657165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50946) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:02.688744 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] For port e7b3c662-54ff-47de-becf-ab0d647479e7, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e7b3c662-54ff-47de-becf-ab0d647479e7,segment=NetworkSegment(2ed17fd7-12c2-4748-89ad-9b5cdd9a5d13),segment_id=2ed17fd7-12c2-4748-89ad-9b5cdd9a5d13)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:02.689109 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.704562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Calling delete_port for e7b3c662-54ff-47de-becf-ab0d647479e7 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:02.717103 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2040d75b-32cc-46d2-887d-9987cb7b11eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.741301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2040d75b-32cc-46d2-887d-9987cb7b11eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.785007 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026d133-07a1-4e16-b720-d795560f688f None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:51:02.795307 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2040d75b-32cc-46d2-887d-9987cb7b11eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.799270 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2040d75b-32cc-46d2-887d-9987cb7b11eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.802992 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2040d75b-32cc-46d2-887d-9987cb7b11eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef697c96-68c6-437d-b3d9-17987c02ee13 HTTP/1.1" status: 204 len: 168 time: 0.1422040 Aug 31 14:51:02.803219 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.811228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040d75b-32cc-46d2-887d-9987cb7b11eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef697c96-68c6-437d-b3d9-17987c02ee13,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:02.836688 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Port': ['ID=e7b3c662-54ff-47de-becf-ab0d647479e7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:02.842892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No DVR routers for this DVR port e7b3c662-54ff-47de-becf-ab0d647479e7 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:02.920742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026d133-07a1-4e16-b720-d795560f688f None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:51:02.932288 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.944428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:02.956098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed17fd7-12c2-4748-89ad-9b5cdd9a5d13') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:02.956428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed17fd7-12c2-4748-89ad-9b5cdd9a5d13') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:02.966249 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.982915 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.993901 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:02.994458 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:02.998078 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:03.075405 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.081160 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.083904 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2 HTTP/1.1" status: 204 len: 168 time: 2.3614020 Aug 31 14:51:03.088020 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50952) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:03.095666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-48dd856e-9acd-43a7-b4fe-88fc168b4304 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-549209303'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:03.131785 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dd856e-9acd-43a7-b4fe-88fc168b4304 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:51:03.135886 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48dd856e-9acd-43a7-b4fe-88fc168b4304 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.139581 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9894f-e719-4faa-adf4-4f12bd374937 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Network': ['ID=27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:03.169996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48dd856e-9acd-43a7-b4fe-88fc168b4304 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:51:03.180933 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48dd856e-9acd-43a7-b4fe-88fc168b4304 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.181286 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-48dd856e-9acd-43a7-b4fe-88fc168b4304 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Added segment 8324e313-2a58-4863-bcad-113c0e373262 of type vlan for network af114895-d4ea-49ed-bbc6-456a91062ad8 Aug 31 14:51:03.218231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 50960) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:03.229411 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1a9c08bf-870c-464a-be4e-831beb459ef9 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:51:03.232557 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48dd856e-9acd-43a7-b4fe-88fc168b4304 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.282760 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48dd856e-9acd-43a7-b4fe-88fc168b4304 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.290053 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dd856e-9acd-43a7-b4fe-88fc168b4304 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:03.290885 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-48dd856e-9acd-43a7-b4fe-88fc168b4304 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.291148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1a9c08bf-870c-464a-be4e-831beb459ef9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:51:03.291550 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.366680 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-48dd856e-9acd-43a7-b4fe-88fc168b4304 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2775002 Aug 31 14:51:03.370039 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50966) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:03.375889 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6a7983b0-6fed-4060-a660-ab31aec0d853 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'subnet': {'network_id': 'af114895-d4ea-49ed-bbc6-456a91062ad8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:03.468957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd856e-9acd-43a7-b4fe-88fc168b4304 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Network': ['ID=af114895-d4ea-49ed-bbc6-456a91062ad8,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:03.497148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network af114895-d4ea-49ed-bbc6-456a91062ad8 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:51:03.498014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7983b0-6fed-4060-a660-ab31aec0d853 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:51:03.504023 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a7983b0-6fed-4060-a660-ab31aec0d853 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.715604 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a66d5-166e-4b93-a1e6-e5ed345826e8 req-0dda8888-5501-4915-8b4c-d982e51003b8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:03.717155 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-123a66d5-166e-4b93-a1e6-e5ed345826e8 req-0dda8888-5501-4915-8b4c-d982e51003b8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.0738361 Aug 31 14:51:03.737390 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91c572ca-079c-4535-8fd7-9eac4fff1077 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.793216 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-123a66d5-166e-4b93-a1e6-e5ed345826e8 req-97e440f2-6504-4e46-8a9d-f3c7b2bda984 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523927 Aug 31 14:51:03.850423 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a7983b0-6fed-4060-a660-ab31aec0d853 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.912842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7983b0-6fed-4060-a660-ab31aec0d853 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Subnet': ['ID=b8984379-e5fc-4331-ba38-e7208276cedc,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:03.939461 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7983b0-6fed-4060-a660-ab31aec0d853 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Checking segment: {'id': '8324e313-2a58-4863-bcad-113c0e373262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'af114895-d4ea-49ed-bbc6-456a91062ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:51:03.940034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7983b0-6fed-4060-a660-ab31aec0d853 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network hostable DHCP agents. Network: af114895-d4ea-49ed-bbc6-456a91062ad8, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:51:03.958744 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7983b0-6fed-4060-a660-ab31aec0d853 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network af114895-d4ea-49ed-bbc6-456a91062ad8 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:51:03.967823 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-6a7983b0-6fed-4060-a660-ab31aec0d853 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, af114895-d4ea-49ed-bbc6-456a91062ad8) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:51:03.972653 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7983b0-6fed-4060-a660-ab31aec0d853 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:03.973480 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6a7983b0-6fed-4060-a660-ab31aec0d853 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.977250 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d9205a-2672-40fc-92ee-116cf4efeb97 None None] Network af114895-d4ea-49ed-bbc6-456a91062ad8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:04.004222 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6a7983b0-6fed-4060-a660-ab31aec0d853 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6328235 Aug 31 14:51:04.006734 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 50984) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:04.065910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-91c572ca-079c-4535-8fd7-9eac4fff1077 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Deleting port e946d79a-2ee0-4004-9848-4228258d5a71 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:04.066172 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91c572ca-079c-4535-8fd7-9eac4fff1077 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.146553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.155337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-af114895-d4ea-49ed-bbc6-456a91062ad8', 'network_id': 'af114895-d4ea-49ed-bbc6-456a91062ad8', 'tenant_id': '80272789956e412588ec40bf64b18f9f', 'fixed_ips': [{'subnet_id': 'b8984379-e5fc-4331-ba38-e7208276cedc'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:51:04.157904 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.182557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-91c572ca-079c-4535-8fd7-9eac4fff1077 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] For port e946d79a-2ee0-4004-9848-4228258d5a71, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e946d79a-2ee0-4004-9848-4228258d5a71,segment=NetworkSegment(4dfe8195-3949-489b-ad26-8409b33b1cc6),segment_id=4dfe8195-3949-489b-ad26-8409b33b1cc6)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:04.183159 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91c572ca-079c-4535-8fd7-9eac4fff1077 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.205187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-91c572ca-079c-4535-8fd7-9eac4fff1077 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Calling delete_port for e946d79a-2ee0-4004-9848-4228258d5a71 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:04.250526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a0176af1-499d-4b35-a508-986ad62d281b no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:04.274279 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.284261 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: a0176af1-499d-4b35-a508-986ad62d281b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:51:04.284742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a0176af1-499d-4b35-a508-986ad62d281b not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:04.350993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Allocated IP 2001:db8::1 (af114895-d4ea-49ed-bbc6-456a91062ad8/b8984379-e5fc-4331-ba38-e7208276cedc/fd2894e1-fbde-4dff-ad23-a75a48938002) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:51:04.478738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91c572ca-079c-4535-8fd7-9eac4fff1077 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.503677 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c572ca-079c-4535-8fd7-9eac4fff1077 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event deleted for resources: {'Port': ['ID=e946d79a-2ee0-4004-9848-4228258d5a71,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:04.543481 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.555458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Transition to ACTIVE for port object fd2894e1-fbde-4dff-ad23-a75a48938002 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:51:04.579294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Transition to ACTIVE for port object fd2894e1-fbde-4dff-ad23-a75a48938002 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:51:04.587664 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.632160 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.637691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Network af114895-d4ea-49ed-bbc6-456a91062ad8 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:51:04.645268 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:51:04.650122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:51:04.654523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Pushing event updated for resources: {'Port': ['ID=fd2894e1-fbde-4dff-ad23-a75a48938002,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:04.723516 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Subnet': ['ID=b8984379-e5fc-4331-ba38-e7208276cedc,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:04.744218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Attempting to bind port fd2894e1-fbde-4dff-ad23-a75a48938002 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:51:04.744646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Attempting to bind port fd2894e1-fbde-4dff-ad23-a75a48938002 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '8324e313-2a58-4863-bcad-113c0e373262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'af114895-d4ea-49ed-bbc6-456a91062ad8'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:51:04.744944 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Attempting to bind port fd2894e1-fbde-4dff-ad23-a75a48938002 on network af114895-d4ea-49ed-bbc6-456a91062ad8 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:51:04.751405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:51:04.751763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Checking segment: {'id': '8324e313-2a58-4863-bcad-113c0e373262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'af114895-d4ea-49ed-bbc6-456a91062ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:51:04.752176 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.752652 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Bound using segment: {'id': '8324e313-2a58-4863-bcad-113c0e373262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'af114895-d4ea-49ed-bbc6-456a91062ad8'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:51:04.753115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Bound port: fd2894e1-fbde-4dff-ad23-a75a48938002, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324e313-2a58-4863-bcad-113c0e373262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'af114895-d4ea-49ed-bbc6-456a91062ad8'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:51:04.753579 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.785204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91c572ca-079c-4535-8fd7-9eac4fff1077 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.817009 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.832032 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af114895-d4ea-49ed-bbc6-456a91062ad8']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:04.835278 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] For port fd2894e1-fbde-4dff-ad23-a75a48938002, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:51:04.838497 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] For port fd2894e1-fbde-4dff-ad23-a75a48938002, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fd2894e1-fbde-4dff-ad23-a75a48938002,segment=NetworkSegment(8324e313-2a58-4863-bcad-113c0e373262),segment_id=8324e313-2a58-4863-bcad-113c0e373262)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:51:04.845959 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.846717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8324e313-2a58-4863-bcad-113c0e373262') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:04.847081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8324e313-2a58-4863-bcad-113c0e373262') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:04.859018 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.878658 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.892212 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:04.892716 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:04.896027 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:04.951723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a0a85-ee51-4e6f-905c-d882ed63c415 None None] Pushing event updated for resources: {'Port': ['ID=fd2894e1-fbde-4dff-ad23-a75a48938002,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:04.959463 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.db.api [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:51:04.959463 n-d-806683-5 neutron-server[94870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:51:04.959463 n-d-806683-5 neutron-server[94870]: [parameters: {'id': 'af114895-d4ea-49ed-bbc6-456a91062ad8'}] Aug 31 14:51:04.959463 n-d-806683-5 neutron-server[94870]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:51:04.960172 n-d-806683-5 neutron-server[94870]: DEBUG oslo_db.api [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:51:04.990674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23255897-adfc-4f28-885d-aec5702bcd96 req-c4c46673-fcca-4c88-8bc1-1a6498a24a8e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:04.992273 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23255897-adfc-4f28-885d-aec5702bcd96 req-c4c46673-fcca-4c88-8bc1-1a6498a24a8e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.0740480 Aug 31 14:51:05.010032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa7475e-067c-4620-b46a-4b3d1aab1d5c None None] Network af114895-d4ea-49ed-bbc6-456a91062ad8 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:05.095153 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-23255897-adfc-4f28-885d-aec5702bcd96 req-da009af4-c5dd-489a-83be-c76b569f0142 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943224 Aug 31 14:51:05.160885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c572ca-079c-4535-8fd7-9eac4fff1077 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Router 1b6e702b-2346-4b15-be5f-13b6db22717f has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:51:05.194035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0592e02-f618-4e22-b089-8a44973757f4 None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:51:05.278531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c572ca-079c-4535-8fd7-9eac4fff1077 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:51:05.287012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-91c572ca-079c-4535-8fd7-9eac4fff1077 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "PUT /v2.0/routers/1b6e702b-2346-4b15-be5f-13b6db22717f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0640268 Aug 31 14:51:05.287820 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51008) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:05.289521 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41bb9b0-3ec7-4da0-b23f-2716d5e03022 None None] Sync routers for ids ['1b6e702b-2346-4b15-be5f-13b6db22717f'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:51:05.301021 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41bb9b0-3ec7-4da0-b23f-2716d5e03022 None None] Routers {'1b6e702b-2346-4b15-be5f-13b6db22717f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:51:05.301808 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f41bb9b0-3ec7-4da0-b23f-2716d5e03022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1b6e702b-2346-4b15-be5f-13b6db22717f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:05.306515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0592e02-f618-4e22-b089-8a44973757f4 None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:51:05.348141 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86721d7-cd51-4f89-b517-88c90dd0685e tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Deleting subnet c95d61a3-68f2-4156-ae13-5dbe195c969d {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:51:05.351873 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b86721d7-cd51-4f89-b517-88c90dd0685e tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:05.397660 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b86721d7-cd51-4f89-b517-88c90dd0685e tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:05.414764 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f41bb9b0-3ec7-4da0-b23f-2716d5e03022 None None] Set router 1b6e702b-2346-4b15-be5f-13b6db22717f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:51:05.467614 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:05.514673 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b86721d7-cd51-4f89-b517-88c90dd0685e tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:05.592125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Deleting port fd2894e1-fbde-4dff-ad23-a75a48938002 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:05.592458 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:05.604706 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b86721d7-cd51-4f89-b517-88c90dd0685e tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:05.607243 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f41bb9b0-3ec7-4da0-b23f-2716d5e03022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179603741', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:50:32Z', 'updated_at': '2021-08-31T14:51:04Z', 'revision_number': 5, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:33Z', 'updated_at': '2021-08-31T14:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:05.638705 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41bb9b0-3ec7-4da0-b23f-2716d5e03022 None None] Checking router: 1b6e702b-2346-4b15-be5f-13b6db22717f for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:51:05.647102 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41bb9b0-3ec7-4da0-b23f-2716d5e03022 None None] Routers {'1b6e702b-2346-4b15-be5f-13b6db22717f'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:51:05.647840 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f41bb9b0-3ec7-4da0-b23f-2716d5e03022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['1b6e702b-2346-4b15-be5f-13b6db22717f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:05.670942 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b86721d7-cd51-4f89-b517-88c90dd0685e tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:05.675581 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b86721d7-cd51-4f89-b517-88c90dd0685e tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "DELETE /v2.0/subnets/c95d61a3-68f2-4156-ae13-5dbe195c969d HTTP/1.1" status: 204 len: 168 time: 0.3843427 Aug 31 14:51:05.675581 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86721d7-cd51-4f89-b517-88c90dd0685e tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event deleted for resources: {'Subnet': ['ID=c95d61a3-68f2-4156-ae13-5dbe195c969d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:05.676968 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51010) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:05.686604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f935599d-66ca-4549-b1b8-477779d7fdf6 None None] Network e66b2c93-7806-4d5c-abd3-0bbca3c96d06 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:05.692354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] For port fd2894e1-fbde-4dff-ad23-a75a48938002, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=fd2894e1-fbde-4dff-ad23-a75a48938002,segment=NetworkSegment(8324e313-2a58-4863-bcad-113c0e373262),segment_id=8324e313-2a58-4863-bcad-113c0e373262)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:05.692730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:05.711041 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Calling delete_port for fd2894e1-fbde-4dff-ad23-a75a48938002 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:05.777850 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f41bb9b0-3ec7-4da0-b23f-2716d5e03022 None None] Set router 1b6e702b-2346-4b15-be5f-13b6db22717f gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:51:05.805763 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:05.821767 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:05.833476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Port': ['ID=fd2894e1-fbde-4dff-ad23-a75a48938002,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:05.840778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No DVR routers for this DVR port fd2894e1-fbde-4dff-ad23-a75a48938002 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:05.930573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc58590-1aef-4977-8870-ec81164c0181 None None] DHCP port deletion for e66b2c93-7806-4d5c-abd3-0bbca3c96d06 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:51:06.021831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5dc58590-1aef-4977-8870-ec81164c0181 None None] Deleting port 90a916a1-f124-4df6-b426-405a792a562a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:06.023289 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5dc58590-1aef-4977-8870-ec81164c0181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.118713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5dc58590-1aef-4977-8870-ec81164c0181 None None] For port 90a916a1-f124-4df6-b426-405a792a562a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=90a916a1-f124-4df6-b426-405a792a562a,segment=NetworkSegment(4dfe8195-3949-489b-ad26-8409b33b1cc6),segment_id=4dfe8195-3949-489b-ad26-8409b33b1cc6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:06.119108 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5dc58590-1aef-4977-8870-ec81164c0181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.161140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5dc58590-1aef-4977-8870-ec81164c0181 None None] Calling delete_port for 90a916a1-f124-4df6-b426-405a792a562a owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:06.166663 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f41bb9b0-3ec7-4da0-b23f-2716d5e03022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179603741', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:50:32Z', 'updated_at': '2021-08-31T14:51:04Z', 'revision_number': 5, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:33Z', 'updated_at': '2021-08-31T14:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:06.250549 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41bb9b0-3ec7-4da0-b23f-2716d5e03022 None None] The sync data for ids ['1b6e702b-2346-4b15-be5f-13b6db22717f'] in n-d-806683-5 is: [{'id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179603741', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:50:32Z', 'updated_at': '2021-08-31T14:51:04Z', 'revision_number': 5, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': '07c86721-cde1-4fe4-9a49-b4f1cf8533f5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6e702b-2346-4b15-be5f-13b6db22717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:33Z', 'updated_at': '2021-08-31T14:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:51:06.405322 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5dc58590-1aef-4977-8870-ec81164c0181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.476028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc58590-1aef-4977-8870-ec81164c0181 None None] Pushing event deleted for resources: {'Port': ['ID=90a916a1-f124-4df6-b426-405a792a562a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:06.486767 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.502703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc58590-1aef-4977-8870-ec81164c0181 None None] No DVR routers for this DVR port 90a916a1-f124-4df6-b426-405a792a562a on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:06.505945 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af114895-d4ea-49ed-bbc6-456a91062ad8']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:06.528063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8324e313-2a58-4863-bcad-113c0e373262') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:06.528419 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8324e313-2a58-4863-bcad-113c0e373262') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:06.544792 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.560482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c0676-2271-4b8c-b656-a484214049bc req-d3160862-e353-4168-8582-92c856e67ed6 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:06.562478 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b0c0676-2271-4b8c-b656-a484214049bc req-d3160862-e353-4168-8582-92c856e67ed6 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.1376042 Aug 31 14:51:06.576150 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.590715 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:06.591225 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:06.595532 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:06.629150 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.636577 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5db7aabe-c24a-4a31-a5e9-66c3bfd1c5fc req-87a4aa2c-3d5e-47f2-862b-ad372d974097 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685391 Aug 31 14:51:06.713524 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b0c0676-2271-4b8c-b656-a484214049bc req-aaeb5afe-7233-448f-91ee-2ccc668b346d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412661 Aug 31 14:51:06.718793 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.728121 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.732706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Deleting port 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:06.733349 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.736986 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/af114895-d4ea-49ed-bbc6-456a91062ad8 HTTP/1.1" status: 204 len: 168 time: 2.7288582 Aug 31 14:51:06.739356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51018) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:06.758789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9fce5981-6e72-40d1-aebc-bd69fcfccac8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-466452547'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:06.764630 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bc31e-fc6b-450d-b3c8-7bf28d960912 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Network': ['ID=af114895-d4ea-49ed-bbc6-456a91062ad8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:06.795715 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fce5981-6e72-40d1-aebc-bd69fcfccac8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:51:06.797395 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7aabe-c24a-4a31-a5e9-66c3bfd1c5fc req-d8e19fe7-dc7b-4ec6-9e42-c5624e3799ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:06.799133 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5db7aabe-c24a-4a31-a5e9-66c3bfd1c5fc req-d8e19fe7-dc7b-4ec6-9e42-c5624e3799ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 1096 time: 0.1073987 Aug 31 14:51:06.802119 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fce5981-6e72-40d1-aebc-bd69fcfccac8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.839544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fce5981-6e72-40d1-aebc-bd69fcfccac8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:51:06.856105 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fce5981-6e72-40d1-aebc-bd69fcfccac8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.856466 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-9fce5981-6e72-40d1-aebc-bd69fcfccac8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Added segment 7a23ed0e-65e6-4f7b-af22-274a1a9c58db of type vlan for network e22fe9bb-d92f-443e-813a-0afe210366a3 Aug 31 14:51:06.929066 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fce5981-6e72-40d1-aebc-bd69fcfccac8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.971779 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fce5981-6e72-40d1-aebc-bd69fcfccac8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.987532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce5981-6e72-40d1-aebc-bd69fcfccac8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:06.989139 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9fce5981-6e72-40d1-aebc-bd69fcfccac8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.005716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7aabe-c24a-4a31-a5e9-66c3bfd1c5fc req-5ef4aa0c-a97f-4735-87d0-6b163c37f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:07.007464 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5db7aabe-c24a-4a31-a5e9-66c3bfd1c5fc req-5ef4aa0c-a97f-4735-87d0-6b163c37f36a service neutron] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.1831625 Aug 31 14:51:07.009645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] For port 07c86721-cde1-4fe4-9a49-b4f1cf8533f5, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=07c86721-cde1-4fe4-9a49-b4f1cf8533f5,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:07.010119 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.029378 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Calling delete_port for 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:07.114475 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9fce5981-6e72-40d1-aebc-bd69fcfccac8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3739319 Aug 31 14:51:07.118556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51030) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:07.132692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-52aed037-992a-4e70-9672-7a38e3575eba tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'subnet': {'network_id': 'e22fe9bb-d92f-443e-813a-0afe210366a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:07.210948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e946d79a-2ee0-4004-9848-4228258d5a71 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:07.217796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce5981-6e72-40d1-aebc-bd69fcfccac8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Network': ['ID=e22fe9bb-d92f-443e-813a-0afe210366a3,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:07.234047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network e22fe9bb-d92f-443e-813a-0afe210366a3 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:51:07.238231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: e946d79a-2ee0-4004-9848-4228258d5a71 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:51:07.238831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e946d79a-2ee0-4004-9848-4228258d5a71 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:07.239478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 90a916a1-f124-4df6-b426-405a792a562a no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:07.293635 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5db7aabe-c24a-4a31-a5e9-66c3bfd1c5fc req-4065c4fd-5096-45bf-a689-9c161764ea13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 HTTP/1.1" status: 200 len: 1001 time: 0.0925677 Aug 31 14:51:07.299443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aed037-992a-4e70-9672-7a38e3575eba tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:51:07.303630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 90a916a1-f124-4df6-b426-405a792a562a {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:51:07.304329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 90a916a1-f124-4df6-b426-405a792a562a not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:07.322630 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52aed037-992a-4e70-9672-7a38e3575eba tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.400063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7aabe-c24a-4a31-a5e9-66c3bfd1c5fc req-c544140d-1b5d-4415-aebb-2d3cd418bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:07.401924 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5db7aabe-c24a-4a31-a5e9-66c3bfd1c5fc req-c544140d-1b5d-4415-aebb-2d3cd418bc16 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.1008492 Aug 31 14:51:07.485715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7aabe-c24a-4a31-a5e9-66c3bfd1c5fc req-1ced618f-34b9-44b8-9d32-6ba25cf4b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:07.488668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5db7aabe-c24a-4a31-a5e9-66c3bfd1c5fc req-1ced618f-34b9-44b8-9d32-6ba25cf4b779 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642989 Aug 31 14:51:07.490087 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.531885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event deleted for resources: {'Port': ['ID=07c86721-cde1-4fe4-9a49-b4f1cf8533f5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:07.549993 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52aed037-992a-4e70-9672-7a38e3575eba tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.622056 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aed037-992a-4e70-9672-7a38e3575eba tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Subnet': ['ID=b44147cd-4c21-49c2-b166-0a30bc5503d3,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:07.642623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aed037-992a-4e70-9672-7a38e3575eba tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Checking segment: {'id': '7a23ed0e-65e6-4f7b-af22-274a1a9c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e22fe9bb-d92f-443e-813a-0afe210366a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:51:07.643046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aed037-992a-4e70-9672-7a38e3575eba tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network hostable DHCP agents. Network: e22fe9bb-d92f-443e-813a-0afe210366a3, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:51:07.669209 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aed037-992a-4e70-9672-7a38e3575eba tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network e22fe9bb-d92f-443e-813a-0afe210366a3 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:51:07.673393 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.682082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-52aed037-992a-4e70-9672-7a38e3575eba tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, e22fe9bb-d92f-443e-813a-0afe210366a3) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:51:07.689512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aed037-992a-4e70-9672-7a38e3575eba tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:07.690405 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-52aed037-992a-4e70-9672-7a38e3575eba tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.693650 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aa51c8-7559-41eb-ac7e-c9eee5905938 None None] Network e22fe9bb-d92f-443e-813a-0afe210366a3 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:07.717004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5db7aabe-c24a-4a31-a5e9-66c3bfd1c5fc req-ccef8bdb-82c0-4433-afc2-40df628eb0e3 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991611 Aug 31 14:51:07.732366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-52aed037-992a-4e70-9672-7a38e3575eba tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6121376 Aug 31 14:51:07.733450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51032) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:07.740691 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0b8d9cc6-b151-4f39-9c07-f6fa0437b4d5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'subnet': {'network_id': 'e22fe9bb-d92f-443e-813a-0afe210366a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:07.851649 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.862358 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.887287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8d9cc6-b151-4f39-9c07-f6fa0437b4d5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:51:07.891804 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9cc6-b151-4f39-9c07-f6fa0437b4d5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.925738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-e22fe9bb-d92f-443e-813a-0afe210366a3', 'network_id': 'e22fe9bb-d92f-443e-813a-0afe210366a3', 'tenant_id': '80272789956e412588ec40bf64b18f9f', 'fixed_ips': [{'subnet_id': 'b44147cd-4c21-49c2-b166-0a30bc5503d3'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:51:07.926824 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.950303 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.950953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Fanout notify agent at l3_agent the message router_deleted on router 1b6e702b-2346-4b15-be5f-13b6db22717f {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:51:07.966886 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.971611 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-710850c7-d769-41e6-add6-e54a1aee5758 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "DELETE /v2.0/routers/1b6e702b-2346-4b15-be5f-13b6db22717f HTTP/1.1" status: 204 len: 168 time: 2.2932308 Aug 31 14:51:07.974406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51036) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:07.994486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edce2bc-cde2-4430-b61f-90de7c517786 req-6588943c-5141-4689-98d9-436fb7de5c14 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:07.996062 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3edce2bc-cde2-4430-b61f-90de7c517786 req-6588943c-5141-4689-98d9-436fb7de5c14 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.1504104 Aug 31 14:51:08.010137 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5db7aabe-c24a-4a31-a5e9-66c3bfd1c5fc req-fe554f53-df82-4624-b72e-e1e466baceb9 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429945 Aug 31 14:51:08.094859 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe741754-17c2-4d7a-b4c8-43ef81b04d25 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.103201 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3edce2bc-cde2-4430-b61f-90de7c517786 req-09b37f72-469c-4b96-856f-6884afae3a4e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920224 Aug 31 14:51:08.135461 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Allocated IP 2001:db8::2 (e22fe9bb-d92f-443e-813a-0afe210366a3/b44147cd-4c21-49c2-b166-0a30bc5503d3/6ae30fdd-4902-4daa-9b52-93339a10cebf) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:51:08.237499 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe741754-17c2-4d7a-b4c8-43ef81b04d25 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.249536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fe741754-17c2-4d7a-b4c8-43ef81b04d25 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66b2c93-7806-4d5c-abd3-0bbca3c96d06']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:08.262372 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9cc6-b151-4f39-9c07-f6fa0437b4d5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.263101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fe741754-17c2-4d7a-b4c8-43ef81b04d25 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfe8195-3949-489b-ad26-8409b33b1cc6') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:08.263671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fe741754-17c2-4d7a-b4c8-43ef81b04d25 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfe8195-3949-489b-ad26-8409b33b1cc6') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:08.276430 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe741754-17c2-4d7a-b4c8-43ef81b04d25 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.295447 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe741754-17c2-4d7a-b4c8-43ef81b04d25 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.308457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe741754-17c2-4d7a-b4c8-43ef81b04d25 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:08.309073 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe741754-17c2-4d7a-b4c8-43ef81b04d25 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:08.312799 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:08.344713 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8d9cc6-b151-4f39-9c07-f6fa0437b4d5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network e22fe9bb-d92f-443e-813a-0afe210366a3 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:51:08.346730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-0b8d9cc6-b151-4f39-9c07-f6fa0437b4d5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:51:08.364314 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8d9cc6-b151-4f39-9c07-f6fa0437b4d5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:08.364912 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9cc6-b151-4f39-9c07-f6fa0437b4d5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.375269 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.383623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d9cc6-b151-4f39-9c07-f6fa0437b4d5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Subnet': ['ID=47c57d70-d519-4f81-8a23-0630f3d12fbb,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:08.395705 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0b8d9cc6-b151-4f39-9c07-f6fa0437b4d5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6606097 Aug 31 14:51:08.398155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51046) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:08.411277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Transition to ACTIVE for port object 6ae30fdd-4902-4daa-9b52-93339a10cebf will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:51:08.411928 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe741754-17c2-4d7a-b4c8-43ef81b04d25 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.432699 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe741754-17c2-4d7a-b4c8-43ef81b04d25 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.439724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Transition to ACTIVE for port object 6ae30fdd-4902-4daa-9b52-93339a10cebf will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:51:08.441431 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fe741754-17c2-4d7a-b4c8-43ef81b04d25 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "DELETE /v2.0/networks/e66b2c93-7806-4d5c-abd3-0bbca3c96d06 HTTP/1.1" status: 204 len: 168 time: 0.4645834 Aug 31 14:51:08.443676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51048) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:08.453219 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.490615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655940f8-7dbc-4c88-b66e-4bbf641688af tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:08.492346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655940f8-7dbc-4c88-b66e-4bbf641688af tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:08.494038 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655940f8-7dbc-4c88-b66e-4bbf641688af tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:08.495791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655940f8-7dbc-4c88-b66e-4bbf641688af tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:08.497338 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655940f8-7dbc-4c88-b66e-4bbf641688af tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:08.498996 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-655940f8-7dbc-4c88-b66e-4bbf641688af tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0995827 Aug 31 14:51:08.519798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51050) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:08.523982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe741754-17c2-4d7a-b4c8-43ef81b04d25 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event deleted for resources: {'Network': ['ID=e66b2c93-7806-4d5c-abd3-0bbca3c96d06,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:08.526759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Network e22fe9bb-d92f-443e-813a-0afe210366a3 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:51:08.532182 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:51:08.540197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:51:08.556743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-3c1d9be2-4368-4d4c-bd10-fdda9dd53608 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1218116840'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:08.598842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1d9be2-4368-4d4c-bd10-fdda9dd53608 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:51:08.602856 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9be2-4368-4d4c-bd10-fdda9dd53608 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.603254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Pushing event updated for resources: {'Port': ['ID=6ae30fdd-4902-4daa-9b52-93339a10cebf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:08.620681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Attempting to bind port 6ae30fdd-4902-4daa-9b52-93339a10cebf on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:51:08.621348 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Attempting to bind port 6ae30fdd-4902-4daa-9b52-93339a10cebf by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '7a23ed0e-65e6-4f7b-af22-274a1a9c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e22fe9bb-d92f-443e-813a-0afe210366a3'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:51:08.621883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Attempting to bind port 6ae30fdd-4902-4daa-9b52-93339a10cebf on network e22fe9bb-d92f-443e-813a-0afe210366a3 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:51:08.629349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:51:08.630108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Checking segment: {'id': '7a23ed0e-65e6-4f7b-af22-274a1a9c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e22fe9bb-d92f-443e-813a-0afe210366a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:51:08.631029 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.631029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Bound using segment: {'id': '7a23ed0e-65e6-4f7b-af22-274a1a9c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e22fe9bb-d92f-443e-813a-0afe210366a3'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:51:08.631533 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Bound port: 6ae30fdd-4902-4daa-9b52-93339a10cebf, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a23ed0e-65e6-4f7b-af22-274a1a9c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e22fe9bb-d92f-443e-813a-0afe210366a3'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:51:08.631919 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.640445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1d9be2-4368-4d4c-bd10-fdda9dd53608 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:51:08.654767 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9be2-4368-4d4c-bd10-fdda9dd53608 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.655485 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-3c1d9be2-4368-4d4c-bd10-fdda9dd53608 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Added segment db79f649-87c7-4c5a-b4bd-cb2715517eb4 of type vlan for network fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6 Aug 31 14:51:08.706856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5edf666e-4ec9-4bf5-9ebc-15d72f055b24 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Deleting port bafd4ccc-4720-47c0-a71f-72e4b3b0d84a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:08.707231 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5edf666e-4ec9-4bf5-9ebc-15d72f055b24 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.712094 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9be2-4368-4d4c-bd10-fdda9dd53608 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.735097 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] For port 6ae30fdd-4902-4daa-9b52-93339a10cebf, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:51:08.740739 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] For port 6ae30fdd-4902-4daa-9b52-93339a10cebf, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6ae30fdd-4902-4daa-9b52-93339a10cebf,segment=NetworkSegment(7a23ed0e-65e6-4f7b-af22-274a1a9c58db),segment_id=7a23ed0e-65e6-4f7b-af22-274a1a9c58db)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:51:08.746929 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.750653 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9be2-4368-4d4c-bd10-fdda9dd53608 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.760985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d9be2-4368-4d4c-bd10-fdda9dd53608 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:08.762281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9be2-4368-4d4c-bd10-fdda9dd53608 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.782880 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3c1d9be2-4368-4d4c-bd10-fdda9dd53608 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2602901 Aug 31 14:51:08.789845 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5edf666e-4ec9-4bf5-9ebc-15d72f055b24 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.790442 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5edf666e-4ec9-4bf5-9ebc-15d72f055b24 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.794434 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51054) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:08.800987 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-81a4ff78-51c8-4dfd-a1df-731fdfbbbb64 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:08.804528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5edf666e-4ec9-4bf5-9ebc-15d72f055b24 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Calling delete_port for bafd4ccc-4720-47c0-a71f-72e4b3b0d84a owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:08.860245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177b869-3c95-4361-a89d-9daba2de8c85 None None] Pushing event updated for resources: {'Port': ['ID=6ae30fdd-4902-4daa-9b52-93339a10cebf,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:09.014522 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d9be2-4368-4d4c-bd10-fdda9dd53608 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Network': ['ID=fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:09.022345 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5edf666e-4ec9-4bf5-9ebc-15d72f055b24 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:09.027836 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:51:09.084440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf666e-4ec9-4bf5-9ebc-15d72f055b24 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event deleted for resources: {'Port': ['ID=bafd4ccc-4720-47c0-a71f-72e4b3b0d84a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:09.092485 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81a4ff78-51c8-4dfd-a1df-731fdfbbbb64 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:09.142942 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81a4ff78-51c8-4dfd-a1df-731fdfbbbb64 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:09.228793 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5edf666e-4ec9-4bf5-9ebc-15d72f055b24 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:09.229378 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-5edf666e-4ec9-4bf5-9ebc-15d72f055b24 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Floating IP a2f3b5fb-fef0-4635-9a4a-1398a9bcdd65 disassociated (deleted). External IP: 172.25.2.147, port: 6c9add7a-565d-40a2-858e-7de9ed7130c8. Aug 31 14:51:09.263567 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81a4ff78-51c8-4dfd-a1df-731fdfbbbb64 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6 is not hosted by any dhcp agent {{(pid=94870) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:51:09.269325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a4ff78-51c8-4dfd-a1df-731fdfbbbb64 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:09.269880 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81a4ff78-51c8-4dfd-a1df-731fdfbbbb64 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:09.273687 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-81a4ff78-51c8-4dfd-a1df-731fdfbbbb64 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "PUT /v2.0/networks/fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6 HTTP/1.1" status: 200 len: 723 time: 0.4757900 Aug 31 14:51:09.275636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51058) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:09.297197 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-974cf7cc-68de-41c9-94ae-b1dd810c9aa8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'subnet': {'network_id': 'fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:09.333515 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4ff78-51c8-4dfd-a1df-731fdfbbbb64 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Network': ['ID=fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:09.341830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6ae30fdd-4902-4daa-9b52-93339a10cebf up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:51:09.372368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:51:09.407503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc4ea2-1bda-43dc-bc24-a66681191d00 req-53b42019-ba65-49cb-8512-60cea27a61c9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:09.409125 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9cbc4ea2-1bda-43dc-bc24-a66681191d00 req-53b42019-ba65-49cb-8512-60cea27a61c9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.1694803 Aug 31 14:51:09.478142 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9cbc4ea2-1bda-43dc-bc24-a66681191d00 req-b35ebc74-363f-48c4-8ad3-f8f0e747f544 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596750 Aug 31 14:51:09.481484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974cf7cc-68de-41c9-94ae-b1dd810c9aa8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:51:09.488178 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-974cf7cc-68de-41c9-94ae-b1dd810c9aa8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:09.500627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 6ae30fdd-4902-4daa-9b52-93339a10cebf completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:51:09.580599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edf666e-4ec9-4bf5-9ebc-15d72f055b24 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Router b0484de4-84b9-442b-98cf-1873dcfc91ad has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:51:09.601847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:09.624430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:51:09.627997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 07c86721-cde1-4fe4-9a49-b4f1cf8533f5 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:09.732116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edf666e-4ec9-4bf5-9ebc-15d72f055b24 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:51:09.742507 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5edf666e-4ec9-4bf5-9ebc-15d72f055b24 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:09.788952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc085fb8-aa29-4f0f-aa62-cf6fbac4ad22 None None] Sync routers for ids ['b0484de4-84b9-442b-98cf-1873dcfc91ad'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:51:09.796168 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-974cf7cc-68de-41c9-94ae-b1dd810c9aa8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:09.833039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc085fb8-aa29-4f0f-aa62-cf6fbac4ad22 None None] Routers {'b0484de4-84b9-442b-98cf-1873dcfc91ad'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:51:09.835463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cc085fb8-aa29-4f0f-aa62-cf6fbac4ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b0484de4-84b9-442b-98cf-1873dcfc91ad'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:09.860267 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5edf666e-4ec9-4bf5-9ebc-15d72f055b24 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "DELETE /v2.0/floatingips/a2f3b5fb-fef0-4635-9a4a-1398a9bcdd65 HTTP/1.1" status: 204 len: 168 time: 1.4096386 Aug 31 14:51:09.861841 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'tag': '6c9add7a-565d-40a2-858e-7de9ed7130c8'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:09.869159 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999e4d97-2e21-401b-9ffe-1c94370d3dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "bdafe041-844f-4fff-b7ca-d19ad35927c6", "tag": "6c9add7a-565d-40a2-858e-7de9ed7130c8"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:09.926129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cf7cc-68de-41c9-94ae-b1dd810c9aa8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Subnet': ['ID=10c7a91e-827d-47da-97b1-266aab0de893,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:09.966175 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fda4def-16b6-41e9-8dbf-8084e9c2444d x-openstack-request-id: req-8fda4def-16b6-41e9-8dbf-8084e9c2444d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:09.966563 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdafe041-844f-4fff-b7ca-d19ad35927c6", "tag": "6c9add7a-565d-40a2-858e-7de9ed7130c8", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:09.966906 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fda4def-16b6-41e9-8dbf-8084e9c2444d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:09.967467 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'tag': '6c9add7a-565d-40a2-858e-7de9ed7130c8', 'status': 'completed', 'code': 200} Aug 31 14:51:10.027958 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974cf7cc-68de-41c9-94ae-b1dd810c9aa8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Checking segment: {'id': 'db79f649-87c7-4c5a-b4bd-cb2715517eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:51:10.028324 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974cf7cc-68de-41c9-94ae-b1dd810c9aa8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network hostable DHCP agents. Network: fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:51:10.049392 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974cf7cc-68de-41c9-94ae-b1dd810c9aa8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:51:10.069012 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-974cf7cc-68de-41c9-94ae-b1dd810c9aa8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:51:10.083339 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974cf7cc-68de-41c9-94ae-b1dd810c9aa8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:10.084012 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-974cf7cc-68de-41c9-94ae-b1dd810c9aa8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:10.088443 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8316b02c-c055-45a8-b381-10d27997cfec None None] Network fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:10.090546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e4d97-2e21-401b-9ffe-1c94370d3dd6 req-94fee7cb-d1c3-4911-a9fd-7d9118ec86e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:10.092644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-999e4d97-2e21-401b-9ffe-1c94370d3dd6 req-94fee7cb-d1c3-4911-a9fd-7d9118ec86e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4e8ce0961c04ebe8d413ec7a5a4bed5&device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 1136 time: 0.0964279 Aug 31 14:51:10.125522 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-974cf7cc-68de-41c9-94ae-b1dd810c9aa8 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8480093 Aug 31 14:51:10.128286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51066) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:10.140843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7c8b176c-d0ea-4c03-9676-34681edbd201 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:10.170941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-cc085fb8-aa29-4f0f-aa62-cf6fbac4ad22 None None] Set router b0484de4-84b9-442b-98cf-1873dcfc91ad gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:51:10.310021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e4d97-2e21-401b-9ffe-1c94370d3dd6 req-8a00ae5d-8221-4b70-bafb-43994d528769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:10.314006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-999e4d97-2e21-401b-9ffe-1c94370d3dd6 req-8a00ae5d-8221-4b70-bafb-43994d528769 service neutron] 10.222.0.25 "GET /v2.0/networks?id=719b1934-36ce-4187-8e04-658ca884d313 HTTP/1.1" status: 200 len: 898 time: 0.2092824 Aug 31 14:51:10.353034 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c8b176c-d0ea-4c03-9676-34681edbd201 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64129699'] for subnet, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:10.379024 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-999e4d97-2e21-401b-9ffe-1c94370d3dd6 req-965c9cbd-0e34-437f-9261-39432fef82c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c9add7a-565d-40a2-858e-7de9ed7130c8 HTTP/1.1" status: 200 len: 217 time: 0.0505924 Aug 31 14:51:10.396608 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c24398-9a2c-4020-8710-872f1364e1fa None None] Network e22fe9bb-d92f-443e-813a-0afe210366a3 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:10.407635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8ac51-8d95-4063-a874-0a96e990c13a req-3c5cc9bc-5273-4932-b99f-7ba5921edeed tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:10.409202 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ae8ac51-8d95-4063-a874-0a96e990c13a req-3c5cc9bc-5273-4932-b99f-7ba5921edeed tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 985 time: 0.1081834 Aug 31 14:51:10.442199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e4d97-2e21-401b-9ffe-1c94370d3dd6 req-47dfd0c2-6cc5-46fd-a151-0491b8546134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:10.444263 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-999e4d97-2e21-401b-9ffe-1c94370d3dd6 req-47dfd0c2-6cc5-46fd-a151-0491b8546134 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac81d7e0-e17c-40a1-9bcd-49f3e2841abd HTTP/1.1" status: 200 len: 834 time: 0.0570650 Aug 31 14:51:10.498108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e4d97-2e21-401b-9ffe-1c94370d3dd6 req-f22ae82a-9693-4257-838b-e538ab667acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:10.501047 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-999e4d97-2e21-401b-9ffe-1c94370d3dd6 req-f22ae82a-9693-4257-838b-e538ab667acc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=719b1934-36ce-4187-8e04-658ca884d313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482903 Aug 31 14:51:10.503716 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ae8ac51-8d95-4063-a874-0a96e990c13a req-fd285251-bca2-409f-8af1-87705effa2f0 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/security-groups?id=69604a71-fe03-4e80-8394-f85f21491ef4&id=aeb3732f-702b-43c2-bc76-aa6ad5d739d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0882277 Aug 31 14:51:10.567765 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c8b176c-d0ea-4c03-9676-34681edbd201 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766600169436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64010548'] for subnet, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:10.629881 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8b176c-d0ea-4c03-9676-34681edbd201 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:10.630479 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c8b176c-d0ea-4c03-9676-34681edbd201 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:10.634638 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7c8b176c-d0ea-4c03-9676-34681edbd201 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "PUT /v2.0/subnets/10c7a91e-827d-47da-97b1-266aab0de893 HTTP/1.1" status: 200 len: 826 time: 0.5030367 Aug 31 14:51:10.635938 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51076) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:10.648609 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-999e4d97-2e21-401b-9ffe-1c94370d3dd6 req-8799a9b8-a40d-43df-b0f9-8cd6e2034df3 service neutron] 10.222.0.25 "GET /v2.0/networks/719b1934-36ce-4187-8e04-658ca884d313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391354 Aug 31 14:51:10.685955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdfbfb-176e-4fe9-9d9b-34a57d1d44cd req-2b4d17cf-6eae-4106-b0de-d3032ae627a4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:10.687884 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2bbdfbfb-176e-4fe9-9d9b-34a57d1d44cd req-2b4d17cf-6eae-4106-b0de-d3032ae627a4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.0926929 Aug 31 14:51:10.698558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ed21a00b-25fb-4008-805f-516e9cd98dbe None None] Provisioning for port 6ae30fdd-4902-4daa-9b52-93339a10cebf completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:51:10.713467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b176c-d0ea-4c03-9676-34681edbd201 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Subnet': ['ID=10c7a91e-827d-47da-97b1-266aab0de893,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:10.736105 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ed21a00b-25fb-4008-805f-516e9cd98dbe None None] Provisioning complete for port 6ae30fdd-4902-4daa-9b52-93339a10cebf triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:51:10.736738 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed21a00b-25fb-4008-805f-516e9cd98dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:10.796025 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:10.801142 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2bbdfbfb-176e-4fe9-9d9b-34a57d1d44cd req-7bd9c8f1-7bd6-41ef-8621-dc107f3044b8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944388 Aug 31 14:51:10.851736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-999e4d97-2e21-401b-9ffe-1c94370d3dd6 req-7291519e-ac9b-441f-835d-49f28d7bc106 service neutron] 10.222.0.25 "GET /v2.0/networks/719b1934-36ce-4187-8e04-658ca884d313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912189 Aug 31 14:51:10.878144 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:10.962956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216c939-9ce6-43ea-88bd-48f576283a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6', 'network_id': 'fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6', 'tenant_id': '80272789956e412588ec40bf64b18f9f', 'fixed_ips': [{'subnet_id': '10c7a91e-827d-47da-97b1-266aab0de893'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:51:10.963881 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:10.964081 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e216c939-9ce6-43ea-88bd-48f576283a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.007211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Subnet': ['ID=10c7a91e-827d-47da-97b1-266aab0de893,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:11.082112 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.093206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:11.109209 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db79f649-87c7-4c5a-b4bd-cb2715517eb4') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:11.109683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db79f649-87c7-4c5a-b4bd-cb2715517eb4') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:11.115006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5857a802-1105-4f27-8a67-704679481715 None None] Update dhcp port {'port': {'network_id': 'e22fe9bb-d92f-443e-813a-0afe210366a3', 'fixed_ips': [{'subnet_id': 'b44147cd-4c21-49c2-b166-0a30bc5503d3', 'ip_address': '2001:db8::2'}, {'subnet_id': '47c57d70-d519-4f81-8a23-0630f3d12fbb'}], 'binding:host_id': 'n-d-806683-5'}, 'id': '6ae30fdd-4902-4daa-9b52-93339a10cebf'} from n-d-806683-5. {{(pid=94872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:51:11.120046 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.140725 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.146161 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed21a00b-25fb-4008-805f-516e9cd98dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.148338 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:11.148793 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:11.152823 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:11.178649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e327807-7ccd-4462-9919-c5ab33de7575 None None] Network fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:11.226695 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.234981 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.239652 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6 HTTP/1.1" status: 204 len: 168 time: 0.5984440 Aug 31 14:51:11.239864 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5857a802-1105-4f27-8a67-704679481715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.240839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51082) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:11.251546 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Network': ['ID=fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:11.263361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:11.263497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:11.263765 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:11.264175 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:11.264754 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:11.265360 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:11.266453 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:11.266991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:11.267465 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:11.267811 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:11.268182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:11.268580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a4426-1f1e-49c7-9eeb-985769ee6b5b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:11.271893 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0af149-6eba-405c-b61c-819bc44dadf4 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] DELETE failed (client error): The resource could not be found. Aug 31 14:51:11.272940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0af149-6eba-405c-b61c-819bc44dadf4 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:51:11.279327 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ec0af149-6eba-405c-b61c-819bc44dadf4 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6 HTTP/1.1" status: 404 len: 339 time: 0.0366969 Aug 31 14:51:11.279911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51086) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:11.285508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-df3fa5b5-53bb-4697-ae20-c5098596f862 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2071637013', 'description': 'd1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:11.310248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cc085fb8-aa29-4f0f-aa62-cf6fbac4ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:49:32Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '4d697a9f-6f6a-4ed2-a672-50dd586b4fb6', 'name': '', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'mac_address': 'fa:16:3e:c3:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:31Z', 'updated_at': '2021-08-31T14:49:39Z', 'revision_number': 5, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'subnets': [{'id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:11.314327 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3fa5b5-53bb-4697-ae20-c5098596f862 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:51:11.320327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df3fa5b5-53bb-4697-ae20-c5098596f862 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.351059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3fa5b5-53bb-4697-ae20-c5098596f862 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:51:11.367279 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df3fa5b5-53bb-4697-ae20-c5098596f862 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.367593 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-df3fa5b5-53bb-4697-ae20-c5098596f862 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Added segment fae195fc-e5f4-493c-aa17-ee4e65d0ad7b of type vlan for network 86193f7b-e5ff-4947-be1e-6111c6b07c00 Aug 31 14:51:11.378558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ed21a00b-25fb-4008-805f-516e9cd98dbe None None] For port 6ae30fdd-4902-4daa-9b52-93339a10cebf, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6ae30fdd-4902-4daa-9b52-93339a10cebf,segment=NetworkSegment(7a23ed0e-65e6-4f7b-af22-274a1a9c58db),segment_id=7a23ed0e-65e6-4f7b-af22-274a1a9c58db)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:11.382749 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc085fb8-aa29-4f0f-aa62-cf6fbac4ad22 None None] Checking router: b0484de4-84b9-442b-98cf-1873dcfc91ad for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:51:11.394669 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed21a00b-25fb-4008-805f-516e9cd98dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.437679 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df3fa5b5-53bb-4697-ae20-c5098596f862 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.473268 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df3fa5b5-53bb-4697-ae20-c5098596f862 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.480066 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3fa5b5-53bb-4697-ae20-c5098596f862 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:11.481104 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df3fa5b5-53bb-4697-ae20-c5098596f862 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:11.540098 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc085fb8-aa29-4f0f-aa62-cf6fbac4ad22 None None] Routers {'b0484de4-84b9-442b-98cf-1873dcfc91ad'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:51:11.540759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cc085fb8-aa29-4f0f-aa62-cf6fbac4ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b0484de4-84b9-442b-98cf-1873dcfc91ad'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:11.571605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af8e601-3532-42c2-ae50-4d6c3a6ff59e None None] Network fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:11.575976 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fa5b5-53bb-4697-ae20-c5098596f862 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Network': ['ID=86193f7b-e5ff-4947-be1e-6111c6b07c00,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:11.588274 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-df3fa5b5-53bb-4697-ae20-c5098596f862 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3070741 Aug 31 14:51:11.590638 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51098) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:11.634204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 86193f7b-e5ff-4947-be1e-6111c6b07c00 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:51:11.654938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21a00b-25fb-4008-805f-516e9cd98dbe None None] Pushing event updated for resources: {'Port': ['ID=6ae30fdd-4902-4daa-9b52-93339a10cebf,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:11.659667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af8e601-3532-42c2-ae50-4d6c3a6ff59e None None] Network fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6 could not be found, it might have been deleted concurrently. {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:51:11.769438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ceb26-e84a-422e-8e21-958a6a8e9ff8 req-cddabbc0-31a2-4708-8c89-20a92c8cdb32 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:11.771287 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-062ceb26-e84a-422e-8e21-958a6a8e9ff8 req-cddabbc0-31a2-4708-8c89-20a92c8cdb32 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 985 time: 0.1034601 Aug 31 14:51:11.772653 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cc5db-e6dc-4cf7-b631-5e49bf5c1048 req-148c540a-739b-45d7-8cfc-8aac03f33f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:11.776283 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee9cc5db-e6dc-4cf7-b631-5e49bf5c1048 req-148c540a-739b-45d7-8cfc-8aac03f33f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 985 time: 0.1266949 Aug 31 14:51:11.793532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eba837-216b-47a3-b6a2-6cae1d201cc9 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:11.795095 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-11eba837-216b-47a3-b6a2-6cae1d201cc9 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "GET /v2.0/networks?id=86193f7b-e5ff-4947-be1e-6111c6b07c00 HTTP/1.1" status: 200 len: 765 time: 0.2031724 Aug 31 14:51:11.836140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51100) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:11.844483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-773d8baf-bb7f-4256-a426-d1232277cbae tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'network': {'description': 'd2'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:11.865159 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-5857a802-1105-4f27-8a67-704679481715 None None] Allocated IP 172.20.0.1 (e22fe9bb-d92f-443e-813a-0afe210366a3/47c57d70-d519-4f81-8a23-0630f3d12fbb/6ae30fdd-4902-4daa-9b52-93339a10cebf) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:51:11.876857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-cc085fb8-aa29-4f0f-aa62-cf6fbac4ad22 None None] Set router b0484de4-84b9-442b-98cf-1873dcfc91ad gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:51:11.899778 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee9cc5db-e6dc-4cf7-b631-5e49bf5c1048 req-63915181-3794-4eb4-b9f4-1a8e590a74ee tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/security-groups?id=69604a71-fe03-4e80-8394-f85f21491ef4&id=aeb3732f-702b-43c2-bc76-aa6ad5d739d1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0884979 Aug 31 14:51:12.085881 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e87ed-781b-4e4c-abd3-b47caaa5c996 req-9c8e9c0e-ea34-4f58-8ec1-6f3ce78af836 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:12.087491 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c3e87ed-781b-4e4c-abd3-b47caaa5c996 req-9c8e9c0e-ea34-4f58-8ec1-6f3ce78af836 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.1621804 Aug 31 14:51:12.094301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-062ceb26-e84a-422e-8e21-958a6a8e9ff8 req-cde95a65-8a4a-487b-b71e-23a971a2b453 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Deleting port 6c9add7a-565d-40a2-858e-7de9ed7130c8 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:12.094660 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-062ceb26-e84a-422e-8e21-958a6a8e9ff8 req-cde95a65-8a4a-487b-b71e-23a971a2b453 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.119464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5857a802-1105-4f27-8a67-704679481715 None None] For port 6ae30fdd-4902-4daa-9b52-93339a10cebf, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6ae30fdd-4902-4daa-9b52-93339a10cebf,segment=NetworkSegment(7a23ed0e-65e6-4f7b-af22-274a1a9c58db),segment_id=7a23ed0e-65e6-4f7b-af22-274a1a9c58db)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:12.186502 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5857a802-1105-4f27-8a67-704679481715 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.187349 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-773d8baf-bb7f-4256-a426-d1232277cbae tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.210631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5857a802-1105-4f27-8a67-704679481715 None None] Transition to ACTIVE for port object 6ae30fdd-4902-4daa-9b52-93339a10cebf will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:51:12.216092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-773d8baf-bb7f-4256-a426-d1232277cbae tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.218154 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5857a802-1105-4f27-8a67-704679481715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.251772 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c3e87ed-781b-4e4c-abd3-b47caaa5c996 req-064584c3-f9a9-4600-bb47-8d22b0d7041a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526833 Aug 31 14:51:12.290199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-773d8baf-bb7f-4256-a426-d1232277cbae tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network 86193f7b-e5ff-4947-be1e-6111c6b07c00 is not hosted by any dhcp agent {{(pid=94871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:51:12.296209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d8baf-bb7f-4256-a426-d1232277cbae tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:12.297469 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-773d8baf-bb7f-4256-a426-d1232277cbae tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.301405 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-773d8baf-bb7f-4256-a426-d1232277cbae tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "PUT /v2.0/networks/86193f7b-e5ff-4947-be1e-6111c6b07c00 HTTP/1.1" status: 200 len: 762 time: 0.4604456 Aug 31 14:51:12.302305 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51104) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:12.324761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-062ceb26-e84a-422e-8e21-958a6a8e9ff8 req-cde95a65-8a4a-487b-b71e-23a971a2b453 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] For port 6c9add7a-565d-40a2-858e-7de9ed7130c8, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=6c9add7a-565d-40a2-858e-7de9ed7130c8,segment=NetworkSegment(0244138a-d738-446a-b6f8-6e5ac07e0f97),segment_id=0244138a-d738-446a-b6f8-6e5ac07e0f97)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:12.325227 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-062ceb26-e84a-422e-8e21-958a6a8e9ff8 req-cde95a65-8a4a-487b-b71e-23a971a2b453 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.364717 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d8baf-bb7f-4256-a426-d1232277cbae tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Network': ['ID=86193f7b-e5ff-4947-be1e-6111c6b07c00,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:12.384153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-062ceb26-e84a-422e-8e21-958a6a8e9ff8 req-cde95a65-8a4a-487b-b71e-23a971a2b453 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Calling delete_port for 6c9add7a-565d-40a2-858e-7de9ed7130c8 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:12.406781 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6872171b-6241-47bd-8218-0b5c7c7fd194 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:12.414187 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6872171b-6241-47bd-8218-0b5c7c7fd194 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "GET /v2.0/networks?id=86193f7b-e5ff-4947-be1e-6111c6b07c00 HTTP/1.1" status: 200 len: 765 time: 0.1046169 Aug 31 14:51:12.414658 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51106) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:12.460039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 86193f7b-e5ff-4947-be1e-6111c6b07c00 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:51:12.468857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cc085fb8-aa29-4f0f-aa62-cf6fbac4ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:49:32Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '4d697a9f-6f6a-4ed2-a672-50dd586b4fb6', 'name': '', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'mac_address': 'fa:16:3e:c3:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:31Z', 'updated_at': '2021-08-31T14:49:39Z', 'revision_number': 5, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'subnets': [{'id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:12.570602 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-062ceb26-e84a-422e-8e21-958a6a8e9ff8 req-cde95a65-8a4a-487b-b71e-23a971a2b453 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.580934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc085fb8-aa29-4f0f-aa62-cf6fbac4ad22 None None] The sync data for ids ['b0484de4-84b9-442b-98cf-1873dcfc91ad'] in n-d-806683-5 is: [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:49:32Z', 'revision_number': 4, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '4d697a9f-6f6a-4ed2-a672-50dd586b4fb6', 'name': '', 'network_id': '719b1934-36ce-4187-8e04-658ca884d313', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'mac_address': 'fa:16:3e:c3:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:31Z', 'updated_at': '2021-08-31T14:49:39Z', 'revision_number': 5, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'subnets': [{'id': 'ac81d7e0-e17c-40a1-9bcd-49f3e2841abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:51:12.586321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857a802-1105-4f27-8a67-704679481715 None None] Pushing event updated for resources: {'Port': ['ID=6ae30fdd-4902-4daa-9b52-93339a10cebf,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:12.672320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde95a65-8a4a-487b-b71e-23a971a2b453 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event deleted for resources: {'Port': ['ID=6c9add7a-565d-40a2-858e-7de9ed7130c8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:12.700429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c120cd-10a8-41e0-a719-33f6367d0ef5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:12.704992 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-062ceb26-e84a-422e-8e21-958a6a8e9ff8 req-cde95a65-8a4a-487b-b71e-23a971a2b453 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] No DVR routers for this DVR port 6c9add7a-565d-40a2-858e-7de9ed7130c8 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:12.708247 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-14c120cd-10a8-41e0-a719-33f6367d0ef5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2921023 Aug 31 14:51:12.708943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51112) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:12.709922 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-062ceb26-e84a-422e-8e21-958a6a8e9ff8 req-cde95a65-8a4a-487b-b71e-23a971a2b453 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.712286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-062ceb26-e84a-422e-8e21-958a6a8e9ff8 req-cde95a65-8a4a-487b-b71e-23a971a2b453 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.25 "DELETE /v2.0/ports/6c9add7a-565d-40a2-858e-7de9ed7130c8 HTTP/1.1" status: 204 len: 173 time: 0.9341404 Aug 31 14:51:12.713028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'name': 'network-vif-deleted', 'tag': '6c9add7a-565d-40a2-858e-7de9ed7130c8'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:12.717626 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315d927e-b843-4fbc-b501-ed678b7bdfea" -d '{"events": [{"server_uuid": "bdafe041-844f-4fff-b7ca-d19ad35927c6", "name": "network-vif-deleted", "tag": "6c9add7a-565d-40a2-858e-7de9ed7130c8"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:12.784974 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8676856b-4f11-4ea0-9b74-fda67e578d60 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654 HTTP/1.1" status: 200 len: 207 time: 0.0693004 Aug 31 14:51:12.785407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51116) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:12.813475 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96f4b45-76e4-4e5d-8212-6a679f4236bb x-openstack-request-id: req-b96f4b45-76e4-4e5d-8212-6a679f4236bb {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:12.813863 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdafe041-844f-4fff-b7ca-d19ad35927c6", "name": "network-vif-deleted", "tag": "6c9add7a-565d-40a2-858e-7de9ed7130c8", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:12.814271 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b96f4b45-76e4-4e5d-8212-6a679f4236bb {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:12.814798 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdafe041-844f-4fff-b7ca-d19ad35927c6', 'name': 'network-vif-deleted', 'tag': '6c9add7a-565d-40a2-858e-7de9ed7130c8', 'status': 'completed', 'code': 200} Aug 31 14:51:13.075938 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59476e37-0b9e-4a92-b1bc-a4bf796ed81d None None] New status for floating IP a2f3b5fb-fef0-4635-9a4a-1398a9bcdd65: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:51:13.258638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6ae30fdd-4902-4daa-9b52-93339a10cebf up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:51:13.519069 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0748de-3a08-4804-8681-2a7223ad861f req-64969bcf-e99f-4833-9376-aa887216fe8a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:13.525647 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4d0748de-3a08-4804-8681-2a7223ad861f req-64969bcf-e99f-4833-9376-aa887216fe8a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.1429520 Aug 31 14:51:13.584010 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4d0748de-3a08-4804-8681-2a7223ad861f req-1ad19e9c-1b16-4c15-93f4-16da3bcfff23 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481682 Aug 31 14:51:13.617563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca73ef2-81b9-452e-8154-456f868a997f tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:13.623733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca73ef2-81b9-452e-8154-456f868a997f tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:13.631058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca73ef2-81b9-452e-8154-456f868a997f tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:13.637313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca73ef2-81b9-452e-8154-456f868a997f tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:13.645009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca73ef2-81b9-452e-8154-456f868a997f tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:13.652500 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca73ef2-81b9-452e-8154-456f868a997f tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:13.659143 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5ca73ef2-81b9-452e-8154-456f868a997f tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.8679645 Aug 31 14:51:13.659922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51122) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:13.675401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b820d3-6d9b-4d2a-9a8b-8755c62b1d06 None None] Network e22fe9bb-d92f-443e-813a-0afe210366a3 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:13.707237 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-61890f56-4b28-4999-a948-fdbf147909fc req-b6a9b822-617a-4b6d-9273-d6280320bf2e tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdafe041-844f-4fff-b7ca-d19ad35927c6 HTTP/1.1" status: 200 len: 210 time: 0.0448346 Aug 31 14:51:13.776893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0f87b102-4853-4dad-a57e-c874f441a10c None None] Provisioning for port 6ae30fdd-4902-4daa-9b52-93339a10cebf completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:51:13.810685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0f87b102-4853-4dad-a57e-c874f441a10c None None] Provisioning complete for port 6ae30fdd-4902-4daa-9b52-93339a10cebf triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:51:13.811069 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f87b102-4853-4dad-a57e-c874f441a10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:13.998347 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-46050ced-2e3a-4abc-8150-6a24c0655c6b tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3363428 Aug 31 14:51:14.004043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51128) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:14.092824 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9454f9-fe87-4420-ac81-f42801f269c7 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.095419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9454f9-fe87-4420-ac81-f42801f269c7 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.098011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9454f9-fe87-4420-ac81-f42801f269c7 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.100267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9454f9-fe87-4420-ac81-f42801f269c7 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.102266 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9454f9-fe87-4420-ac81-f42801f269c7 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.104658 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7f9454f9-fe87-4420-ac81-f42801f269c7 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0995023 Aug 31 14:51:14.108879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51130) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:14.184639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4e92d7-0ccb-4888-8471-e782171c3dad tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.186505 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4e92d7-0ccb-4888-8471-e782171c3dad tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.188585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4e92d7-0ccb-4888-8471-e782171c3dad tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.190431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4e92d7-0ccb-4888-8471-e782171c3dad tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.192328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4e92d7-0ccb-4888-8471-e782171c3dad tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.194194 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ea4e92d7-0ccb-4888-8471-e782171c3dad tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0832255 Aug 31 14:51:14.198071 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51132) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:14.350350 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03009c3a-e171-472e-848d-dc28571b2888 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.355821 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-03009c3a-e171-472e-848d-dc28571b2888 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "GET /v2.0/networks/e18d8008-810b-4997-a376-8b4bc804b938 HTTP/1.1" status: 200 len: 804 time: 0.1529443 Aug 31 14:51:14.356155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51134) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:14.402914 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6f74835c-96fd-4ef2-a563-21c67679ab6b None None] Provisioning complete for port 6ae30fdd-4902-4daa-9b52-93339a10cebf triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:51:14.406252 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f74835c-96fd-4ef2-a563-21c67679ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:14.517706 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9ce5014d-2b89-40f4-a599-dd90688e91a4 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "GET /v2.0/networks/e18d8008-810b-4997-a376-8b4bc804b938?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1602774 Aug 31 14:51:14.522932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51136) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:14.588690 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1129eb0f-3455-4c83-a949-d095f77f9c8f tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.595151 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1129eb0f-3455-4c83-a949-d095f77f9c8f tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "GET /v2.0/subnets/be347acf-407b-4f39-a959-d02d28511963 HTTP/1.1" status: 200 len: 843 time: 0.0663037 Aug 31 14:51:14.596758 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51138) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:14.670764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d051fa8b-ceff-4ffb-9b56-2f6105aa1dbf tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.673966 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d051fa8b-ceff-4ffb-9b56-2f6105aa1dbf tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "GET /v2.0/subnets/be347acf-407b-4f39-a959-d02d28511963?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0760431 Aug 31 14:51:14.679216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51142) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:14.689983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-79b35fb9-2859-4b8e-9089-e4b39033f840 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-127183657'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:14.732115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b35fb9-2859-4b8e-9089-e4b39033f840 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:51:14.738741 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79b35fb9-2859-4b8e-9089-e4b39033f840 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:14.807970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d21cc-8051-43fc-8166-0e4e6683876d req-33212cf5-71bb-430d-b4bc-7fa69ec6aae8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.809179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51146) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:14.811004 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d77d21cc-8051-43fc-8166-0e4e6683876d req-33212cf5-71bb-430d-b4bc-7fa69ec6aae8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.1258066 Aug 31 14:51:14.866670 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d77d21cc-8051-43fc-8166-0e4e6683876d req-037f935a-9acb-4f14-86e4-84423594b25c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475421 Aug 31 14:51:14.895900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b35fb9-2859-4b8e-9089-e4b39033f840 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:51:14.922923 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79b35fb9-2859-4b8e-9089-e4b39033f840 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:14.923344 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-79b35fb9-2859-4b8e-9089-e4b39033f840 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Added segment 326ea5b8-be77-48e2-b382-7f7bb0b22c4b of type vlan for network 0d649490-6e01-48ed-8b81-e9ed46be4ea9 Aug 31 14:51:14.954186 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-7fcdc7cc-5d60-4635-9941-15a0f8083c36 service neutron] show failed (client error): The resource could not be found. Aug 31 14:51:14.955450 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-7fcdc7cc-5d60-4635-9941-15a0f8083c36 service neutron] 10.222.0.60 "GET /v2.0/ports/0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82/bindings/n-h2-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.1956928 Aug 31 14:51:14.979367 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57a32dde-b222-4d32-9e49-684415931134 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.015358 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79b35fb9-2859-4b8e-9089-e4b39033f840 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.053376 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57a32dde-b222-4d32-9e49-684415931134 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.076034 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79b35fb9-2859-4b8e-9089-e4b39033f840 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.086059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b35fb9-2859-4b8e-9089-e4b39033f840 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:15.087398 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79b35fb9-2859-4b8e-9089-e4b39033f840 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.167318 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51152) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:15.167642 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-79b35fb9-2859-4b8e-9089-e4b39033f840 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4856436 Aug 31 14:51:15.182350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-e3d01092-faf7-4c61-be76-ae662812ecc2 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'subnet': {'network_id': '0d649490-6e01-48ed-8b81-e9ed46be4ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:15.220790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b35fb9-2859-4b8e-9089-e4b39033f840 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Network': ['ID=0d649490-6e01-48ed-8b81-e9ed46be4ea9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:15.223436 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57a32dde-b222-4d32-9e49-684415931134 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.226162 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57a32dde-b222-4d32-9e49-684415931134 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.230602 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-57a32dde-b222-4d32-9e49-684415931134 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "DELETE /v2.0/security-groups/69604a71-fe03-4e80-8394-f85f21491ef4 HTTP/1.1" status: 204 len: 168 time: 0.4169936 Aug 31 14:51:15.232845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51154) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:15.235400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 0d649490-6e01-48ed-8b81-e9ed46be4ea9 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:51:15.273877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a32dde-b222-4d32-9e49-684415931134 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69604a71-fe03-4e80-8394-f85f21491ef4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:15.281256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-8d821670-fd82-4aa1-89cb-330863cf391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:15.283286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-8d821670-fd82-4aa1-89cb-330863cf391e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2&tenant_id=d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 1097 time: 0.0928853 Aug 31 14:51:15.299730 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:15.338452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d01092-faf7-4c61-be76-ae662812ecc2 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Made reservation on behalf of 80272789956e412588ec40bf64b18f9f for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:51:15.342568 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e3d01092-faf7-4c61-be76-ae662812ecc2 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.390519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-819f0ae7-7678-43f7-8a1a-b4e3576ff303 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.392294 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.430603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_backend_mixin [None req-e3d01092-faf7-4c61-be76-ae662812ecc2 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Performing IP validity checks on allocation pools {{(pid=94870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 14:51:15.431723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.ipam_backend_mixin [None req-e3d01092-faf7-4c61-be76-ae662812ecc2 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 14:51:15.457473 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-819f0ae7-7678-43f7-8a1a-b4e3576ff303 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.582030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-819f0ae7-7678-43f7-8a1a-b4e3576ff303 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.586113 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-819f0ae7-7678-43f7-8a1a-b4e3576ff303 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.587816 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-819f0ae7-7678-43f7-8a1a-b4e3576ff303 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "DELETE /v2.0/security-groups/aeb3732f-702b-43c2-bc76-aa6ad5d739d1 HTTP/1.1" status: 204 len: 168 time: 0.3413529 Aug 31 14:51:15.590567 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51156) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:15.599457 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e3d01092-faf7-4c61-be76-ae662812ecc2 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.641139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f0ae7-7678-43f7-8a1a-b4e3576ff303 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb3732f-702b-43c2-bc76-aa6ad5d739d1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:15.705954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:15.754187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:51:15.801956 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.815419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Transition to ACTIVE for port object 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:51:15.816446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:15.819019 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18235c44-56fa-4472-bb7e-7d10d4d44742" -d '{"events": [{"server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:15.833643 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:15.909263 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3517b903-a85b-4d82-8e48-b1b458a67c0c x-openstack-request-id: req-3517b903-a85b-4d82-8e48-b1b458a67c0c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:15.909562 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:15.909799 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3517b903-a85b-4d82-8e48-b1b458a67c0c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:15.910378 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'code': 200} Aug 31 14:51:15.958001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:16.056533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] No DVR routers for this DVR port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:16.138723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d01092-faf7-4c61-be76-ae662812ecc2 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Subnet': ['ID=4c622633-1385-41c4-a664-e9930dd8e505,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:16.286905 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Attempting to bind port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:51:16.287827 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Attempting to bind port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:51:16.288173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Attempting to bind port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:51:16.293533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:51:16.294189 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Attempting to bind port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:51:16.299840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:51:16.300158 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Checking segment: {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:51:16.300562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Bound using segment: {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:51:16.300984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Bound port: 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:51:16.301350 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:16.330826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b0d0f-800d-4dab-8bd5-e396c03ecdcd req-70ac8682-1604-4abd-9a7f-cd324ead8aa5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:16.332310 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a43b0d0f-800d-4dab-8bd5-e396c03ecdcd req-70ac8682-1604-4abd-9a7f-cd324ead8aa5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 944 time: 0.1381114 Aug 31 14:51:16.348201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01092-faf7-4c61-be76-ae662812ecc2 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Checking segment: {'id': '326ea5b8-be77-48e2-b382-7f7bb0b22c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0d649490-6e01-48ed-8b81-e9ed46be4ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:51:16.348201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d01092-faf7-4c61-be76-ae662812ecc2 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network hostable DHCP agents. Network: 0d649490-6e01-48ed-8b81-e9ed46be4ea9, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:51:16.378377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:51:16.382166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:51:16.387438 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:16.440256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:16.441437 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:16.443961 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] 10.222.0.25 "PUT /v2.0/ports/0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 1092 time: 1.1498804 Aug 31 14:51:16.463131 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a43b0d0f-800d-4dab-8bd5-e396c03ecdcd req-49804643-9dda-4187-8a32-442f0fd61587 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209683 Aug 31 14:51:16.464397 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d01092-faf7-4c61-be76-ae662812ecc2 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Network 0d649490-6e01-48ed-8b81-e9ed46be4ea9 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:51:16.476018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584c832-d9cc-4a0b-9614-37f67c37f234 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:16.490346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-e3d01092-faf7-4c61-be76-ae662812ecc2 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 0d649490-6e01-48ed-8b81-e9ed46be4ea9) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:51:16.502402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ee86ee-e72e-4b4c-9ae7-489e2d71332c None None] Network 0d649490-6e01-48ed-8b81-e9ed46be4ea9 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:16.510963 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d01092-faf7-4c61-be76-ae662812ecc2 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:16.511593 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e3d01092-faf7-4c61-be76-ae662812ecc2 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:16.620640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-09e2b0d0-2bf5-417d-9ef1-9197fe7e39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:16.622349 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-09e2b0d0-2bf5-417d-9ef1-9197fe7e39a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1095 time: 0.1306133 Aug 31 14:51:16.639660 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e3d01092-faf7-4c61-be76-ae662812ecc2 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4698765 Aug 31 14:51:16.642701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51168) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:16.647502 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-39a90ec3-b82e-46fa-832a-4a6537e6ce7c tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:16.794248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-0d649490-6e01-48ed-8b81-e9ed46be4ea9', 'network_id': '0d649490-6e01-48ed-8b81-e9ed46be4ea9', 'tenant_id': '80272789956e412588ec40bf64b18f9f', 'fixed_ips': [{'subnet_id': '4c622633-1385-41c4-a664-e9930dd8e505'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:51:16.795688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-ee6016ae-a752-4d22-bc59-40ea01488a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:16.798552 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-ee6016ae-a752-4d22-bc59-40ea01488a0a service neutron] 10.222.0.25 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 897 time: 0.1670308 Aug 31 14:51:16.799468 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:16.854417 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-39a90ec3-b82e-46fa-832a-4a6537e6ce7c tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64129699'] for subnet, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:16.903644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-ae50c814-d5df-4ada-a959-f7f916d742b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 998 time: 0.0954313 Aug 31 14:51:16.971577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-d396279a-29ec-4df1-9746-aaca68a9f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:16.973052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-d396279a-29ec-4df1-9746-aaca68a9f121 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 200 len: 834 time: 0.0578423 Aug 31 14:51:17.017331 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:51:17.017331 n-d-806683-5 neutron-server[94872]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 31 14:51:17.017331 n-d-806683-5 neutron-server[94872]: [parameters: {'in_use': 1, 'id_1': '4c622633-1385-41c4-a664-e9930dd8e505'}] Aug 31 14:51:17.017331 n-d-806683-5 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:51:17.018798 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:51:17.045305 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-5a3e2cc8-75a6-4517-b581-b74408b534d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:17.046913 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-5a3e2cc8-75a6-4517-b581-b74408b534d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668063 Aug 31 14:51:17.117536 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 6c9add7a-565d-40a2-858e-7de9ed7130c8 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:17.125141 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-175e8634-cd4b-470d-b23f-0c07f63f5c09 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:17.140077 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 6c9add7a-565d-40a2-858e-7de9ed7130c8 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:51:17.141016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 6c9add7a-565d-40a2-858e-7de9ed7130c8 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:17.185930 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-893dac9b-1bc9-4e18-8e46-8ec1b94b66f7 service neutron] 10.222.0.25 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320746 Aug 31 14:51:17.285798 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-39a90ec3-b82e-46fa-832a-4a6537e6ce7c tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766600169436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64010548'] for subnet, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:17.297710 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ec54866-5691-4a07-b103-fdae2ba82db1 req-9827b0a7-79d6-4526-96c1-23262ed38df1 service neutron] 10.222.0.25 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044450 Aug 31 14:51:17.386272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a90ec3-b82e-46fa-832a-4a6537e6ce7c tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:17.387321 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-39a90ec3-b82e-46fa-832a-4a6537e6ce7c tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:17.388806 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-39a90ec3-b82e-46fa-832a-4a6537e6ce7c tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "PUT /v2.0/subnets/4c622633-1385-41c4-a664-e9930dd8e505 HTTP/1.1" status: 200 len: 900 time: 0.7460601 Aug 31 14:51:17.389747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a90ec3-b82e-46fa-832a-4a6537e6ce7c tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event updated for resources: {'Subnet': ['ID=4c622633-1385-41c4-a664-e9930dd8e505,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:17.394139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51174) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:17.519984 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:17.553043 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:17.661894 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d118de-50b5-46b6-bf56-f6ac22192e3a req-d9b12818-b6d8-4f5a-a860-a67795f43590 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:17.670355 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a3d118de-50b5-46b6-bf56-f6ac22192e3a req-d9b12818-b6d8-4f5a-a860-a67795f43590 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 944 time: 0.1085670 Aug 31 14:51:17.672927 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-175e8634-cd4b-470d-b23f-0c07f63f5c09 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Deleting port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:17.673761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-175e8634-cd4b-470d-b23f-0c07f63f5c09 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:17.692032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:17.754661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Allocated IP 2001:db8::3 (0d649490-6e01-48ed-8b81-e9ed46be4ea9/4c622633-1385-41c4-a664-e9930dd8e505/7eeb1790-d610-46e8-8113-9340f4c4c669) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:51:17.764797 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a3d118de-50b5-46b6-bf56-f6ac22192e3a req-b0ac08ab-ef78-440a-b18f-72925136c49f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932631 Aug 31 14:51:17.790214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-175e8634-cd4b-470d-b23f-0c07f63f5c09 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] For port 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4d697a9f-6f6a-4ed2-a672-50dd586b4fb6,segment=NetworkSegment(0244138a-d738-446a-b6f8-6e5ac07e0f97),segment_id=0244138a-d738-446a-b6f8-6e5ac07e0f97)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:17.792188 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-175e8634-cd4b-470d-b23f-0c07f63f5c09 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:17.806077 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-175e8634-cd4b-470d-b23f-0c07f63f5c09 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Calling delete_port for 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:17.911452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:17.914532 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c" -d '{"events": [{"name": "network-changed", "server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:17.974744 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:17.984879 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484a4bdf-81be-482c-bcea-56d73f76f31e x-openstack-request-id: req-484a4bdf-81be-482c-bcea-56d73f76f31e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:17.985181 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:17.985416 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-484a4bdf-81be-482c-bcea-56d73f76f31e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:17.985824 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'status': 'completed', 'code': 200} Aug 31 14:51:17.990764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Transition to ACTIVE for port object 7eeb1790-d610-46e8-8113-9340f4c4c669 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:51:18.023928 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Transition to ACTIVE for port object 7eeb1790-d610-46e8-8113-9340f4c4c669 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:51:18.034325 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:18.082733 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Network 0d649490-6e01-48ed-8b81-e9ed46be4ea9 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:51:18.085631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:51:18.089473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:51:18.099757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-943b33d6-7dd9-4c36-b82e-d147f9e909cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:18.101615 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-943b33d6-7dd9-4c36-b82e-d147f9e909cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1095 time: 0.0934982 Aug 31 14:51:18.127190 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-175e8634-cd4b-470d-b23f-0c07f63f5c09 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:18.130504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Pushing event updated for resources: {'Port': ['ID=7eeb1790-d610-46e8-8113-9340f4c4c669,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:18.163612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e8634-cd4b-470d-b23f-0c07f63f5c09 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event deleted for resources: {'Port': ['ID=4d697a9f-6f6a-4ed2-a672-50dd586b4fb6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:18.167613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Attempting to bind port 7eeb1790-d610-46e8-8113-9340f4c4c669 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:51:18.167993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Attempting to bind port 7eeb1790-d610-46e8-8113-9340f4c4c669 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '326ea5b8-be77-48e2-b382-7f7bb0b22c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0d649490-6e01-48ed-8b81-e9ed46be4ea9'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:51:18.168409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Attempting to bind port 7eeb1790-d610-46e8-8113-9340f4c4c669 on network 0d649490-6e01-48ed-8b81-e9ed46be4ea9 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:51:18.176148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:51:18.176421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Checking segment: {'id': '326ea5b8-be77-48e2-b382-7f7bb0b22c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0d649490-6e01-48ed-8b81-e9ed46be4ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:51:18.176833 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:18.179210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Bound using segment: {'id': '326ea5b8-be77-48e2-b382-7f7bb0b22c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0d649490-6e01-48ed-8b81-e9ed46be4ea9'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:51:18.179210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Bound port: 7eeb1790-d610-46e8-8113-9340f4c4c669, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ea5b8-be77-48e2-b382-7f7bb0b22c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0d649490-6e01-48ed-8b81-e9ed46be4ea9'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:51:18.179210 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:18.210030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:18.220611 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-3cc6fd6e-4f3e-4c76-a649-fdf334bc7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:18.224733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-3cc6fd6e-4f3e-4c76-a649-fdf334bc7410 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1095 time: 0.2003009 Aug 31 14:51:18.269803 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:18.288010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-e79206f4-ce1a-44a3-bf28-c152c69e00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:18.289720 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-e79206f4-ce1a-44a3-bf28-c152c69e00b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 897 time: 0.1789689 Aug 31 14:51:18.362445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-175e8634-cd4b-470d-b23f-0c07f63f5c09 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:18.429256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Subnet': ['ID=4c622633-1385-41c4-a664-e9930dd8e505,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:18.430791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:18.512741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] For port 7eeb1790-d610-46e8-8113-9340f4c4c669, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:51:18.524155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] For port 7eeb1790-d610-46e8-8113-9340f4c4c669, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7eeb1790-d610-46e8-8113-9340f4c4c669,segment=NetworkSegment(326ea5b8-be77-48e2-b382-7f7bb0b22c4b),segment_id=326ea5b8-be77-48e2-b382-7f7bb0b22c4b)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:51:18.537645 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:18.543456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-35ce2544-748e-4086-a67e-fc479dc58970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:18.547644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-35ce2544-748e-4086-a67e-fc479dc58970 service neutron] 10.222.0.60 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 897 time: 0.3157833 Aug 31 14:51:18.660807 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:18.668548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bf208-8355-4ca0-9c04-2d8c0c98672c None None] Pushing event updated for resources: {'Port': ['ID=7eeb1790-d610-46e8-8113-9340f4c4c669,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:18.678008 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-af72208d-cf54-46e3-b7d1-c7ccd0d27870 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 998 time: 0.2557895 Aug 31 14:51:18.679384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d649490-6e01-48ed-8b81-e9ed46be4ea9']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:18.698961 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6c42de-2262-4809-a906-a59d62f34a4e None None] Network 0d649490-6e01-48ed-8b81-e9ed46be4ea9 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:18.707116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326ea5b8-be77-48e2-b382-7f7bb0b22c4b') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:18.708198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326ea5b8-be77-48e2-b382-7f7bb0b22c4b') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:18.738516 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:18.743246 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-26da5f36-d122-4f6f-ae49-4ff7dd559912 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 998 time: 0.1582041 Aug 31 14:51:18.776239 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175e8634-cd4b-470d-b23f-0c07f63f5c09 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Router b0484de4-84b9-442b-98cf-1873dcfc91ad has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:51:18.816787 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:18.836552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:18.841127 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:18.857417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8996ad-b83e-4e2b-83ec-7e49e62183ac None None] Network 0d649490-6e01-48ed-8b81-e9ed46be4ea9 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:18.908211 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:18.927692 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:51:18.927692 n-d-806683-5 neutron-server[94871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:51:18.927692 n-d-806683-5 neutron-server[94871]: [parameters: {'id': '0d649490-6e01-48ed-8b81-e9ed46be4ea9'}] Aug 31 14:51:18.927692 n-d-806683-5 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:51:18.928724 n-d-806683-5 neutron-server[94871]: DEBUG oslo_db.api [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:51:18.954990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-8050c369-5bf5-4b86-85e1-9108cb907bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:18.956771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-8050c369-5bf5-4b86-85e1-9108cb907bbc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 200 len: 834 time: 0.2705767 Aug 31 14:51:18.994208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175e8634-cd4b-470d-b23f-0c07f63f5c09 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:51:19.000503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-e8b41da7-4d69-45c6-8fcf-2de955770b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:19.004701 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-e8b41da7-4d69-45c6-8fcf-2de955770b86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 200 len: 834 time: 0.2498817 Aug 31 14:51:19.007007 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-175e8634-cd4b-470d-b23f-0c07f63f5c09 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "PUT /v2.0/routers/b0484de4-84b9-442b-98cf-1873dcfc91ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4143500 Aug 31 14:51:19.012837 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51186) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:19.056460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-7039aa64-7f4d-42f2-b608-1259ab459289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:19.058080 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefdfd60-2133-4290-9c92-b759a80ed2aa None None] Sync routers for ids ['b0484de4-84b9-442b-98cf-1873dcfc91ad'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:51:19.058215 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-7039aa64-7f4d-42f2-b608-1259ab459289 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875082 Aug 31 14:51:19.067411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3180830-2fbc-4481-847e-8be4ef4e72d2 req-23cc11a8-5da8-4f21-9eeb-ced473f0848c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:19.069020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3180830-2fbc-4481-847e-8be4ef4e72d2 req-23cc11a8-5da8-4f21-9eeb-ced473f0848c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 944 time: 0.1577845 Aug 31 14:51:19.118598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefdfd60-2133-4290-9c92-b759a80ed2aa None None] Routers {'b0484de4-84b9-442b-98cf-1873dcfc91ad'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:51:19.119709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-eefdfd60-2133-4290-9c92-b759a80ed2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b0484de4-84b9-442b-98cf-1873dcfc91ad'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:19.125146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:51:19.132097 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-241ddf55-b098-4d0a-8673-9807a14377eb tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Deleting subnet ac81d7e0-e17c-40a1-9bcd-49f3e2841abd {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:51:19.148034 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-241ddf55-b098-4d0a-8673-9807a14377eb tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:19.195845 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-275b0c4f-6f58-48cb-82be-4f6dcbe87b1c service neutron] 10.222.0.25 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134706 Aug 31 14:51:19.263768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-eb5b4074-ea81-4936-9d32-be845fa58cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:19.265436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-eb5b4074-ea81-4936-9d32-be845fa58cd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2542138 Aug 31 14:51:19.278495 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-241ddf55-b098-4d0a-8673-9807a14377eb tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:19.354471 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f3180830-2fbc-4481-847e-8be4ef4e72d2 req-f9e97d91-9148-4038-8717-6ad92272584c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791843 Aug 31 14:51:19.371529 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e6cf1-12a3-4ac9-bdd9-1efcf4c2165f None None] get_active_networks_info from n-d-806683-5 {{(pid=94872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:51:19.422659 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-b30a60e8-c017-44c3-b53e-2d839681d388 service neutron] 10.222.0.25 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180223 Aug 31 14:51:19.441327 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-eefdfd60-2133-4290-9c92-b759a80ed2aa None None] Set router b0484de4-84b9-442b-98cf-1873dcfc91ad gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:51:19.442258 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:19.461146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:19.493999 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-da7a73e7-4866-4a7b-b3fb-e1ed515a267a service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114387 Aug 31 14:51:19.541732 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-241ddf55-b098-4d0a-8673-9807a14377eb tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:19.564583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'port_id': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'mac_address': 'fa:16:3e:f5:87:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:51:19.628263 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac0c7cad-cd9d-4bfc-aae5-25f3e7bcf14c req-4cc03996-744b-4d8a-a333-3cc859b8cacf service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955987 Aug 31 14:51:19.683550 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-241ddf55-b098-4d0a-8673-9807a14377eb tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:19.688681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Deleting port 7eeb1790-d610-46e8-8113-9340f4c4c669 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:19.693179 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:19.698968 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0890f6d-3a1a-47b1-bcb0-2a3030cc7f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:19.712026 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:19.732385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ddf55-b098-4d0a-8673-9807a14377eb tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event deleted for resources: {'Subnet': ['ID=ac81d7e0-e17c-40a1-9bcd-49f3e2841abd,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:19.742465 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:19.745328 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-241ddf55-b098-4d0a-8673-9807a14377eb tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:19.751929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51192) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:19.752437 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-241ddf55-b098-4d0a-8673-9807a14377eb tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "DELETE /v2.0/subnets/ac81d7e0-e17c-40a1-9bcd-49f3e2841abd HTTP/1.1" status: 204 len: 168 time: 0.7139153 Aug 31 14:51:19.810128 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:51:19.826676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] For port 7eeb1790-d610-46e8-8113-9340f4c4c669, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7eeb1790-d610-46e8-8113-9340f4c4c669,segment=NetworkSegment(326ea5b8-be77-48e2-b382-7f7bb0b22c4b),segment_id=326ea5b8-be77-48e2-b382-7f7bb0b22c4b)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:19.827644 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:19.836012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12e6cf1-12a3-4ac9-bdd9-1efcf4c2165f None None] Resources bound (agent type, host, resource id): {{(pid=94872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:51:19.847105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Calling delete_port for 7eeb1790-d610-46e8-8113-9340f4c4c669 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:19.854593 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:19.866209 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:19.939706 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:19.974515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-eefdfd60-2133-4290-9c92-b759a80ed2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:51:18Z', 'revision_number': 5, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:19.976487 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:20.022494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefdfd60-2133-4290-9c92-b759a80ed2aa None None] Checking router: b0484de4-84b9-442b-98cf-1873dcfc91ad for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:51:20.049933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefdfd60-2133-4290-9c92-b759a80ed2aa None None] Routers {'b0484de4-84b9-442b-98cf-1873dcfc91ad'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:51:20.050670 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-eefdfd60-2133-4290-9c92-b759a80ed2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:50:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b0484de4-84b9-442b-98cf-1873dcfc91ad'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:20.082062 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:20.103964 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No DVR routers for this DVR port 7eeb1790-d610-46e8-8113-9340f4c4c669 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:20.122635 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:51:20.161037 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Port': ['ID=7eeb1790-d610-46e8-8113-9340f4c4c669,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:20.164872 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:20.240170 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:20.284093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-eefdfd60-2133-4290-9c92-b759a80ed2aa None None] Set router b0484de4-84b9-442b-98cf-1873dcfc91ad gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:51:20.284938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d649490-6e01-48ed-8b81-e9ed46be4ea9']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:20.332622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326ea5b8-be77-48e2-b382-7f7bb0b22c4b') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:20.334304 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326ea5b8-be77-48e2-b382-7f7bb0b22c4b') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:20.354268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:20.392619 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:20.413378 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:20.414041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:20.427739 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:20.527044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021962f5-19c8-4199-ab4f-07bf4f081e67 req-70f08e30-7c98-4d98-8338-af536ad08643 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:20.528597 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-021962f5-19c8-4199-ab4f-07bf4f081e67 req-70f08e30-7c98-4d98-8338-af536ad08643 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 945 time: 0.0656118 Aug 31 14:51:20.573100 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-021962f5-19c8-4199-ab4f-07bf4f081e67 req-842969ed-0b19-4be0-a15d-276dd5b29f6a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380864 Aug 31 14:51:20.732488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db86717-c602-4ac6-8d37-f8045e26cc1f None None] Network 719b1934-36ce-4187-8e04-658ca884d313 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:20.894510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b247e-673c-4359-a282-bb1d462d6024 req-a8b7fb52-d86c-45c2-925c-850a57d37935 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:20.896532 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-893b247e-673c-4359-a282-bb1d462d6024 req-a8b7fb52-d86c-45c2-925c-850a57d37935 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 945 time: 0.0654876 Aug 31 14:51:20.934576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Deleting port f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:20.934831 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:20.949788 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-893b247e-673c-4359-a282-bb1d462d6024 req-85c5945a-5e80-4df6-84e4-f99ed26c6596 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467315 Aug 31 14:51:21.015886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-eefdfd60-2133-4290-9c92-b759a80ed2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:51:18Z', 'revision_number': 5, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:21.094809 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-eaa33e31-7c34-4a85-b807-6a36a5b9bb47 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:21.096386 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-eaa33e31-7c34-4a85-b807-6a36a5b9bb47 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.25 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2&tenant_id=d870a71dbb8448f4be281bbe47485733&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 945 time: 0.2025735 Aug 31 14:51:21.097060 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.101645 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.104774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/0d649490-6e01-48ed-8b81-e9ed46be4ea9 HTTP/1.1" status: 204 len: 168 time: 3.7084913 Aug 31 14:51:21.109331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51216) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:21.122672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefdfd60-2133-4290-9c92-b759a80ed2aa None None] The sync data for ids ['b0484de4-84b9-442b-98cf-1873dcfc91ad'] in n-d-806683-5 is: [{'id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791121253', 'tenant_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:26Z', 'updated_at': '2021-08-31T14:51:18Z', 'revision_number': 5, 'project_id': 'b4e8ce0961c04ebe8d413ec7a5a4bed5', 'gw_port': {'id': 'f398aa6d-3621-485e-9d98-5e6e8e3fcdd4', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0484de4-84b9-442b-98cf-1873dcfc91ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:27Z', 'updated_at': '2021-08-31T14:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:51:21.180139 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef79c94f-ce3e-457b-8677-763e3cf80ff4 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] DELETE failed (client error): The resource could not be found. Aug 31 14:51:21.184152 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef79c94f-ce3e-457b-8677-763e3cf80ff4 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:51:21.186005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e17b37-3a33-445d-8bf2-3fee9ce1c9ec tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Network': ['ID=0d649490-6e01-48ed-8b81-e9ed46be4ea9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:21.192507 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ef79c94f-ce3e-457b-8677-763e3cf80ff4 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/subnets/4c622633-1385-41c4-a664-e9930dd8e505 HTTP/1.1" status: 404 len: 337 time: 0.0796480 Aug 31 14:51:21.193028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51220) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:21.206465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c972dea-556b-4c03-8ec6-7c3b4ad074a5 None None] DHCP port deletion for 719b1934-36ce-4187-8e04-658ca884d313 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:51:21.214489 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72fc831-d413-461a-b18d-d7bb5e5ae498 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] DELETE failed (client error): The resource could not be found. Aug 31 14:51:21.215391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72fc831-d413-461a-b18d-d7bb5e5ae498 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:51:21.217607 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b72fc831-d413-461a-b18d-d7bb5e5ae498 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/0d649490-6e01-48ed-8b81-e9ed46be4ea9 HTTP/1.1" status: 404 len: 339 time: 0.0231738 Aug 31 14:51:21.220614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51222) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:21.231129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] For port f398aa6d-3621-485e-9d98-5e6e8e3fcdd4, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=f398aa6d-3621-485e-9d98-5e6e8e3fcdd4,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:21.231817 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.257821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Calling delete_port for f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:21.271972 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-6ac2e5b3-058e-4bc5-9d67-908df4d92bd9 service neutron] 10.222.0.25 "GET /v2.0/ports/0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82/bindings/n-h2-806683-5 HTTP/1.1" status: 200 len: 382 time: 0.1672037 Aug 31 14:51:21.280913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5c972dea-556b-4c03-8ec6-7c3b4ad074a5 None None] Deleting port 9bb7e010-266b-4b53-a1dc-096084c9553c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:21.281386 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c972dea-556b-4c03-8ec6-7c3b4ad074a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.308493 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72c5bec5-a71c-4a0f-a94a-a016a9acd215 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.368663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-c1c2c147-bfe3-4ec6-afa7-6c842de1241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:21.370412 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-c1c2c147-bfe3-4ec6-afa7-6c842de1241f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1096 time: 0.0638604 Aug 31 14:51:21.373512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5c972dea-556b-4c03-8ec6-7c3b4ad074a5 None None] For port 9bb7e010-266b-4b53-a1dc-096084c9553c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9bb7e010-266b-4b53-a1dc-096084c9553c,segment=NetworkSegment(0244138a-d738-446a-b6f8-6e5ac07e0f97),segment_id=0244138a-d738-446a-b6f8-6e5ac07e0f97)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:21.374802 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c972dea-556b-4c03-8ec6-7c3b4ad074a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.390754 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5c972dea-556b-4c03-8ec6-7c3b4ad074a5 None None] Calling delete_port for 9bb7e010-266b-4b53-a1dc-096084c9553c owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:21.399128 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72c5bec5-a71c-4a0f-a94a-a016a9acd215 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.409621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-72c5bec5-a71c-4a0f-a94a-a016a9acd215 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86193f7b-e5ff-4947-be1e-6111c6b07c00']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:21.420008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-72c5bec5-a71c-4a0f-a94a-a016a9acd215 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae195fc-e5f4-493c-aa17-ee4e65d0ad7b') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:21.420389 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-72c5bec5-a71c-4a0f-a94a-a016a9acd215 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae195fc-e5f4-493c-aa17-ee4e65d0ad7b') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:21.430207 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72c5bec5-a71c-4a0f-a94a-a016a9acd215 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.449950 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72c5bec5-a71c-4a0f-a94a-a016a9acd215 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.456593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c5bec5-a71c-4a0f-a94a-a016a9acd215 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:21.457074 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72c5bec5-a71c-4a0f-a94a-a016a9acd215 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.518932 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c972dea-556b-4c03-8ec6-7c3b4ad074a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:21.519263 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:21.526155 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72c5bec5-a71c-4a0f-a94a-a016a9acd215 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.549345 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c972dea-556b-4c03-8ec6-7c3b4ad074a5 None None] No DVR routers for this DVR port 9bb7e010-266b-4b53-a1dc-096084c9553c on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:21.551053 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9bb7e010-266b-4b53-a1dc-096084c9553c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:21.568772 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72c5bec5-a71c-4a0f-a94a-a016a9acd215 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.570602 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-72c5bec5-a71c-4a0f-a94a-a016a9acd215 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/86193f7b-e5ff-4947-be1e-6111c6b07c00 HTTP/1.1" status: 204 len: 168 time: 0.3489697 Aug 31 14:51:21.571708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5bec5-a71c-4a0f-a94a-a016a9acd215 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Network': ['ID=86193f7b-e5ff-4947-be1e-6111c6b07c00,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:21.573406 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51224) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:21.587079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-4b4b5b14-3557-4c18-b2b2-fae686817040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:21.588787 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-4b4b5b14-3557-4c18-b2b2-fae686817040 service neutron] 10.222.0.25 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 897 time: 0.1835971 Aug 31 14:51:21.611630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 9bb7e010-266b-4b53-a1dc-096084c9553c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:51:21.612087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9bb7e010-266b-4b53-a1dc-096084c9553c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:21.613990 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc8b855-6da5-4724-8cac-a2a15207b30f tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] DELETE failed (client error): The resource could not be found. Aug 31 14:51:21.614863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc8b855-6da5-4724-8cac-a2a15207b30f tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:51:21.619604 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dbc8b855-6da5-4724-8cac-a2a15207b30f tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/subnets/10c7a91e-827d-47da-97b1-266aab0de893 HTTP/1.1" status: 404 len: 337 time: 0.0441804 Aug 31 14:51:21.624072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c972dea-556b-4c03-8ec6-7c3b4ad074a5 None None] Pushing event deleted for resources: {'Port': ['ID=9bb7e010-266b-4b53-a1dc-096084c9553c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:21.630472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51226) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:21.640397 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.652432 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-522eb143-c80d-4c7b-9dda-b7a87fbe82e1 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] DELETE failed (client error): The resource could not be found. Aug 31 14:51:21.653136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522eb143-c80d-4c7b-9dda-b7a87fbe82e1 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:51:21.658436 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-522eb143-c80d-4c7b-9dda-b7a87fbe82e1 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/fc1cf865-d22e-4f8f-8a21-3a8d0bcac6f6 HTTP/1.1" status: 404 len: 339 time: 0.0233617 Aug 31 14:51:21.659009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51228) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:21.680868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event deleted for resources: {'Port': ['ID=f398aa6d-3621-485e-9d98-5e6e8e3fcdd4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:21.697937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-05cdcbc1-e770-4f0a-a7c3-cf248c38b680 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 999 time: 0.0994103 Aug 31 14:51:21.734602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-02dbe13b-c3ba-416d-b957-b622222ddd00 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Deleting subnet 47c57d70-d519-4f81-8a23-0630f3d12fbb {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:51:21.738157 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-02dbe13b-c3ba-416d-b957-b622222ddd00 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.784039 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-02dbe13b-c3ba-416d-b957-b622222ddd00 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.801957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-c073f722-4d07-45de-ac3c-8092d8bf5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:21.803486 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-c073f722-4d07-45de-ac3c-8092d8bf5400 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 200 len: 834 time: 0.0912871 Aug 31 14:51:21.808249 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.884669 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-02dbe13b-c3ba-416d-b957-b622222ddd00 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.930519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.933751 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.971430 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-02dbe13b-c3ba-416d-b957-b622222ddd00 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.977550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-14394860-4f8e-4109-9671-744e75c97394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:21.979093 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-14394860-4f8e-4109-9671-744e75c97394 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677554 Aug 31 14:51:22.014724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbe13b-c3ba-416d-b957-b622222ddd00 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Subnet': ['ID=47c57d70-d519-4f81-8a23-0630f3d12fbb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:22.020345 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-02dbe13b-c3ba-416d-b957-b622222ddd00 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.025476 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-02dbe13b-c3ba-416d-b957-b622222ddd00 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/subnets/47c57d70-d519-4f81-8a23-0630f3d12fbb HTTP/1.1" status: 204 len: 168 time: 0.3653398 Aug 31 14:51:22.026095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51232) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:22.027489 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.029060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Fanout notify agent at l3_agent the message router_deleted on router b0484de4-84b9-442b-98cf-1873dcfc91ad {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:51:22.031963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744911c1-b89f-4d41-ae40-04314335383c None None] Network e22fe9bb-d92f-443e-813a-0afe210366a3 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:22.042187 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.046364 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fb91c771-abf0-451c-bf78-ab2a86a87f7f tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "DELETE /v2.0/routers/b0484de4-84b9-442b-98cf-1873dcfc91ad HTTP/1.1" status: 204 len: 168 time: 2.2904425 Aug 31 14:51:22.063273 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51234) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:22.174459 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dc271a9-61c9-4066-8e9f-717b77f51f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.189426 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-3ca5fe39-4867-46cb-a0bb-c16b93d02611 service neutron] 10.222.0.25 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924546 Aug 31 14:51:22.235434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65091a-0a96-4354-a469-9522f661b11a req-3dd7a778-fd3e-446d-bfaa-148b07f6f587 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:22.245796 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b65091a-0a96-4354-a469-9522f661b11a req-3dd7a778-fd3e-446d-bfaa-148b07f6f587 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 945 time: 0.1301548 Aug 31 14:51:22.302796 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.367814 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b65091a-0a96-4354-a469-9522f661b11a req-7df49d2d-d56a-400f-a113-8f4a2fd7ca96 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212332 Aug 31 14:51:22.409274 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-7ce46574-71b1-4c72-a7ca-b6b44612aa2f service neutron] 10.222.0.25 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110908 Aug 31 14:51:22.499199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d10f2ac-987d-4d11-80b3-40342e137ade tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Deleting subnet b44147cd-4c21-49c2-b166-0a30bc5503d3 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:51:22.510465 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d10f2ac-987d-4d11-80b3-40342e137ade tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.539559 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ab36233-5d02-4e9b-8119-cb3e6cb5d020 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.564519 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d10f2ac-987d-4d11-80b3-40342e137ade tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.689345 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ab36233-5d02-4e9b-8119-cb3e6cb5d020 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.719812 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9ab36233-5d02-4e9b-8119-cb3e6cb5d020 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719b1934-36ce-4187-8e04-658ca884d313']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:22.734036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9ab36233-5d02-4e9b-8119-cb3e6cb5d020 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0244138a-d738-446a-b6f8-6e5ac07e0f97') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:22.734448 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9ab36233-5d02-4e9b-8119-cb3e6cb5d020 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0244138a-d738-446a-b6f8-6e5ac07e0f97') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:22.755668 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d10f2ac-987d-4d11-80b3-40342e137ade tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.786829 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ab36233-5d02-4e9b-8119-cb3e6cb5d020 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.814779 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ab36233-5d02-4e9b-8119-cb3e6cb5d020 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.826382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab36233-5d02-4e9b-8119-cb3e6cb5d020 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:22.827421 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ab36233-5d02-4e9b-8119-cb3e6cb5d020 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:22.830880 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:22.894635 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d10f2ac-987d-4d11-80b3-40342e137ade tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.905955 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ab36233-5d02-4e9b-8119-cb3e6cb5d020 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.933482 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9ab36233-5d02-4e9b-8119-cb3e6cb5d020 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.935364 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9ab36233-5d02-4e9b-8119-cb3e6cb5d020 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] 10.222.0.39 "DELETE /v2.0/networks/719b1934-36ce-4187-8e04-658ca884d313 HTTP/1.1" status: 204 len: 168 time: 0.8651257 Aug 31 14:51:22.937032 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10f2ac-987d-4d11-80b3-40342e137ade tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Subnet': ['ID=b44147cd-4c21-49c2-b166-0a30bc5503d3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:22.949519 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0d10f2ac-987d-4d11-80b3-40342e137ade tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:22.951449 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0d10f2ac-987d-4d11-80b3-40342e137ade tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/subnets/b44147cd-4c21-49c2-b166-0a30bc5503d3 HTTP/1.1" status: 204 len: 168 time: 0.9243879 Aug 31 14:51:22.953635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab36233-5d02-4e9b-8119-cb3e6cb5d020 tempest-TestSecurityGroupsBasicOps-1392838090 tempest-TestSecurityGroupsBasicOps-1392838090-project] Pushing event deleted for resources: {'Network': ['ID=719b1934-36ce-4187-8e04-658ca884d313,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:22.954978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51242) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:22.961763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa42a20-e6c9-49d3-863f-cb723797ace1 None None] Network e22fe9bb-d92f-443e-813a-0afe210366a3 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:23.058648 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d502e53a-db07-4ef2-9efe-d2873d739ae6 None None] Provisioning complete for port 6ae30fdd-4902-4daa-9b52-93339a10cebf triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:51:23.059369 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d502e53a-db07-4ef2-9efe-d2873d739ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.062469 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.133822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Deleting port 6ae30fdd-4902-4daa-9b52-93339a10cebf {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:23.134172 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.167404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:51:23.213515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] For port 6ae30fdd-4902-4daa-9b52-93339a10cebf, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6ae30fdd-4902-4daa-9b52-93339a10cebf,segment=NetworkSegment(7a23ed0e-65e6-4f7b-af22-274a1a9c58db),segment_id=7a23ed0e-65e6-4f7b-af22-274a1a9c58db)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:23.214100 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.227307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:23.237799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Calling delete_port for 6ae30fdd-4902-4daa-9b52-93339a10cebf owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:23.266493 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:51:23.266867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device f398aa6d-3621-485e-9d98-5e6e8e3fcdd4 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:23.267310 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:23.299220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:51:23.299605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4d697a9f-6f6a-4ed2-a672-50dd586b4fb6 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:23.331923 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.360202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:51:23.361082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51250) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:23.363026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No DVR routers for this DVR port 6ae30fdd-4902-4daa-9b52-93339a10cebf on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:23.375849 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:51:23.376238 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.435840 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.436942 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbec7f29-8292-427a-8804-00796354e6a3 None None] DHCP port deletion for e22fe9bb-d92f-443e-813a-0afe210366a3 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:51:23.453479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Port': ['ID=6ae30fdd-4902-4daa-9b52-93339a10cebf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:23.564350 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.614422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:23.618706 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:23.620727 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c4fe3b68-7549-4b8c-8585-e22aa3e63e54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b4e8ce0961c04ebe8d413ec7a5a4bed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582858 Aug 31 14:51:23.621849 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51264) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:23.625070 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d194242-48fd-4a55-83b1-64ecdabe07ec" -d '{"events": [{"server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "name": "network-vif-plugged", "status": "completed", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:23.634005 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.691403 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.713674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22fe9bb-d92f-443e-813a-0afe210366a3']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:23.732579 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658ad12-2919-4bea-a61b-85cf5ee30439 req-f9625a37-df72-491a-ba1e-6da023cc8d56 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:23.735053 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0658ad12-2919-4bea-a61b-85cf5ee30439 req-f9625a37-df72-491a-ba1e-6da023cc8d56 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 945 time: 0.1836691 Aug 31 14:51:23.738917 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a23ed0e-65e6-4f7b-af22-274a1a9c58db') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:23.739956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a23ed0e-65e6-4f7b-af22-274a1a9c58db') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:23.742564 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:23.747204 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4c431903-814c-4895-8266-406c0bd53546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.763654 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fcdad2-be31-4acb-8c4c-a893cef7d112 x-openstack-request-id: req-b8fcdad2-be31-4acb-8c4c-a893cef7d112 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:23.763948 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "name": "network-vif-plugged", "status": "completed", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:23.764256 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8fcdad2-be31-4acb-8c4c-a893cef7d112 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:23.765573 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'code': 200} Aug 31 14:51:23.782297 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4c431903-814c-4895-8266-406c0bd53546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.793344 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.821522 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0658ad12-2919-4bea-a61b-85cf5ee30439 req-9593b0f5-1ab2-4cb2-b83a-dc89783927c8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800629 Aug 31 14:51:23.822511 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.830059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:23.830526 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:23.833747 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:23.870504 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4c431903-814c-4895-8266-406c0bd53546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.873149 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4c431903-814c-4895-8266-406c0bd53546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.874800 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4c431903-814c-4895-8266-406c0bd53546 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1dd4af79-9bd2-45fd-b100-4005ced2848f HTTP/1.1" status: 204 len: 168 time: 0.2516260 Aug 31 14:51:23.883983 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c431903-814c-4895-8266-406c0bd53546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd4af79-9bd2-45fd-b100-4005ced2848f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:23.936940 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.953724 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:23.958232 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/e22fe9bb-d92f-443e-813a-0afe210366a3 HTTP/1.1" status: 204 len: 168 time: 1.0016091 Aug 31 14:51:23.960221 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51274) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:23.977830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963dba2-e37d-44d0-9b3d-f59e57366529 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Network': ['ID=e22fe9bb-d92f-443e-813a-0afe210366a3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:24.002186 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa7eb4c-2800-4c1e-9103-ce2626db3876 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] DELETE failed (client error): The resource could not be found. Aug 31 14:51:24.002651 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa7eb4c-2800-4c1e-9103-ce2626db3876 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:51:24.004507 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dfa7eb4c-2800-4c1e-9103-ce2626db3876 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/subnets/b8984379-e5fc-4331-ba38-e7208276cedc HTTP/1.1" status: 404 len: 337 time: 0.0427051 Aug 31 14:51:24.006962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51276) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:24.027566 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-00534fc6-82e2-41ed-b3ec-a34820a19de4 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] DELETE failed (client error): The resource could not be found. Aug 31 14:51:24.028210 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00534fc6-82e2-41ed-b3ec-a34820a19de4 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:51:24.030808 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-00534fc6-82e2-41ed-b3ec-a34820a19de4 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/af114895-d4ea-49ed-bbc6-456a91062ad8 HTTP/1.1" status: 404 len: 339 time: 0.0228417 Aug 31 14:51:24.033569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51278) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:24.073846 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3c114b-f5e9-4cb2-b115-b87c0e25dca5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] DELETE failed (client error): The resource could not be found. Aug 31 14:51:24.074304 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3c114b-f5e9-4cb2-b115-b87c0e25dca5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:51:24.076216 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3c3c114b-f5e9-4cb2-b115-b87c0e25dca5 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/subnets/8e8eddb3-16c8-4b3b-97d7-6606949151cb HTTP/1.1" status: 404 len: 337 time: 0.0415730 Aug 31 14:51:24.079539 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51282) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:24.098939 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-43381ea3-99b6-4746-8fef-bec711a1c63d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] DELETE failed (client error): The resource could not be found. Aug 31 14:51:24.099506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43381ea3-99b6-4746-8fef-bec711a1c63d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:51:24.103459 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-43381ea3-99b6-4746-8fef-bec711a1c63d tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/27d9dfd9-68bb-41c0-a91e-f8e11fcc7de2 HTTP/1.1" status: 404 len: 339 time: 0.0207725 Aug 31 14:51:24.103893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51284) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:24.152650 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd44364-8ed9-4d4b-bb68-0f8ff6898fdb tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] DELETE failed (client error): The resource could not be found. Aug 31 14:51:24.153115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd44364-8ed9-4d4b-bb68-0f8ff6898fdb tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:51:24.158063 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9dd44364-8ed9-4d4b-bb68-0f8ff6898fdb tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/subnets/43566ec4-3f9d-46f2-8393-64e6ecfe6fd5 HTTP/1.1" status: 404 len: 337 time: 0.0500166 Aug 31 14:51:24.158723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51286) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:24.184019 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed94392a-6250-4ada-b44c-b5cab199464e tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] DELETE failed (client error): The resource could not be found. Aug 31 14:51:24.184492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed94392a-6250-4ada-b44c-b5cab199464e tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:51:24.186839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ed94392a-6250-4ada-b44c-b5cab199464e tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/a7d777f7-e5aa-4416-a6be-006cc01eb97e HTTP/1.1" status: 404 len: 339 time: 0.0269771 Aug 31 14:51:24.189175 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51288) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:24.247148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cec4c42-7f06-43d3-a8ec-236effcd4202 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Deleting subnet 6caed4f8-e250-43f1-a82e-7c11596e6c20 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:51:24.253057 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cec4c42-7f06-43d3-a8ec-236effcd4202 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.310967 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cec4c42-7f06-43d3-a8ec-236effcd4202 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.367634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51290) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:24.397987 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-296742ba-8e09-45fb-aa3f-f645ff543309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.448573 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cec4c42-7f06-43d3-a8ec-236effcd4202 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.508227 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-296742ba-8e09-45fb-aa3f-f645ff543309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.514743 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-296742ba-8e09-45fb-aa3f-f645ff543309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.523612 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cec4c42-7f06-43d3-a8ec-236effcd4202 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.545208 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296742ba-8e09-45fb-aa3f-f645ff543309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4210f5e-0be2-40f4-a7d6-d335e07fd28f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:24.558807 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.565032 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-296742ba-8e09-45fb-aa3f-f645ff543309 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=760e31e2abd44cd1b0e542a9c2bc7d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962414 Aug 31 14:51:24.565799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec4c42-7f06-43d3-a8ec-236effcd4202 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Subnet': ['ID=6caed4f8-e250-43f1-a82e-7c11596e6c20,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:24.567474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51294) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:24.569586 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cec4c42-7f06-43d3-a8ec-236effcd4202 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.571836 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0cec4c42-7f06-43d3-a8ec-236effcd4202 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/subnets/6caed4f8-e250-43f1-a82e-7c11596e6c20 HTTP/1.1" status: 204 len: 168 time: 0.3806510 Aug 31 14:51:24.574251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51296) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:24.577849 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950e51e8-7081-45e4-aad1-6e82c7e458b6 None None] Network b1a891dd-5900-4dfe-942a-acb7cb88907f requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:24.627365 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6967-c495-45eb-a1fc-6517c0b7fa42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.656674 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6967-c495-45eb-a1fc-6517c0b7fa42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.720264 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6967-c495-45eb-a1fc-6517c0b7fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.722722 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6967-c495-45eb-a1fc-6517c0b7fa42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.724048 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4e5c6967-c495-45eb-a1fc-6517c0b7fa42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4210f5e-0be2-40f4-a7d6-d335e07fd28f HTTP/1.1" status: 204 len: 168 time: 0.1548576 Aug 31 14:51:24.732632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.734214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c6967-c495-45eb-a1fc-6517c0b7fa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4210f5e-0be2-40f4-a7d6-d335e07fd28f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:24.745853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-da49d21a-c30a-4798-bd53-af6bd11d3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:24.747482 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-da49d21a-c30a-4798-bd53-af6bd11d3e3d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2&tenant_id=d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 1097 time: 0.0884893 Aug 31 14:51:24.793909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:24.868044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Deleting port 1a9c08bf-870c-464a-be4e-831beb459ef9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:24.868521 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.868998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8d61f7-3453-4f29-9e76-bffb3350cea3 None None] DHCP port deletion for b1a891dd-5900-4dfe-942a-acb7cb88907f request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:51:24.899607 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:24.994186 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d61f7-3453-4f29-9e76-bffb3350cea3 None None] Deleting port 1a9c08bf-870c-464a-be4e-831beb459ef9 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:24.994806 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb8d61f7-3453-4f29-9e76-bffb3350cea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.038450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca15d0-5b05-4edd-baed-cffb56622d98 req-ee5729ae-36c4-407b-9c6a-f5460fb16c14 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:25.041680 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ffca15d0-5b05-4edd-baed-cffb56622d98 req-ee5729ae-36c4-407b-9c6a-f5460fb16c14 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 946 time: 0.0989237 Aug 31 14:51:25.064040 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.094915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bb8d61f7-3453-4f29-9e76-bffb3350cea3 None None] For port 1a9c08bf-870c-464a-be4e-831beb459ef9, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1a9c08bf-870c-464a-be4e-831beb459ef9,segment=NetworkSegment(5db18053-6b8f-44c3-9b29-4996867a7e23),segment_id=5db18053-6b8f-44c3-9b29-4996867a7e23)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:25.095163 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] For port 1a9c08bf-870c-464a-be4e-831beb459ef9, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1a9c08bf-870c-464a-be4e-831beb459ef9,segment=NetworkSegment(5db18053-6b8f-44c3-9b29-4996867a7e23),segment_id=5db18053-6b8f-44c3-9b29-4996867a7e23)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:25.095584 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.096497 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb8d61f7-3453-4f29-9e76-bffb3350cea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.116661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d61f7-3453-4f29-9e76-bffb3350cea3 None None] Calling delete_port for 1a9c08bf-870c-464a-be4e-831beb459ef9 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:25.134445 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ffca15d0-5b05-4edd-baed-cffb56622d98 req-26586eed-9c8f-4934-a20a-9a42c954a68b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837579 Aug 31 14:51:25.183359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Calling delete_port for 1a9c08bf-870c-464a-be4e-831beb459ef9 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:25.235400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6ae30fdd-4902-4daa-9b52-93339a10cebf no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:25.270309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 6ae30fdd-4902-4daa-9b52-93339a10cebf {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:51:25.270925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6ae30fdd-4902-4daa-9b52-93339a10cebf not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:25.271797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1a9c08bf-870c-464a-be4e-831beb459ef9 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:25.332847 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb8d61f7-3453-4f29-9e76-bffb3350cea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.368534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51308) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:25.369933 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.383016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:25.387594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d61f7-3453-4f29-9e76-bffb3350cea3 None None] Pushing event deleted for resources: {'Port': ['ID=1a9c08bf-870c-464a-be4e-831beb459ef9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:25.400930 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d61f7-3453-4f29-9e76-bffb3350cea3 None None] No DVR routers for this DVR port 1a9c08bf-870c-464a-be4e-831beb459ef9 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:25.406465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No active binding found for port 1a9c08bf-870c-464a-be4e-831beb459ef9 {{(pid=94872) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:51:25.407127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1a9c08bf-870c-464a-be4e-831beb459ef9 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:25.422640 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5021e41b-7246-42b2-8a79-8ddc308b8ced admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16756e9b26844550ba1ae3579ac36b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527833 Aug 31 14:51:25.427464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51310) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:25.430929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Port': ['ID=1a9c08bf-870c-464a-be4e-831beb459ef9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:25.437265 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No DVR routers for this DVR port 1a9c08bf-870c-464a-be4e-831beb459ef9 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:25.480944 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f9baed9c-aa15-4e31-812a-1b857a3badc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.502865 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f9baed9c-aa15-4e31-812a-1b857a3badc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.532879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:51:25.550198 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f9baed9c-aa15-4e31-812a-1b857a3badc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.552974 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f9baed9c-aa15-4e31-812a-1b857a3badc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.554131 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f9baed9c-aa15-4e31-812a-1b857a3badc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6755a61-95f0-41a9-b463-0c69c8a11909 HTTP/1.1" status: 204 len: 168 time: 0.1256874 Aug 31 14:51:25.562184 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9baed9c-aa15-4e31-812a-1b857a3badc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6755a61-95f0-41a9-b463-0c69c8a11909,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:25.562513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.578895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a891dd-5900-4dfe-942a-acb7cb88907f']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:25.596390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db18053-6b8f-44c3-9b29-4996867a7e23') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:25.596684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db18053-6b8f-44c3-9b29-4996867a7e23') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:25.613365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:25.615738 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cc6c33-7083-4a80-b1c7-6adc8857f547" -d '{"events": [{"server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:25.620423 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.624097 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.645346 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Transition to ACTIVE for port object 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:51:25.646660 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.653523 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.657331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:25.657724 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:25.662776 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:25.865151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:25.878867 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.903869 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:25.906544 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/b1a891dd-5900-4dfe-942a-acb7cb88907f HTTP/1.1" status: 204 len: 168 time: 1.3306611 Aug 31 14:51:25.910385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51324) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:25.933170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c43ede-a31d-49f0-b565-0afb5c2deda0 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Network': ['ID=b1a891dd-5900-4dfe-942a-acb7cb88907f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:25.964108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] No DVR routers for this DVR port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:25.986236 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57246b7-9320-459e-8f6b-0903fb8e6646 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] DELETE failed (client error): The resource could not be found. Aug 31 14:51:25.987925 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57246b7-9320-459e-8f6b-0903fb8e6646 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:51:25.996113 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e57246b7-9320-459e-8f6b-0903fb8e6646 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/subnets/65984c00-8346-44bb-84e7-437ace8c5345 HTTP/1.1" status: 404 len: 337 time: 0.0844624 Aug 31 14:51:25.996874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51328) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:26.038053 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fdf3e7a-0100-43e2-a202-f670b9c30c31 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] DELETE failed (client error): The resource could not be found. Aug 31 14:51:26.038587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fdf3e7a-0100-43e2-a202-f670b9c30c31 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:51:26.042810 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5fdf3e7a-0100-43e2-a202-f670b9c30c31 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/0a555b90-4103-41f3-b17c-67bd298b193a HTTP/1.1" status: 404 len: 339 time: 0.0420387 Aug 31 14:51:26.043783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51330) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:26.049273 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2287bf-39d2-4ab5-bab3-4b513434336a x-openstack-request-id: req-4d2287bf-39d2-4ab5-bab3-4b513434336a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:26.049649 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:26.049842 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d2287bf-39d2-4ab5-bab3-4b513434336a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:26.050221 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'code': 200} Aug 31 14:51:26.125987 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96e5b80-fccc-46a2-b21d-7698e7e87596 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Deleting subnet be347acf-407b-4f39-a959-d02d28511963 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:51:26.129576 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d96e5b80-fccc-46a2-b21d-7698e7e87596 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:26.219093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d96e5b80-fccc-46a2-b21d-7698e7e87596 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:26.252424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Attempting to bind port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:51:26.252853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Attempting to bind port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:51:26.253185 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Attempting to bind port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:51:26.258718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:51:26.259038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Attempting to bind port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:51:26.269245 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:51:26.269587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Checking segment: {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:51:26.269978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Bound using segment: {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:51:26.270410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Bound port: 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24ffe54-ed28-4567-8995-2cdd754a32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:51:26.270851 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:26.350959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:51:26.351968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64899e-43c1-4b17-8563-74d809f9d6fb req-b5b58879-2742-49b1-8621-2382419eb3d4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:26.353523 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de64899e-43c1-4b17-8563-74d809f9d6fb req-b5b58879-2742-49b1-8621-2382419eb3d4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 945 time: 0.1091862 Aug 31 14:51:26.354195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:51:26.363222 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:26.372693 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d96e5b80-fccc-46a2-b21d-7698e7e87596 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:26.396661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:26.397428 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:26.398759 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] 10.222.0.60 "PUT /v2.0/ports/0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 1093 time: 1.6167159 Aug 31 14:51:26.442134 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-de64899e-43c1-4b17-8563-74d809f9d6fb req-b8604357-0d56-4523-8baf-57de022d0a78 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794640 Aug 31 14:51:26.444363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656fe6a-2960-4d50-a55a-6ee45ccd4503 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,revision_number=11']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:26.494465 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d96e5b80-fccc-46a2-b21d-7698e7e87596 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:26.508141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-ce409b08-bbe2-4daf-923f-2ce0cdeade1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:26.510116 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-ce409b08-bbe2-4daf-923f-2ce0cdeade1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1096 time: 0.0858276 Aug 31 14:51:26.523520 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c7e9a-7e52-4258-95de-ea2c4aa97293 None None] Network e18d8008-810b-4997-a376-8b4bc804b938 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:51:26.537401 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d96e5b80-fccc-46a2-b21d-7698e7e87596 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:26.542019 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d96e5b80-fccc-46a2-b21d-7698e7e87596 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/subnets/be347acf-407b-4f39-a959-d02d28511963 HTTP/1.1" status: 204 len: 168 time: 0.4965422 Aug 31 14:51:26.542700 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51340) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:26.544862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e5b80-fccc-46a2-b21d-7698e7e87596 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Subnet': ['ID=be347acf-407b-4f39-a959-d02d28511963,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:26.640764 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:26.659020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-8a05658b-f0b0-4592-99ad-15baea12607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:26.660745 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-8a05658b-f0b0-4592-99ad-15baea12607e service neutron] 10.222.0.60 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 897 time: 0.1340518 Aug 31 14:51:26.712836 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Deleting port 3f069e31-7672-47c9-ab8c-17829a9cbcec {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:26.713698 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:26.744138 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-62dd4890-4a88-44c5-830a-36b69778cc25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 998 time: 0.0756652 Aug 31 14:51:26.775146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcaa8f7-8133-4503-9f48-c124eefb28c7 None None] DHCP port deletion for e18d8008-810b-4997-a376-8b4bc804b938 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:51:26.797269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-23e825b8-0b98-426e-842e-04f1ce7ec047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:26.798780 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-23e825b8-0b98-426e-842e-04f1ce7ec047 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 200 len: 834 time: 0.0481870 Aug 31 14:51:26.803430 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] For port 3f069e31-7672-47c9-ab8c-17829a9cbcec, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3f069e31-7672-47c9-ab8c-17829a9cbcec,segment=NetworkSegment(047d13c7-c60b-4753-9901-d2b9b212b5d0),segment_id=047d13c7-c60b-4753-9901-d2b9b212b5d0)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:26.803869 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:26.825503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Calling delete_port for 3f069e31-7672-47c9-ab8c-17829a9cbcec owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:26.839679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5fcaa8f7-8133-4503-9f48-c124eefb28c7 None None] Deleting port 3f069e31-7672-47c9-ab8c-17829a9cbcec {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:26.840162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa8f7-8133-4503-9f48-c124eefb28c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:26.859956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-dddb2bc3-367d-4a6d-9e22-0f42e40ab3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:26.862105 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-dddb2bc3-367d-4a6d-9e22-0f42e40ab3dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554297 Aug 31 14:51:26.908921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5fcaa8f7-8133-4503-9f48-c124eefb28c7 None None] For port 3f069e31-7672-47c9-ab8c-17829a9cbcec, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3f069e31-7672-47c9-ab8c-17829a9cbcec,segment=NetworkSegment(047d13c7-c60b-4753-9901-d2b9b212b5d0),segment_id=047d13c7-c60b-4753-9901-d2b9b212b5d0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:26.909692 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa8f7-8133-4503-9f48-c124eefb28c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:26.924561 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5fcaa8f7-8133-4503-9f48-c124eefb28c7 None None] Calling delete_port for 3f069e31-7672-47c9-ab8c-17829a9cbcec owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:26.937906 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:26.969956 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-f39f4e45-8a23-4d24-bd6e-9f220815c476 service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003685 Aug 31 14:51:26.974307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Port': ['ID=3f069e31-7672-47c9-ab8c-17829a9cbcec,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:26.978667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] No DVR routers for this DVR port 3f069e31-7672-47c9-ab8c-17829a9cbcec on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:27.026920 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa8f7-8133-4503-9f48-c124eefb28c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:27.059748 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaa8f7-8133-4503-9f48-c124eefb28c7 None None] Pushing event deleted for resources: {'Port': ['ID=3f069e31-7672-47c9-ab8c-17829a9cbcec,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:27.066710 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcaa8f7-8133-4503-9f48-c124eefb28c7 None None] No DVR routers for this DVR port 3f069e31-7672-47c9-ab8c-17829a9cbcec on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:27.096670 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:27.106203 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9012ad7-25aa-479e-ae2b-32fa269c95b3 req-1811569e-b533-4c0c-99e1-9a7e6142a350 service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229112 Aug 31 14:51:27.107997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18d8008-810b-4997-a376-8b4bc804b938']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:27.119506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047d13c7-c60b-4753-9901-d2b9b212b5d0') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:27.119794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047d13c7-c60b-4753-9901-d2b9b212b5d0') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:27.130242 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:27.145793 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:27.151948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:51:27.152356 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:51:27.155699 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:51:27.212718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3f069e31-7672-47c9-ab8c-17829a9cbcec no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:27.216436 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:27.224621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:27.226907 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] 10.222.0.39 "DELETE /v2.0/networks/e18d8008-810b-4997-a376-8b4bc804b938 HTTP/1.1" status: 204 len: 168 time: 0.6831110 Aug 31 14:51:27.236062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 3f069e31-7672-47c9-ab8c-17829a9cbcec {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:51:27.236402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3f069e31-7672-47c9-ab8c-17829a9cbcec not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:27.242762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e1553-31c5-4b08-8623-4e14fa640b45 tempest-NetworksIpV6Test-1291416249 tempest-NetworksIpV6Test-1291416249-project] Pushing event deleted for resources: {'Network': ['ID=e18d8008-810b-4997-a376-8b4bc804b938,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:27.496403 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51352) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:27.594233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936ef2f-b597-4980-933f-5536f6567fd2 req-ec654896-8cb4-433a-8132-30a9e59c579d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:27.603329 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f936ef2f-b597-4980-933f-5536f6567fd2 req-ec654896-8cb4-433a-8132-30a9e59c579d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 945 time: 0.0558753 Aug 31 14:51:27.640527 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-16eefd28-2488-43f4-b21d-8279ca446303 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80272789956e412588ec40bf64b18f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427107 Aug 31 14:51:27.642841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51356) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:27.643683 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f936ef2f-b597-4980-933f-5536f6567fd2 req-998b386f-2aa0-4b0f-a993-2927bc568023 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392125 Aug 31 14:51:27.697021 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5d5c60a7-b37a-49f6-9366-0539082db785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:27.719817 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5d5c60a7-b37a-49f6-9366-0539082db785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:27.772905 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5d5c60a7-b37a-49f6-9366-0539082db785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:27.775781 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5d5c60a7-b37a-49f6-9366-0539082db785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:27.776945 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5d5c60a7-b37a-49f6-9366-0539082db785 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68bef0bf-c77c-402b-b723-fb6621e159cb HTTP/1.1" status: 204 len: 168 time: 0.1331613 Aug 31 14:51:27.784939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c60a7-b37a-49f6-9366-0539082db785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bef0bf-c77c-402b-b723-fb6621e159cb,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:28.051293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:28.054493 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25808cab-02ca-40e2-8d45-246bbcbb4b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:28.118079 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bd8436-0920-4760-8393-c8e5dd8bc37e x-openstack-request-id: req-a3bd8436-0920-4760-8393-c8e5dd8bc37e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:28.118374 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:28.118623 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a3bd8436-0920-4760-8393-c8e5dd8bc37e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:28.119039 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'status': 'completed', 'code': 200} Aug 31 14:51:28.227288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-afe23250-b99c-4933-9869-d06d23950408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:28.229054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-afe23250-b99c-4933-9869-d06d23950408 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1096 time: 0.0908723 Aug 31 14:51:28.231881 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-1f690d35-bdd9-40d9-8e25-69d5d59d94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:28.233560 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-1f690d35-bdd9-40d9-8e25-69d5d59d94eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1096 time: 0.0649078 Aug 31 14:51:28.410125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-5adbac78-7259-4a1a-b129-80022ab7e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:28.411849 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-5adbac78-7259-4a1a-b129-80022ab7e110 service neutron] 10.222.0.25 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 897 time: 0.1752884 Aug 31 14:51:28.413135 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-3cb27665-72c3-4c58-a752-0d106bcea425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:28.414481 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-3cb27665-72c3-4c58-a752-0d106bcea425 service neutron] 10.222.0.60 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 897 time: 0.1690235 Aug 31 14:51:28.549877 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-0afa12dd-9105-494c-a7dc-eba57aff1f96 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 998 time: 0.1303155 Aug 31 14:51:28.551926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-0be6a873-57ba-4145-b38c-f56d7a923bea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 998 time: 0.1239960 Aug 31 14:51:28.651234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-e9310e09-7285-45f2-849f-82be0905e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:28.653052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-e9310e09-7285-45f2-849f-82be0905e2f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 200 len: 834 time: 0.0964954 Aug 31 14:51:28.655270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51392) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:28.691874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-7e2d7c57-47b4-4a2b-8fe0-47d764fa12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:28.695749 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-7e2d7c57-47b4-4a2b-8fe0-47d764fa12d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 200 len: 834 time: 0.1068254 Aug 31 14:51:28.844563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8e1e6480-e517-42de-94f4-e63cb5f44a91 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group': {'name': 'tempest-secgroup--269448282'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:28.850533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-e814ef9c-9d1e-4e92-ad49-cc234cf510bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:28.853496 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-e814ef9c-9d1e-4e92-ad49-cc234cf510bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1895430 Aug 31 14:51:28.894787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-e0be2543-c32b-4cf5-b193-07541037290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:28.897082 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e1e6480-e517-42de-94f4-e63cb5f44a91 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:28.903668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-e0be2543-c32b-4cf5-b193-07541037290b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597276 Aug 31 14:51:28.913820 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e1e6480-e517-42de-94f4-e63cb5f44a91 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.040705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb40bfa-5eba-4cd3-a483-90a1becf8387 req-072933ec-f3a6-4516-a3a6-c5397a47d63b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:29.042207 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1eb40bfa-5eba-4cd3-a483-90a1becf8387 req-072933ec-f3a6-4516-a3a6-c5397a47d63b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 945 time: 0.2590017 Aug 31 14:51:29.051706 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e1e6480-e517-42de-94f4-e63cb5f44a91 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.056308 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e1e6480-e517-42de-94f4-e63cb5f44a91 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.097408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e6480-e517-42de-94f4-e63cb5f44a91 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c2b445-f325-4851-a8e1-18489df115b3,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:29.162403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-77d348e4-0ad3-4f74-9c1f-b6c9d91a1092 service neutron] 10.222.0.25 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897632 Aug 31 14:51:29.173973 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:29.174763 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1eb40bfa-5eba-4cd3-a483-90a1becf8387 req-ad517c9c-5b50-492e-8566-7eb4f96dddc0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230178 Aug 31 14:51:29.184637 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e1e6480-e517-42de-94f4-e63cb5f44a91 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.190918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e1e6480-e517-42de-94f4-e63cb5f44a91 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.223620 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8e1e6480-e517-42de-94f4-e63cb5f44a91 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.224860 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8e1e6480-e517-42de-94f4-e63cb5f44a91 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5685172 Aug 31 14:51:29.225084 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:29.227729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51400) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:29.235820 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e6480-e517-42de-94f4-e63cb5f44a91 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46186fcc-bae2-43de-be4c-6d38503e0a3a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:29.242176 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-125a0452-b520-4ec4-be26-a537795ea196 service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167052 Aug 31 14:51:29.303215 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e1c9ccbd-2ae5-40db-9798-1da4fcb53ed4 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0741377 Aug 31 14:51:29.306077 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51402) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:29.310753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-bfca9816-dd8a-4c4f-86de-ae54617d5464 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group': {'name': 'tempest-security--435989219', 'description': 'tempest-security-description-822516892'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:29.340057 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfca9816-dd8a-4c4f-86de-ae54617d5464 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.396891 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfca9816-dd8a-4c4f-86de-ae54617d5464 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.400941 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfca9816-dd8a-4c4f-86de-ae54617d5464 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.403612 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfca9816-dd8a-4c4f-86de-ae54617d5464 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.408005 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bfca9816-dd8a-4c4f-86de-ae54617d5464 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "PUT /v2.0/security-groups/46186fcc-bae2-43de-be4c-6d38503e0a3a HTTP/1.1" status: 200 len: 1778 time: 0.0978584 Aug 31 14:51:29.410364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51404) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:29.460040 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca9816-dd8a-4c4f-86de-ae54617d5464 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46186fcc-bae2-43de-be4c-6d38503e0a3a,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:29.476837 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7d890a93-7e61-4f89-8d6c-29714a1ba5aa tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-groups/46186fcc-bae2-43de-be4c-6d38503e0a3a HTTP/1.1" status: 200 len: 1778 time: 0.0644283 Aug 31 14:51:29.484717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51406) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:29.555519 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e56b494e-027e-4fb6-a940-dfd36d283899 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.585257 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e56b494e-027e-4fb6-a940-dfd36d283899 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.631973 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e56b494e-027e-4fb6-a940-dfd36d283899 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.635278 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e56b494e-027e-4fb6-a940-dfd36d283899 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.636737 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e56b494e-027e-4fb6-a940-dfd36d283899 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-groups/46186fcc-bae2-43de-be4c-6d38503e0a3a HTTP/1.1" status: 204 len: 168 time: 0.1494935 Aug 31 14:51:29.640067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51408) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:29.661317 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b494e-027e-4fb6-a940-dfd36d283899 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46186fcc-bae2-43de-be4c-6d38503e0a3a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:29.697672 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b6503098-68c6-4e3d-8f15-8538053a57ea tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563319 Aug 31 14:51:29.700272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51410) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:29.715808 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-560603c2-c125-4a4e-8fcf-63476fa89823 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] delete failed (client error): The resource could not be found. Aug 31 14:51:29.717022 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-560603c2-c125-4a4e-8fcf-63476fa89823 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-groups/46186fcc-bae2-43de-be4c-6d38503e0a3a HTTP/1.1" status: 404 len: 347 time: 0.0158281 Aug 31 14:51:29.722126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51412) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:29.726718 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d548e7be-12de-4eb6-8fd0-c04c30c85cd4 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group': {'name': 'tempest-secgroup--180531101'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:29.749498 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d548e7be-12de-4eb6-8fd0-c04c30c85cd4 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.773445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-bdfc8300-f01a-4869-9e8f-79e65645ab66 service neutron] 10.222.0.25 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033964 Aug 31 14:51:29.795079 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25808cab-02ca-40e2-8d45-246bbcbb4b3f req-da4cf0c8-08a0-4082-af4d-eb3706331db2 service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435200 Aug 31 14:51:29.844425 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d548e7be-12de-4eb6-8fd0-c04c30c85cd4 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.848623 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d548e7be-12de-4eb6-8fd0-c04c30c85cd4 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.881937 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d548e7be-12de-4eb6-8fd0-c04c30c85cd4 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:29.883212 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d548e7be-12de-4eb6-8fd0-c04c30c85cd4 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1600745 Aug 31 14:51:29.886652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51416) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:29.892751 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-eb8316cc-3aca-4019-8c61-23b2a6e77b6e tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group_rule': {'security_group_id': '2f055741-0991-4253-a1b1-171abf42ef89', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:29.898446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548e7be-12de-4eb6-8fd0-c04c30c85cd4 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f055741-0991-4253-a1b1-171abf42ef89,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:29.933805 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb8316cc-3aca-4019-8c61-23b2a6e77b6e tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.009411 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:51:30.019803 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb8316cc-3aca-4019-8c61-23b2a6e77b6e tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.024586 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb8316cc-3aca-4019-8c61-23b2a6e77b6e tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.045957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8316cc-3aca-4019-8c61-23b2a6e77b6e tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9a4541-867e-4eb2-8e07-8efb42cd90ce,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:30.054612 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb8316cc-3aca-4019-8c61-23b2a6e77b6e tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.056240 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eb8316cc-3aca-4019-8c61-23b2a6e77b6e tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1684625 Aug 31 14:51:30.059203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51420) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:30.089287 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb4d572c-38c8-45c0-a12b-dda1ddb67177 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.097893 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb4d572c-38c8-45c0-a12b-dda1ddb67177 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.126893 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb4d572c-38c8-45c0-a12b-dda1ddb67177 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.134064 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb4d572c-38c8-45c0-a12b-dda1ddb67177 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.137469 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-eb4d572c-38c8-45c0-a12b-dda1ddb67177 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4d9a4541-867e-4eb2-8e07-8efb42cd90ce HTTP/1.1" status: 204 len: 168 time: 0.0750110 Aug 31 14:51:30.137859 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51422) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:30.140079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d572c-38c8-45c0-a12b-dda1ddb67177 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d9a4541-867e-4eb2-8e07-8efb42cd90ce,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:30.195633 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b00a0348-46dc-4552-852f-c78187b7282d tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0564718 Aug 31 14:51:30.198784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51426) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:30.271852 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a3bc-bb06-4f82-8e7c-2f1b53e2c413 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.324557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:51:30.332171 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a3bc-bb06-4f82-8e7c-2f1b53e2c413 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.383524 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d782b7f-5ebd-4469-8387-ea60d8728f4a req-90bd24a9-6e07-43c9-a856-11d4164d0bff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:30.385196 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d782b7f-5ebd-4469-8387-ea60d8728f4a req-90bd24a9-6e07-43c9-a856-11d4164d0bff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 945 time: 0.1038342 Aug 31 14:51:30.417045 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a3bc-bb06-4f82-8e7c-2f1b53e2c413 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.419836 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a3bc-bb06-4f82-8e7c-2f1b53e2c413 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.423947 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6cd0a3bc-bb06-4f82-8e7c-2f1b53e2c413 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-groups/2f055741-0991-4253-a1b1-171abf42ef89 HTTP/1.1" status: 204 len: 168 time: 0.2217002 Aug 31 14:51:30.430289 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51438) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:30.458173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0a3bc-bb06-4f82-8e7c-2f1b53e2c413 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f055741-0991-4253-a1b1-171abf42ef89,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:30.474786 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d782b7f-5ebd-4469-8387-ea60d8728f4a req-4505035c-2262-4c08-8463-a33e582bb990 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746191 Aug 31 14:51:30.504828 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-478c9ed0-a08a-4791-9f48-a08be3cf7949 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0742886 Aug 31 14:51:30.507520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51440) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:30.508880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51442) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:30.513775 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-64121d55-9163-421a-bba3-a69892afcc0c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173623309'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:30.548680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64121d55-9163-421a-bba3-a69892afcc0c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.606200 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-927c2879-f1ab-46a8-ba8b-7b31802759a2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/ee8b279a-bc70-43d3-86a9-713d90efca64 HTTP/1.1" status: 200 len: 990 time: 0.0971093 Aug 31 14:51:30.655741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:30.668262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'port_id': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'mac_address': 'fa:16:3e:f5:87:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:51:30.671811 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64121d55-9163-421a-bba3-a69892afcc0c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.676065 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64121d55-9163-421a-bba3-a69892afcc0c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.709888 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64121d55-9163-421a-bba3-a69892afcc0c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.711370 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-64121d55-9163-421a-bba3-a69892afcc0c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2013516 Aug 31 14:51:30.714342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51444) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:30.716885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64121d55-9163-421a-bba3-a69892afcc0c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50adc414-c9e3-4ef8-b523-c20b294e6a01,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:30.726644 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.726819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5618fc90-8e3c-477b-bcdd-d004e6b8cf36 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group_rule': {'security_group_id': '50adc414-c9e3-4ef8-b523-c20b294e6a01', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:30.744494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:51:30.770847 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5618fc90-8e3c-477b-bcdd-d004e6b8cf36 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.772063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:30.776732 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.833437 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,revision_number=12']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:30.845527 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5618fc90-8e3c-477b-bcdd-d004e6b8cf36 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.849940 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5618fc90-8e3c-477b-bcdd-d004e6b8cf36 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.873107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618fc90-8e3c-477b-bcdd-d004e6b8cf36 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d0c648-fb93-47d4-9908-5f5f332bd3e2,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:30.877281 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5618fc90-8e3c-477b-bcdd-d004e6b8cf36 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.878573 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5618fc90-8e3c-477b-bcdd-d004e6b8cf36 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1615906 Aug 31 14:51:30.881552 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51446) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:30.886883 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f64382f0-fc6f-451c-a5d7-9fdf1336a3e3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group_rule': {'security_group_id': '50adc414-c9e3-4ef8-b523-c20b294e6a01', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:30.917735 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f64382f0-fc6f-451c-a5d7-9fdf1336a3e3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.993298 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f64382f0-fc6f-451c-a5d7-9fdf1336a3e3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:30.996735 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f64382f0-fc6f-451c-a5d7-9fdf1336a3e3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.003787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:51:31.017273 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64382f0-fc6f-451c-a5d7-9fdf1336a3e3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab1e79a-1b1b-4639-b3cf-6c2c8df604a1,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:31.024425 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f64382f0-fc6f-451c-a5d7-9fdf1336a3e3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.025632 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f64382f0-fc6f-451c-a5d7-9fdf1336a3e3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429598 Aug 31 14:51:31.028336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51448) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:31.033876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-25aa6fd7-33a6-447d-a5f9-0f2b9c6ffdc9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group_rule': {'security_group_id': '50adc414-c9e3-4ef8-b523-c20b294e6a01', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:31.061649 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-25aa6fd7-33a6-447d-a5f9-0f2b9c6ffdc9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.131019 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-25aa6fd7-33a6-447d-a5f9-0f2b9c6ffdc9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.134919 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-25aa6fd7-33a6-447d-a5f9-0f2b9c6ffdc9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.155323 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa6fd7-33a6-447d-a5f9-0f2b9c6ffdc9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f170316-eb92-42e4-8b56-39a319dc2996,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:31.161457 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-25aa6fd7-33a6-447d-a5f9-0f2b9c6ffdc9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.162701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-25aa6fd7-33a6-447d-a5f9-0f2b9c6ffdc9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332612 Aug 31 14:51:31.165594 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51450) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:31.171309 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-197ae6f4-ec9d-4cf3-a9d0-394edad6878c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group_rule': {'security_group_id': '50adc414-c9e3-4ef8-b523-c20b294e6a01', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:31.203627 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-197ae6f4-ec9d-4cf3-a9d0-394edad6878c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.277595 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-197ae6f4-ec9d-4cf3-a9d0-394edad6878c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.282844 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-197ae6f4-ec9d-4cf3-a9d0-394edad6878c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.304386 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ae6f4-ec9d-4cf3-a9d0-394edad6878c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f219ffca-d605-468a-9904-81dfeb3b9638,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:31.310431 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-197ae6f4-ec9d-4cf3-a9d0-394edad6878c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.314668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51452) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:31.314940 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-197ae6f4-ec9d-4cf3-a9d0-394edad6878c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480489 Aug 31 14:51:31.320205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a1120c01-d851-416d-b7b5-24a6ce3ceb1a tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group_rule': {'security_group_id': '50adc414-c9e3-4ef8-b523-c20b294e6a01', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:31.350611 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1120c01-d851-416d-b7b5-24a6ce3ceb1a tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.413181 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1120c01-d851-416d-b7b5-24a6ce3ceb1a tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.417395 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1120c01-d851-416d-b7b5-24a6ce3ceb1a tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.437937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1120c01-d851-416d-b7b5-24a6ce3ceb1a tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18e9d73-418a-41e5-87c0-a4ef95970dbd,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:31.440824 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1120c01-d851-416d-b7b5-24a6ce3ceb1a tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.444679 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a1120c01-d851-416d-b7b5-24a6ce3ceb1a tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1263380 Aug 31 14:51:31.445212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51460) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:31.471759 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dd03709-71a6-4019-875b-0fedd323a268 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.479729 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dd03709-71a6-4019-875b-0fedd323a268 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.508258 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dd03709-71a6-4019-875b-0fedd323a268 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.516742 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dd03709-71a6-4019-875b-0fedd323a268 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.517877 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9dd03709-71a6-4019-875b-0fedd323a268 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d18e9d73-418a-41e5-87c0-a4ef95970dbd HTTP/1.1" status: 204 len: 168 time: 0.0720291 Aug 31 14:51:31.520681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51462) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:31.522330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd03709-71a6-4019-875b-0fedd323a268 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d18e9d73-418a-41e5-87c0-a4ef95970dbd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:31.572429 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fd807859-c8c0-480e-83e2-526eb8dcc31e tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0479555 Aug 31 14:51:31.572962 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51464) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:31.600724 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6512f1fd-4d0d-4732-b16f-79fc9731bbca tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.609132 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6512f1fd-4d0d-4732-b16f-79fc9731bbca tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.641462 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6512f1fd-4d0d-4732-b16f-79fc9731bbca tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.647886 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6512f1fd-4d0d-4732-b16f-79fc9731bbca tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.648912 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6512f1fd-4d0d-4732-b16f-79fc9731bbca tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f219ffca-d605-468a-9904-81dfeb3b9638 HTTP/1.1" status: 204 len: 168 time: 0.0748718 Aug 31 14:51:31.651759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51468) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:31.664522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512f1fd-4d0d-4732-b16f-79fc9731bbca tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f219ffca-d605-468a-9904-81dfeb3b9638,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:31.744903 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7a423e98-409f-4a30-afb3-5c68e4defcc8 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0921607 Aug 31 14:51:31.748527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51476) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:31.773516 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77eed3d3-4888-4fd3-aafd-6db2787eb576 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.781961 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77eed3d3-4888-4fd3-aafd-6db2787eb576 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.808280 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77eed3d3-4888-4fd3-aafd-6db2787eb576 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.814936 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77eed3d3-4888-4fd3-aafd-6db2787eb576 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.816105 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-77eed3d3-4888-4fd3-aafd-6db2787eb576 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/2f170316-eb92-42e4-8b56-39a319dc2996 HTTP/1.1" status: 204 len: 168 time: 0.0666277 Aug 31 14:51:31.818880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51480) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:31.821478 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eed3d3-4888-4fd3-aafd-6db2787eb576 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f170316-eb92-42e4-8b56-39a319dc2996,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:31.865672 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-20231159-5653-4c44-8863-94858cf9bb0f tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0456035 Aug 31 14:51:31.868304 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51482) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:31.900899 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0c98cf48-6820-4bb6-aa20-557201774132 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.909002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0c98cf48-6820-4bb6-aa20-557201774132 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.936359 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0c98cf48-6820-4bb6-aa20-557201774132 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.943105 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0c98cf48-6820-4bb6-aa20-557201774132 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:31.946642 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0c98cf48-6820-4bb6-aa20-557201774132 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9ab1e79a-1b1b-4639-b3cf-6c2c8df604a1 HTTP/1.1" status: 204 len: 168 time: 0.0750341 Aug 31 14:51:31.947589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51484) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:31.949703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98cf48-6820-4bb6-aa20-557201774132 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ab1e79a-1b1b-4639-b3cf-6c2c8df604a1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:31.995255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51486) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:31.995411 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4bfd4060-ffdb-4e3e-985f-d838cb406b75 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0465405 Aug 31 14:51:32.022347 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-28e56686-45b5-45ec-9b93-977b3a8bbaa7 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.031079 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-28e56686-45b5-45ec-9b93-977b3a8bbaa7 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.059661 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-28e56686-45b5-45ec-9b93-977b3a8bbaa7 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.067078 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-28e56686-45b5-45ec-9b93-977b3a8bbaa7 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.068226 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-28e56686-45b5-45ec-9b93-977b3a8bbaa7 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d9d0c648-fb93-47d4-9908-5f5f332bd3e2 HTTP/1.1" status: 204 len: 168 time: 0.0717978 Aug 31 14:51:32.070875 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51488) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:32.081727 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e56686-45b5-45ec-9b93-977b3a8bbaa7 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9d0c648-fb93-47d4-9908-5f5f332bd3e2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:32.116518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cf55bbae-a323-406b-a3ef-b65dd643e97b tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0444069 Aug 31 14:51:32.118934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51490) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:32.172362 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cfc458f4-e3d1-4e4c-87ef-4b78305fb4c7 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.196819 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cfc458f4-e3d1-4e4c-87ef-4b78305fb4c7 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.243139 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cfc458f4-e3d1-4e4c-87ef-4b78305fb4c7 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.246042 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cfc458f4-e3d1-4e4c-87ef-4b78305fb4c7 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.247246 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cfc458f4-e3d1-4e4c-87ef-4b78305fb4c7 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-groups/50adc414-c9e3-4ef8-b523-c20b294e6a01 HTTP/1.1" status: 204 len: 168 time: 0.1273344 Aug 31 14:51:32.252202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51492) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:32.257292 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc458f4-e3d1-4e4c-87ef-4b78305fb4c7 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50adc414-c9e3-4ef8-b523-c20b294e6a01,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:32.323443 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-39f6a4da-d0bd-47a3-a061-e211c4c5f920 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711627 Aug 31 14:51:32.327743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51494) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:32.333684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3d7f670f-6243-4d93-b90a-0600dc7e91a0 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813680591'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:32.344403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:51:32.361801 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d7f670f-6243-4d93-b90a-0600dc7e91a0 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.399135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:51:32.402884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:51:32.403360 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.447778 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d7f670f-6243-4d93-b90a-0600dc7e91a0 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.451775 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d7f670f-6243-4d93-b90a-0600dc7e91a0 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.476900 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d7f670f-6243-4d93-b90a-0600dc7e91a0 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.479676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3d7f670f-6243-4d93-b90a-0600dc7e91a0 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1508265 Aug 31 14:51:32.481391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51496) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:32.487670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9bee2234-a2b4-46a1-8449-d356cba2386b tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group_rule': {'security_group_id': '2d7bf1e1-7698-4b10-a9b3-8606373fd315', 'direction': 'ingress', 'protocol': 17}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:32.489934 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.490486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f670f-6243-4d93-b90a-0600dc7e91a0 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7bf1e1-7698-4b10-a9b3-8606373fd315,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:32.516953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:32.518509 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9bee2234-a2b4-46a1-8449-d356cba2386b tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.519308 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa27b5a-7c3a-4a51-ad0b-ee128adadcec" -d '{"events": [{"server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "name": "network-vif-plugged", "status": "completed", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:32.532309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:32.537044 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.571907 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c2b724-71bb-4c19-a56b-133916f6ba36 x-openstack-request-id: req-d6c2b724-71bb-4c19-a56b-133916f6ba36 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:32.572200 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "name": "network-vif-plugged", "status": "completed", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:32.572669 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6c2b724-71bb-4c19-a56b-133916f6ba36 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:32.573064 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'code': 200} Aug 31 14:51:32.588450 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9bee2234-a2b4-46a1-8449-d356cba2386b tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.589857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,revision_number=13']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:32.593427 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9bee2234-a2b4-46a1-8449-d356cba2386b tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.612241 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee2234-a2b4-46a1-8449-d356cba2386b tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74730e59-fd06-423b-a5e0-6205217782b6,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:32.618641 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9bee2234-a2b4-46a1-8449-d356cba2386b tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.619911 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9bee2234-a2b4-46a1-8449-d356cba2386b tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1371951 Aug 31 14:51:32.622675 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51500) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:32.680115 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdabd23b-65a2-47e2-83d8-253e19ae3a22 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.704215 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdabd23b-65a2-47e2-83d8-253e19ae3a22 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.750481 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdabd23b-65a2-47e2-83d8-253e19ae3a22 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.753212 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fdabd23b-65a2-47e2-83d8-253e19ae3a22 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.754393 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fdabd23b-65a2-47e2-83d8-253e19ae3a22 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-groups/2d7bf1e1-7698-4b10-a9b3-8606373fd315 HTTP/1.1" status: 204 len: 168 time: 0.1306865 Aug 31 14:51:32.758241 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51502) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:32.776810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabd23b-65a2-47e2-83d8-253e19ae3a22 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7bf1e1-7698-4b10-a9b3-8606373fd315,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:32.813845 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-14a40869-6649-41b7-af50-b057c6f6e892 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546613 Aug 31 14:51:32.817479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51508) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:32.822042 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-aecb39b6-97cf-431d-b64a-5f9a319cad6d tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309754126'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:32.853888 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aecb39b6-97cf-431d-b64a-5f9a319cad6d tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.948474 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aecb39b6-97cf-431d-b64a-5f9a319cad6d tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.952387 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aecb39b6-97cf-431d-b64a-5f9a319cad6d tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.979592 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aecb39b6-97cf-431d-b64a-5f9a319cad6d tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:32.981071 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-aecb39b6-97cf-431d-b64a-5f9a319cad6d tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1625690 Aug 31 14:51:32.984574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51514) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:32.985574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb39b6-97cf-431d-b64a-5f9a319cad6d tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06af9f51-6e51-4633-8395-2d29f544bda3,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:32.989991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-963ad92a-6e67-47a9-b64c-9dfd50d50b63 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group': {'name': 'tempest-secgroup--171660509'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:33.013938 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-963ad92a-6e67-47a9-b64c-9dfd50d50b63 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.098793 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-963ad92a-6e67-47a9-b64c-9dfd50d50b63 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.102645 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-963ad92a-6e67-47a9-b64c-9dfd50d50b63 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.135785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ad92a-6e67-47a9-b64c-9dfd50d50b63 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9a6d68-8ae1-479d-bd0f-bc86f3276f47,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:33.138020 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-963ad92a-6e67-47a9-b64c-9dfd50d50b63 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.139698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-963ad92a-6e67-47a9-b64c-9dfd50d50b63 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1532934 Aug 31 14:51:33.142331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51516) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:33.147110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a895d771-1ca6-48f4-94bf-b153ee3e03c8 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group_rule': {'security_group_id': '06af9f51-6e51-4633-8395-2d29f544bda3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7d9a6d68-8ae1-479d-bd0f-bc86f3276f47', 'remote_ip_prefix': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:33.179109 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a895d771-1ca6-48f4-94bf-b153ee3e03c8 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.251240 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a895d771-1ca6-48f4-94bf-b153ee3e03c8 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.254974 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a895d771-1ca6-48f4-94bf-b153ee3e03c8 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.273566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895d771-1ca6-48f4-94bf-b153ee3e03c8 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef6f880-0881-43e2-bad6-e99d8c37c1df,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:33.281066 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a895d771-1ca6-48f4-94bf-b153ee3e03c8 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.282313 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a895d771-1ca6-48f4-94bf-b153ee3e03c8 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1390684 Aug 31 14:51:33.285544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51518) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:33.310048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-93c21be4-ba3d-49e1-880a-2177b7b901e9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.318295 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-93c21be4-ba3d-49e1-880a-2177b7b901e9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.348467 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-93c21be4-ba3d-49e1-880a-2177b7b901e9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.355653 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-93c21be4-ba3d-49e1-880a-2177b7b901e9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.356695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-93c21be4-ba3d-49e1-880a-2177b7b901e9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9ef6f880-0881-43e2-bad6-e99d8c37c1df HTTP/1.1" status: 204 len: 168 time: 0.0702384 Aug 31 14:51:33.360231 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51520) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:33.362221 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c21be4-ba3d-49e1-880a-2177b7b901e9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ef6f880-0881-43e2-bad6-e99d8c37c1df,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:33.406727 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c9d89bdf-83a2-4016-9edd-f41408f3acc9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0453401 Aug 31 14:51:33.409356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51522) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:33.460917 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-18d814f1-8b58-4618-a026-3a1004c3a877 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.484923 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-18d814f1-8b58-4618-a026-3a1004c3a877 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.526610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-18d814f1-8b58-4618-a026-3a1004c3a877 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.529162 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-18d814f1-8b58-4618-a026-3a1004c3a877 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.530937 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-18d814f1-8b58-4618-a026-3a1004c3a877 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-groups/7d9a6d68-8ae1-479d-bd0f-bc86f3276f47 HTTP/1.1" status: 204 len: 168 time: 0.1206083 Aug 31 14:51:33.533739 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51524) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:33.540037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d814f1-8b58-4618-a026-3a1004c3a877 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9a6d68-8ae1-479d-bd0f-bc86f3276f47,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:33.592734 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f96686ce-568f-42a7-9a0f-2b5e5632687c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0571620 Aug 31 14:51:33.595494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51526) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:33.646092 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41f18d47-e26f-46c8-bd74-ca4248ab1413 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.668048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41f18d47-e26f-46c8-bd74-ca4248ab1413 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.711043 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41f18d47-e26f-46c8-bd74-ca4248ab1413 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.713799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41f18d47-e26f-46c8-bd74-ca4248ab1413 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.714961 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-41f18d47-e26f-46c8-bd74-ca4248ab1413 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-groups/06af9f51-6e51-4633-8395-2d29f544bda3 HTTP/1.1" status: 204 len: 168 time: 0.1185400 Aug 31 14:51:33.718288 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51528) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:33.724875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f18d47-e26f-46c8-bd74-ca4248ab1413 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06af9f51-6e51-4633-8395-2d29f544bda3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:33.767491 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-45218272-60d3-498b-8078-d863391b8c44 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0479488 Aug 31 14:51:33.771159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51530) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:33.775656 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-20c0e91c-8996-4774-97d5-9aea30ab25dc tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group': {'name': 'tempest-secgroup--530202117'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:33.798269 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20c0e91c-8996-4774-97d5-9aea30ab25dc tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.882831 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20c0e91c-8996-4774-97d5-9aea30ab25dc tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.886604 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20c0e91c-8996-4774-97d5-9aea30ab25dc tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.915430 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-20c0e91c-8996-4774-97d5-9aea30ab25dc tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:33.916560 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-20c0e91c-8996-4774-97d5-9aea30ab25dc tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1444120 Aug 31 14:51:33.917649 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e91c-8996-4774-97d5-9aea30ab25dc tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d18e76-ba8d-4267-9454-9f18c065e528,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:33.919476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51532) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:33.924348 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-084c41e4-c64b-4b11-b853-caab2db8ae95 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group_rule': {'security_group_id': 'e6d18e76-ba8d-4267-9454-9f18c065e528', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:33.956443 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-084c41e4-c64b-4b11-b853-caab2db8ae95 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.024649 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-084c41e4-c64b-4b11-b853-caab2db8ae95 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.028889 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-084c41e4-c64b-4b11-b853-caab2db8ae95 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.047752 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c41e4-c64b-4b11-b853-caab2db8ae95 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2522cc-00d6-44f8-b131-862a4440ae8a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:34.053956 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-084c41e4-c64b-4b11-b853-caab2db8ae95 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.055289 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-084c41e4-c64b-4b11-b853-caab2db8ae95 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1346214 Aug 31 14:51:34.058106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51540) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:34.086015 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a91d8a80-6a2b-4ed1-871b-6c7b1dba6189 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.094587 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a91d8a80-6a2b-4ed1-871b-6c7b1dba6189 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.127938 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a91d8a80-6a2b-4ed1-871b-6c7b1dba6189 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.134584 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a91d8a80-6a2b-4ed1-871b-6c7b1dba6189 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.135884 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a91d8a80-6a2b-4ed1-871b-6c7b1dba6189 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ec2522cc-00d6-44f8-b131-862a4440ae8a HTTP/1.1" status: 204 len: 168 time: 0.0768139 Aug 31 14:51:34.138708 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51544) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:34.142718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d8a80-6a2b-4ed1-871b-6c7b1dba6189 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec2522cc-00d6-44f8-b131-862a4440ae8a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:34.181401 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3262d803-925e-445e-bffa-119ef8d32221 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0402207 Aug 31 14:51:34.183919 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51546) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:34.239516 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd376-6233-4420-a5e5-be0722470c02 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.263369 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd376-6233-4420-a5e5-be0722470c02 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.307292 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd376-6233-4420-a5e5-be0722470c02 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.309873 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd376-6233-4420-a5e5-be0722470c02 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.311895 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5f3dd376-6233-4420-a5e5-be0722470c02 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-groups/e6d18e76-ba8d-4267-9454-9f18c065e528 HTTP/1.1" status: 204 len: 168 time: 0.1269565 Aug 31 14:51:34.314876 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51548) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:34.321692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dd376-6233-4420-a5e5-be0722470c02 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d18e76-ba8d-4267-9454-9f18c065e528,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:34.364757 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c70f9767-e6f3-433c-8071-42f199f5450e tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485849 Aug 31 14:51:34.368336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51550) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:34.373177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f30a338d-6b79-4e54-aa3b-0e84c03b4342 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532503841'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:34.399316 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f30a338d-6b79-4e54-aa3b-0e84c03b4342 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.485343 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f30a338d-6b79-4e54-aa3b-0e84c03b4342 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.489057 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f30a338d-6b79-4e54-aa3b-0e84c03b4342 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.518656 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f30a338d-6b79-4e54-aa3b-0e84c03b4342 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.519913 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f30a338d-6b79-4e54-aa3b-0e84c03b4342 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1506214 Aug 31 14:51:34.521116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a338d-6b79-4e54-aa3b-0e84c03b4342 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5f0ce6-57e7-40e9-9c10-d96f4ce11ff5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:34.522835 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51552) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:34.527612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-668a1b8f-df2a-453c-9520-bd479816c881 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group_rule': {'security_group_id': '1b5f0ce6-57e7-40e9-9c10-d96f4ce11ff5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:34.554897 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-668a1b8f-df2a-453c-9520-bd479816c881 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.604725 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-668a1b8f-df2a-453c-9520-bd479816c881 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.609718 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-668a1b8f-df2a-453c-9520-bd479816c881 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.628638 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a1b8f-df2a-453c-9520-bd479816c881 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e684b33-99b5-4e33-b668-6e177f93e4d4,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:34.636028 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-668a1b8f-df2a-453c-9520-bd479816c881 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.636992 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-668a1b8f-df2a-453c-9520-bd479816c881 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1130979 Aug 31 14:51:34.640644 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51554) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:34.657447 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-52f3e2df-1f30-421f-a237-2ab42d69fa40 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules/8e684b33-99b5-4e33-b668-6e177f93e4d4 HTTP/1.1" status: 200 len: 763 time: 0.0157225 Aug 31 14:51:34.659862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51556) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:34.700733 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-91f8b56d-7b8f-4bd4-8531-4aa22c343779 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0398338 Aug 31 14:51:34.703606 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51558) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:34.726589 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45d42e46-788a-4c9c-b500-0936eef0a893 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.734600 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45d42e46-788a-4c9c-b500-0936eef0a893 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.761729 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45d42e46-788a-4c9c-b500-0936eef0a893 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.768571 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-45d42e46-788a-4c9c-b500-0936eef0a893 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.769699 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-45d42e46-788a-4c9c-b500-0936eef0a893 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/8e684b33-99b5-4e33-b668-6e177f93e4d4 HTTP/1.1" status: 204 len: 168 time: 0.0651236 Aug 31 14:51:34.772442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51560) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:34.775035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d42e46-788a-4c9c-b500-0936eef0a893 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e684b33-99b5-4e33-b668-6e177f93e4d4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:34.813522 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e6af9340-2449-4078-9abe-4495716e6e51 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0398901 Aug 31 14:51:34.816153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51562) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:34.820438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b6a7dc20-2835-4d2a-b2ec-f5ef3dc8cfa3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group_rule': {'security_group_id': '1b5f0ce6-57e7-40e9-9c10-d96f4ce11ff5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:34.846257 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6a7dc20-2835-4d2a-b2ec-f5ef3dc8cfa3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.906110 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6a7dc20-2835-4d2a-b2ec-f5ef3dc8cfa3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.909849 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6a7dc20-2835-4d2a-b2ec-f5ef3dc8cfa3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.926952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7dc20-2835-4d2a-b2ec-f5ef3dc8cfa3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cf5acb-3d49-4a10-8a87-5cdc50b3ab25,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:34.932865 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6a7dc20-2835-4d2a-b2ec-f5ef3dc8cfa3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.934132 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b6a7dc20-2835-4d2a-b2ec-f5ef3dc8cfa3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169996 Aug 31 14:51:34.936778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51564) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:34.954367 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e6cd70e8-35e8-472e-a0dc-c03c701e7d97 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules/52cf5acb-3d49-4a10-8a87-5cdc50b3ab25 HTTP/1.1" status: 200 len: 763 time: 0.0164962 Aug 31 14:51:34.956741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51566) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:34.999067 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6de91899-7745-4863-9133-528f12cccca8 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0406857 Aug 31 14:51:35.001888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51568) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:35.030263 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1f3a3abc-8255-4b44-86ff-00833d5301bc tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.037797 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1f3a3abc-8255-4b44-86ff-00833d5301bc tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.063667 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1f3a3abc-8255-4b44-86ff-00833d5301bc tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.069743 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1f3a3abc-8255-4b44-86ff-00833d5301bc tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.070839 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1f3a3abc-8255-4b44-86ff-00833d5301bc tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/52cf5acb-3d49-4a10-8a87-5cdc50b3ab25 HTTP/1.1" status: 204 len: 168 time: 0.0679729 Aug 31 14:51:35.073423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51570) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:35.076931 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a3abc-8255-4b44-86ff-00833d5301bc tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52cf5acb-3d49-4a10-8a87-5cdc50b3ab25,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:35.114229 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-eb7402d9-1b8f-4f33-9202-59ffc61edd0d tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0395381 Aug 31 14:51:35.116714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51574) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:35.121157 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2915ec1c-6737-4dca-b7c4-bdb42cb97717 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Request body: {'security_group_rule': {'security_group_id': '1b5f0ce6-57e7-40e9-9c10-d96f4ce11ff5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:35.149189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2915ec1c-6737-4dca-b7c4-bdb42cb97717 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.213453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2915ec1c-6737-4dca-b7c4-bdb42cb97717 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.221127 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2915ec1c-6737-4dca-b7c4-bdb42cb97717 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.239955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915ec1c-6737-4dca-b7c4-bdb42cb97717 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ffad87-a97f-4957-a8b5-be6d11120789,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:35.247139 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2915ec1c-6737-4dca-b7c4-bdb42cb97717 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.248365 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2915ec1c-6737-4dca-b7c4-bdb42cb97717 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307118 Aug 31 14:51:35.251050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51580) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:35.267751 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3d07a5d6-2b38-4c27-8eb5-b58241ff3bb3 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules/b3ffad87-a97f-4957-a8b5-be6d11120789 HTTP/1.1" status: 200 len: 764 time: 0.0155888 Aug 31 14:51:35.270032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51582) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:35.310114 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c685cc8b-759b-49f4-a164-3a80ffbe35f5 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0389352 Aug 31 14:51:35.313147 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51584) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:35.339938 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49bc9b6e-dc15-4fb7-925e-7e300720f088 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.348851 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49bc9b6e-dc15-4fb7-925e-7e300720f088 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.375665 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49bc9b6e-dc15-4fb7-925e-7e300720f088 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.381614 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49bc9b6e-dc15-4fb7-925e-7e300720f088 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.382711 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-49bc9b6e-dc15-4fb7-925e-7e300720f088 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b3ffad87-a97f-4957-a8b5-be6d11120789 HTTP/1.1" status: 204 len: 168 time: 0.0686665 Aug 31 14:51:35.385383 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51586) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:35.388005 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc9b6e-dc15-4fb7-925e-7e300720f088 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3ffad87-a97f-4957-a8b5-be6d11120789,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:35.428240 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1b95f1e2-03ed-4216-90c6-7c6ac3de6a8c tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410740 Aug 31 14:51:35.431694 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51588) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:35.486472 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f686e2d4-00c1-4029-94f4-0d46001b81c9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.513564 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f686e2d4-00c1-4029-94f4-0d46001b81c9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.554983 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f686e2d4-00c1-4029-94f4-0d46001b81c9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.557504 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f686e2d4-00c1-4029-94f4-0d46001b81c9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.558649 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f686e2d4-00c1-4029-94f4-0d46001b81c9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "DELETE /v2.0/security-groups/1b5f0ce6-57e7-40e9-9c10-d96f4ce11ff5 HTTP/1.1" status: 204 len: 168 time: 0.1260273 Aug 31 14:51:35.562394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51590) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:35.568747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686e2d4-00c1-4029-94f4-0d46001b81c9 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5f0ce6-57e7-40e9-9c10-d96f4ce11ff5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:35.609664 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6ca8234c-a47f-4e2a-8a9d-43a2b5a17c77 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0457847 Aug 31 14:51:35.613144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51592) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:35.659548 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a2c67050-0b68-49c6-93a2-aea4ad681066 tempest-SecGroupTest-1210447094 tempest-SecGroupTest-1210447094-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0450988 Aug 31 14:51:35.952632 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51598) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:36.109269 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dfb0923a-06e1-4810-80c9-fe20c9acccbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a754f28ce21b43bca53faedf332bc6bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553259 Aug 31 14:51:36.111993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51602) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:36.166904 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d6a38f58-5e75-4550-bf56-de613b65f244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:36.198573 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d6a38f58-5e75-4550-bf56-de613b65f244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:36.255062 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d6a38f58-5e75-4550-bf56-de613b65f244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:36.257698 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d6a38f58-5e75-4550-bf56-de613b65f244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:36.258841 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d6a38f58-5e75-4550-bf56-de613b65f244 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7c2b445-f325-4851-a8e1-18489df115b3 HTTP/1.1" status: 204 len: 168 time: 0.1459310 Aug 31 14:51:36.268199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a38f58-5e75-4550-bf56-de613b65f244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c2b445-f325-4851-a8e1-18489df115b3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:38.203037 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51682) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:38.320998 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d204b69-0083-4697-9ad8-275ef20d86bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:38.415784 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d204b69-0083-4697-9ad8-275ef20d86bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:38.420697 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d204b69-0083-4697-9ad8-275ef20d86bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:38.462192 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8d204b69-0083-4697-9ad8-275ef20d86bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1522aed9ab2f4f258b3c105a90b76ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576933 Aug 31 14:51:38.464902 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51686) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:38.467941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d204b69-0083-4697-9ad8-275ef20d86bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e7f677-89a8-4055-a966-29817d429396,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:38.520951 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e51a5d85-0f7c-4622-9df0-a6f406237e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:38.543959 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e51a5d85-0f7c-4622-9df0-a6f406237e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:38.594527 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e51a5d85-0f7c-4622-9df0-a6f406237e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:38.597445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e51a5d85-0f7c-4622-9df0-a6f406237e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:38.598662 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e51a5d85-0f7c-4622-9df0-a6f406237e5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0e7f677-89a8-4055-a966-29817d429396 HTTP/1.1" status: 204 len: 168 time: 0.1320531 Aug 31 14:51:38.609740 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a5d85-0f7c-4622-9df0-a6f406237e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e7f677-89a8-4055-a966-29817d429396,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:38.964455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51694) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:38.978898 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cdb266d8-99fc-4655-b2d1-e08f05b5702b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:39.074119 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cdb266d8-99fc-4655-b2d1-e08f05b5702b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:39.078861 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cdb266d8-99fc-4655-b2d1-e08f05b5702b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:39.128484 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cdb266d8-99fc-4655-b2d1-e08f05b5702b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14132b627e7f4e249e7b94c9a8838396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605477 Aug 31 14:51:39.128484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb266d8-99fc-4655-b2d1-e08f05b5702b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f1597f-8133-40e4-b90e-73db72efe542,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:39.129044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51696) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:39.188703 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e29c87ee-09ac-4135-bc1e-46289d567ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:39.210930 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e29c87ee-09ac-4135-bc1e-46289d567ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:39.262305 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e29c87ee-09ac-4135-bc1e-46289d567ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:39.265301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e29c87ee-09ac-4135-bc1e-46289d567ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:39.266454 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e29c87ee-09ac-4135-bc1e-46289d567ecc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52f1597f-8133-40e4-b90e-73db72efe542 HTTP/1.1" status: 204 len: 168 time: 0.1362922 Aug 31 14:51:39.275316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c87ee-09ac-4135-bc1e-46289d567ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f1597f-8133-40e4-b90e-73db72efe542,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:43.839064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51814) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:43.947154 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea65ff3b-6bda-4b9f-8180-25dba6d80da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:44.037417 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea65ff3b-6bda-4b9f-8180-25dba6d80da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:44.041216 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea65ff3b-6bda-4b9f-8180-25dba6d80da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:44.078828 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ea65ff3b-6bda-4b9f-8180-25dba6d80da6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=139f329af8da46b188848a6d0461adc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386458 Aug 31 14:51:44.079853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65ff3b-6bda-4b9f-8180-25dba6d80da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bbfe56-ea31-49eb-9b2f-1a14171e0172,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:44.082021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51818) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:44.134040 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c47399fd-2d43-4668-abdc-3dacbcdedd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:44.155669 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c47399fd-2d43-4668-abdc-3dacbcdedd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:44.201473 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c47399fd-2d43-4668-abdc-3dacbcdedd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:44.204359 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c47399fd-2d43-4668-abdc-3dacbcdedd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:44.205543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c47399fd-2d43-4668-abdc-3dacbcdedd76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80bbfe56-ea31-49eb-9b2f-1a14171e0172 HTTP/1.1" status: 204 len: 168 time: 0.1224632 Aug 31 14:51:44.213156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47399fd-2d43-4668-abdc-3dacbcdedd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bbfe56-ea31-49eb-9b2f-1a14171e0172,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:44.487362 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51840) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:44.501585 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7299643f-8ffe-4b08-af9d-9f6343e908b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:44.611818 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7299643f-8ffe-4b08-af9d-9f6343e908b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:44.616525 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7299643f-8ffe-4b08-af9d-9f6343e908b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:44.655913 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7299643f-8ffe-4b08-af9d-9f6343e908b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=982670c736e749e78baeeadc662ab356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674414 Aug 31 14:51:44.657923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299643f-8ffe-4b08-af9d-9f6343e908b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb18174b-6952-40d8-8d7e-bae5dfa297d6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:44.658673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51846) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:44.715518 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d240d772-3455-4641-be85-6519bd68eb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:44.737216 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d240d772-3455-4641-be85-6519bd68eb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:44.788963 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d240d772-3455-4641-be85-6519bd68eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:44.791783 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d240d772-3455-4641-be85-6519bd68eb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:44.792905 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d240d772-3455-4641-be85-6519bd68eb3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb18174b-6952-40d8-8d7e-bae5dfa297d6 HTTP/1.1" status: 204 len: 168 time: 0.1329429 Aug 31 14:51:44.806953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240d772-3455-4641-be85-6519bd68eb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb18174b-6952-40d8-8d7e-bae5dfa297d6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:45.906910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-11112f96-b983-4cd4-b51e-59ae613884ca req-10d32b7f-22c6-4bfa-9200-a39d40130679 service neutron] (94871) timed out ('10.222.0.60', 64302) {{(pid=94871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:51:46.020163 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-b3226c97-4b81-4b46-8fa5-4b1a25ddf2c1 req-69503199-406b-43f1-bc67-9532c389b8ad service neutron] (94871) timed out ('10.222.0.60', 64650) {{(pid=94871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:51:49.608250 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8c669be-e4a3-4393-b17d-7eef4b8bd76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:49.630251 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:50.986527 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51970) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:51.096259 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93fb6ff1-eacb-4085-9d76-b06820d18fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:51.191677 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93fb6ff1-eacb-4085-9d76-b06820d18fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:51.195832 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-93fb6ff1-eacb-4085-9d76-b06820d18fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:51.237974 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-93fb6ff1-eacb-4085-9d76-b06820d18fee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=222944dc94d14737a122b353d7cafca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502677 Aug 31 14:51:51.239015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb6ff1-eacb-4085-9d76-b06820d18fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c67653-298a-4692-a410-fbec46063861,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:51.239894 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51974) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:51.291559 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-862cc544-5469-4fe7-a3c1-358e1e9ad0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:51.318007 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-862cc544-5469-4fe7-a3c1-358e1e9ad0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:51.368210 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-862cc544-5469-4fe7-a3c1-358e1e9ad0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:51.370748 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-862cc544-5469-4fe7-a3c1-358e1e9ad0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:51.371930 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-862cc544-5469-4fe7-a3c1-358e1e9ad0b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27c67653-298a-4692-a410-fbec46063861 HTTP/1.1" status: 204 len: 168 time: 0.1310368 Aug 31 14:51:51.380404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cc544-5469-4fe7-a3c1-358e1e9ad0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c67653-298a-4692-a410-fbec46063861,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:51.652948 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51980) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:51.668270 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7476259-e4a5-42a8-a249-c6fbb3fc389d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:51.803873 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7476259-e4a5-42a8-a249-c6fbb3fc389d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:51.809285 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7476259-e4a5-42a8-a249-c6fbb3fc389d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:51.851898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7476259-e4a5-42a8-a249-c6fbb3fc389d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f10efe-99a0-4ea1-94aa-2b729731257b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:51.858626 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e7476259-e4a5-42a8-a249-c6fbb3fc389d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2dd45f49d17e48c59f54abe1a408bde1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042460 Aug 31 14:51:51.861622 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 51984) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:51.912962 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50d97f94-a6d7-4536-9a47-c700b9cb43f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:51.937834 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50d97f94-a6d7-4536-9a47-c700b9cb43f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:51.989932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50d97f94-a6d7-4536-9a47-c700b9cb43f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:51.994289 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-50d97f94-a6d7-4536-9a47-c700b9cb43f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:51.995502 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-50d97f94-a6d7-4536-9a47-c700b9cb43f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0f10efe-99a0-4ea1-94aa-2b729731257b HTTP/1.1" status: 204 len: 168 time: 0.1328516 Aug 31 14:51:52.008845 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d97f94-a6d7-4536-9a47-c700b9cb43f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f10efe-99a0-4ea1-94aa-2b729731257b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:52.158963 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d84a2e6-21ae-46a9-b8c2-ccafd6518290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:52.284265 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:53.386715 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:54.546758 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:54.994358 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:56.193293 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b8fa9e8-484e-4dbe-b787-547eaad6df86 req-47a09e77-fc9c-44d5-a100-2374bf651f2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684910 Aug 31 14:51:56.281236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fa9e8-484e-4dbe-b787-547eaad6df86 req-6dc62495-596e-4d04-8b5d-a3911af1a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:56.282757 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b8fa9e8-484e-4dbe-b787-547eaad6df86 req-6dc62495-596e-4d04-8b5d-a3911af1a766 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1098 time: 0.0430398 Aug 31 14:51:56.396605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fa9e8-484e-4dbe-b787-547eaad6df86 req-254bce89-c007-4fb9-ae64-c9b87d407dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:56.398223 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b8fa9e8-484e-4dbe-b787-547eaad6df86 req-254bce89-c007-4fb9-ae64-c9b87d407dbe service neutron] 10.222.0.60 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 897 time: 0.0935597 Aug 31 14:51:56.470773 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b8fa9e8-484e-4dbe-b787-547eaad6df86 req-d50bd63c-e311-4c3c-b9c4-65e928f69df2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 1000 time: 0.0648301 Aug 31 14:51:56.531889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fa9e8-484e-4dbe-b787-547eaad6df86 req-c881379d-1d81-484b-9192-7968afe9fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:56.533741 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b8fa9e8-484e-4dbe-b787-547eaad6df86 req-c881379d-1d81-484b-9192-7968afe9fe65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 200 len: 834 time: 0.0530171 Aug 31 14:51:56.591220 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fa9e8-484e-4dbe-b787-547eaad6df86 req-bcf5f410-27b2-4222-9c5b-1af8121f3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:56.593311 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b8fa9e8-484e-4dbe-b787-547eaad6df86 req-bcf5f410-27b2-4222-9c5b-1af8121f3d5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521204 Aug 31 14:51:56.696944 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b8fa9e8-484e-4dbe-b787-547eaad6df86 req-a010af0f-cd0a-47c8-8aa2-eede9b62e1bb service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930185 Aug 31 14:51:56.802300 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b8fa9e8-484e-4dbe-b787-547eaad6df86 req-67cc7187-b3c9-48a2-bffd-230f66250982 service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960991 Aug 31 14:51:58.249320 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52130) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:58.360361 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d493779c-79bd-4ca1-ab45-1344e7f345a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:58.459711 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d493779c-79bd-4ca1-ab45-1344e7f345a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:58.463894 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d493779c-79bd-4ca1-ab45-1344e7f345a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:58.505485 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493779c-79bd-4ca1-ab45-1344e7f345a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4360d1a7-2b3e-4dbc-b6d9-ee42384869df,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:58.511878 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d493779c-79bd-4ca1-ab45-1344e7f345a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b06539fbc8ce4608aba14eb6d8eb5215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613947 Aug 31 14:51:58.515037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52134) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:58.565987 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bc54-6fef-4719-a29d-2fef2fc96124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:58.587343 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bc54-6fef-4719-a29d-2fef2fc96124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:58.635336 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bc54-6fef-4719-a29d-2fef2fc96124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:58.638691 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bc54-6fef-4719-a29d-2fef2fc96124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:58.639993 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bfe0bc54-6fef-4719-a29d-2fef2fc96124 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4360d1a7-2b3e-4dbc-b6d9-ee42384869df HTTP/1.1" status: 204 len: 168 time: 0.1238537 Aug 31 14:51:58.647753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0bc54-6fef-4719-a29d-2fef2fc96124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4360d1a7-2b3e-4dbc-b6d9-ee42384869df,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:58.929701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52140) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:58.944616 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9e90051b-768c-4391-86f2-97f58af2e24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:59.057783 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9e90051b-768c-4391-86f2-97f58af2e24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:59.063566 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9e90051b-768c-4391-86f2-97f58af2e24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:59.102193 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90051b-768c-4391-86f2-97f58af2e24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86dd17c-d77e-4442-bd03-0cb6b35f8e1a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:59.110563 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9e90051b-768c-4391-86f2-97f58af2e24a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b2e8e7e5c2384be98adc1e5d36017cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776943 Aug 31 14:51:59.111314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52146) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:59.174466 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-148dfac5-e02d-4d0f-ac1b-4ed7bdf056fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:59.195814 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-148dfac5-e02d-4d0f-ac1b-4ed7bdf056fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:59.241114 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-148dfac5-e02d-4d0f-ac1b-4ed7bdf056fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:59.243619 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-148dfac5-e02d-4d0f-ac1b-4ed7bdf056fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:59.244761 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-148dfac5-e02d-4d0f-ac1b-4ed7bdf056fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b86dd17c-d77e-4442-bd03-0cb6b35f8e1a HTTP/1.1" status: 204 len: 168 time: 0.1312892 Aug 31 14:51:59.253059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dfac5-e02d-4d0f-ac1b-4ed7bdf056fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86dd17c-d77e-4442-bd03-0cb6b35f8e1a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:01.185694 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9a482-f56a-4ed9-aa0c-fc6eebe54164 req-9bd18409-39f7-4e7d-a75f-8673321c9638 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:01.186755 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76a9a482-f56a-4ed9-aa0c-fc6eebe54164 req-9bd18409-39f7-4e7d-a75f-8673321c9638 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1098 time: 0.0453351 Aug 31 14:52:01.230428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-76a9a482-f56a-4ed9-aa0c-fc6eebe54164 req-e856eff5-f398-42e1-81d4-566cb0247a96 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373731 Aug 31 14:52:01.254808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52228) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:01.426310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port 8b18057f-6e9f-4eab-bed0-3ebc1140bcd5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:01.426658 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:01.509055 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:01.509405 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:01.521761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for 8b18057f-6e9f-4eab-bed0-3ebc1140bcd5 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:01.673173 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:01.698409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=8b18057f-6e9f-4eab-bed0-3ebc1140bcd5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:01.710208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:01.710562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:01.710901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:01.711266 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:01.711600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:01.711933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:01.712261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:01.712585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:01.712911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:01.713254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:01.713610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:01.713874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:01.772897 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:01.773241 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Floating IP ee8b279a-bc70-43d3-86a9-713d90efca64 disassociated (deleted). External IP: 172.25.2.7, port: 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82. Aug 31 14:52:01.998544 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:52:02.165280 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:52:02.170325 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:02.177135 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad24d96-d17c-4906-b277-3d3e1589104e None None] Sync routers for ids ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:52:02.187005 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad24d96-d17c-4906-b277-3d3e1589104e None None] Routers {'6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:02.187782 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9ad24d96-d17c-4906-b277-3d3e1589104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:51:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:02.197985 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-288054ca-f44c-40bb-8538-e4a3919f9d64 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/floatingips/ee8b279a-bc70-43d3-86a9-713d90efca64 HTTP/1.1" status: 204 len: 168 time: 0.9420457 Aug 31 14:52:02.199311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:02.202946 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd186379-fe49-4b3f-aab3-6ae47e462e83" -d '{"events": [{"name": "network-changed", "server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:02.256178 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1485c8b2-4010-4216-9ed1-84e88e68b3f0 x-openstack-request-id: req-1485c8b2-4010-4216-9ed1-84e88e68b3f0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:02.256804 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:02.257980 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1485c8b2-4010-4216-9ed1-84e88e68b3f0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:02.258604 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'status': 'completed', 'code': 200} Aug 31 14:52:02.332335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd186379-fe49-4b3f-aab3-6ae47e462e83 req-2665c929-1a6a-4ceb-a01b-7e937fa6466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:02.333871 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd186379-fe49-4b3f-aab3-6ae47e462e83 req-2665c929-1a6a-4ceb-a01b-7e937fa6466e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 1098 time: 0.0455000 Aug 31 14:52:02.363477 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9ad24d96-d17c-4906-b277-3d3e1589104e None None] Set router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:02.454729 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd186379-fe49-4b3f-aab3-6ae47e462e83 req-ebf218c5-cb15-4e98-b4d3-ddcc76372db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:02.456373 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd186379-fe49-4b3f-aab3-6ae47e462e83 req-ebf218c5-cb15-4e98-b4d3-ddcc76372db2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 200 len: 897 time: 0.1142418 Aug 31 14:52:02.522016 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd186379-fe49-4b3f-aab3-6ae47e462e83 req-9d4b1d7f-5b17-4289-b096-8ad661d83028 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 200 len: 217 time: 0.0552051 Aug 31 14:52:02.580560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807344a3-1c3f-46bf-855a-0618071c3398 req-9fc981dc-a707-4d83-8799-1c5df64c234a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:02.582114 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-807344a3-1c3f-46bf-855a-0618071c3398 req-9fc981dc-a707-4d83-8799-1c5df64c234a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 947 time: 0.1248512 Aug 31 14:52:02.594104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd186379-fe49-4b3f-aab3-6ae47e462e83 req-3a0adca3-03f1-4025-a53d-6b86b4bd6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:02.595591 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd186379-fe49-4b3f-aab3-6ae47e462e83 req-3a0adca3-03f1-4025-a53d-6b86b4bd6503 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 200 len: 834 time: 0.0634902 Aug 31 14:52:02.596143 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9ad24d96-d17c-4906-b277-3d3e1589104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:50:02Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'da46249e-a041-4dce-9b60-22d1393537f1', 'name': '', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:b9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:01Z', 'updated_at': '2021-08-31T14:50:08Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:02.625056 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad24d96-d17c-4906-b277-3d3e1589104e None None] Checking router: 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:52:02.633444 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad24d96-d17c-4906-b277-3d3e1589104e None None] Routers {'6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:02.634180 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9ad24d96-d17c-4906-b277-3d3e1589104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:51:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:02.660383 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-807344a3-1c3f-46bf-855a-0618071c3398 req-de070cb8-eb17-4482-b484-54ec57f6d732 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638194 Aug 31 14:52:02.673642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd186379-fe49-4b3f-aab3-6ae47e462e83 req-cca6e252-a300-4baf-ae24-b0126dbc746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:02.675218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd186379-fe49-4b3f-aab3-6ae47e462e83 req-cca6e252-a300-4baf-ae24-b0126dbc746c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=533e8ad8-f34f-4222-b7e3-346e1ec9b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635293 Aug 31 14:52:02.770019 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9ad24d96-d17c-4906-b277-3d3e1589104e None None] Set router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:02.795366 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd186379-fe49-4b3f-aab3-6ae47e462e83 req-a994e2ee-8837-4f4d-9bd6-f1d14fedf569 service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034689 Aug 31 14:52:02.889396 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd186379-fe49-4b3f-aab3-6ae47e462e83 req-13222471-0ab7-4a9b-80df-366761272526 service neutron] 10.222.0.60 "GET /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866675 Aug 31 14:52:02.977828 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9ad24d96-d17c-4906-b277-3d3e1589104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:50:02Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'da46249e-a041-4dce-9b60-22d1393537f1', 'name': '', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:b9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:01Z', 'updated_at': '2021-08-31T14:50:08Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:03.013856 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad24d96-d17c-4906-b277-3d3e1589104e None None] The sync data for ids ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'] in n-d-806683-5 is: [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:50:02Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'da46249e-a041-4dce-9b60-22d1393537f1', 'name': '', 'network_id': '533e8ad8-f34f-4222-b7e3-346e1ec9b30b', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:b9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:50:01Z', 'updated_at': '2021-08-31T14:50:08Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'b9d9e888-9ae7-4198-8600-bf5ef2b247bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:03.319473 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a1ca47-5efc-46f5-9bd1-12eeb15da422 None None] New status for floating IP ee8b279a-bc70-43d3-86a9-713d90efca64: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:52:03.804281 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceb242-ac09-4002-a12f-b0cfd5553a5e req-2f15cfb5-efbb-40dc-8c20-5845c8494075 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:03.805885 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05ceb242-ac09-4002-a12f-b0cfd5553a5e req-2f15cfb5-efbb-40dc-8c20-5845c8494075 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 947 time: 0.0707195 Aug 31 14:52:03.849866 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05ceb242-ac09-4002-a12f-b0cfd5553a5e req-2647284f-632e-42e3-a40c-0f7980b96342 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d673078-ca5b-4bae-94d7-bb144f4d102d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363288 Aug 31 14:52:03.904511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46138c36-d56e-427c-9130-2ce9a64d2a67 req-708eb77b-4704-4300-ab8e-fd7dc49fce92 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:03.906228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-46138c36-d56e-427c-9130-2ce9a64d2a67 req-708eb77b-4704-4300-ab8e-fd7dc49fce92 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "GET /v2.0/ports?device_id=da596c01-892b-45e6-b8ba-ab2184f915a2 HTTP/1.1" status: 200 len: 947 time: 0.0587449 Aug 31 14:52:04.008975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-46138c36-d56e-427c-9130-2ce9a64d2a67 req-b7d3b499-29cd-48e2-a85b-c63d18afb367 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:04.009639 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-46138c36-d56e-427c-9130-2ce9a64d2a67 req-b7d3b499-29cd-48e2-a85b-c63d18afb367 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:04.122644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-46138c36-d56e-427c-9130-2ce9a64d2a67 req-b7d3b499-29cd-48e2-a85b-c63d18afb367 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] For port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:04.123310 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-46138c36-d56e-427c-9130-2ce9a64d2a67 req-b7d3b499-29cd-48e2-a85b-c63d18afb367 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:04.147638 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-46138c36-d56e-427c-9130-2ce9a64d2a67 req-b7d3b499-29cd-48e2-a85b-c63d18afb367 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:04.296070 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-46138c36-d56e-427c-9130-2ce9a64d2a67 req-b7d3b499-29cd-48e2-a85b-c63d18afb367 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:04.324508 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3b499-29cd-48e2-a85b-c63d18afb367 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:04.374771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-46138c36-d56e-427c-9130-2ce9a64d2a67 req-b7d3b499-29cd-48e2-a85b-c63d18afb367 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] No DVR routers for this DVR port 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:52:04.377470 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-46138c36-d56e-427c-9130-2ce9a64d2a67 req-b7d3b499-29cd-48e2-a85b-c63d18afb367 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:04.379743 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-46138c36-d56e-427c-9130-2ce9a64d2a67 req-b7d3b499-29cd-48e2-a85b-c63d18afb367 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "DELETE /v2.0/ports/0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 HTTP/1.1" status: 204 len: 173 time: 0.4669468 Aug 31 14:52:04.380346 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'name': 'network-vif-deleted', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:04.382772 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e323a946-036c-4ae6-afee-7b43f2c3300e" -d '{"events": [{"server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "name": "network-vif-deleted", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:04.433681 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072c2e65-4c2b-46f3-9fe0-461f1a40432b x-openstack-request-id: req-072c2e65-4c2b-46f3-9fe0-461f1a40432b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:04.433932 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da596c01-892b-45e6-b8ba-ab2184f915a2", "name": "network-vif-deleted", "tag": "0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:04.439359 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-072c2e65-4c2b-46f3-9fe0-461f1a40432b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:04.440122 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da596c01-892b-45e6-b8ba-ab2184f915a2', 'name': 'network-vif-deleted', 'tag': '0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82', 'status': 'completed', 'code': 200} Aug 31 14:52:04.933971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52334) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:05.356814 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50043eb0-147f-44ab-bd0b-186c44d02ac2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:05.639249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-50043eb0-147f-44ab-bd0b-186c44d02ac2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port da46249e-a041-4dce-9b60-22d1393537f1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:05.639609 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50043eb0-147f-44ab-bd0b-186c44d02ac2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:05.739429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-50043eb0-147f-44ab-bd0b-186c44d02ac2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] For port da46249e-a041-4dce-9b60-22d1393537f1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=da46249e-a041-4dce-9b60-22d1393537f1,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:05.739805 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50043eb0-147f-44ab-bd0b-186c44d02ac2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:05.753234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-50043eb0-147f-44ab-bd0b-186c44d02ac2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for da46249e-a041-4dce-9b60-22d1393537f1 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:05.953042 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50043eb0-147f-44ab-bd0b-186c44d02ac2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:06.008478 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50043eb0-147f-44ab-bd0b-186c44d02ac2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=da46249e-a041-4dce-9b60-22d1393537f1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:06.193801 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50043eb0-147f-44ab-bd0b-186c44d02ac2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:06.470600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50043eb0-147f-44ab-bd0b-186c44d02ac2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:52:06.528685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:06.553904 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:06.554399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 0ee61c0f-4ba6-4fc5-98f8-5399ed42bd82 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:06.610428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50043eb0-147f-44ab-bd0b-186c44d02ac2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:52:06.620314 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b2efd-eb42-4ea0-b891-33932b1efce1 None None] Sync routers for ids ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:52:06.623093 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-50043eb0-147f-44ab-bd0b-186c44d02ac2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "PUT /v2.0/routers/6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6888018 Aug 31 14:52:06.625647 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52378) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:06.631309 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b2efd-eb42-4ea0-b891-33932b1efce1 None None] Routers {'6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:06.632081 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a86b2efd-eb42-4ea0-b891-33932b1efce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:51:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:06.717929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-901b7ce1-ddc1-4939-888a-f0128f38bcd8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting subnet b9d9e888-9ae7-4198-8600-bf5ef2b247bf {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:52:06.722354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-901b7ce1-ddc1-4939-888a-f0128f38bcd8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:06.745744 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a86b2efd-eb42-4ea0-b891-33932b1efce1 None None] Set router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:06.784040 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-901b7ce1-ddc1-4939-888a-f0128f38bcd8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:06.911433 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-901b7ce1-ddc1-4939-888a-f0128f38bcd8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:06.971490 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a86b2efd-eb42-4ea0-b891-33932b1efce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:52:05Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:06.992522 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-901b7ce1-ddc1-4939-888a-f0128f38bcd8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:07.007052 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b2efd-eb42-4ea0-b891-33932b1efce1 None None] Checking router: 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:52:07.018098 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:52:07.024883 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b2efd-eb42-4ea0-b891-33932b1efce1 None None] Routers {'6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:07.025679 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a86b2efd-eb42-4ea0-b891-33932b1efce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:51:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:07.035751 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b7ce1-ddc1-4939-888a-f0128f38bcd8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d9e888-9ae7-4198-8600-bf5ef2b247bf,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:07.039669 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-901b7ce1-ddc1-4939-888a-f0128f38bcd8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:07.045150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52384) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:07.052151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a471a0-22e1-4a3d-89ac-94645c5c0dd2 None None] Network 533e8ad8-f34f-4222-b7e3-346e1ec9b30b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:52:07.059924 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-901b7ce1-ddc1-4939-888a-f0128f38bcd8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/subnets/b9d9e888-9ae7-4198-8600-bf5ef2b247bf HTTP/1.1" status: 204 len: 168 time: 0.4329746 Aug 31 14:52:07.226446 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:07.308337 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a86b2efd-eb42-4ea0-b891-33932b1efce1 None None] Set router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:07.365778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] DHCP port deletion for 533e8ad8-f34f-4222-b7e3-346e1ec9b30b request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:52:07.463308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Deleting port 31147e53-d2da-4b46-bcba-728c703ad6ee {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:07.464696 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:07.576228 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a86b2efd-eb42-4ea0-b891-33932b1efce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:52:05Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:07.578504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] For port 31147e53-d2da-4b46-bcba-728c703ad6ee, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=31147e53-d2da-4b46-bcba-728c703ad6ee,segment=NetworkSegment(d24ffe54-ed28-4567-8995-2cdd754a32d6),segment_id=d24ffe54-ed28-4567-8995-2cdd754a32d6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:07.580484 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:07.602111 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Calling delete_port for 31147e53-d2da-4b46-bcba-728c703ad6ee owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:07.622328 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b2efd-eb42-4ea0-b891-33932b1efce1 None None] The sync data for ids ['6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7'] in n-d-806683-5 is: [{'id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745914907', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:49:52Z', 'updated_at': '2021-08-31T14:52:05Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '2090c299-9344-4936-bd47-8cf8ded95cd5', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:49:53Z', 'updated_at': '2021-08-31T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:07.757134 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:07.791940 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Pushing event deleted for resources: {'Port': ['ID=31147e53-d2da-4b46-bcba-728c703ad6ee,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:07.801096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] No DVR routers for this DVR port 31147e53-d2da-4b46-bcba-728c703ad6ee on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:52:07.817022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:07.817457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:07.817915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:07.818321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:07.818722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:07.819121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:07.819544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:07.819938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:07.820332 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:07.820740 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:07.821392 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:07.821831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a29d6-af1c-4f24-bddc-7cb811b365a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:07.895166 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:07.981438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port 2090c299-9344-4936-bd47-8cf8ded95cd5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:07.986123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:08.098451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] For port 2090c299-9344-4936-bd47-8cf8ded95cd5, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2090c299-9344-4936-bd47-8cf8ded95cd5,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:08.099253 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:08.118516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for 2090c299-9344-4936-bd47-8cf8ded95cd5 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:08.358129 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:08.401958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=2090c299-9344-4936-bd47-8cf8ded95cd5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:08.483552 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-793d0932-17cf-4fcd-844f-73487f77a345 req-b7f770c9-7d63-4183-8c75-fb87c1c865d3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907273 Aug 31 14:52:08.486129 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:08.615962 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:08.621220 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:08.663941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d0932-17cf-4fcd-844f-73487f77a345 req-ed0d6036-16a1-4440-8220-b235a326c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:08.665440 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-793d0932-17cf-4fcd-844f-73487f77a345 req-ed0d6036-16a1-4440-8220-b235a326c2cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 1097 time: 0.1438806 Aug 31 14:52:08.687010 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:08.687700 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Fanout notify agent at l3_agent the message router_deleted on router 6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:52:08.696217 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:08.697365 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-84176d74-cdd4-4ec0-8964-19dc3c2e84ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/routers/6680a7ed-6995-44b9-a8cd-c0dc2c8f72a7 HTTP/1.1" status: 204 len: 168 time: 1.6512172 Aug 31 14:52:08.700769 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52424) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:08.835035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d0932-17cf-4fcd-844f-73487f77a345 req-0f1f5a9d-f993-432e-a443-80f92ac2bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:08.836593 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-793d0932-17cf-4fcd-844f-73487f77a345 req-0f1f5a9d-f993-432e-a443-80f92ac2bc4d service neutron] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.1381819 Aug 31 14:52:08.859440 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6232-f254-428b-a96a-a48fcf2c01ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:08.945054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-793d0932-17cf-4fcd-844f-73487f77a345 req-04ff84a1-a5f5-4681-b7ec-a5b0d765e85e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59876305-a484-4ada-b1ea-a135963c0eea HTTP/1.1" status: 200 len: 1001 time: 0.0994091 Aug 31 14:52:08.985026 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6232-f254-428b-a96a-a48fcf2c01ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:09.010839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-d3fb6232-f254-428b-a96a-a48fcf2c01ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533e8ad8-f34f-4222-b7e3-346e1ec9b30b']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:09.025947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d0932-17cf-4fcd-844f-73487f77a345 req-1e533a1d-5852-4f95-b353-c9110e0d6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:09.032608 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-793d0932-17cf-4fcd-844f-73487f77a345 req-1e533a1d-5852-4f95-b353-c9110e0d6990 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.0739014 Aug 31 14:52:09.032760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-d3fb6232-f254-428b-a96a-a48fcf2c01ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24ffe54-ed28-4567-8995-2cdd754a32d6') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:09.032760 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-d3fb6232-f254-428b-a96a-a48fcf2c01ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24ffe54-ed28-4567-8995-2cdd754a32d6') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:09.042960 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6232-f254-428b-a96a-a48fcf2c01ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:09.064248 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6232-f254-428b-a96a-a48fcf2c01ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:09.072490 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fb6232-f254-428b-a96a-a48fcf2c01ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:52:09.073038 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6232-f254-428b-a96a-a48fcf2c01ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:52:09.077380 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:52:09.110229 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d0932-17cf-4fcd-844f-73487f77a345 req-349b8997-ba83-4290-a8ee-fad806f5a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:09.111736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-793d0932-17cf-4fcd-844f-73487f77a345 req-349b8997-ba83-4290-a8ee-fad806f5a8ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745053 Aug 31 14:52:09.147681 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6232-f254-428b-a96a-a48fcf2c01ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:09.162249 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6232-f254-428b-a96a-a48fcf2c01ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:09.167549 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d3fb6232-f254-428b-a96a-a48fcf2c01ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/networks/533e8ad8-f34f-4222-b7e3-346e1ec9b30b HTTP/1.1" status: 204 len: 168 time: 0.4658422 Aug 31 14:52:09.171676 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52444) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:09.237665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-793d0932-17cf-4fcd-844f-73487f77a345 req-24525e0d-ed1a-4a22-8b97-7252e9751598 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176217 Aug 31 14:52:09.242576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb6232-f254-428b-a96a-a48fcf2c01ff tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Network': ['ID=533e8ad8-f34f-4222-b7e3-346e1ec9b30b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:09.262151 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90319dfe-bde7-4979-8c22-2762cb341ff5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:09.292162 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90319dfe-bde7-4979-8c22-2762cb341ff5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:09.387645 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-793d0932-17cf-4fcd-844f-73487f77a345 req-45d793f7-b659-4aeb-abee-82eed85043a0 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415317 Aug 31 14:52:09.396394 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90319dfe-bde7-4979-8c22-2762cb341ff5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:09.399127 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-90319dfe-bde7-4979-8c22-2762cb341ff5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:09.400538 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-90319dfe-bde7-4979-8c22-2762cb341ff5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/security-groups/1d673078-ca5b-4bae-94d7-bb144f4d102d HTTP/1.1" status: 204 len: 168 time: 0.2276607 Aug 31 14:52:09.413677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 31147e53-d2da-4b46-bcba-728c703ad6ee no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:09.427145 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90319dfe-bde7-4979-8c22-2762cb341ff5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d673078-ca5b-4bae-94d7-bb144f4d102d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:09.470444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 31147e53-d2da-4b46-bcba-728c703ad6ee {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:09.470946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 31147e53-d2da-4b46-bcba-728c703ad6ee not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:09.471398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device da46249e-a041-4dce-9b60-22d1393537f1 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:09.496472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: da46249e-a041-4dce-9b60-22d1393537f1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:09.497138 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device da46249e-a041-4dce-9b60-22d1393537f1 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:09.497777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2090c299-9344-4936-bd47-8cf8ded95cd5 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:09.535219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 2090c299-9344-4936-bd47-8cf8ded95cd5 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:09.535640 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2090c299-9344-4936-bd47-8cf8ded95cd5 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:09.865632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52462) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:09.870554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2f6c1470-ea78-4726-b2e8-2e8a4a9dff04 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1082243747', 'description': 'tempest-secgroup-smoke-1082243747 description', 'project_id': 'd870a71dbb8448f4be281bbe47485733'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:09.897188 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1470-ea78-4726-b2e8-2e8a4a9dff04 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:09.993478 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1470-ea78-4726-b2e8-2e8a4a9dff04 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:09.998774 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1470-ea78-4726-b2e8-2e8a4a9dff04 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.029861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c1470-ea78-4726-b2e8-2e8a4a9dff04 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc0073d-54f6-4970-86f7-d7e4240c69e2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:10.032717 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1470-ea78-4726-b2e8-2e8a4a9dff04 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.035787 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2f6c1470-ea78-4726-b2e8-2e8a4a9dff04 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1688547 Aug 31 14:52:10.036912 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52468) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:10.041982 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-258fbd1f-9f67-4f95-bc28-a9231d8f3168 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': 'acc0073d-54f6-4970-86f7-d7e4240c69e2', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:10.073810 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-258fbd1f-9f67-4f95-bc28-a9231d8f3168 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.123512 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-258fbd1f-9f67-4f95-bc28-a9231d8f3168 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.127258 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-258fbd1f-9f67-4f95-bc28-a9231d8f3168 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.145031 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fbd1f-9f67-4f95-bc28-a9231d8f3168 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8ac6f3-c2d2-4ebe-86f0-6e4621f7e267,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:10.151341 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-258fbd1f-9f67-4f95-bc28-a9231d8f3168 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.152541 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-258fbd1f-9f67-4f95-bc28-a9231d8f3168 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145980 Aug 31 14:52:10.156086 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52470) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:10.160697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fb2a69a4-dcda-4c6a-9e34-f2433b9fca51 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': 'acc0073d-54f6-4970-86f7-d7e4240c69e2', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:10.188471 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb2a69a4-dcda-4c6a-9e34-f2433b9fca51 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.251839 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb2a69a4-dcda-4c6a-9e34-f2433b9fca51 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.257246 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb2a69a4-dcda-4c6a-9e34-f2433b9fca51 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.283590 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a69a4-dcda-4c6a-9e34-f2433b9fca51 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc82250-12b6-4146-ad3c-423a1e85affa,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:10.293073 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb2a69a4-dcda-4c6a-9e34-f2433b9fca51 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.294738 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fb2a69a4-dcda-4c6a-9e34-f2433b9fca51 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376905 Aug 31 14:52:10.297545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52480) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:10.302542 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-718325a1-325c-455e-aa65-150f88395315 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': 'acc0073d-54f6-4970-86f7-d7e4240c69e2', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:10.331876 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-718325a1-325c-455e-aa65-150f88395315 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.399392 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-718325a1-325c-455e-aa65-150f88395315 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.404644 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-718325a1-325c-455e-aa65-150f88395315 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.425567 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718325a1-325c-455e-aa65-150f88395315 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39488159-5948-45f6-98ea-0a0b5e8e294b,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:10.432807 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-718325a1-325c-455e-aa65-150f88395315 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.435424 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-718325a1-325c-455e-aa65-150f88395315 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353738 Aug 31 14:52:10.436939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52484) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:10.443833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-55f268d1-b1d1-4451-be49-30e9b76b50f5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': 'acc0073d-54f6-4970-86f7-d7e4240c69e2', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:10.478462 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55f268d1-b1d1-4451-be49-30e9b76b50f5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.558854 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55f268d1-b1d1-4451-be49-30e9b76b50f5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.564500 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55f268d1-b1d1-4451-be49-30e9b76b50f5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.588144 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f268d1-b1d1-4451-be49-30e9b76b50f5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed697af-4a9c-4963-8aa6-9763fc5e9de5,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:10.598913 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55f268d1-b1d1-4451-be49-30e9b76b50f5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.603528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52492) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:10.604037 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-55f268d1-b1d1-4451-be49-30e9b76b50f5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649849 Aug 31 14:52:10.610654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e36e5f08-651f-4120-b644-696da64612b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': 'acc0073d-54f6-4970-86f7-d7e4240c69e2', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:10.642888 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-e36e5f08-651f-4120-b644-696da64612b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Project d870a71dbb8448f4be281bbe47485733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:52:10.649318 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36e5f08-651f-4120-b644-696da64612b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.725859 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36e5f08-651f-4120-b644-696da64612b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.732923 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36e5f08-651f-4120-b644-696da64612b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.749844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e5f08-651f-4120-b644-696da64612b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0edbf5ab-b5b0-4120-b76b-5d740b70701e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:10.763683 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e36e5f08-651f-4120-b644-696da64612b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.765136 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e36e5f08-651f-4120-b644-696da64612b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1588390 Aug 31 14:52:10.769414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52502) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:10.774362 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1ec490d8-aebb-4c7d-8f81-642e0b64d175 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': 'acc0073d-54f6-4970-86f7-d7e4240c69e2', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:10.798736 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-1ec490d8-aebb-4c7d-8f81-642e0b64d175 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Project d870a71dbb8448f4be281bbe47485733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:52:10.805949 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1ec490d8-aebb-4c7d-8f81-642e0b64d175 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.881721 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1ec490d8-aebb-4c7d-8f81-642e0b64d175 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.886435 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1ec490d8-aebb-4c7d-8f81-642e0b64d175 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.911425 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec490d8-aebb-4c7d-8f81-642e0b64d175 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9e6a8e-b4ea-4e7a-a43f-2ecd1fca06be,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:10.919633 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1ec490d8-aebb-4c7d-8f81-642e0b64d175 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.923901 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1ec490d8-aebb-4c7d-8f81-642e0b64d175 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503258 Aug 31 14:52:10.924360 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52508) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:10.930745 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-efc89780-a3b0-4c7c-9f44-23585c209ef4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'network': {'name': 'tempest-network-smoke--1376408192', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'port_security_enabled': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:10.953877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc89780-a3b0-4c7c-9f44-23585c209ef4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Made reservation on behalf of d870a71dbb8448f4be281bbe47485733 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:52:10.957670 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efc89780-a3b0-4c7c-9f44-23585c209ef4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.982244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc89780-a3b0-4c7c-9f44-23585c209ef4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:52:10.998261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efc89780-a3b0-4c7c-9f44-23585c209ef4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:10.998450 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-efc89780-a3b0-4c7c-9f44-23585c209ef4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Added segment 180aa806-4512-48a8-aa84-a2e2e53a74b1 of type vlan for network 5be136cf-2929-46f8-98be-323ca4e87e51 Aug 31 14:52:11.051803 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efc89780-a3b0-4c7c-9f44-23585c209ef4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:11.077814 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efc89780-a3b0-4c7c-9f44-23585c209ef4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:11.085215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc89780-a3b0-4c7c-9f44-23585c209ef4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:11.085895 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efc89780-a3b0-4c7c-9f44-23585c209ef4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:11.152317 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-efc89780-a3b0-4c7c-9f44-23585c209ef4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2266409 Aug 31 14:52:11.156149 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52514) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:11.160871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'admin_state_up': True, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:11.178539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc89780-a3b0-4c7c-9f44-23585c209ef4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Network': ['ID=5be136cf-2929-46f8-98be-323ca4e87e51,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:11.189825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 5be136cf-2929-46f8-98be-323ca4e87e51 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:52:11.227638 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:11.229195 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:11.354826 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:11.765476 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:11.971524 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.010120 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.194793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.25.2.122 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/22dcb1d7-b369-4f76-b9f1-98e7411a71f0) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:52:12.337907 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.385540 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.436116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:52:12.439136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:12.443495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:52:12.446647 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=22dcb1d7-b369-4f76-b9f1-98e7411a71f0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:12.476601 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:12.476894 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:12.477209 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:12.477550 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:12.477883 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:12.478217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:12.478550 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:12.478878 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:12.479480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:12.479815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:12.480142 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:12.480554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:12.722606 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:12.981296 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.130931 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 141c385f-a101-42c0-881d-f40c637ac832 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:52:13.243235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:52:13.256678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Sync routers for ids ['141c385f-a101-42c0-881d-f40c637ac832'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:52:13.266773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Routers {'141c385f-a101-42c0-881d-f40c637ac832'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:13.267450 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:51:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['141c385f-a101-42c0-881d-f40c637ac832'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:13.273269 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.274646 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-05eb1c44-462c-45ac-9c59-aa54a8068fd1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1174862 Aug 31 14:52:13.278590 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52564) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:13.315905 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b131ab13-117b-45ab-956e-4120874755d4 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=d870a71dbb8448f4be281bbe47485733&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360835 Aug 31 14:52:13.318569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52568) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:13.396322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Set router 141c385f-a101-42c0-881d-f40c637ac832 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:13.536985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60775f6c-d4e5-45da-b665-79798006ae4f tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:13.541263 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-60775f6c-d4e5-45da-b665-79798006ae4f tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2186217 Aug 31 14:52:13.541659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52582) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:13.628111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1093ef10-36ed-45ea-98aa-b499083b9ff0 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852396 Aug 31 14:52:13.631563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52584) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:13.637179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-99b92fcc-64aa-43b3-ba23-ea3a87b07314 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1690916763', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:13.687406 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:52:12Z', 'revision_number': 3, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:13.721701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Checking router: 141c385f-a101-42c0-881d-f40c637ac832 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:52:13.722451 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Updating router 141c385f-a101-42c0-881d-f40c637ac832 port 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:52:13.749681 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:13.750413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b92fcc-64aa-43b3-ba23-ea3a87b07314 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Made reservation on behalf of d870a71dbb8448f4be281bbe47485733 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:52:13.754127 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99b92fcc-64aa-43b3-ba23-ea3a87b07314 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.020853 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99b92fcc-64aa-43b3-ba23-ea3a87b07314 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.071516 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.084478 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b92fcc-64aa-43b3-ba23-ea3a87b07314 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Subnet': ['ID=ba120cf2-f9aa-4473-9f47-70b5df320bef,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:14.085072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Transition to ACTIVE for port object 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:14.100666 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.123045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b92fcc-64aa-43b3-ba23-ea3a87b07314 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Checking segment: {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:52:14.123530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b92fcc-64aa-43b3-ba23-ea3a87b07314 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network hostable DHCP agents. Network: 5be136cf-2929-46f8-98be-323ca4e87e51, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:52:14.143930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b92fcc-64aa-43b3-ba23-ea3a87b07314 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 5be136cf-2929-46f8-98be-323ca4e87e51 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:52:14.164863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-99b92fcc-64aa-43b3-ba23-ea3a87b07314 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 5be136cf-2929-46f8-98be-323ca4e87e51) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:14.164863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b92fcc-64aa-43b3-ba23-ea3a87b07314 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:14.164863 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99b92fcc-64aa-43b3-ba23-ea3a87b07314 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.183235 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-99b92fcc-64aa-43b3-ba23-ea3a87b07314 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5480175 Aug 31 14:52:14.183530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52594) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:14.194759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261a5870-7593-4c23-85ed-d05fcf92853c None None] Network 5be136cf-2929-46f8-98be-323ca4e87e51 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:52:14.251359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Attempting to bind port 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:52:14.251595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Attempting to bind port 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:52:14.251916 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Attempting to bind port 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:52:14.265705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf471416-0fe3-4e6a-a9dc-03d1b04e4574 None None] Pushing event updated for resources: {'Port': ['ID=22dcb1d7-b369-4f76-b9f1-98e7411a71f0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:14.283800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:52:14.284402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:52:14.284901 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.285422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:52:14.285839 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Bound port: 22dcb1d7-b369-4f76-b9f1-98e7411a71f0, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:52:14.286236 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.388768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] For port 22dcb1d7-b369-4f76-b9f1-98e7411a71f0, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:52:14.407228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] For port 22dcb1d7-b369-4f76-b9f1-98e7411a71f0, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=22dcb1d7-b369-4f76-b9f1-98e7411a71f0,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:52:14.414126 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.480679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-5be136cf-2929-46f8-98be-323ca4e87e51', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ips': [{'subnet_id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:52:14.481555 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.494619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Routers {'141c385f-a101-42c0-881d-f40c637ac832'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:14.495028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:51:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['141c385f-a101-42c0-881d-f40c637ac832'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:14.557306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf471416-0fe3-4e6a-a9dc-03d1b04e4574 None None] Pushing event updated for resources: {'Port': ['ID=22dcb1d7-b369-4f76-b9f1-98e7411a71f0,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:14.694121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] Set router 141c385f-a101-42c0-881d-f40c637ac832 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:14.781090 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:14.832956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Allocated IP 172.20.0.2 (5be136cf-2929-46f8-98be-323ca4e87e51/ba120cf2-f9aa-4473-9f47-70b5df320bef/5580193a-1b70-49fa-a35c-f0a0607a5861) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:52:15.047545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:52:12Z', 'revision_number': 3, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:15.080262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60474e-f05a-4baf-8179-dfd4b2b5359b None None] The sync data for ids ['141c385f-a101-42c0-881d-f40c637ac832'] in n-d-806683-5 is: [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:52:12Z', 'revision_number': 3, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:15.095476 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:15.107462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Transition to ACTIVE for port object 5580193a-1b70-49fa-a35c-f0a0607a5861 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:15.129608 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Transition to ACTIVE for port object 5580193a-1b70-49fa-a35c-f0a0607a5861 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:15.135826 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:15.191040 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Network 5be136cf-2929-46f8-98be-323ca4e87e51 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:52:15.195804 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:15.198265 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Pushing event updated for resources: {'Port': ['ID=5580193a-1b70-49fa-a35c-f0a0607a5861,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:15.201660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:52:15.258228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Attempting to bind port 5580193a-1b70-49fa-a35c-f0a0607a5861 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:52:15.258820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Attempting to bind port 5580193a-1b70-49fa-a35c-f0a0607a5861 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:52:15.259340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Attempting to bind port 5580193a-1b70-49fa-a35c-f0a0607a5861 on network 5be136cf-2929-46f8-98be-323ca4e87e51 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:52:15.269791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:52:15.271057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Checking segment: {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:52:15.271665 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:15.272227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Bound using segment: {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:52:15.272953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Bound port: 5580193a-1b70-49fa-a35c-f0a0607a5861, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:52:15.273543 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:15.329235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.20.0.1 (5be136cf-2929-46f8-98be-323ca4e87e51/ba120cf2-f9aa-4473-9f47-70b5df320bef/56dc9c93-06fd-4c11-9747-1a141494817b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:52:15.360001 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] For port 5580193a-1b70-49fa-a35c-f0a0607a5861, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:52:15.367828 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] For port 5580193a-1b70-49fa-a35c-f0a0607a5861, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5580193a-1b70-49fa-a35c-f0a0607a5861,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:52:15.378317 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:15.452188 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08d270-8b14-4c12-bb7d-9fc72ad9b5f6 None None] Pushing event updated for resources: {'Port': ['ID=5580193a-1b70-49fa-a35c-f0a0607a5861,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:15.547513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:15.565939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Transition to ACTIVE for port object 56dc9c93-06fd-4c11-9747-1a141494817b will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:15.608653 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:15.655298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 5be136cf-2929-46f8-98be-323ca4e87e51 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:52:15.659309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:15.664054 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:52:15.679805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=56dc9c93-06fd-4c11-9747-1a141494817b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:15.756418 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.218359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.600027 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.609682 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.705587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=56dc9c93-06fd-4c11-9747-1a141494817b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:16.724018 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:16.897626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1be6c98-afda-4453-bdbf-29e943a979da None None] Network 5be136cf-2929-46f8-98be-323ca4e87e51 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:52:16.911143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 5be136cf-2929-46f8-98be-323ca4e87e51 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:52:16.913374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:17.123537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 141c385f-a101-42c0-881d-f40c637ac832 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:52:17.287653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:52:17.294166 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1a6708b0-89c8-4f22-9bae-3fd18333465e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "PUT /v2.0/routers/141c385f-a101-42c0-881d-f40c637ac832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1088655 Aug 31 14:52:17.311681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-81fe269c-0253-4b48-a2b0-438f5a6fb0ea None None] Provisioning for port 5580193a-1b70-49fa-a35c-f0a0607a5861 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:17.373517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5580193a-1b70-49fa-a35c-f0a0607a5861 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:17.461634 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Sync routers for ids ['141c385f-a101-42c0-881d-f40c637ac832'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:52:17.475444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 5580193a-1b70-49fa-a35c-f0a0607a5861 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:17.482235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 5580193a-1b70-49fa-a35c-f0a0607a5861 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:17.482616 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:17.493090 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Routers {'141c385f-a101-42c0-881d-f40c637ac832'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:17.495896 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:51:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['141c385f-a101-42c0-881d-f40c637ac832'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:17.648697 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:17.674539 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-beb720bd-2375-4cd5-94cc-ae82d936fd5d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1082243747&fields=id&tenant_id=d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 267 time: 0.0894823 Aug 31 14:52:17.674846 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Set router 141c385f-a101-42c0-881d-f40c637ac832 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:17.718480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 5580193a-1b70-49fa-a35c-f0a0607a5861, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5580193a-1b70-49fa-a35c-f0a0607a5861,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:17.724648 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:17.725646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:17.900901 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=5580193a-1b70-49fa-a35c-f0a0607a5861,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:17.948337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-38ee23ee-1cdb-4c1d-ad8d-a8cfd5164f3f None None] Provisioning for port 56dc9c93-06fd-4c11-9747-1a141494817b completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:17.957523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:17.978700 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:17.979352 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:17.981225 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d8a32-0793-4b8f-8413-1118c97c394b req-2a2b0d88-88e7-4ae5-9a1b-b46b445caac0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:17.982937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-2a2b0d88-88e7-4ae5-9a1b-b46b445caac0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/networks?id=5be136cf-2929-46f8-98be-323ca4e87e51 HTTP/1.1" status: 200 len: 797 time: 0.3070691 Aug 31 14:52:17.987438 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-38ee23ee-1cdb-4c1d-ad8d-a8cfd5164f3f None None] Provisioning complete for port 56dc9c93-06fd-4c11-9747-1a141494817b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:17.987810 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38ee23ee-1cdb-4c1d-ad8d-a8cfd5164f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:18.015423 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-a6de75ae-ef16-456d-8c1a-0819130bf483 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/quotas/d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 375 time: 0.0151377 Aug 31 14:52:18.048208 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:52:15Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '56dc9c93-06fd-4c11-9747-1a141494817b', 'name': '', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:69:a5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:14Z', 'updated_at': '2021-08-31T14:52:16Z', 'revision_number': 2, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:18.085506 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Checking router: 141c385f-a101-42c0-881d-f40c637ac832 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:52:18.088759 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Updating router 141c385f-a101-42c0-881d-f40c637ac832 port 56dc9c93-06fd-4c11-9747-1a141494817b binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:52:18.128274 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:18.146645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-38ee23ee-1cdb-4c1d-ad8d-a8cfd5164f3f None None] Port 56dc9c93-06fd-4c11-9747-1a141494817b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:52:18.168875 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-7c84c1ca-7918-4730-ad61-96187be7744d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1467342 Aug 31 14:52:18.178628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-38ee23ee-1cdb-4c1d-ad8d-a8cfd5164f3f None None] Provisioning complete for port 5580193a-1b70-49fa-a35c-f0a0607a5861 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:18.179063 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38ee23ee-1cdb-4c1d-ad8d-a8cfd5164f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:18.348984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-43978c3d-fe6c-41af-8214-17e286e90984 service neutron] 10.222.0.39 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379449 Aug 31 14:52:18.355084 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:18.407980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 22dcb1d7-b369-4f76-b9f1-98e7411a71f0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=22dcb1d7-b369-4f76-b9f1-98e7411a71f0,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:18.425232 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:18.522059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=22dcb1d7-b369-4f76-b9f1-98e7411a71f0,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:18.553748 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-999eb872-02a5-4dfb-aca6-beae87354458 service neutron] 10.222.0.39 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030745 Aug 31 14:52:18.600118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2803c330-688e-4da9-9fb8-36b61587cf5b None None] Provisioning complete for port 56dc9c93-06fd-4c11-9747-1a141494817b triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:18.600499 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2803c330-688e-4da9-9fb8-36b61587cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:18.675802 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2803c330-688e-4da9-9fb8-36b61587cf5b None None] Port 56dc9c93-06fd-4c11-9747-1a141494817b cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:52:18.706850 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:18.723269 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Transition to ACTIVE for port object 56dc9c93-06fd-4c11-9747-1a141494817b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:18.732547 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:18.845656 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0695de9-c2e9-470a-ad59-13e963463a93 None None] Pushing event updated for resources: {'Port': ['ID=56dc9c93-06fd-4c11-9747-1a141494817b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:18.876432 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b46988a2-993f-4ffc-874f-7c04ed156bce req-33c6b37f-5041-469a-812a-5920b356cf03 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 210 time: 0.0554895 Aug 31 14:52:18.931091 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0695de9-c2e9-470a-ad59-13e963463a93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:18.931567 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0695de9-c2e9-470a-ad59-13e963463a93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:18.931973 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0695de9-c2e9-470a-ad59-13e963463a93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:18.932395 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0695de9-c2e9-470a-ad59-13e963463a93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:18.934185 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0695de9-c2e9-470a-ad59-13e963463a93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:18.937575 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0695de9-c2e9-470a-ad59-13e963463a93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:18.938023 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0695de9-c2e9-470a-ad59-13e963463a93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:18.938491 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0695de9-c2e9-470a-ad59-13e963463a93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:18.939235 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0695de9-c2e9-470a-ad59-13e963463a93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:18.939235 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0695de9-c2e9-470a-ad59-13e963463a93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:18.939713 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0695de9-c2e9-470a-ad59-13e963463a93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:18.940130 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0695de9-c2e9-470a-ad59-13e963463a93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:52:19.016730 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Attempting to bind port 56dc9c93-06fd-4c11-9747-1a141494817b on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:52:19.017329 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Attempting to bind port 56dc9c93-06fd-4c11-9747-1a141494817b by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:52:19.017812 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Attempting to bind port 56dc9c93-06fd-4c11-9747-1a141494817b on network 5be136cf-2929-46f8-98be-323ca4e87e51 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:52:19.023577 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:52:19.024021 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Checking segment: {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:52:19.024498 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.024944 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Bound using segment: {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:52:19.025467 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Bound port: 56dc9c93-06fd-4c11-9747-1a141494817b, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:52:19.025909 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.135064 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] For port 56dc9c93-06fd-4c11-9747-1a141494817b, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:52:19.139691 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] For port 56dc9c93-06fd-4c11-9747-1a141494817b, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=56dc9c93-06fd-4c11-9747-1a141494817b,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:52:19.146015 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.202672 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0695de9-c2e9-470a-ad59-13e963463a93 None None] Pushing event updated for resources: {'Port': ['ID=56dc9c93-06fd-4c11-9747-1a141494817b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:19.225843 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Routers {'141c385f-a101-42c0-881d-f40c637ac832'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:19.226657 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:51:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['141c385f-a101-42c0-881d-f40c637ac832'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:19.336583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5580193a-1b70-49fa-a35c-f0a0607a5861 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:19.384436 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] Set router 141c385f-a101-42c0-881d-f40c637ac832 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:19.440639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 5580193a-1b70-49fa-a35c-f0a0607a5861 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:19.440931 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.616886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:19.687787 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-845fec60-3552-46d6-b703-2acd4cc3a3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.740256 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.743707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:19.744610 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:19.747505 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:52:15Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '56dc9c93-06fd-4c11-9747-1a141494817b', 'name': '', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:69:a5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:14Z', 'updated_at': '2021-08-31T14:52:19Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:19.779931 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029efc24-a701-484e-84d7-3915a854a5d1 None None] The sync data for ids ['141c385f-a101-42c0-881d-f40c637ac832'] in n-d-806683-5 is: [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:52:15Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '56dc9c93-06fd-4c11-9747-1a141494817b', 'name': '', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:69:a5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:14Z', 'updated_at': '2021-08-31T14:52:19Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:20.006341 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-35e8b862-ba80-4953-a48e-4badfc746c6d req-92dc848b-99ff-4bb3-b63e-2b6f1b68c411 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 210 time: 0.0465755 Aug 31 14:52:20.272482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d8a32-0793-4b8f-8413-1118c97c394b req-e28a241f-e8de-4f1a-8044-42f1c8b9b8f2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:20.274192 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-e28a241f-e8de-4f1a-8044-42f1c8b9b8f2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "GET /v2.0/networks?id=5be136cf-2929-46f8-98be-323ca4e87e51 HTTP/1.1" status: 200 len: 797 time: 0.1579227 Aug 31 14:52:20.347788 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-08e813b1-038f-4c94-b77a-343c2553a7bd tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 380 time: 0.0622873 Aug 31 14:52:20.358295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-259d8a32-0793-4b8f-8413-1118c97c394b req-7dbecd79-b012-4845-bc6a-1e5c4fde95e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'port': {'device_id': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'admin_state_up': True, 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'security_groups': ['acc0073d-54f6-4970-86f7-d7e4240c69e2']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:20.491352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259d8a32-0793-4b8f-8413-1118c97c394b req-7dbecd79-b012-4845-bc6a-1e5c4fde95e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Made reservation on behalf of d870a71dbb8448f4be281bbe47485733 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:52:20.495953 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-259d8a32-0793-4b8f-8413-1118c97c394b req-7dbecd79-b012-4845-bc6a-1e5c4fde95e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.668473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-259d8a32-0793-4b8f-8413-1118c97c394b req-7dbecd79-b012-4845-bc6a-1e5c4fde95e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.20.0.12 (5be136cf-2929-46f8-98be-323ca4e87e51/ba120cf2-f9aa-4473-9f47-70b5df320bef/2b646497-46b7-44ec-b093-05d1657df836) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:52:20.874921 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-259d8a32-0793-4b8f-8413-1118c97c394b req-7dbecd79-b012-4845-bc6a-1e5c4fde95e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.891631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-259d8a32-0793-4b8f-8413-1118c97c394b req-7dbecd79-b012-4845-bc6a-1e5c4fde95e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Transition to ACTIVE for port object 2b646497-46b7-44ec-b093-05d1657df836 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:20.932106 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-259d8a32-0793-4b8f-8413-1118c97c394b req-7dbecd79-b012-4845-bc6a-1e5c4fde95e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:20.999325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259d8a32-0793-4b8f-8413-1118c97c394b req-7dbecd79-b012-4845-bc6a-1e5c4fde95e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 5be136cf-2929-46f8-98be-323ca4e87e51 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:52:21.011598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-259d8a32-0793-4b8f-8413-1118c97c394b req-7dbecd79-b012-4845-bc6a-1e5c4fde95e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:21.014614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-259d8a32-0793-4b8f-8413-1118c97c394b req-7dbecd79-b012-4845-bc6a-1e5c4fde95e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:52:21.098338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbecd79-b012-4845-bc6a-1e5c4fde95e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=2b646497-46b7-44ec-b093-05d1657df836,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:21.133650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d8a32-0793-4b8f-8413-1118c97c394b req-7dbecd79-b012-4845-bc6a-1e5c4fde95e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:21.134305 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-259d8a32-0793-4b8f-8413-1118c97c394b req-7dbecd79-b012-4845-bc6a-1e5c4fde95e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:21.199091 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-7dbecd79-b012-4845-bc6a-1e5c4fde95e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8449430 Aug 31 14:52:21.224295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Request body: {'port': {'device_id': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:21.272614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49586c-ee42-4fbe-b850-56b17f6d7c9c req-7ab22965-cec9-4f99-8859-888381f6c233 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:21.281407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8e49586c-ee42-4fbe-b850-56b17f6d7c9c req-7ab22965-cec9-4f99-8859-888381f6c233 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 932 time: 0.1482673 Aug 31 14:52:21.367783 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8e49586c-ee42-4fbe-b850-56b17f6d7c9c req-af505fd4-1eae-4d80-9d49-c60c8face10e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786705 Aug 31 14:52:21.405467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 56dc9c93-06fd-4c11-9747-1a141494817b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:21.412637 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:21.534996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 56dc9c93-06fd-4c11-9747-1a141494817b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:21.558228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 56dc9c93-06fd-4c11-9747-1a141494817b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:21.559771 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:21.611718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9414dc39-1be2-40ed-8568-37847fc7769f None None] Provisioning for port 2b646497-46b7-44ec-b093-05d1657df836 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:21.622041 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9414dc39-1be2-40ed-8568-37847fc7769f None None] Provisioning complete for port 2b646497-46b7-44ec-b093-05d1657df836 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:21.622937 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9414dc39-1be2-40ed-8568-37847fc7769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:21.711333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9414dc39-1be2-40ed-8568-37847fc7769f None None] Port 2b646497-46b7-44ec-b093-05d1657df836 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:52:21.745455 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:21.858857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 56dc9c93-06fd-4c11-9747-1a141494817b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=56dc9c93-06fd-4c11-9747-1a141494817b,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:21.865659 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:21.866561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b646497-46b7-44ec-b093-05d1657df836 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:52:21.879571 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:21.894524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Transition to ACTIVE for port object 2b646497-46b7-44ec-b093-05d1657df836 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:21.899047 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:21.976461 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=56dc9c93-06fd-4c11-9747-1a141494817b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:22.068751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Pushing event updated for resources: {'Port': ['ID=2b646497-46b7-44ec-b093-05d1657df836,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:22.070549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52800) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:22.079164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Attempting to bind port 2b646497-46b7-44ec-b093-05d1657df836 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:52:22.079832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Attempting to bind port 2b646497-46b7-44ec-b093-05d1657df836 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:52:22.080363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Attempting to bind port 2b646497-46b7-44ec-b093-05d1657df836 on network 5be136cf-2929-46f8-98be-323ca4e87e51 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:52:22.090121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Port 2b646497-46b7-44ec-b093-05d1657df836 on network 5be136cf-2929-46f8-98be-323ca4e87e51 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:52:22.090529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Attempting to bind port 2b646497-46b7-44ec-b093-05d1657df836 on network 5be136cf-2929-46f8-98be-323ca4e87e51 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:52:22.096805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:52:22.097242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Checking segment: {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:52:22.097706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Bound using segment: {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:52:22.098224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Bound port: 2b646497-46b7-44ec-b093-05d1657df836, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:52:22.098722 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.186020 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38477d13-720e-46b7-a083-892c94c23d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.198332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:52:22.202648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2b646497-46b7-44ec-b093-05d1657df836,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:52:22.210700 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.236103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:22.237025 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.240340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-35b98dda-813c-48df-a017-baf96080a352 service neutron] 10.222.0.60 "PUT /v2.0/ports/2b646497-46b7-44ec-b093-05d1657df836 HTTP/1.1" status: 200 len: 1092 time: 1.0329478 Aug 31 14:52:22.264459 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'tag': '2b646497-46b7-44ec-b093-05d1657df836'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:22.267784 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6421a94-6166-4a79-8b0c-d857b0b7d8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "tag": "2b646497-46b7-44ec-b093-05d1657df836"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:22.293539 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.312195 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-37c6d39c-ba0a-4101-a146-6baeda25e8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.347996 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f4b3e6-e6a3-4637-be91-f47376618842 x-openstack-request-id: req-62f4b3e6-e6a3-4637-be91-f47376618842 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:22.348281 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "tag": "2b646497-46b7-44ec-b093-05d1657df836", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:22.348526 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62f4b3e6-e6a3-4637-be91-f47376618842 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:22.348999 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'tag': '2b646497-46b7-44ec-b093-05d1657df836', 'status': 'completed', 'code': 200} Aug 31 14:52:22.356234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b98dda-813c-48df-a017-baf96080a352 service neutron] Pushing event updated for resources: {'Port': ['ID=2b646497-46b7-44ec-b093-05d1657df836,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:22.368982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d8a32-0793-4b8f-8413-1118c97c394b req-b98a1e94-cba7-491e-a94e-c166e29ace4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:22.370528 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-b98a1e94-cba7-491e-a94e-c166e29ace4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 1095 time: 0.0756724 Aug 31 14:52:22.468901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-c22552fd-b8f3-468c-9ead-8d22c0d87f26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b646497-46b7-44ec-b093-05d1657df836 HTTP/1.1" status: 200 len: 217 time: 0.0905421 Aug 31 14:52:22.538221 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-37c6d39c-ba0a-4101-a146-6baeda25e8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.540756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d8a32-0793-4b8f-8413-1118c97c394b req-810f3149-feab-4ae1-aa6e-6bdc27a3bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:22.543398 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-810f3149-feab-4ae1-aa6e-6bdc27a3bec6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba120cf2-f9aa-4473-9f47-70b5df320bef HTTP/1.1" status: 200 len: 835 time: 0.0669241 Aug 31 14:52:22.544791 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-37c6d39c-ba0a-4101-a146-6baeda25e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.581394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d510e-c931-432f-add5-fed905119267 req-dd60477a-9733-4a02-a1a0-31cc0c190753 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:22.584274 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f39d510e-c931-432f-add5-fed905119267 req-dd60477a-9733-4a02-a1a0-31cc0c190753 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 944 time: 0.1121254 Aug 31 14:52:22.605245 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d8a32-0793-4b8f-8413-1118c97c394b req-a1f4c632-b33a-4ea2-81fb-f833e2702489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:22.607397 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-a1f4c632-b33a-4ea2-81fb-f833e2702489 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5be136cf-2929-46f8-98be-323ca4e87e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551345 Aug 31 14:52:22.614426 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6d39c-ba0a-4101-a146-6baeda25e8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67be681c-854e-4904-822c-3cb3fbd7b155,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:22.643667 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-37c6d39c-ba0a-4101-a146-6baeda25e8e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05c995d1dc754ca78816e48706c46ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5696311 Aug 31 14:52:22.643899 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52812) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:22.675018 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f39d510e-c931-432f-add5-fed905119267 req-61d1d629-9385-458d-adf2-d68449faf94c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728898 Aug 31 14:52:22.719680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9bdc25eb-11db-416d-9453-2d8458fdbcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.735695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-9bc1ef1f-a30b-49a9-af81-6057e4643f8d service neutron] 10.222.0.60 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201944 Aug 31 14:52:22.744228 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9bdc25eb-11db-416d-9453-2d8458fdbcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.813990 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9bdc25eb-11db-416d-9453-2d8458fdbcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.817958 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9bdc25eb-11db-416d-9453-2d8458fdbcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:22.823243 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9bdc25eb-11db-416d-9453-2d8458fdbcfc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67be681c-854e-4904-822c-3cb3fbd7b155 HTTP/1.1" status: 204 len: 168 time: 0.1782672 Aug 31 14:52:22.836930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc25eb-11db-416d-9453-2d8458fdbcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67be681c-854e-4904-822c-3cb3fbd7b155,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:22.876890 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52822) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:22.877149 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-259d8a32-0793-4b8f-8413-1118c97c394b req-862fa0ee-b21d-472b-a509-5571584a03b8 service neutron] 10.222.0.60 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335404 Aug 31 14:52:23.000839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421a94-6166-4a79-8b0c-d857b0b7d8dd req-a7317e36-4e2b-447c-9d3b-408225cf1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:23.002370 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6421a94-6166-4a79-8b0c-d857b0b7d8dd req-a7317e36-4e2b-447c-9d3b-408225cf1499 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 1095 time: 0.0650399 Aug 31 14:52:23.129140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421a94-6166-4a79-8b0c-d857b0b7d8dd req-4dc436e0-f588-4b0e-84c4-df643b536df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:23.130647 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6421a94-6166-4a79-8b0c-d857b0b7d8dd req-4dc436e0-f588-4b0e-84c4-df643b536df5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5be136cf-2929-46f8-98be-323ca4e87e51 HTTP/1.1" status: 200 len: 898 time: 0.1199722 Aug 31 14:52:23.165544 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-01bac06f-3d93-4196-a1fc-7f1daf64fd9a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Deleting port 1b3a86a9-f174-4ce4-bbbf-adde17af33d6 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:23.165938 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01bac06f-3d93-4196-a1fc-7f1daf64fd9a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.189339 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6421a94-6166-4a79-8b0c-d857b0b7d8dd req-521c72df-dc41-465c-8e8e-c58a40d9244f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b646497-46b7-44ec-b093-05d1657df836 HTTP/1.1" status: 200 len: 217 time: 0.0501432 Aug 31 14:52:23.258285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421a94-6166-4a79-8b0c-d857b0b7d8dd req-163b8874-b0fb-45d5-b601-94e6221d0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:23.259816 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6421a94-6166-4a79-8b0c-d857b0b7d8dd req-163b8874-b0fb-45d5-b601-94e6221d0c1c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba120cf2-f9aa-4473-9f47-70b5df320bef HTTP/1.1" status: 200 len: 835 time: 0.0627866 Aug 31 14:52:23.299701 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01bac06f-3d93-4196-a1fc-7f1daf64fd9a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.300042 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01bac06f-3d93-4196-a1fc-7f1daf64fd9a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.302431 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 52830) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:23.311761 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 56dc9c93-06fd-4c11-9747-1a141494817b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:23.326102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421a94-6166-4a79-8b0c-d857b0b7d8dd req-f6b060f9-2ed7-4d59-949c-d1d241533e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:23.327824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6421a94-6166-4a79-8b0c-d857b0b7d8dd req-f6b060f9-2ed7-4d59-949c-d1d241533e15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5be136cf-2929-46f8-98be-323ca4e87e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559886 Aug 31 14:52:23.333962 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c16d3249-1eaf-42b7-ae88-5bbb15a818b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.337800 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-01bac06f-3d93-4196-a1fc-7f1daf64fd9a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Calling delete_port for 1b3a86a9-f174-4ce4-bbbf-adde17af33d6 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:23.363240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 56dc9c93-06fd-4c11-9747-1a141494817b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:23.363774 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.462260 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6421a94-6166-4a79-8b0c-d857b0b7d8dd req-1a05647b-1774-4f03-aeac-d478e9a55f74 service neutron] 10.222.0.60 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199920 Aug 31 14:52:23.473538 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.574590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6421a94-6166-4a79-8b0c-d857b0b7d8dd req-53ad8bf7-4a0c-4a63-b9e9-062639e8f071 service neutron] 10.222.0.60 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044433 Aug 31 14:52:23.614264 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c16d3249-1eaf-42b7-ae88-5bbb15a818b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.634417 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c16d3249-1eaf-42b7-ae88-5bbb15a818b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.691638 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c16d3249-1eaf-42b7-ae88-5bbb15a818b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32d74e5fa35c4db78c23a34e561f511c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3875084 Aug 31 14:52:23.692473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d3249-1eaf-42b7-ae88-5bbb15a818b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9880a1b2-1d51-4cc7-9594-d7ed49539af6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:23.694176 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52836) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:23.696953 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01bac06f-3d93-4196-a1fc-7f1daf64fd9a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.731232 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bac06f-3d93-4196-a1fc-7f1daf64fd9a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event deleted for resources: {'Port': ['ID=1b3a86a9-f174-4ce4-bbbf-adde17af33d6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:23.759004 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7efade06-7e7d-4930-bbc9-5b9c9223d3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.813911 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7efade06-7e7d-4930-bbc9-5b9c9223d3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.869269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49409e4a-1381-4850-9ec4-33e673805bcb req-d26cccbc-5bf5-42b4-b034-fdfb40b64eb3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:23.870942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49409e4a-1381-4850-9ec4-33e673805bcb req-d26cccbc-5bf5-42b4-b034-fdfb40b64eb3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 944 time: 0.0988667 Aug 31 14:52:23.912454 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7efade06-7e7d-4930-bbc9-5b9c9223d3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.915278 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7efade06-7e7d-4930-bbc9-5b9c9223d3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:23.916470 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7efade06-7e7d-4930-bbc9-5b9c9223d3db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9880a1b2-1d51-4cc7-9594-d7ed49539af6 HTTP/1.1" status: 204 len: 168 time: 0.2211347 Aug 31 14:52:23.945317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efade06-7e7d-4930-bbc9-5b9c9223d3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9880a1b2-1d51-4cc7-9594-d7ed49539af6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:23.962923 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-49409e4a-1381-4850-9ec4-33e673805bcb req-56ef3a33-42e5-4469-95f8-62cebe860a1e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714700 Aug 31 14:52:24.112523 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01bac06f-3d93-4196-a1fc-7f1daf64fd9a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:24.113388 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-01bac06f-3d93-4196-a1fc-7f1daf64fd9a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Floating IP 8f317ee7-3292-4586-8ab5-da744ac4d222 disassociated (deleted). External IP: 172.25.2.44, port: 59876305-a484-4ada-b1ea-a135963c0eea. Aug 31 14:52:24.361920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bac06f-3d93-4196-a1fc-7f1daf64fd9a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Router d89a73f4-d34f-4230-b596-86c6f1f53f0e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:52:24.494363 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bac06f-3d93-4196-a1fc-7f1daf64fd9a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:52:24.498838 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-01bac06f-3d93-4196-a1fc-7f1daf64fd9a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:24.507365 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d03318-d4f3-490f-a780-a4f71d5bd067 None None] Sync routers for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:52:24.521326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d03318-d4f3-490f-a780-a4f71d5bd067 None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:24.522702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-29d03318-d4f3-490f-a780-a4f71d5bd067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:52:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:24.531514 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-01bac06f-3d93-4196-a1fc-7f1daf64fd9a tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "DELETE /v2.0/floatingips/8f317ee7-3292-4586-8ab5-da744ac4d222 HTTP/1.1" status: 204 len: 168 time: 1.6511147 Aug 31 14:52:24.531514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501c52a7-4220-42fb-821a-dfa903da1802', 'tag': '59876305-a484-4ada-b1ea-a135963c0eea'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:24.538128 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d916f0be-6052-4a9a-a46f-76d0cc792884" -d '{"events": [{"name": "network-changed", "server_uuid": "501c52a7-4220-42fb-821a-dfa903da1802", "tag": "59876305-a484-4ada-b1ea-a135963c0eea"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:24.784082 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f266fe-83e7-4f19-b857-08cc815eb342 x-openstack-request-id: req-79f266fe-83e7-4f19-b857-08cc815eb342 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:24.784364 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501c52a7-4220-42fb-821a-dfa903da1802", "tag": "59876305-a484-4ada-b1ea-a135963c0eea", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:24.784624 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79f266fe-83e7-4f19-b857-08cc815eb342 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:24.785097 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501c52a7-4220-42fb-821a-dfa903da1802', 'tag': '59876305-a484-4ada-b1ea-a135963c0eea', 'status': 'completed', 'code': 200} Aug 31 14:52:24.789039 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:24.796763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-29d03318-d4f3-490f-a780-a4f71d5bd067 None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:24.874851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916f0be-6052-4a9a-a46f-76d0cc792884 req-438f718c-f50d-4c4a-a0d5-43a20d5e1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:24.876386 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d916f0be-6052-4a9a-a46f-76d0cc792884 req-438f718c-f50d-4c4a-a0d5-43a20d5e1c17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 1097 time: 0.0655818 Aug 31 14:52:24.936900 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261c2fe-e3fd-446d-8e32-afcecaff3f8f req-0f2376a7-215d-4adb-98c9-a70250d72072 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:24.939568 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3261c2fe-e3fd-446d-8e32-afcecaff3f8f req-0f2376a7-215d-4adb-98c9-a70250d72072 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 946 time: 0.0889626 Aug 31 14:52:25.026660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916f0be-6052-4a9a-a46f-76d0cc792884 req-d41d43fe-65db-414f-b392-128a40df127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:25.046141 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d916f0be-6052-4a9a-a46f-76d0cc792884 req-d41d43fe-65db-414f-b392-128a40df127b service neutron] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.1607618 Aug 31 14:52:25.049562 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3261c2fe-e3fd-446d-8e32-afcecaff3f8f req-81469bfc-33bd-4c79-aa34-6c8a3a610801 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018157 Aug 31 14:52:25.099848 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:25.230578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-29d03318-d4f3-490f-a780-a4f71d5bd067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '9b67c7f4-c12c-4365-9617-c0660ee085d2', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:5a:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:48:30Z', 'updated_at': '2021-08-31T14:48:34Z', 'revision_number': 1, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:25.271926 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d03318-d4f3-490f-a780-a4f71d5bd067 None None] Checking router: d89a73f4-d34f-4230-b596-86c6f1f53f0e for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:52:25.283035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d03318-d4f3-490f-a780-a4f71d5bd067 None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:25.284165 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-29d03318-d4f3-490f-a780-a4f71d5bd067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:52:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:25.405284 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d916f0be-6052-4a9a-a46f-76d0cc792884 req-27af120b-2846-4e8a-89f5-e07f8891b715 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59876305-a484-4ada-b1ea-a135963c0eea HTTP/1.1" status: 200 len: 217 time: 0.3511982 Aug 31 14:52:25.466453 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-29d03318-d4f3-490f-a780-a4f71d5bd067 None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:25.487316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916f0be-6052-4a9a-a46f-76d0cc792884 req-34e16948-3aef-40ae-a609-0725150af906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:25.488800 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d916f0be-6052-4a9a-a46f-76d0cc792884 req-34e16948-3aef-40ae-a609-0725150af906 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.0734613 Aug 31 14:52:25.502193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98542d61-9559-4b1b-baf1-ce69921100dd req-ec4b0fc3-fd0f-4be8-a3e5-e46c8dded503 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:25.502193 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98542d61-9559-4b1b-baf1-ce69921100dd req-ec4b0fc3-fd0f-4be8-a3e5-e46c8dded503 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 944 time: 0.0937500 Aug 31 14:52:25.557748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916f0be-6052-4a9a-a46f-76d0cc792884 req-9a9a2673-8ee1-462a-9226-c40b05868334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:25.560506 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d916f0be-6052-4a9a-a46f-76d0cc792884 req-9a9a2673-8ee1-462a-9226-c40b05868334 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594084 Aug 31 14:52:25.651462 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-98542d61-9559-4b1b-baf1-ce69921100dd req-b5d76d88-13df-4039-863a-98d2c66058c4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212890 Aug 31 14:52:25.723513 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d916f0be-6052-4a9a-a46f-76d0cc792884 req-38693de8-0ca4-4d44-b52b-9b57ab064362 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524580 Aug 31 14:52:25.768957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-29d03318-d4f3-490f-a780-a4f71d5bd067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '9b67c7f4-c12c-4365-9617-c0660ee085d2', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:5a:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:48:30Z', 'updated_at': '2021-08-31T14:48:34Z', 'revision_number': 1, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:25.808118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d03318-d4f3-490f-a780-a4f71d5bd067 None None] The sync data for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 is: [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '9b67c7f4-c12c-4365-9617-c0660ee085d2', 'tenant_id': '6533cc47c01b415292ab966def453044', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'port_id': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'mac_address': 'fa:16:3e:5a:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:48:30Z', 'updated_at': '2021-08-31T14:48:34Z', 'revision_number': 1, 'project_id': '6533cc47c01b415292ab966def453044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:25.851939 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d916f0be-6052-4a9a-a46f-76d0cc792884 req-aabe13be-5c81-4525-8453-51e89678cb7e service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192648 Aug 31 14:52:26.153189 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142b65e-9f07-4afa-a3fa-3a8064b3e0a4 None None] New status for floating IP 8f317ee7-3292-4586-8ab5-da744ac4d222: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:52:26.236449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dbb73-b5ca-4ded-8111-ec2ce7e15d89 req-6a45bf6f-afb8-40d5-8521-256ab2fb6b04 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:26.240092 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7c6dbb73-b5ca-4ded-8111-ec2ce7e15d89 req-6a45bf6f-afb8-40d5-8521-256ab2fb6b04 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 946 time: 0.0986044 Aug 31 14:52:26.291070 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7c6dbb73-b5ca-4ded-8111-ec2ce7e15d89 req-33b9f055-71c7-4ac3-aa25-66c77d0e9539 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395453 Aug 31 14:52:26.626202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2b646497-46b7-44ec-b093-05d1657df836 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:52:26.684461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d6056-edf0-4479-a2ab-ec08813530b4 req-c5abd04a-ecde-42be-81c8-0eb8f5fa91ec tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:26.686407 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-846d6056-edf0-4479-a2ab-ec08813530b4 req-c5abd04a-ecde-42be-81c8-0eb8f5fa91ec tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 946 time: 0.0915577 Aug 31 14:52:26.762572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2b646497-46b7-44ec-b093-05d1657df836,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:26.781171 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '2b646497-46b7-44ec-b093-05d1657df836', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'port_id': '2b646497-46b7-44ec-b093-05d1657df836', 'mac_address': 'fa:16:3e:61:f1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:52:26.829324 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:26.843266 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae749a7-993d-41c7-be2f-0c54c869f061 req-c611aea6-cbd5-4f7b-b95d-2b683ecf80ee tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:26.844832 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8ae749a7-993d-41c7-be2f-0c54c869f061 req-c611aea6-cbd5-4f7b-b95d-2b683ecf80ee tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 944 time: 0.1028240 Aug 31 14:52:26.848970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b646497-46b7-44ec-b093-05d1657df836 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:52:26.851494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-846d6056-edf0-4479-a2ab-ec08813530b4 req-7f4477a2-1c54-49c8-aa8f-be82be937faf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Deleting port 59876305-a484-4ada-b1ea-a135963c0eea {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:26.851825 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-846d6056-edf0-4479-a2ab-ec08813530b4 req-7f4477a2-1c54-49c8-aa8f-be82be937faf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:26.877856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2b646497-46b7-44ec-b093-05d1657df836,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:26.883330 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:26.961238 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=2b646497-46b7-44ec-b093-05d1657df836,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:27.000026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-846d6056-edf0-4479-a2ab-ec08813530b4 req-7f4477a2-1c54-49c8-aa8f-be82be937faf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] For port 59876305-a484-4ada-b1ea-a135963c0eea, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=59876305-a484-4ada-b1ea-a135963c0eea,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:27.000409 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-846d6056-edf0-4479-a2ab-ec08813530b4 req-7f4477a2-1c54-49c8-aa8f-be82be937faf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:27.019790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8ae749a7-993d-41c7-be2f-0c54c869f061 req-8b12823d-32ba-4fff-867b-be0622823b98 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643550 Aug 31 14:52:27.027772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-846d6056-edf0-4479-a2ab-ec08813530b4 req-7f4477a2-1c54-49c8-aa8f-be82be937faf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Calling delete_port for 59876305-a484-4ada-b1ea-a135963c0eea owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:27.112875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['2b646497-46b7-44ec-b093-05d1657df836'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:52:27.178428 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-846d6056-edf0-4479-a2ab-ec08813530b4 req-7f4477a2-1c54-49c8-aa8f-be82be937faf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:27.223617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4477a2-1c54-49c8-aa8f-be82be937faf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event deleted for resources: {'Port': ['ID=59876305-a484-4ada-b1ea-a135963c0eea,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:27.293807 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-846d6056-edf0-4479-a2ab-ec08813530b4 req-7f4477a2-1c54-49c8-aa8f-be82be937faf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] No DVR routers for this DVR port 59876305-a484-4ada-b1ea-a135963c0eea on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:52:27.298554 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-846d6056-edf0-4479-a2ab-ec08813530b4 req-7f4477a2-1c54-49c8-aa8f-be82be937faf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:27.300793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-846d6056-edf0-4479-a2ab-ec08813530b4 req-7f4477a2-1c54-49c8-aa8f-be82be937faf tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "DELETE /v2.0/ports/59876305-a484-4ada-b1ea-a135963c0eea HTTP/1.1" status: 204 len: 173 time: 0.6075966 Aug 31 14:52:27.301265 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501c52a7-4220-42fb-821a-dfa903da1802', 'name': 'network-vif-deleted', 'tag': '59876305-a484-4ada-b1ea-a135963c0eea'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:27.304243 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23e4011-0758-4b57-ace2-623dd331fafd" -d '{"events": [{"server_uuid": "501c52a7-4220-42fb-821a-dfa903da1802", "name": "network-vif-deleted", "tag": "59876305-a484-4ada-b1ea-a135963c0eea"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:27.368973 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca3441e-308d-45cd-91b5-b86323ec1420 x-openstack-request-id: req-cca3441e-308d-45cd-91b5-b86323ec1420 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:27.370350 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501c52a7-4220-42fb-821a-dfa903da1802", "name": "network-vif-deleted", "tag": "59876305-a484-4ada-b1ea-a135963c0eea", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:27.371543 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cca3441e-308d-45cd-91b5-b86323ec1420 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:27.372509 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501c52a7-4220-42fb-821a-dfa903da1802', 'name': 'network-vif-deleted', 'tag': '59876305-a484-4ada-b1ea-a135963c0eea', 'status': 'completed', 'code': 200} Aug 31 14:52:27.466696 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6776bf77-3aca-43c1-b9e2-6036622e5f1e req-528167ae-8a16-4a88-8526-af1267ee7ecd tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 210 time: 0.0412924 Aug 31 14:52:28.408588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d969dd-c42c-4ba1-9c63-3129867b9392 req-60a2b3f1-01a0-4301-8cad-36f0cb9c4466 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:28.416960 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4d969dd-c42c-4ba1-9c63-3129867b9392 req-60a2b3f1-01a0-4301-8cad-36f0cb9c4466 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 945 time: 0.0608828 Aug 31 14:52:28.459773 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4d969dd-c42c-4ba1-9c63-3129867b9392 req-36bd3d71-620c-4df1-b462-f362c6df9c06 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412502 Aug 31 14:52:28.588857 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aaa86c9a-d46e-4124-82c0-60d4796c5762 req-10c6cb95-ca98-4071-bbaf-b25d5e56cf89 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 210 time: 0.0409672 Aug 31 14:52:28.628079 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2b646497-46b7-44ec-b093-05d1657df836 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:28.693333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 2b646497-46b7-44ec-b093-05d1657df836 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:28.698031 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 2b646497-46b7-44ec-b093-05d1657df836 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:28.699050 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:28.794620 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:28.828707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b646497-46b7-44ec-b093-05d1657df836'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:28.831148 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f394d4-0933-429e-8105-a6e7fba72016" -d '{"events": [{"server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "name": "network-vif-plugged", "status": "completed", "tag": "2b646497-46b7-44ec-b093-05d1657df836"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:28.849218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2b646497-46b7-44ec-b093-05d1657df836,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:28.856773 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:28.900636 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc79d58a-3822-4234-a462-db66d1fad2d8 x-openstack-request-id: req-cc79d58a-3822-4234-a462-db66d1fad2d8 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:28.901035 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "name": "network-vif-plugged", "status": "completed", "tag": "2b646497-46b7-44ec-b093-05d1657df836", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:28.901307 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc79d58a-3822-4234-a462-db66d1fad2d8 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:28.903563 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b646497-46b7-44ec-b093-05d1657df836', 'code': 200} Aug 31 14:52:28.925562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=2b646497-46b7-44ec-b093-05d1657df836,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:29.093722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c7713-1e21-4048-b082-5c3686deac57 req-eadf4bc8-e704-421b-aa60-ac56559a346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:29.095938 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d1c7713-1e21-4048-b082-5c3686deac57 req-eadf4bc8-e704-421b-aa60-ac56559a346a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 1097 time: 0.1040223 Aug 31 14:52:29.137846 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d1c7713-1e21-4048-b082-5c3686deac57 req-970729c7-327b-4c25-9fbd-e4d7a1c3b70f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341985 Aug 31 14:52:29.611899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452175a7-b7ad-40c3-83bd-75db02c87cea req-c16924de-f840-4385-82c1-66347de807de tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:29.615951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-452175a7-b7ad-40c3-83bd-75db02c87cea req-c16924de-f840-4385-82c1-66347de807de tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 946 time: 0.0682302 Aug 31 14:52:29.673368 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-452175a7-b7ad-40c3-83bd-75db02c87cea req-5fc2c88c-e8de-4e17-b18e-120d2dd482b7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496316 Aug 31 14:52:29.738319 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-652395ff-9932-49a6-8724-21d1393f46cc req-151ceaad-9a62-4e7c-8e8d-46894b8ee3ec tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 210 time: 0.0416398 Aug 31 14:52:30.852120 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffcf2b-908c-4101-8889-0defe4df0cfb req-2da7acd6-bd8e-48b7-b684-be656401b61f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:30.853688 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73ffcf2b-908c-4101-8889-0defe4df0cfb req-2da7acd6-bd8e-48b7-b684-be656401b61f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 946 time: 0.0914521 Aug 31 14:52:30.876521 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ef06656c-00d0-4473-8674-06cb568ad339 req-f0b2d884-4cfb-4f8a-a042-ddb9b5df4856 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 210 time: 0.0343142 Aug 31 14:52:30.915301 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73ffcf2b-908c-4101-8889-0defe4df0cfb req-f24edc11-1d07-4e6a-b1b8-8b0fc03b31c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427735 Aug 31 14:52:31.078958 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cb1e6-99f9-4e30-9e39-61c8e930fe7a req-c08ac03f-b329-431b-8763-e3c4a4911eb0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:31.086907 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-453cb1e6-99f9-4e30-9e39-61c8e930fe7a req-c08ac03f-b329-431b-8763-e3c4a4911eb0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 946 time: 0.0755963 Aug 31 14:52:31.140042 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-453cb1e6-99f9-4e30-9e39-61c8e930fe7a req-cc952793-ba21-4700-8b8b-accaea1913de tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517633 Aug 31 14:52:31.159070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53054) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:31.232433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3315e0-d36a-4fa4-ab9b-2b4c50a2cd03 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:31.234109 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-af3315e0-d36a-4fa4-ab9b-2b4c50a2cd03 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 1092 time: 0.0737715 Aug 31 14:52:31.236988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53056) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:31.241873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '2b646497-46b7-44ec-b093-05d1657df836', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:31.270673 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:31.412346 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:31.548150 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 59876305-a484-4ada-b1ea-a135963c0eea no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:31.608062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 59876305-a484-4ada-b1ea-a135963c0eea {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:31.608351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 59876305-a484-4ada-b1ea-a135963c0eea not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:31.659447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.25.2.109 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/3f4ee380-dc18-43d2-8ade-60c3c8171cdc) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:52:31.825008 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:31.874459 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:31.954617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:52:31.958620 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:31.972956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:52:32.082453 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-552baeef-63df-4eb8-af64-54eb2ab99807 req-4d867a0a-3e9b-455b-8637-560ad95779d3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=501c52a7-4220-42fb-821a-dfa903da1802 HTTP/1.1" status: 200 len: 210 time: 0.0489695 Aug 31 14:52:32.091834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=3f4ee380-dc18-43d2-8ade-60c3c8171cdc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:32.154049 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53086) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:32.312356 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ed695d35-3525-4caa-98e4-8ac2ca608dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:32.451230 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ed695d35-3525-4caa-98e4-8ac2ca608dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:32.458450 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ed695d35-3525-4caa-98e4-8ac2ca608dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:32.508504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed695d35-3525-4caa-98e4-8ac2ca608dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ce5647-a49b-484c-b436-898b85ed2e5a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:32.515815 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ed695d35-3525-4caa-98e4-8ac2ca608dce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a5a434b59624e9faf2cc899bf73a970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582759 Aug 31 14:52:32.516062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53096) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:32.575454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7742-f0f7-4f47-90a4-676f5e272856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:32.602980 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7742-f0f7-4f47-90a4-676f5e272856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:32.657050 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7742-f0f7-4f47-90a4-676f5e272856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:32.660835 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7742-f0f7-4f47-90a4-676f5e272856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:32.662111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c5ca7742-f0f7-4f47-90a4-676f5e272856 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07ce5647-a49b-484c-b436-898b85ed2e5a HTTP/1.1" status: 204 len: 168 time: 0.1446893 Aug 31 14:52:32.672754 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca7742-f0f7-4f47-90a4-676f5e272856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ce5647-a49b-484c-b436-898b85ed2e5a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:32.729438 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:32.845705 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:33.048959 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:33.050845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53110) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:33.059873 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:33.094562 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63b725d5-93c1-49c8-ab33-42676fe12daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:33.172250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=3f4ee380-dc18-43d2-8ade-60c3c8171cdc,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:33.225089 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:33.414852 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Floating IP 27ea3823-2884-450e-8b52-93b113f5530b associated. External IP: 172.25.2.109, port: 2b646497-46b7-44ec-b093-05d1657df836. Aug 31 14:52:33.477317 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63b725d5-93c1-49c8-ab33-42676fe12daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:33.488756 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63b725d5-93c1-49c8-ab33-42676fe12daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:33.579536 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-63b725d5-93c1-49c8-ab33-42676fe12daa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b38fc79579a84ddb989655e15b7e8feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275066 Aug 31 14:52:33.582183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53126) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:33.593272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b725d5-93c1-49c8-ab33-42676fe12daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a0e6e7-b5da-4085-8292-5760e39daad1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:33.656845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-234944b2-84da-4d4c-850e-2665ba73b7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:33.709984 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-234944b2-84da-4d4c-850e-2665ba73b7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:33.779441 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-234944b2-84da-4d4c-850e-2665ba73b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:33.784644 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-234944b2-84da-4d4c-850e-2665ba73b7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:33.790112 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-234944b2-84da-4d4c-850e-2665ba73b7f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91a0e6e7-b5da-4085-8292-5760e39daad1 HTTP/1.1" status: 204 len: 168 time: 0.2067816 Aug 31 14:52:33.803668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234944b2-84da-4d4c-850e-2665ba73b7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a0e6e7-b5da-4085-8292-5760e39daad1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:34.118708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 141c385f-a101-42c0-881d-f40c637ac832 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:52:34.344326 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:52:34.371684 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:34.385626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401a963-0f92-41ae-a77e-630243952567 None None] Sync routers for ids ['141c385f-a101-42c0-881d-f40c637ac832'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:52:34.397527 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401a963-0f92-41ae-a77e-630243952567 None None] Routers {'141c385f-a101-42c0-881d-f40c637ac832'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:34.398155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7401a963-0f92-41ae-a77e-630243952567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:52:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['141c385f-a101-42c0-881d-f40c637ac832'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:34.469812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3f099fe9-d03d-4ce5-b96d-e927287f9e15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2301314 Aug 31 14:52:34.469812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'tag': '2b646497-46b7-44ec-b093-05d1657df836'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:34.473334 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a65bc84-d7fa-45c1-a7c3-2c4fc70bf882" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "tag": "2b646497-46b7-44ec-b093-05d1657df836"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:34.534176 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-7401a963-0f92-41ae-a77e-630243952567 None None] Set router 141c385f-a101-42c0-881d-f40c637ac832 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:34.554366 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a710ff-9836-4429-869a-6e31a8450ea3 x-openstack-request-id: req-e3a710ff-9836-4429-869a-6e31a8450ea3 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:34.554881 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "tag": "2b646497-46b7-44ec-b093-05d1657df836", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:34.555255 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3a710ff-9836-4429-869a-6e31a8450ea3 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:34.555756 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'tag': '2b646497-46b7-44ec-b093-05d1657df836', 'status': 'completed', 'code': 200} Aug 31 14:52:34.694258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65bc84-d7fa-45c1-a7c3-2c4fc70bf882 req-218add04-01f1-4cd8-bb7a-2d2bcfffd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:34.695840 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a65bc84-d7fa-45c1-a7c3-2c4fc70bf882 req-218add04-01f1-4cd8-bb7a-2d2bcfffd19a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 1097 time: 0.1089008 Aug 31 14:52:34.705854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c09b6-5679-44c5-bc1c-053f830c2545 req-9e71ca25-c818-413e-a79f-6724c02753a8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:34.707600 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b8c09b6-5679-44c5-bc1c-053f830c2545 req-9e71ca25-c818-413e-a79f-6724c02753a8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 946 time: 0.1378758 Aug 31 14:52:34.837087 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b8c09b6-5679-44c5-bc1c-053f830c2545 req-b85c7941-f68d-464a-acfd-072dc0f00044 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177669 Aug 31 14:52:34.873252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53174) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:34.901298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7401a963-0f92-41ae-a77e-630243952567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:52:15Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '27ea3823-2884-450e-8b52-93b113f5530b', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'floating_ip_address': '172.25.2.109', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '141c385f-a101-42c0-881d-f40c637ac832', 'port_id': '2b646497-46b7-44ec-b093-05d1657df836', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'mac_address': 'fa:16:3e:61:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:52:32Z', 'updated_at': '2021-08-31T14:52:32Z', 'revision_number': 0, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dc9c93-06fd-4c11-9747-1a141494817b', 'name': '', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:69:a5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:14Z', 'updated_at': '2021-08-31T14:52:21Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:34.939348 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401a963-0f92-41ae-a77e-630243952567 None None] Checking router: 141c385f-a101-42c0-881d-f40c637ac832 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:52:34.949722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401a963-0f92-41ae-a77e-630243952567 None None] Routers {'141c385f-a101-42c0-881d-f40c637ac832'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:34.949930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65bc84-d7fa-45c1-a7c3-2c4fc70bf882 req-18281b1f-f08b-45da-9bfc-efeebf1af6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:34.950272 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7401a963-0f92-41ae-a77e-630243952567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:52:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['141c385f-a101-42c0-881d-f40c637ac832'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:34.953738 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a65bc84-d7fa-45c1-a7c3-2c4fc70bf882 req-18281b1f-f08b-45da-9bfc-efeebf1af6f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5be136cf-2929-46f8-98be-323ca4e87e51 HTTP/1.1" status: 200 len: 898 time: 0.2436433 Aug 31 14:52:35.016635 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0e40faed-e306-4ebf-afd5-6b1b5d39aa52 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/27ea3823-2884-450e-8b52-93b113f5530b HTTP/1.1" status: 200 len: 992 time: 0.1421826 Aug 31 14:52:35.088403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-7401a963-0f92-41ae-a77e-630243952567 None None] Set router 141c385f-a101-42c0-881d-f40c637ac832 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:35.162875 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a65bc84-d7fa-45c1-a7c3-2c4fc70bf882 req-d1da5cda-fe26-4a3e-8dee-c4ff4c7ba4b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b646497-46b7-44ec-b093-05d1657df836 HTTP/1.1" status: 200 len: 1000 time: 0.1995418 Aug 31 14:52:35.221143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65bc84-d7fa-45c1-a7c3-2c4fc70bf882 req-9f90c666-83ca-483f-a3bf-6b700b14f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:35.222649 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a65bc84-d7fa-45c1-a7c3-2c4fc70bf882 req-9f90c666-83ca-483f-a3bf-6b700b14f2ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba120cf2-f9aa-4473-9f47-70b5df320bef HTTP/1.1" status: 200 len: 835 time: 0.0514150 Aug 31 14:52:35.285268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65bc84-d7fa-45c1-a7c3-2c4fc70bf882 req-8d4f98a3-134e-410b-8425-94d2248ed6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:35.286848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a65bc84-d7fa-45c1-a7c3-2c4fc70bf882 req-8d4f98a3-134e-410b-8425-94d2248ed6ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5be136cf-2929-46f8-98be-323ca4e87e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554726 Aug 31 14:52:35.422824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a65bc84-d7fa-45c1-a7c3-2c4fc70bf882 req-05c03a80-66fa-4013-af26-8179f7d2a87a service neutron] 10.222.0.60 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268973 Aug 31 14:52:35.474391 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-7401a963-0f92-41ae-a77e-630243952567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:52:15Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '27ea3823-2884-450e-8b52-93b113f5530b', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'floating_ip_address': '172.25.2.109', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '141c385f-a101-42c0-881d-f40c637ac832', 'port_id': '2b646497-46b7-44ec-b093-05d1657df836', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'mac_address': 'fa:16:3e:61:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:52:32Z', 'updated_at': '2021-08-31T14:52:32Z', 'revision_number': 0, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dc9c93-06fd-4c11-9747-1a141494817b', 'name': '', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:69:a5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:14Z', 'updated_at': '2021-08-31T14:52:21Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:35.526352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401a963-0f92-41ae-a77e-630243952567 None None] The sync data for ids ['141c385f-a101-42c0-881d-f40c637ac832'] in n-d-806683-5 is: [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:52:15Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '27ea3823-2884-450e-8b52-93b113f5530b', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'floating_ip_address': '172.25.2.109', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '141c385f-a101-42c0-881d-f40c637ac832', 'port_id': '2b646497-46b7-44ec-b093-05d1657df836', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'mac_address': 'fa:16:3e:61:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:52:32Z', 'updated_at': '2021-08-31T14:52:32Z', 'revision_number': 0, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dc9c93-06fd-4c11-9747-1a141494817b', 'name': '', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:69:a5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:14Z', 'updated_at': '2021-08-31T14:52:21Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:35.596330 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a65bc84-d7fa-45c1-a7c3-2c4fc70bf882 req-57e0931c-ccaa-4854-b034-1c8dc33b9ebf service neutron] 10.222.0.60 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648731 Aug 31 14:52:35.827933 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2b467-38d6-46b3-9aac-fff07c0503ee None None] New status for floating IP 27ea3823-2884-450e-8b52-93b113f5530b: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:52:36.021063 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53198) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:36.150804 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6cb9bc26-d783-47f9-8d40-c73cbdce7f67 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/27ea3823-2884-450e-8b52-93b113f5530b HTTP/1.1" status: 200 len: 994 time: 0.1232390 Aug 31 14:52:38.716645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53246) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:38.882082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-703c1f24-8834-4ce3-a9cf-10350c46cbc8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Deleting port 2380219d-7818-4ffd-9316-c23a5484b035 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:38.882425 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-703c1f24-8834-4ce3-a9cf-10350c46cbc8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:38.965517 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-703c1f24-8834-4ce3-a9cf-10350c46cbc8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:38.965860 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-703c1f24-8834-4ce3-a9cf-10350c46cbc8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:38.980154 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-703c1f24-8834-4ce3-a9cf-10350c46cbc8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Calling delete_port for 2380219d-7818-4ffd-9316-c23a5484b035 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:39.141840 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-703c1f24-8834-4ce3-a9cf-10350c46cbc8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:39.177755 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c1f24-8834-4ce3-a9cf-10350c46cbc8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event deleted for resources: {'Port': ['ID=2380219d-7818-4ffd-9316-c23a5484b035,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:39.239690 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-703c1f24-8834-4ce3-a9cf-10350c46cbc8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:39.240629 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-703c1f24-8834-4ce3-a9cf-10350c46cbc8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Floating IP 9b67c7f4-c12c-4365-9617-c0660ee085d2 disassociated (deleted). External IP: 172.25.2.137, port: 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81. Aug 31 14:52:39.533944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703c1f24-8834-4ce3-a9cf-10350c46cbc8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Router d89a73f4-d34f-4230-b596-86c6f1f53f0e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:52:39.660948 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703c1f24-8834-4ce3-a9cf-10350c46cbc8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:52:39.666297 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-703c1f24-8834-4ce3-a9cf-10350c46cbc8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:39.674045 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d1295e-31f7-44d5-ba36-0fe93cd359de None None] Sync routers for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:52:39.683622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1295e-31f7-44d5-ba36-0fe93cd359de None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:39.684242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-94d1295e-31f7-44d5-ba36-0fe93cd359de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:52:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:39.702578 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-703c1f24-8834-4ce3-a9cf-10350c46cbc8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "DELETE /v2.0/floatingips/9b67c7f4-c12c-4365-9617-c0660ee085d2 HTTP/1.1" status: 204 len: 168 time: 0.9805555 Aug 31 14:52:39.702578 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'tag': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:39.702578 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed242643-5fc1-4625-8f3c-3f502420c960" -d '{"events": [{"name": "network-changed", "server_uuid": "99f36570-8f11-447c-b7a3-8788b711c8c0", "tag": "40a1a9f9-ce61-4b23-b23c-b6cba90b2d81"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:39.764381 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7277ea08-7047-4b5c-980d-6e086a21f492 x-openstack-request-id: req-7277ea08-7047-4b5c-980d-6e086a21f492 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:39.764987 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f36570-8f11-447c-b7a3-8788b711c8c0", "tag": "40a1a9f9-ce61-4b23-b23c-b6cba90b2d81", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:39.764987 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7277ea08-7047-4b5c-980d-6e086a21f492 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:39.765387 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'tag': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'status': 'completed', 'code': 200} Aug 31 14:52:39.829485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed242643-5fc1-4625-8f3c-3f502420c960 req-bf71fac8-cf16-47df-92b6-9610c6474608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:39.831962 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed242643-5fc1-4625-8f3c-3f502420c960 req-bf71fac8-cf16-47df-92b6-9610c6474608 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6533cc47c01b415292ab966def453044&device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 1096 time: 0.0446310 Aug 31 14:52:39.834142 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-94d1295e-31f7-44d5-ba36-0fe93cd359de None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:39.992074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed242643-5fc1-4625-8f3c-3f502420c960 req-15bbb347-f07e-4929-a6dd-3535411de593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:39.993665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed242643-5fc1-4625-8f3c-3f502420c960 req-15bbb347-f07e-4929-a6dd-3535411de593 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 200 len: 913 time: 0.1471753 Aug 31 14:52:40.002290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec3236-e987-41b0-9e9f-64bf37cf2b43 req-8fb5945a-e335-4e68-b065-e8be1a409e99 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:40.003985 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dbec3236-e987-41b0-9e9f-64bf37cf2b43 req-8fb5945a-e335-4e68-b065-e8be1a409e99 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 945 time: 0.0707481 Aug 31 14:52:40.055516 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed242643-5fc1-4625-8f3c-3f502420c960 req-56c2a567-3222-40ce-8b07-82a8cad23151 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 HTTP/1.1" status: 200 len: 217 time: 0.0503132 Aug 31 14:52:40.055915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-94d1295e-31f7-44d5-ba36-0fe93cd359de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:40.088696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d1295e-31f7-44d5-ba36-0fe93cd359de None None] Checking router: d89a73f4-d34f-4230-b596-86c6f1f53f0e for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:52:40.099795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1295e-31f7-44d5-ba36-0fe93cd359de None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:40.100436 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-94d1295e-31f7-44d5-ba36-0fe93cd359de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:52:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:40.114411 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dbec3236-e987-41b0-9e9f-64bf37cf2b43 req-0c095d6e-9c31-49b4-9890-6dcd4ad81cdd tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035361 Aug 31 14:52:40.120744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed242643-5fc1-4625-8f3c-3f502420c960 req-3e7dafc4-4268-4ce5-bbe9-823a2c7ccc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:40.121819 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed242643-5fc1-4625-8f3c-3f502420c960 req-3e7dafc4-4268-4ce5-bbe9-823a2c7ccc3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 200 len: 851 time: 0.0581734 Aug 31 14:52:40.187851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed242643-5fc1-4625-8f3c-3f502420c960 req-6b5d66aa-13c2-409a-9f3a-938a6ab1e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:40.190128 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed242643-5fc1-4625-8f3c-3f502420c960 req-6b5d66aa-13c2-409a-9f3a-938a6ab1e2f2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d539104a-571b-4d65-8226-f02851a21edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586007 Aug 31 14:52:40.219623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-94d1295e-31f7-44d5-ba36-0fe93cd359de None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:40.316530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed242643-5fc1-4625-8f3c-3f502420c960 req-65683cfa-55ab-4371-90db-c3e2b6859fd1 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190295 Aug 31 14:52:40.424680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53264) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:40.432837 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed242643-5fc1-4625-8f3c-3f502420c960 req-6985941b-ed99-4a11-b155-651a4e020449 service neutron] 10.222.0.25 "GET /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066670 Aug 31 14:52:40.461914 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-94d1295e-31f7-44d5-ba36-0fe93cd359de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:40.495470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d1295e-31f7-44d5-ba36-0fe93cd359de None None] The sync data for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 is: [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:40:55Z', 'revision_number': 4, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'c67088d4-f8a0-4907-8928-60adf9ac8dba', 'name': '', 'network_id': 'd539104a-571b-4d65-8226-f02851a21edf', 'tenant_id': '6533cc47c01b415292ab966def453044', 'mac_address': 'fa:16:3e:77:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:54Z', 'updated_at': '2021-08-31T14:41:00Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'subnets': [{'id': '84f20d0c-d59a-49fd-bdba-b8ee114f5f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:40.556907 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9f52182c-c09f-41a2-b036-d9c38a517d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:40.669836 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9f52182c-c09f-41a2-b036-d9c38a517d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:40.674547 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9f52182c-c09f-41a2-b036-d9c38a517d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:40.719163 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9f52182c-c09f-41a2-b036-d9c38a517d15 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b5bcd60e1404d18b3c6c31877162dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933576 Aug 31 14:52:40.720072 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52182c-c09f-41a2-b036-d9c38a517d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915d5058-dea1-481d-a621-5cf3f6f66ad7,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:40.721800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53276) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:40.826919 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2939604f-b4ac-4763-b8a0-67881f4907c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:40.837319 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93218fdf-6b3f-475e-bbb4-6c5d3293b8a4 None None] New status for floating IP 9b67c7f4-c12c-4365-9617-c0660ee085d2: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:52:40.878152 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2939604f-b4ac-4763-b8a0-67881f4907c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:40.947378 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2939604f-b4ac-4763-b8a0-67881f4907c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:40.953120 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2939604f-b4ac-4763-b8a0-67881f4907c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:40.954862 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2939604f-b4ac-4763-b8a0-67881f4907c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/915d5058-dea1-481d-a621-5cf3f6f66ad7 HTTP/1.1" status: 204 len: 168 time: 0.2320626 Aug 31 14:52:40.965890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939604f-b4ac-4763-b8a0-67881f4907c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915d5058-dea1-481d-a621-5cf3f6f66ad7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:41.253361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6234121-060d-409b-858f-a17b87ccd188 req-c473031f-e73e-4285-aa01-12ec918e3515 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:41.254916 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6234121-060d-409b-858f-a17b87ccd188 req-c473031f-e73e-4285-aa01-12ec918e3515 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 945 time: 0.0569880 Aug 31 14:52:41.283294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53290) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:41.296890 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e419b02d-c72e-4c05-92d2-ae991861137b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:41.300642 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6234121-060d-409b-858f-a17b87ccd188 req-9e070c48-5445-4128-a241-2582898297e8 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/security-groups?id=403cfd1d-950b-4898-885a-f39574720f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392988 Aug 31 14:52:41.414014 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e419b02d-c72e-4c05-92d2-ae991861137b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:41.421972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e419b02d-c72e-4c05-92d2-ae991861137b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:41.454872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fc2fa-8e3b-48f2-afd3-ecf60f050736 req-338002fe-1914-485c-9f96-d3e66ce6dd04 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:41.456376 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-723fc2fa-8e3b-48f2-afd3-ecf60f050736 req-338002fe-1914-485c-9f96-d3e66ce6dd04 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 945 time: 0.0915720 Aug 31 14:52:41.485600 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e419b02d-c72e-4c05-92d2-ae991861137b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d12f933f9864e0eb3da527f1ba01710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2011731 Aug 31 14:52:41.488342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53292) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:41.505077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419b02d-c72e-4c05-92d2-ae991861137b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caba543d-607b-44e1-a4e5-6ca17dfcb10a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:41.537836 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38830587-39a7-492d-bb35-5416973ef531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:41.560319 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38830587-39a7-492d-bb35-5416973ef531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:41.571825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-723fc2fa-8e3b-48f2-afd3-ecf60f050736 req-e5e48acb-ef8d-4a1a-a06b-850189ece1bb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Deleting port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:41.572169 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-723fc2fa-8e3b-48f2-afd3-ecf60f050736 req-e5e48acb-ef8d-4a1a-a06b-850189ece1bb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:41.608809 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38830587-39a7-492d-bb35-5416973ef531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:41.611415 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-38830587-39a7-492d-bb35-5416973ef531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:41.612563 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-38830587-39a7-492d-bb35-5416973ef531 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/caba543d-607b-44e1-a4e5-6ca17dfcb10a HTTP/1.1" status: 204 len: 168 time: 0.1232450 Aug 31 14:52:41.621788 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38830587-39a7-492d-bb35-5416973ef531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caba543d-607b-44e1-a4e5-6ca17dfcb10a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:41.675016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-723fc2fa-8e3b-48f2-afd3-ecf60f050736 req-e5e48acb-ef8d-4a1a-a06b-850189ece1bb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] For port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:41.675415 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-723fc2fa-8e3b-48f2-afd3-ecf60f050736 req-e5e48acb-ef8d-4a1a-a06b-850189ece1bb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:41.690853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-723fc2fa-8e3b-48f2-afd3-ecf60f050736 req-e5e48acb-ef8d-4a1a-a06b-850189ece1bb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Calling delete_port for 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:41.825140 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-723fc2fa-8e3b-48f2-afd3-ecf60f050736 req-e5e48acb-ef8d-4a1a-a06b-850189ece1bb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:41.852105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e48acb-ef8d-4a1a-a06b-850189ece1bb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event deleted for resources: {'Port': ['ID=40a1a9f9-ce61-4b23-b23c-b6cba90b2d81,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:41.902933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-723fc2fa-8e3b-48f2-afd3-ecf60f050736 req-e5e48acb-ef8d-4a1a-a06b-850189ece1bb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] No DVR routers for this DVR port 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:52:41.905720 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-723fc2fa-8e3b-48f2-afd3-ecf60f050736 req-e5e48acb-ef8d-4a1a-a06b-850189ece1bb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:41.908008 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-723fc2fa-8e3b-48f2-afd3-ecf60f050736 req-e5e48acb-ef8d-4a1a-a06b-850189ece1bb tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.25 "DELETE /v2.0/ports/40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 HTTP/1.1" status: 204 len: 173 time: 0.4450779 Aug 31 14:52:41.908473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'name': 'network-vif-deleted', 'tag': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:41.911628 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f6a666-f99d-42f8-8264-98d7d4850546" -d '{"events": [{"server_uuid": "99f36570-8f11-447c-b7a3-8788b711c8c0", "name": "network-vif-deleted", "tag": "40a1a9f9-ce61-4b23-b23c-b6cba90b2d81"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:41.950655 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb635c4-0900-4978-bdc9-e9c527d61669 x-openstack-request-id: req-7fb635c4-0900-4978-bdc9-e9c527d61669 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:41.951205 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f36570-8f11-447c-b7a3-8788b711c8c0", "name": "network-vif-deleted", "tag": "40a1a9f9-ce61-4b23-b23c-b6cba90b2d81", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:41.951494 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fb635c4-0900-4978-bdc9-e9c527d61669 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:41.951900 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f36570-8f11-447c-b7a3-8788b711c8c0', 'name': 'network-vif-deleted', 'tag': '40a1a9f9-ce61-4b23-b23c-b6cba90b2d81', 'status': 'completed', 'code': 200} Aug 31 14:52:42.396212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53324) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:42.455035 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a9d6fe7-cc76-4bfc-9610-b77dcbcc171b req-0694b0e4-009e-4849-9016-9436440a103d tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 210 time: 0.0646665 Aug 31 14:52:42.547331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-5921113-network', 'tenant_id': 'cef2cee971954d85af7a5721aa361c3d'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:42.570446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] Made reservation on behalf of cef2cee971954d85af7a5721aa361c3d for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:52:42.573829 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:42.583948 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:42.696584 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:42.701195 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:42.733598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258132d1-5256-49ce-8289-9ec9a911e82a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:42.740314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:52:42.752252 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:42.752674 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] Added segment 151d51d5-f6c0-40ef-ab6b-7080e5423df6 of type vlan for network 3d7592e7-2553-4484-a1ba-b72931a446aa Aug 31 14:52:42.797243 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:42.824110 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:42.825511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:42.826336 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:42.890746 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4905539 Aug 31 14:52:42.891701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53332) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:42.897155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af83b1-5100-42d1-aa95-537661a4cbe4 admin admin] Pushing event updated for resources: {'Network': ['ID=3d7592e7-2553-4484-a1ba-b72931a446aa,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:42.898291 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-076c63f5-18ea-47e9-b8c7-3cd63d449f82 admin admin] Request body: {'subnet': {'network_id': '3d7592e7-2553-4484-a1ba-b72931a446aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-5921113-subnet', 'tenant_id': 'cef2cee971954d85af7a5721aa361c3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:42.908344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 3d7592e7-2553-4484-a1ba-b72931a446aa details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:52:42.929784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076c63f5-18ea-47e9-b8c7-3cd63d449f82 admin admin] Made reservation on behalf of cef2cee971954d85af7a5721aa361c3d for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:52:42.934310 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-076c63f5-18ea-47e9-b8c7-3cd63d449f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:43.148041 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-076c63f5-18ea-47e9-b8c7-3cd63d449f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:43.210450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c63f5-18ea-47e9-b8c7-3cd63d449f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8707390f-b0b9-436d-a73c-a0e3c56ac64f,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:43.222392 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076c63f5-18ea-47e9-b8c7-3cd63d449f82 admin admin] Checking segment: {'id': '151d51d5-f6c0-40ef-ab6b-7080e5423df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3d7592e7-2553-4484-a1ba-b72931a446aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:52:43.222392 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076c63f5-18ea-47e9-b8c7-3cd63d449f82 admin admin] Network hostable DHCP agents. Network: 3d7592e7-2553-4484-a1ba-b72931a446aa, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:52:43.242891 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076c63f5-18ea-47e9-b8c7-3cd63d449f82 admin admin] Network 3d7592e7-2553-4484-a1ba-b72931a446aa is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:52:43.253585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-076c63f5-18ea-47e9-b8c7-3cd63d449f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 3d7592e7-2553-4484-a1ba-b72931a446aa) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:43.257794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076c63f5-18ea-47e9-b8c7-3cd63d449f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:43.258375 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-076c63f5-18ea-47e9-b8c7-3cd63d449f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:43.263910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf3f78-de6e-43cd-8bea-8e7b57e13d50 None None] Network 3d7592e7-2553-4484-a1ba-b72931a446aa requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:52:43.273994 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-076c63f5-18ea-47e9-b8c7-3cd63d449f82 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3804507 Aug 31 14:52:43.399167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f7f96-0d69-4de8-94bf-65904f6f0309 None None] Network 3d7592e7-2553-4484-a1ba-b72931a446aa requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:52:43.630223 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8e801322-0ff0-430b-b04d-6c815aefece4 req-79653575-c15b-4e3b-b85e-f3217c8d1afd tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 210 time: 0.0466685 Aug 31 14:52:43.871459 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53352) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:43.876666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1836220577-network', 'tenant_id': 'd10e41e5dcb14ea3b32a495553d3d709'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:43.898304 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] Made reservation on behalf of d10e41e5dcb14ea3b32a495553d3d709 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:52:43.902440 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:43.911638 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:44.012324 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:44.016992 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:44.018236 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:52:44.047096 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:52:44.053719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6014d1a-5171-4c22-8338-558e47b9789f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:44.063111 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:44.063634 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] Added segment 0206363d-e43f-45f6-b6ce-5a2c4194754c of type vlan for network 8fd36cb8-47d8-4039-ab92-eb14d021c15c Aug 31 14:52:44.109111 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:44.135881 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:44.136806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:44.137410 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:44.202027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3294950 Aug 31 14:52:44.204759 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53354) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:44.209751 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-94906ed0-78dd-4fdd-9e33-63e3278889f3 admin admin] Request body: {'subnet': {'network_id': '8fd36cb8-47d8-4039-ab92-eb14d021c15c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1836220577-subnet', 'tenant_id': 'd10e41e5dcb14ea3b32a495553d3d709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:44.222139 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714c952-b0dc-4273-a034-f9fbfd79450f admin admin] Pushing event updated for resources: {'Network': ['ID=8fd36cb8-47d8-4039-ab92-eb14d021c15c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:44.235862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 8fd36cb8-47d8-4039-ab92-eb14d021c15c details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:52:44.244784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94906ed0-78dd-4fdd-9e33-63e3278889f3 admin admin] Made reservation on behalf of d10e41e5dcb14ea3b32a495553d3d709 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:52:44.248422 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94906ed0-78dd-4fdd-9e33-63e3278889f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:44.445517 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94906ed0-78dd-4fdd-9e33-63e3278889f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:44.495745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94906ed0-78dd-4fdd-9e33-63e3278889f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=346639ed-f6f7-441f-a610-21dfd5acfdf1,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:44.511389 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94906ed0-78dd-4fdd-9e33-63e3278889f3 admin admin] Checking segment: {'id': '0206363d-e43f-45f6-b6ce-5a2c4194754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fd36cb8-47d8-4039-ab92-eb14d021c15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:52:44.511814 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94906ed0-78dd-4fdd-9e33-63e3278889f3 admin admin] Network hostable DHCP agents. Network: 8fd36cb8-47d8-4039-ab92-eb14d021c15c, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:52:44.528937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94906ed0-78dd-4fdd-9e33-63e3278889f3 admin admin] Network 8fd36cb8-47d8-4039-ab92-eb14d021c15c is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:52:44.537091 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-94906ed0-78dd-4fdd-9e33-63e3278889f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 8fd36cb8-47d8-4039-ab92-eb14d021c15c) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:44.543062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94906ed0-78dd-4fdd-9e33-63e3278889f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:44.543133 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-94906ed0-78dd-4fdd-9e33-63e3278889f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:44.546446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd024ab-e11e-436c-8e31-65ede14e21a1 None None] Network 8fd36cb8-47d8-4039-ab92-eb14d021c15c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:52:44.558753 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-94906ed0-78dd-4fdd-9e33-63e3278889f3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3528390 Aug 31 14:52:44.697406 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5fb17a-3fe1-4a53-bba0-3aee01ec96c3 None None] Network 8fd36cb8-47d8-4039-ab92-eb14d021c15c requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:52:44.742051 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-43be6caa-a34b-4ca9-87ad-d6e3a3bbe1d6 req-0c0907f1-abcb-42ae-9c16-c452667ba537 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 210 time: 0.0297067 Aug 31 14:52:45.077867 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852d96d-a4be-4633-a026-624e770d9cfc req-deb23aae-5264-4b7f-bd41-b1a142c0f8b0 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:45.079392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5852d96d-a4be-4633-a026-624e770d9cfc req-deb23aae-5264-4b7f-bd41-b1a142c0f8b0 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/networks?id=3d7592e7-2553-4484-a1ba-b72931a446aa HTTP/1.1" status: 200 len: 806 time: 0.1062136 Aug 31 14:52:45.096059 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5852d96d-a4be-4633-a026-624e770d9cfc req-d71babce-25c6-4042-b932-c552efc56a87 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/quotas/cef2cee971954d85af7a5721aa361c3d HTTP/1.1" status: 200 len: 375 time: 0.0108032 Aug 31 14:52:45.134522 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5852d96d-a4be-4633-a026-624e770d9cfc req-0b6af746-1198-4ad3-8832-02f63a20563e tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cef2cee971954d85af7a5721aa361c3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330541 Aug 31 14:52:45.229730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5852d96d-a4be-4633-a026-624e770d9cfc req-df02cb22-ef6c-4f3c-a748-8b4f34063186 service neutron] 10.222.0.39 "GET /v2.0/networks/3d7592e7-2553-4484-a1ba-b72931a446aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873446 Aug 31 14:52:45.323681 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5852d96d-a4be-4633-a026-624e770d9cfc req-bac85011-5875-470d-95aa-29c309004a2e service neutron] 10.222.0.39 "GET /v2.0/networks/3d7592e7-2553-4484-a1ba-b72931a446aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872157 Aug 31 14:52:45.498695 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-da5fe0ec-780c-4ae6-8e73-c395b452b3b0 req-bbfa7b43-f5f7-44c6-b037-e375babdb6d2 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 210 time: 0.0278451 Aug 31 14:52:45.579601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:45.609621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:45.609964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 40a1a9f9-ce61-4b23-b23c-b6cba90b2d81 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:45.860084 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e33fe662-e64b-4004-9af6-9df75424dd10 req-20c803ea-63e1-4114-84ee-ee12d60da4b3 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f36570-8f11-447c-b7a3-8788b711c8c0 HTTP/1.1" status: 200 len: 210 time: 0.0308371 Aug 31 14:52:46.466380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852d96d-a4be-4633-a026-624e770d9cfc req-be6b9dca-8f0d-4eab-83fd-3a066259929d tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:46.467927 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5852d96d-a4be-4633-a026-624e770d9cfc req-be6b9dca-8f0d-4eab-83fd-3a066259929d tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.25 "GET /v2.0/networks?id=3d7592e7-2553-4484-a1ba-b72931a446aa HTTP/1.1" status: 200 len: 806 time: 0.1026783 Aug 31 14:52:46.481637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5852d96d-a4be-4633-a026-624e770d9cfc req-106aff4d-e1bb-4870-9832-17cf81499ecb tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Request body: {'port': {'device_id': '7dc0c224-223c-423c-b20b-1e5ff186e2cd', 'network_id': '3d7592e7-2553-4484-a1ba-b72931a446aa', 'admin_state_up': True, 'tenant_id': 'cef2cee971954d85af7a5721aa361c3d'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:46.599607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5852d96d-a4be-4633-a026-624e770d9cfc req-106aff4d-e1bb-4870-9832-17cf81499ecb tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Made reservation on behalf of cef2cee971954d85af7a5721aa361c3d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:52:46.603340 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5852d96d-a4be-4633-a026-624e770d9cfc req-106aff4d-e1bb-4870-9832-17cf81499ecb tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:46.616483 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5269330f-c147-4276-bb3d-7f0d34377b92 req-c309f2da-e1c7-4eea-b7f4-6d89eb93a48c tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 210 time: 0.0356410 Aug 31 14:52:46.742364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-5852d96d-a4be-4633-a026-624e770d9cfc req-106aff4d-e1bb-4870-9832-17cf81499ecb tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Allocated IP 172.20.0.8 (3d7592e7-2553-4484-a1ba-b72931a446aa/8707390f-b0b9-436d-a73c-a0e3c56ac64f/a034f75b-d5e4-419e-9f13-b80a22fd8882) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:52:46.899567 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5852d96d-a4be-4633-a026-624e770d9cfc req-106aff4d-e1bb-4870-9832-17cf81499ecb tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:46.920686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53398) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:46.948640 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5852d96d-a4be-4633-a026-624e770d9cfc req-106aff4d-e1bb-4870-9832-17cf81499ecb tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:46.997995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106aff4d-e1bb-4870-9832-17cf81499ecb tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Pushing event updated for resources: {'Port': ['ID=a034f75b-d5e4-419e-9f13-b80a22fd8882,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:47.016429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5852d96d-a4be-4633-a026-624e770d9cfc req-106aff4d-e1bb-4870-9832-17cf81499ecb tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Network 3d7592e7-2553-4484-a1ba-b72931a446aa is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:52:47.017961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-5852d96d-a4be-4633-a026-624e770d9cfc req-106aff4d-e1bb-4870-9832-17cf81499ecb tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:52:47.020839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5852d96d-a4be-4633-a026-624e770d9cfc req-106aff4d-e1bb-4870-9832-17cf81499ecb tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:52:47.062826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-263a0554-e65a-4418-8fb9-36f13720375e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Deleting port 1909e5da-20a6-4e2a-b3fb-0a92d353e1f0 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:47.063089 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-263a0554-e65a-4418-8fb9-36f13720375e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:47.079058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852d96d-a4be-4633-a026-624e770d9cfc req-106aff4d-e1bb-4870-9832-17cf81499ecb tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:47.079690 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5852d96d-a4be-4633-a026-624e770d9cfc req-106aff4d-e1bb-4870-9832-17cf81499ecb tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:47.094550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5852d96d-a4be-4633-a026-624e770d9cfc req-106aff4d-e1bb-4870-9832-17cf81499ecb tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6175456 Aug 31 14:52:47.108171 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Request body: {'port': {'device_id': '7dc0c224-223c-423c-b20b-1e5ff186e2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:52:47.144288 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-263a0554-e65a-4418-8fb9-36f13720375e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:47.144621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-263a0554-e65a-4418-8fb9-36f13720375e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:47.157480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-263a0554-e65a-4418-8fb9-36f13720375e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Calling delete_port for 1909e5da-20a6-4e2a-b3fb-0a92d353e1f0 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:47.162247 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:47.300492 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-263a0554-e65a-4418-8fb9-36f13720375e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:47.328385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a0554-e65a-4418-8fb9-36f13720375e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event deleted for resources: {'Port': ['ID=1909e5da-20a6-4e2a-b3fb-0a92d353e1f0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:47.391887 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-263a0554-e65a-4418-8fb9-36f13720375e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:47.394669 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-263a0554-e65a-4418-8fb9-36f13720375e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:47.395620 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-263a0554-e65a-4418-8fb9-36f13720375e tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "DELETE /v2.0/floatingips/546e96b7-a954-425b-912a-35937309a66a HTTP/1.1" status: 204 len: 168 time: 0.4737842 Aug 31 14:52:47.450525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a034f75b-d5e4-419e-9f13-b80a22fd8882 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:52:47.458837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:47.473761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Transition to ACTIVE for port object a034f75b-d5e4-419e-9f13-b80a22fd8882 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:52:47.478249 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:47.536676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Pushing event updated for resources: {'Port': ['ID=a034f75b-d5e4-419e-9f13-b80a22fd8882,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:47.606371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Attempting to bind port a034f75b-d5e4-419e-9f13-b80a22fd8882 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:52:47.606696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Attempting to bind port a034f75b-d5e4-419e-9f13-b80a22fd8882 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '151d51d5-f6c0-40ef-ab6b-7080e5423df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3d7592e7-2553-4484-a1ba-b72931a446aa'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:52:47.607093 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Attempting to bind port a034f75b-d5e4-419e-9f13-b80a22fd8882 on network 3d7592e7-2553-4484-a1ba-b72931a446aa {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:52:47.611375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Port a034f75b-d5e4-419e-9f13-b80a22fd8882 on network 3d7592e7-2553-4484-a1ba-b72931a446aa not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:52:47.611696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Attempting to bind port a034f75b-d5e4-419e-9f13-b80a22fd8882 on network 3d7592e7-2553-4484-a1ba-b72931a446aa {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:52:47.616416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:52:47.616748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Checking segment: {'id': '151d51d5-f6c0-40ef-ab6b-7080e5423df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3d7592e7-2553-4484-a1ba-b72931a446aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:52:47.617121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Bound using segment: {'id': '151d51d5-f6c0-40ef-ab6b-7080e5423df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3d7592e7-2553-4484-a1ba-b72931a446aa'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:52:47.617561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Bound port: a034f75b-d5e4-419e-9f13-b80a22fd8882, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151d51d5-f6c0-40ef-ab6b-7080e5423df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3d7592e7-2553-4484-a1ba-b72931a446aa'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:52:47.617910 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:47.689813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] For port a034f75b-d5e4-419e-9f13-b80a22fd8882, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:52:47.693136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] For port a034f75b-d5e4-419e-9f13-b80a22fd8882, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a034f75b-d5e4-419e-9f13-b80a22fd8882,segment=NetworkSegment(151d51d5-f6c0-40ef-ab6b-7080e5423df6),segment_id=151d51d5-f6c0-40ef-ab6b-7080e5423df6)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:52:47.698974 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:47.738330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:47.738999 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:47.740377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5852d96d-a4be-4633-a026-624e770d9cfc req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] 10.222.0.25 "PUT /v2.0/ports/a034f75b-d5e4-419e-9f13-b80a22fd8882 HTTP/1.1" status: 200 len: 1091 time: 0.6379199 Aug 31 14:52:47.740820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc0c224-223c-423c-b20b-1e5ff186e2cd', 'tag': 'a034f75b-d5e4-419e-9f13-b80a22fd8882'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:47.743072 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0ee5ea-4e53-4a89-a59a-dd1308f94c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc0c224-223c-423c-b20b-1e5ff186e2cd", "tag": "a034f75b-d5e4-419e-9f13-b80a22fd8882"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:47.763444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bcb65-9b4f-44e8-8467-b414e1e14820 req-1a248c80-49e4-4d9c-8593-3fe2d08154b3 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:47.765451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb37c26-0ce1-4d58-9201-f09c8c788f67 service neutron] Pushing event updated for resources: {'Port': ['ID=a034f75b-d5e4-419e-9f13-b80a22fd8882,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:47.766200 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b79bcb65-9b4f-44e8-8467-b414e1e14820 req-1a248c80-49e4-4d9c-8593-3fe2d08154b3 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 943 time: 0.0668268 Aug 31 14:52:47.802716 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c1dbbe-5c00-45b1-8884-9dfa90971929 x-openstack-request-id: req-b2c1dbbe-5c00-45b1-8884-9dfa90971929 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:47.802868 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc0c224-223c-423c-b20b-1e5ff186e2cd", "tag": "a034f75b-d5e4-419e-9f13-b80a22fd8882", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:47.803074 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2c1dbbe-5c00-45b1-8884-9dfa90971929 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:47.803481 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc0c224-223c-423c-b20b-1e5ff186e2cd', 'tag': 'a034f75b-d5e4-419e-9f13-b80a22fd8882', 'status': 'completed', 'code': 200} Aug 31 14:52:47.824460 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b79bcb65-9b4f-44e8-8467-b414e1e14820 req-52aaa494-be17-4b95-9a01-4ee9cf786fc0 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/security-groups?id=258132d1-5256-49ce-8289-9ec9a911e82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361309 Aug 31 14:52:47.842596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852d96d-a4be-4633-a026-624e770d9cfc req-5e6d14e7-9b42-46d0-9ba4-229807271f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:47.842596 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5852d96d-a4be-4633-a026-624e770d9cfc req-5e6d14e7-9b42-46d0-9ba4-229807271f4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cef2cee971954d85af7a5721aa361c3d&device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 1094 time: 0.0508239 Aug 31 14:52:47.888590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5852d96d-a4be-4633-a026-624e770d9cfc req-8f1fc585-adcb-4b83-9f81-84291094b4d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a034f75b-d5e4-419e-9f13-b80a22fd8882 HTTP/1.1" status: 200 len: 217 time: 0.0385096 Aug 31 14:52:47.937874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852d96d-a4be-4633-a026-624e770d9cfc req-9a54414b-f556-4863-b5eb-c313fda926e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:47.939411 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5852d96d-a4be-4633-a026-624e770d9cfc req-9a54414b-f556-4863-b5eb-c313fda926e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8707390f-b0b9-436d-a73c-a0e3c56ac64f HTTP/1.1" status: 200 len: 846 time: 0.0441341 Aug 31 14:52:47.972435 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5852d96d-a4be-4633-a026-624e770d9cfc req-0dd71b54-3e20-4da4-b497-1148d910bfed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3d7592e7-2553-4484-a1ba-b72931a446aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262859 Aug 31 14:52:48.066795 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5852d96d-a4be-4633-a026-624e770d9cfc req-734c7b81-528f-490f-bd9f-3d7240fc54d2 service neutron] 10.222.0.25 "GET /v2.0/networks/3d7592e7-2553-4484-a1ba-b72931a446aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873849 Aug 31 14:52:48.163829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5852d96d-a4be-4633-a026-624e770d9cfc req-25f5b288-320c-425e-84ae-38b3df4a9feb service neutron] 10.222.0.25 "GET /v2.0/networks/3d7592e7-2553-4484-a1ba-b72931a446aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892878 Aug 31 14:52:48.254629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ee5ea-4e53-4a89-a59a-dd1308f94c1f req-3fdee8f1-b1b7-407c-89d2-69e1dcca4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:48.256135 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6f0ee5ea-4e53-4a89-a59a-dd1308f94c1f req-3fdee8f1-b1b7-407c-89d2-69e1dcca4b61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cef2cee971954d85af7a5721aa361c3d&device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 1094 time: 0.0418997 Aug 31 14:52:48.348784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ee5ea-4e53-4a89-a59a-dd1308f94c1f req-a9de3eb0-2f84-4cf7-992d-56d858f6398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:48.350271 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6f0ee5ea-4e53-4a89-a59a-dd1308f94c1f req-a9de3eb0-2f84-4cf7-992d-56d858f6398e service neutron] 10.222.0.25 "GET /v2.0/networks?id=3d7592e7-2553-4484-a1ba-b72931a446aa HTTP/1.1" status: 200 len: 907 time: 0.0873516 Aug 31 14:52:48.395335 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6f0ee5ea-4e53-4a89-a59a-dd1308f94c1f req-b34f7395-b046-4c00-ae0b-fe9147ac0353 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a034f75b-d5e4-419e-9f13-b80a22fd8882 HTTP/1.1" status: 200 len: 217 time: 0.0345898 Aug 31 14:52:48.443982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ee5ea-4e53-4a89-a59a-dd1308f94c1f req-189b847f-83c8-474c-a352-6ddb18ba7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:48.445362 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6f0ee5ea-4e53-4a89-a59a-dd1308f94c1f req-189b847f-83c8-474c-a352-6ddb18ba7176 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8707390f-b0b9-436d-a73c-a0e3c56ac64f HTTP/1.1" status: 200 len: 846 time: 0.0433547 Aug 31 14:52:48.482192 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6f0ee5ea-4e53-4a89-a59a-dd1308f94c1f req-28ba2d8f-8575-4138-8e9e-db7c2caf2284 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3d7592e7-2553-4484-a1ba-b72931a446aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294459 Aug 31 14:52:48.573848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6f0ee5ea-4e53-4a89-a59a-dd1308f94c1f req-fbe75cbb-9ee8-4aa0-89e7-948225f97fa7 service neutron] 10.222.0.25 "GET /v2.0/networks/3d7592e7-2553-4484-a1ba-b72931a446aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843134 Aug 31 14:52:48.672866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6f0ee5ea-4e53-4a89-a59a-dd1308f94c1f req-8d117951-fb4a-4fa5-a5a5-0a3bad91857f service neutron] 10.222.0.25 "GET /v2.0/networks/3d7592e7-2553-4484-a1ba-b72931a446aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918765 Aug 31 14:52:48.954266 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a9970-69af-44c5-8aaf-3fcf907646ac req-daafac52-af8d-46d2-8517-b011760cbeaa tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:48.956027 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e81a9970-69af-44c5-8aaf-3fcf907646ac req-daafac52-af8d-46d2-8517-b011760cbeaa tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 943 time: 0.0602105 Aug 31 14:52:49.001193 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e81a9970-69af-44c5-8aaf-3fcf907646ac req-65820519-ed57-4940-aa43-10a29f65e136 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/security-groups?id=258132d1-5256-49ce-8289-9ec9a911e82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364661 Aug 31 14:52:49.607503 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d754445-18bf-4869-9009-9a53b25e1053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:49.660170 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:50.131783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b68b48-9a2d-4cb9-82e5-550501adef74 req-a59a6dff-d780-444f-950a-675cc3a53004 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:50.133299 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b7b68b48-9a2d-4cb9-82e5-550501adef74 req-a59a6dff-d780-444f-950a-675cc3a53004 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 943 time: 0.0513754 Aug 31 14:52:50.173978 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b7b68b48-9a2d-4cb9-82e5-550501adef74 req-fdd7ed81-8434-40b0-9d23-306f25421d77 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/security-groups?id=258132d1-5256-49ce-8289-9ec9a911e82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339453 Aug 31 14:52:51.302038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e025ec5-ecbc-4894-9025-18b32bf0f98b req-2c978d9a-af2c-4584-936e-25c99d169c2a tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:51.303673 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4e025ec5-ecbc-4894-9025-18b32bf0f98b req-2c978d9a-af2c-4584-936e-25c99d169c2a tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 943 time: 0.0514836 Aug 31 14:52:51.345375 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4e025ec5-ecbc-4894-9025-18b32bf0f98b req-cc8ff54b-5e18-4bc6-9673-5f1a955a03ad tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/security-groups?id=258132d1-5256-49ce-8289-9ec9a911e82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336134 Aug 31 14:52:51.640210 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a034f75b-d5e4-419e-9f13-b80a22fd8882 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:52:51.739550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port a034f75b-d5e4-419e-9f13-b80a22fd8882, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a034f75b-d5e4-419e-9f13-b80a22fd8882,segment=NetworkSegment(151d51d5-f6c0-40ef-ab6b-7080e5423df6),segment_id=151d51d5-f6c0-40ef-ab6b-7080e5423df6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:51.752422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'a034f75b-d5e4-419e-9f13-b80a22fd8882', 'network_id': '3d7592e7-2553-4484-a1ba-b72931a446aa', 'port_id': 'a034f75b-d5e4-419e-9f13-b80a22fd8882', 'mac_address': 'fa:16:3e:da:11:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8707390f-b0b9-436d-a73c-a0e3c56ac64f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:52:51.816700 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53472) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:51.892454 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e75484b3-0beb-4c8d-bf5c-8f13946707b0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:51.923489 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e75484b3-0beb-4c8d-bf5c-8f13946707b0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:51.965371 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:51.994063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a034f75b-d5e4-419e-9f13-b80a22fd8882 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:52:51.997490 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e75484b3-0beb-4c8d-bf5c-8f13946707b0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:52.001041 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e75484b3-0beb-4c8d-bf5c-8f13946707b0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:52.016722 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e75484b3-0beb-4c8d-bf5c-8f13946707b0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] 10.222.0.39 "DELETE /v2.0/security-groups/403cfd1d-950b-4898-885a-f39574720f53 HTTP/1.1" status: 204 len: 168 time: 0.1869624 Aug 31 14:52:52.018108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port a034f75b-d5e4-419e-9f13-b80a22fd8882, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a034f75b-d5e4-419e-9f13-b80a22fd8882,segment=NetworkSegment(151d51d5-f6c0-40ef-ab6b-7080e5423df6),segment_id=151d51d5-f6c0-40ef-ab6b-7080e5423df6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:52.023304 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:52.043884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75484b3-0beb-4c8d-bf5c-8f13946707b0 tempest-TestVolumeBootPattern-527502528 tempest-TestVolumeBootPattern-527502528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403cfd1d-950b-4898-885a-f39574720f53,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:52.082680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53480) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:52.090202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=a034f75b-d5e4-419e-9f13-b80a22fd8882,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:52.160595 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b71519db-c1d0-46fc-ba37-93b6031a40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:52.238513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['a034f75b-d5e4-419e-9f13-b80a22fd8882'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:52:52.305835 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:52.503758 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dfd2d-e2d1-4ea1-a66e-4643f0c526fa req-406ffb9b-73f9-41b1-ae04-012f7759181a tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:52.505598 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf2dfd2d-e2d1-4ea1-a66e-4643f0c526fa req-406ffb9b-73f9-41b1-ae04-012f7759181a tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 944 time: 0.0655770 Aug 31 14:52:52.551882 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf2dfd2d-e2d1-4ea1-a66e-4643f0c526fa req-577d6014-ebee-4994-890e-d5e75b57b51d tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/security-groups?id=258132d1-5256-49ce-8289-9ec9a911e82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383739 Aug 31 14:52:52.945632 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb14c290-b67a-4a38-ab2e-e91706f67151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:53.221051 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-bb14c290-b67a-4a38-ab2e-e91706f67151 admin admin] Deleting port c67088d4-f8a0-4907-8928-60adf9ac8dba {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:53.221393 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb14c290-b67a-4a38-ab2e-e91706f67151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:53.303069 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-bb14c290-b67a-4a38-ab2e-e91706f67151 admin admin] For port c67088d4-f8a0-4907-8928-60adf9ac8dba, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c67088d4-f8a0-4907-8928-60adf9ac8dba,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:53.303465 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb14c290-b67a-4a38-ab2e-e91706f67151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:53.326441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-bb14c290-b67a-4a38-ab2e-e91706f67151 admin admin] Calling delete_port for c67088d4-f8a0-4907-8928-60adf9ac8dba owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:53.394853 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:53.522728 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb14c290-b67a-4a38-ab2e-e91706f67151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:53.550832 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14c290-b67a-4a38-ab2e-e91706f67151 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67088d4-f8a0-4907-8928-60adf9ac8dba,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:53.657994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a034f75b-d5e4-419e-9f13-b80a22fd8882 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:52:53.723783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port a034f75b-d5e4-419e-9f13-b80a22fd8882 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:52:53.736678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port a034f75b-d5e4-419e-9f13-b80a22fd8882 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:52:53.737929 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:53.779908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def1996-3800-4d64-ab55-e8e96a68f795 req-3fd5bec6-9cff-4252-8028-1c704a477fe2 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:53.787717 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5def1996-3800-4d64-ab55-e8e96a68f795 req-3fd5bec6-9cff-4252-8028-1c704a477fe2 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 944 time: 0.1179786 Aug 31 14:52:53.839831 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5def1996-3800-4d64-ab55-e8e96a68f795 req-fd092512-1f1d-414d-8eb9-7e9892c16767 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/security-groups?id=258132d1-5256-49ce-8289-9ec9a911e82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506918 Aug 31 14:52:53.858895 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bb14c290-b67a-4a38-ab2e-e91706f67151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:53.860396 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:53.885559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc0c224-223c-423c-b20b-1e5ff186e2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a034f75b-d5e4-419e-9f13-b80a22fd8882'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:52:53.888635 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70278e7-6fff-4c4c-b0d3-3d49abfb972a" -d '{"events": [{"server_uuid": "7dc0c224-223c-423c-b20b-1e5ff186e2cd", "name": "network-vif-plugged", "status": "completed", "tag": "a034f75b-d5e4-419e-9f13-b80a22fd8882"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:52:53.908656 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port a034f75b-d5e4-419e-9f13-b80a22fd8882, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a034f75b-d5e4-419e-9f13-b80a22fd8882,segment=NetworkSegment(151d51d5-f6c0-40ef-ab6b-7080e5423df6),segment_id=151d51d5-f6c0-40ef-ab6b-7080e5423df6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:53.917377 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:53.947630 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629c066c-a0a2-4e24-9ff6-b1dd584c25a4 x-openstack-request-id: req-629c066c-a0a2-4e24-9ff6-b1dd584c25a4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:52:53.948275 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc0c224-223c-423c-b20b-1e5ff186e2cd", "name": "network-vif-plugged", "status": "completed", "tag": "a034f75b-d5e4-419e-9f13-b80a22fd8882", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:52:53.949329 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-629c066c-a0a2-4e24-9ff6-b1dd584c25a4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:52:53.950128 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc0c224-223c-423c-b20b-1e5ff186e2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a034f75b-d5e4-419e-9f13-b80a22fd8882', 'code': 200} Aug 31 14:52:53.997925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=a034f75b-d5e4-419e-9f13-b80a22fd8882,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:54.046804 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660f270-14a8-4446-b451-eb05516a325a req-7e0fb104-e77b-4681-9d47-3aa2a1a6f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:54.048958 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a660f270-14a8-4446-b451-eb05516a325a req-7e0fb104-e77b-4681-9d47-3aa2a1a6f91d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 1096 time: 0.0448046 Aug 31 14:52:54.086634 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a660f270-14a8-4446-b451-eb05516a325a req-912f9ae9-a306-457d-80ef-a204f7fc87a0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=258132d1-5256-49ce-8289-9ec9a911e82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303981 Aug 31 14:52:54.102197 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb14c290-b67a-4a38-ab2e-e91706f67151 admin admin] Router d89a73f4-d34f-4230-b596-86c6f1f53f0e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:52:54.222065 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb14c290-b67a-4a38-ab2e-e91706f67151 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:52:54.223066 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bb14c290-b67a-4a38-ab2e-e91706f67151 admin admin] 10.222.0.39 "PUT /v2.0/routers/d89a73f4-d34f-4230-b596-86c6f1f53f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1385200 Aug 31 14:52:54.225513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53536) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:54.227518 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcb186b-4b52-4225-9fc1-5e7b0bb3bd64 None None] Sync routers for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:52:54.237211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcb186b-4b52-4225-9fc1-5e7b0bb3bd64 None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:54.237965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cdcb186b-4b52-4225-9fc1-5e7b0bb3bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:52:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:54.344068 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:54.367352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-cdcb186b-4b52-4225-9fc1-5e7b0bb3bd64 None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:54.471223 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:54.545702 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] Deleting port ab88807b-8f4e-4726-80ac-30e42da63dbe {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:54.545964 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:54.579708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cdcb186b-4b52-4225-9fc1-5e7b0bb3bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:52:53Z', 'revision_number': 5, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port': {'id': 'ab88807b-8f4e-4726-80ac-30e42da63dbe', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:40:51Z', 'updated_at': '2021-08-31T14:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:54.584136 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:54.615888 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcb186b-4b52-4225-9fc1-5e7b0bb3bd64 None None] Checking router: d89a73f4-d34f-4230-b596-86c6f1f53f0e for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:52:54.629666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcb186b-4b52-4225-9fc1-5e7b0bb3bd64 None None] Routers {'d89a73f4-d34f-4230-b596-86c6f1f53f0e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:54.630291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cdcb186b-4b52-4225-9fc1-5e7b0bb3bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:52:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:54.651427 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] For port ab88807b-8f4e-4726-80ac-30e42da63dbe, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ab88807b-8f4e-4726-80ac-30e42da63dbe,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:54.652058 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:54.668410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] Calling delete_port for ab88807b-8f4e-4726-80ac-30e42da63dbe owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:54.733537 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-cdcb186b-4b52-4225-9fc1-5e7b0bb3bd64 None None] Set router d89a73f4-d34f-4230-b596-86c6f1f53f0e gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:54.789351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cdcb186b-4b52-4225-9fc1-5e7b0bb3bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:52:54Z', 'revision_number': 6, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:54.824708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcb186b-4b52-4225-9fc1-5e7b0bb3bd64 None None] The sync data for ids ['d89a73f4-d34f-4230-b596-86c6f1f53f0e'] in n-d-806683-5 is: [{'id': 'd89a73f4-d34f-4230-b596-86c6f1f53f0e', 'name': 'tempest-TestVolumeBootPattern-2085371199-router', 'tenant_id': '6533cc47c01b415292ab966def453044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:50Z', 'updated_at': '2021-08-31T14:52:54Z', 'revision_number': 6, 'project_id': '6533cc47c01b415292ab966def453044', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:54.863117 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:54.893101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] Pushing event deleted for resources: {'Port': ['ID=ab88807b-8f4e-4726-80ac-30e42da63dbe,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:55.004273 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.017373 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.052037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3aff9d-c1cb-4bd8-b8ad-3b86742d671f req-cf20f236-9e37-4b28-8c04-3ec35aa2a56f tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:55.053746 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e3aff9d-c1cb-4bd8-b8ad-3b86742d671f req-cf20f236-9e37-4b28-8c04-3ec35aa2a56f tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 945 time: 0.1305013 Aug 31 14:52:55.165243 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.167722 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.189805 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e3aff9d-c1cb-4bd8-b8ad-3b86742d671f req-012dfdf1-580a-4759-9300-2a1b1626a48d tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/security-groups?id=258132d1-5256-49ce-8289-9ec9a911e82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092587 Aug 31 14:52:55.251281 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.251907 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d89a73f4-d34f-4230-b596-86c6f1f53f0e {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:52:55.256727 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.270416 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1c5ea34f-b542-497c-8236-307201359daf admin admin] 10.222.0.39 "DELETE /v2.0/routers/d89a73f4-d34f-4230-b596-86c6f1f53f0e HTTP/1.1" status: 204 len: 168 time: 1.0342047 Aug 31 14:52:55.271236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53560) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:55.317383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef7b826-4a6b-4f31-8a8a-330e741ebb23 admin admin] Deleting subnet 84f20d0c-d59a-49fd-bdba-b8ee114f5f38 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:52:55.326219 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ef7b826-4a6b-4f31-8a8a-330e741ebb23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.364716 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ef7b826-4a6b-4f31-8a8a-330e741ebb23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.454712 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ef7b826-4a6b-4f31-8a8a-330e741ebb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.511969 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ef7b826-4a6b-4f31-8a8a-330e741ebb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.536019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7b826-4a6b-4f31-8a8a-330e741ebb23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f20d0c-d59a-49fd-bdba-b8ee114f5f38,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:55.542616 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ef7b826-4a6b-4f31-8a8a-330e741ebb23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.546921 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0ef7b826-4a6b-4f31-8a8a-330e741ebb23 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/84f20d0c-d59a-49fd-bdba-b8ee114f5f38 HTTP/1.1" status: 204 len: 168 time: 0.2818651 Aug 31 14:52:55.547008 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53568) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:55.548552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d588b72e-4bcc-4ec9-b0fb-6becda433382 None None] Network d539104a-571b-4d65-8226-f02851a21edf requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:52:55.622419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.716290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Deleting port edf38879-6417-411b-8647-8cb8530d2e6e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:55.716892 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.718280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c67088d4-f8a0-4907-8928-60adf9ac8dba no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:55.753177 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: c67088d4-f8a0-4907-8928-60adf9ac8dba {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:55.753756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c67088d4-f8a0-4907-8928-60adf9ac8dba not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:55.798982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ace76f-70e2-43bf-bd06-1491f3fead5e None None] DHCP port deletion for d539104a-571b-4d65-8226-f02851a21edf request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:52:55.813464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] For port edf38879-6417-411b-8647-8cb8530d2e6e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=edf38879-6417-411b-8647-8cb8530d2e6e,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:55.813822 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.831645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Calling delete_port for edf38879-6417-411b-8647-8cb8530d2e6e owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:55.868911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-39ace76f-70e2-43bf-bd06-1491f3fead5e None None] Deleting port edf38879-6417-411b-8647-8cb8530d2e6e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:55.869919 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39ace76f-70e2-43bf-bd06-1491f3fead5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.935247 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.948061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-39ace76f-70e2-43bf-bd06-1491f3fead5e None None] For port edf38879-6417-411b-8647-8cb8530d2e6e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=edf38879-6417-411b-8647-8cb8530d2e6e,segment=NetworkSegment(2df4ba0b-016b-4999-80d2-7ee2219b032d),segment_id=2df4ba0b-016b-4999-80d2-7ee2219b032d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:55.948530 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39ace76f-70e2-43bf-bd06-1491f3fead5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:55.962953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-39ace76f-70e2-43bf-bd06-1491f3fead5e None None] Calling delete_port for edf38879-6417-411b-8647-8cb8530d2e6e owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:55.975953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] No DVR routers for this DVR port edf38879-6417-411b-8647-8cb8530d2e6e on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:52:55.977721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Pushing event deleted for resources: {'Port': ['ID=edf38879-6417-411b-8647-8cb8530d2e6e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:56.067603 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:56.082112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d539104a-571b-4d65-8226-f02851a21edf']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:56.086351 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39ace76f-70e2-43bf-bd06-1491f3fead5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:56.091493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df4ba0b-016b-4999-80d2-7ee2219b032d') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:56.092641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df4ba0b-016b-4999-80d2-7ee2219b032d') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:56.101053 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:56.113377 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ace76f-70e2-43bf-bd06-1491f3fead5e None None] Pushing event deleted for resources: {'Port': ['ID=edf38879-6417-411b-8647-8cb8530d2e6e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:56.118799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:56.120631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ace76f-70e2-43bf-bd06-1491f3fead5e None None] No DVR routers for this DVR port edf38879-6417-411b-8647-8cb8530d2e6e on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:52:56.128830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:52:56.128830 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:52:56.129258 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:52:56.193300 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:56.199593 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:56.201556 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] 10.222.0.39 "DELETE /v2.0/networks/d539104a-571b-4d65-8226-f02851a21edf HTTP/1.1" status: 204 len: 168 time: 0.6536436 Aug 31 14:52:56.204537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53584) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:56.213206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7295c0a-37be-48ca-9d6c-44d8312225fb admin admin] Pushing event deleted for resources: {'Network': ['ID=d539104a-571b-4d65-8226-f02851a21edf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:56.352583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa621c-6f0d-4bd6-b72f-84c9764ad778 req-f5dda832-9633-4daf-820b-491820107e2b tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:56.354588 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73aa621c-6f0d-4bd6-b72f-84c9764ad778 req-f5dda832-9633-4daf-820b-491820107e2b tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 945 time: 0.0704653 Aug 31 14:52:56.404622 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73aa621c-6f0d-4bd6-b72f-84c9764ad778 req-360db6c9-378e-43fb-9ef9-dfab1712f6e9 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/security-groups?id=258132d1-5256-49ce-8289-9ec9a911e82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419745 Aug 31 14:52:56.648591 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b334a8a-2cb6-44a2-afa2-91815623dad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:56.967050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-3b334a8a-2cb6-44a2-afa2-91815623dad0 admin admin] Deleting port 39a386ff-5380-44fa-9d8d-f7526dc5a76b {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:56.967582 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b334a8a-2cb6-44a2-afa2-91815623dad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:57.054924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-3b334a8a-2cb6-44a2-afa2-91815623dad0 admin admin] For port 39a386ff-5380-44fa-9d8d-f7526dc5a76b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=39a386ff-5380-44fa-9d8d-f7526dc5a76b,segment=NetworkSegment(0fb1daa3-8b3c-4887-b0d1-82a7e204f468),segment_id=0fb1daa3-8b3c-4887-b0d1-82a7e204f468)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:57.055555 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b334a8a-2cb6-44a2-afa2-91815623dad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:57.074473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-3b334a8a-2cb6-44a2-afa2-91815623dad0 admin admin] Calling delete_port for 39a386ff-5380-44fa-9d8d-f7526dc5a76b owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:57.312270 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b334a8a-2cb6-44a2-afa2-91815623dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:57.316780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device edf38879-6417-411b-8647-8cb8530d2e6e no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:57.352721 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: edf38879-6417-411b-8647-8cb8530d2e6e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:57.353067 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device edf38879-6417-411b-8647-8cb8530d2e6e not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:57.353862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ab88807b-8f4e-4726-80ac-30e42da63dbe no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:52:57.367789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b334a8a-2cb6-44a2-afa2-91815623dad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a386ff-5380-44fa-9d8d-f7526dc5a76b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:57.388111 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: ab88807b-8f4e-4726-80ac-30e42da63dbe {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:52:57.388618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ab88807b-8f4e-4726-80ac-30e42da63dbe not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:52:57.683217 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3b334a8a-2cb6-44a2-afa2-91815623dad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:57.685466 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41010427-9af7-4c81-ab4f-82f62e38151a req-95fc9a31-7c22-4312-a399-8f76d467e90e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4993777 Aug 31 14:52:57.790492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41010427-9af7-4c81-ab4f-82f62e38151a req-22a81be8-4927-4777-b7e6-6d9c37a222af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:57.793249 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41010427-9af7-4c81-ab4f-82f62e38151a req-22a81be8-4927-4777-b7e6-6d9c37a222af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 1097 time: 0.0547040 Aug 31 14:52:57.943101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41010427-9af7-4c81-ab4f-82f62e38151a req-f4ca4708-4deb-44a3-b269-0678b226a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:57.944915 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41010427-9af7-4c81-ab4f-82f62e38151a req-f4ca4708-4deb-44a3-b269-0678b226a84c service neutron] 10.222.0.60 "GET /v2.0/networks?id=5be136cf-2929-46f8-98be-323ca4e87e51 HTTP/1.1" status: 200 len: 898 time: 0.1269426 Aug 31 14:52:58.054818 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41010427-9af7-4c81-ab4f-82f62e38151a req-6e4c79a4-efdc-4bf3-9b79-7ad12d81857c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b646497-46b7-44ec-b093-05d1657df836 HTTP/1.1" status: 200 len: 1002 time: 0.1006565 Aug 31 14:52:58.117779 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41010427-9af7-4c81-ab4f-82f62e38151a req-ad3f6ff2-0ea6-449a-ba49-d783e54a5d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:58.122738 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41010427-9af7-4c81-ab4f-82f62e38151a req-ad3f6ff2-0ea6-449a-ba49-d783e54a5d9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba120cf2-f9aa-4473-9f47-70b5df320bef HTTP/1.1" status: 200 len: 835 time: 0.0537264 Aug 31 14:52:58.185629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41010427-9af7-4c81-ab4f-82f62e38151a req-26d70bb9-a308-4cc6-90a7-ab8a90cb468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:58.187310 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41010427-9af7-4c81-ab4f-82f62e38151a req-26d70bb9-a308-4cc6-90a7-ab8a90cb468a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5be136cf-2929-46f8-98be-323ca4e87e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580049 Aug 31 14:52:58.295830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b334a8a-2cb6-44a2-afa2-91815623dad0 admin admin] Router 3289c08a-eb74-4e00-ba22-2020dca23d67 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:52:58.305635 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41010427-9af7-4c81-ab4f-82f62e38151a req-2ba3f7fd-1bf9-4fcc-b68c-3bcec02daead service neutron] 10.222.0.60 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100526 Aug 31 14:52:58.440540 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41010427-9af7-4c81-ab4f-82f62e38151a req-249d8c6f-ee4e-48e9-8640-38487ff87a87 service neutron] 10.222.0.60 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266935 Aug 31 14:52:58.442503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b334a8a-2cb6-44a2-afa2-91815623dad0 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:52:58.453492 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944409a-ec18-492c-8fa6-014a57f2cf00 None None] Sync routers for ids ['3289c08a-eb74-4e00-ba22-2020dca23d67'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:52:58.454816 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3b334a8a-2cb6-44a2-afa2-91815623dad0 admin admin] 10.222.0.39 "PUT /v2.0/routers/3289c08a-eb74-4e00-ba22-2020dca23d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2490816 Aug 31 14:52:58.457628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53658) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:58.467622 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944409a-ec18-492c-8fa6-014a57f2cf00 None None] Routers {'3289c08a-eb74-4e00-ba22-2020dca23d67'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:58.468604 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5944409a-ec18-492c-8fa6-014a57f2cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:52:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3289c08a-eb74-4e00-ba22-2020dca23d67'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:58.617217 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:58.715744 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5944409a-ec18-492c-8fa6-014a57f2cf00 None None] Set router 3289c08a-eb74-4e00-ba22-2020dca23d67 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:58.759127 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:58.824756 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] Deleting port c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:52:58.825183 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:58.927869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] For port c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:52:58.928257 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:58.941008 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5944409a-ec18-492c-8fa6-014a57f2cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'name': 'tempest-TestVolumeBootPattern-1228457646-router', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:59Z', 'updated_at': '2021-08-31T14:52:57Z', 'revision_number': 5, 'project_id': 'db913a749d56483da19c873d014ef27d', 'gw_port': {'id': 'c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:41:00Z', 'updated_at': '2021-08-31T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:58.950959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] Calling delete_port for c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:52:58.974811 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944409a-ec18-492c-8fa6-014a57f2cf00 None None] Checking router: 3289c08a-eb74-4e00-ba22-2020dca23d67 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:52:58.986824 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944409a-ec18-492c-8fa6-014a57f2cf00 None None] Routers {'3289c08a-eb74-4e00-ba22-2020dca23d67'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:52:58.987537 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5944409a-ec18-492c-8fa6-014a57f2cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:52:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3289c08a-eb74-4e00-ba22-2020dca23d67'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:59.090446 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5944409a-ec18-492c-8fa6-014a57f2cf00 None None] Set router 3289c08a-eb74-4e00-ba22-2020dca23d67 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:52:59.152992 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5944409a-ec18-492c-8fa6-014a57f2cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'name': 'tempest-TestVolumeBootPattern-1228457646-router', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:59Z', 'updated_at': '2021-08-31T14:52:58Z', 'revision_number': 6, 'project_id': 'db913a749d56483da19c873d014ef27d', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:52:59.169139 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:59.186083 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944409a-ec18-492c-8fa6-014a57f2cf00 None None] The sync data for ids ['3289c08a-eb74-4e00-ba22-2020dca23d67'] in n-d-806683-5 is: [{'id': '3289c08a-eb74-4e00-ba22-2020dca23d67', 'name': 'tempest-TestVolumeBootPattern-1228457646-router', 'tenant_id': 'db913a749d56483da19c873d014ef27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:40:59Z', 'updated_at': '2021-08-31T14:52:58Z', 'revision_number': 6, 'project_id': 'db913a749d56483da19c873d014ef27d', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:52:59.202985 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:59.282845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:59.392611 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:59.396765 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:59.456546 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:59.457201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3289c08a-eb74-4e00-ba22-2020dca23d67 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:52:59.466397 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:59.468403 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-67fe367a-4a38-4f59-83f8-684cc204db5c admin admin] 10.222.0.39 "DELETE /v2.0/routers/3289c08a-eb74-4e00-ba22-2020dca23d67 HTTP/1.1" status: 204 len: 168 time: 1.0098069 Aug 31 14:52:59.470914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53696) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:59.498999 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7ec9b-dff6-47b5-ac0d-ee4b8634b730 req-a7f0ad71-01a7-467a-aad9-85818a5bfd4c tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:59.503307 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79b7ec9b-dff6-47b5-ac0d-ee4b8634b730 req-a7f0ad71-01a7-467a-aad9-85818a5bfd4c tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 945 time: 0.0605645 Aug 31 14:52:59.561882 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d8480d-1fe0-49d2-b4a5-ce9637c4e052 admin admin] Deleting subnet 01eff38c-5f89-44ee-8579-b561b70ea1f8 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:52:59.566767 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-79b7ec9b-dff6-47b5-ac0d-ee4b8634b730 req-538a6a4a-0a94-4629-994d-f458d0ed7652 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/security-groups?id=258132d1-5256-49ce-8289-9ec9a911e82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584652 Aug 31 14:52:59.569661 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1d8480d-1fe0-49d2-b4a5-ce9637c4e052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:59.670969 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1d8480d-1fe0-49d2-b4a5-ce9637c4e052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:59.774793 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1d8480d-1fe0-49d2-b4a5-ce9637c4e052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:59.839838 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1d8480d-1fe0-49d2-b4a5-ce9637c4e052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:59.868185 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8480d-1fe0-49d2-b4a5-ce9637c4e052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01eff38c-5f89-44ee-8579-b561b70ea1f8,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:52:59.873069 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f1d8480d-1fe0-49d2-b4a5-ce9637c4e052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:59.874966 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f1d8480d-1fe0-49d2-b4a5-ce9637c4e052 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/01eff38c-5f89-44ee-8579-b561b70ea1f8 HTTP/1.1" status: 204 len: 168 time: 0.4022529 Aug 31 14:52:59.877599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53704) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:52:59.882123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a0929c-9457-4319-b0e9-7a3482640c9f None None] Network 0584867c-aac7-4532-91dd-c8b02ff50663 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:52:59.952901 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.032009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Deleting port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:00.032377 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.116241 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] For port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2dd9cae6-1d4a-43af-9c75-0376f82fa81b,segment=NetworkSegment(0fb1daa3-8b3c-4887-b0d1-82a7e204f468),segment_id=0fb1daa3-8b3c-4887-b0d1-82a7e204f468)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:00.116627 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.126480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc02149-8c6a-4738-ba94-2b134428b1df None None] DHCP port deletion for 0584867c-aac7-4532-91dd-c8b02ff50663 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:53:00.131634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Calling delete_port for 2dd9cae6-1d4a-43af-9c75-0376f82fa81b owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:00.196064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8cc02149-8c6a-4738-ba94-2b134428b1df None None] Deleting port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:00.196438 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8cc02149-8c6a-4738-ba94-2b134428b1df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.219071 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.254082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd9cae6-1d4a-43af-9c75-0376f82fa81b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:00.256894 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] No DVR routers for this DVR port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:53:00.287569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-8cc02149-8c6a-4738-ba94-2b134428b1df None None] For port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2dd9cae6-1d4a-43af-9c75-0376f82fa81b,segment=NetworkSegment(0fb1daa3-8b3c-4887-b0d1-82a7e204f468),segment_id=0fb1daa3-8b3c-4887-b0d1-82a7e204f468)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:00.288155 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8cc02149-8c6a-4738-ba94-2b134428b1df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.303980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8cc02149-8c6a-4738-ba94-2b134428b1df None None] Calling delete_port for 2dd9cae6-1d4a-43af-9c75-0376f82fa81b owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:00.340566 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.354145 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0584867c-aac7-4532-91dd-c8b02ff50663']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:00.373424 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb1daa3-8b3c-4887-b0d1-82a7e204f468') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:00.374018 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb1daa3-8b3c-4887-b0d1-82a7e204f468') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:00.386264 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.389560 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8cc02149-8c6a-4738-ba94-2b134428b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.413090 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.420989 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:53:00.421400 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:53:00.423408 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:53:00.425070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc02149-8c6a-4738-ba94-2b134428b1df None None] No DVR routers for this DVR port 2dd9cae6-1d4a-43af-9c75-0376f82fa81b on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:53:00.428974 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc02149-8c6a-4738-ba94-2b134428b1df None None] Pushing event deleted for resources: {'Port': ['ID=2dd9cae6-1d4a-43af-9c75-0376f82fa81b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:00.503040 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.519493 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.523699 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] 10.222.0.39 "DELETE /v2.0/networks/0584867c-aac7-4532-91dd-c8b02ff50663 HTTP/1.1" status: 204 len: 168 time: 0.6429591 Aug 31 14:53:00.523699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3bed2-196b-4454-ab11-3551ece5925c admin admin] Pushing event deleted for resources: {'Network': ['ID=0584867c-aac7-4532-91dd-c8b02ff50663,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:00.711609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 53728) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:00.716214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe643a-a9d9-4cd0-85cf-bb672c9f663d req-2e18cb35-c88d-440d-94ec-87f7840e3f87 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:00.719643 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-debe643a-a9d9-4cd0-85cf-bb672c9f663d req-2e18cb35-c88d-440d-94ec-87f7840e3f87 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 945 time: 0.0605977 Aug 31 14:53:00.770908 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-debe643a-a9d9-4cd0-85cf-bb672c9f663d req-69e8bf54-c556-40ca-91e2-341de21348f9 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/security-groups?id=258132d1-5256-49ce-8289-9ec9a911e82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426674 Aug 31 14:53:00.789100 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-aa12796d-25fc-44d6-95d0-e1e77a6918c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6533cc47c01b415292ab966def453044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0762076 Aug 31 14:53:00.792563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53734) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:00.798489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c8f9-e737-421c-91ac-2f202b33272f req-756c1ca3-c51f-4321-a84c-dfff8b9bff35 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:00.800353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aaf4c8f9-e737-421c-91ac-2f202b33272f req-756c1ca3-c51f-4321-a84c-dfff8b9bff35 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 945 time: 0.0854933 Aug 31 14:53:00.849134 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ec0f47de-8885-473b-b250-eaf57c8b4d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.877653 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ec0f47de-8885-473b-b250-eaf57c8b4d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.902949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-aaf4c8f9-e737-421c-91ac-2f202b33272f req-4d406c61-2cd4-4d28-b0b3-48d075fd1317 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Deleting port a034f75b-d5e4-419e-9f13-b80a22fd8882 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:00.903314 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aaf4c8f9-e737-421c-91ac-2f202b33272f req-4d406c61-2cd4-4d28-b0b3-48d075fd1317 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.956025 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ec0f47de-8885-473b-b250-eaf57c8b4d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.960732 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ec0f47de-8885-473b-b250-eaf57c8b4d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:00.965462 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ec0f47de-8885-473b-b250-eaf57c8b4d99 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2f1c680-7925-4150-b470-69b60297b890 HTTP/1.1" status: 204 len: 168 time: 0.1683712 Aug 31 14:53:00.975922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f47de-8885-473b-b250-eaf57c8b4d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f1c680-7925-4150-b470-69b60297b890,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:01.022462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-aaf4c8f9-e737-421c-91ac-2f202b33272f req-4d406c61-2cd4-4d28-b0b3-48d075fd1317 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] For port a034f75b-d5e4-419e-9f13-b80a22fd8882, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=a034f75b-d5e4-419e-9f13-b80a22fd8882,segment=NetworkSegment(151d51d5-f6c0-40ef-ab6b-7080e5423df6),segment_id=151d51d5-f6c0-40ef-ab6b-7080e5423df6)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:01.022826 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aaf4c8f9-e737-421c-91ac-2f202b33272f req-4d406c61-2cd4-4d28-b0b3-48d075fd1317 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:01.047268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-aaf4c8f9-e737-421c-91ac-2f202b33272f req-4d406c61-2cd4-4d28-b0b3-48d075fd1317 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Calling delete_port for a034f75b-d5e4-419e-9f13-b80a22fd8882 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:01.220437 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aaf4c8f9-e737-421c-91ac-2f202b33272f req-4d406c61-2cd4-4d28-b0b3-48d075fd1317 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:01.233122 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['a034f75b-d5e4-419e-9f13-b80a22fd8882'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:53:01.266250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d406c61-2cd4-4d28-b0b3-48d075fd1317 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Pushing event deleted for resources: {'Port': ['ID=a034f75b-d5e4-419e-9f13-b80a22fd8882,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:01.322468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf4c8f9-e737-421c-91ac-2f202b33272f req-4d406c61-2cd4-4d28-b0b3-48d075fd1317 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] No DVR routers for this DVR port a034f75b-d5e4-419e-9f13-b80a22fd8882 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:53:01.326831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2dd9cae6-1d4a-43af-9c75-0376f82fa81b no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:01.327757 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aaf4c8f9-e737-421c-91ac-2f202b33272f req-4d406c61-2cd4-4d28-b0b3-48d075fd1317 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:01.332218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aaf4c8f9-e737-421c-91ac-2f202b33272f req-4d406c61-2cd4-4d28-b0b3-48d075fd1317 tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.25 "DELETE /v2.0/ports/a034f75b-d5e4-419e-9f13-b80a22fd8882 HTTP/1.1" status: 204 len: 173 time: 0.5253656 Aug 31 14:53:01.332682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc0c224-223c-423c-b20b-1e5ff186e2cd', 'name': 'network-vif-deleted', 'tag': 'a034f75b-d5e4-419e-9f13-b80a22fd8882'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:01.334994 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad071bd-e87f-4651-944f-d1822fdcfa1a" -d '{"events": [{"server_uuid": "7dc0c224-223c-423c-b20b-1e5ff186e2cd", "name": "network-vif-deleted", "tag": "a034f75b-d5e4-419e-9f13-b80a22fd8882"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:01.354076 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 2dd9cae6-1d4a-43af-9c75-0376f82fa81b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:53:01.354428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2dd9cae6-1d4a-43af-9c75-0376f82fa81b not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:01.354858 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:01.376113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:53:01.376462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device c1752a62-c96f-4c9d-a8e6-3a6b5d4dbe06 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:01.376883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 39a386ff-5380-44fa-9d8d-f7526dc5a76b no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:01.392405 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e7ae5a-c16f-426d-a385-0ed404298d56 x-openstack-request-id: req-68e7ae5a-c16f-426d-a385-0ed404298d56 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:01.392875 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc0c224-223c-423c-b20b-1e5ff186e2cd", "name": "network-vif-deleted", "tag": "a034f75b-d5e4-419e-9f13-b80a22fd8882", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:01.393334 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68e7ae5a-c16f-426d-a385-0ed404298d56 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:01.393931 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc0c224-223c-423c-b20b-1e5ff186e2cd', 'name': 'network-vif-deleted', 'tag': 'a034f75b-d5e4-419e-9f13-b80a22fd8882', 'status': 'completed', 'code': 200} Aug 31 14:53:01.411308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 39a386ff-5380-44fa-9d8d-f7526dc5a76b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:53:01.411899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 39a386ff-5380-44fa-9d8d-f7526dc5a76b not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:01.455242 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53756) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:01.499866 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c680f541-8443-4b91-82f0-f20c0182acc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db913a749d56483da19c873d014ef27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433924 Aug 31 14:53:01.502421 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53758) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:01.556343 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78478a13-b177-491b-b3d7-442c04cb498c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:01.577856 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78478a13-b177-491b-b3d7-442c04cb498c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:01.629192 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78478a13-b177-491b-b3d7-442c04cb498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:01.632184 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78478a13-b177-491b-b3d7-442c04cb498c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:01.633366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-78478a13-b177-491b-b3d7-442c04cb498c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5989ed3b-7f15-4455-9159-436031891456 HTTP/1.1" status: 204 len: 168 time: 0.1300538 Aug 31 14:53:01.642203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78478a13-b177-491b-b3d7-442c04cb498c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5989ed3b-7f15-4455-9159-436031891456,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:01.915266 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0eed9352-ca00-4f66-9e93-8d63fee41f7b req-900db34e-00e4-43a7-91e3-78eed848998c tempest-VolumesActionsTest-373714130 tempest-VolumesActionsTest-373714130-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc0c224-223c-423c-b20b-1e5ff186e2cd HTTP/1.1" status: 200 len: 210 time: 0.0297682 Aug 31 14:53:02.678581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd9626-b3e2-4a4e-a5df-1e9432ca1f6d req-7a2d0b6b-dd73-42c2-872c-c778de4d12db tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:02.680218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-68fd9626-b3e2-4a4e-a5df-1e9432ca1f6d req-7a2d0b6b-dd73-42c2-872c-c778de4d12db tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 946 time: 0.0509906 Aug 31 14:53:02.725200 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-68fd9626-b3e2-4a4e-a5df-1e9432ca1f6d req-14bd527c-cf72-4293-8ce1-578797a4c3c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365517 Aug 31 14:53:02.749094 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 53780) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:02.816046 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c620c6ae-5276-4b04-819b-25d75afc984c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/27ea3823-2884-450e-8b52-93b113f5530b HTTP/1.1" status: 200 len: 994 time: 0.0657611 Aug 31 14:53:03.472666 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd955e6-9545-4f27-a177-c85e7fceb2b7 req-f1a6d8f9-47a7-48bd-a769-77b32fda2125 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:03.474269 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7bd955e6-9545-4f27-a177-c85e7fceb2b7 req-f1a6d8f9-47a7-48bd-a769-77b32fda2125 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 1097 time: 0.0452416 Aug 31 14:53:03.513512 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7bd955e6-9545-4f27-a177-c85e7fceb2b7 req-c4367303-c80c-4374-9317-5ab116e091ff tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311582 Aug 31 14:53:03.590219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-855c5bfb-7c7c-4351-b9d5-733df40c3568 req-40c04f09-38b0-4df5-8391-c78f38c0f765 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:53:03.591492 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-855c5bfb-7c7c-4351-b9d5-733df40c3568 req-40c04f09-38b0-4df5-8391-c78f38c0f765 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065618 Aug 31 14:53:04.143537 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-d35767bc-d755-4f2f-b332-64d1b0b99baa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428004 Aug 31 14:53:04.744665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-66955845-9975-4b19-8b8a-465b1decaafa tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:53:04.751725 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-66955845-9975-4b19-8b8a-465b1decaafa tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1298108 Aug 31 14:53:04.756175 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-28ed2c78-335f-484c-839c-562561edba2b service neutron] Request body: {'binding': {'host': 'n-h2-806683-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:04.756722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-28ed2c78-335f-484c-839c-562561edba2b service neutron] Unknown quota resources ['binding']. {{(pid=94870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:53:04.898641 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-28ed2c78-335f-484c-839c-562561edba2b service neutron] Attempting to bind port 2b646497-46b7-44ec-b093-05d1657df836 on host n-h2-806683-5 for vnic_type normal with profile None {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:53:04.899105 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-28ed2c78-335f-484c-839c-562561edba2b service neutron] Attempting to bind port 2b646497-46b7-44ec-b093-05d1657df836 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:53:04.899531 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-28ed2c78-335f-484c-839c-562561edba2b service neutron] Attempting to bind port 2b646497-46b7-44ec-b093-05d1657df836 on network 5be136cf-2929-46f8-98be-323ca4e87e51 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:04.906226 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-28ed2c78-335f-484c-839c-562561edba2b service neutron] Port 2b646497-46b7-44ec-b093-05d1657df836 on network 5be136cf-2929-46f8-98be-323ca4e87e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:53:04.906668 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-28ed2c78-335f-484c-839c-562561edba2b service neutron] Attempting to bind port 2b646497-46b7-44ec-b093-05d1657df836 on network 5be136cf-2929-46f8-98be-323ca4e87e51 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:04.912065 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-28ed2c78-335f-484c-839c-562561edba2b service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:53:04.912470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-28ed2c78-335f-484c-839c-562561edba2b service neutron] Checking segment: {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:04.913033 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-28ed2c78-335f-484c-839c-562561edba2b service neutron] Bound using segment: {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:53:04.913606 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-28ed2c78-335f-484c-839c-562561edba2b service neutron] Bound port: 2b646497-46b7-44ec-b093-05d1657df836, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:53:05.008165 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-28ed2c78-335f-484c-839c-562561edba2b service neutron] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2b646497-46b7-44ec-b093-05d1657df836,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:53:05.015364 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-28ed2c78-335f-484c-839c-562561edba2b service neutron] Notify callbacks [] for binding, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:05.016654 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-28ed2c78-335f-484c-839c-562561edba2b service neutron] 10.222.0.39 "POST /v2.0/ports/2b646497-46b7-44ec-b093-05d1657df836/bindings HTTP/1.1" status: 201 len: 389 time: 0.2639422 Aug 31 14:53:05.174419 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7c0e7-4a12-4711-a644-7bf555c69add req-e286644b-ebc0-43e7-a2cd-1962f5b9cdd0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:05.177537 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27a7c0e7-4a12-4711-a644-7bf555c69add req-e286644b-ebc0-43e7-a2cd-1962f5b9cdd0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 946 time: 0.0607016 Aug 31 14:53:05.233809 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-27a7c0e7-4a12-4711-a644-7bf555c69add req-4b6d2194-185c-44ff-b13f-a1e5d094c08b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417910 Aug 31 14:53:05.286572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-e288ea51-fc95-4285-8681-311857b1e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:05.288226 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-e288ea51-fc95-4285-8681-311857b1e1b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 1097 time: 0.0488367 Aug 31 14:53:05.388452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-0aa7f4a2-12e0-4c82-9383-c6974ae0a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:05.390047 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-0aa7f4a2-12e0-4c82-9383-c6974ae0a65b service neutron] 10.222.0.25 "GET /v2.0/networks?id=5be136cf-2929-46f8-98be-323ca4e87e51 HTTP/1.1" status: 200 len: 898 time: 0.0942221 Aug 31 14:53:05.462191 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-a3c7fa0a-01cb-40e6-a968-f7bb2c985846 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b646497-46b7-44ec-b093-05d1657df836 HTTP/1.1" status: 200 len: 1002 time: 0.0644684 Aug 31 14:53:05.514563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-97cd3990-13e4-4f1f-a948-36336db18f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:05.516196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-97cd3990-13e4-4f1f-a948-36336db18f9d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ba120cf2-f9aa-4473-9f47-70b5df320bef HTTP/1.1" status: 200 len: 835 time: 0.0467205 Aug 31 14:53:05.572345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-458131fe-1bd2-4f5e-93f0-296f50b3f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:05.573924 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-458131fe-1bd2-4f5e-93f0-296f50b3f741 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5be136cf-2929-46f8-98be-323ca4e87e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506983 Aug 31 14:53:05.674343 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-1f33e16a-b0a9-44e5-ae5e-6da66a3dd3d3 service neutron] 10.222.0.25 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925374 Aug 31 14:53:05.718889 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a034f75b-d5e4-419e-9f13-b80a22fd8882 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:05.754441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: a034f75b-d5e4-419e-9f13-b80a22fd8882 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:53:05.756134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device a034f75b-d5e4-419e-9f13-b80a22fd8882 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:05.778653 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-311f56fb-1500-41fc-b7a9-0616efca4ae9 service neutron] 10.222.0.25 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974331 Aug 31 14:53:05.914559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-adadaee4-d5d0-4a74-a0c5-937eb65da48e tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:05.916224 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-adadaee4-d5d0-4a74-a0c5-937eb65da48e tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c&tenant_id=d870a71dbb8448f4be281bbe47485733&binding%3Ahost_id=n-h1-806683-5 HTTP/1.1" status: 200 len: 1097 time: 0.0828023 Aug 31 14:53:05.927564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-5'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:05.998082 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:06.143594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2b646497-46b7-44ec-b093-05d1657df836,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:06.184059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:06.242084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b646497-46b7-44ec-b093-05d1657df836'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:06.245741 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3078ed62-0ad7-459b-9121-87df5d96c049" -d '{"events": [{"server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "name": "network-vif-unplugged", "status": "completed", "tag": "2b646497-46b7-44ec-b093-05d1657df836"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:06.250881 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:06.258250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:06.307942 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e68c69-86bb-47d4-9237-dab45458b934 x-openstack-request-id: req-32e68c69-86bb-47d4-9237-dab45458b934 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:06.308564 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "name": "network-vif-unplugged", "status": "completed", "tag": "2b646497-46b7-44ec-b093-05d1657df836", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:06.308564 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32e68c69-86bb-47d4-9237-dab45458b934 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:06.308793 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b646497-46b7-44ec-b093-05d1657df836', 'code': 200} Aug 31 14:53:06.388202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b66ab-5971-478e-99b5-7122a13c6fff req-f27a4543-3df3-4d61-8b63-708741e75e5c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:06.396461 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a59b66ab-5971-478e-99b5-7122a13c6fff req-f27a4543-3df3-4d61-8b63-708741e75e5c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 944 time: 0.0862610 Aug 31 14:53:06.405818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Pushing event updated for resources: {'Port': ['ID=2b646497-46b7-44ec-b093-05d1657df836,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:06.437288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:06.437820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:06.438550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:06.438550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:06.438881 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:06.439258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:06.439647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:06.440159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:06.440516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:06.440885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:06.441706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:06.442140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:06.463569 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a59b66ab-5971-478e-99b5-7122a13c6fff req-29179def-daab-4d64-a18c-5b514bc2e705 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641377 Aug 31 14:53:06.505747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Attempting to bind port 2b646497-46b7-44ec-b093-05d1657df836 on host n-h1-806683-5 for vnic_type normal with profile {"migrating_to": "n-h2-806683-5"} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:53:06.506130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Attempting to bind port 2b646497-46b7-44ec-b093-05d1657df836 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:53:06.506467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Attempting to bind port 2b646497-46b7-44ec-b093-05d1657df836 on network 5be136cf-2929-46f8-98be-323ca4e87e51 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:06.511582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Port 2b646497-46b7-44ec-b093-05d1657df836 on network 5be136cf-2929-46f8-98be-323ca4e87e51 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:53:06.511902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Attempting to bind port 2b646497-46b7-44ec-b093-05d1657df836 on network 5be136cf-2929-46f8-98be-323ca4e87e51 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:06.517336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:53:06.517673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Checking segment: {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:06.518421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Bound using segment: {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:53:06.518537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Bound port: 2b646497-46b7-44ec-b093-05d1657df836, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180aa806-4512-48a8-aa84-a2e2e53a74b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:53:06.518916 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:06.592644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:06.595725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2b646497-46b7-44ec-b093-05d1657df836,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:53:06.600054 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:06.678111 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-518caac4-4048-4e9c-b7be-dd699cf58e7b None None] Provisioning complete for port 2b646497-46b7-44ec-b093-05d1657df836 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:06.679553 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-518caac4-4048-4e9c-b7be-dd699cf58e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:06.703116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Pushing event updated for resources: {'Port': ['ID=2b646497-46b7-44ec-b093-05d1657df836,revision_number=8']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:06.796822 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:06.797694 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:06.799473 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-76ac9452-cd92-4fb1-8b78-55f4af94feed service neutron] 10.222.0.25 "PUT /v2.0/ports/2b646497-46b7-44ec-b093-05d1657df836 HTTP/1.1" status: 200 len: 1122 time: 0.8758678 Aug 31 14:53:06.823892 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-518caac4-4048-4e9c-b7be-dd699cf58e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:06.858321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b646497-46b7-44ec-b093-05d1657df836'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:06.861555 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969b3532-7e5d-413e-986e-03f52fce57fb" -d '{"events": [{"server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "name": "network-vif-plugged", "status": "completed", "tag": "2b646497-46b7-44ec-b093-05d1657df836"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:06.878033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['2b646497-46b7-44ec-b093-05d1657df836'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:53:06.886005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-518caac4-4048-4e9c-b7be-dd699cf58e7b None None] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2b646497-46b7-44ec-b093-05d1657df836,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:06.914442 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-518caac4-4048-4e9c-b7be-dd699cf58e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:06.971043 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdd824d-0f2b-41e0-82c6-2761690f39c8 x-openstack-request-id: req-7cdd824d-0f2b-41e0-82c6-2761690f39c8 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:06.971595 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "name": "network-vif-plugged", "status": "completed", "tag": "2b646497-46b7-44ec-b093-05d1657df836", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:06.971851 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cdd824d-0f2b-41e0-82c6-2761690f39c8 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:06.972241 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b646497-46b7-44ec-b093-05d1657df836', 'code': 200} Aug 31 14:53:07.110052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518caac4-4048-4e9c-b7be-dd699cf58e7b None None] Pushing event updated for resources: {'Port': ['ID=2b646497-46b7-44ec-b093-05d1657df836,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:07.451983 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fb8e2512-e55d-4311-85d3-3676e0b1e92d None None] Provisioning complete for port 2b646497-46b7-44ec-b093-05d1657df836 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:07.452359 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2512-e55d-4311-85d3-3676e0b1e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:07.615869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffae691-701a-4e5a-a5aa-cb12644acaf9 req-1d5e4de0-18a1-4ebc-96dc-455bf3511929 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:07.622319 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dffae691-701a-4e5a-a5aa-cb12644acaf9 req-1d5e4de0-18a1-4ebc-96dc-455bf3511929 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 946 time: 0.0730293 Aug 31 14:53:07.711115 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dffae691-701a-4e5a-a5aa-cb12644acaf9 req-78af3bbc-6c1e-47b1-982c-88f4b0e6ffd0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823269 Aug 31 14:53:08.309790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'tag': '2b646497-46b7-44ec-b093-05d1657df836'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:08.312257 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025ef04e-5a6a-4417-8fea-ca1bf2f53c07" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "tag": "2b646497-46b7-44ec-b093-05d1657df836"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:08.354444 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa97fa11-e6ab-460c-949c-5cdbb4b402ba x-openstack-request-id: req-aa97fa11-e6ab-460c-949c-5cdbb4b402ba {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:08.354751 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "tag": "2b646497-46b7-44ec-b093-05d1657df836", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:08.354982 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa97fa11-e6ab-460c-949c-5cdbb4b402ba {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:08.355507 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'tag': '2b646497-46b7-44ec-b093-05d1657df836', 'status': 'completed', 'code': 200} Aug 31 14:53:08.425321 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ef04e-5a6a-4417-8fea-ca1bf2f53c07 req-41ba1765-5995-4d2b-b835-fcd9addbca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:08.426991 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-025ef04e-5a6a-4417-8fea-ca1bf2f53c07 req-41ba1765-5995-4d2b-b835-fcd9addbca29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 1127 time: 0.0438645 Aug 31 14:53:08.522935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ef04e-5a6a-4417-8fea-ca1bf2f53c07 req-02cf3e2f-9bd0-40cb-97f4-5d6a04a614de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:08.524441 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-025ef04e-5a6a-4417-8fea-ca1bf2f53c07 req-02cf3e2f-9bd0-40cb-97f4-5d6a04a614de service neutron] 10.222.0.60 "GET /v2.0/networks?id=5be136cf-2929-46f8-98be-323ca4e87e51 HTTP/1.1" status: 200 len: 898 time: 0.0898519 Aug 31 14:53:08.611315 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-025ef04e-5a6a-4417-8fea-ca1bf2f53c07 req-7e44ace7-a8b4-4130-8722-309de8412a74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b646497-46b7-44ec-b093-05d1657df836 HTTP/1.1" status: 200 len: 1002 time: 0.0784984 Aug 31 14:53:08.709735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ef04e-5a6a-4417-8fea-ca1bf2f53c07 req-6ed74f74-2e6f-464f-9a14-3e2079f8c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:08.711319 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-025ef04e-5a6a-4417-8fea-ca1bf2f53c07 req-6ed74f74-2e6f-464f-9a14-3e2079f8c053 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba120cf2-f9aa-4473-9f47-70b5df320bef HTTP/1.1" status: 200 len: 835 time: 0.0933418 Aug 31 14:53:08.766687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ef04e-5a6a-4417-8fea-ca1bf2f53c07 req-8ae1e6f5-b0a7-4329-b967-974fda10189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:08.768497 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-025ef04e-5a6a-4417-8fea-ca1bf2f53c07 req-8ae1e6f5-b0a7-4329-b967-974fda10189e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5be136cf-2929-46f8-98be-323ca4e87e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497794 Aug 31 14:53:08.870967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf756bb-de10-483a-8c5d-e08e2f4ba8b8 req-2231a2c3-f7f2-4303-b11e-318ef0ec9ae8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:08.880872 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dbf756bb-de10-483a-8c5d-e08e2f4ba8b8 req-2231a2c3-f7f2-4303-b11e-318ef0ec9ae8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 946 time: 0.0781989 Aug 31 14:53:08.911043 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-025ef04e-5a6a-4417-8fea-ca1bf2f53c07 req-22258cab-28c3-4bb6-bc53-2b825415dc71 service neutron] 10.222.0.60 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298535 Aug 31 14:53:08.945190 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dbf756bb-de10-483a-8c5d-e08e2f4ba8b8 req-fedebb23-8c3d-4601-9006-0dfae20d38c3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631492 Aug 31 14:53:09.048359 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-025ef04e-5a6a-4417-8fea-ca1bf2f53c07 req-f3933c83-6b71-4ce7-95ff-85499ad1c724 service neutron] 10.222.0.60 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293750 Aug 31 14:53:09.727584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2b646497-46b7-44ec-b093-05d1657df836 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:53:09.877556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2b646497-46b7-44ec-b093-05d1657df836,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:09.892563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2b646497-46b7-44ec-b093-05d1657df836 has no active binding in host n-h2-806683-5 {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 14:53:10.122070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda93bbd-8b80-447a-9467-eb32171b3c33 req-4efbd8d2-0cf9-4010-ac3a-bf7e553136c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:10.124506 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bda93bbd-8b80-447a-9467-eb32171b3c33 req-4efbd8d2-0cf9-4010-ac3a-bf7e553136c0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 946 time: 0.0654039 Aug 31 14:53:10.185994 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bda93bbd-8b80-447a-9467-eb32171b3c33 req-723b2188-c9f1-492e-b6fb-34aba4b11301 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535581 Aug 31 14:53:11.317952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2854a-6034-48a6-ac66-98098c10cc3d req-3b2639d8-34a0-4e50-87f2-1a4777b237d8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:11.319421 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-19c2854a-6034-48a6-ac66-98098c10cc3d req-3b2639d8-34a0-4e50-87f2-1a4777b237d8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 946 time: 0.0605922 Aug 31 14:53:11.367313 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-19c2854a-6034-48a6-ac66-98098c10cc3d req-73b974c4-d44f-4eae-9a35-2e117b613958 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408988 Aug 31 14:53:11.794525 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-80ef9989-2ecd-4a24-8920-2052d2f77ccb service neutron] 10.222.0.60 "GET /v2.0/ports/2b646497-46b7-44ec-b093-05d1657df836/bindings/n-h2-806683-5 HTTP/1.1" status: 200 len: 384 time: 0.0670671 Aug 31 14:53:11.992813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-f9231a3a-f091-4eb2-a09d-d59f8fa1d523 service neutron] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2b646497-46b7-44ec-b093-05d1657df836,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:12.019742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-f9231a3a-f091-4eb2-a09d-d59f8fa1d523 service neutron] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:12.072032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b646497-46b7-44ec-b093-05d1657df836'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:12.074527 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a2d5de-158a-43d6-ae73-50f7709475e4" -d '{"events": [{"server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "name": "network-vif-unplugged", "status": "completed", "tag": "2b646497-46b7-44ec-b093-05d1657df836"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:12.081866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-f9231a3a-f091-4eb2-a09d-d59f8fa1d523 service neutron] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2b646497-46b7-44ec-b093-05d1657df836,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:12.101632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-f9231a3a-f091-4eb2-a09d-d59f8fa1d523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:12.128724 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eff4048-32e1-4aa4-abff-481e49e2b37a x-openstack-request-id: req-5eff4048-32e1-4aa4-abff-481e49e2b37a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:12.128952 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "name": "network-vif-unplugged", "status": "completed", "tag": "2b646497-46b7-44ec-b093-05d1657df836", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:12.129204 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5eff4048-32e1-4aa4-abff-481e49e2b37a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:12.129662 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b646497-46b7-44ec-b093-05d1657df836', 'code': 200} Aug 31 14:53:12.191985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-f9231a3a-f091-4eb2-a09d-d59f8fa1d523 service neutron] Transition to ACTIVE for port object 2b646497-46b7-44ec-b093-05d1657df836 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:12.195535 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-f9231a3a-f091-4eb2-a09d-d59f8fa1d523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:12.293463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9231a3a-f091-4eb2-a09d-d59f8fa1d523 service neutron] Pushing event updated for resources: {'Port': ['ID=2b646497-46b7-44ec-b093-05d1657df836,revision_number=11']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:12.327237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-f9231a3a-f091-4eb2-a09d-d59f8fa1d523 service neutron] No DVR routers for this DVR port 2b646497-46b7-44ec-b093-05d1657df836 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:53:12.476518 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-f9231a3a-f091-4eb2-a09d-d59f8fa1d523 service neutron] 10.222.0.60 "PUT /v2.0/ports/2b646497-46b7-44ec-b093-05d1657df836/bindings/n-h2-806683-5/activate HTTP/1.1" status: 200 len: 369 time: 0.6756852 Aug 31 14:53:12.511048 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bcec2-867a-4c45-b892-18069aadf2b5 req-f4805fda-4d94-4ea5-98bd-9ca46357112a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:12.512834 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e44bcec2-867a-4c45-b892-18069aadf2b5 req-f4805fda-4d94-4ea5-98bd-9ca46357112a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 945 time: 0.0597751 Aug 31 14:53:12.576543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e44bcec2-867a-4c45-b892-18069aadf2b5 req-a0c87d07-f6cf-4f40-baf7-74eaeaee33bc tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534480 Aug 31 14:53:12.579050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-c6cac518-944a-4543-b05c-82f145a75a5d tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:12.580742 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-c6cac518-944a-4543-b05c-82f145a75a5d tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c&tenant_id=d870a71dbb8448f4be281bbe47485733&binding%3Ahost_id=n-h1-806683-5 HTTP/1.1" status: 200 len: 1096 time: 0.0479553 Aug 31 14:53:12.633453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-54492cb8-1121-4362-a439-fcb8f7c37d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:12.634997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-54492cb8-1121-4362-a439-fcb8f7c37d70 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c&tenant_id=d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 1096 time: 0.0465653 Aug 31 14:53:12.697702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-3d36017e-159e-4cbb-b95c-3ff23d6b6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:12.699134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-3d36017e-159e-4cbb-b95c-3ff23d6b6b5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 1096 time: 0.0420089 Aug 31 14:53:12.792582 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-ec3b54e9-5af8-4734-b82a-403d22f05bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:12.794295 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-ec3b54e9-5af8-4734-b82a-403d22f05bc2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5be136cf-2929-46f8-98be-323ca4e87e51 HTTP/1.1" status: 200 len: 898 time: 0.0884664 Aug 31 14:53:12.868377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-0bb50379-f0dc-4482-8a26-6016640de35f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b646497-46b7-44ec-b093-05d1657df836 HTTP/1.1" status: 200 len: 1000 time: 0.0665841 Aug 31 14:53:12.919561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-5af71f9e-572e-40e6-b32c-1bfabb32b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:12.921040 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-5af71f9e-572e-40e6-b32c-1bfabb32b395 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ba120cf2-f9aa-4473-9f47-70b5df320bef HTTP/1.1" status: 200 len: 835 time: 0.0453112 Aug 31 14:53:12.968731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-598ee913-dcb0-4130-8142-b19f050f631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:12.970247 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-598ee913-dcb0-4130-8142-b19f050f631d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5be136cf-2929-46f8-98be-323ca4e87e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423176 Aug 31 14:53:13.075596 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-0d9c2d0b-df8f-4519-9fd0-e8eb0c2ed4a1 service neutron] 10.222.0.25 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971463 Aug 31 14:53:13.203400 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-e9986cbe-3b2c-4630-b896-2661ec599f38 service neutron] 10.222.0.25 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206286 Aug 31 14:53:13.463137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-4746bb26-fb0d-4623-a572-a2fa7c60ab6f tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:13.464879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-4746bb26-fb0d-4623-a572-a2fa7c60ab6f tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c&tenant_id=d870a71dbb8448f4be281bbe47485733&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 1096 time: 0.0580268 Aug 31 14:53:13.657854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-e299fdc0-7e72-4c5e-adec-e7b2fb340110 service neutron] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:13.661991 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-e299fdc0-7e72-4c5e-adec-e7b2fb340110 service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:13.663146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ee394be5-8ea6-4d38-8b1c-7d21a22e927e req-e299fdc0-7e72-4c5e-adec-e7b2fb340110 service neutron] 10.222.0.25 "DELETE /v2.0/ports/2b646497-46b7-44ec-b093-05d1657df836/bindings/n-h1-806683-5 HTTP/1.1" status: 204 len: 173 time: 0.1909757 Aug 31 14:53:13.763089 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f32613-32b9-4188-ac00-917989f13d4c req-a73d03d9-9e2f-413f-af62-94a8af1e2d87 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:13.766588 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9f32613-32b9-4188-ac00-917989f13d4c req-a73d03d9-9e2f-413f-af62-94a8af1e2d87 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 945 time: 0.0798008 Aug 31 14:53:13.814316 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9f32613-32b9-4188-ac00-917989f13d4c req-f6b8d38e-66d7-4a11-b948-6a7991777d15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414140 Aug 31 14:53:13.941495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5b62c-7e56-4896-ab8d-cf46815bbbd4 req-7838d84f-fdb6-45b4-8e72-8f3739d9b1d1 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:13.943066 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-79a5b62c-7e56-4896-ab8d-cf46815bbbd4 req-7838d84f-fdb6-45b4-8e72-8f3739d9b1d1 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 1096 time: 0.0468822 Aug 31 14:53:13.980292 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-79a5b62c-7e56-4896-ab8d-cf46815bbbd4 req-090296c5-bede-4b0f-bf9c-93a64a75ba21 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300231 Aug 31 14:53:14.137154 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc0ed3-68de-43e4-bdf1-e43be986f570 req-045e8338-2e5a-4ea9-89a6-2d93eecfc3cf tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:14.138736 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7bbc0ed3-68de-43e4-bdf1-e43be986f570 req-045e8338-2e5a-4ea9-89a6-2d93eecfc3cf tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 945 time: 0.0645344 Aug 31 14:53:14.184489 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7bbc0ed3-68de-43e4-bdf1-e43be986f570 req-7099b574-a148-4502-a8a6-9fe4dc51b39d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342472 Aug 31 14:53:14.226270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54402) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:14.349742 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9626f2d5-6ba9-4d98-8688-bb698914e26e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/27ea3823-2884-450e-8b52-93b113f5530b HTTP/1.1" status: 200 len: 992 time: 0.1209488 Aug 31 14:53:14.635335 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54414) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:14.811011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port 3f4ee380-dc18-43d2-8ade-60c3c8171cdc {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:14.811395 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:14.839850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2b646497-46b7-44ec-b093-05d1657df836 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:14.887546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2b646497-46b7-44ec-b093-05d1657df836 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:14.894576 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:14.894907 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:14.907414 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for 3f4ee380-dc18-43d2-8ade-60c3c8171cdc owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:15.080897 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:15.111272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=3f4ee380-dc18-43d2-8ade-60c3c8171cdc,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:15.141854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:15.142125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:15.142659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:15.142998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:15.143369 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:15.143712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:15.144052 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:15.144386 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:15.144724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:15.145054 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:15.145385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:15.145714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:15.194664 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:15.195007 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Floating IP 27ea3823-2884-450e-8b52-93b113f5530b disassociated (deleted). External IP: 172.25.2.109, port: 2b646497-46b7-44ec-b093-05d1657df836. Aug 31 14:53:15.422607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 141c385f-a101-42c0-881d-f40c637ac832 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:53:15.534927 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:53:15.539738 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:15.546120 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b7006-9297-485e-a6ee-0c771300ce6d None None] Sync routers for ids ['141c385f-a101-42c0-881d-f40c637ac832'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:53:15.555812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b7006-9297-485e-a6ee-0c771300ce6d None None] Routers {'141c385f-a101-42c0-881d-f40c637ac832'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:15.556514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-dd8b7006-9297-485e-a6ee-0c771300ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:52:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['141c385f-a101-42c0-881d-f40c637ac832'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:15.576790 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f51206c8-7164-48a6-abb4-9bbfedd9078c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/floatingips/27ea3823-2884-450e-8b52-93b113f5530b HTTP/1.1" status: 204 len: 168 time: 0.9378328 Aug 31 14:53:15.576790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'tag': '2b646497-46b7-44ec-b093-05d1657df836'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:15.577306 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ca5124-efad-49b0-86f7-8e3b23573924" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "tag": "2b646497-46b7-44ec-b093-05d1657df836"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:15.642255 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b25c47a-95ab-4023-ba9f-d52d0f4ac339 x-openstack-request-id: req-9b25c47a-95ab-4023-ba9f-d52d0f4ac339 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:15.642648 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "tag": "2b646497-46b7-44ec-b093-05d1657df836", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:15.642998 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b25c47a-95ab-4023-ba9f-d52d0f4ac339 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:15.643518 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'tag': '2b646497-46b7-44ec-b093-05d1657df836', 'status': 'completed', 'code': 200} Aug 31 14:53:15.680770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-dd8b7006-9297-485e-a6ee-0c771300ce6d None None] Set router 141c385f-a101-42c0-881d-f40c637ac832 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:15.716606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca5124-efad-49b0-86f7-8e3b23573924 req-8704ed23-1ce7-486b-83f2-1331f27b4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:15.718695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71ca5124-efad-49b0-86f7-8e3b23573924 req-8704ed23-1ce7-486b-83f2-1331f27b4330 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 1096 time: 0.0724602 Aug 31 14:53:15.859456 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca5124-efad-49b0-86f7-8e3b23573924 req-b2ac1fbc-81bc-4ca0-ad39-a7d02db17f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:15.861368 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71ca5124-efad-49b0-86f7-8e3b23573924 req-b2ac1fbc-81bc-4ca0-ad39-a7d02db17f0a service neutron] 10.222.0.25 "GET /v2.0/networks?id=5be136cf-2929-46f8-98be-323ca4e87e51 HTTP/1.1" status: 200 len: 898 time: 0.1356907 Aug 31 14:53:15.924515 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71ca5124-efad-49b0-86f7-8e3b23573924 req-ef199268-dda0-4aa7-bf96-1a5bdf8a724f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b646497-46b7-44ec-b093-05d1657df836 HTTP/1.1" status: 200 len: 217 time: 0.0539629 Aug 31 14:53:16.007613 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be22fe-7585-4a35-893e-25f3652073e6 req-d4efb541-b21a-48b6-88ad-79441606e6fd tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:16.013175 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a6be22fe-7585-4a35-893e-25f3652073e6 req-d4efb541-b21a-48b6-88ad-79441606e6fd tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 945 time: 0.1355169 Aug 31 14:53:16.034017 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-dd8b7006-9297-485e-a6ee-0c771300ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:52:15Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '56dc9c93-06fd-4c11-9747-1a141494817b', 'name': '', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:69:a5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:14Z', 'updated_at': '2021-08-31T14:52:21Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:16.040455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca5124-efad-49b0-86f7-8e3b23573924 req-1a58b0e2-31af-4eb8-977a-fa9d6400ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:16.043027 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71ca5124-efad-49b0-86f7-8e3b23573924 req-1a58b0e2-31af-4eb8-977a-fa9d6400ffdc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ba120cf2-f9aa-4473-9f47-70b5df320bef HTTP/1.1" status: 200 len: 835 time: 0.1055532 Aug 31 14:53:16.068519 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a6be22fe-7585-4a35-893e-25f3652073e6 req-1842453c-518f-45e4-9cb4-819bc7827e31 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=acc0073d-54f6-4970-86f7-d7e4240c69e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475600 Aug 31 14:53:16.082858 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b7006-9297-485e-a6ee-0c771300ce6d None None] Checking router: 141c385f-a101-42c0-881d-f40c637ac832 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:53:16.093913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b7006-9297-485e-a6ee-0c771300ce6d None None] Routers {'141c385f-a101-42c0-881d-f40c637ac832'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:16.094783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-dd8b7006-9297-485e-a6ee-0c771300ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:52:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['141c385f-a101-42c0-881d-f40c637ac832'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:16.123481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca5124-efad-49b0-86f7-8e3b23573924 req-6d587904-b41d-4d5b-a0d2-0fb2579aac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:16.125552 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71ca5124-efad-49b0-86f7-8e3b23573924 req-6d587904-b41d-4d5b-a0d2-0fb2579aac6e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5be136cf-2929-46f8-98be-323ca4e87e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711489 Aug 31 14:53:16.235920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-dd8b7006-9297-485e-a6ee-0c771300ce6d None None] Set router 141c385f-a101-42c0-881d-f40c637ac832 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:16.248216 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71ca5124-efad-49b0-86f7-8e3b23573924 req-2d8286cb-eb45-4210-9872-89fe54ae2fe2 service neutron] 10.222.0.25 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134431 Aug 31 14:53:16.390284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0a2bc-2323-4c07-8b29-09eb2d6ecf27 req-57669350-d569-4de6-90ce-56d178892f8a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:16.392032 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95a0a2bc-2323-4c07-8b29-09eb2d6ecf27 req-57669350-d569-4de6-90ce-56d178892f8a tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 945 time: 0.0768218 Aug 31 14:53:16.429983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71ca5124-efad-49b0-86f7-8e3b23573924 req-967b82e8-2850-4477-9373-737ebde96e3f service neutron] 10.222.0.25 "GET /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733835 Aug 31 14:53:16.491217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-dd8b7006-9297-485e-a6ee-0c771300ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:52:15Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '56dc9c93-06fd-4c11-9747-1a141494817b', 'name': '', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:69:a5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:14Z', 'updated_at': '2021-08-31T14:52:21Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:16.518487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-95a0a2bc-2323-4c07-8b29-09eb2d6ecf27 req-f34cec4d-835e-4168-8abe-cc17ddf9a134 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port 2b646497-46b7-44ec-b093-05d1657df836 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:16.518931 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95a0a2bc-2323-4c07-8b29-09eb2d6ecf27 req-f34cec4d-835e-4168-8abe-cc17ddf9a134 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:16.544458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b7006-9297-485e-a6ee-0c771300ce6d None None] The sync data for ids ['141c385f-a101-42c0-881d-f40c637ac832'] in n-d-806683-5 is: [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:52:15Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '56dc9c93-06fd-4c11-9747-1a141494817b', 'name': '', 'network_id': '5be136cf-2929-46f8-98be-323ca4e87e51', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:69:a5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:14Z', 'updated_at': '2021-08-31T14:52:21Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ba120cf2-f9aa-4473-9f47-70b5df320bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:53:16.630187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-95a0a2bc-2323-4c07-8b29-09eb2d6ecf27 req-f34cec4d-835e-4168-8abe-cc17ddf9a134 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] For port 2b646497-46b7-44ec-b093-05d1657df836, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2b646497-46b7-44ec-b093-05d1657df836,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:16.630601 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95a0a2bc-2323-4c07-8b29-09eb2d6ecf27 req-f34cec4d-835e-4168-8abe-cc17ddf9a134 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:16.646092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-95a0a2bc-2323-4c07-8b29-09eb2d6ecf27 req-f34cec4d-835e-4168-8abe-cc17ddf9a134 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for 2b646497-46b7-44ec-b093-05d1657df836 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:16.912033 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bdadd5-196a-47f9-bb4a-51e6e4d43a05 None None] New status for floating IP 27ea3823-2884-450e-8b52-93b113f5530b: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:53:17.144159 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95a0a2bc-2323-4c07-8b29-09eb2d6ecf27 req-f34cec4d-835e-4168-8abe-cc17ddf9a134 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:17.231227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cec4d-835e-4168-8abe-cc17ddf9a134 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=2b646497-46b7-44ec-b093-05d1657df836,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:17.250682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a0a2bc-2323-4c07-8b29-09eb2d6ecf27 req-f34cec4d-835e-4168-8abe-cc17ddf9a134 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] No DVR routers for this DVR port 2b646497-46b7-44ec-b093-05d1657df836 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:53:17.254068 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95624e48-3132-4e1b-854d-e6f8a53e2b30 req-1fbdb737-aa28-4d88-abb5-f9ce36fb2233 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfcba22-32f1-403c-8cfa-04a2e2d1239c HTTP/1.1" status: 200 len: 210 time: 0.0648479 Aug 31 14:53:17.255094 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-95a0a2bc-2323-4c07-8b29-09eb2d6ecf27 req-f34cec4d-835e-4168-8abe-cc17ddf9a134 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:17.256985 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-95a0a2bc-2323-4c07-8b29-09eb2d6ecf27 req-f34cec4d-835e-4168-8abe-cc17ddf9a134 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.25 "DELETE /v2.0/ports/2b646497-46b7-44ec-b093-05d1657df836 HTTP/1.1" status: 204 len: 173 time: 0.8557642 Aug 31 14:53:17.257426 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'name': 'network-vif-deleted', 'tag': '2b646497-46b7-44ec-b093-05d1657df836'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:17.260353 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce03c4ef-7127-4543-9a6d-15b2c9d5c0c3" -d '{"events": [{"server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "name": "network-vif-deleted", "tag": "2b646497-46b7-44ec-b093-05d1657df836"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:17.303474 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6650e754-9d78-4c75-a6d9-77b598b755d2 x-openstack-request-id: req-6650e754-9d78-4c75-a6d9-77b598b755d2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:17.304105 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfcba22-32f1-403c-8cfa-04a2e2d1239c", "name": "network-vif-deleted", "tag": "2b646497-46b7-44ec-b093-05d1657df836", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:17.304105 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6650e754-9d78-4c75-a6d9-77b598b755d2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:17.304723 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfcba22-32f1-403c-8cfa-04a2e2d1239c', 'name': 'network-vif-deleted', 'tag': '2b646497-46b7-44ec-b093-05d1657df836', 'status': 'completed', 'code': 200} Aug 31 14:53:18.358438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54456) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:19.114444 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8175893b-cbb2-4405-9d35-ca7fa8e593a9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:19.397741 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8175893b-cbb2-4405-9d35-ca7fa8e593a9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port 56dc9c93-06fd-4c11-9747-1a141494817b {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:19.398426 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8175893b-cbb2-4405-9d35-ca7fa8e593a9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:19.487507 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-8175893b-cbb2-4405-9d35-ca7fa8e593a9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] For port 56dc9c93-06fd-4c11-9747-1a141494817b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=56dc9c93-06fd-4c11-9747-1a141494817b,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:19.487757 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8175893b-cbb2-4405-9d35-ca7fa8e593a9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:19.500988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8175893b-cbb2-4405-9d35-ca7fa8e593a9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for 56dc9c93-06fd-4c11-9747-1a141494817b owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:19.609354 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-177b1a41-ccb4-420c-bbd9-10e1147bdd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:19.671545 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:19.706219 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8175893b-cbb2-4405-9d35-ca7fa8e593a9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:19.734223 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175893b-cbb2-4405-9d35-ca7fa8e593a9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=56dc9c93-06fd-4c11-9747-1a141494817b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:19.799408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2b646497-46b7-44ec-b093-05d1657df836 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:19.823282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 2b646497-46b7-44ec-b093-05d1657df836 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:53:19.823641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2b646497-46b7-44ec-b093-05d1657df836 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:19.933252 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8175893b-cbb2-4405-9d35-ca7fa8e593a9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:20.167358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8175893b-cbb2-4405-9d35-ca7fa8e593a9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 141c385f-a101-42c0-881d-f40c637ac832 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:53:20.287575 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8175893b-cbb2-4405-9d35-ca7fa8e593a9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:53:20.296407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8175893b-cbb2-4405-9d35-ca7fa8e593a9 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "PUT /v2.0/routers/141c385f-a101-42c0-881d-f40c637ac832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9366586 Aug 31 14:53:20.296663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54492) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:20.314214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935fab29-ed36-4784-b8e2-c265904af159 None None] Sync routers for ids ['141c385f-a101-42c0-881d-f40c637ac832'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:53:20.327018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935fab29-ed36-4784-b8e2-c265904af159 None None] Routers {'141c385f-a101-42c0-881d-f40c637ac832'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:20.328090 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-935fab29-ed36-4784-b8e2-c265904af159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:52:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['141c385f-a101-42c0-881d-f40c637ac832'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:20.387330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49aaaf0-1c53-496a-adba-4bdcf2b489b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting subnet ba120cf2-f9aa-4473-9f47-70b5df320bef {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:53:20.396134 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a49aaaf0-1c53-496a-adba-4bdcf2b489b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:20.481785 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a49aaaf0-1c53-496a-adba-4bdcf2b489b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:20.508401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-935fab29-ed36-4784-b8e2-c265904af159 None None] Set router 141c385f-a101-42c0-881d-f40c637ac832 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:20.601318 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a49aaaf0-1c53-496a-adba-4bdcf2b489b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:20.700848 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a49aaaf0-1c53-496a-adba-4bdcf2b489b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:20.717584 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a49aaaf0-1c53-496a-adba-4bdcf2b489b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:20.719592 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a49aaaf0-1c53-496a-adba-4bdcf2b489b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/subnets/ba120cf2-f9aa-4473-9f47-70b5df320bef HTTP/1.1" status: 204 len: 168 time: 0.4210124 Aug 31 14:53:20.722759 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54500) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:20.742698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eac3478-9db4-4922-85a1-94fd0e5efa76 None None] Network 5be136cf-2929-46f8-98be-323ca4e87e51 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:53:20.745670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49aaaf0-1c53-496a-adba-4bdcf2b489b5 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Subnet': ['ID=ba120cf2-f9aa-4473-9f47-70b5df320bef,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:20.916578 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:20.972967 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-935fab29-ed36-4784-b8e2-c265904af159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:53:19Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:21.006206 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935fab29-ed36-4784-b8e2-c265904af159 None None] Checking router: 141c385f-a101-42c0-881d-f40c637ac832 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:53:21.017969 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:53:21.018494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935fab29-ed36-4784-b8e2-c265904af159 None None] Routers {'141c385f-a101-42c0-881d-f40c637ac832'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:21.018891 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-935fab29-ed36-4784-b8e2-c265904af159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:52:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['141c385f-a101-42c0-881d-f40c637ac832'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:21.104168 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.119466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] DHCP port deletion for 5be136cf-2929-46f8-98be-323ca4e87e51 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:53:21.184192 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:21.184413 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.188084 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-935fab29-ed36-4784-b8e2-c265904af159 None None] Set router 141c385f-a101-42c0-881d-f40c637ac832 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:21.265182 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Deleting port 5580193a-1b70-49fa-a35c-f0a0607a5861 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:21.265751 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.339511 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] For port 5580193a-1b70-49fa-a35c-f0a0607a5861, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5580193a-1b70-49fa-a35c-f0a0607a5861,segment=NetworkSegment(180aa806-4512-48a8-aa84-a2e2e53a74b1),segment_id=180aa806-4512-48a8-aa84-a2e2e53a74b1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:21.340024 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.354595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Calling delete_port for 5580193a-1b70-49fa-a35c-f0a0607a5861 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:21.367290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] For port 22dcb1d7-b369-4f76-b9f1-98e7411a71f0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=22dcb1d7-b369-4f76-b9f1-98e7411a71f0,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:21.367673 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.394701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:21.429682 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5580193a-1b70-49fa-a35c-f0a0607a5861 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:21.578064 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.620208 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.624431 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.646465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Pushing event deleted for resources: {'Port': ['ID=5580193a-1b70-49fa-a35c-f0a0607a5861,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:21.663507 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=22dcb1d7-b369-4f76-b9f1-98e7411a71f0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:21.679142 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] No DVR routers for this DVR port 5580193a-1b70-49fa-a35c-f0a0607a5861 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:53:21.692934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:21.693302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:21.693654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:21.693991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:21.694323 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:21.694793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:21.695134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:21.695491 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:21.697016 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:21.698374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:21.698740 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:21.699061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10259eca-a417-4f02-aeb3-3b07773c3015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:21.753396 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.793413 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-935fab29-ed36-4784-b8e2-c265904af159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:53:19Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:21.836146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935fab29-ed36-4784-b8e2-c265904af159 None None] The sync data for ids ['141c385f-a101-42c0-881d-f40c637ac832'] in n-d-806683-5 is: [{'id': '141c385f-a101-42c0-881d-f40c637ac832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604158353', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:52:11Z', 'updated_at': '2021-08-31T14:53:19Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '22dcb1d7-b369-4f76-b9f1-98e7411a71f0', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141c385f-a101-42c0-881d-f40c637ac832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:52:12Z', 'updated_at': '2021-08-31T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:53:21.878316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.880929 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.929650 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.930956 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Fanout notify agent at l3_agent the message router_deleted on router 141c385f-a101-42c0-881d-f40c637ac832 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:53:21.940546 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:21.941637 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-662ee431-b25c-46d2-a6f4-ef418c60b313 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/routers/141c385f-a101-42c0-881d-f40c637ac832 HTTP/1.1" status: 204 len: 168 time: 1.2176859 Aug 31 14:53:21.944476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54518) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:22.030627 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-605f81c1-d7f7-4687-925c-52a8dd4d1b43 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.136959 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-605f81c1-d7f7-4687-925c-52a8dd4d1b43 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.152872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-605f81c1-d7f7-4687-925c-52a8dd4d1b43 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be136cf-2929-46f8-98be-323ca4e87e51']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:22.159467 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79d976bf-2da5-42d0-bd9a-ac450d4b0ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.166272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-605f81c1-d7f7-4687-925c-52a8dd4d1b43 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180aa806-4512-48a8-aa84-a2e2e53a74b1') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:22.166588 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-605f81c1-d7f7-4687-925c-52a8dd4d1b43 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180aa806-4512-48a8-aa84-a2e2e53a74b1') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:22.176063 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-605f81c1-d7f7-4687-925c-52a8dd4d1b43 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.190946 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-605f81c1-d7f7-4687-925c-52a8dd4d1b43 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.202855 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605f81c1-d7f7-4687-925c-52a8dd4d1b43 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:53:22.203301 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-605f81c1-d7f7-4687-925c-52a8dd4d1b43 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:53:22.274825 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:53:22.279991 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-605f81c1-d7f7-4687-925c-52a8dd4d1b43 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.288110 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-605f81c1-d7f7-4687-925c-52a8dd4d1b43 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.293197 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-605f81c1-d7f7-4687-925c-52a8dd4d1b43 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/networks/5be136cf-2929-46f8-98be-323ca4e87e51 HTTP/1.1" status: 204 len: 168 time: 0.3451955 Aug 31 14:53:22.293679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54526) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:22.301910 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.305638 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f81c1-d7f7-4687-925c-52a8dd4d1b43 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Network': ['ID=5be136cf-2929-46f8-98be-323ca4e87e51,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:22.390814 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f59d148-d012-4e43-bdbd-f9860c194db7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.428626 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f59d148-d012-4e43-bdbd-f9860c194db7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.522979 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f59d148-d012-4e43-bdbd-f9860c194db7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.526753 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f59d148-d012-4e43-bdbd-f9860c194db7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:22.535219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5f59d148-d012-4e43-bdbd-f9860c194db7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/security-groups/acc0073d-54f6-4970-86f7-d7e4240c69e2 HTTP/1.1" status: 204 len: 168 time: 0.2376580 Aug 31 14:53:22.556442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59d148-d012-4e43-bdbd-f9860c194db7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc0073d-54f6-4970-86f7-d7e4240c69e2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:22.875726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54554) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:22.880804 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-43a6a48e-8c31-48f5-b75d-58e2070e61a8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269020403', 'description': 'tempest-secgroup-smoke-1269020403 description', 'project_id': 'd870a71dbb8448f4be281bbe47485733'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:22.908703 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-43a6a48e-8c31-48f5-b75d-58e2070e61a8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.019355 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-43a6a48e-8c31-48f5-b75d-58e2070e61a8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.027624 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-43a6a48e-8c31-48f5-b75d-58e2070e61a8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.062853 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-43a6a48e-8c31-48f5-b75d-58e2070e61a8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.064476 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-43a6a48e-8c31-48f5-b75d-58e2070e61a8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1874437 Aug 31 14:53:23.067405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54560) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:23.072934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-140f5ee6-bba7-43c3-93df-93f1716ff4cf tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': 'c9dde942-2d7f-4358-879f-5aeb60c77a5a', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:23.078079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6a48e-8c31-48f5-b75d-58e2070e61a8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dde942-2d7f-4358-879f-5aeb60c77a5a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:23.114666 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140f5ee6-bba7-43c3-93df-93f1716ff4cf tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.198783 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140f5ee6-bba7-43c3-93df-93f1716ff4cf tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.208519 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140f5ee6-bba7-43c3-93df-93f1716ff4cf tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.228252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f5ee6-bba7-43c3-93df-93f1716ff4cf tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c92f24d-70b1-4b69-b25a-8ee90626a674,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:23.239404 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-140f5ee6-bba7-43c3-93df-93f1716ff4cf tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.241153 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-140f5ee6-bba7-43c3-93df-93f1716ff4cf tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1717105 Aug 31 14:53:23.243481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54562) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:23.249612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-dbdd9a93-77fa-4ec4-9c97-5e4ad57eb3c4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': 'c9dde942-2d7f-4358-879f-5aeb60c77a5a', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:23.280901 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9a93-77fa-4ec4-9c97-5e4ad57eb3c4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.329422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 56dc9c93-06fd-4c11-9747-1a141494817b no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:23.355728 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9a93-77fa-4ec4-9c97-5e4ad57eb3c4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.360287 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 56dc9c93-06fd-4c11-9747-1a141494817b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:53:23.360847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 56dc9c93-06fd-4c11-9747-1a141494817b not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:23.360969 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9a93-77fa-4ec4-9c97-5e4ad57eb3c4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.361634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:23.383195 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd9a93-77fa-4ec4-9c97-5e4ad57eb3c4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2263b46e-ea30-40d9-a78b-4b5348535be3,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:23.392819 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9a93-77fa-4ec4-9c97-5e4ad57eb3c4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.400065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54568) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:23.403010 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dbdd9a93-77fa-4ec4-9c97-5e4ad57eb3c4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1582854 Aug 31 14:53:23.403294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:53:23.403787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 22dcb1d7-b369-4f76-b9f1-98e7411a71f0 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:23.405799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0b26fc5f-cfe0-4f39-8401-0f79d7688efd tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': 'c9dde942-2d7f-4358-879f-5aeb60c77a5a', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:23.416158 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.446614 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b26fc5f-cfe0-4f39-8401-0f79d7688efd tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.509505 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b26fc5f-cfe0-4f39-8401-0f79d7688efd tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.513759 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b26fc5f-cfe0-4f39-8401-0f79d7688efd tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.532704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26fc5f-cfe0-4f39-8401-0f79d7688efd tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9daf25-9f65-469f-ac17-1ec8ed0c2ab1,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:23.539953 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b26fc5f-cfe0-4f39-8401-0f79d7688efd tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.541334 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0b26fc5f-cfe0-4f39-8401-0f79d7688efd tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394863 Aug 31 14:53:23.544077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54570) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:23.550421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-276dc070-ee0e-4e10-aae9-78d7c68d36b2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': 'c9dde942-2d7f-4358-879f-5aeb60c77a5a', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:23.577996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-276dc070-ee0e-4e10-aae9-78d7c68d36b2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.653482 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-276dc070-ee0e-4e10-aae9-78d7c68d36b2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.659039 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-276dc070-ee0e-4e10-aae9-78d7c68d36b2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.677319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276dc070-ee0e-4e10-aae9-78d7c68d36b2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf29100-9adc-4a63-ace9-18303a37e0c1,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:23.683591 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-276dc070-ee0e-4e10-aae9-78d7c68d36b2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.687302 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-276dc070-ee0e-4e10-aae9-78d7c68d36b2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383843 Aug 31 14:53:23.687519 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54578) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:23.693111 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-23487d12-6d5f-45ed-8993-3c786e6df7e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': 'c9dde942-2d7f-4358-879f-5aeb60c77a5a', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:23.719356 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-23487d12-6d5f-45ed-8993-3c786e6df7e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Project d870a71dbb8448f4be281bbe47485733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:53:23.724775 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23487d12-6d5f-45ed-8993-3c786e6df7e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.803250 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23487d12-6d5f-45ed-8993-3c786e6df7e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.807718 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23487d12-6d5f-45ed-8993-3c786e6df7e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.828155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23487d12-6d5f-45ed-8993-3c786e6df7e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62633450-b7ca-498f-88db-23f0979a544e,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:23.837766 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-23487d12-6d5f-45ed-8993-3c786e6df7e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.841960 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-23487d12-6d5f-45ed-8993-3c786e6df7e4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507552 Aug 31 14:53:23.842256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54582) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:23.846753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-76f0c183-695e-45cf-a283-e3adacdac4a6 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'security_group_rule': {'security_group_id': 'c9dde942-2d7f-4358-879f-5aeb60c77a5a', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:23.869960 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-76f0c183-695e-45cf-a283-e3adacdac4a6 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Project d870a71dbb8448f4be281bbe47485733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:53:23.875137 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-76f0c183-695e-45cf-a283-e3adacdac4a6 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.948279 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-76f0c183-695e-45cf-a283-e3adacdac4a6 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.953619 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-76f0c183-695e-45cf-a283-e3adacdac4a6 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:23.972986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0c183-695e-45cf-a283-e3adacdac4a6 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed4bd1e-ebd9-428c-9a99-c82831f39e59,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:23.996269 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-76f0c183-695e-45cf-a283-e3adacdac4a6 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.000415 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-76f0c183-695e-45cf-a283-e3adacdac4a6 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1545758 Aug 31 14:53:24.000640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54588) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:24.006264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-e0c80d9b-1fef-47f8-90fa-c0dffffd4758 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'network': {'name': 'tempest-network-smoke--279355844', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'port_security_enabled': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:24.044434 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c80d9b-1fef-47f8-90fa-c0dffffd4758 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Made reservation on behalf of d870a71dbb8448f4be281bbe47485733 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:53:24.048875 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e0c80d9b-1fef-47f8-90fa-c0dffffd4758 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.075065 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c80d9b-1fef-47f8-90fa-c0dffffd4758 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:53:24.084567 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e0c80d9b-1fef-47f8-90fa-c0dffffd4758 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.084918 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-e0c80d9b-1fef-47f8-90fa-c0dffffd4758 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Added segment 7c5997dd-e8a1-4567-81c9-ee9a90ce5d33 of type vlan for network 388bde1f-05d9-4713-8081-22ad69fabefe Aug 31 14:53:24.136179 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e0c80d9b-1fef-47f8-90fa-c0dffffd4758 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.165752 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e0c80d9b-1fef-47f8-90fa-c0dffffd4758 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.172690 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c80d9b-1fef-47f8-90fa-c0dffffd4758 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:24.172690 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e0c80d9b-1fef-47f8-90fa-c0dffffd4758 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.248974 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e0c80d9b-1fef-47f8-90fa-c0dffffd4758 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2472315 Aug 31 14:53:24.253887 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54592) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:24.256133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c80d9b-1fef-47f8-90fa-c0dffffd4758 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Network': ['ID=388bde1f-05d9-4713-8081-22ad69fabefe,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:24.264679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'admin_state_up': True, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:24.281604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 388bde1f-05d9-4713-8081-22ad69fabefe details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:53:24.307846 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.308894 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.427990 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.564670 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.577774 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.734168 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54604) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:24.786684 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2922616-05bc-42ce-a530-0acd636a570e admin admin] Deleting subnet 8707390f-b0b9-436d-a73c-a0e3c56ac64f {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:53:24.790980 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2922616-05bc-42ce-a530-0acd636a570e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.792340 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.821486 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.832138 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2922616-05bc-42ce-a530-0acd636a570e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.892898 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2922616-05bc-42ce-a530-0acd636a570e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:24.962878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.25.2.148 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/43b2022b-438c-4e45-8de6-8fff0039e229) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:53:24.983168 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2922616-05bc-42ce-a530-0acd636a570e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.013506 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.028243 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2922616-05bc-42ce-a530-0acd636a570e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8707390f-b0b9-436d-a73c-a0e3c56ac64f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:25.035718 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a2922616-05bc-42ce-a530-0acd636a570e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.040844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a2922616-05bc-42ce-a530-0acd636a570e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8707390f-b0b9-436d-a73c-a0e3c56ac64f HTTP/1.1" status: 204 len: 168 time: 0.3056786 Aug 31 14:53:25.041462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54610) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:25.107434 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.118626 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dadcfa4-4814-4860-ac93-b7e45bcba82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.151908 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.194418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=43b2022b-438c-4e45-8de6-8fff0039e229,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:25.223533 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dadcfa4-4814-4860-ac93-b7e45bcba82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.235296 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:53:25.237042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:25.238046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5dadcfa4-4814-4860-ac93-b7e45bcba82a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7592e7-2553-4484-a1ba-b72931a446aa']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:25.244875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:53:25.252058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5dadcfa4-4814-4860-ac93-b7e45bcba82a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151d51d5-f6c0-40ef-ab6b-7080e5423df6') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:25.252793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-5dadcfa4-4814-4860-ac93-b7e45bcba82a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151d51d5-f6c0-40ef-ab6b-7080e5423df6') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:25.263811 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dadcfa4-4814-4860-ac93-b7e45bcba82a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.280117 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dadcfa4-4814-4860-ac93-b7e45bcba82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.286427 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dadcfa4-4814-4860-ac93-b7e45bcba82a admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:53:25.286851 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dadcfa4-4814-4860-ac93-b7e45bcba82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:53:25.288610 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:53:25.349713 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dadcfa4-4814-4860-ac93-b7e45bcba82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.356549 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dadcfa4-4814-4860-ac93-b7e45bcba82a admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.361496 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5dadcfa4-4814-4860-ac93-b7e45bcba82a admin admin] 10.222.0.39 "DELETE /v2.0/networks/3d7592e7-2553-4484-a1ba-b72931a446aa HTTP/1.1" status: 204 len: 168 time: 0.3190625 Aug 31 14:53:25.362127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54616) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:25.415684 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadcfa4-4814-4860-ac93-b7e45bcba82a admin admin] Pushing event deleted for resources: {'Network': ['ID=3d7592e7-2553-4484-a1ba-b72931a446aa,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:25.440552 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0699e46-d154-4847-a569-ae1950d76900 admin admin] Deleting subnet 346639ed-f6f7-441f-a610-21dfd5acfdf1 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:53:25.444935 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b0699e46-d154-4847-a569-ae1950d76900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.484055 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b0699e46-d154-4847-a569-ae1950d76900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.540475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b0699e46-d154-4847-a569-ae1950d76900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.546895 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.597621 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b0699e46-d154-4847-a569-ae1950d76900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.630603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0699e46-d154-4847-a569-ae1950d76900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=346639ed-f6f7-441f-a610-21dfd5acfdf1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:25.637260 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b0699e46-d154-4847-a569-ae1950d76900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.641701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b0699e46-d154-4847-a569-ae1950d76900 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/346639ed-f6f7-441f-a610-21dfd5acfdf1 HTTP/1.1" status: 204 len: 168 time: 0.2744281 Aug 31 14:53:25.641940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54622) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:25.710984 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c60222e-ab14-4f8a-b0a9-c019392c174e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.801048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.811331 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c60222e-ab14-4f8a-b0a9-c019392c174e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.821873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7c60222e-ab14-4f8a-b0a9-c019392c174e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd36cb8-47d8-4039-ab92-eb14d021c15c']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:25.832281 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7c60222e-ab14-4f8a-b0a9-c019392c174e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0206363d-e43f-45f6-b6ce-5a2c4194754c') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:25.832574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-7c60222e-ab14-4f8a-b0a9-c019392c174e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0206363d-e43f-45f6-b6ce-5a2c4194754c') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:25.842749 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c60222e-ab14-4f8a-b0a9-c019392c174e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.856505 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c60222e-ab14-4f8a-b0a9-c019392c174e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.862590 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c60222e-ab14-4f8a-b0a9-c019392c174e admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:53:25.863222 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c60222e-ab14-4f8a-b0a9-c019392c174e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:53:25.864976 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:53:25.924153 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c60222e-ab14-4f8a-b0a9-c019392c174e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.929774 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c60222e-ab14-4f8a-b0a9-c019392c174e admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.934757 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7c60222e-ab14-4f8a-b0a9-c019392c174e admin admin] 10.222.0.39 "DELETE /v2.0/networks/8fd36cb8-47d8-4039-ab92-eb14d021c15c HTTP/1.1" status: 204 len: 168 time: 0.2918453 Aug 31 14:53:25.949445 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:53:25.949886 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60222e-ab14-4f8a-b0a9-c019392c174e admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd36cb8-47d8-4039-ab92-eb14d021c15c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:26.087798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:53:26.104076 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Sync routers for ids ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:53:26.113329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.116635 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Routers {'5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:26.117261 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:53:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:26.118697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54636) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:26.119221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c8beb307-d94b-4283-825c-9c530000da11 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8634849 Aug 31 14:53:26.137170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54638) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:26.166139 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5b091412-2597-4e8e-9229-b13c860803de tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=d870a71dbb8448f4be281bbe47485733&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453310 Aug 31 14:53:26.168654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54640) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:26.237260 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Set router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:26.237573 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-93a225e0-534e-4ad4-adb9-4e0f9ab9f2f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cef2cee971954d85af7a5721aa361c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0964875 Aug 31 14:53:26.237682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54642) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:26.316842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d49c26e-afb0-4fdf-81ff-f4c72b0ac4b4 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:26.318354 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4d49c26e-afb0-4fdf-81ff-f4c72b0ac4b4 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1483750 Aug 31 14:53:26.322007 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78f9cc63-40c7-49f6-a4a6-a5974249e5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.322786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54648) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:26.346191 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78f9cc63-40c7-49f6-a4a6-a5974249e5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.361282 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0483cf1c-b7db-4b28-bed1-6a7d0bcd826a tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348008 Aug 31 14:53:26.361570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54650) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:26.376127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-18d44035-b1db-4e7b-a909-cc76a7e661b3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-681672881', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:26.427522 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:25Z', 'revision_number': 3, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:26.437025 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78f9cc63-40c7-49f6-a4a6-a5974249e5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.439770 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-78f9cc63-40c7-49f6-a4a6-a5974249e5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.443263 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-78f9cc63-40c7-49f6-a4a6-a5974249e5e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/258132d1-5256-49ce-8289-9ec9a911e82a HTTP/1.1" status: 204 len: 168 time: 0.2023840 Aug 31 14:53:26.458985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9cc63-40c7-49f6-a4a6-a5974249e5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258132d1-5256-49ce-8289-9ec9a911e82a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:26.468239 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Checking router: 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:53:26.469175 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Updating router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 port 43b2022b-438c-4e45-8de6-8fff0039e229 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:53:26.473002 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d44035-b1db-4e7b-a909-cc76a7e661b3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Made reservation on behalf of d870a71dbb8448f4be281bbe47485733 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:53:26.483795 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-18d44035-b1db-4e7b-a909-cc76a7e661b3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.501641 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.713046 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-18d44035-b1db-4e7b-a909-cc76a7e661b3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.807462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d44035-b1db-4e7b-a909-cc76a7e661b3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Subnet': ['ID=ed4d3832-e270-47c6-b3b5-c7b401b6c2f0,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:26.824523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d44035-b1db-4e7b-a909-cc76a7e661b3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Checking segment: {'id': '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:26.824805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d44035-b1db-4e7b-a909-cc76a7e661b3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network hostable DHCP agents. Network: 388bde1f-05d9-4713-8081-22ad69fabefe, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:53:26.846610 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d44035-b1db-4e7b-a909-cc76a7e661b3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 388bde1f-05d9-4713-8081-22ad69fabefe is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:53:26.859817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-18d44035-b1db-4e7b-a909-cc76a7e661b3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 388bde1f-05d9-4713-8081-22ad69fabefe) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:26.860956 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.870967 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b8bcc6-e466-462a-8aa1-49161531b6b1 None None] Network 388bde1f-05d9-4713-8081-22ad69fabefe requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:53:26.876171 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d44035-b1db-4e7b-a909-cc76a7e661b3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:26.876767 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-18d44035-b1db-4e7b-a909-cc76a7e661b3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.878353 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Transition to ACTIVE for port object 43b2022b-438c-4e45-8de6-8fff0039e229 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:26.882068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54662) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:26.886760 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.900745 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-18d44035-b1db-4e7b-a909-cc76a7e661b3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5377297 Aug 31 14:53:26.903385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 54664) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:26.937403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-94e04299-0315-4b8b-a339-d1efb2f5b7ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d10e41e5dcb14ea3b32a495553d3d709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537586 Aug 31 14:53:26.939622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54666) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:26.956775 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Attempting to bind port 43b2022b-438c-4e45-8de6-8fff0039e229 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:53:26.957146 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Attempting to bind port 43b2022b-438c-4e45-8de6-8fff0039e229 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:53:26.957783 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Attempting to bind port 43b2022b-438c-4e45-8de6-8fff0039e229 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:26.971082 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:53:26.971414 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:26.971770 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:26.972165 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:53:26.972637 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Bound port: 43b2022b-438c-4e45-8de6-8fff0039e229, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:53:26.973017 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.026519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4110ad2-7526-4a59-a90f-5d770b0ca269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.037469 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] For port 43b2022b-438c-4e45-8de6-8fff0039e229, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:27.044907 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] For port 43b2022b-438c-4e45-8de6-8fff0039e229, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=43b2022b-438c-4e45-8de6-8fff0039e229,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:53:27.053367 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c5cf2-7ed8-4c07-88fd-e9fc8ef6c6d6 None None] Pushing event updated for resources: {'Port': ['ID=43b2022b-438c-4e45-8de6-8fff0039e229,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:27.062629 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c5cf2-7ed8-4c07-88fd-e9fc8ef6c6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:27.062967 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c5cf2-7ed8-4c07-88fd-e9fc8ef6c6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:27.063567 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c5cf2-7ed8-4c07-88fd-e9fc8ef6c6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:27.063795 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c5cf2-7ed8-4c07-88fd-e9fc8ef6c6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:27.064123 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c5cf2-7ed8-4c07-88fd-e9fc8ef6c6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:27.064454 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c5cf2-7ed8-4c07-88fd-e9fc8ef6c6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:27.064775 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c5cf2-7ed8-4c07-88fd-e9fc8ef6c6d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:27.065096 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c5cf2-7ed8-4c07-88fd-e9fc8ef6c6d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:27.065420 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c5cf2-7ed8-4c07-88fd-e9fc8ef6c6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:27.065739 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c5cf2-7ed8-4c07-88fd-e9fc8ef6c6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:27.066054 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c5cf2-7ed8-4c07-88fd-e9fc8ef6c6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:27.066372 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c5cf2-7ed8-4c07-88fd-e9fc8ef6c6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:27.070549 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.089150 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4110ad2-7526-4a59-a90f-5d770b0ca269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.153747 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4110ad2-7526-4a59-a90f-5d770b0ca269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.159008 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4110ad2-7526-4a59-a90f-5d770b0ca269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.165005 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b4110ad2-7526-4a59-a90f-5d770b0ca269 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6014d1a-5171-4c22-8338-558e47b9789f HTTP/1.1" status: 204 len: 168 time: 0.2211492 Aug 31 14:53:27.177983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4110ad2-7526-4a59-a90f-5d770b0ca269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6014d1a-5171-4c22-8338-558e47b9789f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:27.178419 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c5cf2-7ed8-4c07-88fd-e9fc8ef6c6d6 None None] Pushing event updated for resources: {'Port': ['ID=43b2022b-438c-4e45-8de6-8fff0039e229,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:27.182916 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Routers {'5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:27.184046 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:53:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:27.310508 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] Set router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:27.450439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-388bde1f-05d9-4713-8081-22ad69fabefe', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ips': [{'subnet_id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:53:27.452437 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.524950 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:25Z', 'revision_number': 3, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:27.555556 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4fed7e-db0b-42d6-b650-6dd5fc1fbfc1 None None] The sync data for ids ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'] in n-d-806683-5 is: [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:25Z', 'revision_number': 3, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:53:27.625351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Allocated IP 172.20.0.2 (388bde1f-05d9-4713-8081-22ad69fabefe/ed4d3832-e270-47c6-b3b5-c7b401b6c2f0/2f0fbb83-dade-470b-b457-b4d73d95a6dc) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:53:27.858392 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.874660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Transition to ACTIVE for port object 2f0fbb83-dade-470b-b457-b4d73d95a6dc will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:27.908695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Transition to ACTIVE for port object 2f0fbb83-dade-470b-b457-b4d73d95a6dc will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:27.922012 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:27.990163 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Network 388bde1f-05d9-4713-8081-22ad69fabefe is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:53:27.992055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:28.002409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:53:28.045870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Pushing event updated for resources: {'Port': ['ID=2f0fbb83-dade-470b-b457-b4d73d95a6dc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:28.079025 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Attempting to bind port 2f0fbb83-dade-470b-b457-b4d73d95a6dc on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:53:28.079533 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Attempting to bind port 2f0fbb83-dade-470b-b457-b4d73d95a6dc by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:53:28.079970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Attempting to bind port 2f0fbb83-dade-470b-b457-b4d73d95a6dc on network 388bde1f-05d9-4713-8081-22ad69fabefe {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:28.085380 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:53:28.085906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Checking segment: {'id': '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:28.086688 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.086688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Bound using segment: {'id': '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:53:28.088113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Bound port: 2f0fbb83-dade-470b-b457-b4d73d95a6dc, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:53:28.088570 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.132346 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.203486 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] For port 2f0fbb83-dade-470b-b457-b4d73d95a6dc, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:28.207796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] For port 2f0fbb83-dade-470b-b457-b4d73d95a6dc, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2f0fbb83-dade-470b-b457-b4d73d95a6dc,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:53:28.224685 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.316503 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fae5d6-33a9-470f-a7a3-a4a857ac8fe5 None None] Pushing event updated for resources: {'Port': ['ID=2f0fbb83-dade-470b-b457-b4d73d95a6dc,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:28.357458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54706) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:28.563644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2083592613-network', 'tenant_id': '1ec4126d185a4dcc92c478ab60cc2aea'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:28.607529 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] Made reservation on behalf of 1ec4126d185a4dcc92c478ab60cc2aea for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:53:28.611939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.617027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.20.0.1 (388bde1f-05d9-4713-8081-22ad69fabefe/ed4d3832-e270-47c6-b3b5-c7b401b6c2f0/2b1d50c8-00be-4fac-ad5a-230b8eec25a2) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:53:28.623328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.775040 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.780374 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.805579 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:53:28.813700 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.824750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:28.832090 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.832263 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] Added segment 924c4b5a-8374-4e63-ba68-7ebca83d5593 of type vlan for network 5acda816-1a8c-4c9e-b0de-63b6df395ff9 Aug 31 14:53:28.834276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Transition to ACTIVE for port object 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:28.887806 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.901681 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.915094 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.916408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:28.917152 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:28.960329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 388bde1f-05d9-4713-8081-22ad69fabefe is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:53:28.963593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:28.967552 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:53:28.974540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=2b1d50c8-00be-4fac-ad5a-230b8eec25a2,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:28.991032 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6317489 Aug 31 14:53:28.994679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 54720) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:29.007467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0bfef588-162a-403d-af57-dfc8bb323fc3 admin admin] Request body: {'subnet': {'network_id': '5acda816-1a8c-4c9e-b0de-63b6df395ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2083592613-subnet', 'tenant_id': '1ec4126d185a4dcc92c478ab60cc2aea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:29.011922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3750405-aa8d-4411-a455-09afe4e2ab9a admin admin] Pushing event updated for resources: {'Network': ['ID=5acda816-1a8c-4c9e-b0de-63b6df395ff9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:29.019486 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.026292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 5acda816-1a8c-4c9e-b0de-63b6df395ff9 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:53:29.036834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfef588-162a-403d-af57-dfc8bb323fc3 admin admin] Made reservation on behalf of 1ec4126d185a4dcc92c478ab60cc2aea for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:53:29.039984 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0bfef588-162a-403d-af57-dfc8bb323fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.171500 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.249368 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0bfef588-162a-403d-af57-dfc8bb323fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.315821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfef588-162a-403d-af57-dfc8bb323fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d762281-ddb5-4291-9537-b30e80e09a61,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:29.340338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfef588-162a-403d-af57-dfc8bb323fc3 admin admin] Checking segment: {'id': '924c4b5a-8374-4e63-ba68-7ebca83d5593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5acda816-1a8c-4c9e-b0de-63b6df395ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:29.340699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfef588-162a-403d-af57-dfc8bb323fc3 admin admin] Network hostable DHCP agents. Network: 5acda816-1a8c-4c9e-b0de-63b6df395ff9, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:53:29.371484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfef588-162a-403d-af57-dfc8bb323fc3 admin admin] Network 5acda816-1a8c-4c9e-b0de-63b6df395ff9 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:53:29.403667 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0bfef588-162a-403d-af57-dfc8bb323fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 5acda816-1a8c-4c9e-b0de-63b6df395ff9) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:29.419501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53851f0-f5ca-450d-ab27-5eccbe62515b None None] Network 5acda816-1a8c-4c9e-b0de-63b6df395ff9 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:53:29.422736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfef588-162a-403d-af57-dfc8bb323fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:29.428138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0bfef588-162a-403d-af57-dfc8bb323fc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.435588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2f0fbb83-dade-470b-b457-b4d73d95a6dc up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:29.446783 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0bfef588-162a-403d-af57-dfc8bb323fc3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4494648 Aug 31 14:53:29.550344 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.558760 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.652271 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc1026e-6f74-40fd-8c51-cd83b7b9069b None None] Network 5acda816-1a8c-4c9e-b0de-63b6df395ff9 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:53:29.679707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=2b1d50c8-00be-4fac-ad5a-230b8eec25a2,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:29.710253 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.832120 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 2f0fbb83-dade-470b-b457-b4d73d95a6dc completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:29.847832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 43b2022b-438c-4e45-8de6-8fff0039e229 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:29.931770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 43b2022b-438c-4e45-8de6-8fff0039e229 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:29.939141 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 43b2022b-438c-4e45-8de6-8fff0039e229 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:29.939964 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:29.945320 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 388bde1f-05d9-4713-8081-22ad69fabefe is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:53:29.954254 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:30.082941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb74b9e-be03-465e-82c8-f1b131668608 None None] Network 388bde1f-05d9-4713-8081-22ad69fabefe requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:53:30.157758 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:30.160719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:53:30.198328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 43b2022b-438c-4e45-8de6-8fff0039e229, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=43b2022b-438c-4e45-8de6-8fff0039e229,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:30.205284 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-096fed4f-326b-47b0-be3b-b9993b4b409d None None] Provisioning for port 2f0fbb83-dade-470b-b457-b4d73d95a6dc completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:30.210071 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:30.267049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=43b2022b-438c-4e45-8de6-8fff0039e229,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:30.283724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-096fed4f-326b-47b0-be3b-b9993b4b409d None None] Provisioning complete for port 2f0fbb83-dade-470b-b457-b4d73d95a6dc triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:30.284116 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-096fed4f-326b-47b0-be3b-b9993b4b409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:30.350514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:53:30.357103 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-19457624-501b-4e60-9588-e278545b6043 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "PUT /v2.0/routers/5e96cfbe-b8ac-4786-8d71-f74cc44b61e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4526286 Aug 31 14:53:30.381841 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Sync routers for ids ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:53:30.413298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Routers {'5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:30.414309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:53:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:30.593179 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-096fed4f-326b-47b0-be3b-b9993b4b409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:30.642853 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-3e159960-1c72-4ff5-b93d-4e4af58bdd39 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269020403&fields=id&tenant_id=d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 267 time: 0.0720434 Aug 31 14:53:30.651133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-096fed4f-326b-47b0-be3b-b9993b4b409d None None] For port 2f0fbb83-dade-470b-b457-b4d73d95a6dc, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2f0fbb83-dade-470b-b457-b4d73d95a6dc,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:30.663164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Set router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:30.665702 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-096fed4f-326b-47b0-be3b-b9993b4b409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:30.843821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fed4f-326b-47b0-be3b-b9993b4b409d None None] Pushing event updated for resources: {'Port': ['ID=2f0fbb83-dade-470b-b457-b4d73d95a6dc,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:30.849856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-b9875590-03d6-4341-ba40-04a6f855e633 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:30.859812 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-b9875590-03d6-4341-ba40-04a6f855e633 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/networks?id=388bde1f-05d9-4713-8081-22ad69fabefe HTTP/1.1" status: 200 len: 796 time: 0.2075059 Aug 31 14:53:30.882371 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-59c4160b-189f-44f6-aa51-9f74edfd6408 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/quotas/d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 375 time: 0.0215595 Aug 31 14:53:31.040075 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3b969cff-4a0e-41b8-9bad-18161c6282e6 None None] Provisioning for port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:31.069425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3b969cff-4a0e-41b8-9bad-18161c6282e6 None None] Provisioning complete for port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:31.069898 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b969cff-4a0e-41b8-9bad-18161c6282e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.125148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3b969cff-4a0e-41b8-9bad-18161c6282e6 None None] Port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:53:31.132660 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-e3143ca7-9e24-4c44-8720-4d27342f121d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2492943 Aug 31 14:53:31.137073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '2b1d50c8-00be-4fac-ad5a-230b8eec25a2', 'name': '', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:56:73:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 2, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:31.172281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Checking router: 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:53:31.172552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Updating router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:53:31.174502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3b969cff-4a0e-41b8-9bad-18161c6282e6 None None] Provisioning complete for port 2f0fbb83-dade-470b-b457-b4d73d95a6dc triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:31.174873 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b969cff-4a0e-41b8-9bad-18161c6282e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.253665 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.272130 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-b382681a-4510-4f88-87f5-6f18f49f79d2 service neutron] 10.222.0.39 "GET /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349669 Aug 31 14:53:31.388728 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-d005105a-1879-4857-89b2-8b30d861615f service neutron] 10.222.0.39 "GET /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156216 Aug 31 14:53:31.442087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2f0fbb83-dade-470b-b457-b4d73d95a6dc up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:31.576368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 2f0fbb83-dade-470b-b457-b4d73d95a6dc triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:31.576746 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.671236 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-772d6801-b182-4618-b3e2-8f2a354d97f9 req-8e3325f3-5cfa-465b-9a75-8b5b2b36f8bc tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 210 time: 0.0590084 Aug 31 14:53:31.712800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-6d2108c5-c4a8-4162-958f-d1f11cfc097a tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:31.715628 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-6d2108c5-c4a8-4162-958f-d1f11cfc097a tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/networks?id=5acda816-1a8c-4c9e-b0de-63b6df395ff9 HTTP/1.1" status: 200 len: 809 time: 0.1713140 Aug 31 14:53:31.734773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-767d367e-172a-4f8c-8c66-bbf623275dc8 None None] Provisioning complete for port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:31.734773 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-767d367e-172a-4f8c-8c66-bbf623275dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.746900 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-4623e3ea-de0d-406d-9dbb-fb8af386e95d tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/quotas/1ec4126d185a4dcc92c478ab60cc2aea HTTP/1.1" status: 200 len: 375 time: 0.0225742 Aug 31 14:53:31.790757 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-f791bae0-5ee4-4b50-9f18-e495659ed175 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ec4126d185a4dcc92c478ab60cc2aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418763 Aug 31 14:53:31.804280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 43b2022b-438c-4e45-8de6-8fff0039e229 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:31.813927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-767d367e-172a-4f8c-8c66-bbf623275dc8 None None] Port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:53:31.910805 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-783f31ae-aa8a-4baf-b8d4-bd5e57d3d765 service neutron] 10.222.0.39 "GET /v2.0/networks/5acda816-1a8c-4c9e-b0de-63b6df395ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192698 Aug 31 14:53:32.065078 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-907e5fb2-f28d-4d1e-b90f-6d54e5861502 service neutron] 10.222.0.39 "GET /v2.0/networks/5acda816-1a8c-4c9e-b0de-63b6df395ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463997 Aug 31 14:53:32.092356 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:32.109870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 43b2022b-438c-4e45-8de6-8fff0039e229 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:32.110240 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:32.146692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Transition to ACTIVE for port object 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:32.158334 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:32.260069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9376f-2e2c-4330-81ab-9fa00972680b None None] Pushing event updated for resources: {'Port': ['ID=2b1d50c8-00be-4fac-ad5a-230b8eec25a2,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:32.315009 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Attempting to bind port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:53:32.315718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Attempting to bind port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:53:32.316556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Attempting to bind port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 on network 388bde1f-05d9-4713-8081-22ad69fabefe {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:32.324030 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:53:32.324522 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Checking segment: {'id': '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:32.325218 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:32.325943 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Bound using segment: {'id': '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:53:32.326545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Bound port: 2b1d50c8-00be-4fac-ad5a-230b8eec25a2, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:53:32.327039 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:32.329169 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-faa49efe-2070-4836-85e1-aeea3c9b9237 req-34ef2802-6013-4ad8-97fc-adcf9b5aaa2f tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 210 time: 0.0503960 Aug 31 14:53:32.418183 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] For port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:32.422919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] For port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2b1d50c8-00be-4fac-ad5a-230b8eec25a2,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:53:32.428101 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:32.529452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Routers {'5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:32.530663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:53:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:32.565367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9376f-2e2c-4330-81ab-9fa00972680b None None] Pushing event updated for resources: {'Port': ['ID=2b1d50c8-00be-4fac-ad5a-230b8eec25a2,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:32.675208 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] Set router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:32.844303 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7add2c17-e8b1-4eee-9d12-8cb6c675e419 req-12210993-2f41-4a5e-82a5-9094bf8e9a22 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 210 time: 0.0790362 Aug 31 14:53:32.977513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '2b1d50c8-00be-4fac-ad5a-230b8eec25a2', 'name': '', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:56:73:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:32Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:33.015638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73418724-805a-4e8e-9057-c24f673e7f49 None None] The sync data for ids ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'] in n-d-806683-5 is: [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '2b1d50c8-00be-4fac-ad5a-230b8eec25a2', 'name': '', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:56:73:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:32Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:53:33.056405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-f7ac59c5-732b-416e-9ccb-f89fd4ee2841 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:33.057932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-f7ac59c5-732b-416e-9ccb-f89fd4ee2841 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "GET /v2.0/networks?id=388bde1f-05d9-4713-8081-22ad69fabefe HTTP/1.1" status: 200 len: 796 time: 0.1776597 Aug 31 14:53:33.146062 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-afb0ed44-a9e9-4470-931c-60271b1c6000 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d870a71dbb8448f4be281bbe47485733 HTTP/1.1" status: 200 len: 380 time: 0.0787346 Aug 31 14:53:33.160923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-e8f8bff2-17a8-4129-ae1e-c15dc7c88173 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'port': {'device_id': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'admin_state_up': True, 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'security_groups': ['c9dde942-2d7f-4358-879f-5aeb60c77a5a']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:33.300703 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-e8f8bff2-17a8-4129-ae1e-c15dc7c88173 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Made reservation on behalf of d870a71dbb8448f4be281bbe47485733 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:53:33.305883 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-e8f8bff2-17a8-4129-ae1e-c15dc7c88173 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.333823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:33.409109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:33.413997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:33.413997 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.500488 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-e8f8bff2-17a8-4129-ae1e-c15dc7c88173 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.20.0.6 (388bde1f-05d9-4713-8081-22ad69fabefe/ed4d3832-e270-47c6-b3b5-c7b401b6c2f0/99fccdd0-77cd-457a-afa2-b3d86dda3202) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:53:33.525780 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb44788f-c690-49e6-a615-a8912a318b78 req-36e08907-aa66-4247-85f5-4fd83fd3c174 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 210 time: 0.0823925 Aug 31 14:53:33.586869 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.636402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2b1d50c8-00be-4fac-ad5a-230b8eec25a2,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:33.641216 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.714436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-a20c6101-615c-4b59-9401-f6e6352109a2 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:33.716516 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-a20c6101-615c-4b59-9401-f6e6352109a2 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.60 "GET /v2.0/networks?id=5acda816-1a8c-4c9e-b0de-63b6df395ff9 HTTP/1.1" status: 200 len: 809 time: 0.1896574 Aug 31 14:53:33.737776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-e812beac-f72e-407a-922c-d6af8c538b2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Request body: {'port': {'device_id': '27612432-e681-420c-8cf1-3f6cdf02fd40', 'network_id': '5acda816-1a8c-4c9e-b0de-63b6df395ff9', 'admin_state_up': True, 'tenant_id': '1ec4126d185a4dcc92c478ab60cc2aea'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:33.756152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=2b1d50c8-00be-4fac-ad5a-230b8eec25a2,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:33.804529 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-e8f8bff2-17a8-4129-ae1e-c15dc7c88173 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.828385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-e8f8bff2-17a8-4129-ae1e-c15dc7c88173 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Transition to ACTIVE for port object 99fccdd0-77cd-457a-afa2-b3d86dda3202 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:33.885472 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-e8f8bff2-17a8-4129-ae1e-c15dc7c88173 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.892399 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-e812beac-f72e-407a-922c-d6af8c538b2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Made reservation on behalf of 1ec4126d185a4dcc92c478ab60cc2aea for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:53:33.897038 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-e812beac-f72e-407a-922c-d6af8c538b2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:33.959229 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-e8f8bff2-17a8-4129-ae1e-c15dc7c88173 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network 388bde1f-05d9-4713-8081-22ad69fabefe is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:53:33.962762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-e8f8bff2-17a8-4129-ae1e-c15dc7c88173 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:33.987568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-e8f8bff2-17a8-4129-ae1e-c15dc7c88173 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:53:34.035647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8bff2-17a8-4129-ae1e-c15dc7c88173 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=99fccdd0-77cd-457a-afa2-b3d86dda3202,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:34.080218 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa903a-ec39-4380-a0b9-0ae785e4fc0c req-198b6e02-7c7f-4b69-8564-80deeeea4591 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:34.081949 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-86fa903a-ec39-4380-a0b9-0ae785e4fc0c req-198b6e02-7c7f-4b69-8564-80deeeea4591 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 931 time: 0.1460316 Aug 31 14:53:34.092138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-e8f8bff2-17a8-4129-ae1e-c15dc7c88173 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:34.092912 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-e8f8bff2-17a8-4129-ae1e-c15dc7c88173 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:34.098626 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-e812beac-f72e-407a-922c-d6af8c538b2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Allocated IP 172.20.0.12 (5acda816-1a8c-4c9e-b0de-63b6df395ff9/6d762281-ddb5-4291-9537-b30e80e09a61/38b03b26-88e3-4e77-b8ba-8de739dc8cbd) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:53:34.129970 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-e8f8bff2-17a8-4129-ae1e-c15dc7c88173 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9734709 Aug 31 14:53:34.150364 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Request body: {'port': {'device_id': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:34.253766 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-86fa903a-ec39-4380-a0b9-0ae785e4fc0c req-359007ec-e895-4282-814b-66038e9dc816 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457043 Aug 31 14:53:34.256563 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:34.324276 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-e812beac-f72e-407a-922c-d6af8c538b2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:34.377062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5e9899e1-f42a-4893-9eab-cd882f1f8cb0 None None] Provisioning for port 99fccdd0-77cd-457a-afa2-b3d86dda3202 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:34.384773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5e9899e1-f42a-4893-9eab-cd882f1f8cb0 None None] Provisioning complete for port 99fccdd0-77cd-457a-afa2-b3d86dda3202 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:34.385554 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e9899e1-f42a-4893-9eab-cd882f1f8cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:34.388301 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-e812beac-f72e-407a-922c-d6af8c538b2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:34.416783 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-e812beac-f72e-407a-922c-d6af8c538b2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Network 5acda816-1a8c-4c9e-b0de-63b6df395ff9 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:53:34.420389 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-e812beac-f72e-407a-922c-d6af8c538b2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:34.424420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-e812beac-f72e-407a-922c-d6af8c538b2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:53:34.438555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5e9899e1-f42a-4893-9eab-cd882f1f8cb0 None None] Port 99fccdd0-77cd-457a-afa2-b3d86dda3202 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:53:34.525356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812beac-f72e-407a-922c-d6af8c538b2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Pushing event updated for resources: {'Port': ['ID=38b03b26-88e3-4e77-b8ba-8de739dc8cbd,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:34.536202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-e812beac-f72e-407a-922c-d6af8c538b2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:34.536856 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-e812beac-f72e-407a-922c-d6af8c538b2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:34.572749 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-e812beac-f72e-407a-922c-d6af8c538b2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8441694 Aug 31 14:53:34.585604 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Request body: {'port': {'device_id': '27612432-e681-420c-8cf1-3f6cdf02fd40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:34.693554 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:34.716123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa250e-4ccf-4e35-9b85-eb45c2a89b96 req-e44affde-c863-423e-87f3-2ecefdf4a6d5 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:34.721234 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-daaa250e-4ccf-4e35-9b85-eb45c2a89b96 req-e44affde-c863-423e-87f3-2ecefdf4a6d5 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 932 time: 0.0981889 Aug 31 14:53:34.877504 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-daaa250e-4ccf-4e35-9b85-eb45c2a89b96 req-aa2132a6-4738-4b73-899a-9b4f72551561 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520078 Aug 31 14:53:34.964998 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fccdd0-77cd-457a-afa2-b3d86dda3202 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:53:34.973186 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:34.994659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Transition to ACTIVE for port object 99fccdd0-77cd-457a-afa2-b3d86dda3202 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:34.998330 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:35.069766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Pushing event updated for resources: {'Port': ['ID=99fccdd0-77cd-457a-afa2-b3d86dda3202,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:35.139961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Attempting to bind port 99fccdd0-77cd-457a-afa2-b3d86dda3202 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:53:35.140312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Attempting to bind port 99fccdd0-77cd-457a-afa2-b3d86dda3202 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:53:35.140640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Attempting to bind port 99fccdd0-77cd-457a-afa2-b3d86dda3202 on network 388bde1f-05d9-4713-8081-22ad69fabefe {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:35.145133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Port 99fccdd0-77cd-457a-afa2-b3d86dda3202 on network 388bde1f-05d9-4713-8081-22ad69fabefe not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:53:35.145453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Attempting to bind port 99fccdd0-77cd-457a-afa2-b3d86dda3202 on network 388bde1f-05d9-4713-8081-22ad69fabefe {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:35.151471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:53:35.151811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Checking segment: {'id': '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:35.152073 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b03b26-88e3-4e77-b8ba-8de739dc8cbd {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:53:35.152489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Bound using segment: {'id': '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:53:35.152933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Bound port: 99fccdd0-77cd-457a-afa2-b3d86dda3202, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:53:35.153296 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:35.160850 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:35.180591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Transition to ACTIVE for port object 38b03b26-88e3-4e77-b8ba-8de739dc8cbd will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:35.187427 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:35.239619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] For port 99fccdd0-77cd-457a-afa2-b3d86dda3202, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:35.244475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] For port 99fccdd0-77cd-457a-afa2-b3d86dda3202, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:53:35.251053 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:35.355934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:35.356592 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:35.358984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] 10.222.0.60 "PUT /v2.0/ports/99fccdd0-77cd-457a-afa2-b3d86dda3202 HTTP/1.1" status: 200 len: 1091 time: 1.2137380 Aug 31 14:53:35.360652 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'tag': '99fccdd0-77cd-457a-afa2-b3d86dda3202'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:35.368413 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bc526a-22f6-4185-a6c3-f2ac3b404785" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1d5289-93dc-4255-9173-ce5c7cf3283c", "tag": "99fccdd0-77cd-457a-afa2-b3d86dda3202"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:35.398259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3eb29-9c97-42ce-a59b-8c6c8515da89 service neutron] Pushing event updated for resources: {'Port': ['ID=99fccdd0-77cd-457a-afa2-b3d86dda3202,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:35.428658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:35.481272 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ee6bc0-da77-4de7-b87c-7b75b4d989db x-openstack-request-id: req-27ee6bc0-da77-4de7-b87c-7b75b4d989db {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:35.481272 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1d5289-93dc-4255-9173-ce5c7cf3283c", "tag": "99fccdd0-77cd-457a-afa2-b3d86dda3202", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:35.481596 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27ee6bc0-da77-4de7-b87c-7b75b4d989db {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:35.481794 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'tag': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'status': 'completed', 'code': 200} Aug 31 14:53:35.511136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-227b7d09-15f7-4c0f-a041-9345fc83d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:35.512963 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-227b7d09-15f7-4c0f-a041-9345fc83d447 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 1094 time: 0.0990038 Aug 31 14:53:35.514518 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:35.515090 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:35.522851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2768a-daaa-46fa-b3a0-18605a870b67 req-abf05363-f14e-4ee6-8bab-4fab2b55d925 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:35.531064 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d0a2768a-daaa-46fa-b3a0-18605a870b67 req-abf05363-f14e-4ee6-8bab-4fab2b55d925 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 943 time: 0.1338398 Aug 31 14:53:35.576633 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-deb8a03d-d931-4429-be04-4665dff9a6b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202 HTTP/1.1" status: 200 len: 217 time: 0.0432222 Aug 31 14:53:35.626735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Pushing event updated for resources: {'Port': ['ID=38b03b26-88e3-4e77-b8ba-8de739dc8cbd,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:35.667554 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d0a2768a-daaa-46fa-b3a0-18605a870b67 req-ed8e559b-bd2b-4cee-ae26-afb8d84c527b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353042 Aug 31 14:53:35.669617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-59060b0d-e88e-4517-9474-26b889345ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:35.671326 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-59060b0d-e88e-4517-9474-26b889345ce5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed4d3832-e270-47c6-b3b5-c7b401b6c2f0 HTTP/1.1" status: 200 len: 834 time: 0.0866852 Aug 31 14:53:35.694701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Attempting to bind port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:53:35.695043 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Attempting to bind port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '924c4b5a-8374-4e63-ba68-7ebca83d5593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5acda816-1a8c-4c9e-b0de-63b6df395ff9'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:53:35.696098 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Attempting to bind port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd on network 5acda816-1a8c-4c9e-b0de-63b6df395ff9 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:35.700683 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd on network 5acda816-1a8c-4c9e-b0de-63b6df395ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:53:35.701075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Attempting to bind port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd on network 5acda816-1a8c-4c9e-b0de-63b6df395ff9 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:35.707937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:53:35.708802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Checking segment: {'id': '924c4b5a-8374-4e63-ba68-7ebca83d5593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5acda816-1a8c-4c9e-b0de-63b6df395ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:35.709512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Bound using segment: {'id': '924c4b5a-8374-4e63-ba68-7ebca83d5593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5acda816-1a8c-4c9e-b0de-63b6df395ff9'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:53:35.710178 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Bound port: 38b03b26-88e3-4e77-b8ba-8de739dc8cbd, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924c4b5a-8374-4e63-ba68-7ebca83d5593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5acda816-1a8c-4c9e-b0de-63b6df395ff9'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:53:35.710757 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:35.731410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-4d909329-1662-498a-afe8-c52f2708d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:35.732647 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-4d909329-1662-498a-afe8-c52f2708d9dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=388bde1f-05d9-4713-8081-22ad69fabefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540171 Aug 31 14:53:35.794161 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] For port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:35.797932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] For port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=38b03b26-88e3-4e77-b8ba-8de739dc8cbd,segment=NetworkSegment(924c4b5a-8374-4e63-ba68-7ebca83d5593),segment_id=924c4b5a-8374-4e63-ba68-7ebca83d5593)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:53:35.802316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:35.843429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:35.844125 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:35.845517 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] 10.222.0.60 "PUT /v2.0/ports/38b03b26-88e3-4e77-b8ba-8de739dc8cbd HTTP/1.1" status: 200 len: 1092 time: 1.2645895 Aug 31 14:53:35.846229 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27612432-e681-420c-8cf1-3f6cdf02fd40', 'tag': '38b03b26-88e3-4e77-b8ba-8de739dc8cbd'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:35.849570 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd71996-e78f-4275-a857-c6d7416c885c" -d '{"events": [{"name": "network-changed", "server_uuid": "27612432-e681-420c-8cf1-3f6cdf02fd40", "tag": "38b03b26-88e3-4e77-b8ba-8de739dc8cbd"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:35.854771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-ab30aaaf-42af-44ee-b904-28dd04b31104 service neutron] 10.222.0.60 "GET /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145427 Aug 31 14:53:35.875111 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cbd60-acc7-4028-9a0b-3adf210af32f service neutron] Pushing event updated for resources: {'Port': ['ID=38b03b26-88e3-4e77-b8ba-8de739dc8cbd,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:35.938722 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40aae20-f0c8-46d7-94f0-35baafc1d6c3 x-openstack-request-id: req-c40aae20-f0c8-46d7-94f0-35baafc1d6c3 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:35.939070 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27612432-e681-420c-8cf1-3f6cdf02fd40", "tag": "38b03b26-88e3-4e77-b8ba-8de739dc8cbd", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:35.939704 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c40aae20-f0c8-46d7-94f0-35baafc1d6c3 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:35.939943 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27612432-e681-420c-8cf1-3f6cdf02fd40', 'tag': '38b03b26-88e3-4e77-b8ba-8de739dc8cbd', 'status': 'completed', 'code': 200} Aug 31 14:53:35.968387 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-275f0ded-d088-4a3e-81d4-4259b005afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:35.972899 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-275f0ded-d088-4a3e-81d4-4259b005afa6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ec4126d185a4dcc92c478ab60cc2aea&device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 1095 time: 0.0859933 Aug 31 14:53:36.008519 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b9511ce-2b40-4d4b-9629-7710132923cf req-fc4a632c-0790-4c7a-b128-00f130374bff service neutron] 10.222.0.60 "GET /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448135 Aug 31 14:53:36.041157 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8293add-d1ed-4342-a6db-10c4629f2947 req-826cef03-b91b-4bff-b9ea-8818b2bc8e4f tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:36.042860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c8293add-d1ed-4342-a6db-10c4629f2947 req-826cef03-b91b-4bff-b9ea-8818b2bc8e4f tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 944 time: 0.0718927 Aug 31 14:53:36.045903 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-1ece0c9f-b9d7-44d8-9eee-c2b11640f235 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38b03b26-88e3-4e77-b8ba-8de739dc8cbd HTTP/1.1" status: 200 len: 217 time: 0.0651038 Aug 31 14:53:36.117889 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-eaabb14b-5f64-42ae-abf7-d06fc6f22555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:36.119060 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c8293add-d1ed-4342-a6db-10c4629f2947 req-728799d9-4cd4-4f9c-b252-c26b97d8b638 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699484 Aug 31 14:53:36.120189 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-eaabb14b-5f64-42ae-abf7-d06fc6f22555 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d762281-ddb5-4291-9537-b30e80e09a61 HTTP/1.1" status: 200 len: 849 time: 0.0662663 Aug 31 14:53:36.127569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc526a-22f6-4185-a6c3-f2ac3b404785 req-47ace757-452d-4f7f-83a2-7896899ae56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:36.129096 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51bc526a-22f6-4185-a6c3-f2ac3b404785 req-47ace757-452d-4f7f-83a2-7896899ae56f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 1094 time: 0.0638878 Aug 31 14:53:36.193761 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-0f0d899b-1773-4ae2-a651-f06f32d95dfe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5acda816-1a8c-4c9e-b0de-63b6df395ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660443 Aug 31 14:53:36.222680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc526a-22f6-4185-a6c3-f2ac3b404785 req-62d9fc09-31cc-44aa-b4ea-a4e63ffe205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:36.224180 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51bc526a-22f6-4185-a6c3-f2ac3b404785 req-62d9fc09-31cc-44aa-b4ea-a4e63ffe205d service neutron] 10.222.0.60 "GET /v2.0/networks?id=388bde1f-05d9-4713-8081-22ad69fabefe HTTP/1.1" status: 200 len: 897 time: 0.0885882 Aug 31 14:53:36.278636 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51bc526a-22f6-4185-a6c3-f2ac3b404785 req-6f20015e-4ff2-483e-89c9-bcc5e2e7e47d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202 HTTP/1.1" status: 200 len: 217 time: 0.0463428 Aug 31 14:53:36.291795 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-fdbf354b-a6e4-4912-a4ab-1109641e3305 service neutron] 10.222.0.60 "GET /v2.0/networks/5acda816-1a8c-4c9e-b0de-63b6df395ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903754 Aug 31 14:53:36.342694 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc526a-22f6-4185-a6c3-f2ac3b404785 req-66e3d570-33bd-4f82-842f-a446a6f00a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:36.344345 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51bc526a-22f6-4185-a6c3-f2ac3b404785 req-66e3d570-33bd-4f82-842f-a446a6f00a66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed4d3832-e270-47c6-b3b5-c7b401b6c2f0 HTTP/1.1" status: 200 len: 834 time: 0.0567212 Aug 31 14:53:36.394144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc526a-22f6-4185-a6c3-f2ac3b404785 req-76505a11-edff-4c7e-95fe-6c00ae535760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:36.395756 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6623377a-1d7a-4699-a0ca-d9cf0e83d86a req-46799f92-82b4-4fd9-8136-89e09af39560 service neutron] 10.222.0.60 "GET /v2.0/networks/5acda816-1a8c-4c9e-b0de-63b6df395ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949063 Aug 31 14:53:36.395884 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51bc526a-22f6-4185-a6c3-f2ac3b404785 req-76505a11-edff-4c7e-95fe-6c00ae535760 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=388bde1f-05d9-4713-8081-22ad69fabefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424359 Aug 31 14:53:36.490459 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd71996-e78f-4275-a857-c6d7416c885c req-ff03889f-b784-4480-a1d0-8640c0ad0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:36.492774 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0dd71996-e78f-4275-a857-c6d7416c885c req-ff03889f-b784-4480-a1d0-8640c0ad0ba4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ec4126d185a4dcc92c478ab60cc2aea&device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 1095 time: 0.0441782 Aug 31 14:53:36.501466 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51bc526a-22f6-4185-a6c3-f2ac3b404785 req-4e10ccdc-37b8-4df8-b287-cbf4af905c9b service neutron] 10.222.0.60 "GET /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940754 Aug 31 14:53:36.605081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51bc526a-22f6-4185-a6c3-f2ac3b404785 req-31634dd1-b274-45c7-a574-7a8893ab891a service neutron] 10.222.0.60 "GET /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959485 Aug 31 14:53:36.676793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd71996-e78f-4275-a857-c6d7416c885c req-b7aff93c-9f46-4563-960f-491827d3e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:36.678198 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0dd71996-e78f-4275-a857-c6d7416c885c req-b7aff93c-9f46-4563-960f-491827d3e313 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5acda816-1a8c-4c9e-b0de-63b6df395ff9 HTTP/1.1" status: 200 len: 910 time: 0.1781802 Aug 31 14:53:36.726240 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0dd71996-e78f-4275-a857-c6d7416c885c req-f5655eba-a3a5-4843-9569-b622bb9b66bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38b03b26-88e3-4e77-b8ba-8de739dc8cbd HTTP/1.1" status: 200 len: 217 time: 0.0397696 Aug 31 14:53:36.802717 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd71996-e78f-4275-a857-c6d7416c885c req-9e547763-8240-4a73-a354-6f88f851d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:36.804232 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0dd71996-e78f-4275-a857-c6d7416c885c req-9e547763-8240-4a73-a354-6f88f851d5b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d762281-ddb5-4291-9537-b30e80e09a61 HTTP/1.1" status: 200 len: 849 time: 0.0710111 Aug 31 14:53:36.846464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057cfe7-614f-4094-9837-939a71aa2bac req-4a6f339c-b1a8-4fb8-8f44-9168883d88a3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:36.848228 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7057cfe7-614f-4094-9837-939a71aa2bac req-4a6f339c-b1a8-4fb8-8f44-9168883d88a3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 943 time: 0.0880258 Aug 31 14:53:36.850734 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0dd71996-e78f-4275-a857-c6d7416c885c req-fa41f58a-69cf-4152-a0cf-2595d9346184 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5acda816-1a8c-4c9e-b0de-63b6df395ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381944 Aug 31 14:53:36.948558 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7057cfe7-614f-4094-9837-939a71aa2bac req-650a925d-bca7-4d11-9a55-46bb9fc2736c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929699 Aug 31 14:53:36.995002 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0dd71996-e78f-4275-a857-c6d7416c885c req-064fc74c-779c-4850-9bc4-7aaae51e8c0e service neutron] 10.222.0.60 "GET /v2.0/networks/5acda816-1a8c-4c9e-b0de-63b6df395ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328092 Aug 31 14:53:37.117519 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0dd71996-e78f-4275-a857-c6d7416c885c req-77408fc8-10f7-4945-ba7b-ba3008ebff72 service neutron] 10.222.0.60 "GET /v2.0/networks/5acda816-1a8c-4c9e-b0de-63b6df395ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147618 Aug 31 14:53:37.264235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de89321-3938-4a2c-912d-ccbb22bb016e req-7f5270a8-f272-4e90-a8ba-75aedf1d75bb tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:37.265821 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1de89321-3938-4a2c-912d-ccbb22bb016e req-7f5270a8-f272-4e90-a8ba-75aedf1d75bb tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 944 time: 0.0693858 Aug 31 14:53:37.310246 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1de89321-3938-4a2c-912d-ccbb22bb016e req-1268b339-aa1c-4a9f-b8eb-fcf6cf1057da tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381842 Aug 31 14:53:38.079765 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee7bd9-1a17-4871-b7ca-0528e1facb43 req-97f949a5-f108-44dd-9328-4fc46ee385e2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:38.081308 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e7ee7bd9-1a17-4871-b7ca-0528e1facb43 req-97f949a5-f108-44dd-9328-4fc46ee385e2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 943 time: 0.0542080 Aug 31 14:53:38.127623 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e7ee7bd9-1a17-4871-b7ca-0528e1facb43 req-4a81cef6-7062-4d5e-bc2f-0d78ec78a177 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401993 Aug 31 14:53:38.433670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f43cb-f212-414e-9440-b39cdbda95d2 req-15fab404-1208-4036-9c1e-9e64b57086d9 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:38.435229 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c5f43cb-f212-414e-9440-b39cdbda95d2 req-15fab404-1208-4036-9c1e-9e64b57086d9 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 944 time: 0.0550530 Aug 31 14:53:38.472620 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c5f43cb-f212-414e-9440-b39cdbda95d2 req-90554c7a-edab-487c-b2d6-4cc3d7b0b544 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312941 Aug 31 14:53:38.931712 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 38b03b26-88e3-4e77-b8ba-8de739dc8cbd details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:53:39.029939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=38b03b26-88e3-4e77-b8ba-8de739dc8cbd,segment=NetworkSegment(924c4b5a-8374-4e63-ba68-7ebca83d5593),segment_id=924c4b5a-8374-4e63-ba68-7ebca83d5593)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:39.042014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '38b03b26-88e3-4e77-b8ba-8de739dc8cbd', 'network_id': '5acda816-1a8c-4c9e-b0de-63b6df395ff9', 'port_id': '38b03b26-88e3-4e77-b8ba-8de739dc8cbd', 'mac_address': 'fa:16:3e:17:1a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d762281-ddb5-4291-9537-b30e80e09a61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:53:39.089832 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:39.106369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b03b26-88e3-4e77-b8ba-8de739dc8cbd {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:53:39.126107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=38b03b26-88e3-4e77-b8ba-8de739dc8cbd,segment=NetworkSegment(924c4b5a-8374-4e63-ba68-7ebca83d5593),segment_id=924c4b5a-8374-4e63-ba68-7ebca83d5593)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:39.130413 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:39.131127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 99fccdd0-77cd-457a-afa2-b3d86dda3202 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:53:39.225363 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=38b03b26-88e3-4e77-b8ba-8de739dc8cbd,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:39.263722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18335b24-df52-418c-9621-4f2b94a85d6d req-7df7a524-f8e9-434a-b1e6-5e8ab181244e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:39.265345 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-18335b24-df52-418c-9621-4f2b94a85d6d req-7df7a524-f8e9-434a-b1e6-5e8ab181244e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 943 time: 0.0653005 Aug 31 14:53:39.280361 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 99fccdd0-77cd-457a-afa2-b3d86dda3202, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:39.293784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'port_id': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'mac_address': 'fa:16:3e:18:5e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:53:39.307944 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-18335b24-df52-418c-9621-4f2b94a85d6d req-b7d9a1ab-5c3b-4f89-9507-47d948ec5a51 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355043 Aug 31 14:53:39.335320 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:39.364430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fccdd0-77cd-457a-afa2-b3d86dda3202 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:53:39.386542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 99fccdd0-77cd-457a-afa2-b3d86dda3202, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:39.390364 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:39.441960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=99fccdd0-77cd-457a-afa2-b3d86dda3202,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:39.592405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7fdca-9618-40ba-b81d-511be9b21182 req-b6f5b043-fd3e-44ae-8920-dc3ee6e89a76 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:39.593931 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cad7fdca-9618-40ba-b81d-511be9b21182 req-b6f5b043-fd3e-44ae-8920-dc3ee6e89a76 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 945 time: 0.0524633 Aug 31 14:53:39.625693 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['38b03b26-88e3-4e77-b8ba-8de739dc8cbd'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:53:39.629373 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['99fccdd0-77cd-457a-afa2-b3d86dda3202'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:53:39.637026 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cad7fdca-9618-40ba-b81d-511be9b21182 req-950043f9-ab63-4209-8312-dca23ab82c4d tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368476 Aug 31 14:53:40.423636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13b4ca-b189-4877-8872-2b9d52bfb51b req-d815563e-0311-457b-a601-601981a5f644 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:40.425123 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7a13b4ca-b189-4877-8872-2b9d52bfb51b req-d815563e-0311-457b-a601-601981a5f644 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 944 time: 0.0496783 Aug 31 14:53:40.467546 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7a13b4ca-b189-4877-8872-2b9d52bfb51b req-c406bdc5-c38c-4d02-9d2c-dbbb79ec0093 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356336 Aug 31 14:53:40.755420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60bd7a-ab04-48a2-a9d7-ba4e4443aaa5 req-7e7a4ce2-d8e5-40f6-b9f1-5b05144a8937 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:40.756905 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d60bd7a-ab04-48a2-a9d7-ba4e4443aaa5 req-7e7a4ce2-d8e5-40f6-b9f1-5b05144a8937 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 945 time: 0.0495458 Aug 31 14:53:40.796853 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d60bd7a-ab04-48a2-a9d7-ba4e4443aaa5 req-fa5d9acd-a5a7-4121-8d68-df774c080581 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336690 Aug 31 14:53:40.938159 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 38b03b26-88e3-4e77-b8ba-8de739dc8cbd up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:40.985900 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:40.989709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:40.990085 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:41.072777 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:41.095950 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27612432-e681-420c-8cf1-3f6cdf02fd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b03b26-88e3-4e77-b8ba-8de739dc8cbd'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:41.098745 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457039a6-0d90-4003-9829-921c9c446b33" -d '{"events": [{"server_uuid": "27612432-e681-420c-8cf1-3f6cdf02fd40", "name": "network-vif-plugged", "status": "completed", "tag": "38b03b26-88e3-4e77-b8ba-8de739dc8cbd"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:41.112594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=38b03b26-88e3-4e77-b8ba-8de739dc8cbd,segment=NetworkSegment(924c4b5a-8374-4e63-ba68-7ebca83d5593),segment_id=924c4b5a-8374-4e63-ba68-7ebca83d5593)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:41.117120 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:41.118090 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 99fccdd0-77cd-457a-afa2-b3d86dda3202 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:41.161702 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d822da1-3389-4627-8b3a-cbab53bc416c x-openstack-request-id: req-0d822da1-3389-4627-8b3a-cbab53bc416c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:41.161702 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27612432-e681-420c-8cf1-3f6cdf02fd40", "name": "network-vif-plugged", "status": "completed", "tag": "38b03b26-88e3-4e77-b8ba-8de739dc8cbd", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:41.173443 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d822da1-3389-4627-8b3a-cbab53bc416c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:41.173443 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27612432-e681-420c-8cf1-3f6cdf02fd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b03b26-88e3-4e77-b8ba-8de739dc8cbd', 'code': 200} Aug 31 14:53:41.209955 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=38b03b26-88e3-4e77-b8ba-8de739dc8cbd,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:41.237768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 99fccdd0-77cd-457a-afa2-b3d86dda3202 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:41.242841 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 99fccdd0-77cd-457a-afa2-b3d86dda3202 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:41.243347 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:41.308053 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01255f-2528-4d29-baf2-7888c27c55ac req-4a1f3a02-968c-481c-8f54-407c44c315c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:41.309944 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8a01255f-2528-4d29-baf2-7888c27c55ac req-4a1f3a02-968c-481c-8f54-407c44c315c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 1097 time: 0.0561175 Aug 31 14:53:41.349865 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:41.355812 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8a01255f-2528-4d29-baf2-7888c27c55ac req-687ef069-368f-4241-83f7-f50bc01070ea service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348728 Aug 31 14:53:41.385321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 99fccdd0-77cd-457a-afa2-b3d86dda3202, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:41.390794 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:41.441664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=99fccdd0-77cd-457a-afa2-b3d86dda3202,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:41.593361 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47df209-232b-4423-bafe-16970dd7911d req-81360c06-3bd9-4e3a-866b-0500de052847 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:41.594837 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d47df209-232b-4423-bafe-16970dd7911d req-81360c06-3bd9-4e3a-866b-0500de052847 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0537136 Aug 31 14:53:41.634614 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d47df209-232b-4423-bafe-16970dd7911d req-a360892d-e682-4462-b5a9-e2ab3d007b15 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336607 Aug 31 14:53:41.916786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4107b-a6ae-4029-b231-67d338940be6 req-2b385435-8af7-4e03-8d71-581971837942 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:41.918379 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f0b4107b-a6ae-4029-b231-67d338940be6 req-2b385435-8af7-4e03-8d71-581971837942 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 946 time: 0.0514479 Aug 31 14:53:41.958467 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f0b4107b-a6ae-4029-b231-67d338940be6 req-b4b66a92-eb96-4339-b2f4-fda4880805fa tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337982 Aug 31 14:53:42.749671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e476d-c0c1-4345-ac74-a527217fbb8c req-3aa1ce3f-9bcf-49f8-871f-15d2fb23b15e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:42.751200 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-478e476d-c0c1-4345-ac74-a527217fbb8c req-3aa1ce3f-9bcf-49f8-871f-15d2fb23b15e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0507796 Aug 31 14:53:42.792946 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-478e476d-c0c1-4345-ac74-a527217fbb8c req-95111a05-5053-45c5-8a57-c3c45b6fecdd tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357685 Aug 31 14:53:43.086380 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529687a-5506-4325-844c-cce9a3861d30 req-215937ce-5f94-4aeb-9e64-bda44a00c295 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:43.089026 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2529687a-5506-4325-844c-cce9a3861d30 req-215937ce-5f94-4aeb-9e64-bda44a00c295 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 946 time: 0.0552554 Aug 31 14:53:43.130509 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2529687a-5506-4325-844c-cce9a3861d30 req-5dd18b20-fb84-4d96-aa29-9c8ee81ea30a tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Aug 31 14:53:43.164218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fccdd0-77cd-457a-afa2-b3d86dda3202'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:43.167205 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2bd571-df31-491c-a7f3-73e9e151fbdf" -d '{"events": [{"server_uuid": "5c1d5289-93dc-4255-9173-ce5c7cf3283c", "name": "network-vif-plugged", "status": "completed", "tag": "99fccdd0-77cd-457a-afa2-b3d86dda3202"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:43.203520 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92688f12-9d15-4ef5-b1a8-825a563dc966 x-openstack-request-id: req-92688f12-9d15-4ef5-b1a8-825a563dc966 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:43.203865 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1d5289-93dc-4255-9173-ce5c7cf3283c", "name": "network-vif-plugged", "status": "completed", "tag": "99fccdd0-77cd-457a-afa2-b3d86dda3202", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:43.204121 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92688f12-9d15-4ef5-b1a8-825a563dc966 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:43.204509 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'code': 200} Aug 31 14:53:43.311412 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20a604-add5-44e3-ac46-5114cf43aa8c req-fc0d063b-516e-4b72-8762-1754953c80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:43.316436 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1a20a604-add5-44e3-ac46-5114cf43aa8c req-fc0d063b-516e-4b72-8762-1754953c80ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 1096 time: 0.0493350 Aug 31 14:53:43.363414 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1a20a604-add5-44e3-ac46-5114cf43aa8c req-ac4e08d0-e0de-4d00-b196-9048be5e809f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350904 Aug 31 14:53:43.763347 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37714d8-16af-444d-b053-42a8784296af req-b02313f7-96d5-4cad-8b0d-17df0a94c1dd tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:43.764966 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d37714d8-16af-444d-b053-42a8784296af req-b02313f7-96d5-4cad-8b0d-17df0a94c1dd tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 946 time: 0.0499604 Aug 31 14:53:43.806100 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d37714d8-16af-444d-b053-42a8784296af req-76787130-6a77-46a6-876a-89baa6c7f1c4 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349536 Aug 31 14:53:43.912270 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10680c76-42a8-43e3-af8c-8ee13e9be876 req-d44a0c41-8ec5-4038-a6bf-97fe27d3f85d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:43.913799 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10680c76-42a8-43e3-af8c-8ee13e9be876 req-d44a0c41-8ec5-4038-a6bf-97fe27d3f85d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0491452 Aug 31 14:53:43.952020 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10680c76-42a8-43e3-af8c-8ee13e9be876 req-62adb887-0c42-47bc-92b6-2028ea6694d2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Aug 31 14:53:44.936491 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e553a-14af-49c5-a543-5dcab0199257 req-9f2409f2-9667-43ba-a9c5-97379e02b3aa tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:44.938010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa5e553a-14af-49c5-a543-5dcab0199257 req-9f2409f2-9667-43ba-a9c5-97379e02b3aa tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 946 time: 0.0549645 Aug 31 14:53:44.984803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa5e553a-14af-49c5-a543-5dcab0199257 req-02bafdb8-e3ee-4746-ad94-fd5dcd1e2cbc tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Aug 31 14:53:45.124714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60ccf4-c7ac-4aec-8a2a-562d5c6b8389 req-0df2dbcc-35eb-482d-8110-43446985e9e0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:45.126285 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7a60ccf4-c7ac-4aec-8a2a-562d5c6b8389 req-0df2dbcc-35eb-482d-8110-43446985e9e0 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0886948 Aug 31 14:53:45.135680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7571e1-963f-4236-a479-9741fdd7c9ef req-7caf3a9f-287b-4684-befe-2d8404ec19c5 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:45.137094 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fd7571e1-963f-4236-a479-9741fdd7c9ef req-7caf3a9f-287b-4684-befe-2d8404ec19c5 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.60 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 946 time: 0.0723040 Aug 31 14:53:45.218386 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7a60ccf4-c7ac-4aec-8a2a-562d5c6b8389 req-0217f16d-ab56-405f-969f-8aca6454e6d4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803139 Aug 31 14:53:45.251068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-fd7571e1-963f-4236-a479-9741fdd7c9ef req-9f2bb814-e3d5-4e1b-8c89-983988d58ba1 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Deleting port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:45.251507 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-fd7571e1-963f-4236-a479-9741fdd7c9ef req-9f2bb814-e3d5-4e1b-8c89-983988d58ba1 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:45.345125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda63cf-76aa-4cbc-972f-37274c908069 req-ed832da9-7119-4344-b48b-b82a1bc6ebd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:45.347009 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dcda63cf-76aa-4cbc-972f-37274c908069 req-ed832da9-7119-4344-b48b-b82a1bc6ebd2 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0514410 Aug 31 14:53:45.358855 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-fd7571e1-963f-4236-a479-9741fdd7c9ef req-9f2bb814-e3d5-4e1b-8c89-983988d58ba1 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] For port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=38b03b26-88e3-4e77-b8ba-8de739dc8cbd,segment=NetworkSegment(924c4b5a-8374-4e63-ba68-7ebca83d5593),segment_id=924c4b5a-8374-4e63-ba68-7ebca83d5593)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:45.359258 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-fd7571e1-963f-4236-a479-9741fdd7c9ef req-9f2bb814-e3d5-4e1b-8c89-983988d58ba1 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:45.375093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-fd7571e1-963f-4236-a479-9741fdd7c9ef req-9f2bb814-e3d5-4e1b-8c89-983988d58ba1 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Calling delete_port for 38b03b26-88e3-4e77-b8ba-8de739dc8cbd owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:45.403867 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dcda63cf-76aa-4cbc-972f-37274c908069 req-c52ec16f-c925-4494-9367-c8bf4fd5c7fc tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462348 Aug 31 14:53:45.427158 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55094) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:45.469715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936bbb30-ac8f-4bfa-a606-3af52905dc20 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:45.473773 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-936bbb30-ac8f-4bfa-a606-3af52905dc20 tempest-TestNetworkAdvancedServerOps-392908540 tempest-TestNetworkAdvancedServerOps-392908540-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 1091 time: 0.0427840 Aug 31 14:53:45.474108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55096) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:45.479824 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:45.503380 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:45.512918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-fd7571e1-963f-4236-a479-9741fdd7c9ef req-9f2bb814-e3d5-4e1b-8c89-983988d58ba1 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:45.526943 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['38b03b26-88e3-4e77-b8ba-8de739dc8cbd'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:53:45.543878 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bb814-e3d5-4e1b-8c89-983988d58ba1 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Pushing event deleted for resources: {'Port': ['ID=38b03b26-88e3-4e77-b8ba-8de739dc8cbd,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:45.597464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7571e1-963f-4236-a479-9741fdd7c9ef req-9f2bb814-e3d5-4e1b-8c89-983988d58ba1 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] No DVR routers for this DVR port 38b03b26-88e3-4e77-b8ba-8de739dc8cbd on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:53:45.600307 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-fd7571e1-963f-4236-a479-9741fdd7c9ef req-9f2bb814-e3d5-4e1b-8c89-983988d58ba1 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:45.603352 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fd7571e1-963f-4236-a479-9741fdd7c9ef req-9f2bb814-e3d5-4e1b-8c89-983988d58ba1 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.60 "DELETE /v2.0/ports/38b03b26-88e3-4e77-b8ba-8de739dc8cbd HTTP/1.1" status: 204 len: 173 time: 0.4594238 Aug 31 14:53:45.603836 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27612432-e681-420c-8cf1-3f6cdf02fd40', 'name': 'network-vif-deleted', 'tag': '38b03b26-88e3-4e77-b8ba-8de739dc8cbd'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:45.606405 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ef7f9e-9cd2-4bb3-9d75-fb5d63dc66cf" -d '{"events": [{"server_uuid": "27612432-e681-420c-8cf1-3f6cdf02fd40", "name": "network-vif-deleted", "tag": "38b03b26-88e3-4e77-b8ba-8de739dc8cbd"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:45.653935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:45.676743 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611cb9e1-0faa-4969-b267-c55941136f51 x-openstack-request-id: req-611cb9e1-0faa-4969-b267-c55941136f51 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:45.677191 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27612432-e681-420c-8cf1-3f6cdf02fd40", "name": "network-vif-deleted", "tag": "38b03b26-88e3-4e77-b8ba-8de739dc8cbd", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:45.677586 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-611cb9e1-0faa-4969-b267-c55941136f51 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:45.678209 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27612432-e681-420c-8cf1-3f6cdf02fd40', 'name': 'network-vif-deleted', 'tag': '38b03b26-88e3-4e77-b8ba-8de739dc8cbd', 'status': 'completed', 'code': 200} Aug 31 14:53:45.793336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Allocated IP 172.25.2.71 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/f269db5c-7026-4076-a44b-31f849b4197c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:53:45.904516 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:45.947793 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:45.996587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:53:45.999637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:46.007881 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:53:46.007881 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=f269db5c-7026-4076-a44b-31f849b4197c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:46.140875 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3b40c0d5-9383-41e9-8372-582261399340 req-591e6490-5224-4826-94e9-ec5bf010968e tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=27612432-e681-420c-8cf1-3f6cdf02fd40 HTTP/1.1" status: 200 len: 210 time: 0.0506201 Aug 31 14:53:46.420804 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:46.494234 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:46.649733 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:46.654296 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:46.722253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event updated for resources: {'Port': ['ID=f269db5c-7026-4076-a44b-31f849b4197c,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:46.738561 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:46.843396 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Floating IP 05f1e75d-ef44-4cd9-8f69-fbab882bfcb5 associated. External IP: 172.25.2.71, port: 99fccdd0-77cd-457a-afa2-b3d86dda3202. Aug 31 14:53:47.067306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:53:47.183230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:53:47.200230 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c284e39-0abc-43d3-be90-9d40ece1bf74 None None] Sync routers for ids ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:53:47.213230 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:47.216283 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c284e39-0abc-43d3-be90-9d40ece1bf74 None None] Routers {'5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:47.216283 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6c284e39-0abc-43d3-be90-9d40ece1bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:53:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:47.247326 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-64fa6d30-6b3c-4d81-adda-a199188b4d81 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7719479 Aug 31 14:53:47.247940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'tag': '99fccdd0-77cd-457a-afa2-b3d86dda3202'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:47.250526 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d605159-7a66-4801-9bed-135c0fea634b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1d5289-93dc-4255-9173-ce5c7cf3283c", "tag": "99fccdd0-77cd-457a-afa2-b3d86dda3202"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:47.304332 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a154edc-970c-4671-801f-43fc62df397f x-openstack-request-id: req-4a154edc-970c-4671-801f-43fc62df397f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:47.304627 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1d5289-93dc-4255-9173-ce5c7cf3283c", "tag": "99fccdd0-77cd-457a-afa2-b3d86dda3202", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:47.304882 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a154edc-970c-4671-801f-43fc62df397f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:47.305292 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'tag': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'status': 'completed', 'code': 200} Aug 31 14:53:47.418355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae984711-9b13-4f32-aadf-148734d38691 req-197d35a3-4324-42ac-9990-ddc99617e288 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:47.420354 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae984711-9b13-4f32-aadf-148734d38691 req-197d35a3-4324-42ac-9990-ddc99617e288 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0784779 Aug 31 14:53:47.471835 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae984711-9b13-4f32-aadf-148734d38691 req-96c3a253-44bb-48da-93d5-8ba96eb54d0d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455673 Aug 31 14:53:47.499863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55152) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:47.514278 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-6c284e39-0abc-43d3-be90-9d40ece1bf74 None None] Set router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:47.526395 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d605159-7a66-4801-9bed-135c0fea634b req-96642f21-184b-4962-b17d-af3fdfe73dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:47.528575 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d605159-7a66-4801-9bed-135c0fea634b req-96642f21-184b-4962-b17d-af3fdfe73dce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 1096 time: 0.1907241 Aug 31 14:53:47.536060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-4b09a72c-4d34-4f6a-bba2-fcdfce2219fa tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:47.537620 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-4b09a72c-4d34-4f6a-bba2-fcdfce2219fa tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/networks?id=5acda816-1a8c-4c9e-b0de-63b6df395ff9 HTTP/1.1" status: 200 len: 809 time: 0.1552882 Aug 31 14:53:47.583694 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-05120425-03c9-40c0-9357-61efc6a877dc tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/05f1e75d-ef44-4cd9-8f69-fbab882bfcb5 HTTP/1.1" status: 200 len: 990 time: 0.0826554 Aug 31 14:53:47.622253 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-6dd4a9ed-a56d-411a-9e6a-0091485a71fa tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/quotas/1ec4126d185a4dcc92c478ab60cc2aea HTTP/1.1" status: 200 len: 375 time: 0.0748961 Aug 31 14:53:47.658784 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-3b863be3-0625-424a-a724-dc156cea2641 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ec4126d185a4dcc92c478ab60cc2aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356271 Aug 31 14:53:47.736963 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d605159-7a66-4801-9bed-135c0fea634b req-3dbff548-1e56-4ce8-a48d-560020559734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:47.738457 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d605159-7a66-4801-9bed-135c0fea634b req-3dbff548-1e56-4ce8-a48d-560020559734 service neutron] 10.222.0.60 "GET /v2.0/networks?id=388bde1f-05d9-4713-8081-22ad69fabefe HTTP/1.1" status: 200 len: 897 time: 0.1998396 Aug 31 14:53:47.778579 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6c284e39-0abc-43d3-be90-9d40ece1bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '05f1e75d-ef44-4cd9-8f69-fbab882bfcb5', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'port_id': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'mac_address': 'fa:16:3e:18:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:53:46Z', 'updated_at': '2021-08-31T14:53:46Z', 'revision_number': 0, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1d50c8-00be-4fac-ad5a-230b8eec25a2', 'name': '', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:56:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:33Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:47.805971 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c284e39-0abc-43d3-be90-9d40ece1bf74 None None] Checking router: 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:53:47.813923 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c284e39-0abc-43d3-be90-9d40ece1bf74 None None] Routers {'5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:47.814874 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6c284e39-0abc-43d3-be90-9d40ece1bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:53:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:47.839891 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-6e3f1f3f-d656-4fb4-b57d-9f0e6a5c4884 service neutron] 10.222.0.39 "GET /v2.0/networks/5acda816-1a8c-4c9e-b0de-63b6df395ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701434 Aug 31 14:53:47.909924 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d605159-7a66-4801-9bed-135c0fea634b req-596af52d-dba5-4aeb-a5ff-8e7dee7b54b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202 HTTP/1.1" status: 200 len: 998 time: 0.1623514 Aug 31 14:53:47.930072 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-6c284e39-0abc-43d3-be90-9d40ece1bf74 None None] Set router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:47.996510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d605159-7a66-4801-9bed-135c0fea634b req-42b2cd2e-5455-4654-941a-a23612736f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:47.998040 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d605159-7a66-4801-9bed-135c0fea634b req-42b2cd2e-5455-4654-941a-a23612736f30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed4d3832-e270-47c6-b3b5-c7b401b6c2f0 HTTP/1.1" status: 200 len: 834 time: 0.0804911 Aug 31 14:53:48.000338 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-022a39e7-40da-4274-9823-d9d2a71b0d2f service neutron] 10.222.0.39 "GET /v2.0/networks/5acda816-1a8c-4c9e-b0de-63b6df395ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522884 Aug 31 14:53:48.066706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d605159-7a66-4801-9bed-135c0fea634b req-56b52d72-1ca0-48bd-9eff-d5a35e3a8f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:48.068527 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d605159-7a66-4801-9bed-135c0fea634b req-56b52d72-1ca0-48bd-9eff-d5a35e3a8f44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=388bde1f-05d9-4713-8081-22ad69fabefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633135 Aug 31 14:53:48.189589 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d605159-7a66-4801-9bed-135c0fea634b req-56cb5954-e890-424c-b772-4b4e86bf2893 service neutron] 10.222.0.60 "GET /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128383 Aug 31 14:53:48.208717 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9569b05b-f4e8-4800-8c99-029975a07b25 req-249ec713-dcbb-40ef-bf30-ab254bb3876a tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 210 time: 0.0349088 Aug 31 14:53:48.251937 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6c284e39-0abc-43d3-be90-9d40ece1bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '05f1e75d-ef44-4cd9-8f69-fbab882bfcb5', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'port_id': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'mac_address': 'fa:16:3e:18:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:53:46Z', 'updated_at': '2021-08-31T14:53:46Z', 'revision_number': 0, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1d50c8-00be-4fac-ad5a-230b8eec25a2', 'name': '', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:56:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:33Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:48.288592 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c284e39-0abc-43d3-be90-9d40ece1bf74 None None] The sync data for ids ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'] in n-d-806683-5 is: [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '05f1e75d-ef44-4cd9-8f69-fbab882bfcb5', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'port_id': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'mac_address': 'fa:16:3e:18:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:53:46Z', 'updated_at': '2021-08-31T14:53:46Z', 'revision_number': 0, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1d50c8-00be-4fac-ad5a-230b8eec25a2', 'name': '', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:56:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:33Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:53:48.311100 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0d605159-7a66-4801-9bed-135c0fea634b req-de90ff36-04f2-49c7-96d8-c4bc80670e25 service neutron] 10.222.0.60 "GET /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138740 Aug 31 14:53:48.530055 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63102d8-7ce8-4fc3-8350-f6aa86b795f9 None None] New status for floating IP 05f1e75d-ef44-4cd9-8f69-fbab882bfcb5: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:53:48.585685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55182) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:48.651015 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-eb6b109e-7c6c-473d-a7a2-1aece0a9d368 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/05f1e75d-ef44-4cd9-8f69-fbab882bfcb5 HTTP/1.1" status: 200 len: 990 time: 0.0639303 Aug 31 14:53:48.962403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 38b03b26-88e3-4e77-b8ba-8de739dc8cbd no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:48.983315 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 38b03b26-88e3-4e77-b8ba-8de739dc8cbd {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:53:48.983981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 38b03b26-88e3-4e77-b8ba-8de739dc8cbd not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:49.373064 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fd38c54f-5c21-456a-93f6-210fbf401a54 req-286ce724-deea-4092-989a-79568e5b4c62 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 210 time: 0.0364394 Aug 31 14:53:49.541046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-29f32e9d-5735-4629-80d7-95f63a015644 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:49.542517 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-29f32e9d-5735-4629-80d7-95f63a015644 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.25 "GET /v2.0/networks?id=5acda816-1a8c-4c9e-b0de-63b6df395ff9 HTTP/1.1" status: 200 len: 809 time: 0.1744123 Aug 31 14:53:49.556515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-ce79dc0a-d9ae-4834-acf9-68c48abe18af tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Request body: {'port': {'device_id': '60dd35c2-1cd4-4aec-bb51-aee2a0b1b889', 'network_id': '5acda816-1a8c-4c9e-b0de-63b6df395ff9', 'admin_state_up': True, 'tenant_id': '1ec4126d185a4dcc92c478ab60cc2aea'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:49.612163 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5996d6d3-c270-4e9c-b97b-a4a9a06737c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:49.654777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55206) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:53:49.677633 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-ce79dc0a-d9ae-4834-acf9-68c48abe18af tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Made reservation on behalf of 1ec4126d185a4dcc92c478ab60cc2aea for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:53:49.683713 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-ce79dc0a-d9ae-4834-acf9-68c48abe18af tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:49.688517 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:49.727260 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1beeccd7-c430-46a9-9458-3762339b01f3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/05f1e75d-ef44-4cd9-8f69-fbab882bfcb5 HTTP/1.1" status: 200 len: 992 time: 0.0709181 Aug 31 14:53:49.823934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-ce79dc0a-d9ae-4834-acf9-68c48abe18af tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Allocated IP 172.20.0.2 (5acda816-1a8c-4c9e-b0de-63b6df395ff9/6d762281-ddb5-4291-9537-b30e80e09a61/18693341-56ca-47c4-a1b9-8c32b9785e2b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:53:49.976261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-ce79dc0a-d9ae-4834-acf9-68c48abe18af tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:50.016683 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-ce79dc0a-d9ae-4834-acf9-68c48abe18af tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:50.059159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-ce79dc0a-d9ae-4834-acf9-68c48abe18af tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Network 5acda816-1a8c-4c9e-b0de-63b6df395ff9 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:53:50.064282 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-ce79dc0a-d9ae-4834-acf9-68c48abe18af tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:53:50.066750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-ce79dc0a-d9ae-4834-acf9-68c48abe18af tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:53:50.098161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79dc0a-d9ae-4834-acf9-68c48abe18af tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Pushing event updated for resources: {'Port': ['ID=18693341-56ca-47c4-a1b9-8c32b9785e2b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:50.125746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-ce79dc0a-d9ae-4834-acf9-68c48abe18af tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:50.126365 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-ce79dc0a-d9ae-4834-acf9-68c48abe18af tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:50.141209 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-ce79dc0a-d9ae-4834-acf9-68c48abe18af tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894446 Aug 31 14:53:50.155145 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Request body: {'port': {'device_id': '60dd35c2-1cd4-4aec-bb51-aee2a0b1b889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:50.212933 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:50.684952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f05e68-fe8c-41be-8f12-3d4ef076ff1d req-ac31d66f-d981-4d9d-8176-58151e36889c tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:50.686570 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5f05e68-fe8c-41be-8f12-3d4ef076ff1d req-ac31d66f-d981-4d9d-8176-58151e36889c tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 931 time: 0.1205473 Aug 31 14:53:50.774448 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5f05e68-fe8c-41be-8f12-3d4ef076ff1d req-51c7eb14-f1d8-41ea-8d78-aa75a73e8853 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782900 Aug 31 14:53:50.879216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18693341-56ca-47c4-a1b9-8c32b9785e2b {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:53:50.886939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:50.899328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Transition to ACTIVE for port object 18693341-56ca-47c4-a1b9-8c32b9785e2b will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:50.902877 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:50.959066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Pushing event updated for resources: {'Port': ['ID=18693341-56ca-47c4-a1b9-8c32b9785e2b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:51.032238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Attempting to bind port 18693341-56ca-47c4-a1b9-8c32b9785e2b on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:53:51.032580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Attempting to bind port 18693341-56ca-47c4-a1b9-8c32b9785e2b by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '924c4b5a-8374-4e63-ba68-7ebca83d5593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5acda816-1a8c-4c9e-b0de-63b6df395ff9'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:53:51.032918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Attempting to bind port 18693341-56ca-47c4-a1b9-8c32b9785e2b on network 5acda816-1a8c-4c9e-b0de-63b6df395ff9 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:51.037117 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Port 18693341-56ca-47c4-a1b9-8c32b9785e2b on network 5acda816-1a8c-4c9e-b0de-63b6df395ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:53:51.037435 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Attempting to bind port 18693341-56ca-47c4-a1b9-8c32b9785e2b on network 5acda816-1a8c-4c9e-b0de-63b6df395ff9 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:51.042788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:53:51.043125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Checking segment: {'id': '924c4b5a-8374-4e63-ba68-7ebca83d5593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5acda816-1a8c-4c9e-b0de-63b6df395ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:51.043566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Bound using segment: {'id': '924c4b5a-8374-4e63-ba68-7ebca83d5593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5acda816-1a8c-4c9e-b0de-63b6df395ff9'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:53:51.043989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Bound port: 18693341-56ca-47c4-a1b9-8c32b9785e2b, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924c4b5a-8374-4e63-ba68-7ebca83d5593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5acda816-1a8c-4c9e-b0de-63b6df395ff9'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:53:51.044347 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:51.112302 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] For port 18693341-56ca-47c4-a1b9-8c32b9785e2b, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:51.114680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] For port 18693341-56ca-47c4-a1b9-8c32b9785e2b, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=18693341-56ca-47c4-a1b9-8c32b9785e2b,segment=NetworkSegment(924c4b5a-8374-4e63-ba68-7ebca83d5593),segment_id=924c4b5a-8374-4e63-ba68-7ebca83d5593)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:53:51.119609 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:51.155382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:51.156491 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:51.157883 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] 10.222.0.25 "PUT /v2.0/ports/18693341-56ca-47c4-a1b9-8c32b9785e2b HTTP/1.1" status: 200 len: 1091 time: 1.0072715 Aug 31 14:53:51.159965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dd35c2-1cd4-4aec-bb51-aee2a0b1b889', 'tag': '18693341-56ca-47c4-a1b9-8c32b9785e2b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:51.163517 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096868b-23ee-47b3-a191-332add3be3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "60dd35c2-1cd4-4aec-bb51-aee2a0b1b889", "tag": "18693341-56ca-47c4-a1b9-8c32b9785e2b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:51.192307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832ed58-1642-4630-98a2-0f98e18cd03c service neutron] Pushing event updated for resources: {'Port': ['ID=18693341-56ca-47c4-a1b9-8c32b9785e2b,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:51.206300 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdb385a-a20b-4405-a539-de0733a1adcb x-openstack-request-id: req-2cdb385a-a20b-4405-a539-de0733a1adcb {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:51.206759 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dd35c2-1cd4-4aec-bb51-aee2a0b1b889", "tag": "18693341-56ca-47c4-a1b9-8c32b9785e2b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:51.207013 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2cdb385a-a20b-4405-a539-de0733a1adcb {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:51.207496 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dd35c2-1cd4-4aec-bb51-aee2a0b1b889', 'tag': '18693341-56ca-47c4-a1b9-8c32b9785e2b', 'status': 'completed', 'code': 200} Aug 31 14:53:51.264541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-2760c0ed-15c7-43a2-be4a-30f471bbbf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:51.266432 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-2760c0ed-15c7-43a2-be4a-30f471bbbf57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ec4126d185a4dcc92c478ab60cc2aea&device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 1094 time: 0.0483043 Aug 31 14:53:51.309172 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-10921e3b-863b-4de4-ba68-9aec60832be1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18693341-56ca-47c4-a1b9-8c32b9785e2b HTTP/1.1" status: 200 len: 217 time: 0.0345943 Aug 31 14:53:51.364283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-0f039ec3-43f6-48c3-a531-801cba8ca1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:51.365668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-0f039ec3-43f6-48c3-a531-801cba8ca1e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d762281-ddb5-4291-9537-b30e80e09a61 HTTP/1.1" status: 200 len: 849 time: 0.0504491 Aug 31 14:53:51.398522 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-444f9623-b607-4c96-b8dd-add446e73f2c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5acda816-1a8c-4c9e-b0de-63b6df395ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246999 Aug 31 14:53:51.496709 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-e14cef96-c3c9-4a24-8512-10e74d137118 service neutron] 10.222.0.25 "GET /v2.0/networks/5acda816-1a8c-4c9e-b0de-63b6df395ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915637 Aug 31 14:53:51.597116 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53135311-3f4f-4e41-920b-cee1f9c52de3 req-e1adca8e-c23c-46ca-a208-c35a2062ae3d service neutron] 10.222.0.25 "GET /v2.0/networks/5acda816-1a8c-4c9e-b0de-63b6df395ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934222 Aug 31 14:53:51.686335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096868b-23ee-47b3-a191-332add3be3ae req-ecd4c22c-7d88-4c77-920c-95875a6600ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:51.687879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5096868b-23ee-47b3-a191-332add3be3ae req-ecd4c22c-7d88-4c77-920c-95875a6600ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ec4126d185a4dcc92c478ab60cc2aea&device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 1094 time: 0.0447972 Aug 31 14:53:51.784685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096868b-23ee-47b3-a191-332add3be3ae req-6b023728-49aa-47bb-9df4-3889c7459e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:51.786181 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5096868b-23ee-47b3-a191-332add3be3ae req-6b023728-49aa-47bb-9df4-3889c7459e63 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5acda816-1a8c-4c9e-b0de-63b6df395ff9 HTTP/1.1" status: 200 len: 910 time: 0.0912831 Aug 31 14:53:51.831993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5096868b-23ee-47b3-a191-332add3be3ae req-25e6bc80-b3f7-4f18-a0b0-9b23f3ab0457 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18693341-56ca-47c4-a1b9-8c32b9785e2b HTTP/1.1" status: 200 len: 217 time: 0.0365396 Aug 31 14:53:51.916402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096868b-23ee-47b3-a191-332add3be3ae req-55224810-1a53-4612-bee2-7f179269ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:51.917892 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5096868b-23ee-47b3-a191-332add3be3ae req-55224810-1a53-4612-bee2-7f179269ae2a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d762281-ddb5-4291-9537-b30e80e09a61 HTTP/1.1" status: 200 len: 849 time: 0.0783508 Aug 31 14:53:51.948072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891403da-df78-4fe9-b740-9c6e6112fb0a req-07ff3d7f-fe8b-4d94-9b9f-f73fd501df2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:51.949493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-891403da-df78-4fe9-b740-9c6e6112fb0a req-07ff3d7f-fe8b-4d94-9b9f-f73fd501df2b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 943 time: 0.0996773 Aug 31 14:53:51.967298 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5096868b-23ee-47b3-a191-332add3be3ae req-722274f6-c7d3-45c1-bbbf-e417525a7b97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5acda816-1a8c-4c9e-b0de-63b6df395ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409927 Aug 31 14:53:52.049910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-891403da-df78-4fe9-b740-9c6e6112fb0a req-60ffe4f7-c779-4cb2-9226-a93f214f6bdb tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857229 Aug 31 14:53:52.088546 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5096868b-23ee-47b3-a191-332add3be3ae req-2926e3b9-e1ad-4315-bf88-a5c05018416f service neutron] 10.222.0.25 "GET /v2.0/networks/5acda816-1a8c-4c9e-b0de-63b6df395ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084383 Aug 31 14:53:52.154827 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c97b9651-3b6f-4519-afb9-b7a2674aa8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:52.185139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5096868b-23ee-47b3-a191-332add3be3ae req-fb9e5b6e-d163-45f2-8978-f21a11f32152 service neutron] 10.222.0.25 "GET /v2.0/networks/5acda816-1a8c-4c9e-b0de-63b6df395ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882123 Aug 31 14:53:52.294581 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:53.170069 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38983d45-2e4b-4e4d-986a-3934ae17d805 req-8d93b772-4b5c-426b-8d60-dbb9db70dc9f tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:53.171619 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-38983d45-2e4b-4e4d-986a-3934ae17d805 req-8d93b772-4b5c-426b-8d60-dbb9db70dc9f tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 943 time: 0.0503857 Aug 31 14:53:53.212514 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-38983d45-2e4b-4e4d-986a-3934ae17d805 req-40348904-0a4b-497f-a2e5-33d9c0b040cb tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347788 Aug 31 14:53:53.400571 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:54.331788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3a2e0-6fc0-4f0a-8eb7-e040c679f068 req-668facd5-eb22-4957-9193-9332f941ce89 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:54.333286 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-56e3a2e0-6fc0-4f0a-8eb7-e040c679f068 req-668facd5-eb22-4957-9193-9332f941ce89 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 943 time: 0.0524232 Aug 31 14:53:54.372854 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-56e3a2e0-6fc0-4f0a-8eb7-e040c679f068 req-df52315d-3056-4992-be82-435fd8daba0b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328758 Aug 31 14:53:54.556514 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:54.999338 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:55.493573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaccef-96f2-40ba-a3f5-9db5007665d2 req-43456291-5f7a-4c4b-88c4-ac96abf6f338 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:55.495067 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8ccaccef-96f2-40ba-a3f5-9db5007665d2 req-43456291-5f7a-4c4b-88c4-ac96abf6f338 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 943 time: 0.0537167 Aug 31 14:53:55.533352 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8ccaccef-96f2-40ba-a3f5-9db5007665d2 req-a8aac479-beb1-4beb-b3b0-1629537db0f0 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322657 Aug 31 14:53:55.967641 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 18693341-56ca-47c4-a1b9-8c32b9785e2b details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:53:56.063702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 18693341-56ca-47c4-a1b9-8c32b9785e2b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=18693341-56ca-47c4-a1b9-8c32b9785e2b,segment=NetworkSegment(924c4b5a-8374-4e63-ba68-7ebca83d5593),segment_id=924c4b5a-8374-4e63-ba68-7ebca83d5593)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:56.075414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '18693341-56ca-47c4-a1b9-8c32b9785e2b', 'network_id': '5acda816-1a8c-4c9e-b0de-63b6df395ff9', 'port_id': '18693341-56ca-47c4-a1b9-8c32b9785e2b', 'mac_address': 'fa:16:3e:16:eb:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d762281-ddb5-4291-9537-b30e80e09a61', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:53:56.111429 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:56.124356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18693341-56ca-47c4-a1b9-8c32b9785e2b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:53:56.144155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 18693341-56ca-47c4-a1b9-8c32b9785e2b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=18693341-56ca-47c4-a1b9-8c32b9785e2b,segment=NetworkSegment(924c4b5a-8374-4e63-ba68-7ebca83d5593),segment_id=924c4b5a-8374-4e63-ba68-7ebca83d5593)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:56.147943 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:56.192410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=18693341-56ca-47c4-a1b9-8c32b9785e2b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:56.353897 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['18693341-56ca-47c4-a1b9-8c32b9785e2b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:53:56.653662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7d6a5-7693-471b-970f-f4fae55780e0 req-e3603f44-8519-4d03-836f-792fcb607fba tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:56.655202 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfb7d6a5-7693-471b-970f-f4fae55780e0 req-e3603f44-8519-4d03-836f-792fcb607fba tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 944 time: 0.0552084 Aug 31 14:53:56.695427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfb7d6a5-7693-471b-970f-f4fae55780e0 req-38e14664-6940-4bd2-8d8b-8898cb285362 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339239 Aug 31 14:53:57.822826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20544eb-11de-4c53-859e-c6f2ab3a4a92 req-bb421d7a-9233-4f65-a5e3-505d1a8ec030 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:57.824299 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d20544eb-11de-4c53-859e-c6f2ab3a4a92 req-bb421d7a-9233-4f65-a5e3-505d1a8ec030 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 944 time: 0.0547626 Aug 31 14:53:57.866925 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d20544eb-11de-4c53-859e-c6f2ab3a4a92 req-f8d6a472-6f6c-46d7-8978-6b8a06fa4096 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364158 Aug 31 14:53:57.981730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 18693341-56ca-47c4-a1b9-8c32b9785e2b up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:58.018459 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:53:58.042762 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 18693341-56ca-47c4-a1b9-8c32b9785e2b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:58.046468 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 18693341-56ca-47c4-a1b9-8c32b9785e2b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:58.046948 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:58.292085 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:58.319407 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dd35c2-1cd4-4aec-bb51-aee2a0b1b889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18693341-56ca-47c4-a1b9-8c32b9785e2b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:58.324314 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2d3fda-2bff-44fb-be5d-ed5f7a6935f2" -d '{"events": [{"server_uuid": "60dd35c2-1cd4-4aec-bb51-aee2a0b1b889", "name": "network-vif-plugged", "status": "completed", "tag": "18693341-56ca-47c4-a1b9-8c32b9785e2b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:58.332493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60eab9d3-0f9d-48e3-9616-6a1d75ac43bd req-e26f90a3-5577-4c7a-8384-74d6af073115 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465131 Aug 31 14:53:58.339059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 18693341-56ca-47c4-a1b9-8c32b9785e2b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=18693341-56ca-47c4-a1b9-8c32b9785e2b,segment=NetworkSegment(924c4b5a-8374-4e63-ba68-7ebca83d5593),segment_id=924c4b5a-8374-4e63-ba68-7ebca83d5593)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:58.344621 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:58.387592 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a0b9a3-e5a9-45a0-b2ca-7af8a050b56d x-openstack-request-id: req-a4a0b9a3-e5a9-45a0-b2ca-7af8a050b56d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:58.387980 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dd35c2-1cd4-4aec-bb51-aee2a0b1b889", "name": "network-vif-plugged", "status": "completed", "tag": "18693341-56ca-47c4-a1b9-8c32b9785e2b", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:58.388414 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4a0b9a3-e5a9-45a0-b2ca-7af8a050b56d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:58.389604 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dd35c2-1cd4-4aec-bb51-aee2a0b1b889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18693341-56ca-47c4-a1b9-8c32b9785e2b', 'code': 200} Aug 31 14:53:58.412216 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=18693341-56ca-47c4-a1b9-8c32b9785e2b,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:58.442701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eab9d3-0f9d-48e3-9616-6a1d75ac43bd req-201edd24-51d4-449f-ab07-8b0ac12b2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:58.444114 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60eab9d3-0f9d-48e3-9616-6a1d75ac43bd req-201edd24-51d4-449f-ab07-8b0ac12b2df8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 1096 time: 0.0609179 Aug 31 14:53:58.489835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc908fd4-876a-43d9-a424-d153494989f7 req-122b7f20-517f-453e-9c40-ff64adca5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:58.491967 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bc908fd4-876a-43d9-a424-d153494989f7 req-122b7f20-517f-453e-9c40-ff64adca5be6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 1096 time: 0.0431776 Aug 31 14:53:58.534544 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bc908fd4-876a-43d9-a424-d153494989f7 req-82a87de0-6c41-4f10-91a2-5b85bc454723 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349514 Aug 31 14:53:58.553068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eab9d3-0f9d-48e3-9616-6a1d75ac43bd req-4162e0dc-cedc-4ecd-bd5d-5c8dfbb9633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:58.555409 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60eab9d3-0f9d-48e3-9616-6a1d75ac43bd req-4162e0dc-cedc-4ecd-bd5d-5c8dfbb9633e service neutron] 10.222.0.60 "GET /v2.0/networks?id=388bde1f-05d9-4713-8081-22ad69fabefe HTTP/1.1" status: 200 len: 897 time: 0.0916393 Aug 31 14:53:58.626722 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60eab9d3-0f9d-48e3-9616-6a1d75ac43bd req-cac5b0a7-0289-49db-bea0-f93be7655270 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202 HTTP/1.1" status: 200 len: 1000 time: 0.0643728 Aug 31 14:53:59.005401 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eab9d3-0f9d-48e3-9616-6a1d75ac43bd req-22305382-4eb2-4197-9129-8fa95e851168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:59.006996 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60eab9d3-0f9d-48e3-9616-6a1d75ac43bd req-22305382-4eb2-4197-9129-8fa95e851168 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed4d3832-e270-47c6-b3b5-c7b401b6c2f0 HTTP/1.1" status: 200 len: 834 time: 0.3726208 Aug 31 14:53:59.033615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd84958-2109-4803-b228-ce2223c9e246 req-f537dfa3-c9d4-4405-a893-84b4ae4d9e52 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:59.035111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4cd84958-2109-4803-b228-ce2223c9e246 req-f537dfa3-c9d4-4405-a893-84b4ae4d9e52 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 945 time: 0.0752149 Aug 31 14:53:59.093252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eab9d3-0f9d-48e3-9616-6a1d75ac43bd req-e4b18b40-319e-4fcb-afe6-eccca7cb9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:59.094755 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60eab9d3-0f9d-48e3-9616-6a1d75ac43bd req-e4b18b40-319e-4fcb-afe6-eccca7cb9684 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=388bde1f-05d9-4713-8081-22ad69fabefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803039 Aug 31 14:53:59.097551 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4cd84958-2109-4803-b228-ce2223c9e246 req-440d469d-d9c6-4595-9a14-2f1facd276ba tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473361 Aug 31 14:53:59.194287 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60eab9d3-0f9d-48e3-9616-6a1d75ac43bd req-475a0780-a174-4bf9-8322-db60c6b79c21 service neutron] 10.222.0.60 "GET /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917494 Aug 31 14:53:59.289502 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-60eab9d3-0f9d-48e3-9616-6a1d75ac43bd req-8d685256-fafc-412f-9cc3-805d3b6012de service neutron] 10.222.0.60 "GET /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878727 Aug 31 14:54:00.220209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ff29e-0381-4b1f-915d-5d37294d9ded req-d04c00da-c2a9-439d-9dc6-8f2a4f374db5 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:00.221771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d52ff29e-0381-4b1f-915d-5d37294d9ded req-d04c00da-c2a9-439d-9dc6-8f2a4f374db5 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 945 time: 0.0492487 Aug 31 14:54:00.264164 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d52ff29e-0381-4b1f-915d-5d37294d9ded req-849420a1-4c16-436f-929b-5d704cef9594 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347664 Aug 31 14:54:00.931079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02083ee-0881-4592-a0b8-75c4134d356c req-4ddb94f3-c849-44b7-aa64-307de1d7570d tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:00.932534 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f02083ee-0881-4592-a0b8-75c4134d356c req-4ddb94f3-c849-44b7-aa64-307de1d7570d tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 945 time: 0.0549972 Aug 31 14:54:00.969901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f02083ee-0881-4592-a0b8-75c4134d356c req-503ca6d3-2865-4f7c-af5a-945ee0147d3b tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313337 Aug 31 14:54:02.107841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25ca87-ca00-4636-818e-42928056ba53 req-8c8d9d23-39e0-473b-80dc-c1c2ed1b80ef tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:02.109347 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb25ca87-ca00-4636-818e-42928056ba53 req-8c8d9d23-39e0-473b-80dc-c1c2ed1b80ef tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 945 time: 0.0623910 Aug 31 14:54:02.148158 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb25ca87-ca00-4636-818e-42928056ba53 req-fc4df97c-6101-454b-ab25-e357f32c290f tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/security-groups?id=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324738 Aug 31 14:54:02.353325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1d355-7edc-4be9-991c-7251beeb4e6e req-2966ce15-0a48-4d47-8e16-2ca2d8dbe05f tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:02.354167 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-33c1d355-7edc-4be9-991c-7251beeb4e6e req-2966ce15-0a48-4d47-8e16-2ca2d8dbe05f tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.25 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 945 time: 0.0514290 Aug 31 14:54:02.447403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-33c1d355-7edc-4be9-991c-7251beeb4e6e req-866d6ceb-5d8d-4494-8c69-99870ba6e737 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Deleting port 18693341-56ca-47c4-a1b9-8c32b9785e2b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:54:02.447899 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-33c1d355-7edc-4be9-991c-7251beeb4e6e req-866d6ceb-5d8d-4494-8c69-99870ba6e737 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:02.546134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-33c1d355-7edc-4be9-991c-7251beeb4e6e req-866d6ceb-5d8d-4494-8c69-99870ba6e737 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] For port 18693341-56ca-47c4-a1b9-8c32b9785e2b, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=18693341-56ca-47c4-a1b9-8c32b9785e2b,segment=NetworkSegment(924c4b5a-8374-4e63-ba68-7ebca83d5593),segment_id=924c4b5a-8374-4e63-ba68-7ebca83d5593)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:02.546418 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-33c1d355-7edc-4be9-991c-7251beeb4e6e req-866d6ceb-5d8d-4494-8c69-99870ba6e737 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:02.560150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-33c1d355-7edc-4be9-991c-7251beeb4e6e req-866d6ceb-5d8d-4494-8c69-99870ba6e737 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Calling delete_port for 18693341-56ca-47c4-a1b9-8c32b9785e2b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:54:02.696321 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-33c1d355-7edc-4be9-991c-7251beeb4e6e req-866d6ceb-5d8d-4494-8c69-99870ba6e737 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:02.708819 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['18693341-56ca-47c4-a1b9-8c32b9785e2b'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:54:02.728609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d6ceb-5d8d-4494-8c69-99870ba6e737 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Pushing event deleted for resources: {'Port': ['ID=18693341-56ca-47c4-a1b9-8c32b9785e2b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:02.778716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c1d355-7edc-4be9-991c-7251beeb4e6e req-866d6ceb-5d8d-4494-8c69-99870ba6e737 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] No DVR routers for this DVR port 18693341-56ca-47c4-a1b9-8c32b9785e2b on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:54:02.782229 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-33c1d355-7edc-4be9-991c-7251beeb4e6e req-866d6ceb-5d8d-4494-8c69-99870ba6e737 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:02.785272 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-33c1d355-7edc-4be9-991c-7251beeb4e6e req-866d6ceb-5d8d-4494-8c69-99870ba6e737 tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.25 "DELETE /v2.0/ports/18693341-56ca-47c4-a1b9-8c32b9785e2b HTTP/1.1" status: 204 len: 173 time: 0.4249518 Aug 31 14:54:02.785955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dd35c2-1cd4-4aec-bb51-aee2a0b1b889', 'name': 'network-vif-deleted', 'tag': '18693341-56ca-47c4-a1b9-8c32b9785e2b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:54:02.789376 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f01a4a-3e4c-4aaf-80a7-3ba35afe8032" -d '{"events": [{"server_uuid": "60dd35c2-1cd4-4aec-bb51-aee2a0b1b889", "name": "network-vif-deleted", "tag": "18693341-56ca-47c4-a1b9-8c32b9785e2b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:54:02.835764 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ed127b-0333-4bb3-8b19-5b0465be9e3d x-openstack-request-id: req-f6ed127b-0333-4bb3-8b19-5b0465be9e3d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:54:02.836664 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dd35c2-1cd4-4aec-bb51-aee2a0b1b889", "name": "network-vif-deleted", "tag": "18693341-56ca-47c4-a1b9-8c32b9785e2b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:54:02.837110 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6ed127b-0333-4bb3-8b19-5b0465be9e3d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:54:02.837702 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dd35c2-1cd4-4aec-bb51-aee2a0b1b889', 'name': 'network-vif-deleted', 'tag': '18693341-56ca-47c4-a1b9-8c32b9785e2b', 'status': 'completed', 'code': 200} Aug 31 14:54:03.273369 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-54515eac-bf91-493a-a753-60d5a1983a17 req-4507ff6c-0f71-41e9-b555-3cb7135bc67d tempest-VolumesActionsTest-1943076890 tempest-VolumesActionsTest-1943076890-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dd35c2-1cd4-4aec-bb51-aee2a0b1b889 HTTP/1.1" status: 200 len: 210 time: 0.0309136 Aug 31 14:54:04.605337 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55788) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:04.721351 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc18f2f4-8414-43b0-8376-7fd2fac0533a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:04.826112 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc18f2f4-8414-43b0-8376-7fd2fac0533a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:04.831383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bc18f2f4-8414-43b0-8376-7fd2fac0533a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:04.872032 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18f2f4-8414-43b0-8376-7fd2fac0533a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c9d9bb-5368-4f86-8f1f-5fd724211774,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:04.878092 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bc18f2f4-8414-43b0-8376-7fd2fac0533a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0486a4c6b7a49ebabbcaec0da2507b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710767 Aug 31 14:54:04.881844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55802) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:04.937430 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf8adc0a-bdd6-4ae0-824d-c4a2ce5df450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:04.960806 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf8adc0a-bdd6-4ae0-824d-c4a2ce5df450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:05.030821 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf8adc0a-bdd6-4ae0-824d-c4a2ce5df450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:05.034850 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf8adc0a-bdd6-4ae0-824d-c4a2ce5df450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:05.036543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bf8adc0a-bdd6-4ae0-824d-c4a2ce5df450 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/49c9d9bb-5368-4f86-8f1f-5fd724211774 HTTP/1.1" status: 204 len: 168 time: 0.1547449 Aug 31 14:54:05.049748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8adc0a-bdd6-4ae0-824d-c4a2ce5df450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c9d9bb-5368-4f86-8f1f-5fd724211774,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:05.342884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 55828) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:05.357634 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb1c662a-6eec-44ae-bccc-227aea94dabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:05.450035 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb1c662a-6eec-44ae-bccc-227aea94dabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:05.454301 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cb1c662a-6eec-44ae-bccc-227aea94dabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:05.495538 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cb1c662a-6eec-44ae-bccc-227aea94dabd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44f0880075cc4314b0f11f6362dd408c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514795 Aug 31 14:54:05.496445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c662a-6eec-44ae-bccc-227aea94dabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6926d617-e6d2-4761-8a65-fa641a8d2314,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:05.498142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 55830) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:05.556477 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d25a8a41-b1ab-4b5f-a4bb-9cd8e0b476b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:05.586024 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d25a8a41-b1ab-4b5f-a4bb-9cd8e0b476b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:05.637070 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d25a8a41-b1ab-4b5f-a4bb-9cd8e0b476b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:05.640318 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d25a8a41-b1ab-4b5f-a4bb-9cd8e0b476b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:05.641740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d25a8a41-b1ab-4b5f-a4bb-9cd8e0b476b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6926d617-e6d2-4761-8a65-fa641a8d2314 HTTP/1.1" status: 204 len: 168 time: 0.1425288 Aug 31 14:54:05.654042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a8a41-b1ab-4b5f-a4bb-9cd8e0b476b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6926d617-e6d2-4761-8a65-fa641a8d2314,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:05.981800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 18693341-56ca-47c4-a1b9-8c32b9785e2b no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:54:06.007037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 18693341-56ca-47c4-a1b9-8c32b9785e2b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:54:06.007605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 18693341-56ca-47c4-a1b9-8c32b9785e2b not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:54:16.929422 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d7e7f-9d03-4492-ad7f-b918f8281abe req-5be5ca58-84eb-481b-a38d-a92a8f1ceec8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:16.931784 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d61d7e7f-9d03-4492-ad7f-b918f8281abe req-5be5ca58-84eb-481b-a38d-a92a8f1ceec8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0864778 Aug 31 14:54:17.025588 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d61d7e7f-9d03-4492-ad7f-b918f8281abe req-4a528c70-40e6-471b-ae8e-c8f7d5c7e0a7 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808597 Aug 31 14:54:18.237642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaec8a7-bae8-48c4-a2ce-f942179db305 req-2ac29cea-854e-4812-9e7f-2670f0f564eb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:18.241550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0aaec8a7-bae8-48c4-a2ce-f942179db305 req-2ac29cea-854e-4812-9e7f-2670f0f564eb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0951912 Aug 31 14:54:18.302666 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0aaec8a7-bae8-48c4-a2ce-f942179db305 req-addf7ce5-35e6-43cb-becb-5cb7f5e69483 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507309 Aug 31 14:54:19.469064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae0ee4-9769-4870-8ddd-64a5fa62f5a1 req-52e23293-6c32-49f0-a649-0ddb83366996 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:19.470953 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ffae0ee4-9769-4870-8ddd-64a5fa62f5a1 req-52e23293-6c32-49f0-a649-0ddb83366996 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0787687 Aug 31 14:54:19.536742 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ffae0ee4-9769-4870-8ddd-64a5fa62f5a1 req-b9f83b93-0bd6-4435-b46a-22748cff3b48 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583279 Aug 31 14:54:19.618470 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-62db4242-5b74-497c-a22a-f2866ef2ece1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:19.689873 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:20.703712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73736947-91e0-469c-96c0-d8028f823a8c req-71e56101-324b-4d15-82bc-1ca87b9b195e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:20.706534 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73736947-91e0-469c-96c0-d8028f823a8c req-71e56101-324b-4d15-82bc-1ca87b9b195e tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0736136 Aug 31 14:54:20.800274 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-73736947-91e0-469c-96c0-d8028f823a8c req-ec489b19-add7-432d-8925-9486524f2ecb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864594 Aug 31 14:54:20.907944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56076) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:21.117929 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:21.259896 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:21.265571 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:21.309235 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8818452a-834d-4bc3-9572-0a8849c0be2e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:21.313829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7486eee1d8604fe9804514b19e86f9a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042063 Aug 31 14:54:21.316556 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56080) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:21.320015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.320557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.320730 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.321062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.321403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.321732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.322059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.322387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.322938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.323320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.323667 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.328239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd66e6c-1b45-43b3-b727-a100c94fe180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.378973 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:21.403686 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:21.466313 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:21.471684 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:21.476500 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-80293027-2851-409c-a823-d106250648e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8818452a-834d-4bc3-9572-0a8849c0be2e HTTP/1.1" status: 204 len: 168 time: 0.1585579 Aug 31 14:54:21.485510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8818452a-834d-4bc3-9572-0a8849c0be2e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:21.494310 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.494904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.495436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.495952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.496464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.496831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.497172 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.497506 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.497840 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.498173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.498504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.498833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80293027-2851-409c-a823-d106250648e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:21.950213 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488ed98-6fff-44b6-aae4-e7fda2272e2b req-90275bff-a7e9-4d0f-b396-8dd445b44ba4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:21.952424 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6488ed98-6fff-44b6-aae4-e7fda2272e2b req-90275bff-a7e9-4d0f-b396-8dd445b44ba4 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0599334 Aug 31 14:54:21.965371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56092) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:21.984265 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-481892a6-72ee-49ce-bde3-3d01b87dfd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:22.026000 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6488ed98-6fff-44b6-aae4-e7fda2272e2b req-d105c1a5-fb6d-41be-9b67-823d2dd1e05f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663018 Aug 31 14:54:22.134865 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-481892a6-72ee-49ce-bde3-3d01b87dfd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:22.139777 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-481892a6-72ee-49ce-bde3-3d01b87dfd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:22.169609 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34e50ef9-bcf2-4794-a2b3-ba775b822263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:22.200344 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-481892a6-72ee-49ce-bde3-3d01b87dfd57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64627b00b50f4d0f846c8790ff505438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338748 Aug 31 14:54:22.201577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481892a6-72ee-49ce-bde3-3d01b87dfd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afeba72-375f-4b93-8770-123500b01c7f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:22.203126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56094) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:22.270731 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ec94771-bea6-4ad1-8dda-91f86568e3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:22.300906 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ec94771-bea6-4ad1-8dda-91f86568e3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:22.301909 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:22.361930 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ec94771-bea6-4ad1-8dda-91f86568e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:22.364584 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5ec94771-bea6-4ad1-8dda-91f86568e3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:22.366281 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5ec94771-bea6-4ad1-8dda-91f86568e3a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3afeba72-375f-4b93-8770-123500b01c7f HTTP/1.1" status: 204 len: 168 time: 0.1613507 Aug 31 14:54:22.384452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec94771-bea6-4ad1-8dda-91f86568e3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afeba72-375f-4b93-8770-123500b01c7f,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:23.188106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52597024-57b8-44bd-8a86-52b9dc9d8b1e req-2bf0c95f-4a23-4b7c-8173-f3981dd15a25 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:23.195148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-52597024-57b8-44bd-8a86-52b9dc9d8b1e req-2bf0c95f-4a23-4b7c-8173-f3981dd15a25 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0656452 Aug 31 14:54:23.245483 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-52597024-57b8-44bd-8a86-52b9dc9d8b1e req-ac81e0e4-e71b-47f2-b785-57cf821e9195 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486934 Aug 31 14:54:23.405388 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:24.368565 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a4fd1-894c-4e3d-8d50-07bb18a12c64 req-a73a2273-c1a0-418f-8c47-20b80f63a655 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:24.370253 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e11a4fd1-894c-4e3d-8d50-07bb18a12c64 req-a73a2273-c1a0-418f-8c47-20b80f63a655 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0597699 Aug 31 14:54:24.415209 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e11a4fd1-894c-4e3d-8d50-07bb18a12c64 req-e1d1b486-73e8-4545-a476-12bb2b15785d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383713 Aug 31 14:54:24.554649 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:25.003235 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:25.545849 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802245bf-31ff-4b01-96fe-abc41243ca9f req-9e5d03d3-2653-4703-8af2-a44618cb5a33 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:25.547476 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-802245bf-31ff-4b01-96fe-abc41243ca9f req-9e5d03d3-2653-4703-8af2-a44618cb5a33 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0627766 Aug 31 14:54:25.596219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-802245bf-31ff-4b01-96fe-abc41243ca9f req-f7bed971-009e-4d02-933f-5acbb2b9fc7c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412989 Aug 31 14:54:26.728649 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307aebb-5ed0-4d3a-87cb-163088026fb0 req-21d64cf9-fab0-4b6f-8e73-2289cc32b242 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:26.730220 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1307aebb-5ed0-4d3a-87cb-163088026fb0 req-21d64cf9-fab0-4b6f-8e73-2289cc32b242 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0560515 Aug 31 14:54:26.773505 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1307aebb-5ed0-4d3a-87cb-163088026fb0 req-f9225271-c170-4a62-89c4-88e6428c5244 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370831 Aug 31 14:54:27.666224 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56238) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:27.712656 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffa92fe-00dd-416d-bef2-8eace1536f1f admin admin] Deleting subnet 6d762281-ddb5-4291-9537-b30e80e09a61 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:54:27.716174 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ffa92fe-00dd-416d-bef2-8eace1536f1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:27.752770 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ffa92fe-00dd-416d-bef2-8eace1536f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:27.803391 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ffa92fe-00dd-416d-bef2-8eace1536f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:27.868664 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ffa92fe-00dd-416d-bef2-8eace1536f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:27.900813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa92fe-00dd-416d-bef2-8eace1536f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d762281-ddb5-4291-9537-b30e80e09a61,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:27.901926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cbbf9-5e18-4e2d-9711-46bf8117d213 req-6f85acdd-c3c8-41ed-bb0f-e6b01a0c4a61 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:27.903558 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c05cbbf9-5e18-4e2d-9711-46bf8117d213 req-6f85acdd-c3c8-41ed-bb0f-e6b01a0c4a61 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0531421 Aug 31 14:54:27.908709 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ffa92fe-00dd-416d-bef2-8eace1536f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:27.911816 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4ffa92fe-00dd-416d-bef2-8eace1536f1f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6d762281-ddb5-4291-9537-b30e80e09a61 HTTP/1.1" status: 204 len: 168 time: 0.2444677 Aug 31 14:54:27.913308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56242) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:27.947920 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c05cbbf9-5e18-4e2d-9711-46bf8117d213 req-04ca8693-309d-4829-9b0c-864a1bcd3e2f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360274 Aug 31 14:54:28.002966 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7b41ca0-4c3f-4c43-b649-b128c3b9cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.088293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7b41ca0-4c3f-4c43-b649-b128c3b9cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.098017 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e7b41ca0-4c3f-4c43-b649-b128c3b9cf76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acda816-1a8c-4c9e-b0de-63b6df395ff9']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:28.108998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e7b41ca0-4c3f-4c43-b649-b128c3b9cf76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924c4b5a-8374-4e63-ba68-7ebca83d5593') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:28.109285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e7b41ca0-4c3f-4c43-b649-b128c3b9cf76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924c4b5a-8374-4e63-ba68-7ebca83d5593') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:28.119018 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7b41ca0-4c3f-4c43-b649-b128c3b9cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.133117 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7b41ca0-4c3f-4c43-b649-b128c3b9cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.140175 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b41ca0-4c3f-4c43-b649-b128c3b9cf76 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:54:28.140555 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7b41ca0-4c3f-4c43-b649-b128c3b9cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:54:28.142184 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:54:28.204127 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7b41ca0-4c3f-4c43-b649-b128c3b9cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.210953 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e7b41ca0-4c3f-4c43-b649-b128c3b9cf76 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.213092 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e7b41ca0-4c3f-4c43-b649-b128c3b9cf76 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5acda816-1a8c-4c9e-b0de-63b6df395ff9 HTTP/1.1" status: 204 len: 168 time: 0.2980881 Aug 31 14:54:28.231982 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b41ca0-4c3f-4c43-b649-b128c3b9cf76 admin admin] Pushing event deleted for resources: {'Network': ['ID=5acda816-1a8c-4c9e-b0de-63b6df395ff9,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:28.481346 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56248) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:28.525050 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b21dde80-5f3c-47b3-971c-53b5f7387650 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ec4126d185a4dcc92c478ab60cc2aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423703 Aug 31 14:54:28.528093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56250) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:28.578022 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-558316c0-802f-46ac-b6cc-388f2a3aa00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.599227 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-558316c0-802f-46ac-b6cc-388f2a3aa00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.645655 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-558316c0-802f-46ac-b6cc-388f2a3aa00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.648428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-558316c0-802f-46ac-b6cc-388f2a3aa00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.649580 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-558316c0-802f-46ac-b6cc-388f2a3aa00c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab HTTP/1.1" status: 204 len: 168 time: 0.1204391 Aug 31 14:54:28.657244 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558316c0-802f-46ac-b6cc-388f2a3aa00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b757b5b1-8fc4-4a51-a5e0-2709bb5ee6ab,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:29.072540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9170f-5a80-463e-acb3-aef1d4ee627c req-652e9de4-314f-45fb-89fd-07150db8a263 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:29.074072 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ab9170f-5a80-463e-acb3-aef1d4ee627c req-652e9de4-314f-45fb-89fd-07150db8a263 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0537031 Aug 31 14:54:29.115535 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4ab9170f-5a80-463e-acb3-aef1d4ee627c req-d2c79584-0466-46d1-85c6-cf2b3231ad07 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351748 Aug 31 14:54:29.537868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838597b3-623d-412b-a352-2cf9bfa857eb req-6eba0fad-5a63-4c43-91a8-0efda6f24b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:29.539409 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-838597b3-623d-412b-a352-2cf9bfa857eb req-6eba0fad-5a63-4c43-91a8-0efda6f24b22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 1096 time: 0.0432966 Aug 31 14:54:29.574584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-838597b3-623d-412b-a352-2cf9bfa857eb req-42508f03-bc11-4494-9dda-5ea68bca84d6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281339 Aug 31 14:54:30.237609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6f904-773d-4e56-a8af-306b7abab9a9 req-12cd701b-ff47-4d52-8b34-9be85c8408ed tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:30.239098 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-36c6f904-773d-4e56-a8af-306b7abab9a9 req-12cd701b-ff47-4d52-8b34-9be85c8408ed tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0502675 Aug 31 14:54:30.278930 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-36c6f904-773d-4e56-a8af-306b7abab9a9 req-40874b63-8bb7-4a86-85ee-4ad622950613 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337334 Aug 31 14:54:31.195046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 99fccdd0-77cd-457a-afa2-b3d86dda3202 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:54:31.200316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 99fccdd0-77cd-457a-afa2-b3d86dda3202 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:54:31.344847 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:31.375570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 99fccdd0-77cd-457a-afa2-b3d86dda3202, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:31.390472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99fccdd0-77cd-457a-afa2-b3d86dda3202'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:54:31.392760 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5465cfab-87ed-4390-9232-b84199bda55f" -d '{"events": [{"server_uuid": "5c1d5289-93dc-4255-9173-ce5c7cf3283c", "name": "network-vif-unplugged", "status": "completed", "tag": "99fccdd0-77cd-457a-afa2-b3d86dda3202"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:54:31.405047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'port_id': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'mac_address': 'fa:16:3e:18:5e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:54:31.412477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 99fccdd0-77cd-457a-afa2-b3d86dda3202, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:31.417066 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:31.417574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ffbcf-c1c0-443c-b4bf-e8e31989ee84 req-74ea682a-eeaa-4739-b711-0cd6b36d739b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:31.423750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-209ffbcf-c1c0-443c-b4bf-e8e31989ee84 req-74ea682a-eeaa-4739-b711-0cd6b36d739b tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0623460 Aug 31 14:54:31.458793 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-209ffbcf-c1c0-443c-b4bf-e8e31989ee84 req-525eb555-416c-4a0f-ad87-cf78e618c678 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335021 Aug 31 14:54:31.470002 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a36903-affe-4aff-8c19-fac3b1cb1185 x-openstack-request-id: req-e1a36903-affe-4aff-8c19-fac3b1cb1185 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:54:31.470305 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1d5289-93dc-4255-9173-ce5c7cf3283c", "name": "network-vif-unplugged", "status": "completed", "tag": "99fccdd0-77cd-457a-afa2-b3d86dda3202", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:54:31.470561 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1a36903-affe-4aff-8c19-fac3b1cb1185 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:54:31.470952 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'code': 200} Aug 31 14:54:31.485388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56270) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:31.513725 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:31.533688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=99fccdd0-77cd-457a-afa2-b3d86dda3202,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:31.538154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fccdd0-77cd-457a-afa2-b3d86dda3202 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:54:31.551591 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:31.552012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:31.552461 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:31.552906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:31.553347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:31.553789 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:31.554240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:31.554676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:31.556330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:31.556785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:31.557235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:31.557667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:31.570432 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2c79199c-93d0-4482-a71d-f25ea38bc098 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/floatingips/05f1e75d-ef44-4cd9-8f69-fbab882bfcb5 HTTP/1.1" status: 200 len: 990 time: 0.0838280 Aug 31 14:54:31.589182 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 99fccdd0-77cd-457a-afa2-b3d86dda3202, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:31.593975 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:31.645695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=99fccdd0-77cd-457a-afa2-b3d86dda3202,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:31.795952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['99fccdd0-77cd-457a-afa2-b3d86dda3202'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:54:33.194685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 99fccdd0-77cd-457a-afa2-b3d86dda3202 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:54:33.246504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 99fccdd0-77cd-457a-afa2-b3d86dda3202 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:54:33.246879 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:33.329520 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:33.364189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 99fccdd0-77cd-457a-afa2-b3d86dda3202, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:33.368195 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:33.419132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=99fccdd0-77cd-457a-afa2-b3d86dda3202,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:33.472245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fccdd0-77cd-457a-afa2-b3d86dda3202'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:54:33.474610 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6e4729-d1b6-4f46-b591-28ddc6fbecf1" -d '{"events": [{"server_uuid": "5c1d5289-93dc-4255-9173-ce5c7cf3283c", "name": "network-vif-plugged", "status": "completed", "tag": "99fccdd0-77cd-457a-afa2-b3d86dda3202"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:54:33.512842 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed97399f-920b-4bfc-a0bd-73c108c498a8 x-openstack-request-id: req-ed97399f-920b-4bfc-a0bd-73c108c498a8 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:54:33.513130 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1d5289-93dc-4255-9173-ce5c7cf3283c", "name": "network-vif-plugged", "status": "completed", "tag": "99fccdd0-77cd-457a-afa2-b3d86dda3202", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:54:33.513384 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed97399f-920b-4bfc-a0bd-73c108c498a8 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:54:33.513798 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'code': 200} Aug 31 14:54:35.018161 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:54:49.611404 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47d38bc0-da0f-4060-ba8d-6b1b0798e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:49.704732 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:50.961858 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56362) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:51.069472 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a42ff7a-b472-4a8b-9fa1-42245d62fe0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.160355 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a42ff7a-b472-4a8b-9fa1-42245d62fe0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.164626 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a42ff7a-b472-4a8b-9fa1-42245d62fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.202486 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5a42ff7a-b472-4a8b-9fa1-42245d62fe0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4b5b4d275c048c48affe8dbfaa11576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393949 Aug 31 14:54:51.203468 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42ff7a-b472-4a8b-9fa1-42245d62fe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc08c3c-9e4f-49a5-b32a-ce53c2da6291,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:51.205010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56366) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:51.260419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0381-5b55-40e3-9372-7e9b38b04be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.282068 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0381-5b55-40e3-9372-7e9b38b04be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.327835 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0381-5b55-40e3-9372-7e9b38b04be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.330395 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0381-5b55-40e3-9372-7e9b38b04be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.331636 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ec0d0381-5b55-40e3-9372-7e9b38b04be2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bc08c3c-9e4f-49a5-b32a-ce53c2da6291 HTTP/1.1" status: 204 len: 168 time: 0.1244915 Aug 31 14:54:51.339886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d0381-5b55-40e3-9372-7e9b38b04be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc08c3c-9e4f-49a5-b32a-ce53c2da6291,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:52.161192 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28bf4a07-8142-4b35-8859-7950164832f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.304044 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.418264 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.598890 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87108170-f287-4dcf-a901-3c132950071c req-1b195eaa-13ca-47b5-8faf-4ea0e043309d tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8f7fa69a0d0b4899a9b6c8691c4019e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293932 Aug 31 14:54:53.784596 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87108170-f287-4dcf-a901-3c132950071c req-4534cb31-9d0e-45e8-9bb3-60f040f46065 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:53.786064 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87108170-f287-4dcf-a901-3c132950071c req-4534cb31-9d0e-45e8-9bb3-60f040f46065 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807692 Aug 31 14:54:53.801699 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87108170-f287-4dcf-a901-3c132950071c req-397fa8aa-b01d-4eef-8872-d7c15f59c4b8 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/quotas/8f7fa69a0d0b4899a9b6c8691c4019e5 HTTP/1.1" status: 200 len: 375 time: 0.0089030 Aug 31 14:54:53.832494 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-87108170-f287-4dcf-a901-3c132950071c req-329e8a64-4143-4332-bbff-0c511e620d6b tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f7fa69a0d0b4899a9b6c8691c4019e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246606 Aug 31 14:54:53.993351 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cf2a7009-f29a-4769-b0e2-498a80a194ea req-79ce448a-8adc-490c-86a2-f6a9d7b4dec0 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/ports?device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 210 time: 0.0280492 Aug 31 14:54:54.553123 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.817002 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87108170-f287-4dcf-a901-3c132950071c req-ad918f7d-c855-4fd9-b335-7b4180ce570f tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8f7fa69a0d0b4899a9b6c8691c4019e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315890 Aug 31 14:54:55.001850 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87108170-f287-4dcf-a901-3c132950071c req-6fb3f216-ceb6-44b2-926b-5ce3c85d0513 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:55.003354 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87108170-f287-4dcf-a901-3c132950071c req-6fb3f216-ceb6-44b2-926b-5ce3c85d0513 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802113 Aug 31 14:54:55.006922 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.017084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Request body: {'port': {'device_id': '642ce7ad-1043-4dc4-ad82-89b35d708dbe', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': '8f7fa69a0d0b4899a9b6c8691c4019e5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:55.089745 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f419cb11-d53b-45cf-8997-e6e974373c1c req-894598d7-3031-49c0-9e9e-2fa24cf1a11a tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/ports?device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 210 time: 0.0276089 Aug 31 14:54:55.128171 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Made reservation on behalf of 8f7fa69a0d0b4899a9b6c8691c4019e5 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:55.131919 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.141301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.230702 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.234426 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.298596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b6a91c-91f0-4c85-8d1c-84cbd089ed50,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:55.366757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Allocated IP 192.168.233.236 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/46a8227b-afa4-4bc1-8d58-99230a2d21df) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:54:55.517294 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.530977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Transition to ACTIVE for port object 46a8227b-afa4-4bc1-8d58-99230a2d21df will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:54:55.562860 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.603662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:54:55.608957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:55.611934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:54:55.643665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Pushing event updated for resources: {'Port': ['ID=46a8227b-afa4-4bc1-8d58-99230a2d21df,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:55.668487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:55.669118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.684499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87108170-f287-4dcf-a901-3c132950071c req-24c96bfb-ec8b-4b6d-a5cb-dbb4926fd434 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6712365 Aug 31 14:54:55.697477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Request body: {'port': {'device_id': '642ce7ad-1043-4dc4-ad82-89b35d708dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:55.761894 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.886806 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3e9df507-fb60-45f1-a5c1-c07cf7907082 None None] Provisioning for port 46a8227b-afa4-4bc1-8d58-99230a2d21df completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:54:55.890507 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3e9df507-fb60-45f1-a5c1-c07cf7907082 None None] Provisioning complete for port 46a8227b-afa4-4bc1-8d58-99230a2d21df triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:54:55.890877 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e9df507-fb60-45f1-a5c1-c07cf7907082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.923701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3e9df507-fb60-45f1-a5c1-c07cf7907082 None None] Port 46a8227b-afa4-4bc1-8d58-99230a2d21df cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:54:56.024316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a8227b-afa4-4bc1-8d58-99230a2d21df {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:54:56.031870 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.044718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Transition to ACTIVE for port object 46a8227b-afa4-4bc1-8d58-99230a2d21df will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:54:56.048329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.103389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=46a8227b-afa4-4bc1-8d58-99230a2d21df,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:56.177522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Attempting to bind port 46a8227b-afa4-4bc1-8d58-99230a2d21df on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:54:56.178168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Attempting to bind port 46a8227b-afa4-4bc1-8d58-99230a2d21df by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:54:56.178806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Attempting to bind port 46a8227b-afa4-4bc1-8d58-99230a2d21df on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:54:56.185009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Port 46a8227b-afa4-4bc1-8d58-99230a2d21df on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:54:56.185633 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Attempting to bind port 46a8227b-afa4-4bc1-8d58-99230a2d21df on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:54:56.191499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:54:56.191838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:56.192223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:54:56.192658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Bound port: 46a8227b-afa4-4bc1-8d58-99230a2d21df, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:54:56.193016 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.225230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a68cae-956c-40d9-abf8-bdd292f35378 req-1beed6cf-72d4-4cc9-a776-d1a4f2fab439 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:56.231721 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8a68cae-956c-40d9-abf8-bdd292f35378 req-1beed6cf-72d4-4cc9-a776-d1a4f2fab439 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/ports?device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 948 time: 0.0550156 Aug 31 14:54:56.267768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] For port 46a8227b-afa4-4bc1-8d58-99230a2d21df, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:54:56.273096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] For port 46a8227b-afa4-4bc1-8d58-99230a2d21df, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=46a8227b-afa4-4bc1-8d58-99230a2d21df,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:54:56.274583 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8a68cae-956c-40d9-abf8-bdd292f35378 req-e46a8910-ed3e-4590-9592-e172041096d8 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b6a91c-91f0-4c85-8d1c-84cbd089ed50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409567 Aug 31 14:54:56.278000 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.316799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:56.317322 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.318717 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87108170-f287-4dcf-a901-3c132950071c req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] 10.222.0.25 "PUT /v2.0/ports/46a8227b-afa4-4bc1-8d58-99230a2d21df HTTP/1.1" status: 200 len: 1096 time: 0.6263824 Aug 31 14:54:56.319150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642ce7ad-1043-4dc4-ad82-89b35d708dbe', 'tag': '46a8227b-afa4-4bc1-8d58-99230a2d21df'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:54:56.321485 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96e9acb-cd30-4a17-acfa-c8336de83067" -d '{"events": [{"name": "network-changed", "server_uuid": "642ce7ad-1043-4dc4-ad82-89b35d708dbe", "tag": "46a8227b-afa4-4bc1-8d58-99230a2d21df"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:54:56.341556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8a8e8-b59e-469b-b560-64abe8bad0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=46a8227b-afa4-4bc1-8d58-99230a2d21df,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:56.364428 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3866e059-0b4e-45af-a3d8-8bdb825f7f5b x-openstack-request-id: req-3866e059-0b4e-45af-a3d8-8bdb825f7f5b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:54:56.364774 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642ce7ad-1043-4dc4-ad82-89b35d708dbe", "tag": "46a8227b-afa4-4bc1-8d58-99230a2d21df", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:54:56.365045 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3866e059-0b4e-45af-a3d8-8bdb825f7f5b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:54:56.365454 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642ce7ad-1043-4dc4-ad82-89b35d708dbe', 'tag': '46a8227b-afa4-4bc1-8d58-99230a2d21df', 'status': 'completed', 'code': 200} Aug 31 14:54:56.418696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87108170-f287-4dcf-a901-3c132950071c req-41a8bbb2-ccfb-45f4-8069-3141462a7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:56.420251 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87108170-f287-4dcf-a901-3c132950071c req-41a8bbb2-ccfb-45f4-8069-3141462a7125 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f7fa69a0d0b4899a9b6c8691c4019e5&device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 1099 time: 0.0472455 Aug 31 14:54:56.475751 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87108170-f287-4dcf-a901-3c132950071c req-3528dd2b-5d9f-4044-a999-dcd4407ddf56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=46a8227b-afa4-4bc1-8d58-99230a2d21df HTTP/1.1" status: 200 len: 217 time: 0.0451024 Aug 31 14:54:56.526998 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87108170-f287-4dcf-a901-3c132950071c req-97424f3d-a399-44df-96eb-f95a49c84e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:56.528486 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87108170-f287-4dcf-a901-3c132950071c req-97424f3d-a399-44df-96eb-f95a49c84e17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0445342 Aug 31 14:54:56.578158 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87108170-f287-4dcf-a901-3c132950071c req-28203e0e-8f9f-466f-808d-ab9c0bbb2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:56.579985 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87108170-f287-4dcf-a901-3c132950071c req-28203e0e-8f9f-466f-808d-ab9c0bbb2975 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444286 Aug 31 14:54:56.667884 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87108170-f287-4dcf-a901-3c132950071c req-6caed552-d6f8-4c3e-b112-af312d14f81a service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807021 Aug 31 14:54:56.763097 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87108170-f287-4dcf-a901-3c132950071c req-9f08f1d1-1f9c-4b97-9db1-087f39de491f service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883474 Aug 31 14:54:56.848741 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e9acb-cd30-4a17-acfa-c8336de83067 req-4bbc55b3-e293-4dc7-beb0-c8c6e78220c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:56.850195 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d96e9acb-cd30-4a17-acfa-c8336de83067 req-4bbc55b3-e293-4dc7-beb0-c8c6e78220c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f7fa69a0d0b4899a9b6c8691c4019e5&device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 1099 time: 0.0396185 Aug 31 14:54:56.939581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e9acb-cd30-4a17-acfa-c8336de83067 req-ceba7578-7e69-417e-96d0-2c718f031225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:56.941013 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d96e9acb-cd30-4a17-acfa-c8336de83067 req-ceba7578-7e69-417e-96d0-2c718f031225 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.0830142 Aug 31 14:54:56.985467 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d96e9acb-cd30-4a17-acfa-c8336de83067 req-fd283972-a395-4742-8f28-447430270e8b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=46a8227b-afa4-4bc1-8d58-99230a2d21df HTTP/1.1" status: 200 len: 217 time: 0.0368562 Aug 31 14:54:57.035331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e9acb-cd30-4a17-acfa-c8336de83067 req-7c4c842b-d194-475f-ab6a-9a772bf667b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:57.036771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d96e9acb-cd30-4a17-acfa-c8336de83067 req-7c4c842b-d194-475f-ab6a-9a772bf667b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0429668 Aug 31 14:54:57.082484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e9acb-cd30-4a17-acfa-c8336de83067 req-0c3f3327-5c00-4df4-bf5d-7295e2ad8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:57.083974 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d96e9acb-cd30-4a17-acfa-c8336de83067 req-0c3f3327-5c00-4df4-bf5d-7295e2ad8c34 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0385981 Aug 31 14:54:57.174890 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d96e9acb-cd30-4a17-acfa-c8336de83067 req-fbf6e4ff-1a95-4641-b548-ad1393c2707a service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829666 Aug 31 14:54:57.262662 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d96e9acb-cd30-4a17-acfa-c8336de83067 req-f49b74e6-cdb0-453a-a02a-0647fb6430dc service neutron] 10.222.0.25 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794959 Aug 31 14:54:57.394951 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3784dd3-4ecf-4b5a-9ef9-4dbdc97c37bc req-3d6f926c-dd31-4c8e-9ba1-d73e46dfca96 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:57.396452 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3784dd3-4ecf-4b5a-9ef9-4dbdc97c37bc req-3d6f926c-dd31-4c8e-9ba1-d73e46dfca96 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/ports?device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 948 time: 0.0525723 Aug 31 14:54:57.441884 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3784dd3-4ecf-4b5a-9ef9-4dbdc97c37bc req-d8b3b3f5-7834-4e8c-b37e-319619c8a788 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b6a91c-91f0-4c85-8d1c-84cbd089ed50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385010 Aug 31 14:54:58.176066 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0dc2b2e-66ad-4f9e-bf3c-b5810b9133a4 req-e10925ef-1245-4907-beee-21e41cd0ea2b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385756 Aug 31 14:54:58.255734 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2b2e-66ad-4f9e-bf3c-b5810b9133a4 req-dd6b8057-dd79-4d01-b517-b97f0a3ec5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:58.257120 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0dc2b2e-66ad-4f9e-bf3c-b5810b9133a4 req-dd6b8057-dd79-4d01-b517-b97f0a3ec5cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 1096 time: 0.0405049 Aug 31 14:54:58.361925 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2b2e-66ad-4f9e-bf3c-b5810b9133a4 req-962a1ba5-7d8f-4f75-a27f-34c5ec010c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:58.363399 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0dc2b2e-66ad-4f9e-bf3c-b5810b9133a4 req-962a1ba5-7d8f-4f75-a27f-34c5ec010c90 service neutron] 10.222.0.60 "GET /v2.0/networks?id=388bde1f-05d9-4713-8081-22ad69fabefe HTTP/1.1" status: 200 len: 897 time: 0.0861661 Aug 31 14:54:58.425974 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0dc2b2e-66ad-4f9e-bf3c-b5810b9133a4 req-5be99f3e-0175-4172-91d3-45899df8e485 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202 HTTP/1.1" status: 200 len: 1000 time: 0.0555801 Aug 31 14:54:58.474067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2b2e-66ad-4f9e-bf3c-b5810b9133a4 req-54f84233-13a5-4e7e-a29b-ff27373b0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:58.475586 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0dc2b2e-66ad-4f9e-bf3c-b5810b9133a4 req-54f84233-13a5-4e7e-a29b-ff27373b0dd7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed4d3832-e270-47c6-b3b5-c7b401b6c2f0 HTTP/1.1" status: 200 len: 834 time: 0.0428545 Aug 31 14:54:58.525602 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2b2e-66ad-4f9e-bf3c-b5810b9133a4 req-95ff6bae-9f89-49ca-80cf-6f91a7e89fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:58.527051 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0dc2b2e-66ad-4f9e-bf3c-b5810b9133a4 req-95ff6bae-9f89-49ca-80cf-6f91a7e89fa1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=388bde1f-05d9-4713-8081-22ad69fabefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441797 Aug 31 14:54:58.564553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bdf3e-53f2-4a56-8892-08be5f2042c3 req-64fd233c-8707-4a21-a10a-0088dcbb6a48 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:58.566018 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-146bdf3e-53f2-4a56-8892-08be5f2042c3 req-64fd233c-8707-4a21-a10a-0088dcbb6a48 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/ports?device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 948 time: 0.0537024 Aug 31 14:54:58.604356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-146bdf3e-53f2-4a56-8892-08be5f2042c3 req-642b49b5-17af-4a8c-b99f-8d8d5e1058ef tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b6a91c-91f0-4c85-8d1c-84cbd089ed50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Aug 31 14:54:58.622730 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0dc2b2e-66ad-4f9e-bf3c-b5810b9133a4 req-77055568-d86e-49a2-8814-eea0dc95d304 service neutron] 10.222.0.60 "GET /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865295 Aug 31 14:54:58.716162 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0dc2b2e-66ad-4f9e-bf3c-b5810b9133a4 req-9ffb5c03-ec7a-4f54-9506-5b3e5564a32c service neutron] 10.222.0.60 "GET /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856235 Aug 31 14:54:59.720699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c885de-4b8f-4138-b8bf-a647238b9582 req-3c0b4827-d8ab-4349-9079-2ecc376607a7 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:59.722157 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02c885de-4b8f-4138-b8bf-a647238b9582 req-3c0b4827-d8ab-4349-9079-2ecc376607a7 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/ports?device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 948 time: 0.0496736 Aug 31 14:54:59.762362 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-02c885de-4b8f-4138-b8bf-a647238b9582 req-bf45a8ce-a054-49b5-a90f-8db15b029217 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b6a91c-91f0-4c85-8d1c-84cbd089ed50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333059 Aug 31 14:55:00.384393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 46a8227b-afa4-4bc1-8d58-99230a2d21df details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:55:00.473880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 46a8227b-afa4-4bc1-8d58-99230a2d21df, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=46a8227b-afa4-4bc1-8d58-99230a2d21df,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:00.488689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '46a8227b-afa4-4bc1-8d58-99230a2d21df', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': '46a8227b-afa4-4bc1-8d58-99230a2d21df', 'mac_address': 'fa:16:3e:48:3b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:55:00.524482 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.536689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a8227b-afa4-4bc1-8d58-99230a2d21df {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:55:00.559779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 46a8227b-afa4-4bc1-8d58-99230a2d21df, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=46a8227b-afa4-4bc1-8d58-99230a2d21df,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:00.564150 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.611386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=46a8227b-afa4-4bc1-8d58-99230a2d21df,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:00.792704 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['46a8227b-afa4-4bc1-8d58-99230a2d21df'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:55:00.879998 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce6f5c-9cf3-4614-86e9-3bd5b635113b req-7199e004-bfa2-4822-be3a-e7ce088012bd tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:00.881491 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6ce6f5c-9cf3-4614-86e9-3bd5b635113b req-7199e004-bfa2-4822-be3a-e7ce088012bd tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/ports?device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 949 time: 0.0507779 Aug 31 14:55:00.920719 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6ce6f5c-9cf3-4614-86e9-3bd5b635113b req-83f0c103-9dc8-4979-8a44-93eae45e32f1 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b6a91c-91f0-4c85-8d1c-84cbd089ed50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331638 Aug 31 14:55:02.033612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57bd3b-3ba9-4e08-bcca-5b80875cd9b2 req-48eb46b3-ac22-45d4-9f2f-4be498b93aed tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:02.035086 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b57bd3b-3ba9-4e08-bcca-5b80875cd9b2 req-48eb46b3-ac22-45d4-9f2f-4be498b93aed tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/ports?device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 949 time: 0.0481818 Aug 31 14:55:02.073223 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b57bd3b-3ba9-4e08-bcca-5b80875cd9b2 req-0f67fdd2-170f-4694-90ad-14bc102621a2 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b6a91c-91f0-4c85-8d1c-84cbd089ed50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Aug 31 14:55:02.205105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56448) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:02.358557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7d43a06e-a4b5-4eed-8db7-731c865e022c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port f269db5c-7026-4076-a44b-31f849b4197c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:02.358904 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d43a06e-a4b5-4eed-8db7-731c865e022c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.383726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 46a8227b-afa4-4bc1-8d58-99230a2d21df up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:02.432941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 46a8227b-afa4-4bc1-8d58-99230a2d21df completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:02.436855 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 46a8227b-afa4-4bc1-8d58-99230a2d21df triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:02.437231 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.437871 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d43a06e-a4b5-4eed-8db7-731c865e022c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.438205 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d43a06e-a4b5-4eed-8db7-731c865e022c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.450044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7d43a06e-a4b5-4eed-8db7-731c865e022c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for f269db5c-7026-4076-a44b-31f849b4197c owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:02.516691 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.538320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642ce7ad-1043-4dc4-ad82-89b35d708dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a8227b-afa4-4bc1-8d58-99230a2d21df'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:02.540705 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce2016a-e23b-4062-95f6-8a692d1339a7" -d '{"events": [{"server_uuid": "642ce7ad-1043-4dc4-ad82-89b35d708dbe", "name": "network-vif-plugged", "status": "completed", "tag": "46a8227b-afa4-4bc1-8d58-99230a2d21df"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:02.555051 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 46a8227b-afa4-4bc1-8d58-99230a2d21df, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=46a8227b-afa4-4bc1-8d58-99230a2d21df,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:02.559064 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.582784 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e7c827-2485-4491-a878-3a546a53b9b9 x-openstack-request-id: req-80e7c827-2485-4491-a878-3a546a53b9b9 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:02.583088 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642ce7ad-1043-4dc4-ad82-89b35d708dbe", "name": "network-vif-plugged", "status": "completed", "tag": "46a8227b-afa4-4bc1-8d58-99230a2d21df", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:02.583359 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80e7c827-2485-4491-a878-3a546a53b9b9 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:02.583896 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642ce7ad-1043-4dc4-ad82-89b35d708dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a8227b-afa4-4bc1-8d58-99230a2d21df', 'code': 200} Aug 31 14:55:02.610345 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d43a06e-a4b5-4eed-8db7-731c865e022c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.610841 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=46a8227b-afa4-4bc1-8d58-99230a2d21df,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:02.669302 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43a06e-a4b5-4eed-8db7-731c865e022c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=f269db5c-7026-4076-a44b-31f849b4197c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:02.740794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19684ab-1872-465d-8887-688602d55912 req-81001b30-db08-4bd0-aeb7-b883f31adc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:02.743517 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c19684ab-1872-465d-8887-688602d55912 req-81001b30-db08-4bd0-aeb7-b883f31adc78 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 1101 time: 0.0887787 Aug 31 14:55:02.772759 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d43a06e-a4b5-4eed-8db7-731c865e022c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.773134 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-7d43a06e-a4b5-4eed-8db7-731c865e022c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Floating IP 05f1e75d-ef44-4cd9-8f69-fbab882bfcb5 disassociated (deleted). External IP: 172.25.2.71, port: 99fccdd0-77cd-457a-afa2-b3d86dda3202. Aug 31 14:55:03.140352 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c19684ab-1872-465d-8887-688602d55912 req-a00f5274-4bc3-4fd2-81b4-6fc7030c1f36 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=66b6a91c-91f0-4c85-8d1c-84cbd089ed50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889668 Aug 31 14:55:03.200975 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405b5f5-0235-4962-89a3-7b3c87620dde req-2e8e37b1-efd9-4d64-aaa7-a8ffff047626 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:03.202495 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c405b5f5-0235-4962-89a3-7b3c87620dde req-2e8e37b1-efd9-4d64-aaa7-a8ffff047626 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/ports?device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 950 time: 0.0558021 Aug 31 14:55:03.243839 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c405b5f5-0235-4962-89a3-7b3c87620dde req-31b02763-4e64-4b11-8137-c8a7a40d9f48 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b6a91c-91f0-4c85-8d1c-84cbd089ed50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345919 Aug 31 14:55:03.321807 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d43a06e-a4b5-4eed-8db7-731c865e022c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:55:03.432610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d43a06e-a4b5-4eed-8db7-731c865e022c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:55:03.437221 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d43a06e-a4b5-4eed-8db7-731c865e022c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:03.443692 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea3420-4d39-4495-a464-9ff7e0fef529 None None] Sync routers for ids ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:55:03.452936 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea3420-4d39-4495-a464-9ff7e0fef529 None None] Routers {'5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:03.453544 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1eea3420-4d39-4495-a464-9ff7e0fef529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:54:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:03.464296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7d43a06e-a4b5-4eed-8db7-731c865e022c tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/floatingips/05f1e75d-ef44-4cd9-8f69-fbab882bfcb5 HTTP/1.1" status: 204 len: 168 time: 1.2581894 Aug 31 14:55:03.464875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'tag': '99fccdd0-77cd-457a-afa2-b3d86dda3202'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:03.467131 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6745adb4-a3a6-4ac5-9866-dada25d0b9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1d5289-93dc-4255-9173-ce5c7cf3283c", "tag": "99fccdd0-77cd-457a-afa2-b3d86dda3202"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:03.510924 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1488d411-9ee9-4c61-a4cd-dd027f03ada1 x-openstack-request-id: req-1488d411-9ee9-4c61-a4cd-dd027f03ada1 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:03.511242 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1d5289-93dc-4255-9173-ce5c7cf3283c", "tag": "99fccdd0-77cd-457a-afa2-b3d86dda3202", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:03.511497 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1488d411-9ee9-4c61-a4cd-dd027f03ada1 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:03.511897 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'tag': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'status': 'completed', 'code': 200} Aug 31 14:55:03.562144 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-1eea3420-4d39-4495-a464-9ff7e0fef529 None None] Set router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:03.577260 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745adb4-a3a6-4ac5-9866-dada25d0b9dc req-2f48dee4-603e-4c4a-a3bb-26c4da25fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:03.579021 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6745adb4-a3a6-4ac5-9866-dada25d0b9dc req-2f48dee4-603e-4c4a-a3bb-26c4da25fb26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d870a71dbb8448f4be281bbe47485733&device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 1096 time: 0.0443709 Aug 31 14:55:03.702647 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745adb4-a3a6-4ac5-9866-dada25d0b9dc req-be30eb7a-a5e9-4c15-b210-8078f4c66c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:03.704239 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6745adb4-a3a6-4ac5-9866-dada25d0b9dc req-be30eb7a-a5e9-4c15-b210-8078f4c66c6a service neutron] 10.222.0.60 "GET /v2.0/networks?id=388bde1f-05d9-4713-8081-22ad69fabefe HTTP/1.1" status: 200 len: 897 time: 0.1161697 Aug 31 14:55:03.752266 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6745adb4-a3a6-4ac5-9866-dada25d0b9dc req-a8a34cef-4c26-4c7a-b29f-cccd01cd9192 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202 HTTP/1.1" status: 200 len: 217 time: 0.0397141 Aug 31 14:55:03.778686 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1eea3420-4d39-4495-a464-9ff7e0fef529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '2b1d50c8-00be-4fac-ad5a-230b8eec25a2', 'name': '', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:56:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:33Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:03.808707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745adb4-a3a6-4ac5-9866-dada25d0b9dc req-3f2b1d88-222c-4860-8f9d-e97e968190c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:03.809967 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea3420-4d39-4495-a464-9ff7e0fef529 None None] Checking router: 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:55:03.810252 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6745adb4-a3a6-4ac5-9866-dada25d0b9dc req-3f2b1d88-222c-4860-8f9d-e97e968190c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed4d3832-e270-47c6-b3b5-c7b401b6c2f0 HTTP/1.1" status: 200 len: 834 time: 0.0499816 Aug 31 14:55:03.818676 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea3420-4d39-4495-a464-9ff7e0fef529 None None] Routers {'5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:03.819410 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1eea3420-4d39-4495-a464-9ff7e0fef529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:54:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:03.860449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745adb4-a3a6-4ac5-9866-dada25d0b9dc req-cf6a91f9-f914-4012-b197-dc9d2c5607d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:03.862140 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6745adb4-a3a6-4ac5-9866-dada25d0b9dc req-cf6a91f9-f914-4012-b197-dc9d2c5607d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=388bde1f-05d9-4713-8081-22ad69fabefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446045 Aug 31 14:55:03.931548 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-1eea3420-4d39-4495-a464-9ff7e0fef529 None None] Set router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:03.987597 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6745adb4-a3a6-4ac5-9866-dada25d0b9dc req-88692294-d208-44a5-8421-4708130cda8c service neutron] 10.222.0.60 "GET /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175976 Aug 31 14:55:03.995354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c747e2d-d712-41f1-be72-c3154d15cb9d req-d8ec7b54-99fb-40ba-a4c9-8898242a0c53 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:03.996812 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2c747e2d-d712-41f1-be72-c3154d15cb9d req-d8ec7b54-99fb-40ba-a4c9-8898242a0c53 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0744686 Aug 31 14:55:04.085328 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2c747e2d-d712-41f1-be72-c3154d15cb9d req-b2a6f42c-2d6a-4722-a0c9-fbad7c3b07a1 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698600 Aug 31 14:55:04.113408 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6745adb4-a3a6-4ac5-9866-dada25d0b9dc req-4be89a5d-91f1-4736-aa71-6363f11579d7 service neutron] 10.222.0.60 "GET /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156282 Aug 31 14:55:04.137785 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1eea3420-4d39-4495-a464-9ff7e0fef529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '2b1d50c8-00be-4fac-ad5a-230b8eec25a2', 'name': '', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:56:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:33Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:04.162991 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea3420-4d39-4495-a464-9ff7e0fef529 None None] The sync data for ids ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'] in n-d-806683-5 is: [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:29Z', 'revision_number': 4, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '2b1d50c8-00be-4fac-ad5a-230b8eec25a2', 'name': '', 'network_id': '388bde1f-05d9-4713-8081-22ad69fabefe', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'mac_address': 'fa:16:3e:56:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:28Z', 'updated_at': '2021-08-31T14:53:33Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'subnets': [{'id': 'ed4d3832-e270-47c6-b3b5-c7b401b6c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:55:04.382974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbc943-04d1-40e4-988c-62f105be8027 req-4bccb5e5-d32b-4ea5-85bb-e6f819c06f65 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:04.385228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ddbc943-04d1-40e4-988c-62f105be8027 req-4bccb5e5-d32b-4ea5-85bb-e6f819c06f65 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/ports?device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 950 time: 0.0578542 Aug 31 14:55:04.421063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b784e-7860-44d4-866a-98649e734ab5 None None] New status for floating IP 05f1e75d-ef44-4cd9-8f69-fbab882bfcb5: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:55:04.425861 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ddbc943-04d1-40e4-988c-62f105be8027 req-131ab38c-570a-4434-a6c7-0ca9b4fbdaa1 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b6a91c-91f0-4c85-8d1c-84cbd089ed50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341828 Aug 31 14:55:04.685865 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0d4c9-9819-454e-9dde-ac1795f37ac8 req-2c62444c-95ba-4269-a7b4-b771163f4752 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:04.687356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8bf0d4c9-9819-454e-9dde-ac1795f37ac8 req-2c62444c-95ba-4269-a7b4-b771163f4752 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/ports?device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 950 time: 0.0484459 Aug 31 14:55:04.724064 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8bf0d4c9-9819-454e-9dde-ac1795f37ac8 req-bed48362-4856-47bd-862d-0556d1478492 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b6a91c-91f0-4c85-8d1c-84cbd089ed50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308800 Aug 31 14:55:05.202164 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b770fd1-8344-4cc6-a800-cb91abf5aa12 req-057a21ad-ce7f-4b9c-929e-15a8e301d4b8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:05.203810 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7b770fd1-8344-4cc6-a800-cb91abf5aa12 req-057a21ad-ce7f-4b9c-929e-15a8e301d4b8 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0501876 Aug 31 14:55:05.242787 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7b770fd1-8344-4cc6-a800-cb91abf5aa12 req-81544833-2ad7-4f0b-a751-825ef74c3187 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9dde942-2d7f-4358-879f-5aeb60c77a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329168 Aug 31 14:55:05.335000 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a126d2-baed-47b5-bfc4-887a72632e6f req-027cff07-33e2-420e-852a-fc24e1187fe3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:05.336522 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-14a126d2-baed-47b5-bfc4-887a72632e6f req-027cff07-33e2-420e-852a-fc24e1187fe3 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1d5289-93dc-4255-9173-ce5c7cf3283c HTTP/1.1" status: 200 len: 945 time: 0.0534732 Aug 31 14:55:05.421617 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-14a126d2-baed-47b5-bfc4-887a72632e6f req-d62ea9cd-fae9-4eb6-8254-568a27b3c13d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port 99fccdd0-77cd-457a-afa2-b3d86dda3202 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:05.421963 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-14a126d2-baed-47b5-bfc4-887a72632e6f req-d62ea9cd-fae9-4eb6-8254-568a27b3c13d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.511264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-14a126d2-baed-47b5-bfc4-887a72632e6f req-d62ea9cd-fae9-4eb6-8254-568a27b3c13d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] For port 99fccdd0-77cd-457a-afa2-b3d86dda3202, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=99fccdd0-77cd-457a-afa2-b3d86dda3202,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:05.511562 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-14a126d2-baed-47b5-bfc4-887a72632e6f req-d62ea9cd-fae9-4eb6-8254-568a27b3c13d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.523961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-14a126d2-baed-47b5-bfc4-887a72632e6f req-d62ea9cd-fae9-4eb6-8254-568a27b3c13d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for 99fccdd0-77cd-457a-afa2-b3d86dda3202 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:05.648255 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-14a126d2-baed-47b5-bfc4-887a72632e6f req-d62ea9cd-fae9-4eb6-8254-568a27b3c13d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.680510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ea9cd-fae9-4eb6-8254-568a27b3c13d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=99fccdd0-77cd-457a-afa2-b3d86dda3202,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:05.720628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a126d2-baed-47b5-bfc4-887a72632e6f req-d62ea9cd-fae9-4eb6-8254-568a27b3c13d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] No DVR routers for this DVR port 99fccdd0-77cd-457a-afa2-b3d86dda3202 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:55:05.723167 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-14a126d2-baed-47b5-bfc4-887a72632e6f req-d62ea9cd-fae9-4eb6-8254-568a27b3c13d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.725183 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-14a126d2-baed-47b5-bfc4-887a72632e6f req-d62ea9cd-fae9-4eb6-8254-568a27b3c13d tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.60 "DELETE /v2.0/ports/99fccdd0-77cd-457a-afa2-b3d86dda3202 HTTP/1.1" status: 204 len: 173 time: 0.3826270 Aug 31 14:55:05.725615 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'name': 'network-vif-deleted', 'tag': '99fccdd0-77cd-457a-afa2-b3d86dda3202'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:05.728818 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3e2c54-9089-4d6d-9114-e1aba1136ec2" -d '{"events": [{"server_uuid": "5c1d5289-93dc-4255-9173-ce5c7cf3283c", "name": "network-vif-deleted", "tag": "99fccdd0-77cd-457a-afa2-b3d86dda3202"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:05.770072 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4eb5cc-4af6-48ff-911d-b9e41a00da95 x-openstack-request-id: req-ec4eb5cc-4af6-48ff-911d-b9e41a00da95 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:05.770375 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1d5289-93dc-4255-9173-ce5c7cf3283c", "name": "network-vif-deleted", "tag": "99fccdd0-77cd-457a-afa2-b3d86dda3202", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:05.770630 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec4eb5cc-4af6-48ff-911d-b9e41a00da95 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:05.771079 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1d5289-93dc-4255-9173-ce5c7cf3283c', 'name': 'network-vif-deleted', 'tag': '99fccdd0-77cd-457a-afa2-b3d86dda3202', 'status': 'completed', 'code': 200} Aug 31 14:55:05.993242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f2992-065f-492d-9d28-76bc3106fc15 req-e8d9ddac-fdfa-4bbf-870b-c6fcf5603c7d tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:05.994752 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa2f2992-065f-492d-9d28-76bc3106fc15 req-e8d9ddac-fdfa-4bbf-870b-c6fcf5603c7d tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.25 "GET /v2.0/ports?device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 950 time: 0.0493019 Aug 31 14:55:06.091970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e851443-83bb-4491-811d-fb1f2930cd6a req-d38e21d3-7b02-45c7-b5d5-d42cc5d87d08 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:06.093891 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e851443-83bb-4491-811d-fb1f2930cd6a req-d38e21d3-7b02-45c7-b5d5-d42cc5d87d08 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/ports?device_id=642ce7ad-1043-4dc4-ad82-89b35d708dbe HTTP/1.1" status: 200 len: 950 time: 0.2930009 Aug 31 14:55:06.094565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-aa2f2992-065f-492d-9d28-76bc3106fc15 req-faa7cb5b-e2c9-4a7b-a1e3-60c6bd077b00 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Deleting port 46a8227b-afa4-4bc1-8d58-99230a2d21df {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:06.094958 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aa2f2992-065f-492d-9d28-76bc3106fc15 req-faa7cb5b-e2c9-4a7b-a1e3-60c6bd077b00 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.145518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2e851443-83bb-4491-811d-fb1f2930cd6a req-7ea109df-3b59-4c08-96e2-83787fe7ba32 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b6a91c-91f0-4c85-8d1c-84cbd089ed50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425065 Aug 31 14:55:06.202629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-aa2f2992-065f-492d-9d28-76bc3106fc15 req-faa7cb5b-e2c9-4a7b-a1e3-60c6bd077b00 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] For port 46a8227b-afa4-4bc1-8d58-99230a2d21df, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=46a8227b-afa4-4bc1-8d58-99230a2d21df,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:06.202996 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aa2f2992-065f-492d-9d28-76bc3106fc15 req-faa7cb5b-e2c9-4a7b-a1e3-60c6bd077b00 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.219374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-aa2f2992-065f-492d-9d28-76bc3106fc15 req-faa7cb5b-e2c9-4a7b-a1e3-60c6bd077b00 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Calling delete_port for 46a8227b-afa4-4bc1-8d58-99230a2d21df owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:06.307724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56478) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:06.358274 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aa2f2992-065f-492d-9d28-76bc3106fc15 req-faa7cb5b-e2c9-4a7b-a1e3-60c6bd077b00 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.370588 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['46a8227b-afa4-4bc1-8d58-99230a2d21df'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:55:06.388403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7cb5b-e2c9-4a7b-a1e3-60c6bd077b00 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Pushing event deleted for resources: {'Port': ['ID=46a8227b-afa4-4bc1-8d58-99230a2d21df,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:06.434312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2f2992-065f-492d-9d28-76bc3106fc15 req-faa7cb5b-e2c9-4a7b-a1e3-60c6bd077b00 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] No DVR routers for this DVR port 46a8227b-afa4-4bc1-8d58-99230a2d21df on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:55:06.436981 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aa2f2992-065f-492d-9d28-76bc3106fc15 req-faa7cb5b-e2c9-4a7b-a1e3-60c6bd077b00 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.439062 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa2f2992-065f-492d-9d28-76bc3106fc15 req-faa7cb5b-e2c9-4a7b-a1e3-60c6bd077b00 tempest-VolumesNegativeTest-1280910247 tempest-VolumesNegativeTest-1280910247-project] 10.222.0.25 "DELETE /v2.0/ports/46a8227b-afa4-4bc1-8d58-99230a2d21df HTTP/1.1" status: 204 len: 173 time: 0.4381759 Aug 31 14:55:06.439552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642ce7ad-1043-4dc4-ad82-89b35d708dbe', 'name': 'network-vif-deleted', 'tag': '46a8227b-afa4-4bc1-8d58-99230a2d21df'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:06.442112 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb465a3-fc43-4421-b2e8-ba42f12d8299" -d '{"events": [{"server_uuid": "642ce7ad-1043-4dc4-ad82-89b35d708dbe", "name": "network-vif-deleted", "tag": "46a8227b-afa4-4bc1-8d58-99230a2d21df"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:06.482644 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62635496-d405-4a20-aa13-b90ef8113f66 x-openstack-request-id: req-62635496-d405-4a20-aa13-b90ef8113f66 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:06.482942 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642ce7ad-1043-4dc4-ad82-89b35d708dbe", "name": "network-vif-deleted", "tag": "46a8227b-afa4-4bc1-8d58-99230a2d21df", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:06.483216 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62635496-d405-4a20-aa13-b90ef8113f66 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:06.483829 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642ce7ad-1043-4dc4-ad82-89b35d708dbe', 'name': 'network-vif-deleted', 'tag': '46a8227b-afa4-4bc1-8d58-99230a2d21df', 'status': 'completed', 'code': 200} Aug 31 14:55:06.700413 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8438ddac-584e-4991-a08e-d5dcc195b335 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.959648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8438ddac-584e-4991-a08e-d5dcc195b335 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:06.959982 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8438ddac-584e-4991-a08e-d5dcc195b335 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.050101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-8438ddac-584e-4991-a08e-d5dcc195b335 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] For port 2b1d50c8-00be-4fac-ad5a-230b8eec25a2, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2b1d50c8-00be-4fac-ad5a-230b8eec25a2,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:07.050470 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8438ddac-584e-4991-a08e-d5dcc195b335 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.067219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-8438ddac-584e-4991-a08e-d5dcc195b335 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:07.253961 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8438ddac-584e-4991-a08e-d5dcc195b335 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.282636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438ddac-584e-4991-a08e-d5dcc195b335 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=2b1d50c8-00be-4fac-ad5a-230b8eec25a2,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:07.472354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8438ddac-584e-4991-a08e-d5dcc195b335 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.015618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8438ddac-584e-4991-a08e-d5dcc195b335 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:55:08.126405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8438ddac-584e-4991-a08e-d5dcc195b335 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:55:08.133111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8438ddac-584e-4991-a08e-d5dcc195b335 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "PUT /v2.0/routers/5e96cfbe-b8ac-4786-8d71-f74cc44b61e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8242521 Aug 31 14:55:08.136627 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56568) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:08.138317 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b295b5-1733-4059-ac0c-0615bdef7f4f None None] Sync routers for ids ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:55:08.147560 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b295b5-1733-4059-ac0c-0615bdef7f4f None None] Routers {'5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:08.148742 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d1b295b5-1733-4059-ac0c-0615bdef7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:54:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:08.189777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fd157d-eecb-4c46-ae88-e86887de30fb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting subnet ed4d3832-e270-47c6-b3b5-c7b401b6c2f0 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:55:08.193511 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35fd157d-eecb-4c46-ae88-e86887de30fb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.240591 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35fd157d-eecb-4c46-ae88-e86887de30fb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.352747 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35fd157d-eecb-4c46-ae88-e86887de30fb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.366135 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d1b295b5-1733-4059-ac0c-0615bdef7f4f None None] Set router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:08.419610 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35fd157d-eecb-4c46-ae88-e86887de30fb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.434153 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35fd157d-eecb-4c46-ae88-e86887de30fb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.436101 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-35fd157d-eecb-4c46-ae88-e86887de30fb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/subnets/ed4d3832-e270-47c6-b3b5-c7b401b6c2f0 HTTP/1.1" status: 204 len: 168 time: 0.2984538 Aug 31 14:55:08.438929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56596) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:08.444417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a406c41-9790-4e0f-86b9-fad2da9ff4c7 None None] Network 388bde1f-05d9-4713-8081-22ad69fabefe requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:08.456290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd157d-eecb-4c46-ae88-e86887de30fb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Subnet': ['ID=ed4d3832-e270-47c6-b3b5-c7b401b6c2f0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:08.585081 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.607149 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d1b295b5-1733-4059-ac0c-0615bdef7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:55:07Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:08.638869 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b295b5-1733-4059-ac0c-0615bdef7f4f None None] Checking router: 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:55:08.646892 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d70f901-8820-45f0-84ff-4d38f06981db None None] DHCP port deletion for 388bde1f-05d9-4713-8081-22ad69fabefe request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:55:08.648797 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b295b5-1733-4059-ac0c-0615bdef7f4f None None] Routers {'5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:08.649435 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d1b295b5-1733-4059-ac0c-0615bdef7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:54:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:08.695563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6d70f901-8820-45f0-84ff-4d38f06981db None None] Deleting port 2f0fbb83-dade-470b-b457-b4d73d95a6dc {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:08.695934 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6d70f901-8820-45f0-84ff-4d38f06981db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.709758 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.764526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6d70f901-8820-45f0-84ff-4d38f06981db None None] For port 2f0fbb83-dade-470b-b457-b4d73d95a6dc, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=2f0fbb83-dade-470b-b457-b4d73d95a6dc,segment=NetworkSegment(7c5997dd-e8a1-4567-81c9-ee9a90ce5d33),segment_id=7c5997dd-e8a1-4567-81c9-ee9a90ce5d33)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:08.764925 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6d70f901-8820-45f0-84ff-4d38f06981db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.775709 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Deleting port 43b2022b-438c-4e45-8de6-8fff0039e229 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:08.776096 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.783526 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d1b295b5-1733-4059-ac0c-0615bdef7f4f None None] Set router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:08.786676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6d70f901-8820-45f0-84ff-4d38f06981db None None] Calling delete_port for 2f0fbb83-dade-470b-b457-b4d73d95a6dc owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:08.881765 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6d70f901-8820-45f0-84ff-4d38f06981db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.888417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] For port 43b2022b-438c-4e45-8de6-8fff0039e229, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=43b2022b-438c-4e45-8de6-8fff0039e229,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:08.888959 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.905459 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Calling delete_port for 43b2022b-438c-4e45-8de6-8fff0039e229 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:08.908890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70f901-8820-45f0-84ff-4d38f06981db None None] Pushing event deleted for resources: {'Port': ['ID=2f0fbb83-dade-470b-b457-b4d73d95a6dc,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:08.916231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d70f901-8820-45f0-84ff-4d38f06981db None None] No DVR routers for this DVR port 2f0fbb83-dade-470b-b457-b4d73d95a6dc on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:55:09.030361 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d1b295b5-1733-4059-ac0c-0615bdef7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:55:07Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:09.064692 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b295b5-1733-4059-ac0c-0615bdef7f4f None None] The sync data for ids ['5e96cfbe-b8ac-4786-8d71-f74cc44b61e2'] in n-d-806683-5 is: [{'id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048174371', 'tenant_id': 'd870a71dbb8448f4be281bbe47485733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:55:07Z', 'revision_number': 5, 'project_id': 'd870a71dbb8448f4be281bbe47485733', 'gw_port': {'id': '43b2022b-438c-4e45-8de6-8fff0039e229', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cfbe-b8ac-4786-8d71-f74cc44b61e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:53:24Z', 'updated_at': '2021-08-31T14:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:55:09.122409 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.155550 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Port': ['ID=43b2022b-438c-4e45-8de6-8fff0039e229,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:09.213660 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.304803 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.306929 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.349405 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.349971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Fanout notify agent at l3_agent the message router_deleted on router 5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:55:09.358196 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.359334 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-61bea28b-8684-458b-b183-f5770540fc8f tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/routers/5e96cfbe-b8ac-4786-8d71-f74cc44b61e2 HTTP/1.1" status: 204 len: 168 time: 0.9190981 Aug 31 14:55:09.361977 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56670) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:09.400710 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 99fccdd0-77cd-457a-afa2-b3d86dda3202 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:09.436164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 99fccdd0-77cd-457a-afa2-b3d86dda3202 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:09.436593 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 99fccdd0-77cd-457a-afa2-b3d86dda3202 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:09.464694 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-023a1282-c44b-484a-8a38-c071efc55acb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.551685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2f0fbb83-dade-470b-b457-b4d73d95a6dc no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:09.576490 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-023a1282-c44b-484a-8a38-c071efc55acb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.592906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 2f0fbb83-dade-470b-b457-b4d73d95a6dc {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:09.593298 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2f0fbb83-dade-470b-b457-b4d73d95a6dc not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:09.593732 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:09.597817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-023a1282-c44b-484a-8a38-c071efc55acb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388bde1f-05d9-4713-8081-22ad69fabefe']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:09.612555 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-023a1282-c44b-484a-8a38-c071efc55acb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:09.612935 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-023a1282-c44b-484a-8a38-c071efc55acb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5997dd-e8a1-4567-81c9-ee9a90ce5d33') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:09.619196 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:09.620019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 2b1d50c8-00be-4fac-ad5a-230b8eec25a2 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:09.636845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-023a1282-c44b-484a-8a38-c071efc55acb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.658978 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-023a1282-c44b-484a-8a38-c071efc55acb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.666646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023a1282-c44b-484a-8a38-c071efc55acb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:55:09.667046 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-023a1282-c44b-484a-8a38-c071efc55acb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: timer() Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:55:09.670270 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:55:09.739496 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-023a1282-c44b-484a-8a38-c071efc55acb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.753915 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-023a1282-c44b-484a-8a38-c071efc55acb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.758688 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-023a1282-c44b-484a-8a38-c071efc55acb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/networks/388bde1f-05d9-4713-8081-22ad69fabefe HTTP/1.1" status: 204 len: 168 time: 0.3930149 Aug 31 14:55:09.758845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56698) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:09.775436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a1282-c44b-484a-8a38-c071efc55acb tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'Network': ['ID=388bde1f-05d9-4713-8081-22ad69fabefe,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:09.829006 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e44e7ae3-a10e-4d1f-a4b3-c4c941c42a76 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.859882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e44e7ae3-a10e-4d1f-a4b3-c4c941c42a76 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.933161 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e44e7ae3-a10e-4d1f-a4b3-c4c941c42a76 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.936005 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e44e7ae3-a10e-4d1f-a4b3-c4c941c42a76 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.937079 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e44e7ae3-a10e-4d1f-a4b3-c4c941c42a76 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] 10.222.0.39 "DELETE /v2.0/security-groups/c9dde942-2d7f-4358-879f-5aeb60c77a5a HTTP/1.1" status: 204 len: 168 time: 0.1773498 Aug 31 14:55:09.947349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e7ae3-a10e-4d1f-a4b3-c4c941c42a76 tempest-TestNetworkAdvancedServerOps-1198429228 tempest-TestNetworkAdvancedServerOps-1198429228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dde942-2d7f-4358-879f-5aeb60c77a5a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:10.248344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56714) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:10.395844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9bd4c389-3b6d-41b7-b6db-d24a718a1faf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d870a71dbb8448f4be281bbe47485733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463399 Aug 31 14:55:10.398842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56718) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:10.400852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 46a8227b-afa4-4bc1-8d58-99230a2d21df no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:10.424882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 46a8227b-afa4-4bc1-8d58-99230a2d21df {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:10.425736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 46a8227b-afa4-4bc1-8d58-99230a2d21df not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:10.448891 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3c39077-7bed-49b3-8f7b-238294686c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.469955 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3c39077-7bed-49b3-8f7b-238294686c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.519361 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3c39077-7bed-49b3-8f7b-238294686c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.522040 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3c39077-7bed-49b3-8f7b-238294686c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.523785 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a3c39077-7bed-49b3-8f7b-238294686c08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e1df91a-6e77-4c72-a7a9-8e62671eb16d HTTP/1.1" status: 204 len: 168 time: 0.1238453 Aug 31 14:55:10.531561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c39077-7bed-49b3-8f7b-238294686c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1df91a-6e77-4c72-a7a9-8e62671eb16d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:10.802338 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56724) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:10.843800 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e62e09e7-973a-4c99-bffe-990420d843c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79281b6b51754563923084ab074c6bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402677 Aug 31 14:55:10.846180 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56726) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:10.899106 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-56394259-1d2d-4e43-81d5-df3fb7a6a1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.921283 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-56394259-1d2d-4e43-81d5-df3fb7a6a1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.976471 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-56394259-1d2d-4e43-81d5-df3fb7a6a1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.979335 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-56394259-1d2d-4e43-81d5-df3fb7a6a1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.982751 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-56394259-1d2d-4e43-81d5-df3fb7a6a1bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02546ccb-48aa-4331-860d-da84ea53f452 HTTP/1.1" status: 204 len: 168 time: 0.1334221 Aug 31 14:55:10.994621 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56394259-1d2d-4e43-81d5-df3fb7a6a1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02546ccb-48aa-4331-860d-da84ea53f452,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:11.337486 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 43b2022b-438c-4e45-8de6-8fff0039e229 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:11.359646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 43b2022b-438c-4e45-8de6-8fff0039e229 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:11.359994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 43b2022b-438c-4e45-8de6-8fff0039e229 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:11.711594 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56750) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:11.816290 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-296607148-network', 'tenant_id': '0a95b53926424dd492b48ba69e337629'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:11.838521 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] Made reservation on behalf of 0a95b53926424dd492b48ba69e337629 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:11.840956 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.849293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.942058 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.946567 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.972782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:55:11.983804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41b4153-ec6c-4dea-9e04-205ebd167e47,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:11.988712 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.989043 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] Added segment 9cfdeebc-f796-4415-97ad-be1516fdd569 of type vlan for network c84dafc1-78c1-47ab-b8c7-ca32af8dc985 Aug 31 14:55:12.019345 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:55:12.059952 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.090740 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.091968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:12.092657 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.154505 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4417346 Aug 31 14:55:12.157730 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 56758) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:12.158238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03ecc7-9935-4648-8712-21e133cbce63 admin admin] Pushing event updated for resources: {'Network': ['ID=c84dafc1-78c1-47ab-b8c7-ca32af8dc985,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:12.165162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f883f721-d086-4f08-ac3f-6f3ce5d5aebc admin admin] Request body: {'subnet': {'network_id': 'c84dafc1-78c1-47ab-b8c7-ca32af8dc985', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-296607148-subnet', 'tenant_id': '0a95b53926424dd492b48ba69e337629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:12.169743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network c84dafc1-78c1-47ab-b8c7-ca32af8dc985 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:55:12.192748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f883f721-d086-4f08-ac3f-6f3ce5d5aebc admin admin] Made reservation on behalf of 0a95b53926424dd492b48ba69e337629 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:12.196987 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f883f721-d086-4f08-ac3f-6f3ce5d5aebc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.281512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56762) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:12.380347 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f883f721-d086-4f08-ac3f-6f3ce5d5aebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.429015 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8394bb1e-d1d9-460e-a185-3c05d1a02daf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f7fa69a0d0b4899a9b6c8691c4019e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438117 Aug 31 14:55:12.430453 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56766) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:12.448452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883f721-d086-4f08-ac3f-6f3ce5d5aebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0519969b-ec8c-43e5-90e5-8850d0d0eab2,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:12.450689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f883f721-d086-4f08-ac3f-6f3ce5d5aebc admin admin] Checking segment: {'id': '9cfdeebc-f796-4415-97ad-be1516fdd569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c84dafc1-78c1-47ab-b8c7-ca32af8dc985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:12.451044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f883f721-d086-4f08-ac3f-6f3ce5d5aebc admin admin] Network hostable DHCP agents. Network: c84dafc1-78c1-47ab-b8c7-ca32af8dc985, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:55:12.468826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f883f721-d086-4f08-ac3f-6f3ce5d5aebc admin admin] Network c84dafc1-78c1-47ab-b8c7-ca32af8dc985 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:55:12.480413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f883f721-d086-4f08-ac3f-6f3ce5d5aebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, c84dafc1-78c1-47ab-b8c7-ca32af8dc985) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:12.486130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f883f721-d086-4f08-ac3f-6f3ce5d5aebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:12.486734 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f883f721-d086-4f08-ac3f-6f3ce5d5aebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.489234 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3e25aa1-e88e-46f6-9153-f9357261e4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.493094 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b25af4-12b3-4ceb-a1cd-90275ea5ddf9 None None] Network c84dafc1-78c1-47ab-b8c7-ca32af8dc985 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:12.523398 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3e25aa1-e88e-46f6-9153-f9357261e4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.529682 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f883f721-d086-4f08-ac3f-6f3ce5d5aebc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3700442 Aug 31 14:55:12.597828 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3e25aa1-e88e-46f6-9153-f9357261e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.601496 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d3e25aa1-e88e-46f6-9153-f9357261e4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.602843 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d3e25aa1-e88e-46f6-9153-f9357261e4d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66b6a91c-91f0-4c85-8d1c-84cbd089ed50 HTTP/1.1" status: 204 len: 168 time: 0.1720545 Aug 31 14:55:12.623622 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e25aa1-e88e-46f6-9153-f9357261e4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b6a91c-91f0-4c85-8d1c-84cbd089ed50,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:12.632467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0b74e5-a38e-4972-8d00-c720fac1e27a None None] Network c84dafc1-78c1-47ab-b8c7-ca32af8dc985 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:13.122885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56794) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:13.128647 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2015792542-network', 'tenant_id': '7eee3aaa4f7b4c7db2a1a97b35f92c27'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:13.149909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] Made reservation on behalf of 7eee3aaa4f7b4c7db2a1a97b35f92c27 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:13.152292 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.160622 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.256216 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.261362 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.275801 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:55:13.288031 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.288478 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] Added segment cf841670-f8de-4353-b64d-9ba0a6656383 of type vlan for network 0bb30211-ae1e-4c50-83e4-17ac1a0a7c3b Aug 31 14:55:13.354918 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3d7192-04f4-4ed5-9edb-bc00f22f8128,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:13.361002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.386426 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.387742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:13.388380 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.446973 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3230581 Aug 31 14:55:13.449771 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56806) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:13.456930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-4ab4b490-1ffb-40e8-acd4-76563fbfb699 admin admin] Request body: {'subnet': {'network_id': '0bb30211-ae1e-4c50-83e4-17ac1a0a7c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2015792542-subnet', 'tenant_id': '7eee3aaa4f7b4c7db2a1a97b35f92c27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:13.473766 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84cb14-60ba-46c2-bc68-6af5ee07e9cd admin admin] Pushing event updated for resources: {'Network': ['ID=0bb30211-ae1e-4c50-83e4-17ac1a0a7c3b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:13.487149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 0bb30211-ae1e-4c50-83e4-17ac1a0a7c3b details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:55:13.489777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab4b490-1ffb-40e8-acd4-76563fbfb699 admin admin] Made reservation on behalf of 7eee3aaa4f7b4c7db2a1a97b35f92c27 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:13.493110 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b490-1ffb-40e8-acd4-76563fbfb699 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.674333 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b490-1ffb-40e8-acd4-76563fbfb699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.733103 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4b490-1ffb-40e8-acd4-76563fbfb699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad9fce5-d770-4744-9acb-ca6bce95f0f6,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:13.749906 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab4b490-1ffb-40e8-acd4-76563fbfb699 admin admin] Checking segment: {'id': 'cf841670-f8de-4353-b64d-9ba0a6656383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0bb30211-ae1e-4c50-83e4-17ac1a0a7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:13.750410 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab4b490-1ffb-40e8-acd4-76563fbfb699 admin admin] Network hostable DHCP agents. Network: 0bb30211-ae1e-4c50-83e4-17ac1a0a7c3b, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:55:13.775221 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab4b490-1ffb-40e8-acd4-76563fbfb699 admin admin] Network 0bb30211-ae1e-4c50-83e4-17ac1a0a7c3b is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:55:13.791906 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-4ab4b490-1ffb-40e8-acd4-76563fbfb699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 0bb30211-ae1e-4c50-83e4-17ac1a0a7c3b) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:13.802035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34016552-de48-471c-894b-8fe69551eab8 None None] Network 0bb30211-ae1e-4c50-83e4-17ac1a0a7c3b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:13.803667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab4b490-1ffb-40e8-acd4-76563fbfb699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:13.805893 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b490-1ffb-40e8-acd4-76563fbfb699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.832294 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4ab4b490-1ffb-40e8-acd4-76563fbfb699 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3810761 Aug 31 14:55:14.010929 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5317c822-dc6b-4ca3-8b4b-a3ef868069b0 None None] Network 0bb30211-ae1e-4c50-83e4-17ac1a0a7c3b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:14.543927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-264de876-5b1d-4d7a-875d-ae6be26bf4d0 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:14.545377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-264de876-5b1d-4d7a-875d-ae6be26bf4d0 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/networks?id=c84dafc1-78c1-47ab-b8c7-ca32af8dc985 HTTP/1.1" status: 200 len: 811 time: 0.1090326 Aug 31 14:55:14.561625 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-6e83c0f3-aa35-41ef-9fbf-c2ac6aeb4b57 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/quotas/0a95b53926424dd492b48ba69e337629 HTTP/1.1" status: 200 len: 375 time: 0.0106688 Aug 31 14:55:14.599017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-59e86107-1cdf-4d46-add7-54dd3e30d06c tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a95b53926424dd492b48ba69e337629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318284 Aug 31 14:55:14.699260 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-343cd9d6-1049-4dab-94cb-0f1a78017ea8 service neutron] 10.222.0.39 "GET /v2.0/networks/c84dafc1-78c1-47ab-b8c7-ca32af8dc985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929108 Aug 31 14:55:14.788643 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-db6977b3-c068-4777-85bb-50c7dd58da31 service neutron] 10.222.0.39 "GET /v2.0/networks/c84dafc1-78c1-47ab-b8c7-ca32af8dc985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823402 Aug 31 14:55:14.950479 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1316285b-f7ff-436e-b6ba-2b09a2b98b42 req-d5d38921-5640-46be-acdd-7380214b4449 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 210 time: 0.0273907 Aug 31 14:55:15.874855 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-d01dd14b-49bf-4fc2-8a97-648a966c713d tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:15.876439 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-d01dd14b-49bf-4fc2-8a97-648a966c713d tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.60 "GET /v2.0/networks?id=c84dafc1-78c1-47ab-b8c7-ca32af8dc985 HTTP/1.1" status: 200 len: 811 time: 0.1138084 Aug 31 14:55:15.890137 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-38e78976-09fb-4c05-b487-45c9c62070d2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Request body: {'port': {'device_id': '5de6cc05-2136-4e2d-940c-5f336f65814d', 'network_id': 'c84dafc1-78c1-47ab-b8c7-ca32af8dc985', 'admin_state_up': True, 'tenant_id': '0a95b53926424dd492b48ba69e337629'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:16.010974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-38e78976-09fb-4c05-b487-45c9c62070d2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Made reservation on behalf of 0a95b53926424dd492b48ba69e337629 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:16.014994 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-38e78976-09fb-4c05-b487-45c9c62070d2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.054275 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6740ac76-7342-422e-a178-0bd496c158e0 req-3d90dc4d-8863-4f7c-9521-cb59e3066975 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 210 time: 0.0336339 Aug 31 14:55:16.146574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-38e78976-09fb-4c05-b487-45c9c62070d2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Allocated IP 172.20.0.11 (c84dafc1-78c1-47ab-b8c7-ca32af8dc985/0519969b-ec8c-43e5-90e5-8850d0d0eab2/9c8daa9d-4c55-4a77-ad83-7498434e3e39) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:16.374489 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-38e78976-09fb-4c05-b487-45c9c62070d2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.415685 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-38e78976-09fb-4c05-b487-45c9c62070d2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.459793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-38e78976-09fb-4c05-b487-45c9c62070d2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Network c84dafc1-78c1-47ab-b8c7-ca32af8dc985 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:16.463319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-38e78976-09fb-4c05-b487-45c9c62070d2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:16.467107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-38e78976-09fb-4c05-b487-45c9c62070d2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:16.489854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e78976-09fb-4c05-b487-45c9c62070d2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Pushing event updated for resources: {'Port': ['ID=9c8daa9d-4c55-4a77-ad83-7498434e3e39,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:16.518495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-38e78976-09fb-4c05-b487-45c9c62070d2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:16.519094 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-38e78976-09fb-4c05-b487-45c9c62070d2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.532833 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-38e78976-09fb-4c05-b487-45c9c62070d2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6468468 Aug 31 14:55:16.543703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-8d89c14a-88c8-47b2-8195-ec1e06f3634c tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:55:16.544642 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-8d89c14a-88c8-47b2-8195-ec1e06f3634c tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052409 Aug 31 14:55:16.557223 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Request body: {'port': {'device_id': '5de6cc05-2136-4e2d-940c-5f336f65814d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:16.612975 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.869302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8daa9d-4c55-4a77-ad83-7498434e3e39 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:55:16.876446 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.888658 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Transition to ACTIVE for port object 9c8daa9d-4c55-4a77-ad83-7498434e3e39 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:16.892470 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.943522 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8daa9d-4c55-4a77-ad83-7498434e3e39,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:17.014557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Attempting to bind port 9c8daa9d-4c55-4a77-ad83-7498434e3e39 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:17.015252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Attempting to bind port 9c8daa9d-4c55-4a77-ad83-7498434e3e39 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '9cfdeebc-f796-4415-97ad-be1516fdd569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c84dafc1-78c1-47ab-b8c7-ca32af8dc985'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:17.015252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Attempting to bind port 9c8daa9d-4c55-4a77-ad83-7498434e3e39 on network c84dafc1-78c1-47ab-b8c7-ca32af8dc985 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:17.019466 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Port 9c8daa9d-4c55-4a77-ad83-7498434e3e39 on network c84dafc1-78c1-47ab-b8c7-ca32af8dc985 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:55:17.019785 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Attempting to bind port 9c8daa9d-4c55-4a77-ad83-7498434e3e39 on network c84dafc1-78c1-47ab-b8c7-ca32af8dc985 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:17.024498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:17.024833 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Checking segment: {'id': '9cfdeebc-f796-4415-97ad-be1516fdd569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c84dafc1-78c1-47ab-b8c7-ca32af8dc985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:17.025211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Bound using segment: {'id': '9cfdeebc-f796-4415-97ad-be1516fdd569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c84dafc1-78c1-47ab-b8c7-ca32af8dc985'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:17.025627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Bound port: 9c8daa9d-4c55-4a77-ad83-7498434e3e39, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cfdeebc-f796-4415-97ad-be1516fdd569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c84dafc1-78c1-47ab-b8c7-ca32af8dc985'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:17.025980 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:17.087855 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] For port 9c8daa9d-4c55-4a77-ad83-7498434e3e39, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:17.091560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] For port 9c8daa9d-4c55-4a77-ad83-7498434e3e39, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=9c8daa9d-4c55-4a77-ad83-7498434e3e39,segment=NetworkSegment(9cfdeebc-f796-4415-97ad-be1516fdd569),segment_id=9cfdeebc-f796-4415-97ad-be1516fdd569)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:17.096274 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:17.140928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:17.141538 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:17.142850 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] 10.222.0.60 "PUT /v2.0/ports/9c8daa9d-4c55-4a77-ad83-7498434e3e39 HTTP/1.1" status: 200 len: 1092 time: 0.5899456 Aug 31 14:55:17.144837 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de6cc05-2136-4e2d-940c-5f336f65814d', 'tag': '9c8daa9d-4c55-4a77-ad83-7498434e3e39'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:17.147065 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12554e2d-0a66-4587-b15e-4833796c5bda" -d '{"events": [{"name": "network-changed", "server_uuid": "5de6cc05-2136-4e2d-940c-5f336f65814d", "tag": "9c8daa9d-4c55-4a77-ad83-7498434e3e39"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:17.198594 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c688282c-8d95-4f15-b226-def82e05a047 x-openstack-request-id: req-c688282c-8d95-4f15-b226-def82e05a047 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:17.198880 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de6cc05-2136-4e2d-940c-5f336f65814d", "tag": "9c8daa9d-4c55-4a77-ad83-7498434e3e39", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:17.199132 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c688282c-8d95-4f15-b226-def82e05a047 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:17.199619 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de6cc05-2136-4e2d-940c-5f336f65814d', 'tag': '9c8daa9d-4c55-4a77-ad83-7498434e3e39', 'status': 'completed', 'code': 200} Aug 31 14:55:17.219147 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c86969-7bbe-4479-a905-3b3f9db17967 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8daa9d-4c55-4a77-ad83-7498434e3e39,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:17.237823 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e7297-5d87-4978-af66-749edf9c7002 req-b3eea133-f444-44c5-9f07-d2509f301792 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:17.239342 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-554e7297-5d87-4978-af66-749edf9c7002 req-b3eea133-f444-44c5-9f07-d2509f301792 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 944 time: 0.1120224 Aug 31 14:55:17.254722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-ac2bd637-9320-489c-b539-89741ae902eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:17.256178 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-ac2bd637-9320-489c-b539-89741ae902eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a95b53926424dd492b48ba69e337629&device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 1095 time: 0.0744386 Aug 31 14:55:17.312266 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-4938beec-551d-4717-aeaf-e9ee3c6e72a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c8daa9d-4c55-4a77-ad83-7498434e3e39 HTTP/1.1" status: 200 len: 217 time: 0.0469201 Aug 31 14:55:17.319464 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-554e7297-5d87-4978-af66-749edf9c7002 req-c1a3cd6d-6413-466a-96fe-9cc21098e50d tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721025 Aug 31 14:55:17.367365 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-da66df59-8b77-4da6-ba4e-10f35b34c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:17.368833 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-da66df59-8b77-4da6-ba4e-10f35b34c31d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0519969b-ec8c-43e5-90e5-8850d0d0eab2 HTTP/1.1" status: 200 len: 851 time: 0.0483861 Aug 31 14:55:17.402361 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-7e9fa012-7f44-4616-a562-2780e767fd8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c84dafc1-78c1-47ab-b8c7-ca32af8dc985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266638 Aug 31 14:55:17.499786 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-6923d1f5-a444-4622-b4a6-4dfc28179710 service neutron] 10.222.0.60 "GET /v2.0/networks/c84dafc1-78c1-47ab-b8c7-ca32af8dc985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904365 Aug 31 14:55:17.589880 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a30f58a-adb1-4203-84d3-9c00c8ea9fa0 req-739edd98-e2a4-4675-b0f0-1fd12c316a96 service neutron] 10.222.0.60 "GET /v2.0/networks/c84dafc1-78c1-47ab-b8c7-ca32af8dc985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829930 Aug 31 14:55:17.682911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12554e2d-0a66-4587-b15e-4833796c5bda req-6e419cb5-8e7b-409f-bca7-c6bd08b82892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:17.684365 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12554e2d-0a66-4587-b15e-4833796c5bda req-6e419cb5-8e7b-409f-bca7-c6bd08b82892 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a95b53926424dd492b48ba69e337629&device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 1095 time: 0.0424948 Aug 31 14:55:17.779562 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12554e2d-0a66-4587-b15e-4833796c5bda req-b9dd4ce6-02af-44aa-bd0d-49b61f7732a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:17.780986 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12554e2d-0a66-4587-b15e-4833796c5bda req-b9dd4ce6-02af-44aa-bd0d-49b61f7732a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c84dafc1-78c1-47ab-b8c7-ca32af8dc985 HTTP/1.1" status: 200 len: 912 time: 0.0900819 Aug 31 14:55:17.825037 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12554e2d-0a66-4587-b15e-4833796c5bda req-939c321f-50e1-48d0-89e8-d04091db4444 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c8daa9d-4c55-4a77-ad83-7498434e3e39 HTTP/1.1" status: 200 len: 217 time: 0.0369458 Aug 31 14:55:17.880102 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12554e2d-0a66-4587-b15e-4833796c5bda req-998cb0c4-71b2-46eb-99e5-80f35b8135a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:17.881592 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12554e2d-0a66-4587-b15e-4833796c5bda req-998cb0c4-71b2-46eb-99e5-80f35b8135a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0519969b-ec8c-43e5-90e5-8850d0d0eab2 HTTP/1.1" status: 200 len: 851 time: 0.0493684 Aug 31 14:55:17.915517 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12554e2d-0a66-4587-b15e-4833796c5bda req-c295ca03-b013-4afa-a8db-a3611748368d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c84dafc1-78c1-47ab-b8c7-ca32af8dc985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260406 Aug 31 14:55:18.005229 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12554e2d-0a66-4587-b15e-4833796c5bda req-97ce2b52-b936-4f2f-a04a-0c1cfba665d5 service neutron] 10.222.0.60 "GET /v2.0/networks/c84dafc1-78c1-47ab-b8c7-ca32af8dc985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821941 Aug 31 14:55:18.101248 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-12554e2d-0a66-4587-b15e-4833796c5bda req-799cb6d6-9bc7-4b1d-b0b5-b861f44c0485 service neutron] 10.222.0.60 "GET /v2.0/networks/c84dafc1-78c1-47ab-b8c7-ca32af8dc985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869532 Aug 31 14:55:18.519154 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344989ff-02bf-4eee-8fbb-ee8629fe36b2 req-c29d6e2f-7081-4c72-87ac-696548f7f877 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:18.520781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-344989ff-02bf-4eee-8fbb-ee8629fe36b2 req-c29d6e2f-7081-4c72-87ac-696548f7f877 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 944 time: 0.0698481 Aug 31 14:55:18.563041 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-344989ff-02bf-4eee-8fbb-ee8629fe36b2 req-aea9bfc6-825c-4314-92a7-53c7b23f9ff2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355170 Aug 31 14:55:19.616948 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d971b4f-1379-48a6-a126-524de8e44c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:19.687259 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385cfc6-bc14-4747-837c-6c49153af79a req-ba26c3b9-615d-42b9-b0a2-c116adf11baa tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:19.691675 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c385cfc6-bc14-4747-837c-6c49153af79a req-ba26c3b9-615d-42b9-b0a2-c116adf11baa tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 944 time: 0.0545924 Aug 31 14:55:19.714058 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:19.730731 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c385cfc6-bc14-4747-837c-6c49153af79a req-0581c69e-619a-41ab-a093-a89b85b136ef tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360820 Aug 31 14:55:20.849269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4a511-673c-4780-bab3-435d3a8c075a req-2e909709-449d-44dd-b146-f2f706924774 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:20.851816 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07b4a511-673c-4780-bab3-435d3a8c075a req-2e909709-449d-44dd-b146-f2f706924774 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 944 time: 0.0534585 Aug 31 14:55:20.891338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07b4a511-673c-4780-bab3-435d3a8c075a req-9d10c7e1-ac7d-4825-8661-332d3d1b102c tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315464 Aug 31 14:55:21.481554 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 9c8daa9d-4c55-4a77-ad83-7498434e3e39 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:55:21.584334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 9c8daa9d-4c55-4a77-ad83-7498434e3e39, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=9c8daa9d-4c55-4a77-ad83-7498434e3e39,segment=NetworkSegment(9cfdeebc-f796-4415-97ad-be1516fdd569),segment_id=9cfdeebc-f796-4415-97ad-be1516fdd569)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:21.596066 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '9c8daa9d-4c55-4a77-ad83-7498434e3e39', 'network_id': 'c84dafc1-78c1-47ab-b8c7-ca32af8dc985', 'port_id': '9c8daa9d-4c55-4a77-ad83-7498434e3e39', 'mac_address': 'fa:16:3e:a6:f4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519969b-ec8c-43e5-90e5-8850d0d0eab2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:55:21.632654 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:21.644875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8daa9d-4c55-4a77-ad83-7498434e3e39 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:55:21.667728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 9c8daa9d-4c55-4a77-ad83-7498434e3e39, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=9c8daa9d-4c55-4a77-ad83-7498434e3e39,segment=NetworkSegment(9cfdeebc-f796-4415-97ad-be1516fdd569),segment_id=9cfdeebc-f796-4415-97ad-be1516fdd569)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:21.671466 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:21.717145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=9c8daa9d-4c55-4a77-ad83-7498434e3e39,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:21.871132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['9c8daa9d-4c55-4a77-ad83-7498434e3e39'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:55:22.026523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e75710-7a01-4670-89e8-88db3d60da91 req-a05d56f9-e078-45b3-b13c-25ecf99f715e tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:22.028084 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-37e75710-7a01-4670-89e8-88db3d60da91 req-a05d56f9-e078-45b3-b13c-25ecf99f715e tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 945 time: 0.0630479 Aug 31 14:55:22.066186 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-37e75710-7a01-4670-89e8-88db3d60da91 req-c617d97d-8a0c-4279-852d-3f41faf541a7 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320880 Aug 31 14:55:22.163511 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5d844a9-c0b4-4ccf-a57d-cae1c0946cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:22.295835 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:23.184829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcdd3e-e97f-49de-aabf-08decb3c4374 req-5af3f300-b40b-4385-89b7-7ca21944876e tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:23.186475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfdcdd3e-e97f-49de-aabf-08decb3c4374 req-5af3f300-b40b-4385-89b7-7ca21944876e tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 945 time: 0.0496361 Aug 31 14:55:23.229116 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfdcdd3e-e97f-49de-aabf-08decb3c4374 req-37fd48b8-d9f3-4b4e-be83-8d1476f86b6c tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365636 Aug 31 14:55:23.417564 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:23.485195 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 9c8daa9d-4c55-4a77-ad83-7498434e3e39 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:23.544512 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 9c8daa9d-4c55-4a77-ad83-7498434e3e39 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:23.548504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 9c8daa9d-4c55-4a77-ad83-7498434e3e39 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:23.548886 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:23.635155 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:23.657137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de6cc05-2136-4e2d-940c-5f336f65814d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8daa9d-4c55-4a77-ad83-7498434e3e39'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:23.659409 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da6e36f-5c0f-463c-aa60-c7ec8f6ba570" -d '{"events": [{"server_uuid": "5de6cc05-2136-4e2d-940c-5f336f65814d", "name": "network-vif-plugged", "status": "completed", "tag": "9c8daa9d-4c55-4a77-ad83-7498434e3e39"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:23.671828 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 9c8daa9d-4c55-4a77-ad83-7498434e3e39, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=9c8daa9d-4c55-4a77-ad83-7498434e3e39,segment=NetworkSegment(9cfdeebc-f796-4415-97ad-be1516fdd569),segment_id=9cfdeebc-f796-4415-97ad-be1516fdd569)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:23.676316 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:23.703563 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffdb64b-5a55-4975-8bf2-412a7b8f63fb x-openstack-request-id: req-9ffdb64b-5a55-4975-8bf2-412a7b8f63fb {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:23.703853 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de6cc05-2136-4e2d-940c-5f336f65814d", "name": "network-vif-plugged", "status": "completed", "tag": "9c8daa9d-4c55-4a77-ad83-7498434e3e39", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:23.704105 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ffdb64b-5a55-4975-8bf2-412a7b8f63fb {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:23.704490 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de6cc05-2136-4e2d-940c-5f336f65814d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8daa9d-4c55-4a77-ad83-7498434e3e39', 'code': 200} Aug 31 14:55:23.730680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=9c8daa9d-4c55-4a77-ad83-7498434e3e39,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:23.796240 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0f1c8-1f90-4b68-ae12-6126cf5fe1a9 req-5dd8b0bd-1b0f-43dc-a027-8e250664eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:23.797690 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bae0f1c8-1f90-4b68-ae12-6126cf5fe1a9 req-5dd8b0bd-1b0f-43dc-a027-8e250664eb56 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 1097 time: 0.0450256 Aug 31 14:55:23.833003 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bae0f1c8-1f90-4b68-ae12-6126cf5fe1a9 req-b23de95a-38f4-4e5f-8f1d-299843cf2b55 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280697 Aug 31 14:55:24.343552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ab8db-91df-4b09-ada5-259ed7141dc0 req-b58b46e0-5e64-44cf-a29a-0c9bd45d76e3 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:24.345021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fe2ab8db-91df-4b09-ada5-259ed7141dc0 req-b58b46e0-5e64-44cf-a29a-0c9bd45d76e3 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0486257 Aug 31 14:55:24.382087 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fe2ab8db-91df-4b09-ada5-259ed7141dc0 req-bf5c80a2-c3c5-4ed2-90a1-957df5928d5c tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312457 Aug 31 14:55:24.568164 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:25.013554 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:25.375331 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-093274cb-870d-4b12-a3ef-c94bd7c4bfab req-a4e1a2e9-ea60-4747-8d93-de9246b2c54e service neutron] (94870) timed out ('10.222.0.39', 52528) {{(pid=94870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:55:25.521319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886b986-b7e1-43c7-9452-96cddf1b30e1 req-30f24d01-814a-443b-9d28-fcb1a774e949 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:25.522824 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9886b986-b7e1-43c7-9452-96cddf1b30e1 req-30f24d01-814a-443b-9d28-fcb1a774e949 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0547459 Aug 31 14:55:25.566458 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9886b986-b7e1-43c7-9452-96cddf1b30e1 req-72a48fb8-cd73-4ac6-a30a-b6715d4a4ba3 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369961 Aug 31 14:55:25.689390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874d026-2f9e-4c56-90ba-96fcf7a7d5f2 req-440004a9-f6f5-48c6-b2a5-639cf77d25f5 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:25.690913 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5874d026-2f9e-4c56-90ba-96fcf7a7d5f2 req-440004a9-f6f5-48c6-b2a5-639cf77d25f5 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0497909 Aug 31 14:55:25.730766 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5874d026-2f9e-4c56-90ba-96fcf7a7d5f2 req-d713f78e-0345-4083-88f5-5cb635e6dd9a tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330079 Aug 31 14:55:25.949306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d3cec-6300-40d5-8b23-c86482824d34 req-c831eadd-02c5-4668-bedf-9d491a4d1c23 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:25.950669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e52d3cec-6300-40d5-8b23-c86482824d34 req-c831eadd-02c5-4668-bedf-9d491a4d1c23 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0485568 Aug 31 14:55:25.993090 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e52d3cec-6300-40d5-8b23-c86482824d34 req-c35f07e2-edc3-41d1-8745-1723275fc100 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357583 Aug 31 14:55:27.115647 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a19037-4910-432d-90fc-c32dda3b867f req-5ec32d34-2790-41da-816f-8ae7e02d6e2c tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:27.117197 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0a19037-4910-432d-90fc-c32dda3b867f req-5ec32d34-2790-41da-816f-8ae7e02d6e2c tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0506630 Aug 31 14:55:27.155119 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c0a19037-4910-432d-90fc-c32dda3b867f req-7c25e300-140a-4bbf-80fb-bc992e901b92 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317438 Aug 31 14:55:27.402972 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daab5a8-e5e8-4a76-8919-a68b02f92e9b req-a126a314-20fa-44d8-9fdc-8413123da915 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:27.404614 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7daab5a8-e5e8-4a76-8919-a68b02f92e9b req-a126a314-20fa-44d8-9fdc-8413123da915 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0902712 Aug 31 14:55:27.410777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6a276-d998-4514-bb08-8d765c269993 req-4e94e4f1-fef4-4a1e-b9cb-ed0ed02c67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:27.412313 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0c6a276-d998-4514-bb08-8d765c269993 req-4e94e4f1-fef4-4a1e-b9cb-ed0ed02c67fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a95b53926424dd492b48ba69e337629&device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 1097 time: 0.0609958 Aug 31 14:55:27.507712 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7daab5a8-e5e8-4a76-8919-a68b02f92e9b req-369e58f2-49ff-4ac0-b3ba-e2f8e9770ecf tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944438 Aug 31 14:55:27.532320 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6a276-d998-4514-bb08-8d765c269993 req-f70633d2-80fd-41d2-b1f0-c82e4553ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:27.533803 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0c6a276-d998-4514-bb08-8d765c269993 req-f70633d2-80fd-41d2-b1f0-c82e4553ac74 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c84dafc1-78c1-47ab-b8c7-ca32af8dc985 HTTP/1.1" status: 200 len: 912 time: 0.1140933 Aug 31 14:55:27.580187 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0c6a276-d998-4514-bb08-8d765c269993 req-8756e71f-7de9-45e0-ab99-1261d5f7298b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c8daa9d-4c55-4a77-ad83-7498434e3e39 HTTP/1.1" status: 200 len: 217 time: 0.0388989 Aug 31 14:55:27.636437 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6a276-d998-4514-bb08-8d765c269993 req-dc66821d-ca3e-438f-828f-bc21637cd13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:27.638188 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0c6a276-d998-4514-bb08-8d765c269993 req-dc66821d-ca3e-438f-828f-bc21637cd13e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0519969b-ec8c-43e5-90e5-8850d0d0eab2 HTTP/1.1" status: 200 len: 851 time: 0.0512218 Aug 31 14:55:27.670271 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0c6a276-d998-4514-bb08-8d765c269993 req-9bdebfd5-47aa-4f3e-ab62-1b50120b7ca8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c84dafc1-78c1-47ab-b8c7-ca32af8dc985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256147 Aug 31 14:55:28.074309 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0c6a276-d998-4514-bb08-8d765c269993 req-db06bca1-9b4c-4bc9-a498-c5c5b4738f4f service neutron] 10.222.0.60 "GET /v2.0/networks/c84dafc1-78c1-47ab-b8c7-ca32af8dc985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971539 Aug 31 14:55:28.166779 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0c6a276-d998-4514-bb08-8d765c269993 req-8ce0b6a7-32dd-4dc8-b2a9-a7a70838b28e service neutron] 10.222.0.60 "GET /v2.0/networks/c84dafc1-78c1-47ab-b8c7-ca32af8dc985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845492 Aug 31 14:55:28.625410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1977a3-2f91-4e3a-83b0-862070ae784d req-3cce7ff6-692b-49f3-9f20-8e14422e3f05 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:28.626983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d1977a3-2f91-4e3a-83b0-862070ae784d req-3cce7ff6-692b-49f3-9f20-8e14422e3f05 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0496352 Aug 31 14:55:28.664920 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d1977a3-2f91-4e3a-83b0-862070ae784d req-84764652-094b-4eb5-bdaf-4c98f7ea8bcf tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319290 Aug 31 14:55:29.787278 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77083d0b-6821-4085-9946-58835efec434 req-c21ab2ea-2610-44c3-ac7c-32470ce3f3e4 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:29.789410 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-77083d0b-6821-4085-9946-58835efec434 req-c21ab2ea-2610-44c3-ac7c-32470ce3f3e4 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0530543 Aug 31 14:55:29.827915 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-77083d0b-6821-4085-9946-58835efec434 req-422a0359-7292-4e01-a141-68b027b1b80f tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321727 Aug 31 14:55:30.057560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c16c82-d317-4657-9c1b-b36376df3a20 req-e4244900-4812-46b3-879d-a1bf2eca20d0 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:30.059056 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86c16c82-d317-4657-9c1b-b36376df3a20 req-e4244900-4812-46b3-879d-a1bf2eca20d0 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0494111 Aug 31 14:55:30.099241 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86c16c82-d317-4657-9c1b-b36376df3a20 req-f53521a8-8b73-4c85-997e-8a631953fa13 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334787 Aug 31 14:55:31.192871 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56990) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:31.232968 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e23865-ef85-4531-94dd-a85b3b534502 req-b6b9b849-8ea6-4752-b624-64152bb6a9a8 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:31.234694 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-12e23865-ef85-4531-94dd-a85b3b534502 req-b6b9b849-8ea6-4752-b624-64152bb6a9a8 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0605397 Aug 31 14:55:31.276939 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-12e23865-ef85-4531-94dd-a85b3b534502 req-045d0582-22d1-4e1a-a483-02155fa55609 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353222 Aug 31 14:55:31.312261 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:31.410679 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:31.415846 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:31.460973 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db50f227feac41239c1c8a8837e3fc17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650096 Aug 31 14:55:31.460973 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5f72eb-9f80-4c9e-8969-41b0c57b5bef,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:31.462514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 56998) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:31.474359 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:31.474793 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:31.475232 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:31.476112 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:31.477103 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:31.477680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:31.478887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:31.479445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:31.479785 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:31.480124 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:31.480459 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:31.480788 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec304945-174c-4f20-9f37-5a23ba14dd49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:31.498291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f9550-c914-474c-8808-629c7a27ce7b req-71c2be1b-c392-4eae-b0bf-fa52060ab7e9 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:31.499880 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d88f9550-c914-474c-8808-629c7a27ce7b req-71c2be1b-c392-4eae-b0bf-fa52060ab7e9 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0505369 Aug 31 14:55:31.542906 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d88f9550-c914-474c-8808-629c7a27ce7b req-694c7794-dd24-4504-8d9c-c2f507801ad7 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371010 Aug 31 14:55:31.557351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee825d-ba62-415d-a0af-0745192be5e7 req-358e6722-8fe4-44e8-a22e-615a4151abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:31.558861 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-26ee825d-ba62-415d-a0af-0745192be5e7 req-358e6722-8fe4-44e8-a22e-615a4151abd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a95b53926424dd492b48ba69e337629&device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 1097 time: 0.0692327 Aug 31 14:55:31.563479 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78383930-7dcc-4ce6-ad9d-4e23eae08ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:31.633473 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78383930-7dcc-4ce6-ad9d-4e23eae08ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:31.692003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee825d-ba62-415d-a0af-0745192be5e7 req-9150146d-3619-403c-9729-93aaa4613aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:31.693522 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-26ee825d-ba62-415d-a0af-0745192be5e7 req-9150146d-3619-403c-9729-93aaa4613aa9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c84dafc1-78c1-47ab-b8c7-ca32af8dc985 HTTP/1.1" status: 200 len: 912 time: 0.1274471 Aug 31 14:55:31.735037 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78383930-7dcc-4ce6-ad9d-4e23eae08ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:31.737605 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-78383930-7dcc-4ce6-ad9d-4e23eae08ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:31.738738 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-78383930-7dcc-4ce6-ad9d-4e23eae08ef5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f5f72eb-9f80-4c9e-8969-41b0c57b5bef HTTP/1.1" status: 204 len: 168 time: 0.2744005 Aug 31 14:55:31.740202 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-26ee825d-ba62-415d-a0af-0745192be5e7 req-f3236c2d-027f-4689-896d-40a52d90ce83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c8daa9d-4c55-4a77-ad83-7498434e3e39 HTTP/1.1" status: 200 len: 217 time: 0.0399272 Aug 31 14:55:31.756789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78383930-7dcc-4ce6-ad9d-4e23eae08ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5f72eb-9f80-4c9e-8969-41b0c57b5bef,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:31.796422 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee825d-ba62-415d-a0af-0745192be5e7 req-faa4b39e-50ea-495f-b6e3-82eca32d5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:31.798229 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-26ee825d-ba62-415d-a0af-0745192be5e7 req-faa4b39e-50ea-495f-b6e3-82eca32d5cfc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0519969b-ec8c-43e5-90e5-8850d0d0eab2 HTTP/1.1" status: 200 len: 851 time: 0.0497119 Aug 31 14:55:31.837273 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-26ee825d-ba62-415d-a0af-0745192be5e7 req-b7e7ac6c-fe0c-40d6-a4df-edb5e09c75b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c84dafc1-78c1-47ab-b8c7-ca32af8dc985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324826 Aug 31 14:55:31.936442 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-26ee825d-ba62-415d-a0af-0745192be5e7 req-8809919e-0325-485e-865e-52680cb12e38 service neutron] 10.222.0.60 "GET /v2.0/networks/c84dafc1-78c1-47ab-b8c7-ca32af8dc985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920205 Aug 31 14:55:32.038328 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-26ee825d-ba62-415d-a0af-0745192be5e7 req-a3c1c352-77a9-4f02-9981-2a7a35ac048e service neutron] 10.222.0.60 "GET /v2.0/networks/c84dafc1-78c1-47ab-b8c7-ca32af8dc985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941317 Aug 31 14:55:32.365597 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57020) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:32.463292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-750059697-network', 'tenant_id': '77451c05eedb40159c548b6bae982f65'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:32.483975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Made reservation on behalf of 77451c05eedb40159c548b6bae982f65 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:32.486191 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:32.494704 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:32.583721 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:32.588938 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:32.631904 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:55:32.645907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25946b52-8fe4-42d7-91f6-33f5a4f7cdfd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:32.655504 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:32.656006 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Added segment 5ca18166-0991-4a1b-9741-cd7cbe6744b8 of type vlan for network 880cd2b9-94ec-48b2-bd52-11d470d6d23e Aug 31 14:55:32.658444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:32.658899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:32.659391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:32.659830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:32.660267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:32.660704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:32.661132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:32.662099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:32.662099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:32.662492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:32.662925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:32.663362 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:32.705246 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09465667-175e-4db8-832e-bc63bff1da90 req-94bba9a7-8f43-478d-87f8-82e766ef7997 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:32.706793 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-09465667-175e-4db8-832e-bc63bff1da90 req-94bba9a7-8f43-478d-87f8-82e766ef7997 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0682194 Aug 31 14:55:32.709777 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:32.741477 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:32.742447 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:32.743031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:32.756696 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-09465667-175e-4db8-832e-bc63bff1da90 req-3b0fa3bf-6373-4362-b8a0-be078eabdeb6 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400128 Aug 31 14:55:32.801311 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4345767 Aug 31 14:55:32.804146 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57026) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:32.809584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5a54139b-06cb-4bfb-b2a9-43575a4bf683 admin admin] Request body: {'subnet': {'network_id': '880cd2b9-94ec-48b2-bd52-11d470d6d23e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-750059697-subnet', 'tenant_id': '77451c05eedb40159c548b6bae982f65', 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:32.810409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932f41-ea55-4000-ab52-b871aa33950a admin admin] Pushing event updated for resources: {'Network': ['ID=880cd2b9-94ec-48b2-bd52-11d470d6d23e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:32.820875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 880cd2b9-94ec-48b2-bd52-11d470d6d23e details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:55:32.836408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a54139b-06cb-4bfb-b2a9-43575a4bf683 admin admin] Made reservation on behalf of 77451c05eedb40159c548b6bae982f65 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:32.839906 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a54139b-06cb-4bfb-b2a9-43575a4bf683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.010234 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a54139b-06cb-4bfb-b2a9-43575a4bf683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.066060 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54139b-06cb-4bfb-b2a9-43575a4bf683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e832ce7-62d6-4351-a818-7825fa5e602d,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:33.075018 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a54139b-06cb-4bfb-b2a9-43575a4bf683 admin admin] Checking segment: {'id': '5ca18166-0991-4a1b-9741-cd7cbe6744b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '880cd2b9-94ec-48b2-bd52-11d470d6d23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:33.075412 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a54139b-06cb-4bfb-b2a9-43575a4bf683 admin admin] Network hostable DHCP agents. Network: 880cd2b9-94ec-48b2-bd52-11d470d6d23e, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:55:33.091433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a54139b-06cb-4bfb-b2a9-43575a4bf683 admin admin] Network 880cd2b9-94ec-48b2-bd52-11d470d6d23e is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:55:33.099676 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-5a54139b-06cb-4bfb-b2a9-43575a4bf683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 880cd2b9-94ec-48b2-bd52-11d470d6d23e) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:33.106262 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a54139b-06cb-4bfb-b2a9-43575a4bf683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:33.106439 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5a54139b-06cb-4bfb-b2a9-43575a4bf683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.110357 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b359d6f4-3712-4932-9a66-6e59ee61fab0 None None] Network 880cd2b9-94ec-48b2-bd52-11d470d6d23e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:33.125576 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5a54139b-06cb-4bfb-b2a9-43575a4bf683 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3202147 Aug 31 14:55:33.128198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57028) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:33.132725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-750059697-router', 'tenant_id': '77451c05eedb40159c548b6bae982f65', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:33.153898 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.154888 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.211728 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.253857 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-880cd2b9-94ec-48b2-bd52-11d470d6d23e', 'network_id': '880cd2b9-94ec-48b2-bd52-11d470d6d23e', 'tenant_id': '77451c05eedb40159c548b6bae982f65', 'fixed_ips': [{'subnet_id': '9e832ce7-62d6-4351-a818-7825fa5e602d'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:55:33.254748 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.355513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.387970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Allocated IP 172.20.0.2 (880cd2b9-94ec-48b2-bd52-11d470d6d23e/9e832ce7-62d6-4351-a818-7825fa5e602d/1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:33.531985 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.539856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Transition to ACTIVE for port object 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:33.552351 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.553860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Transition to ACTIVE for port object 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:33.559691 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.571048 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.598683 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Network 880cd2b9-94ec-48b2-bd52-11d470d6d23e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:33.601750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:33.605461 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:33.610634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Pushing event updated for resources: {'Port': ['ID=1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:33.621954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:33.622300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:33.622635 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:33.622961 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:33.623307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:33.623628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:33.623947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:33.624263 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:33.624578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:33.624894 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:33.625204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:33.625515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:33.670035 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Attempting to bind port 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:33.670394 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Attempting to bind port 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '5ca18166-0991-4a1b-9741-cd7cbe6744b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '880cd2b9-94ec-48b2-bd52-11d470d6d23e'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:33.670753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Attempting to bind port 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 on network 880cd2b9-94ec-48b2-bd52-11d470d6d23e {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:33.675565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:33.675927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Checking segment: {'id': '5ca18166-0991-4a1b-9741-cd7cbe6744b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '880cd2b9-94ec-48b2-bd52-11d470d6d23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:33.676318 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.676706 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Bound using segment: {'id': '5ca18166-0991-4a1b-9741-cd7cbe6744b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '880cd2b9-94ec-48b2-bd52-11d470d6d23e'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:33.677162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Bound port: 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca18166-0991-4a1b-9741-cd7cbe6744b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '880cd2b9-94ec-48b2-bd52-11d470d6d23e'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:33.677532 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.683272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Allocated IP 172.25.2.97 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/8219705b-71a0-438f-b79d-a48c19cc9e87) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:33.794332 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.837679 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.887955 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:33.892476 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:33.894973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e8d9d-9636-4bc2-ae96-cf510a622bdd req-2a899825-2175-42cb-ace1-23ff547674ad tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:33.896981 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:33.897129 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] For port 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:33.901388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Pushing event updated for resources: {'Port': ['ID=8219705b-71a0-438f-b79d-a48c19cc9e87,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:33.901539 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] For port 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578,segment=NetworkSegment(5ca18166-0991-4a1b-9741-cd7cbe6744b8),segment_id=5ca18166-0991-4a1b-9741-cd7cbe6744b8)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:33.902035 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-273e8d9d-9636-4bc2-ae96-cf510a622bdd req-2a899825-2175-42cb-ace1-23ff547674ad tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0656800 Aug 31 14:55:33.909780 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:33.959965 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-273e8d9d-9636-4bc2-ae96-cf510a622bdd req-c095d972-73ec-4469-8607-f81484084c47 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445261 Aug 31 14:55:33.982873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d49056-ac4d-4e9b-81e8-f09ea5cda74a None None] Pushing event updated for resources: {'Port': ['ID=1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:34.191113 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:34.273468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb180e2c-4d02-4172-b856-7e600a135f48 req-7276d4a0-0c49-4ace-8ef5-17e7ba4cc492 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:34.275917 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fb180e2c-4d02-4172-b856-7e600a135f48 req-7276d4a0-0c49-4ace-8ef5-17e7ba4cc492 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0559723 Aug 31 14:55:34.319975 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fb180e2c-4d02-4172-b856-7e600a135f48 req-8cf9624f-2a65-4602-b85f-7474a268af73 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377049 Aug 31 14:55:34.411008 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:34.543590 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Router e2763a2f-5a16-44e1-97e7-f89356a0d367 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:55:34.655070 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:55:34.663918 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Sync routers for ids ['e2763a2f-5a16-44e1-97e7-f89356a0d367'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:55:34.673060 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:34.677587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57036) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:34.677879 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b451a480-b311-472d-8753-82e9d462c929 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 1.5484374 Aug 31 14:55:34.687147 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Routers {'e2763a2f-5a16-44e1-97e7-f89356a0d367'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:34.688061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:55:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e2763a2f-5a16-44e1-97e7-f89356a0d367'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:34.807108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Set router e2763a2f-5a16-44e1-97e7-f89356a0d367 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:34.932510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc9050c-afd3-486c-a6a5-1f452176abe1 None None] Network 880cd2b9-94ec-48b2-bd52-11d470d6d23e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:35.031064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a8922e4f-59cd-4f0d-8a8a-5929fa0a48e5 None None] Provisioning for port 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:35.110360 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.117433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'name': 'tempest-ImageQuotaTest-750059697-router', 'tenant_id': '77451c05eedb40159c548b6bae982f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '8219705b-71a0-438f-b79d-a48c19cc9e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:33Z', 'updated_at': '2021-08-31T14:55:34Z', 'revision_number': 3, 'project_id': '77451c05eedb40159c548b6bae982f65', 'gw_port': {'id': '8219705b-71a0-438f-b79d-a48c19cc9e87', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:33Z', 'updated_at': '2021-08-31T14:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:35.166024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Checking router: e2763a2f-5a16-44e1-97e7-f89356a0d367 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:55:35.166371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Updating router e2763a2f-5a16-44e1-97e7-f89356a0d367 port 8219705b-71a0-438f-b79d-a48c19cc9e87 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:55:35.196067 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.327602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Allocated IP 172.20.0.1 (880cd2b9-94ec-48b2-bd52-11d470d6d23e/9e832ce7-62d6-4351-a818-7825fa5e602d/40458fa5-a5f2-4551-8d52-ecc0fad7d9f1) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:35.445502 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.463347 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Transition to ACTIVE for port object 40458fa5-a5f2-4551-8d52-ecc0fad7d9f1 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:35.466043 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf9993-6b56-43ee-a094-e23edbf5128e req-b089f0d9-0210-4d02-8898-aa5c210a7c7a tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:35.474824 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0adf9993-6b56-43ee-a094-e23edbf5128e req-b089f0d9-0210-4d02-8898-aa5c210a7c7a tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0647249 Aug 31 14:55:35.490847 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.500021 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.510311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:35.519793 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0adf9993-6b56-43ee-a094-e23edbf5128e req-c39a01b1-76e6-4699-9d31-a90998da92c2 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/security-groups?id=e41b4153-ec6c-4dea-9e04-205ebd167e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 Aug 31 14:55:35.542399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Transition to ACTIVE for port object 8219705b-71a0-438f-b79d-a48c19cc9e87 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:35.549064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Network 880cd2b9-94ec-48b2-bd52-11d470d6d23e is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:35.551305 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.552417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:35.555552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:35.589676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Pushing event updated for resources: {'Port': ['ID=40458fa5-a5f2-4551-8d52-ecc0fad7d9f1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:35.605734 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.627890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Attempting to bind port 8219705b-71a0-438f-b79d-a48c19cc9e87 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:35.628271 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Attempting to bind port 8219705b-71a0-438f-b79d-a48c19cc9e87 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:35.628731 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Attempting to bind port 8219705b-71a0-438f-b79d-a48c19cc9e87 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:35.636692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2b748-7c7b-4c9a-b7fa-534502de23a0 None None] Pushing event updated for resources: {'Port': ['ID=8219705b-71a0-438f-b79d-a48c19cc9e87,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:35.641065 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:35.641448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:35.641970 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.642331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:35.642810 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Bound port: 8219705b-71a0-438f-b79d-a48c19cc9e87, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:35.643265 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.665690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:35.672356 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:35.672735 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.734714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] For port 8219705b-71a0-438f-b79d-a48c19cc9e87, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:35.738412 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] For port 8219705b-71a0-438f-b79d-a48c19cc9e87, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8219705b-71a0-438f-b79d-a48c19cc9e87,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:35.743644 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.745618 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.839651 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Routers {'e2763a2f-5a16-44e1-97e7-f89356a0d367'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:35.840196 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:55:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e2763a2f-5a16-44e1-97e7-f89356a0d367'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:35.841885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2b748-7c7b-4c9a-b7fa-534502de23a0 None None] Pushing event updated for resources: {'Port': ['ID=8219705b-71a0-438f-b79d-a48c19cc9e87,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:35.884785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fc06f4a5-9f87-4899-a2f8-68b6023ca3b6 None None] Provisioning for port 40458fa5-a5f2-4551-8d52-ecc0fad7d9f1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:35.889368 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.897380 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fc06f4a5-9f87-4899-a2f8-68b6023ca3b6 None None] Provisioning complete for port 40458fa5-a5f2-4551-8d52-ecc0fad7d9f1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:35.897742 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc06f4a5-9f87-4899-a2f8-68b6023ca3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.935062 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.939676 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:36.005037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fc06f4a5-9f87-4899-a2f8-68b6023ca3b6 None None] Port 40458fa5-a5f2-4551-8d52-ecc0fad7d9f1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:55:36.016268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:36.018081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Pushing event updated for resources: {'Port': ['ID=40458fa5-a5f2-4551-8d52-ecc0fad7d9f1,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:36.018699 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] Set router e2763a2f-5a16-44e1-97e7-f89356a0d367 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:36.029714 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1399d-77c4-4559-bd60-8f3ccc2b6977 req-f82cdc90-5320-4b59-bc59-bf9d444214ff tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:36.031466 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dbb1399d-77c4-4559-bd60-8f3ccc2b6977 req-f82cdc90-5320-4b59-bc59-bf9d444214ff tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.60 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 946 time: 0.0721538 Aug 31 14:55:36.051328 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578,segment=NetworkSegment(5ca18166-0991-4a1b-9741-cd7cbe6744b8),segment_id=5ca18166-0991-4a1b-9741-cd7cbe6744b8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:36.061413 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:36.123323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Network 880cd2b9-94ec-48b2-bd52-11d470d6d23e is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:36.124736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:36.135766 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-dbb1399d-77c4-4559-bd60-8f3ccc2b6977 req-ddd3ea1c-52ef-4257-a95e-fe7acece33be tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Deleting port 9c8daa9d-4c55-4a77-ad83-7498434e3e39 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:36.136584 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dbb1399d-77c4-4559-bd60-8f3ccc2b6977 req-ddd3ea1c-52ef-4257-a95e-fe7acece33be tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:36.187010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:36.238926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-dbb1399d-77c4-4559-bd60-8f3ccc2b6977 req-ddd3ea1c-52ef-4257-a95e-fe7acece33be tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] For port 9c8daa9d-4c55-4a77-ad83-7498434e3e39, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=9c8daa9d-4c55-4a77-ad83-7498434e3e39,segment=NetworkSegment(9cfdeebc-f796-4415-97ad-be1516fdd569),segment_id=9cfdeebc-f796-4415-97ad-be1516fdd569)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:36.239954 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dbb1399d-77c4-4559-bd60-8f3ccc2b6977 req-ddd3ea1c-52ef-4257-a95e-fe7acece33be tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:36.257739 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-dbb1399d-77c4-4559-bd60-8f3ccc2b6977 req-ddd3ea1c-52ef-4257-a95e-fe7acece33be tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Calling delete_port for 9c8daa9d-4c55-4a77-ad83-7498434e3e39 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:36.270628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Router e2763a2f-5a16-44e1-97e7-f89356a0d367 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:55:36.297796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'name': 'tempest-ImageQuotaTest-750059697-router', 'tenant_id': '77451c05eedb40159c548b6bae982f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '8219705b-71a0-438f-b79d-a48c19cc9e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:33Z', 'updated_at': '2021-08-31T14:55:35Z', 'revision_number': 4, 'project_id': '77451c05eedb40159c548b6bae982f65', 'gw_port': {'id': '8219705b-71a0-438f-b79d-a48c19cc9e87', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:33Z', 'updated_at': '2021-08-31T14:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '40458fa5-a5f2-4551-8d52-ecc0fad7d9f1', 'name': '', 'network_id': '880cd2b9-94ec-48b2-bd52-11d470d6d23e', 'tenant_id': '77451c05eedb40159c548b6bae982f65', 'mac_address': 'fa:16:3e:54:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9e832ce7-62d6-4351-a818-7825fa5e602d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:35Z', 'updated_at': '2021-08-31T14:55:35Z', 'revision_number': 1, 'project_id': '77451c05eedb40159c548b6bae982f65', 'subnets': [{'id': '9e832ce7-62d6-4351-a818-7825fa5e602d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:36.336219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692efb0-4e64-4ab4-9321-dc6f124823de None None] The sync data for ids ['e2763a2f-5a16-44e1-97e7-f89356a0d367'] in n-d-806683-5 is: [{'id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'name': 'tempest-ImageQuotaTest-750059697-router', 'tenant_id': '77451c05eedb40159c548b6bae982f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '8219705b-71a0-438f-b79d-a48c19cc9e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:33Z', 'updated_at': '2021-08-31T14:55:35Z', 'revision_number': 4, 'project_id': '77451c05eedb40159c548b6bae982f65', 'gw_port': {'id': '8219705b-71a0-438f-b79d-a48c19cc9e87', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:33Z', 'updated_at': '2021-08-31T14:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '40458fa5-a5f2-4551-8d52-ecc0fad7d9f1', 'name': '', 'network_id': '880cd2b9-94ec-48b2-bd52-11d470d6d23e', 'tenant_id': '77451c05eedb40159c548b6bae982f65', 'mac_address': 'fa:16:3e:54:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9e832ce7-62d6-4351-a818-7825fa5e602d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:35Z', 'updated_at': '2021-08-31T14:55:35Z', 'revision_number': 1, 'project_id': '77451c05eedb40159c548b6bae982f65', 'subnets': [{'id': '9e832ce7-62d6-4351-a818-7825fa5e602d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:55:36.398541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:55:36.405803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a5c1fd94-86db-4294-89f9-e61e95d6b2f6 admin admin] 10.222.0.39 "PUT /v2.0/routers/e2763a2f-5a16-44e1-97e7-f89356a0d367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7255914 Aug 31 14:55:36.423515 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dbb1399d-77c4-4559-bd60-8f3ccc2b6977 req-ddd3ea1c-52ef-4257-a95e-fe7acece33be tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:36.428352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-673bd1cc-feb4-4bad-a166-d5774b2f0d1f None None] Provisioning complete for port 40458fa5-a5f2-4551-8d52-ecc0fad7d9f1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:36.429083 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-673bd1cc-feb4-4bad-a166-d5774b2f0d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:36.455697 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3ea1c-52ef-4257-a95e-fe7acece33be tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Pushing event deleted for resources: {'Port': ['ID=9c8daa9d-4c55-4a77-ad83-7498434e3e39,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:36.466121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['9c8daa9d-4c55-4a77-ad83-7498434e3e39'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:55:36.500585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-673bd1cc-feb4-4bad-a166-d5774b2f0d1f None None] Port 40458fa5-a5f2-4551-8d52-ecc0fad7d9f1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:55:36.509479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb1399d-77c4-4559-bd60-8f3ccc2b6977 req-ddd3ea1c-52ef-4257-a95e-fe7acece33be tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] No DVR routers for this DVR port 9c8daa9d-4c55-4a77-ad83-7498434e3e39 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:55:36.512386 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-dbb1399d-77c4-4559-bd60-8f3ccc2b6977 req-ddd3ea1c-52ef-4257-a95e-fe7acece33be tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:36.514400 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dbb1399d-77c4-4559-bd60-8f3ccc2b6977 req-ddd3ea1c-52ef-4257-a95e-fe7acece33be tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.60 "DELETE /v2.0/ports/9c8daa9d-4c55-4a77-ad83-7498434e3e39 HTTP/1.1" status: 204 len: 173 time: 0.4772654 Aug 31 14:55:36.514930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de6cc05-2136-4e2d-940c-5f336f65814d', 'name': 'network-vif-deleted', 'tag': '9c8daa9d-4c55-4a77-ad83-7498434e3e39'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:36.517365 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2466c6-ac18-4ee0-9f80-0074770ca5a0" -d '{"events": [{"server_uuid": "5de6cc05-2136-4e2d-940c-5f336f65814d", "name": "network-vif-deleted", "tag": "9c8daa9d-4c55-4a77-ad83-7498434e3e39"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:36.598870 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651e1b39-51cf-4f59-aea9-643c15ff2819 x-openstack-request-id: req-651e1b39-51cf-4f59-aea9-643c15ff2819 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:36.599382 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de6cc05-2136-4e2d-940c-5f336f65814d", "name": "network-vif-deleted", "tag": "9c8daa9d-4c55-4a77-ad83-7498434e3e39", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:36.599814 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-651e1b39-51cf-4f59-aea9-643c15ff2819 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:36.600733 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de6cc05-2136-4e2d-940c-5f336f65814d', 'name': 'network-vif-deleted', 'tag': '9c8daa9d-4c55-4a77-ad83-7498434e3e39', 'status': 'completed', 'code': 200} Aug 31 14:55:36.671947 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bd0233be-21ce-4696-86a2-52b0fbece30c req-2e0d202e-475f-4d0d-9957-4db32dcce921 tempest-TestServerAdvancedOps-161547366 tempest-TestServerAdvancedOps-161547366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de6cc05-2136-4e2d-940c-5f336f65814d HTTP/1.1" status: 200 len: 210 time: 0.0318482 Aug 31 14:55:37.490047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8219705b-71a0-438f-b79d-a48c19cc9e87 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:37.541980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 8219705b-71a0-438f-b79d-a48c19cc9e87 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:37.545886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 8219705b-71a0-438f-b79d-a48c19cc9e87 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:37.546259 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:37.578926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57062) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:37.633443 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:37.654672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 8219705b-71a0-438f-b79d-a48c19cc9e87, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8219705b-71a0-438f-b79d-a48c19cc9e87,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:37.660463 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:37.661502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:37.744564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57066) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:37.745369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=8219705b-71a0-438f-b79d-a48c19cc9e87,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:37.765885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:37.766262 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:37.806150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b0e1c4-29e6-4003-a20e-7e9e062cbc79 admin admin] Deleting subnet 0519969b-ec8c-43e5-90e5-8850d0d0eab2 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:55:37.809858 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e1c4-29e6-4003-a20e-7e9e062cbc79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:37.848433 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e1c4-29e6-4003-a20e-7e9e062cbc79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:37.889460 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e1c4-29e6-4003-a20e-7e9e062cbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:37.946451 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e1c4-29e6-4003-a20e-7e9e062cbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:37.973479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0e1c4-29e6-4003-a20e-7e9e062cbc79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0519969b-ec8c-43e5-90e5-8850d0d0eab2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:37.976167 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e1c4-29e6-4003-a20e-7e9e062cbc79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:37.978330 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e1b0e1c4-29e6-4003-a20e-7e9e062cbc79 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0519969b-ec8c-43e5-90e5-8850d0d0eab2 HTTP/1.1" status: 204 len: 168 time: 0.2306538 Aug 31 14:55:37.980825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57068) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:38.054049 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa8b012c-03d9-44b2-a41e-4575def6c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.133059 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa8b012c-03d9-44b2-a41e-4575def6c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.144764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fa8b012c-03d9-44b2-a41e-4575def6c7bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84dafc1-78c1-47ab-b8c7-ca32af8dc985']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:38.162508 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fa8b012c-03d9-44b2-a41e-4575def6c7bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfdeebc-f796-4415-97ad-be1516fdd569') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:38.162811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fa8b012c-03d9-44b2-a41e-4575def6c7bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfdeebc-f796-4415-97ad-be1516fdd569') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:38.173850 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa8b012c-03d9-44b2-a41e-4575def6c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.188967 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa8b012c-03d9-44b2-a41e-4575def6c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.194852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8b012c-03d9-44b2-a41e-4575def6c7bb admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:55:38.195294 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa8b012c-03d9-44b2-a41e-4575def6c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:55:38.197684 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:55:38.253247 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa8b012c-03d9-44b2-a41e-4575def6c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.257445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-933ff723-67f8-44a0-8f5d-be9d55d1a1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.260293 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa8b012c-03d9-44b2-a41e-4575def6c7bb admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.261925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fa8b012c-03d9-44b2-a41e-4575def6c7bb admin admin] 10.222.0.39 "DELETE /v2.0/networks/c84dafc1-78c1-47ab-b8c7-ca32af8dc985 HTTP/1.1" status: 204 len: 168 time: 0.2801702 Aug 31 14:55:38.272533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57070) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:38.282016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b012c-03d9-44b2-a41e-4575def6c7bb admin admin] Pushing event deleted for resources: {'Network': ['ID=c84dafc1-78c1-47ab-b8c7-ca32af8dc985,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:38.321619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf80d4e6-da53-44e7-8e05-f5aa3ef07b05 admin admin] Deleting subnet 2ad9fce5-d770-4744-9acb-ca6bce95f0f6 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:55:38.325627 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf80d4e6-da53-44e7-8e05-f5aa3ef07b05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.369428 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf80d4e6-da53-44e7-8e05-f5aa3ef07b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.407017 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf80d4e6-da53-44e7-8e05-f5aa3ef07b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.459856 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf80d4e6-da53-44e7-8e05-f5aa3ef07b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.486670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80d4e6-da53-44e7-8e05-f5aa3ef07b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad9fce5-d770-4744-9acb-ca6bce95f0f6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:38.490356 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf80d4e6-da53-44e7-8e05-f5aa3ef07b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.492317 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bf80d4e6-da53-44e7-8e05-f5aa3ef07b05 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2ad9fce5-d770-4744-9acb-ca6bce95f0f6 HTTP/1.1" status: 204 len: 168 time: 0.2188034 Aug 31 14:55:38.495310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57072) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:38.512667 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3fbb64-ecc6-4f64-9e69-3a7a82b354e8 None None] Sync routers for ids ['e2763a2f-5a16-44e1-97e7-f89356a0d367'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:55:38.518128 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-933ff723-67f8-44a0-8f5d-be9d55d1a1dc admin admin] Deleting port 40458fa5-a5f2-4551-8d52-ecc0fad7d9f1 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:38.518509 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-933ff723-67f8-44a0-8f5d-be9d55d1a1dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.523451 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3fbb64-ecc6-4f64-9e69-3a7a82b354e8 None None] Routers {'e2763a2f-5a16-44e1-97e7-f89356a0d367'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:38.524058 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-dc3fbb64-ecc6-4f64-9e69-3a7a82b354e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:55:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e2763a2f-5a16-44e1-97e7-f89356a0d367'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:38.569312 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12f253c5-655b-49d8-95a7-0ae0893e2738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.601452 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-933ff723-67f8-44a0-8f5d-be9d55d1a1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.614150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-933ff723-67f8-44a0-8f5d-be9d55d1a1dc admin admin] Calling delete_port for 40458fa5-a5f2-4551-8d52-ecc0fad7d9f1 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:38.630991 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-dc3fbb64-ecc6-4f64-9e69-3a7a82b354e8 None None] Set router e2763a2f-5a16-44e1-97e7-f89356a0d367 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:38.649442 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12f253c5-655b-49d8-95a7-0ae0893e2738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.660151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-12f253c5-655b-49d8-95a7-0ae0893e2738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb30211-ae1e-4c50-83e4-17ac1a0a7c3b']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:38.670297 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-12f253c5-655b-49d8-95a7-0ae0893e2738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf841670-f8de-4353-b64d-9ba0a6656383') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:38.670594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-12f253c5-655b-49d8-95a7-0ae0893e2738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf841670-f8de-4353-b64d-9ba0a6656383') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:38.679496 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12f253c5-655b-49d8-95a7-0ae0893e2738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.695972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12f253c5-655b-49d8-95a7-0ae0893e2738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.703150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f253c5-655b-49d8-95a7-0ae0893e2738 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:55:38.703546 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12f253c5-655b-49d8-95a7-0ae0893e2738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:55:38.705375 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:55:38.766008 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12f253c5-655b-49d8-95a7-0ae0893e2738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.772978 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12f253c5-655b-49d8-95a7-0ae0893e2738 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.776092 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-12f253c5-655b-49d8-95a7-0ae0893e2738 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0bb30211-ae1e-4c50-83e4-17ac1a0a7c3b HTTP/1.1" status: 204 len: 168 time: 0.2791412 Aug 31 14:55:38.791044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f253c5-655b-49d8-95a7-0ae0893e2738 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb30211-ae1e-4c50-83e4-17ac1a0a7c3b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:38.818197 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-933ff723-67f8-44a0-8f5d-be9d55d1a1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:38.843682 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-dc3fbb64-ecc6-4f64-9e69-3a7a82b354e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'name': 'tempest-ImageQuotaTest-750059697-router', 'tenant_id': '77451c05eedb40159c548b6bae982f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '8219705b-71a0-438f-b79d-a48c19cc9e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:33Z', 'updated_at': '2021-08-31T14:55:35Z', 'revision_number': 4, 'project_id': '77451c05eedb40159c548b6bae982f65', 'gw_port': {'id': '8219705b-71a0-438f-b79d-a48c19cc9e87', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:33Z', 'updated_at': '2021-08-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '40458fa5-a5f2-4551-8d52-ecc0fad7d9f1', 'name': '', 'network_id': '880cd2b9-94ec-48b2-bd52-11d470d6d23e', 'tenant_id': '77451c05eedb40159c548b6bae982f65', 'mac_address': 'fa:16:3e:54:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9e832ce7-62d6-4351-a818-7825fa5e602d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:35Z', 'updated_at': '2021-08-31T14:55:35Z', 'revision_number': 2, 'project_id': '77451c05eedb40159c548b6bae982f65', 'subnets': [{'id': '9e832ce7-62d6-4351-a818-7825fa5e602d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:38.849624 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ff723-67f8-44a0-8f5d-be9d55d1a1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=40458fa5-a5f2-4551-8d52-ecc0fad7d9f1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:38.880341 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3fbb64-ecc6-4f64-9e69-3a7a82b354e8 None None] Checking router: e2763a2f-5a16-44e1-97e7-f89356a0d367 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:55:38.880691 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3fbb64-ecc6-4f64-9e69-3a7a82b354e8 None None] Updating router e2763a2f-5a16-44e1-97e7-f89356a0d367 port 40458fa5-a5f2-4551-8d52-ecc0fad7d9f1 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:55:38.902752 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3fbb64-ecc6-4f64-9e69-3a7a82b354e8 None None] Port 40458fa5-a5f2-4551-8d52-ecc0fad7d9f1 not found while updating agent binding for router e2763a2f-5a16-44e1-97e7-f89356a0d367. {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 14:55:38.914652 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3fbb64-ecc6-4f64-9e69-3a7a82b354e8 None None] Routers {'e2763a2f-5a16-44e1-97e7-f89356a0d367'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:38.915422 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-dc3fbb64-ecc6-4f64-9e69-3a7a82b354e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:55:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e2763a2f-5a16-44e1-97e7-f89356a0d367'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:38.933691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57076) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:38.983056 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ead3b531-6620-42f1-9c02-8272edf066f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a95b53926424dd492b48ba69e337629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480297 Aug 31 14:55:38.990870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57078) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:39.036078 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-933ff723-67f8-44a0-8f5d-be9d55d1a1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.051422 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-dc3fbb64-ecc6-4f64-9e69-3a7a82b354e8 None None] Set router e2763a2f-5a16-44e1-97e7-f89356a0d367 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:39.052504 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc49326d-21e7-41a1-9878-4e984d5d0a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.076562 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc49326d-21e7-41a1-9878-4e984d5d0a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.127055 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc49326d-21e7-41a1-9878-4e984d5d0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.129628 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc49326d-21e7-41a1-9878-4e984d5d0a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.133335 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bc49326d-21e7-41a1-9878-4e984d5d0a6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e41b4153-ec6c-4dea-9e04-205ebd167e47 HTTP/1.1" status: 204 len: 168 time: 0.1390777 Aug 31 14:55:39.140414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49326d-21e7-41a1-9878-4e984d5d0a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41b4153-ec6c-4dea-9e04-205ebd167e47,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:39.268369 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-dc3fbb64-ecc6-4f64-9e69-3a7a82b354e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'name': 'tempest-ImageQuotaTest-750059697-router', 'tenant_id': '77451c05eedb40159c548b6bae982f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '8219705b-71a0-438f-b79d-a48c19cc9e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:33Z', 'updated_at': '2021-08-31T14:55:38Z', 'revision_number': 5, 'project_id': '77451c05eedb40159c548b6bae982f65', 'gw_port': {'id': '8219705b-71a0-438f-b79d-a48c19cc9e87', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:33Z', 'updated_at': '2021-08-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:39.287462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933ff723-67f8-44a0-8f5d-be9d55d1a1dc admin admin] Router e2763a2f-5a16-44e1-97e7-f89356a0d367 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:55:39.295867 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3fbb64-ecc6-4f64-9e69-3a7a82b354e8 None None] The sync data for ids ['e2763a2f-5a16-44e1-97e7-f89356a0d367'] in n-d-806683-5 is: [{'id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'name': 'tempest-ImageQuotaTest-750059697-router', 'tenant_id': '77451c05eedb40159c548b6bae982f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '8219705b-71a0-438f-b79d-a48c19cc9e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:33Z', 'updated_at': '2021-08-31T14:55:38Z', 'revision_number': 5, 'project_id': '77451c05eedb40159c548b6bae982f65', 'gw_port': {'id': '8219705b-71a0-438f-b79d-a48c19cc9e87', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2763a2f-5a16-44e1-97e7-f89356a0d367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:33Z', 'updated_at': '2021-08-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:55:39.405450 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933ff723-67f8-44a0-8f5d-be9d55d1a1dc admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:55:39.410334 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-933ff723-67f8-44a0-8f5d-be9d55d1a1dc admin admin] 10.222.0.39 "PUT /v2.0/routers/e2763a2f-5a16-44e1-97e7-f89356a0d367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8303421 Aug 31 14:55:39.412828 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57084) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:39.479314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57086) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:39.520978 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.525883 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-eaa5c4cc-c8ac-400a-bdf6-6c0a924ac6bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7eee3aaa4f7b4c7db2a1a97b35f92c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424542 Aug 31 14:55:39.526146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57088) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:39.576068 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5211da36-e9bf-4117-8587-3ba115dfaac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.597531 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5211da36-e9bf-4117-8587-3ba115dfaac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.624670 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.652766 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5211da36-e9bf-4117-8587-3ba115dfaac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.656231 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5211da36-e9bf-4117-8587-3ba115dfaac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.657731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5211da36-e9bf-4117-8587-3ba115dfaac9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b3d7192-04f4-4ed5-9edb-bc00f22f8128 HTTP/1.1" status: 204 len: 168 time: 0.1302500 Aug 31 14:55:39.685515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211da36-e9bf-4117-8587-3ba115dfaac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3d7192-04f4-4ed5-9edb-bc00f22f8128,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:39.686729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] Deleting port 8219705b-71a0-438f-b79d-a48c19cc9e87 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:39.687072 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.747569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8219705b-71a0-438f-b79d-a48c19cc9e87 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:39.790995 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] For port 8219705b-71a0-438f-b79d-a48c19cc9e87, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8219705b-71a0-438f-b79d-a48c19cc9e87,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:39.791592 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.807824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] Calling delete_port for 8219705b-71a0-438f-b79d-a48c19cc9e87 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:39.820014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 8219705b-71a0-438f-b79d-a48c19cc9e87 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:39.820488 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.941951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 40458fa5-a5f2-4551-8d52-ecc0fad7d9f1 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:39.965139 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 40458fa5-a5f2-4551-8d52-ecc0fad7d9f1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:39.965622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 40458fa5-a5f2-4551-8d52-ecc0fad7d9f1 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:40.032944 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.064868 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] Pushing event deleted for resources: {'Port': ['ID=8219705b-71a0-438f-b79d-a48c19cc9e87,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:40.135399 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.247485 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.250045 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.300268 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.300854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2763a2f-5a16-44e1-97e7-f89356a0d367 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:55:40.307726 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.311246 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0af79635-5a52-43ed-8d2a-de5fc6108050 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e2763a2f-5a16-44e1-97e7-f89356a0d367 HTTP/1.1" status: 204 len: 168 time: 0.8951962 Aug 31 14:55:40.311607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57092) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:40.362929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07e78dc-e87c-42f2-98a7-9376a81277f7 admin admin] Deleting subnet 9e832ce7-62d6-4351-a818-7825fa5e602d {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:55:40.366438 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c07e78dc-e87c-42f2-98a7-9376a81277f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.401793 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c07e78dc-e87c-42f2-98a7-9376a81277f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.447429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd89f9-3008-4234-bbf2-1358884d9481 None None] Sync routers for ids ['e2763a2f-5a16-44e1-97e7-f89356a0d367'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:55:40.456054 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd89f9-3008-4234-bbf2-1358884d9481 None None] Routers set() bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:40.456663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd89f9-3008-4234-bbf2-1358884d9481 None None] Router IDs set() for agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:55:40.457289 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_agentschedulers_db [None req-a5bd89f9-3008-4234-bbf2-1358884d9481 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e2763a2f-5a16-44e1-97e7-f89356a0d367'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:55:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent'). {{(pid=94872) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:55:40.465829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd89f9-3008-4234-bbf2-1358884d9481 None None] Routers set() bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:40.466189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd89f9-3008-4234-bbf2-1358884d9481 None None] Router IDs set() for agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:55:40.466925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_agentschedulers_db [None req-a5bd89f9-3008-4234-bbf2-1358884d9481 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e2763a2f-5a16-44e1-97e7-f89356a0d367'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:55:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent'). {{(pid=94872) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:55:40.467331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd89f9-3008-4234-bbf2-1358884d9481 None None] The sync data for ids ['e2763a2f-5a16-44e1-97e7-f89356a0d367'] in n-d-806683-5 is: [] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:55:40.492444 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c07e78dc-e87c-42f2-98a7-9376a81277f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.552403 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c07e78dc-e87c-42f2-98a7-9376a81277f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.582117 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e78dc-e87c-42f2-98a7-9376a81277f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e832ce7-62d6-4351-a818-7825fa5e602d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:40.588972 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c07e78dc-e87c-42f2-98a7-9376a81277f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.595603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57094) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:40.596144 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c07e78dc-e87c-42f2-98a7-9376a81277f7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9e832ce7-62d6-4351-a818-7825fa5e602d HTTP/1.1" status: 204 len: 168 time: 0.2832806 Aug 31 14:55:40.597613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e546f2c1-320d-48ac-ad24-06a5af206b39 None None] Network 880cd2b9-94ec-48b2-bd52-11d470d6d23e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:40.676681 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.736336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Deleting port 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:40.736588 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.814328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] For port 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578,segment=NetworkSegment(5ca18166-0991-4a1b-9741-cd7cbe6744b8),segment_id=5ca18166-0991-4a1b-9741-cd7cbe6744b8)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:40.814721 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.829800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Calling delete_port for 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:40.925252 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:40.957939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f968b94e-c3cc-4e40-8ef1-34204bddc432 None None] DHCP port deletion for 880cd2b9-94ec-48b2-bd52-11d470d6d23e request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:55:40.958712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:40.964521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] No DVR routers for this DVR port 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:55:41.045673 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:41.057185 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880cd2b9-94ec-48b2-bd52-11d470d6d23e']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:41.072078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca18166-0991-4a1b-9741-cd7cbe6744b8') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:41.072078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca18166-0991-4a1b-9741-cd7cbe6744b8') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:41.082146 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:41.098972 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:41.105597 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:55:41.105990 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:55:41.107736 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:55:41.168688 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:41.176204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:41.177102 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] 10.222.0.39 "DELETE /v2.0/networks/880cd2b9-94ec-48b2-bd52-11d470d6d23e HTTP/1.1" status: 204 len: 168 time: 0.5804894 Aug 31 14:55:41.188603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd598a89-a39b-4710-ad27-5eaff5566d54 admin admin] Pushing event deleted for resources: {'Network': ['ID=880cd2b9-94ec-48b2-bd52-11d470d6d23e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:41.368988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57098) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:41.398401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8219705b-71a0-438f-b79d-a48c19cc9e87 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:41.410212 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cdb1d88c-f637-43ef-855c-14d91b077428 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77451c05eedb40159c548b6bae982f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398626 Aug 31 14:55:41.412867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57100) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:41.418842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 8219705b-71a0-438f-b79d-a48c19cc9e87 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:41.419205 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8219705b-71a0-438f-b79d-a48c19cc9e87 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:41.419638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:41.439107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:41.439475 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1b63e5e5-a1d1-40dd-a3c4-c16e2b0f7578 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:41.466590 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-715cb003-abdf-4dd7-8d4d-1e747bbe8580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:41.487202 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-715cb003-abdf-4dd7-8d4d-1e747bbe8580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:41.532909 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-715cb003-abdf-4dd7-8d4d-1e747bbe8580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:41.535456 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-715cb003-abdf-4dd7-8d4d-1e747bbe8580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:41.536626 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-715cb003-abdf-4dd7-8d4d-1e747bbe8580 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25946b52-8fe4-42d7-91f6-33f5a4f7cdfd HTTP/1.1" status: 204 len: 168 time: 0.1227598 Aug 31 14:55:41.544712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cb003-abdf-4dd7-8d4d-1e747bbe8580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25946b52-8fe4-42d7-91f6-33f5a4f7cdfd,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:41.550984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 9c8daa9d-4c55-4a77-ad83-7498434e3e39 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:41.574683 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 9c8daa9d-4c55-4a77-ad83-7498434e3e39 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:41.575028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 9c8daa9d-4c55-4a77-ad83-7498434e3e39 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:41.866155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57106) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:41.886087 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f8ec8dd-655e-4f53-8864-cb272d6aaa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:41.985099 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f8ec8dd-655e-4f53-8864-cb272d6aaa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:41.990243 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f8ec8dd-655e-4f53-8864-cb272d6aaa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:42.043405 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6f8ec8dd-655e-4f53-8864-cb272d6aaa6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1752028 Aug 31 14:55:42.044282 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ec8dd-655e-4f53-8864-cb272d6aaa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684492f5-ddcf-4496-8874-d550b21f687c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:42.045141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57108) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:42.093927 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394c4e63-7f05-4280-9cd6-26b3f9c6db7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:42.119913 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394c4e63-7f05-4280-9cd6-26b3f9c6db7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:42.168976 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394c4e63-7f05-4280-9cd6-26b3f9c6db7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:42.171924 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394c4e63-7f05-4280-9cd6-26b3f9c6db7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:42.173080 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-394c4e63-7f05-4280-9cd6-26b3f9c6db7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/684492f5-ddcf-4496-8874-d550b21f687c HTTP/1.1" status: 204 len: 168 time: 0.1269577 Aug 31 14:55:42.181136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c4e63-7f05-4280-9cd6-26b3f9c6db7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684492f5-ddcf-4496-8874-d550b21f687c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:49.018573 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:55:49.613625 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb34d36f-06f1-455f-96df-6de5ab9f2c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:49.713511 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:51.860753 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-b6bd693d-1464-4a9a-9fdd-c4b0b93ece50 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b85b97850d9f43c19b7cece35a341e7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232484 Aug 31 14:55:51.966911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-50c0e6c0-f0c6-44c1-b8ea-4b8e2cea1c5f tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:51.968412 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-50c0e6c0-f0c6-44c1-b8ea-4b8e2cea1c5f tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1024439 Aug 31 14:55:51.984000 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-c16d8bcc-d884-4d17-94bd-f0d721c1ad71 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/quotas/b85b97850d9f43c19b7cece35a341e7d HTTP/1.1" status: 200 len: 375 time: 0.0098884 Aug 31 14:55:52.016671 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-191b09ee-cbc8-45ae-9cb7-1299b2916bb0 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b85b97850d9f43c19b7cece35a341e7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267367 Aug 31 14:55:52.166555 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53d15176-1723-4c76-98ba-cb940965acfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:52.177120 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2b3ce436-f906-46aa-9679-0aa1304f6a14 req-e63e74db-f8fa-479b-9e01-2aed29a45b6d tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/ports?device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 210 time: 0.0283823 Aug 31 14:55:52.296331 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:53.094477 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-f673b6f8-e2e7-4664-ba01-fb281cb0b2e9 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b85b97850d9f43c19b7cece35a341e7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207021 Aug 31 14:55:53.203109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-e1540d27-1a7b-4359-87aa-859ee6452bcb tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:53.204665 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-e1540d27-1a7b-4359-87aa-859ee6452bcb tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1046612 Aug 31 14:55:53.218168 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Request body: {'port': {'device_id': '82148589-a204-41e1-9673-f2e5f447a7c3', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'admin_state_up': True, 'tenant_id': 'b85b97850d9f43c19b7cece35a341e7d'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:53.296086 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9c9ba94d-729d-4ad1-b58a-840cf0dd7d03 req-36f7b4ab-670b-49d6-a838-e9b3311c702f tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/ports?device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 210 time: 0.0339074 Aug 31 14:55:53.355163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Made reservation on behalf of b85b97850d9f43c19b7cece35a341e7d for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:53.358627 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:53.367653 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:53.415193 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:53.459861 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:53.464181 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:53.537762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18911f8-3270-431e-9d2a-803146aeabd9,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:53.606320 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Allocated IP 192.168.233.27 (78c2feb9-55a8-43df-be36-f391415a9138/dd54cf2c-10bb-4158-80ef-c7356ee715d2/dcbb14f1-6955-4c8a-ad84-47d59b062902) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:53.760610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:53.774045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Transition to ACTIVE for port object dcbb14f1-6955-4c8a-ad84-47d59b062902 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:53.805712 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:53.849509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Network 78c2feb9-55a8-43df-be36-f391415a9138 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:53.852828 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:53.856571 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:53.862707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Pushing event updated for resources: {'Port': ['ID=dcbb14f1-6955-4c8a-ad84-47d59b062902,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:53.908748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:53.909364 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:53.924473 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-7f2b8737-1dfe-43dd-8805-0270909cd450 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7101145 Aug 31 14:55:54.044418 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Request body: {'port': {'device_id': '82148589-a204-41e1-9673-f2e5f447a7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:54.101766 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:54.136569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ba2101bd-0013-4a48-b024-c03c8d18c75b None None] Provisioning for port dcbb14f1-6955-4c8a-ad84-47d59b062902 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:54.140628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ba2101bd-0013-4a48-b024-c03c8d18c75b None None] Provisioning complete for port dcbb14f1-6955-4c8a-ad84-47d59b062902 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:54.141003 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba2101bd-0013-4a48-b024-c03c8d18c75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:54.176344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ba2101bd-0013-4a48-b024-c03c8d18c75b None None] Port dcbb14f1-6955-4c8a-ad84-47d59b062902 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:55:54.363727 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbb14f1-6955-4c8a-ad84-47d59b062902 {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:55:54.371191 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:54.383603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Transition to ACTIVE for port object dcbb14f1-6955-4c8a-ad84-47d59b062902 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:54.388317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:54.412773 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc1faf-4700-48f2-abac-ae15a4a105d8 req-f5feda11-1723-4f37-865b-0cf668d31e0d tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:54.414273 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82dc1faf-4700-48f2-abac-ae15a4a105d8 req-f5feda11-1723-4f37-865b-0cf668d31e0d tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/ports?device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 935 time: 0.0506270 Aug 31 14:55:54.438895 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Pushing event updated for resources: {'Port': ['ID=dcbb14f1-6955-4c8a-ad84-47d59b062902,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:54.456752 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82dc1faf-4700-48f2-abac-ae15a4a105d8 req-e62e403e-658e-4b25-8f00-7b21797bc688 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/security-groups?id=e18911f8-3270-431e-9d2a-803146aeabd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340066 Aug 31 14:55:54.527349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Attempting to bind port dcbb14f1-6955-4c8a-ad84-47d59b062902 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:54.527691 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Attempting to bind port dcbb14f1-6955-4c8a-ad84-47d59b062902 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:54.528025 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Attempting to bind port dcbb14f1-6955-4c8a-ad84-47d59b062902 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:54.532557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Port dcbb14f1-6955-4c8a-ad84-47d59b062902 on network 78c2feb9-55a8-43df-be36-f391415a9138 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:55:54.532878 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Attempting to bind port dcbb14f1-6955-4c8a-ad84-47d59b062902 on network 78c2feb9-55a8-43df-be36-f391415a9138 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:54.537877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:54.538219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Checking segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:54.538607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Bound using segment: {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:54.539048 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Bound port: dcbb14f1-6955-4c8a-ad84-47d59b062902, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab423894-a3b1-45ac-850a-16cf2acad955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:54.539430 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:54.568702 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:54.606892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] For port dcbb14f1-6955-4c8a-ad84-47d59b062902, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:54.610224 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] For port dcbb14f1-6955-4c8a-ad84-47d59b062902, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=dcbb14f1-6955-4c8a-ad84-47d59b062902,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:54.613815 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:54.648375 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:54.649056 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:54.651513 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] 10.222.0.60 "PUT /v2.0/ports/dcbb14f1-6955-4c8a-ad84-47d59b062902 HTTP/1.1" status: 200 len: 1095 time: 0.7173755 Aug 31 14:55:54.651988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82148589-a204-41e1-9673-f2e5f447a7c3', 'tag': 'dcbb14f1-6955-4c8a-ad84-47d59b062902'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:54.654239 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91ba7e9-21f3-419d-88f2-b2c45d08e606" -d '{"events": [{"name": "network-changed", "server_uuid": "82148589-a204-41e1-9673-f2e5f447a7c3", "tag": "dcbb14f1-6955-4c8a-ad84-47d59b062902"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:54.690498 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cabea4-0d25-4528-b37f-5c1d27df6f0c service neutron] Pushing event updated for resources: {'Port': ['ID=dcbb14f1-6955-4c8a-ad84-47d59b062902,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:54.705614 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb705ce-3668-4e50-ac9e-1563368c081a x-openstack-request-id: req-4cb705ce-3668-4e50-ac9e-1563368c081a {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:54.706008 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82148589-a204-41e1-9673-f2e5f447a7c3", "tag": "dcbb14f1-6955-4c8a-ad84-47d59b062902", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:54.706271 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4cb705ce-3668-4e50-ac9e-1563368c081a {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:54.706679 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82148589-a204-41e1-9673-f2e5f447a7c3', 'tag': 'dcbb14f1-6955-4c8a-ad84-47d59b062902', 'status': 'completed', 'code': 200} Aug 31 14:55:54.744834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-c066fc29-51f4-41b7-83c3-6f2c0d315721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:54.746388 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-c066fc29-51f4-41b7-83c3-6f2c0d315721 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b85b97850d9f43c19b7cece35a341e7d&device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 1098 time: 0.0521851 Aug 31 14:55:54.799472 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-4a37f3de-76d1-48a6-ba2b-7195626b82c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=dcbb14f1-6955-4c8a-ad84-47d59b062902 HTTP/1.1" status: 200 len: 217 time: 0.0452805 Aug 31 14:55:54.852357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-f9d666a1-1bf1-49da-b5a4-65ea05d85cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:54.854633 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-f9d666a1-1bf1-49da-b5a4-65ea05d85cd0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0484297 Aug 31 14:55:54.902914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-90eae9a9-4718-47d9-81b2-cd3034c476a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:54.904408 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-90eae9a9-4718-47d9-81b2-cd3034c476a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0433061 Aug 31 14:55:54.997881 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-1c06d6eb-6383-4695-b4fa-f468c57c7a68 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864706 Aug 31 14:55:55.012508 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:55.094197 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c81f0d8d-6605-4e4c-92d9-70a397d6040e req-78ad3d98-d4b3-49b4-919e-826d7b78a87e service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889015 Aug 31 14:55:55.179769 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ba7e9-21f3-419d-88f2-b2c45d08e606 req-cc77ebd4-b5c8-49e9-b83c-57874897bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:55.181168 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d91ba7e9-21f3-419d-88f2-b2c45d08e606 req-cc77ebd4-b5c8-49e9-b83c-57874897bf98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b85b97850d9f43c19b7cece35a341e7d&device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 1098 time: 0.0417478 Aug 31 14:55:55.268943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ba7e9-21f3-419d-88f2-b2c45d08e606 req-790011b2-9ec7-4523-b2fd-3431f8640af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:55.270457 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d91ba7e9-21f3-419d-88f2-b2c45d08e606 req-790011b2-9ec7-4523-b2fd-3431f8640af7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c2feb9-55a8-43df-be36-f391415a9138 HTTP/1.1" status: 200 len: 870 time: 0.0828335 Aug 31 14:55:55.312894 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d91ba7e9-21f3-419d-88f2-b2c45d08e606 req-9c457d95-ba8f-47c2-9d9e-f3c271657d0e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=dcbb14f1-6955-4c8a-ad84-47d59b062902 HTTP/1.1" status: 200 len: 217 time: 0.0358529 Aug 31 14:55:55.365538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ba7e9-21f3-419d-88f2-b2c45d08e606 req-4a3811de-a970-46d2-8d26-52cc271f8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:55.367031 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d91ba7e9-21f3-419d-88f2-b2c45d08e606 req-4a3811de-a970-46d2-8d26-52cc271f8e13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd54cf2c-10bb-4158-80ef-c7356ee715d2 HTTP/1.1" status: 200 len: 843 time: 0.0459383 Aug 31 14:55:55.412744 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ba7e9-21f3-419d-88f2-b2c45d08e606 req-9ec50471-fc34-4dbe-b3f0-6e64fff41234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:55.414207 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d91ba7e9-21f3-419d-88f2-b2c45d08e606 req-9ec50471-fc34-4dbe-b3f0-6e64fff41234 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c2feb9-55a8-43df-be36-f391415a9138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400860 Aug 31 14:55:55.587158 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6366a-2094-4e43-8f92-1d2c9f92dd6f req-9822e496-282c-439a-a1f1-15e4b9ed3867 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:55.589311 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cef6366a-2094-4e43-8f92-1d2c9f92dd6f req-9822e496-282c-439a-a1f1-15e4b9ed3867 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/ports?device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 947 time: 0.0571442 Aug 31 14:55:55.629730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cef6366a-2094-4e43-8f92-1d2c9f92dd6f req-6f8b6542-3dee-498e-bb82-55ab49acfeee tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/security-groups?id=e18911f8-3270-431e-9d2a-803146aeabd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343137 Aug 31 14:55:55.816987 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d91ba7e9-21f3-419d-88f2-b2c45d08e606 req-959bf698-e8b7-449e-b147-5d57085780ba service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948705 Aug 31 14:55:55.907088 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d91ba7e9-21f3-419d-88f2-b2c45d08e606 req-279b0e1a-6fd1-4d84-90e5-4179a9e2a368 service neutron] 10.222.0.60 "GET /v2.0/networks/78c2feb9-55a8-43df-be36-f391415a9138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822327 Aug 31 14:55:56.750904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de2231-d153-4660-a476-77924b659a39 req-2b5d3cda-4ba8-43a4-b002-87e40b46f04f tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:56.752422 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-64de2231-d153-4660-a476-77924b659a39 req-2b5d3cda-4ba8-43a4-b002-87e40b46f04f tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/ports?device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 947 time: 0.0526247 Aug 31 14:55:56.789195 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-64de2231-d153-4660-a476-77924b659a39 req-8a27f3b6-ae4d-4163-bf4c-52b813693d7a tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/security-groups?id=e18911f8-3270-431e-9d2a-803146aeabd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Aug 31 14:55:57.615527 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device dcbb14f1-6955-4c8a-ad84-47d59b062902 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:55:57.707344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port dcbb14f1-6955-4c8a-ad84-47d59b062902, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=dcbb14f1-6955-4c8a-ad84-47d59b062902,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:57.721659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'dcbb14f1-6955-4c8a-ad84-47d59b062902', 'network_id': '78c2feb9-55a8-43df-be36-f391415a9138', 'port_id': 'dcbb14f1-6955-4c8a-ad84-47d59b062902', 'mac_address': 'fa:16:3e:61:c6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd54cf2c-10bb-4158-80ef-c7356ee715d2', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:55:57.907828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a35fc-3e31-4ee1-a2fa-5dba7e7d42c1 req-82f81431-9c4f-43f9-ac88-82bfe6dd1426 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:57.909350 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c06a35fc-3e31-4ee1-a2fa-5dba7e7d42c1 req-82f81431-9c4f-43f9-ac88-82bfe6dd1426 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/ports?device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 947 time: 0.0507529 Aug 31 14:55:57.913362 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:57.925901 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbb14f1-6955-4c8a-ad84-47d59b062902 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:55:57.945187 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port dcbb14f1-6955-4c8a-ad84-47d59b062902, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=dcbb14f1-6955-4c8a-ad84-47d59b062902,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:57.948687 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c06a35fc-3e31-4ee1-a2fa-5dba7e7d42c1 req-f3403738-1a2a-43c1-8a5f-755e5c758f1b tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/security-groups?id=e18911f8-3270-431e-9d2a-803146aeabd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330896 Aug 31 14:55:57.950386 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:57.996391 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=dcbb14f1-6955-4c8a-ad84-47d59b062902,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:58.145559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['dcbb14f1-6955-4c8a-ad84-47d59b062902'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:55:59.066415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647d3db-84ad-4ce0-a551-325cee8f1878 req-52a7844a-1c33-412b-a083-a4fce733a690 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:59.067936 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4647d3db-84ad-4ce0-a551-325cee8f1878 req-52a7844a-1c33-412b-a083-a4fce733a690 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/ports?device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 948 time: 0.0507624 Aug 31 14:55:59.107699 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4647d3db-84ad-4ce0-a551-325cee8f1878 req-6d1109f6-b273-4766-abf8-f81f022449b2 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/security-groups?id=e18911f8-3270-431e-9d2a-803146aeabd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335371 Aug 31 14:55:59.619059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device dcbb14f1-6955-4c8a-ad84-47d59b062902 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:59.666333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port dcbb14f1-6955-4c8a-ad84-47d59b062902 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:59.669801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port dcbb14f1-6955-4c8a-ad84-47d59b062902 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:59.670170 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:59.746270 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:59.768211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82148589-a204-41e1-9673-f2e5f447a7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbb14f1-6955-4c8a-ad84-47d59b062902'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:59.770461 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a413a5f-1b61-48d2-9f09-5e458ef2f7ad" -d '{"events": [{"server_uuid": "82148589-a204-41e1-9673-f2e5f447a7c3", "name": "network-vif-plugged", "status": "completed", "tag": "dcbb14f1-6955-4c8a-ad84-47d59b062902"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:59.784254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port dcbb14f1-6955-4c8a-ad84-47d59b062902, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=dcbb14f1-6955-4c8a-ad84-47d59b062902,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:59.788627 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:59.835583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=dcbb14f1-6955-4c8a-ad84-47d59b062902,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:59.876660 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c40d60-1da3-442d-a39c-5d0c2c160a7d x-openstack-request-id: req-b5c40d60-1da3-442d-a39c-5d0c2c160a7d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:59.876959 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82148589-a204-41e1-9673-f2e5f447a7c3", "name": "network-vif-plugged", "status": "completed", "tag": "dcbb14f1-6955-4c8a-ad84-47d59b062902", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:59.877213 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5c40d60-1da3-442d-a39c-5d0c2c160a7d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:59.877608 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82148589-a204-41e1-9673-f2e5f447a7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbb14f1-6955-4c8a-ad84-47d59b062902', 'code': 200} Aug 31 14:55:59.970018 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bea8aa-6bac-439b-9a74-4a012cd40630 req-14c3751a-08b9-4cbc-94fa-e23f408f864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:59.971518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98bea8aa-6bac-439b-9a74-4a012cd40630 req-14c3751a-08b9-4cbc-94fa-e23f408f864c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 1100 time: 0.0394735 Aug 31 14:56:00.005793 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98bea8aa-6bac-439b-9a74-4a012cd40630 req-6a168b98-fc84-4b3e-9fed-a2c73d0a44dc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e18911f8-3270-431e-9d2a-803146aeabd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277069 Aug 31 14:56:00.225105 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa88c90-2753-4ce6-b734-fb72640154ea req-80f6b81f-1fb1-453d-b44b-d3d33b598443 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:00.226590 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1aa88c90-2753-4ce6-b734-fb72640154ea req-80f6b81f-1fb1-453d-b44b-d3d33b598443 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/ports?device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 949 time: 0.0544665 Aug 31 14:56:00.263560 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1aa88c90-2753-4ce6-b734-fb72640154ea req-215f8460-0205-4b3d-9919-6c8a389171c3 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/security-groups?id=e18911f8-3270-431e-9d2a-803146aeabd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304136 Aug 31 14:56:01.382452 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0315aa-3fd0-47af-8e8b-f7cafd3feff7 req-e091aaa4-80da-40e1-8017-0e849c4eea31 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:01.383930 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c0315aa-3fd0-47af-8e8b-f7cafd3feff7 req-e091aaa4-80da-40e1-8017-0e849c4eea31 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/ports?device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 949 time: 0.0501952 Aug 31 14:56:01.421541 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c0315aa-3fd0-47af-8e8b-f7cafd3feff7 req-60fed77e-2ae5-4f80-832e-3cbd93c8f992 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/security-groups?id=e18911f8-3270-431e-9d2a-803146aeabd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309031 Aug 31 14:56:01.760496 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-f4c00598-88da-4ab4-ba28-f646b7ef2e61 req-956fe8ce-b8f5-4a7c-9182-978b31627cee service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:56:01.761549 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4c00598-88da-4ab4-ba28-f646b7ef2e61 req-956fe8ce-b8f5-4a7c-9182-978b31627cee service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0571144 Aug 31 14:56:02.141712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-e4db2fd3-a183-4231-80f5-a2a0533a07fa req-77d1056f-3157-4695-b088-8f3d3cee66e1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:56:02.142706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4db2fd3-a183-4231-80f5-a2a0533a07fa req-77d1056f-3157-4695-b088-8f3d3cee66e1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0607069 Aug 31 14:56:02.470956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c93bc-cd4a-4dea-89ef-2052bb1a4666 req-7d8c8b2e-4ebc-4a55-9f55-33e00ea53263 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:02.472451 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-555c93bc-cd4a-4dea-89ef-2052bb1a4666 req-7d8c8b2e-4ebc-4a55-9f55-33e00ea53263 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/ports?device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 949 time: 0.0537646 Aug 31 14:56:02.824720 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-555c93bc-cd4a-4dea-89ef-2052bb1a4666 req-cba1fd4d-f7cf-4dca-adca-d2a4d1920eb6 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/security-groups?id=e18911f8-3270-431e-9d2a-803146aeabd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453755 Aug 31 14:56:03.729994 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59bd97-2b54-4f93-82e9-ff88fb130fd1 req-d198c338-033e-4d60-9492-5f7a1a8e188c tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:03.731453 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8e59bd97-2b54-4f93-82e9-ff88fb130fd1 req-d198c338-033e-4d60-9492-5f7a1a8e188c tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.60 "GET /v2.0/ports?device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 949 time: 0.0472298 Aug 31 14:56:03.817015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-8e59bd97-2b54-4f93-82e9-ff88fb130fd1 req-f1ed70e8-83c1-42fa-ba95-2084559b2900 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Deleting port dcbb14f1-6955-4c8a-ad84-47d59b062902 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:56:03.817349 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8e59bd97-2b54-4f93-82e9-ff88fb130fd1 req-f1ed70e8-83c1-42fa-ba95-2084559b2900 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:03.941625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-8e59bd97-2b54-4f93-82e9-ff88fb130fd1 req-f1ed70e8-83c1-42fa-ba95-2084559b2900 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] For port dcbb14f1-6955-4c8a-ad84-47d59b062902, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=dcbb14f1-6955-4c8a-ad84-47d59b062902,segment=NetworkSegment(ab423894-a3b1-45ac-850a-16cf2acad955),segment_id=ab423894-a3b1-45ac-850a-16cf2acad955)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:03.941994 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8e59bd97-2b54-4f93-82e9-ff88fb130fd1 req-f1ed70e8-83c1-42fa-ba95-2084559b2900 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:03.959271 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-8e59bd97-2b54-4f93-82e9-ff88fb130fd1 req-f1ed70e8-83c1-42fa-ba95-2084559b2900 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Calling delete_port for dcbb14f1-6955-4c8a-ad84-47d59b062902 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:56:03.974200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8b563-d9a4-4a2b-9485-f3670bc04c22 req-192a89fa-095c-415a-b59c-6ed31843eca9 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:03.976017 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-28b8b563-d9a4-4a2b-9485-f3670bc04c22 req-192a89fa-095c-415a-b59c-6ed31843eca9 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/ports?device_id=82148589-a204-41e1-9673-f2e5f447a7c3 HTTP/1.1" status: 200 len: 949 time: 0.0774081 Aug 31 14:56:04.060952 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-28b8b563-d9a4-4a2b-9485-f3670bc04c22 req-96c6bf99-e23d-4160-a8f2-734ac9dc41ae tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.39 "GET /v2.0/security-groups?id=e18911f8-3270-431e-9d2a-803146aeabd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785282 Aug 31 14:56:04.129304 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8e59bd97-2b54-4f93-82e9-ff88fb130fd1 req-f1ed70e8-83c1-42fa-ba95-2084559b2900 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:04.141696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['dcbb14f1-6955-4c8a-ad84-47d59b062902'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:56:04.156729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed70e8-83c1-42fa-ba95-2084559b2900 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Pushing event deleted for resources: {'Port': ['ID=dcbb14f1-6955-4c8a-ad84-47d59b062902,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:04.205338 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e59bd97-2b54-4f93-82e9-ff88fb130fd1 req-f1ed70e8-83c1-42fa-ba95-2084559b2900 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] No DVR routers for this DVR port dcbb14f1-6955-4c8a-ad84-47d59b062902 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:56:04.208117 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-8e59bd97-2b54-4f93-82e9-ff88fb130fd1 req-f1ed70e8-83c1-42fa-ba95-2084559b2900 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:04.210202 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8e59bd97-2b54-4f93-82e9-ff88fb130fd1 req-f1ed70e8-83c1-42fa-ba95-2084559b2900 tempest-ServersAdminNegativeTestJSON-1091932854 tempest-ServersAdminNegativeTestJSON-1091932854-project] 10.222.0.60 "DELETE /v2.0/ports/dcbb14f1-6955-4c8a-ad84-47d59b062902 HTTP/1.1" status: 204 len: 173 time: 0.4720950 Aug 31 14:56:04.210642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82148589-a204-41e1-9673-f2e5f447a7c3', 'name': 'network-vif-deleted', 'tag': 'dcbb14f1-6955-4c8a-ad84-47d59b062902'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:56:04.212979 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f847c98-f0d5-4623-8033-6e123f8ebcec" -d '{"events": [{"server_uuid": "82148589-a204-41e1-9673-f2e5f447a7c3", "name": "network-vif-deleted", "tag": "dcbb14f1-6955-4c8a-ad84-47d59b062902"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:56:04.260869 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b58886-87c1-4588-94bf-89acf3dbfeea x-openstack-request-id: req-37b58886-87c1-4588-94bf-89acf3dbfeea {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:56:04.261264 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82148589-a204-41e1-9673-f2e5f447a7c3", "name": "network-vif-deleted", "tag": "dcbb14f1-6955-4c8a-ad84-47d59b062902", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:56:04.261752 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37b58886-87c1-4588-94bf-89acf3dbfeea {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:56:04.262225 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82148589-a204-41e1-9673-f2e5f447a7c3', 'name': 'network-vif-deleted', 'tag': 'dcbb14f1-6955-4c8a-ad84-47d59b062902', 'status': 'completed', 'code': 200} Aug 31 14:56:05.358052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57242) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:05.487010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-be6a773a-9b02-4f10-a609-cd0cf77411f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b85b97850d9f43c19b7cece35a341e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276953 Aug 31 14:56:05.489433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57246) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:05.536513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-360ad4a9-825d-4649-bfef-8c827168c6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:05.556997 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-360ad4a9-825d-4649-bfef-8c827168c6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:05.606971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-360ad4a9-825d-4649-bfef-8c827168c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:05.609556 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-360ad4a9-825d-4649-bfef-8c827168c6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:05.610698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-360ad4a9-825d-4649-bfef-8c827168c6b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e18911f8-3270-431e-9d2a-803146aeabd9 HTTP/1.1" status: 204 len: 168 time: 0.1203797 Aug 31 14:56:05.619710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ad4a9-825d-4649-bfef-8c827168c6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18911f8-3270-431e-9d2a-803146aeabd9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:05.867440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57252) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:05.881369 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-14152cbe-6697-4d6b-81e5-da8cb1d07f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:05.968923 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-14152cbe-6697-4d6b-81e5-da8cb1d07f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:05.972411 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-14152cbe-6697-4d6b-81e5-da8cb1d07f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:06.010591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14152cbe-6697-4d6b-81e5-da8cb1d07f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e205b29f-9144-4f85-8343-62792d97ab69,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:06.014885 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-14152cbe-6697-4d6b-81e5-da8cb1d07f6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=efce8aa213e343598cbb24bae60f2d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464221 Aug 31 14:56:06.017707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57254) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:06.066600 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9018967f-5ce9-44af-8a60-db0e953f3bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:06.087548 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9018967f-5ce9-44af-8a60-db0e953f3bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:06.132952 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9018967f-5ce9-44af-8a60-db0e953f3bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:06.135794 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9018967f-5ce9-44af-8a60-db0e953f3bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:06.136946 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9018967f-5ce9-44af-8a60-db0e953f3bb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e205b29f-9144-4f85-8343-62792d97ab69 HTTP/1.1" status: 204 len: 168 time: 0.1184947 Aug 31 14:56:06.144313 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018967f-5ce9-44af-8a60-db0e953f3bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e205b29f-9144-4f85-8343-62792d97ab69,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:06.833837 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57276) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:06.931688 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1278587983-network', 'tenant_id': '37b9450f2a0046ecb7f151e09a407930'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:06.951909 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] Made reservation on behalf of 37b9450f2a0046ecb7f151e09a407930 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:56:06.954151 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:06.965541 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:07.051047 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:07.054809 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:07.080610 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:56:07.089041 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d49f1b-72bf-41b8-a075-99bfe15cc437,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:07.094805 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:07.095140 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] Added segment 38ead251-fb2c-452e-9c34-666b20412ccd of type vlan for network 822c16eb-4eae-4e90-82bd-98855d78189e Aug 31 14:56:07.134537 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:07.157947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:07.158841 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:07.159471 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:07.213441 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3784914 Aug 31 14:56:07.217230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57280) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:07.222195 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6840b8-3ea7-4a79-896b-74566d6df952 admin admin] Pushing event updated for resources: {'Network': ['ID=822c16eb-4eae-4e90-82bd-98855d78189e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:07.222382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3626d548-5209-4838-8a88-0d32b30eaf93 admin admin] Request body: {'subnet': {'network_id': '822c16eb-4eae-4e90-82bd-98855d78189e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1278587983-subnet', 'tenant_id': '37b9450f2a0046ecb7f151e09a407930', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:07.232881 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 822c16eb-4eae-4e90-82bd-98855d78189e details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:56:07.246688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3626d548-5209-4838-8a88-0d32b30eaf93 admin admin] Made reservation on behalf of 37b9450f2a0046ecb7f151e09a407930 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:56:07.249025 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3626d548-5209-4838-8a88-0d32b30eaf93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:07.416858 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3626d548-5209-4838-8a88-0d32b30eaf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:07.475149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626d548-5209-4838-8a88-0d32b30eaf93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d1ff43-af23-483c-a055-0df33e0b41ab,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:07.483779 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626d548-5209-4838-8a88-0d32b30eaf93 admin admin] Checking segment: {'id': '38ead251-fb2c-452e-9c34-666b20412ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '822c16eb-4eae-4e90-82bd-98855d78189e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:56:07.484137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3626d548-5209-4838-8a88-0d32b30eaf93 admin admin] Network hostable DHCP agents. Network: 822c16eb-4eae-4e90-82bd-98855d78189e, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:56:07.499861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3626d548-5209-4838-8a88-0d32b30eaf93 admin admin] Network 822c16eb-4eae-4e90-82bd-98855d78189e is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:56:07.508143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3626d548-5209-4838-8a88-0d32b30eaf93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 822c16eb-4eae-4e90-82bd-98855d78189e) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:07.512817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3626d548-5209-4838-8a88-0d32b30eaf93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:07.513398 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3626d548-5209-4838-8a88-0d32b30eaf93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:07.517344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b44b77-1b42-45a2-9f9d-34701f2cac30 None None] Network 822c16eb-4eae-4e90-82bd-98855d78189e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:56:07.529459 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3626d548-5209-4838-8a88-0d32b30eaf93 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3109837 Aug 31 14:56:07.644682 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a477c7-c100-496e-aad4-d80d260cc8b7 None None] Network 822c16eb-4eae-4e90-82bd-98855d78189e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:56:07.698008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device dcbb14f1-6955-4c8a-ad84-47d59b062902 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:56:07.720282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: dcbb14f1-6955-4c8a-ad84-47d59b062902 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:56:07.720623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device dcbb14f1-6955-4c8a-ad84-47d59b062902 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:56:07.960484 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-662f1d65-7ef6-4174-b19f-c1fb8db6f580 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:07.961890 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-662f1d65-7ef6-4174-b19f-c1fb8db6f580 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/networks?id=822c16eb-4eae-4e90-82bd-98855d78189e HTTP/1.1" status: 200 len: 812 time: 0.0984509 Aug 31 14:56:07.976647 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-0ea3a8ad-6358-4b71-9464-ed113779370e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/quotas/37b9450f2a0046ecb7f151e09a407930 HTTP/1.1" status: 200 len: 375 time: 0.0091500 Aug 31 14:56:08.009125 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-9eb20cda-d494-4df2-b71b-ecdee4d053e3 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=37b9450f2a0046ecb7f151e09a407930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266004 Aug 31 14:56:08.099950 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-41bde879-9ee8-4b4c-9530-fd14164f1343 service neutron] 10.222.0.39 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837724 Aug 31 14:56:08.187781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-c701f3e2-d929-4291-9e2f-4a1c15f0a025 service neutron] 10.222.0.39 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807946 Aug 31 14:56:08.352105 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-afe94cc8-f085-4d62-a605-987e7b13b30b req-f02a74d1-6f98-46ac-8cf9-6251fd2af07a tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 210 time: 0.0338387 Aug 31 14:56:09.217628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-7fc7bcdd-3054-428a-aac9-f9cd013f1a5a tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:09.219103 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-7fc7bcdd-3054-428a-aac9-f9cd013f1a5a tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.60 "GET /v2.0/networks?id=822c16eb-4eae-4e90-82bd-98855d78189e HTTP/1.1" status: 200 len: 812 time: 0.1010273 Aug 31 14:56:09.233551 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-04eb7e75-09bc-4c80-9509-1d2a21967dab tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Request body: {'port': {'device_id': 'a10f14b8-158e-4da2-a9eb-7ac91d90aa52', 'network_id': '822c16eb-4eae-4e90-82bd-98855d78189e', 'admin_state_up': True, 'tenant_id': '37b9450f2a0046ecb7f151e09a407930'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:09.345799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-04eb7e75-09bc-4c80-9509-1d2a21967dab tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Made reservation on behalf of 37b9450f2a0046ecb7f151e09a407930 for: {'port': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:56:09.349246 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-04eb7e75-09bc-4c80-9509-1d2a21967dab tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:09.452195 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6f950b75-e02b-4326-abdb-11e07309b2a0 req-bb6907e8-b1ba-44d2-b2ef-349649a662ff tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 210 time: 0.0315242 Aug 31 14:56:09.474287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-04eb7e75-09bc-4c80-9509-1d2a21967dab tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Allocated IP 172.20.0.8 (822c16eb-4eae-4e90-82bd-98855d78189e/48d1ff43-af23-483c-a055-0df33e0b41ab/33377587-f54d-4479-ae57-a48b78ce11ed) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:56:09.623133 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-04eb7e75-09bc-4c80-9509-1d2a21967dab tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:09.660492 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-04eb7e75-09bc-4c80-9509-1d2a21967dab tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:09.703366 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-04eb7e75-09bc-4c80-9509-1d2a21967dab tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Network 822c16eb-4eae-4e90-82bd-98855d78189e is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:56:09.706349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-04eb7e75-09bc-4c80-9509-1d2a21967dab tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:09.710014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-04eb7e75-09bc-4c80-9509-1d2a21967dab tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:56:09.716210 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb7e75-09bc-4c80-9509-1d2a21967dab tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Pushing event updated for resources: {'Port': ['ID=33377587-f54d-4479-ae57-a48b78ce11ed,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:09.764523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-04eb7e75-09bc-4c80-9509-1d2a21967dab tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:09.765132 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-04eb7e75-09bc-4c80-9509-1d2a21967dab tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:09.779673 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-04eb7e75-09bc-4c80-9509-1d2a21967dab tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500469 Aug 31 14:56:09.793377 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Request body: {'port': {'device_id': 'a10f14b8-158e-4da2-a9eb-7ac91d90aa52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:09.845576 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:10.107554 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33377587-f54d-4479-ae57-a48b78ce11ed {{(pid=94870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:56:10.114938 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:10.127582 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Transition to ACTIVE for port object 33377587-f54d-4479-ae57-a48b78ce11ed will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:10.131882 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:10.185932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Pushing event updated for resources: {'Port': ['ID=33377587-f54d-4479-ae57-a48b78ce11ed,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:10.248794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Attempting to bind port 33377587-f54d-4479-ae57-a48b78ce11ed on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:56:10.249028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Attempting to bind port 33377587-f54d-4479-ae57-a48b78ce11ed by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '38ead251-fb2c-452e-9c34-666b20412ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '822c16eb-4eae-4e90-82bd-98855d78189e'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:56:10.249351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Attempting to bind port 33377587-f54d-4479-ae57-a48b78ce11ed on network 822c16eb-4eae-4e90-82bd-98855d78189e {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:56:10.253607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Port 33377587-f54d-4479-ae57-a48b78ce11ed on network 822c16eb-4eae-4e90-82bd-98855d78189e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:56:10.253941 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Attempting to bind port 33377587-f54d-4479-ae57-a48b78ce11ed on network 822c16eb-4eae-4e90-82bd-98855d78189e {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:56:10.258574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:56:10.259500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Checking segment: {'id': '38ead251-fb2c-452e-9c34-666b20412ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '822c16eb-4eae-4e90-82bd-98855d78189e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:56:10.259875 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Bound using segment: {'id': '38ead251-fb2c-452e-9c34-666b20412ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '822c16eb-4eae-4e90-82bd-98855d78189e'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:56:10.260296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Bound port: 33377587-f54d-4479-ae57-a48b78ce11ed, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ead251-fb2c-452e-9c34-666b20412ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '822c16eb-4eae-4e90-82bd-98855d78189e'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:56:10.260648 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:10.320980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] For port 33377587-f54d-4479-ae57-a48b78ce11ed, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:56:10.326338 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] For port 33377587-f54d-4479-ae57-a48b78ce11ed, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=33377587-f54d-4479-ae57-a48b78ce11ed,segment=NetworkSegment(38ead251-fb2c-452e-9c34-666b20412ccd),segment_id=38ead251-fb2c-452e-9c34-666b20412ccd)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:56:10.329682 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:10.370810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:10.371445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:10.372845 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] 10.222.0.60 "PUT /v2.0/ports/33377587-f54d-4479-ae57-a48b78ce11ed HTTP/1.1" status: 200 len: 1091 time: 0.5839972 Aug 31 14:56:10.373272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10f14b8-158e-4da2-a9eb-7ac91d90aa52', 'tag': '33377587-f54d-4479-ae57-a48b78ce11ed'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:56:10.375514 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ce2b66-f900-4c34-bd67-d98c70a83dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a10f14b8-158e-4da2-a9eb-7ac91d90aa52", "tag": "33377587-f54d-4479-ae57-a48b78ce11ed"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:56:10.401991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fb874-bf32-45bb-a7b8-fed381872d52 service neutron] Pushing event updated for resources: {'Port': ['ID=33377587-f54d-4479-ae57-a48b78ce11ed,revision_number=3']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:10.418496 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd10dd9c-2317-4dd7-a65c-cb7124d3d4bd x-openstack-request-id: req-bd10dd9c-2317-4dd7-a65c-cb7124d3d4bd {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:56:10.418779 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10f14b8-158e-4da2-a9eb-7ac91d90aa52", "tag": "33377587-f54d-4479-ae57-a48b78ce11ed", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:56:10.419032 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd10dd9c-2317-4dd7-a65c-cb7124d3d4bd {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:56:10.419449 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10f14b8-158e-4da2-a9eb-7ac91d90aa52', 'tag': '33377587-f54d-4479-ae57-a48b78ce11ed', 'status': 'completed', 'code': 200} Aug 31 14:56:10.452349 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-1b15b8b5-1a04-4dc6-9576-97ddee489f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:10.453830 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-1b15b8b5-1a04-4dc6-9576-97ddee489f3a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37b9450f2a0046ecb7f151e09a407930&device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 1094 time: 0.0453730 Aug 31 14:56:10.496948 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-340fdb1c-e0a0-4890-b279-02749b4ec32a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33377587-f54d-4479-ae57-a48b78ce11ed HTTP/1.1" status: 200 len: 217 time: 0.0342066 Aug 31 14:56:10.549355 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-010ff43f-f21e-411b-bac4-7a9079cb2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:10.550725 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-010ff43f-f21e-411b-bac4-7a9079cb2fc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48d1ff43-af23-483c-a055-0df33e0b41ab HTTP/1.1" status: 200 len: 852 time: 0.0473459 Aug 31 14:56:10.570550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a000242-d200-4155-b427-17c1f60ddf45 req-f080e190-f432-40a5-a311-f3fd3255f89e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:10.573365 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a000242-d200-4155-b427-17c1f60ddf45 req-f080e190-f432-40a5-a311-f3fd3255f89e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 943 time: 0.0516963 Aug 31 14:56:10.583489 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-9becb02b-173f-4612-ab6a-6ab97e8a6778 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=822c16eb-4eae-4e90-82bd-98855d78189e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256798 Aug 31 14:56:10.612374 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a000242-d200-4155-b427-17c1f60ddf45 req-5c2c813e-dc4c-45f7-85d1-b3dc315ab7b3 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328243 Aug 31 14:56:10.672162 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-d789c8c0-616d-4bd5-b7fc-f7a61dc95670 service neutron] 10.222.0.60 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818090 Aug 31 14:56:10.765561 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba19a06a-196c-4df0-8d15-a70aece8b051 req-42e7d672-8609-41f8-a8df-cdd7ea6ed0f6 service neutron] 10.222.0.60 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852413 Aug 31 14:56:10.848449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce2b66-f900-4c34-bd67-d98c70a83dc2 req-874d96d7-b4bb-4d29-ae86-f0ec4edf0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:10.850093 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e1ce2b66-f900-4c34-bd67-d98c70a83dc2 req-874d96d7-b4bb-4d29-ae86-f0ec4edf0d62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37b9450f2a0046ecb7f151e09a407930&device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 1094 time: 0.0406353 Aug 31 14:56:10.942054 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce2b66-f900-4c34-bd67-d98c70a83dc2 req-d1543388-73e5-42ac-b83f-d9bc276e7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:10.943620 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e1ce2b66-f900-4c34-bd67-d98c70a83dc2 req-d1543388-73e5-42ac-b83f-d9bc276e7d69 service neutron] 10.222.0.60 "GET /v2.0/networks?id=822c16eb-4eae-4e90-82bd-98855d78189e HTTP/1.1" status: 200 len: 913 time: 0.0866241 Aug 31 14:56:10.986740 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e1ce2b66-f900-4c34-bd67-d98c70a83dc2 req-ba09c965-c78b-4ff9-b74c-130849f3ae05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33377587-f54d-4479-ae57-a48b78ce11ed HTTP/1.1" status: 200 len: 217 time: 0.0349774 Aug 31 14:56:11.035754 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce2b66-f900-4c34-bd67-d98c70a83dc2 req-ac18a769-3d1c-4633-8495-e06c9ef15e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:11.037172 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e1ce2b66-f900-4c34-bd67-d98c70a83dc2 req-ac18a769-3d1c-4633-8495-e06c9ef15e7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48d1ff43-af23-483c-a055-0df33e0b41ab HTTP/1.1" status: 200 len: 852 time: 0.0422325 Aug 31 14:56:11.068229 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e1ce2b66-f900-4c34-bd67-d98c70a83dc2 req-d773edf3-9274-42e1-b278-da8b16aa28a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=822c16eb-4eae-4e90-82bd-98855d78189e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239320 Aug 31 14:56:11.158084 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e1ce2b66-f900-4c34-bd67-d98c70a83dc2 req-7b2acb29-477e-4f0f-95cc-d99266d69bc1 service neutron] 10.222.0.60 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823321 Aug 31 14:56:11.245094 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e1ce2b66-f900-4c34-bd67-d98c70a83dc2 req-e0c02266-15ba-41b1-ae37-728ba57c7aff service neutron] 10.222.0.60 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790668 Aug 31 14:56:11.735466 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204b002-255d-460b-aa5b-a3189ffd8700 req-19af28b9-95d6-4af2-8ae0-af0cc457b013 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:11.736946 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f204b002-255d-460b-aa5b-a3189ffd8700 req-19af28b9-95d6-4af2-8ae0-af0cc457b013 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 943 time: 0.0553899 Aug 31 14:56:11.775533 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f204b002-255d-460b-aa5b-a3189ffd8700 req-fa689ee0-c104-42f7-9060-f4d8ea67a4f2 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Aug 31 14:56:12.888708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241ff88-8969-476a-bfeb-e5827b3411f5 req-3c7cbf04-1507-4207-89fb-72ceac7f220a tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:12.890185 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b241ff88-8969-476a-bfeb-e5827b3411f5 req-3c7cbf04-1507-4207-89fb-72ceac7f220a tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 943 time: 0.0497086 Aug 31 14:56:12.934229 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b241ff88-8969-476a-bfeb-e5827b3411f5 req-fe9636b0-b572-4491-bd9a-79da564aab85 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380242 Aug 31 14:56:13.712133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 33377587-f54d-4479-ae57-a48b78ce11ed details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:56:13.808162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 33377587-f54d-4479-ae57-a48b78ce11ed, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=33377587-f54d-4479-ae57-a48b78ce11ed,segment=NetworkSegment(38ead251-fb2c-452e-9c34-666b20412ccd),segment_id=38ead251-fb2c-452e-9c34-666b20412ccd)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:13.819196 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '33377587-f54d-4479-ae57-a48b78ce11ed', 'network_id': '822c16eb-4eae-4e90-82bd-98855d78189e', 'port_id': '33377587-f54d-4479-ae57-a48b78ce11ed', 'mac_address': 'fa:16:3e:9f:ec:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d1ff43-af23-483c-a055-0df33e0b41ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:56:13.861902 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:13.875002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33377587-f54d-4479-ae57-a48b78ce11ed {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:56:13.893565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 33377587-f54d-4479-ae57-a48b78ce11ed, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=33377587-f54d-4479-ae57-a48b78ce11ed,segment=NetworkSegment(38ead251-fb2c-452e-9c34-666b20412ccd),segment_id=38ead251-fb2c-452e-9c34-666b20412ccd)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:13.897659 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:13.945579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=33377587-f54d-4479-ae57-a48b78ce11ed,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:14.048510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f879849-6875-4f0b-b7e5-9b5ab1c71733 req-2a51e95a-2519-458a-9877-c8efa25f773c tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:14.050204 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8f879849-6875-4f0b-b7e5-9b5ab1c71733 req-2a51e95a-2519-458a-9877-c8efa25f773c tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 944 time: 0.0488155 Aug 31 14:56:14.087927 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8f879849-6875-4f0b-b7e5-9b5ab1c71733 req-a2587c42-458c-4b1f-903f-319a9549c3d1 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310597 Aug 31 14:56:14.088646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['33377587-f54d-4479-ae57-a48b78ce11ed'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:56:15.202917 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8205d5-855a-4376-adc3-f759655f4483 req-5ad6d77a-87b8-412c-92ed-f1e47500ca7e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:15.204428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b8205d5-855a-4376-adc3-f759655f4483 req-5ad6d77a-87b8-412c-92ed-f1e47500ca7e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 944 time: 0.0500238 Aug 31 14:56:15.247953 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b8205d5-855a-4376-adc3-f759655f4483 req-701c7fd0-1e34-4f1b-9222-a9b89bfa0720 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376239 Aug 31 14:56:15.719600 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 33377587-f54d-4479-ae57-a48b78ce11ed up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:15.766882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 33377587-f54d-4479-ae57-a48b78ce11ed completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:56:15.770371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 33377587-f54d-4479-ae57-a48b78ce11ed triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:15.770731 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:15.844698 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:15.866720 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10f14b8-158e-4da2-a9eb-7ac91d90aa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33377587-f54d-4479-ae57-a48b78ce11ed'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:56:15.869149 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2ea4f6-c86f-4fdf-b514-09ea4aab0069" -d '{"events": [{"server_uuid": "a10f14b8-158e-4da2-a9eb-7ac91d90aa52", "name": "network-vif-plugged", "status": "completed", "tag": "33377587-f54d-4479-ae57-a48b78ce11ed"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:56:15.881567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 33377587-f54d-4479-ae57-a48b78ce11ed, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=33377587-f54d-4479-ae57-a48b78ce11ed,segment=NetworkSegment(38ead251-fb2c-452e-9c34-666b20412ccd),segment_id=38ead251-fb2c-452e-9c34-666b20412ccd)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:15.885421 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:15.910918 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c7daae-e1f5-45d2-a3dd-450d41df7544 x-openstack-request-id: req-50c7daae-e1f5-45d2-a3dd-450d41df7544 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:56:15.911236 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10f14b8-158e-4da2-a9eb-7ac91d90aa52", "name": "network-vif-plugged", "status": "completed", "tag": "33377587-f54d-4479-ae57-a48b78ce11ed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:56:15.911488 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50c7daae-e1f5-45d2-a3dd-450d41df7544 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:56:15.911871 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10f14b8-158e-4da2-a9eb-7ac91d90aa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33377587-f54d-4479-ae57-a48b78ce11ed', 'code': 200} Aug 31 14:56:15.937189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=33377587-f54d-4479-ae57-a48b78ce11ed,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:16.007200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caf35f-f908-4ea8-80d8-2821eda25d27 req-a7b18ec4-78d4-4963-acc7-1f66a8de9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:16.008846 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-70caf35f-f908-4ea8-80d8-2821eda25d27 req-a7b18ec4-78d4-4963-acc7-1f66a8de9304 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 1096 time: 0.0403898 Aug 31 14:56:16.043654 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-70caf35f-f908-4ea8-80d8-2821eda25d27 req-75c1b5a4-b3e2-4278-a53d-d4a59cceacc6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279257 Aug 31 14:56:16.370112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11149c-58be-4ecc-ac95-f82b94ad97d4 req-6afa5cbd-fe51-4c28-929e-a9dc54acaa8e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:16.371615 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de11149c-58be-4ecc-ac95-f82b94ad97d4 req-6afa5cbd-fe51-4c28-929e-a9dc54acaa8e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0488589 Aug 31 14:56:16.410319 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-de11149c-58be-4ecc-ac95-f82b94ad97d4 req-a854f6e7-8832-4b09-89c2-4378304f0598 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327699 Aug 31 14:56:17.529135 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10324c4a-f9b5-4a48-8424-640bd12db74e req-aa3a3dca-fdb5-4d1e-8e75-9f35192b6a7b tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:17.530611 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10324c4a-f9b5-4a48-8424-640bd12db74e req-aa3a3dca-fdb5-4d1e-8e75-9f35192b6a7b tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0515118 Aug 31 14:56:17.566767 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-10324c4a-f9b5-4a48-8424-640bd12db74e req-e4e1fd73-d977-41ad-a67f-d8483e20dd5f tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303047 Aug 31 14:56:17.804086 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54def5-81eb-43b9-8cc6-8511d8984f1c req-a7602af1-ff05-4cea-b663-ec6a3082d6f4 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:17.806144 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe54def5-81eb-43b9-8cc6-8511d8984f1c req-a7602af1-ff05-4cea-b663-ec6a3082d6f4 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0510781 Aug 31 14:56:17.866900 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe54def5-81eb-43b9-8cc6-8511d8984f1c req-c6e326df-bd36-4e90-8481-2be1eca50ee1 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519626 Aug 31 14:56:17.871043 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-d5c72b7d-17b8-4d18-9a29-a8fefc3e944c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1211627 Aug 31 14:56:18.971596 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-225a8986-5f55-4421-a937-05cd8c94144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:18.973118 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-225a8986-5f55-4421-a937-05cd8c94144a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37b9450f2a0046ecb7f151e09a407930&device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 1096 time: 0.0454626 Aug 31 14:56:18.983036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83a52a-f042-474f-8345-aeca62ee96c1 req-2d19e6a4-af75-4f17-ab55-86c4044ef8ad tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:18.987227 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b83a52a-f042-474f-8345-aeca62ee96c1 req-2d19e6a4-af75-4f17-ab55-86c4044ef8ad tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0495884 Aug 31 14:56:19.026787 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0b83a52a-f042-474f-8345-aeca62ee96c1 req-00bb77e1-f3a7-48dc-83d0-deee4883007d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352700 Aug 31 14:56:19.063031 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-999fc545-8633-49e4-9981-55b936cfb672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:19.064570 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-999fc545-8633-49e4-9981-55b936cfb672 service neutron] 10.222.0.60 "GET /v2.0/networks?id=822c16eb-4eae-4e90-82bd-98855d78189e HTTP/1.1" status: 200 len: 913 time: 0.0850744 Aug 31 14:56:19.109470 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-0cb062f6-8505-41c2-a297-f35b1ff6c951 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33377587-f54d-4479-ae57-a48b78ce11ed HTTP/1.1" status: 200 len: 217 time: 0.0378613 Aug 31 14:56:19.157648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-d535d8d6-6287-4b99-8b5c-f040c0bfcc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:19.159000 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-d535d8d6-6287-4b99-8b5c-f040c0bfcc0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48d1ff43-af23-483c-a055-0df33e0b41ab HTTP/1.1" status: 200 len: 852 time: 0.0428979 Aug 31 14:56:19.190319 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-1cb3996e-1b33-4b94-bc37-ba33feeccda2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=822c16eb-4eae-4e90-82bd-98855d78189e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242550 Aug 31 14:56:19.276906 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-9ab60410-93a3-420e-a992-9d4099a92c8f service neutron] 10.222.0.60 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797820 Aug 31 14:56:19.369508 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-6505dfed-e8cf-4a06-ae3e-1780136747c4 service neutron] 10.222.0.60 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857317 Aug 31 14:56:19.617149 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14079ee1-39a4-46ed-b1fe-81edfbcc8cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:19.715287 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.140954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d7305-8438-4d86-b91e-516cc139fa00 req-dffe1e58-5a69-4f0d-ab73-7287c452aa2e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:20.142416 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-185d7305-8438-4d86-b91e-516cc139fa00 req-dffe1e58-5a69-4f0d-ab73-7287c452aa2e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0485632 Aug 31 14:56:20.179346 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-185d7305-8438-4d86-b91e-516cc139fa00 req-5fb00492-4b03-4cda-885b-5d8f54644eb5 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311406 Aug 31 14:56:21.295571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf0b75-1d98-4faa-ab24-0928bbf1df1f req-dcb50fb6-60ab-4036-9d1d-746fabac6b5a tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:21.297089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8edf0b75-1d98-4faa-ab24-0928bbf1df1f req-dcb50fb6-60ab-4036-9d1d-746fabac6b5a tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0489748 Aug 31 14:56:21.346089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8edf0b75-1d98-4faa-ab24-0928bbf1df1f req-b0f842ec-9e20-4bd3-8330-3e7ee400569e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398169 Aug 31 14:56:22.167713 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b8bd1fe-8577-430b-b9b7-1d42e798ee02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:22.297808 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:22.463860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2bd2f-c766-4e8d-8652-34a17986a78a req-92164e3d-0f31-4ae1-ad33-b00e274f072e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:22.465326 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86c2bd2f-c766-4e8d-8652-34a17986a78a req-92164e3d-0f31-4ae1-ad33-b00e274f072e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0525525 Aug 31 14:56:22.502089 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-86c2bd2f-c766-4e8d-8652-34a17986a78a req-2abd5985-dd42-4d2c-a28a-454d6427839e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309310 Aug 31 14:56:23.416128 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.621279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebbdd1-0ba1-4694-8a83-ffb16ecf3595 req-3579ad26-7d79-4841-8d5d-4c34017bdeb1 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:23.622770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-72ebbdd1-0ba1-4694-8a83-ffb16ecf3595 req-3579ad26-7d79-4841-8d5d-4c34017bdeb1 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0493851 Aug 31 14:56:23.661603 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-72ebbdd1-0ba1-4694-8a83-ffb16ecf3595 req-8372dad3-1f41-4535-a4d0-f070965e1537 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326738 Aug 31 14:56:24.578441 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:24.775329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348add4-de6b-4f4c-bd8d-8b8b2403e5ee req-4de026c8-a0ee-4548-a94b-99729d7d52f8 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:24.776819 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b348add4-de6b-4f4c-bd8d-8b8b2403e5ee req-4de026c8-a0ee-4548-a94b-99729d7d52f8 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0486193 Aug 31 14:56:24.816115 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b348add4-de6b-4f4c-bd8d-8b8b2403e5ee req-0d6d7ce2-eedb-4b60-9f7a-526a6af386e8 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334859 Aug 31 14:56:25.013903 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:25.929301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bacf90-de89-4bee-835f-87aa0cac1c6b req-f0bccf10-db3b-4bc0-abd0-9cd589891ee5 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:25.931544 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21bacf90-de89-4bee-835f-87aa0cac1c6b req-f0bccf10-db3b-4bc0-abd0-9cd589891ee5 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0484939 Aug 31 14:56:25.968981 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21bacf90-de89-4bee-835f-87aa0cac1c6b req-1cb69c3a-1a6c-4ffb-b8e3-36d55f572de7 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308235 Aug 31 14:56:26.017791 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:56:27.085377 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1be9a3-2694-4620-bf1e-f8e7e3575888 req-c05d973f-f574-4876-8fc7-a8e8e852df54 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:27.086909 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb1be9a3-2694-4620-bf1e-f8e7e3575888 req-c05d973f-f574-4876-8fc7-a8e8e852df54 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0488865 Aug 31 14:56:27.124548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb1be9a3-2694-4620-bf1e-f8e7e3575888 req-7a9226b8-a0ad-4d39-a2ba-1bdf4a9129f4 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Aug 31 14:56:28.239061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d60736-d7d3-45ee-bc6f-e5a3a285cfc3 req-a761a9c4-c4c2-4c10-abe2-8ffd462ada8e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:28.240650 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4d60736-d7d3-45ee-bc6f-e5a3a285cfc3 req-a761a9c4-c4c2-4c10-abe2-8ffd462ada8e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0500586 Aug 31 14:56:28.282580 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d4d60736-d7d3-45ee-bc6f-e5a3a285cfc3 req-21f0cdc1-fb80-4f07-bc1f-6d5d2bf02527 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357852 Aug 31 14:56:29.651452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001245a-f2c9-4303-9346-7786de058c6c req-81e57258-5c45-4f5b-aa09-b0f7b46152d7 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:29.652930 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e001245a-f2c9-4303-9346-7786de058c6c req-81e57258-5c45-4f5b-aa09-b0f7b46152d7 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0538876 Aug 31 14:56:29.689441 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e001245a-f2c9-4303-9346-7786de058c6c req-25e58567-7c89-4828-9832-709d8e2e53d7 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305586 Aug 31 14:56:30.806205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb88613-6b63-4397-98cc-11ff54aad1de req-230c0c94-6a7d-489f-8b41-dae45e350ac2 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:30.807722 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-deb88613-6b63-4397-98cc-11ff54aad1de req-230c0c94-6a7d-489f-8b41-dae45e350ac2 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0500162 Aug 31 14:56:30.845700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-deb88613-6b63-4397-98cc-11ff54aad1de req-a5da24d9-b181-4e37-ba51-8287f282f478 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319448 Aug 31 14:56:31.958592 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f906c49-a1d5-41d9-8398-54b465f67067 req-798f9915-c10f-409b-9f79-b7cb4758fb7c tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:31.960076 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f906c49-a1d5-41d9-8398-54b465f67067 req-798f9915-c10f-409b-9f79-b7cb4758fb7c tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0472674 Aug 31 14:56:31.998136 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f906c49-a1d5-41d9-8398-54b465f67067 req-5ee1b6c7-12da-4926-afb7-1aceccfbc038 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315471 Aug 31 14:56:33.115376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4829b5-0355-4999-a62b-2e199feb2073 req-c38beb9e-22d8-4352-87a5-2af21c2bd904 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:33.116876 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d4829b5-0355-4999-a62b-2e199feb2073 req-c38beb9e-22d8-4352-87a5-2af21c2bd904 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0508449 Aug 31 14:56:33.154831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d4829b5-0355-4999-a62b-2e199feb2073 req-6e349c29-4cfc-42aa-94b8-0dbd65ef61ac tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Aug 31 14:56:34.270013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa5513-e722-4b61-8f99-98f8fc4cc264 req-44a57ec6-0765-4b26-91f1-9ff19b7e067d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:34.271451 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bcaa5513-e722-4b61-8f99-98f8fc4cc264 req-44a57ec6-0765-4b26-91f1-9ff19b7e067d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0507247 Aug 31 14:56:34.311675 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bcaa5513-e722-4b61-8f99-98f8fc4cc264 req-270a81d6-0e02-4f75-bb75-c83c45290f68 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343785 Aug 31 14:56:35.426311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e72351-79d4-4d94-a8b4-e6056d176a3e req-8d3609f7-9158-4128-a70a-e0ea7713c2b4 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:35.427803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-89e72351-79d4-4d94-a8b4-e6056d176a3e req-8d3609f7-9158-4128-a70a-e0ea7713c2b4 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0487924 Aug 31 14:56:35.470324 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-89e72351-79d4-4d94-a8b4-e6056d176a3e req-4abd8ef8-22d9-4f3e-bf65-0d86eefc8b84 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357938 Aug 31 14:56:36.597896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e15c5-8df8-4b61-abba-e8aa10c34eda req-df03b567-a78f-44d2-895d-0670e77c03d3 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:36.599665 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee5e15c5-8df8-4b61-abba-e8aa10c34eda req-df03b567-a78f-44d2-895d-0670e77c03d3 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0567453 Aug 31 14:56:36.637176 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee5e15c5-8df8-4b61-abba-e8aa10c34eda req-0367b4a6-5260-4441-b71c-1de75b180757 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310242 Aug 31 14:56:37.752292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f11a3-ecad-414f-8946-557b7215c85a req-293119b2-a0d6-4f27-a495-de4e443c6b02 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:37.753782 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a70f11a3-ecad-414f-8946-557b7215c85a req-293119b2-a0d6-4f27-a495-de4e443c6b02 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0496831 Aug 31 14:56:37.795985 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a70f11a3-ecad-414f-8946-557b7215c85a req-62947c28-54b9-47b7-985c-149692b1d0b6 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355134 Aug 31 14:56:38.910614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eed71c-1fa4-4238-b5a4-b5721e5abfe3 req-aca2edbd-c682-4b3c-b430-13222da152ee tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:38.912117 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-58eed71c-1fa4-4238-b5a4-b5721e5abfe3 req-aca2edbd-c682-4b3c-b430-13222da152ee tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0488524 Aug 31 14:56:38.949353 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-58eed71c-1fa4-4238-b5a4-b5721e5abfe3 req-8ca311d6-165d-40c1-972a-739b8df81795 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305734 Aug 31 14:56:40.063961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab5abf-6fe9-44a4-8c73-c434cb0e3a7c req-6f531661-328d-4820-99c7-7f3ddb270d92 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:40.069415 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0ab5abf-6fe9-44a4-8c73-c434cb0e3a7c req-6f531661-328d-4820-99c7-7f3ddb270d92 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0484371 Aug 31 14:56:40.105226 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0ab5abf-6fe9-44a4-8c73-c434cb0e3a7c req-dc8d5a33-aaa0-4ac1-bce7-7279acc437fc tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318632 Aug 31 14:56:41.228748 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7c638-79ac-4bb6-a0d8-5f083a2faa96 req-808b9ed6-d404-48b3-9977-4c30ed42068f tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:41.230228 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aca7c638-79ac-4bb6-a0d8-5f083a2faa96 req-808b9ed6-d404-48b3-9977-4c30ed42068f tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0490370 Aug 31 14:56:41.267939 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aca7c638-79ac-4bb6-a0d8-5f083a2faa96 req-aa494ded-a715-481f-a98e-44ca1a846df9 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313694 Aug 31 14:56:42.385510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7e7c-80cd-41a9-a8e5-6ae13ed7f6f9 req-eb07daba-99d2-471e-b236-92db3e60141d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:42.387071 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c25c7e7c-80cd-41a9-a8e5-6ae13ed7f6f9 req-eb07daba-99d2-471e-b236-92db3e60141d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0524971 Aug 31 14:56:42.430929 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c25c7e7c-80cd-41a9-a8e5-6ae13ed7f6f9 req-26cdab1b-10d1-4a05-bf11-ff79fa9f6126 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373623 Aug 31 14:56:43.557865 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee573ebf-c630-454c-897d-48fc669b169e req-cdff8d38-90b2-43f5-b0b0-f8622e1cdcf6 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:43.559373 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee573ebf-c630-454c-897d-48fc669b169e req-cdff8d38-90b2-43f5-b0b0-f8622e1cdcf6 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0525703 Aug 31 14:56:43.595815 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ee573ebf-c630-454c-897d-48fc669b169e req-b025123c-f9ff-443f-b34e-403d6b604d9e tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306938 Aug 31 14:56:44.710046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee082ee-b624-4257-9d22-e87bda423814 req-abf9c6de-5136-4753-af65-3589e74b607d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:44.711565 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ee082ee-b624-4257-9d22-e87bda423814 req-abf9c6de-5136-4753-af65-3589e74b607d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0490026 Aug 31 14:56:44.749364 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ee082ee-b624-4257-9d22-e87bda423814 req-9255ef4a-ca6f-48f8-8ec7-66637074b87a tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318499 Aug 31 14:56:45.864113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef7296-6b0b-40f8-9cfd-eba0fd6b3768 req-60f2d14c-363d-4077-9e0c-1f934fdd4cd8 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:45.865601 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6ef7296-6b0b-40f8-9cfd-eba0fd6b3768 req-60f2d14c-363d-4077-9e0c-1f934fdd4cd8 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 945 time: 0.0492551 Aug 31 14:56:45.904407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6ef7296-6b0b-40f8-9cfd-eba0fd6b3768 req-dc5299b5-424f-4c89-9e3e-3a404868ecae tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316458 Aug 31 14:56:46.204989 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-b94874fc-efa5-4090-9ca0-208821e547ac service neutron] show failed (client error): The resource could not be found. Aug 31 14:56:46.205985 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-b94874fc-efa5-4090-9ca0-208821e547ac service neutron] 10.222.0.60 "GET /v2.0/ports/33377587-f54d-4479-ae57-a48b78ce11ed/bindings/n-h2-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0542607 Aug 31 14:56:46.449225 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-451e1fa6-b991-420c-af49-d84c2190ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:46.450727 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-451e1fa6-b991-420c-af49-d84c2190ef08 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52&tenant_id=37b9450f2a0046ecb7f151e09a407930 HTTP/1.1" status: 200 len: 1096 time: 0.0937405 Aug 31 14:56:46.462981 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:46.516933 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:46.715334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] For port 33377587-f54d-4479-ae57-a48b78ce11ed, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=33377587-f54d-4479-ae57-a48b78ce11ed,segment=NetworkSegment(38ead251-fb2c-452e-9c34-666b20412ccd),segment_id=38ead251-fb2c-452e-9c34-666b20412ccd)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:46.748553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] For port 33377587-f54d-4479-ae57-a48b78ce11ed, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:56:46.787384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10f14b8-158e-4da2-a9eb-7ac91d90aa52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33377587-f54d-4479-ae57-a48b78ce11ed'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:56:46.790430 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfcee44-cf27-4e3e-bf52-f765ac7162c1" -d '{"events": [{"server_uuid": "a10f14b8-158e-4da2-a9eb-7ac91d90aa52", "name": "network-vif-unplugged", "status": "completed", "tag": "33377587-f54d-4479-ae57-a48b78ce11ed"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:56:46.795821 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:46.808882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Transition to ACTIVE for port object 33377587-f54d-4479-ae57-a48b78ce11ed will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:46.812576 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:46.872653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] No DVR routers for this DVR port 33377587-f54d-4479-ae57-a48b78ce11ed on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:56:46.885417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Pushing event updated for resources: {'Port': ['ID=33377587-f54d-4479-ae57-a48b78ce11ed,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:46.912239 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981d30e6-d6ca-4e93-b0b2-13f65713393f x-openstack-request-id: req-981d30e6-d6ca-4e93-b0b2-13f65713393f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:56:46.912529 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10f14b8-158e-4da2-a9eb-7ac91d90aa52", "name": "network-vif-unplugged", "status": "completed", "tag": "33377587-f54d-4479-ae57-a48b78ce11ed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:56:46.912798 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-981d30e6-d6ca-4e93-b0b2-13f65713393f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:56:46.913180 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10f14b8-158e-4da2-a9eb-7ac91d90aa52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33377587-f54d-4479-ae57-a48b78ce11ed', 'code': 200} Aug 31 14:56:46.916440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.916794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.917144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.917486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.917829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.918168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.918501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.918830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.919160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.919518 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.919847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.920190 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.932639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Attempting to bind port 33377587-f54d-4479-ae57-a48b78ce11ed on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:56:46.932953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Attempting to bind port 33377587-f54d-4479-ae57-a48b78ce11ed by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '38ead251-fb2c-452e-9c34-666b20412ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '822c16eb-4eae-4e90-82bd-98855d78189e'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:56:46.933285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Attempting to bind port 33377587-f54d-4479-ae57-a48b78ce11ed on network 822c16eb-4eae-4e90-82bd-98855d78189e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:56:46.937809 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Port 33377587-f54d-4479-ae57-a48b78ce11ed on network 822c16eb-4eae-4e90-82bd-98855d78189e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:56:46.938129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Attempting to bind port 33377587-f54d-4479-ae57-a48b78ce11ed on network 822c16eb-4eae-4e90-82bd-98855d78189e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:56:46.942981 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:56:46.943372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Checking segment: {'id': '38ead251-fb2c-452e-9c34-666b20412ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '822c16eb-4eae-4e90-82bd-98855d78189e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:56:46.943761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Bound using segment: {'id': '38ead251-fb2c-452e-9c34-666b20412ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '822c16eb-4eae-4e90-82bd-98855d78189e'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:56:46.944189 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Bound port: 33377587-f54d-4479-ae57-a48b78ce11ed, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ead251-fb2c-452e-9c34-666b20412ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '822c16eb-4eae-4e90-82bd-98855d78189e'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:56:46.944549 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:47.020423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] For port 33377587-f54d-4479-ae57-a48b78ce11ed, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:56:47.024187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] For port 33377587-f54d-4479-ae57-a48b78ce11ed, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=33377587-f54d-4479-ae57-a48b78ce11ed,segment=NetworkSegment(38ead251-fb2c-452e-9c34-666b20412ccd),segment_id=38ead251-fb2c-452e-9c34-666b20412ccd)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:56:47.030316 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4122bd-9fa9-498f-9659-1d02cfe1135d req-b1638e40-c140-4ec1-a45d-e9ce99e228f2 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:47.030834 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:47.031882 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e4122bd-9fa9-498f-9659-1d02cfe1135d req-b1638e40-c140-4ec1-a45d-e9ce99e228f2 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 943 time: 0.0599914 Aug 31 14:56:47.064315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:47.064916 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:47.066372 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] 10.222.0.25 "PUT /v2.0/ports/33377587-f54d-4479-ae57-a48b78ce11ed HTTP/1.1" status: 200 len: 1091 time: 0.6078880 Aug 31 14:56:47.069631 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e4122bd-9fa9-498f-9659-1d02cfe1135d req-23d88031-9c0f-4561-b4ee-0d53f39d5a26 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313113 Aug 31 14:56:47.100749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb4e4f-1f0d-4bdd-88ef-e7f88c81d041 service neutron] Pushing event updated for resources: {'Port': ['ID=33377587-f54d-4479-ae57-a48b78ce11ed,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:47.136369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-b6c644ff-a400-47f7-bc82-9ae820dde824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:47.137939 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-b6c644ff-a400-47f7-bc82-9ae820dde824 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=37b9450f2a0046ecb7f151e09a407930&device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 1094 time: 0.0451539 Aug 31 14:56:47.232180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-18d6458f-16dc-47d1-81e6-93b4f3e8d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:47.233649 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-18d6458f-16dc-47d1-81e6-93b4f3e8d87a service neutron] 10.222.0.25 "GET /v2.0/networks?id=822c16eb-4eae-4e90-82bd-98855d78189e HTTP/1.1" status: 200 len: 913 time: 0.0889885 Aug 31 14:56:47.276942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-58b13bf0-66cf-45c4-8054-6b273b30d021 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33377587-f54d-4479-ae57-a48b78ce11ed HTTP/1.1" status: 200 len: 217 time: 0.0357363 Aug 31 14:56:47.330802 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-e73766fc-9430-45f8-9903-77e217950464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:47.332359 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-e73766fc-9430-45f8-9903-77e217950464 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=48d1ff43-af23-483c-a055-0df33e0b41ab HTTP/1.1" status: 200 len: 852 time: 0.0488179 Aug 31 14:56:47.365034 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-d0f26d96-c1d1-4639-8f51-d514f6203da5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=822c16eb-4eae-4e90-82bd-98855d78189e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252652 Aug 31 14:56:47.377287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-4eedb3cb-f231-43a5-b832-941e2a12a905 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:56:47.378378 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-4eedb3cb-f231-43a5-b832-941e2a12a905 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049779 Aug 31 14:56:47.469971 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-80f51bbc-9e9e-47ab-b578-fb49bafb64cf service neutron] 10.222.0.25 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809238 Aug 31 14:56:47.563628 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d53d58ab-5920-4755-b3b8-9666934e8050 req-bbf0c43a-b605-4483-9d54-716cf80278d5 service neutron] 10.222.0.25 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860496 Aug 31 14:56:48.190127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4d366-54d4-417d-88a8-dcedcc184811 req-aac58f3c-86ff-4aad-8783-b165ff13e2d0 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:48.191631 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38e4d366-54d4-417d-88a8-dcedcc184811 req-aac58f3c-86ff-4aad-8783-b165ff13e2d0 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 943 time: 0.0494461 Aug 31 14:56:48.229747 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38e4d366-54d4-417d-88a8-dcedcc184811 req-32d36516-1625-4912-a628-947e413e2806 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321686 Aug 31 14:56:48.914770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10f14b8-158e-4da2-a9eb-7ac91d90aa52', 'tag': '33377587-f54d-4479-ae57-a48b78ce11ed'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:56:48.917445 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f03693-10e6-4df3-b207-4a3ac78f3f79" -d '{"events": [{"name": "network-changed", "server_uuid": "a10f14b8-158e-4da2-a9eb-7ac91d90aa52", "tag": "33377587-f54d-4479-ae57-a48b78ce11ed"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:56:48.965910 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be071ed2-e6f5-4dc2-91d2-e456f36278db x-openstack-request-id: req-be071ed2-e6f5-4dc2-91d2-e456f36278db {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:56:48.966206 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10f14b8-158e-4da2-a9eb-7ac91d90aa52", "tag": "33377587-f54d-4479-ae57-a48b78ce11ed", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:56:48.966462 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be071ed2-e6f5-4dc2-91d2-e456f36278db {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:56:48.966864 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10f14b8-158e-4da2-a9eb-7ac91d90aa52', 'tag': '33377587-f54d-4479-ae57-a48b78ce11ed', 'status': 'completed', 'code': 200} Aug 31 14:56:49.029559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-3ff2b738-5712-46f2-b1e0-43c0704f940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:49.030160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-c1387421-9504-43f7-a3b9-0419c517bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:49.031069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-3ff2b738-5712-46f2-b1e0-43c0704f940f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37b9450f2a0046ecb7f151e09a407930&device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 1094 time: 0.0427327 Aug 31 14:56:49.031451 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-c1387421-9504-43f7-a3b9-0419c517bf9e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=37b9450f2a0046ecb7f151e09a407930&device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 1094 time: 0.0444720 Aug 31 14:56:49.136068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-96180c94-b76d-475a-bd62-523b15a034b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:49.137580 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-96180c94-b76d-475a-bd62-523b15a034b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=822c16eb-4eae-4e90-82bd-98855d78189e HTTP/1.1" status: 200 len: 913 time: 0.0989625 Aug 31 14:56:49.140063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-a3060d0f-d976-4721-bd18-67582d9f3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:49.141529 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-a3060d0f-d976-4721-bd18-67582d9f3163 service neutron] 10.222.0.25 "GET /v2.0/networks?id=822c16eb-4eae-4e90-82bd-98855d78189e HTTP/1.1" status: 200 len: 913 time: 0.1035430 Aug 31 14:56:49.183048 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-fabd9240-a386-435e-88ba-929ae3e04e9c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33377587-f54d-4479-ae57-a48b78ce11ed HTTP/1.1" status: 200 len: 217 time: 0.0346200 Aug 31 14:56:49.184069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-b96bf6a6-9e9d-4b04-b587-63b7b795ff5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33377587-f54d-4479-ae57-a48b78ce11ed HTTP/1.1" status: 200 len: 217 time: 0.0393198 Aug 31 14:56:49.234936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-e589867e-08ad-42e6-bf71-01572494309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:49.236483 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-e589867e-08ad-42e6-bf71-01572494309e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48d1ff43-af23-483c-a055-0df33e0b41ab HTTP/1.1" status: 200 len: 852 time: 0.0461407 Aug 31 14:56:49.236825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-911faac2-bdcd-4915-8e61-469b37be2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:49.238308 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-911faac2-bdcd-4915-8e61-469b37be2819 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=48d1ff43-af23-483c-a055-0df33e0b41ab HTTP/1.1" status: 200 len: 852 time: 0.0488448 Aug 31 14:56:49.270061 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-6f7e55fc-75b3-474e-a9de-c8bd36c53181 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=822c16eb-4eae-4e90-82bd-98855d78189e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261462 Aug 31 14:56:49.271037 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-0d177442-7e9d-4050-b02d-6b426be24075 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=822c16eb-4eae-4e90-82bd-98855d78189e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264423 Aug 31 14:56:49.363023 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-87a7204b-86da-42c5-a73a-eb0e960ae639 service neutron] 10.222.0.60 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862737 Aug 31 14:56:49.389429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a20c-ff83-4679-9f58-576da8e7d1c1 req-cf1662d1-c7d0-46d9-8bac-27df862f56e8 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:49.390910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3a9a20c-ff83-4679-9f58-576da8e7d1c1 req-cf1662d1-c7d0-46d9-8bac-27df862f56e8 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 943 time: 0.0716445 Aug 31 14:56:49.417882 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-09505e6b-6c8b-4f33-81f5-6b24d6f32625 service neutron] 10.222.0.25 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396289 Aug 31 14:56:49.443653 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3a9a20c-ff83-4679-9f58-576da8e7d1c1 req-cc3f76e3-baca-42df-9091-d5ca3aaf2e39 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434229 Aug 31 14:56:49.455230 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-38820e7d-9dfa-4df1-889a-f8f28fbf519c service neutron] 10.222.0.60 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846832 Aug 31 14:56:49.519025 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9f03693-10e6-4df3-b207-4a3ac78f3f79 req-89af79cc-56e3-4c89-b311-ad375db838bb service neutron] 10.222.0.25 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904899 Aug 31 14:56:49.619937 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcff4f73-6f19-4a3c-ae53-48368dba8e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:49.721840 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:49.727064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-071c76f5-ebb1-40ea-9398-3563e0727ec8 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:49.729088 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-071c76f5-ebb1-40ea-9398-3563e0727ec8 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.60 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52&tenant_id=37b9450f2a0046ecb7f151e09a407930&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 943 time: 0.0900199 Aug 31 14:56:49.787165 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-14d28ff0-5326-48d4-839e-cd503e3ebcec service neutron] delete failed (client error): The resource could not be found. Aug 31 14:56:49.788172 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-14d28ff0-5326-48d4-839e-cd503e3ebcec service neutron] 10.222.0.60 "DELETE /v2.0/ports/33377587-f54d-4479-ae57-a48b78ce11ed/bindings/n-h1-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0521736 Aug 31 14:56:49.874806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-2256fe21-48ba-4258-952a-d7cf124dee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:49.876294 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-2256fe21-48ba-4258-952a-d7cf124dee64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37b9450f2a0046ecb7f151e09a407930&device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 1094 time: 0.0413115 Aug 31 14:56:49.971572 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-999098d8-35df-4861-a9ce-a0095320084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:49.973288 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-999098d8-35df-4861-a9ce-a0095320084b service neutron] 10.222.0.60 "GET /v2.0/networks?id=822c16eb-4eae-4e90-82bd-98855d78189e HTTP/1.1" status: 200 len: 913 time: 0.0894854 Aug 31 14:56:50.014692 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-907cb29a-0afc-458b-a80f-44fe29146341 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33377587-f54d-4479-ae57-a48b78ce11ed HTTP/1.1" status: 200 len: 217 time: 0.0344882 Aug 31 14:56:50.063099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-3428b7e7-4354-4b9f-b7f4-2d83a66d7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:50.064540 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-3428b7e7-4354-4b9f-b7f4-2d83a66d7ca0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48d1ff43-af23-483c-a055-0df33e0b41ab HTTP/1.1" status: 200 len: 852 time: 0.0429349 Aug 31 14:56:50.099368 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-6dd3fc0c-0001-405a-9508-ba7e63a7e715 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=822c16eb-4eae-4e90-82bd-98855d78189e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270095 Aug 31 14:56:50.186317 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-21add21f-ed26-48b1-9936-b30b86721397 service neutron] 10.222.0.60 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806208 Aug 31 14:56:50.278501 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-b7250ff9-98cf-4fad-9e9a-540f1dc161f1 service neutron] 10.222.0.60 "GET /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837197 Aug 31 14:56:50.815353 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 33377587-f54d-4479-ae57-a48b78ce11ed details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:56:50.925134 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 33377587-f54d-4479-ae57-a48b78ce11ed, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=33377587-f54d-4479-ae57-a48b78ce11ed,segment=NetworkSegment(38ead251-fb2c-452e-9c34-666b20412ccd),segment_id=38ead251-fb2c-452e-9c34-666b20412ccd)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:50.937735 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '33377587-f54d-4479-ae57-a48b78ce11ed', 'network_id': '822c16eb-4eae-4e90-82bd-98855d78189e', 'port_id': '33377587-f54d-4479-ae57-a48b78ce11ed', 'mac_address': 'fa:16:3e:9f:ec:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d1ff43-af23-483c-a055-0df33e0b41ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:56:50.954694 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48044ff-8f0c-4fce-bc3c-0d47f396da58 req-b2fb9b4a-a0b5-494a-914f-0b96cf6f0cc8 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:50.956197 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a48044ff-8f0c-4fce-bc3c-0d47f396da58 req-b2fb9b4a-a0b5-494a-914f-0b96cf6f0cc8 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 943 time: 0.0538626 Aug 31 14:56:50.978683 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:50.991729 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33377587-f54d-4479-ae57-a48b78ce11ed {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:56:50.996023 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a48044ff-8f0c-4fce-bc3c-0d47f396da58 req-225b415e-15d3-475e-b365-5b65e5845d0f tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333610 Aug 31 14:56:51.017543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 33377587-f54d-4479-ae57-a48b78ce11ed, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=33377587-f54d-4479-ae57-a48b78ce11ed,segment=NetworkSegment(38ead251-fb2c-452e-9c34-666b20412ccd),segment_id=38ead251-fb2c-452e-9c34-666b20412ccd)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:51.021847 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:51.067655 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=33377587-f54d-4479-ae57-a48b78ce11ed,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:51.075929 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:51.076278 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:51.076621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:51.076957 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:51.077290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:51.077619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:51.077946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:51.078270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:51.078595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:51.078917 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:51.079266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:51.079589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:51.240767 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['33377587-f54d-4479-ae57-a48b78ce11ed'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:56:51.930994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 33377587-f54d-4479-ae57-a48b78ce11ed no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:56:51.968484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 33377587-f54d-4479-ae57-a48b78ce11ed not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:56:52.117232 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379296c-0482-4e35-8ea3-a8131cf36bcb req-33b61323-1559-4e45-bc6e-29a15d60f8a1 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:52.118727 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0379296c-0482-4e35-8ea3-a8131cf36bcb req-33b61323-1559-4e45-bc6e-29a15d60f8a1 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 944 time: 0.0529242 Aug 31 14:56:52.158077 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0379296c-0482-4e35-8ea3-a8131cf36bcb req-15468501-6235-44e2-88a0-23d4856ce51d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.39 "GET /v2.0/security-groups?id=39d49f1b-72bf-41b8-a075-99bfe15cc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333767 Aug 31 14:56:52.170071 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e37082b5-2e04-48e9-9db5-7501141ac8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:52.204180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-39863c7a-556a-4fda-995a-52f2fbd99280 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:52.205624 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-39863c7a-556a-4fda-995a-52f2fbd99280 tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.25 "GET /v2.0/ports?device_id=a10f14b8-158e-4da2-a9eb-7ac91d90aa52 HTTP/1.1" status: 200 len: 944 time: 0.0514054 Aug 31 14:56:52.295750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-7ab298ae-85f0-42e6-9710-bf8da0c5714d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Deleting port 33377587-f54d-4479-ae57-a48b78ce11ed {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:56:52.296088 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-7ab298ae-85f0-42e6-9710-bf8da0c5714d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:52.298816 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:52.388675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-7ab298ae-85f0-42e6-9710-bf8da0c5714d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] For port 33377587-f54d-4479-ae57-a48b78ce11ed, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=33377587-f54d-4479-ae57-a48b78ce11ed,segment=NetworkSegment(38ead251-fb2c-452e-9c34-666b20412ccd),segment_id=38ead251-fb2c-452e-9c34-666b20412ccd)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:52.389039 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-7ab298ae-85f0-42e6-9710-bf8da0c5714d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:52.402211 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-7ab298ae-85f0-42e6-9710-bf8da0c5714d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Calling delete_port for 33377587-f54d-4479-ae57-a48b78ce11ed owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:56:52.526826 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-7ab298ae-85f0-42e6-9710-bf8da0c5714d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:52.537861 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['33377587-f54d-4479-ae57-a48b78ce11ed'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:56:52.555578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab298ae-85f0-42e6-9710-bf8da0c5714d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Pushing event deleted for resources: {'Port': ['ID=33377587-f54d-4479-ae57-a48b78ce11ed,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:52.595726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-7ab298ae-85f0-42e6-9710-bf8da0c5714d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] No DVR routers for this DVR port 33377587-f54d-4479-ae57-a48b78ce11ed on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:56:52.598355 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-7ab298ae-85f0-42e6-9710-bf8da0c5714d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:52.600691 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae344f28-cb3b-462f-ad33-ba12464c2e72 req-7ab298ae-85f0-42e6-9710-bf8da0c5714d tempest-DeleteServersTestJSON-1377487476 tempest-DeleteServersTestJSON-1377487476-project] 10.222.0.25 "DELETE /v2.0/ports/33377587-f54d-4479-ae57-a48b78ce11ed HTTP/1.1" status: 204 len: 173 time: 0.3880498 Aug 31 14:56:52.601128 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10f14b8-158e-4da2-a9eb-7ac91d90aa52', 'name': 'network-vif-deleted', 'tag': '33377587-f54d-4479-ae57-a48b78ce11ed'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:56:52.603450 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40d487f-ca56-432d-980c-79ecafdecd21" -d '{"events": [{"server_uuid": "a10f14b8-158e-4da2-a9eb-7ac91d90aa52", "name": "network-vif-deleted", "tag": "33377587-f54d-4479-ae57-a48b78ce11ed"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:56:52.639637 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e3870d-d305-47fe-8c01-f4a88e5ddd23 x-openstack-request-id: req-59e3870d-d305-47fe-8c01-f4a88e5ddd23 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:56:52.639930 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10f14b8-158e-4da2-a9eb-7ac91d90aa52", "name": "network-vif-deleted", "tag": "33377587-f54d-4479-ae57-a48b78ce11ed", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:56:52.640178 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59e3870d-d305-47fe-8c01-f4a88e5ddd23 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:56:52.640588 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10f14b8-158e-4da2-a9eb-7ac91d90aa52', 'name': 'network-vif-deleted', 'tag': '33377587-f54d-4479-ae57-a48b78ce11ed', 'status': 'completed', 'code': 200} Aug 31 14:56:52.814865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 33377587-f54d-4479-ae57-a48b78ce11ed up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:52.836205 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 33377587-f54d-4479-ae57-a48b78ce11ed {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:56:52.836544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 33377587-f54d-4479-ae57-a48b78ce11ed not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 14:56:52.854701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Port 33377587-f54d-4479-ae57-a48b78ce11ed not found, will not notify nova. {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 14:56:53.290995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57436) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:53.333267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-049d729f-582e-4cbc-b607-d10fca63f6cb admin admin] Deleting subnet 48d1ff43-af23-483c-a055-0df33e0b41ab {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:56:53.336837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-049d729f-582e-4cbc-b607-d10fca63f6cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.373641 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-049d729f-582e-4cbc-b607-d10fca63f6cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.411160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-049d729f-582e-4cbc-b607-d10fca63f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.419107 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.464194 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-049d729f-582e-4cbc-b607-d10fca63f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.489755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d729f-582e-4cbc-b607-d10fca63f6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d1ff43-af23-483c-a055-0df33e0b41ab,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:53.493487 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-049d729f-582e-4cbc-b607-d10fca63f6cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.495374 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-049d729f-582e-4cbc-b607-d10fca63f6cb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/48d1ff43-af23-483c-a055-0df33e0b41ab HTTP/1.1" status: 204 len: 168 time: 0.2033043 Aug 31 14:56:53.497879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57438) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:53.566935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ebc6983b-54db-422d-909b-74189e3088af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.643769 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ebc6983b-54db-422d-909b-74189e3088af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.653874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ebc6983b-54db-422d-909b-74189e3088af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822c16eb-4eae-4e90-82bd-98855d78189e']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:53.663571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ebc6983b-54db-422d-909b-74189e3088af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ead251-fb2c-452e-9c34-666b20412ccd') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:53.663893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ebc6983b-54db-422d-909b-74189e3088af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ead251-fb2c-452e-9c34-666b20412ccd') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:53.672520 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ebc6983b-54db-422d-909b-74189e3088af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.685763 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ebc6983b-54db-422d-909b-74189e3088af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.691478 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc6983b-54db-422d-909b-74189e3088af admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:56:53.691879 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ebc6983b-54db-422d-909b-74189e3088af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:56:53.693523 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:56:53.749616 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ebc6983b-54db-422d-909b-74189e3088af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.755052 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ebc6983b-54db-422d-909b-74189e3088af admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.757409 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ebc6983b-54db-422d-909b-74189e3088af admin admin] 10.222.0.39 "DELETE /v2.0/networks/822c16eb-4eae-4e90-82bd-98855d78189e HTTP/1.1" status: 204 len: 168 time: 0.2581120 Aug 31 14:56:53.768588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6983b-54db-422d-909b-74189e3088af admin admin] Pushing event deleted for resources: {'Network': ['ID=822c16eb-4eae-4e90-82bd-98855d78189e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:53.864534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57442) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:53.903254 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fb0a9b50-d456-40ab-acbd-d0abca85c3b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37b9450f2a0046ecb7f151e09a407930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375731 Aug 31 14:56:53.905834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57444) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:53.956469 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:53.976584 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:54.023027 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:54.026150 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:54.027328 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39d49f1b-72bf-41b8-a075-99bfe15cc437 HTTP/1.1" status: 204 len: 168 time: 0.1205809 Aug 31 14:56:54.035069 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d49f1b-72bf-41b8-a075-99bfe15cc437,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:54.043097 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.043481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.043826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.044173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.044509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.044843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.045178 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.045514 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.045839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.046174 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.046504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.046832 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4e6ed-e39c-44ba-a9d0-5dfd491215b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:54.592064 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:54.681604 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57466) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:54.778401 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1764062658-network', 'tenant_id': '3d0151bbf3964e04ade1cece02628992'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:54.803264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] Made reservation on behalf of 3d0151bbf3964e04ade1cece02628992 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:56:54.805707 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:55.016847 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:55.122027 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:55.206241 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:55.209137 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:55.229241 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:56:55.243432 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad909c21-4796-4688-bdd4-5644c84a9a11,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:55.246246 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:55.246578 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] Added segment a262a438-05b6-4fb7-96d9-e7f445a78ed1 of type vlan for network 88fbc06e-9218-42ec-b6a9-631104bec121 Aug 31 14:56:55.286470 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:55.309061 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:55.309959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:55.310534 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:55.366889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6840687 Aug 31 14:56:55.369646 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57470) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:55.376225 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-15faaf9e-2134-44d9-9f7f-56b2b3b8c66b admin admin] Request body: {'subnet': {'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1764062658-subnet', 'tenant_id': '3d0151bbf3964e04ade1cece02628992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:55.380145 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625b6c1-2643-4b98-9e88-2da2fabf12a0 admin admin] Pushing event updated for resources: {'Network': ['ID=88fbc06e-9218-42ec-b6a9-631104bec121,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:55.391932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 88fbc06e-9218-42ec-b6a9-631104bec121 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:56:55.399780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15faaf9e-2134-44d9-9f7f-56b2b3b8c66b admin admin] Made reservation on behalf of 3d0151bbf3964e04ade1cece02628992 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:56:55.402072 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15faaf9e-2134-44d9-9f7f-56b2b3b8c66b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:55.568329 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15faaf9e-2134-44d9-9f7f-56b2b3b8c66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:55.623834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faaf9e-2134-44d9-9f7f-56b2b3b8c66b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dec9728-0c0c-40a0-bd2c-9577b142190a,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:55.630835 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15faaf9e-2134-44d9-9f7f-56b2b3b8c66b admin admin] Checking segment: {'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:56:55.631214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15faaf9e-2134-44d9-9f7f-56b2b3b8c66b admin admin] Network hostable DHCP agents. Network: 88fbc06e-9218-42ec-b6a9-631104bec121, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:56:55.648111 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15faaf9e-2134-44d9-9f7f-56b2b3b8c66b admin admin] Network 88fbc06e-9218-42ec-b6a9-631104bec121 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:56:55.656531 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-15faaf9e-2134-44d9-9f7f-56b2b3b8c66b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 88fbc06e-9218-42ec-b6a9-631104bec121) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:55.660736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15faaf9e-2134-44d9-9f7f-56b2b3b8c66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:55.661379 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-15faaf9e-2134-44d9-9f7f-56b2b3b8c66b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:55.665364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41752286-42b2-42f4-9de8-817f81396a42 None None] Network 88fbc06e-9218-42ec-b6a9-631104bec121 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:56:55.679868 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-15faaf9e-2134-44d9-9f7f-56b2b3b8c66b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3043311 Aug 31 14:56:55.800158 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd76da-0f58-4ede-b5e6-dfa7eb8ff00a None None] Network 88fbc06e-9218-42ec-b6a9-631104bec121 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:56:56.100965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-e10fe2a3-e3dd-4c24-ab3c-3caee37285ad tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:56.103230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-e10fe2a3-e3dd-4c24-ab3c-3caee37285ad tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 815 time: 0.0982571 Aug 31 14:56:56.118565 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-e8dce851-9602-4dfe-8b4a-86d102d22750 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/quotas/3d0151bbf3964e04ade1cece02628992 HTTP/1.1" status: 200 len: 375 time: 0.0096352 Aug 31 14:56:56.153556 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-9974ca07-b485-4aa1-b777-81fe5b55a3dd tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298381 Aug 31 14:56:56.240798 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c118d545-d120-4e59-8362-e2e946730b4d service neutron] 10.222.0.39 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802116 Aug 31 14:56:56.330747 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-b1656964-9aff-42b3-a9e6-181530a38e22 service neutron] 10.222.0.39 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839920 Aug 31 14:56:56.492286 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4aa11c31-dc25-4376-bd90-17df051fa9d7 req-64dce8d2-ed49-45a6-8ac1-f966212e7119 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 210 time: 0.0272524 Aug 31 14:56:56.862280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 33377587-f54d-4479-ae57-a48b78ce11ed no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:56:56.882297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 33377587-f54d-4479-ae57-a48b78ce11ed {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:56:56.883425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 33377587-f54d-4479-ae57-a48b78ce11ed not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:56:57.386918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c381009f-1e30-4594-aa68-19ea5a6e1045 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:57.388505 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c381009f-1e30-4594-aa68-19ea5a6e1045 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.25 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 815 time: 0.1059744 Aug 31 14:56:57.402906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c1c64ef9-b63d-4959-bc17-6ddbdcfcb730 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Request body: {'port': {'device_id': 'a7a704a7-cd1c-42ef-832b-5a098232c7b1', 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121', 'admin_state_up': True, 'tenant_id': '3d0151bbf3964e04ade1cece02628992'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:57.512357 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c1c64ef9-b63d-4959-bc17-6ddbdcfcb730 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Made reservation on behalf of 3d0151bbf3964e04ade1cece02628992 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:56:57.518576 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c1c64ef9-b63d-4959-bc17-6ddbdcfcb730 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:57.605953 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8acfcc55-3634-4e87-910b-8350c40c2958 req-c8320585-3072-413a-9bda-7643004a3d72 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 210 time: 0.0347848 Aug 31 14:56:57.670475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c1c64ef9-b63d-4959-bc17-6ddbdcfcb730 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Allocated IP 172.20.0.3 (88fbc06e-9218-42ec-b6a9-631104bec121/9dec9728-0c0c-40a0-bd2c-9577b142190a/2ffb1da7-0f95-44d9-9175-b85654cbd4d9) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:56:57.815246 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c1c64ef9-b63d-4959-bc17-6ddbdcfcb730 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:57.854939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c1c64ef9-b63d-4959-bc17-6ddbdcfcb730 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:57.899369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c1c64ef9-b63d-4959-bc17-6ddbdcfcb730 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Network 88fbc06e-9218-42ec-b6a9-631104bec121 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:56:57.904912 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c1c64ef9-b63d-4959-bc17-6ddbdcfcb730 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:57.907818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c1c64ef9-b63d-4959-bc17-6ddbdcfcb730 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:56:57.938162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c64ef9-b63d-4959-bc17-6ddbdcfcb730 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Pushing event updated for resources: {'Port': ['ID=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:57.968696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c1c64ef9-b63d-4959-bc17-6ddbdcfcb730 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:57.969308 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c1c64ef9-b63d-4959-bc17-6ddbdcfcb730 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:57.983758 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-c1c64ef9-b63d-4959-bc17-6ddbdcfcb730 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846343 Aug 31 14:56:57.996192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Request body: {'port': {'device_id': 'a7a704a7-cd1c-42ef-832b-5a098232c7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:58.054482 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:58.311439 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:56:58.318435 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:58.330287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Transition to ACTIVE for port object 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:58.334419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:58.381039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Pushing event updated for resources: {'Port': ['ID=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:58.449642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Attempting to bind port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:56:58.450306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Attempting to bind port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:56:58.450306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Attempting to bind port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 on network 88fbc06e-9218-42ec-b6a9-631104bec121 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:56:58.454384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 on network 88fbc06e-9218-42ec-b6a9-631104bec121 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:56:58.454702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Attempting to bind port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 on network 88fbc06e-9218-42ec-b6a9-631104bec121 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:56:58.459493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:56:58.459826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Checking segment: {'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:56:58.460206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Bound using segment: {'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:56:58.460654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Bound port: 2ffb1da7-0f95-44d9-9175-b85654cbd4d9, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:56:58.461007 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:58.525936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] For port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:56:58.528893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] For port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:56:58.533346 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:58.571322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:58.571934 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:58.573317 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] 10.222.0.25 "PUT /v2.0/ports/2ffb1da7-0f95-44d9-9175-b85654cbd4d9 HTTP/1.1" status: 200 len: 1091 time: 0.5813596 Aug 31 14:56:58.573786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a704a7-cd1c-42ef-832b-5a098232c7b1', 'tag': '2ffb1da7-0f95-44d9-9175-b85654cbd4d9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:56:58.576056 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c8f725-4ce9-40f1-a356-8661d091b5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a704a7-cd1c-42ef-832b-5a098232c7b1", "tag": "2ffb1da7-0f95-44d9-9175-b85654cbd4d9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:56:58.596904 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16049f0e-367b-4857-b8e3-b4140348e07b service neutron] Pushing event updated for resources: {'Port': ['ID=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:58.621348 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129a2745-839d-4c93-a1e8-266b46fcfc86 x-openstack-request-id: req-129a2745-839d-4c93-a1e8-266b46fcfc86 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:56:58.621634 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a704a7-cd1c-42ef-832b-5a098232c7b1", "tag": "2ffb1da7-0f95-44d9-9175-b85654cbd4d9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:56:58.621882 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-129a2745-839d-4c93-a1e8-266b46fcfc86 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:56:58.622271 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a704a7-cd1c-42ef-832b-5a098232c7b1', 'tag': '2ffb1da7-0f95-44d9-9175-b85654cbd4d9', 'status': 'completed', 'code': 200} Aug 31 14:56:58.654104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-880e5dc0-827d-47fa-8b5a-f33d64628489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:58.655715 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-880e5dc0-827d-47fa-8b5a-f33d64628489 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 1094 time: 0.0443289 Aug 31 14:56:58.702782 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-45379521-6403-4ef8-b113-504810dde8ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9 HTTP/1.1" status: 200 len: 217 time: 0.0383968 Aug 31 14:56:58.772320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-7f07724a-6daa-465b-928c-d5e758cf7649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:58.773968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-7f07724a-6daa-465b-928c-d5e758cf7649 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0628557 Aug 31 14:56:58.782166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30772c28-49b1-46fe-b739-829fdb86bde4 req-945f5765-bda4-41d5-b957-2c4b05289266 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:58.783566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30772c28-49b1-46fe-b739-829fdb86bde4 req-945f5765-bda4-41d5-b957-2c4b05289266 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 943 time: 0.0834024 Aug 31 14:56:58.814379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-f8dcdcd9-6fd5-4a0a-ae0f-615b4b518eb2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299051 Aug 31 14:56:58.882242 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-30772c28-49b1-46fe-b739-829fdb86bde4 req-6eef0674-c7d6-4596-b0d9-afd418d06e4f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895197 Aug 31 14:56:58.920340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-a70be1be-bffc-409a-a7f8-06537b815ee4 service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981970 Aug 31 14:56:59.013373 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea6fbd0a-4daa-4313-ac37-0e770377b2b6 req-33bfe2cb-df9c-43f1-ad9d-5ef0063eb97e service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854909 Aug 31 14:56:59.095721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8f725-4ce9-40f1-a356-8661d091b5ae req-f1c68e02-b1b4-425e-adbd-32d84902843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:59.097218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48c8f725-4ce9-40f1-a356-8661d091b5ae req-f1c68e02-b1b4-425e-adbd-32d84902843f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 1094 time: 0.0400629 Aug 31 14:56:59.184472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8f725-4ce9-40f1-a356-8661d091b5ae req-4a591fc2-3ad7-43f1-bb58-dfd045bd1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:59.186216 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48c8f725-4ce9-40f1-a356-8661d091b5ae req-4a591fc2-3ad7-43f1-bb58-dfd045bd1c25 service neutron] 10.222.0.25 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 916 time: 0.0811470 Aug 31 14:56:59.230624 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48c8f725-4ce9-40f1-a356-8661d091b5ae req-620447b1-1825-4ef7-b529-976337df7fa5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9 HTTP/1.1" status: 200 len: 217 time: 0.0372577 Aug 31 14:56:59.277818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8f725-4ce9-40f1-a356-8661d091b5ae req-6831e706-88d0-47cd-bfdc-4a4a4a3644c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:59.279234 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48c8f725-4ce9-40f1-a356-8661d091b5ae req-6831e706-88d0-47cd-bfdc-4a4a4a3644c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0417476 Aug 31 14:56:59.312270 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48c8f725-4ce9-40f1-a356-8661d091b5ae req-c3e88fbe-242b-40ce-b697-63761ba83836 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240047 Aug 31 14:56:59.408004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48c8f725-4ce9-40f1-a356-8661d091b5ae req-a198fe84-14c3-4ad1-a3d8-5714646ac5df service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873108 Aug 31 14:56:59.496367 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-48c8f725-4ce9-40f1-a356-8661d091b5ae req-e9c7c1db-5bdc-44c4-b517-76fc988e6c58 service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803330 Aug 31 14:56:59.999038 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09246d37-fe1d-44df-a9ba-a775814d66f1 req-c19ff9a4-efb4-4e22-840b-f6f8b9610f7e tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:00.000546 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-09246d37-fe1d-44df-a9ba-a775814d66f1 req-c19ff9a4-efb4-4e22-840b-f6f8b9610f7e tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 943 time: 0.0502636 Aug 31 14:57:00.041654 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-09246d37-fe1d-44df-a9ba-a775814d66f1 req-3225ab54-6ad0-4639-b0c6-41dd165a097c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350649 Aug 31 14:57:01.159696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e26e36-e386-4cbb-a771-b487dafce273 req-d3cd44d8-b6be-4356-a2c1-528ab84761df tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:01.161209 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7e26e36-e386-4cbb-a771-b487dafce273 req-d3cd44d8-b6be-4356-a2c1-528ab84761df tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 943 time: 0.0498521 Aug 31 14:57:01.198576 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7e26e36-e386-4cbb-a771-b487dafce273 req-7ad7d620-ee2e-467d-a1da-886c159a442a tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307350 Aug 31 14:57:02.312971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca3d1b-9aa5-4a3c-a423-e68d5cf7e640 req-eab2e279-8402-4dbb-a52c-9c52ec9e24f9 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:02.314407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8eca3d1b-9aa5-4a3c-a423-e68d5cf7e640 req-eab2e279-8402-4dbb-a52c-9c52ec9e24f9 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 943 time: 0.0480566 Aug 31 14:57:02.353207 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8eca3d1b-9aa5-4a3c-a423-e68d5cf7e640 req-fa369698-e252-4784-a786-ede440a96f73 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319393 Aug 31 14:57:02.880169 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:57:02.972964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:02.983966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '2ffb1da7-0f95-44d9-9175-b85654cbd4d9', 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121', 'port_id': '2ffb1da7-0f95-44d9-9175-b85654cbd4d9', 'mac_address': 'fa:16:3e:b5:9b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dec9728-0c0c-40a0-bd2c-9577b142190a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:57:03.017334 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:57:03.020503 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:03.033222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:57:03.051905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:03.056835 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:03.106665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:03.263470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['2ffb1da7-0f95-44d9-9175-b85654cbd4d9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:57:03.471932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b0689-d79e-4a0e-bc49-c49e9790270a req-3675f361-c829-476e-abc3-99d521e7b7fd tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:03.473410 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bb0b0689-d79e-4a0e-bc49-c49e9790270a req-3675f361-c829-476e-abc3-99d521e7b7fd tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 944 time: 0.0518734 Aug 31 14:57:03.513042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bb0b0689-d79e-4a0e-bc49-c49e9790270a req-afe3b89d-86fe-4704-8cf7-762ae15354d2 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324430 Aug 31 14:57:04.626021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beae8e-c25f-4408-b694-7f4008fdc5f5 req-bddf2bdb-241e-4bf7-8d68-d61511da5677 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:04.627534 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e3beae8e-c25f-4408-b694-7f4008fdc5f5 req-bddf2bdb-241e-4bf7-8d68-d61511da5677 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 944 time: 0.0492148 Aug 31 14:57:04.664342 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e3beae8e-c25f-4408-b694-7f4008fdc5f5 req-cc7882a6-7b31-4163-b0c8-dcaaa96827e0 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302782 Aug 31 14:57:04.892811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:57:04.943363 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:57:04.947376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:04.947746 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.022346 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.044406 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a704a7-cd1c-42ef-832b-5a098232c7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffb1da7-0f95-44d9-9175-b85654cbd4d9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:57:05.046637 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c04080-4a99-4252-a904-91eeaf2e9caf" -d '{"events": [{"server_uuid": "a7a704a7-cd1c-42ef-832b-5a098232c7b1", "name": "network-vif-plugged", "status": "completed", "tag": "2ffb1da7-0f95-44d9-9175-b85654cbd4d9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:57:05.059781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:05.064497 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:05.104498 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67e91c7-2488-407f-bdff-d54ef3d1bb58 x-openstack-request-id: req-d67e91c7-2488-407f-bdff-d54ef3d1bb58 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:57:05.104780 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a704a7-cd1c-42ef-832b-5a098232c7b1", "name": "network-vif-plugged", "status": "completed", "tag": "2ffb1da7-0f95-44d9-9175-b85654cbd4d9", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:57:05.105030 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d67e91c7-2488-407f-bdff-d54ef3d1bb58 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:57:05.105416 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a704a7-cd1c-42ef-832b-5a098232c7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffb1da7-0f95-44d9-9175-b85654cbd4d9', 'code': 200} Aug 31 14:57:05.114428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:05.198782 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae63417-1247-411f-93a1-a40d21a66739 req-912addac-da7e-46ca-8767-851195428c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:05.200167 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7ae63417-1247-411f-93a1-a40d21a66739 req-912addac-da7e-46ca-8767-851195428c0f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0389261 Aug 31 14:57:05.236276 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7ae63417-1247-411f-93a1-a40d21a66739 req-d6149ce5-31e4-4a0f-9313-0b093d1d7b18 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284424 Aug 31 14:57:05.777513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db479fae-a11f-4e23-bdf5-151de1863093 req-9b863b81-61ea-4db4-ad27-4a623262d0df tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:05.779021 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-db479fae-a11f-4e23-bdf5-151de1863093 req-9b863b81-61ea-4db4-ad27-4a623262d0df tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0484920 Aug 31 14:57:05.819121 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-db479fae-a11f-4e23-bdf5-151de1863093 req-6736b357-0e64-44b3-a723-b8b62766c1e3 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341430 Aug 31 14:57:06.942304 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112373ba-56a4-4cfe-934a-203b2b69d0cb req-1f677ca7-22d2-4d98-bb82-932645e79cd4 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:06.943783 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-112373ba-56a4-4cfe-934a-203b2b69d0cb req-1f677ca7-22d2-4d98-bb82-932645e79cd4 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0528407 Aug 31 14:57:06.982224 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-112373ba-56a4-4cfe-934a-203b2b69d0cb req-bb6c6028-4ba7-439d-8b46-210ecba3aaa3 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323796 Aug 31 14:57:07.093902 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13247fce-c05e-4223-bb6d-0f02beda1464 req-9765bc07-3387-4173-a1ed-e9f09c42ba58 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:07.095401 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-13247fce-c05e-4223-bb6d-0f02beda1464 req-9765bc07-3387-4173-a1ed-e9f09c42ba58 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0483508 Aug 31 14:57:07.132464 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-13247fce-c05e-4223-bb6d-0f02beda1464 req-771cdee1-f642-46b5-8568-8a92f21fbb45 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301597 Aug 31 14:57:07.332353 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac51c6-caa4-4615-9747-73e546765b6d req-b18833eb-17cd-408d-8a64-7e21598169b5 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:07.333874 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7aac51c6-caa4-4615-9747-73e546765b6d req-b18833eb-17cd-408d-8a64-7e21598169b5 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0502183 Aug 31 14:57:07.371129 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7aac51c6-caa4-4615-9747-73e546765b6d req-d695b112-5dd1-4b9e-a225-67a818af43b8 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307527 Aug 31 14:57:07.486352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30497f-5067-4968-9d72-797673a0a7e5 req-8ac11b72-c268-47c5-88f0-840a74b2849c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:07.487802 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad30497f-5067-4968-9d72-797673a0a7e5 req-8ac11b72-c268-47c5-88f0-840a74b2849c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0512388 Aug 31 14:57:07.524879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ad30497f-5067-4968-9d72-797673a0a7e5 req-20c7a1a3-4581-470a-b9c2-5ded59ee24f5 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304637 Aug 31 14:57:07.844069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-4e6b83fc-c5bd-488a-ba76-2ee4ee260912 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389302 Aug 31 14:57:07.863107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e959028-dda8-4343-b00e-5dc39181dfd8 req-9fc42642-4cf7-49fc-b85a-3f68cdaeb7c8 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:07.864801 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e959028-dda8-4343-b00e-5dc39181dfd8 req-9fc42642-4cf7-49fc-b85a-3f68cdaeb7c8 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0512385 Aug 31 14:57:07.904139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e959028-dda8-4343-b00e-5dc39181dfd8 req-25b5ee8a-2081-4de4-a5d4-13ea10f7d413 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323989 Aug 31 14:57:08.935727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-be33240b-4944-44fd-962d-88c3afb6b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:08.937243 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-be33240b-4944-44fd-962d-88c3afb6b90a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0413997 Aug 31 14:57:09.027634 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d75f4-9672-4f73-962e-d8aee9f30cd5 req-36028493-f25e-4a75-8c93-836bf1995413 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:09.029220 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b6d75f4-9672-4f73-962e-d8aee9f30cd5 req-36028493-f25e-4a75-8c93-836bf1995413 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0561697 Aug 31 14:57:09.070157 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b6d75f4-9672-4f73-962e-d8aee9f30cd5 req-bee9941d-d87c-4c01-9949-c0e7354c770d tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339773 Aug 31 14:57:09.338294 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-9e01815c-e119-4938-b4c2-d5bcbd953971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:09.339704 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-9e01815c-e119-4938-b4c2-d5bcbd953971 service neutron] 10.222.0.25 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 916 time: 0.3944352 Aug 31 14:57:09.381674 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-8fddba76-40da-4131-8c6e-d32139a093f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9 HTTP/1.1" status: 200 len: 217 time: 0.0341425 Aug 31 14:57:09.430131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-8c5fc545-6e5a-43e3-8137-52d82d44c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:09.431528 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-8c5fc545-6e5a-43e3-8137-52d82d44c3c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0421600 Aug 31 14:57:09.465484 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-7ddae608-0e25-41e1-a5c0-e38d78334439 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265229 Aug 31 14:57:09.552312 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-6eee92ae-c821-4e8f-8713-ac51c35caa5f service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789485 Aug 31 14:57:09.645522 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-99e22882-6b58-4a3c-93b1-2d43acac0e24 service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850275 Aug 31 14:57:10.188369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20b271-85f0-4126-bff8-dc0798b9e9e4 req-eba90cbe-20eb-46b1-ad70-c2510d6bdb2f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:10.189842 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd20b271-85f0-4126-bff8-dc0798b9e9e4 req-eba90cbe-20eb-46b1-ad70-c2510d6bdb2f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0498924 Aug 31 14:57:10.227380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd20b271-85f0-4126-bff8-dc0798b9e9e4 req-b0f88bab-0c18-499c-bab2-694bd44c8b46 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310719 Aug 31 14:57:11.344276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82089558-b6c3-4c68-a04c-da15e10cda43 req-5f61c053-b0de-4034-8158-6b11d454cde5 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:11.345743 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82089558-b6c3-4c68-a04c-da15e10cda43 req-5f61c053-b0de-4034-8158-6b11d454cde5 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0484457 Aug 31 14:57:11.385262 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-82089558-b6c3-4c68-a04c-da15e10cda43 req-34918aa2-55d9-4ca1-84dd-a838a572a67d tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Aug 31 14:57:12.399726 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25dfd7-198b-4219-bd6e-11e08b064e0b req-20cf73c6-16c1-42a0-9898-d74928467ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:12.401203 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bc25dfd7-198b-4219-bd6e-11e08b064e0b req-20cf73c6-16c1-42a0-9898-d74928467ad0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0403831 Aug 31 14:57:12.541987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b574ff-93db-48c1-8cfc-5d07841ae5c6 req-fd3635d1-95dd-45bf-ac22-511f75945e43 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:12.543467 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92b574ff-93db-48c1-8cfc-5d07841ae5c6 req-fd3635d1-95dd-45bf-ac22-511f75945e43 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0721440 Aug 31 14:57:12.544407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25dfd7-198b-4219-bd6e-11e08b064e0b req-e4442c87-e0b4-47bf-b72f-0d2d095945c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:12.545699 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bc25dfd7-198b-4219-bd6e-11e08b064e0b req-e4442c87-e0b4-47bf-b72f-0d2d095945c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 916 time: 0.1259449 Aug 31 14:57:12.602910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bc25dfd7-198b-4219-bd6e-11e08b064e0b req-d576e999-a9d6-4a71-b365-dd120e3f1afa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9 HTTP/1.1" status: 200 len: 217 time: 0.0459597 Aug 31 14:57:12.622932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92b574ff-93db-48c1-8cfc-5d07841ae5c6 req-b7ecb54b-3f52-4bde-8b88-7510664233d4 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733690 Aug 31 14:57:12.658610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25dfd7-198b-4219-bd6e-11e08b064e0b req-74163df5-f5d8-4938-b3be-687a72b90128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:12.660017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bc25dfd7-198b-4219-bd6e-11e08b064e0b req-74163df5-f5d8-4938-b3be-687a72b90128 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0463402 Aug 31 14:57:12.691231 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bc25dfd7-198b-4219-bd6e-11e08b064e0b req-98b3467a-bebe-410c-828d-ae8762ac77ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242231 Aug 31 14:57:12.780771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bc25dfd7-198b-4219-bd6e-11e08b064e0b req-3cd414ce-c082-4666-a3fb-eb3152ff2179 service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821862 Aug 31 14:57:12.867848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bc25dfd7-198b-4219-bd6e-11e08b064e0b req-d9ced29d-50b4-4bd5-85e0-451a1c4cd62e service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800993 Aug 31 14:57:13.739497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb8ccc-9735-45b2-bbc4-4c32fe9cfe47 req-47262e45-4041-45dc-8a11-3e85eb6e2857 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:13.741044 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55fb8ccc-9735-45b2-bbc4-4c32fe9cfe47 req-47262e45-4041-45dc-8a11-3e85eb6e2857 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0503964 Aug 31 14:57:13.780543 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55fb8ccc-9735-45b2-bbc4-4c32fe9cfe47 req-31e01684-2e58-4f9b-9f26-6a8d1b38854a tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331368 Aug 31 14:57:14.896286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dc8c9-a83d-451f-814c-efcce9a9a596 req-37ae6512-df35-4f67-b07a-5fad269e15bf tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:14.898434 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c01dc8c9-a83d-451f-814c-efcce9a9a596 req-37ae6512-df35-4f67-b07a-5fad269e15bf tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0509455 Aug 31 14:57:14.936132 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c01dc8c9-a83d-451f-814c-efcce9a9a596 req-002243aa-6fe0-4450-a689-003c66d16ea8 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Aug 31 14:57:16.065838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98122a15-a5b8-43ed-9c7b-04fa12c09de6 req-5ce38c4a-b33c-4d71-b216-34fe106ba08c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:16.067343 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98122a15-a5b8-43ed-9c7b-04fa12c09de6 req-5ce38c4a-b33c-4d71-b216-34fe106ba08c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0522575 Aug 31 14:57:16.104778 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98122a15-a5b8-43ed-9c7b-04fa12c09de6 req-ddd4d6c9-d18f-4f81-a0c1-f4efc4a9e560 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315685 Aug 31 14:57:17.222807 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9c471-c28e-4da2-ad31-3e363874f6cb req-15f9935c-c22d-4600-a142-13332f053a85 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:17.224593 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bfa9c471-c28e-4da2-ad31-3e363874f6cb req-15f9935c-c22d-4600-a142-13332f053a85 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0526543 Aug 31 14:57:17.261957 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bfa9c471-c28e-4da2-ad31-3e363874f6cb req-df08b4bf-3f37-4348-b0d7-03fc58786689 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307755 Aug 31 14:57:18.388725 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932969d5-cf23-4318-be2c-733e591ebc2c req-c2197989-01d1-4290-bbab-e56663eda642 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:18.390585 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-932969d5-cf23-4318-be2c-733e591ebc2c req-c2197989-01d1-4290-bbab-e56663eda642 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0590801 Aug 31 14:57:18.430984 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-932969d5-cf23-4318-be2c-733e591ebc2c req-3f1d3e5f-e30b-4f4c-94a1-b40ec98358f5 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345252 Aug 31 14:57:19.546979 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a882a-0592-4765-8c94-5ea3f6ff279b req-6b0d7fed-e76f-4b76-b9ea-82025c4ca4d7 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:19.548462 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-320a882a-0592-4765-8c94-5ea3f6ff279b req-6b0d7fed-e76f-4b76-b9ea-82025c4ca4d7 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0480771 Aug 31 14:57:19.585522 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-320a882a-0592-4765-8c94-5ea3f6ff279b req-8a6f4b64-cec6-4018-b8ef-6ecc487b20bc tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310504 Aug 31 14:57:19.625495 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e43bd84-8ce5-49a3-bc26-10134d46bbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:19.716954 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:20.699158 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a7e4-9907-4760-8217-7308a0007194 req-c9524a2a-ddaa-43c8-a2c4-feffac757f4d tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:20.700654 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f867a7e4-9907-4760-8217-7308a0007194 req-c9524a2a-ddaa-43c8-a2c4-feffac757f4d tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0488513 Aug 31 14:57:20.739117 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f867a7e4-9907-4760-8217-7308a0007194 req-1e87bb1e-d535-45f9-acb1-9ecaf0bc988c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326130 Aug 31 14:57:21.854389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda30cb-ba65-499d-86b2-6a2a61b9398f req-b5f5db03-6594-4949-a8c8-1d2630f4bff8 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:21.855897 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-efda30cb-ba65-499d-86b2-6a2a61b9398f req-b5f5db03-6594-4949-a8c8-1d2630f4bff8 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0490594 Aug 31 14:57:21.893574 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-efda30cb-ba65-499d-86b2-6a2a61b9398f req-db3db6e8-8d00-4ebc-9d6a-ed808be4f4b0 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317361 Aug 31 14:57:22.170286 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b0a2-d546-466f-9d03-9e84ebe33a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:22.299417 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:23.012344 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707f737-0668-4022-9d28-9ca39bcc8116 req-e0924ef3-b175-47fd-9017-e32056ead650 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:23.013835 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7707f737-0668-4022-9d28-9ca39bcc8116 req-e0924ef3-b175-47fd-9017-e32056ead650 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0539246 Aug 31 14:57:23.051376 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7707f737-0668-4022-9d28-9ca39bcc8116 req-9b870a74-06cf-4afb-a94e-0814d35b73f3 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314834 Aug 31 14:57:23.422646 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:24.172257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b6e81-028e-4012-b110-c73da7660db1 req-2c84eaa7-fdf1-464e-b5ef-74a1e424f802 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:24.173723 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-be6b6e81-028e-4012-b110-c73da7660db1 req-2c84eaa7-fdf1-464e-b5ef-74a1e424f802 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0535972 Aug 31 14:57:24.213682 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-be6b6e81-028e-4012-b110-c73da7660db1 req-35561319-592a-448e-b71c-d9c3050761e3 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335591 Aug 31 14:57:24.587495 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:25.018576 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:25.327130 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21194c-c478-4ee0-afca-870a55977bf6 req-0306ae8a-e11e-4fbb-a306-34785343e890 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:25.328706 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae21194c-c478-4ee0-afca-870a55977bf6 req-0306ae8a-e11e-4fbb-a306-34785343e890 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0484865 Aug 31 14:57:25.366017 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae21194c-c478-4ee0-afca-870a55977bf6 req-2bec2024-113f-4731-83ed-f287a5ba1a99 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314746 Aug 31 14:57:26.480440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd88cc3-4651-4b1e-abdb-ba3dc32f3e93 req-dfba0b78-57ba-446c-9fd4-54fa9b5bb867 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:26.481955 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6dd88cc3-4651-4b1e-abdb-ba3dc32f3e93 req-dfba0b78-57ba-446c-9fd4-54fa9b5bb867 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0492847 Aug 31 14:57:26.527818 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6dd88cc3-4651-4b1e-abdb-ba3dc32f3e93 req-5d0bd2b6-3903-44ba-8914-97701fb00d32 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397770 Aug 31 14:57:27.641415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a98053-2b19-44db-92e6-7f05860f54fd req-df16354d-4cfc-4f58-8615-8544c9b4067a tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:27.642901 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-44a98053-2b19-44db-92e6-7f05860f54fd req-df16354d-4cfc-4f58-8615-8544c9b4067a tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0484877 Aug 31 14:57:27.680040 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-44a98053-2b19-44db-92e6-7f05860f54fd req-7619a624-fa24-45f5-8430-0f53f643903f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305514 Aug 31 14:57:28.794453 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b517ac-bbf8-42fd-96c7-198cd4fe6f42 req-0e209580-df37-4ca8-a9a9-fb0dd3eb4f05 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:28.796273 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7b517ac-bbf8-42fd-96c7-198cd4fe6f42 req-0e209580-df37-4ca8-a9a9-fb0dd3eb4f05 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0502965 Aug 31 14:57:28.834005 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c7b517ac-bbf8-42fd-96c7-198cd4fe6f42 req-79970bfb-b245-42ee-894a-ab20c6e1fa69 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315335 Aug 31 14:57:29.951928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385c14-b1db-47f0-aaee-e0926eb46d3e req-61508628-95dd-4dce-8338-0773260411dd tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:29.953407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-76385c14-b1db-47f0-aaee-e0926eb46d3e req-61508628-95dd-4dce-8338-0773260411dd tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0521355 Aug 31 14:57:29.991384 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-76385c14-b1db-47f0-aaee-e0926eb46d3e req-0e455231-78c7-4ad1-ad0d-94f32afe252c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320287 Aug 31 14:57:31.110530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3bd17-f168-46ae-b022-69010b97c510 req-7013cea7-945f-41ca-a914-729552d92751 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:31.112073 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2bd3bd17-f168-46ae-b022-69010b97c510 req-7013cea7-945f-41ca-a914-729552d92751 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0539277 Aug 31 14:57:31.149886 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2bd3bd17-f168-46ae-b022-69010b97c510 req-00e945c4-3ce7-483f-963f-cafe40290713 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311744 Aug 31 14:57:32.264786 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf0c20-6f02-466a-b3c3-66fa078bd2ca req-7b5da71c-4995-43d2-b9cd-d3c889a64d37 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:32.266194 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6cf0c20-6f02-466a-b3c3-66fa078bd2ca req-7b5da71c-4995-43d2-b9cd-d3c889a64d37 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0491247 Aug 31 14:57:32.302931 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6cf0c20-6f02-466a-b3c3-66fa078bd2ca req-aac48220-d1fa-4f2e-87d4-a36848bed9a0 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307727 Aug 31 14:57:33.420249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9491c-9381-4fef-8eb9-ffa3af66d181 req-ff106b52-9164-456a-b343-567297d24e81 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:33.421754 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6f9491c-9381-4fef-8eb9-ffa3af66d181 req-ff106b52-9164-456a-b343-567297d24e81 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0499151 Aug 31 14:57:33.460690 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6f9491c-9381-4fef-8eb9-ffa3af66d181 req-7a6a2cb5-6473-48c9-9e95-46bf90c655f0 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Aug 31 14:57:34.581069 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6d05b-d8fd-4981-b26a-ddeabae36624 req-f182681a-38ea-46fa-8820-aac7eb6b9733 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:34.582570 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30e6d05b-d8fd-4981-b26a-ddeabae36624 req-f182681a-38ea-46fa-8820-aac7eb6b9733 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0523639 Aug 31 14:57:34.620293 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-30e6d05b-d8fd-4981-b26a-ddeabae36624 req-43ddf2f8-8806-42a8-bd7f-e5f79871fda8 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312991 Aug 31 14:57:35.734405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15871b13-df1d-4cd2-99b1-1eab49aa96ed req-88e6565d-5918-41ef-9690-b80bc5ceb036 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:35.735917 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15871b13-df1d-4cd2-99b1-1eab49aa96ed req-88e6565d-5918-41ef-9690-b80bc5ceb036 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0491045 Aug 31 14:57:35.773128 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15871b13-df1d-4cd2-99b1-1eab49aa96ed req-ac568f28-33e4-401f-9324-80af77077158 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Aug 31 14:57:36.516703 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-ff951fe2-90ea-41bd-a49c-097f7ac90b58 service neutron] show failed (client error): The resource could not be found. Aug 31 14:57:36.517764 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-ff951fe2-90ea-41bd-a49c-097f7ac90b58 service neutron] 10.222.0.25 "GET /v2.0/ports/2ffb1da7-0f95-44d9-9175-b85654cbd4d9/bindings/n-h1-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0592332 Aug 31 14:57:36.739110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-b8e75bfa-c14a-4789-a9b1-bcb99f4303bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:36.740659 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-b8e75bfa-c14a-4789-a9b1-bcb99f4303bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1&tenant_id=3d0151bbf3964e04ade1cece02628992 HTTP/1.1" status: 200 len: 1096 time: 0.0732322 Aug 31 14:57:36.752552 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:36.803899 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:36.980782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb651745-115e-4da8-9862-3367b6f6529e req-16788cc8-173d-453a-8336-8d57f98b0de4 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:36.982253 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cb651745-115e-4da8-9862-3367b6f6529e req-16788cc8-173d-453a-8336-8d57f98b0de4 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 945 time: 0.1401329 Aug 31 14:57:37.050130 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cb651745-115e-4da8-9862-3367b6f6529e req-2d877169-7fb4-430d-bd02-f067b347fc5c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439603 Aug 31 14:57:37.076467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] For port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:37.109413 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] For port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9, host n-h2-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:57:37.152997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a704a7-cd1c-42ef-832b-5a098232c7b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffb1da7-0f95-44d9-9175-b85654cbd4d9'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:57:37.155316 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263d4fe5-8f46-4e36-9031-e76b0602407f" -d '{"events": [{"server_uuid": "a7a704a7-cd1c-42ef-832b-5a098232c7b1", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffb1da7-0f95-44d9-9175-b85654cbd4d9"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:57:37.159049 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:37.172415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Transition to ACTIVE for port object 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 will not be triggered until provisioned by entity L2. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:57:37.175414 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:37.240872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] No DVR routers for this DVR port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 on host n-h2-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:57:37.245780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Pushing event updated for resources: {'Port': ['ID=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,revision_number=6']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:37.272169 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8b9d08-6cdd-49a8-8180-be1e191c0c96 x-openstack-request-id: req-ff8b9d08-6cdd-49a8-8180-be1e191c0c96 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:57:37.272474 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a704a7-cd1c-42ef-832b-5a098232c7b1", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffb1da7-0f95-44d9-9175-b85654cbd4d9", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:57:37.272725 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff8b9d08-6cdd-49a8-8180-be1e191c0c96 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:57:37.273117 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a704a7-cd1c-42ef-832b-5a098232c7b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffb1da7-0f95-44d9-9175-b85654cbd4d9', 'code': 200} Aug 31 14:57:37.284068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Attempting to bind port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:57:37.284403 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Attempting to bind port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:57:37.284730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Attempting to bind port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 on network 88fbc06e-9218-42ec-b6a9-631104bec121 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:57:37.288982 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 on network 88fbc06e-9218-42ec-b6a9-631104bec121 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:57:37.289305 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Attempting to bind port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 on network 88fbc06e-9218-42ec-b6a9-631104bec121 {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:57:37.294532 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:57:37.294873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Checking segment: {'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:57:37.295357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Bound using segment: {'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'} {{(pid=94870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:57:37.295778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.managers [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Bound port: 2ffb1da7-0f95-44d9-9175-b85654cbd4d9, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'}}] {{(pid=94870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:57:37.296133 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:37.369385 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] For port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9, host n-h1-806683-5, cleared binding levels {{(pid=94870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:57:37.372226 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] For port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:57:37.376602 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:37.409066 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:37.409650 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:37.411022 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] 10.222.0.60 "PUT /v2.0/ports/2ffb1da7-0f95-44d9-9175-b85654cbd4d9 HTTP/1.1" status: 200 len: 1091 time: 0.6624711 Aug 31 14:57:37.433608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c5923-c7e9-4184-bb4c-0e92b5eef71a service neutron] Pushing event updated for resources: {'Port': ['ID=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,revision_number=7']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:37.475416 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-79141cc2-eddd-4c6d-a800-9fbf59ffd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:37.476886 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-79141cc2-eddd-4c6d-a800-9fbf59ffd358 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 1094 time: 0.0404732 Aug 31 14:57:37.566794 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-b35b8bdf-7bb5-4e21-ac63-638776ceb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:37.568271 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-b35b8bdf-7bb5-4e21-ac63-638776ceb1a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 916 time: 0.0844431 Aug 31 14:57:37.608120 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-844229d5-a994-4808-a5d6-bfd1ff6391ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9 HTTP/1.1" status: 200 len: 217 time: 0.0332172 Aug 31 14:57:37.655744 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-bd0f6786-4541-4fb4-82fc-4b01288db6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:37.657133 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-bd0f6786-4541-4fb4-82fc-4b01288db6bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0417807 Aug 31 14:57:37.689053 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-8e6fffda-d65c-4bda-b7b2-3bff94b7971c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241635 Aug 31 14:57:37.781244 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-cacfd492-447e-45ef-bf46-a5ea31ecb36d service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836909 Aug 31 14:57:37.870882 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6a1824f-e3d5-43d6-b6c8-c6c0f9c1e821 req-6fd6fd49-37cc-4747-80c5-41a4d99d19b9 service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818410 Aug 31 14:57:38.169111 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f4fb0-cb32-423f-b58f-54b674033346 req-3166c4c8-2327-498e-a4ad-51e011006672 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:38.170587 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e34f4fb0-cb32-423f-b58f-54b674033346 req-3166c4c8-2327-498e-a4ad-51e011006672 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 943 time: 0.0543163 Aug 31 14:57:38.206426 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e34f4fb0-cb32-423f-b58f-54b674033346 req-6dc5bf95-72e9-43ec-9151-9299a8daa6b3 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299284 Aug 31 14:57:39.274447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a704a7-cd1c-42ef-832b-5a098232c7b1', 'tag': '2ffb1da7-0f95-44d9-9175-b85654cbd4d9'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:57:39.276956 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a704a7-cd1c-42ef-832b-5a098232c7b1", "tag": "2ffb1da7-0f95-44d9-9175-b85654cbd4d9"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:57:39.326401 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8927ab-248f-4aea-813d-90a1cb79543b x-openstack-request-id: req-5b8927ab-248f-4aea-813d-90a1cb79543b {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:57:39.326561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb34f-a81d-441c-8ac3-48241dc3778a req-434a6b3b-4f4e-4647-9fcb-44d92fb9727f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:39.327033 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a704a7-cd1c-42ef-832b-5a098232c7b1", "tag": "2ffb1da7-0f95-44d9-9175-b85654cbd4d9", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:57:39.327033 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b8927ab-248f-4aea-813d-90a1cb79543b {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:57:39.327747 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a704a7-cd1c-42ef-832b-5a098232c7b1', 'tag': '2ffb1da7-0f95-44d9-9175-b85654cbd4d9', 'status': 'completed', 'code': 200} Aug 31 14:57:39.328148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4c7fb34f-a81d-441c-8ac3-48241dc3778a req-434a6b3b-4f4e-4647-9fcb-44d92fb9727f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 943 time: 0.0523176 Aug 31 14:57:39.395995 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-788153f5-044b-4df1-9698-36b245f64ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:39.397495 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-788153f5-044b-4df1-9698-36b245f64ea7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 1094 time: 0.0415382 Aug 31 14:57:39.402760 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4c7fb34f-a81d-441c-8ac3-48241dc3778a req-6feb0bb0-3a92-4ef3-bd77-685974bff31c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686450 Aug 31 14:57:39.414293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-9adaa52d-ff1e-477b-91c3-0811892fe240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:39.416629 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-9adaa52d-ff1e-477b-91c3-0811892fe240 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 1094 time: 0.0664699 Aug 31 14:57:39.499123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-c9a2c293-1c27-4bb6-9b5c-c69639f5e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:39.500938 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-c9a2c293-1c27-4bb6-9b5c-c69639f5e5e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 916 time: 0.0915747 Aug 31 14:57:39.518958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-55c4e30b-c2f3-4a4c-ae1b-947afdd828fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:39.520528 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-55c4e30b-c2f3-4a4c-ae1b-947afdd828fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 916 time: 0.0962563 Aug 31 14:57:39.548285 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-1159ff1a-fc38-445c-9745-c94e8bc80956 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9 HTTP/1.1" status: 200 len: 217 time: 0.0391870 Aug 31 14:57:39.563047 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-526cb54a-3dea-4576-af7c-b037b6fc0207 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9 HTTP/1.1" status: 200 len: 217 time: 0.0354228 Aug 31 14:57:39.599387 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-57659717-e3ac-4c24-b153-3868f1d89dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:39.601321 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-57659717-e3ac-4c24-b153-3868f1d89dbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0460913 Aug 31 14:57:39.616978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-8801e054-1519-47f2-8688-cbab1c7d6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:39.619088 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-8801e054-1519-47f2-8688-cbab1c7d6ee1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0487130 Aug 31 14:57:39.636919 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-e71b6efe-cdfb-43b9-994a-7b5dc13d4ccb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285881 Aug 31 14:57:39.656699 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-2dc0c927-73eb-45b1-b808-66d761a92626 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305710 Aug 31 14:57:39.732530 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-b9db76b0-a4bd-4b53-a70f-0915ba7b498b service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888302 Aug 31 14:57:39.746558 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-2e5aecdb-46b0-4a78-a625-7ca3b80adead service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824094 Aug 31 14:57:39.822396 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-4e20f17e-e5bf-4c03-9b5f-54748cffe85e service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829713 Aug 31 14:57:39.842834 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d0edd42-27ff-4c83-8ff7-42656b0d2f4a req-d39ceefc-2c43-4c56-8b75-354aff5f2906 service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886137 Aug 31 14:57:40.016457 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:57:40.526321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d0872-4ea9-4789-b834-867b6d2e2ff3 req-2d10a99a-46ce-4c2c-bd31-e7fd3b7dd2e5 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:40.527816 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0c8d0872-4ea9-4789-b834-867b6d2e2ff3 req-2d10a99a-46ce-4c2c-bd31-e7fd3b7dd2e5 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 943 time: 0.0487344 Aug 31 14:57:40.568524 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0c8d0872-4ea9-4789-b834-867b6d2e2ff3 req-12a210a6-633c-4cc6-b145-53de24413313 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348141 Aug 31 14:57:40.757885 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b30ccd-ee88-4be5-a067-063bd5ef8978 req-65952a96-5d08-49d9-9155-e6eb2db229e1 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:40.760103 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4b30ccd-ee88-4be5-a067-063bd5ef8978 req-65952a96-5d08-49d9-9155-e6eb2db229e1 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 943 time: 0.0510523 Aug 31 14:57:40.771381 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f241250-2aca-487b-bed0-cd3717656b22 req-d02dd8f3-1c77-44db-93c6-5af0e980b1e5 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:40.772904 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f241250-2aca-487b-bed0-cd3717656b22 req-d02dd8f3-1c77-44db-93c6-5af0e980b1e5 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1&tenant_id=3d0151bbf3964e04ade1cece02628992&binding%3Ahost_id=n-h1-806683-5 HTTP/1.1" status: 200 len: 943 time: 0.0528462 Aug 31 14:57:40.799207 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e4b30ccd-ee88-4be5-a067-063bd5ef8978 req-eb27ea54-257b-4ce1-8b99-217271ae5445 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Aug 31 14:57:40.834171 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-3f241250-2aca-487b-bed0-cd3717656b22 req-1bb24c67-03c2-4ee4-ac9a-83750c1ebe64 service neutron] delete failed (client error): The resource could not be found. Aug 31 14:57:40.835217 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f241250-2aca-487b-bed0-cd3717656b22 req-1bb24c67-03c2-4ee4-ac9a-83750c1ebe64 service neutron] 10.222.0.25 "DELETE /v2.0/ports/2ffb1da7-0f95-44d9-9175-b85654cbd4d9/bindings/n-h2-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0548208 Aug 31 14:57:40.919858 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f241250-2aca-487b-bed0-cd3717656b22 req-a3336cfe-c319-41d7-a2a2-21aff5baafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:40.921331 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f241250-2aca-487b-bed0-cd3717656b22 req-a3336cfe-c319-41d7-a2a2-21aff5baafd0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 1094 time: 0.0419369 Aug 31 14:57:41.013808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f241250-2aca-487b-bed0-cd3717656b22 req-878d1db9-14ef-4932-a9c5-d359971045b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:41.015242 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f241250-2aca-487b-bed0-cd3717656b22 req-878d1db9-14ef-4932-a9c5-d359971045b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 916 time: 0.0871534 Aug 31 14:57:41.056881 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f241250-2aca-487b-bed0-cd3717656b22 req-5902a193-d79d-44e3-8aa2-e3050e5b8e3c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9 HTTP/1.1" status: 200 len: 217 time: 0.0349367 Aug 31 14:57:41.080236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:57:41.109584 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f241250-2aca-487b-bed0-cd3717656b22 req-c47f52bc-2541-432e-82a6-0f73483c0d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:41.111066 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f241250-2aca-487b-bed0-cd3717656b22 req-c47f52bc-2541-432e-82a6-0f73483c0d50 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0480435 Aug 31 14:57:41.117675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:57:41.143342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f241250-2aca-487b-bed0-cd3717656b22 req-e24690d9-4203-491d-8aa8-869b25e3877d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257144 Aug 31 14:57:41.231980 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f241250-2aca-487b-bed0-cd3717656b22 req-4f1a37cd-629c-41f9-9da4-733f98db6a9b service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815423 Aug 31 14:57:41.323866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3f241250-2aca-487b-bed0-cd3717656b22 req-836aabcd-4aa4-4c1f-8c69-da7084e771a4 service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848491 Aug 31 14:57:41.943026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019276e-d3cf-4701-8c50-08b45b6b6b82 req-364cf0f7-d849-4945-b3aa-5ddbf768961f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:41.946149 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7019276e-d3cf-4701-8c50-08b45b6b6b82 req-364cf0f7-d849-4945-b3aa-5ddbf768961f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 943 time: 0.0649564 Aug 31 14:57:41.989347 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7019276e-d3cf-4701-8c50-08b45b6b6b82 req-9a28d2f0-8f05-4008-8193-319b6f020661 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364790 Aug 31 14:57:42.125915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71b67d-dc84-49fb-80a1-c3a44fdf9dfb req-126a564f-8934-4397-b2df-765e93b23b7c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:42.127530 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e71b67d-dc84-49fb-80a1-c3a44fdf9dfb req-126a564f-8934-4397-b2df-765e93b23b7c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 943 time: 0.0600836 Aug 31 14:57:42.143272 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:57:42.172165 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e71b67d-dc84-49fb-80a1-c3a44fdf9dfb req-63fda49d-e9ee-4da9-9ed4-365b1c231b79 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378234 Aug 31 14:57:42.271686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:42.290789 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '2ffb1da7-0f95-44d9-9175-b85654cbd4d9', 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121', 'port_id': '2ffb1da7-0f95-44d9-9175-b85654cbd4d9', 'mac_address': 'fa:16:3e:b5:9b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dec9728-0c0c-40a0-bd2c-9577b142190a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:57:42.296685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c9607-ffef-40a4-803d-23a608fd36ad req-b5b5ba96-4ec6-44a0-a011-8dfa0f4b6720 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:42.298226 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c71c9607-ffef-40a4-803d-23a608fd36ad req-b5b5ba96-4ec6-44a0-a011-8dfa0f4b6720 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 943 time: 0.0500457 Aug 31 14:57:42.333544 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:42.336148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c71c9607-ffef-40a4-803d-23a608fd36ad req-f5723bbd-1c0e-49d4-8090-d4579a8a82f2 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318255 Aug 31 14:57:42.347057 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:57:42.367061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:42.371148 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:42.420391 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:42.596780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['2ffb1da7-0f95-44d9-9175-b85654cbd4d9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:57:42.723040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-15d69e1f-b376-4b25-92ac-c7f90a464589 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:42.724552 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-15d69e1f-b376-4b25-92ac-c7f90a464589 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 815 time: 0.1106350 Aug 31 14:57:42.740180 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-06a6e0aa-aa7d-4c9f-872e-6db1268478e6 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/quotas/3d0151bbf3964e04ade1cece02628992 HTTP/1.1" status: 200 len: 375 time: 0.0093191 Aug 31 14:57:42.791191 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-b46f7e9d-b823-412d-a349-e811a3ce1c3c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442605 Aug 31 14:57:42.883089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-42499fe0-e3b7-4199-9a73-a52fd70458c7 service neutron] 10.222.0.39 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848370 Aug 31 14:57:42.971454 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-31293722-d52b-497f-90ab-7025f1010ab5 service neutron] 10.222.0.39 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815885 Aug 31 14:57:43.134776 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ad75951e-f7d7-452f-8c8e-339eebd6aead req-fae270ce-147c-4e57-badd-1fbe191fe7d7 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 210 time: 0.0270138 Aug 31 14:57:43.924628 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5e011-5926-4cc8-aba8-b9e5596c8cd8 req-5699c7e7-ad73-46f3-9921-08a3f72f24b4 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:43.926074 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ca5e011-5926-4cc8-aba8-b9e5596c8cd8 req-5699c7e7-ad73-46f3-9921-08a3f72f24b4 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a704a7-cd1c-42ef-832b-5a098232c7b1 HTTP/1.1" status: 200 len: 944 time: 0.0523572 Aug 31 14:57:44.038314 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-9ca5e011-5926-4cc8-aba8-b9e5596c8cd8 req-0d8f5590-9644-4ce0-bf10-e770e90b0117 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Deleting port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:57:44.038648 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ca5e011-5926-4cc8-aba8-b9e5596c8cd8 req-0d8f5590-9644-4ce0-bf10-e770e90b0117 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:44.055612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-ce90a3ee-6b90-4541-af47-b65752426fd2 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:44.058292 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-ce90a3ee-6b90-4541-af47-b65752426fd2 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.60 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 815 time: 0.1248674 Aug 31 14:57:44.073982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-ee21744d-9c4b-4fe9-9eee-af81a84a590c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Request body: {'port': {'device_id': 'ab6900d3-d9ba-4001-a2d8-977adf7b50f7', 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121', 'admin_state_up': True, 'tenant_id': '3d0151bbf3964e04ade1cece02628992'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:44.130480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-9ca5e011-5926-4cc8-aba8-b9e5596c8cd8 req-0d8f5590-9644-4ce0-bf10-e770e90b0117 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] For port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:44.130841 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ca5e011-5926-4cc8-aba8-b9e5596c8cd8 req-0d8f5590-9644-4ce0-bf10-e770e90b0117 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:44.143911 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [req-9ca5e011-5926-4cc8-aba8-b9e5596c8cd8 req-0d8f5590-9644-4ce0-bf10-e770e90b0117 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Calling delete_port for 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 owned by compute:nova {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:57:44.148028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:57:44.189722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-ee21744d-9c4b-4fe9-9eee-af81a84a590c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Made reservation on behalf of 3d0151bbf3964e04ade1cece02628992 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:57:44.194779 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-ee21744d-9c4b-4fe9-9eee-af81a84a590c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:44.213238 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:57:44.219880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:44.220396 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:44.252401 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-169fdf98-2f49-4128-b4bc-9f69bf331ebe req-fe6135f1-9e75-4731-adcc-fdb9bb24b68c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 210 time: 0.0339344 Aug 31 14:57:44.280455 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ca5e011-5926-4cc8-aba8-b9e5596c8cd8 req-0d8f5590-9644-4ce0-bf10-e770e90b0117 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:44.296993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['2ffb1da7-0f95-44d9-9175-b85654cbd4d9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:57:44.318952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f5590-9644-4ce0-bf10-e770e90b0117 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Pushing event deleted for resources: {'Port': ['ID=2ffb1da7-0f95-44d9-9175-b85654cbd4d9,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:44.365753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca5e011-5926-4cc8-aba8-b9e5596c8cd8 req-0d8f5590-9644-4ce0-bf10-e770e90b0117 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] No DVR routers for this DVR port 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 on host n-h1-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:57:44.368659 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-9ca5e011-5926-4cc8-aba8-b9e5596c8cd8 req-0d8f5590-9644-4ce0-bf10-e770e90b0117 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:44.371801 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9ca5e011-5926-4cc8-aba8-b9e5596c8cd8 req-0d8f5590-9644-4ce0-bf10-e770e90b0117 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.60 "DELETE /v2.0/ports/2ffb1da7-0f95-44d9-9175-b85654cbd4d9 HTTP/1.1" status: 204 len: 173 time: 0.4383988 Aug 31 14:57:44.373027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a704a7-cd1c-42ef-832b-5a098232c7b1', 'name': 'network-vif-deleted', 'tag': '2ffb1da7-0f95-44d9-9175-b85654cbd4d9'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:57:44.374616 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07764bc-328b-464b-972e-cef600d7c1be" -d '{"events": [{"server_uuid": "a7a704a7-cd1c-42ef-832b-5a098232c7b1", "name": "network-vif-deleted", "tag": "2ffb1da7-0f95-44d9-9175-b85654cbd4d9"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:57:44.398328 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-ee21744d-9c4b-4fe9-9eee-af81a84a590c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Allocated IP 172.20.0.2 (88fbc06e-9218-42ec-b6a9-631104bec121/9dec9728-0c0c-40a0-bd2c-9577b142190a/4b3f9cf7-b144-4bea-8e29-7b9207406596) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:57:44.430720 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee29c33-86fa-49d4-90c4-5128a3135a9a x-openstack-request-id: req-fee29c33-86fa-49d4-90c4-5128a3135a9a {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:57:44.431018 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a704a7-cd1c-42ef-832b-5a098232c7b1", "name": "network-vif-deleted", "tag": "2ffb1da7-0f95-44d9-9175-b85654cbd4d9", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:57:44.431292 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fee29c33-86fa-49d4-90c4-5128a3135a9a {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:57:44.432295 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a704a7-cd1c-42ef-832b-5a098232c7b1', 'name': 'network-vif-deleted', 'tag': '2ffb1da7-0f95-44d9-9175-b85654cbd4d9', 'status': 'completed', 'code': 200} Aug 31 14:57:44.517602 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:44.564280 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-ee21744d-9c4b-4fe9-9eee-af81a84a590c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:44.605658 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-ee21744d-9c4b-4fe9-9eee-af81a84a590c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:44.618123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['2ffb1da7-0f95-44d9-9175-b85654cbd4d9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:57:44.645923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-ee21744d-9c4b-4fe9-9eee-af81a84a590c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Network 88fbc06e-9218-42ec-b6a9-631104bec121 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:57:44.650818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-ee21744d-9c4b-4fe9-9eee-af81a84a590c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:57:44.654498 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-ee21744d-9c4b-4fe9-9eee-af81a84a590c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:57:44.679072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21744d-9c4b-4fe9-9eee-af81a84a590c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Pushing event updated for resources: {'Port': ['ID=4b3f9cf7-b144-4bea-8e29-7b9207406596,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:44.706420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-ee21744d-9c4b-4fe9-9eee-af81a84a590c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:44.707033 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-ee21744d-9c4b-4fe9-9eee-af81a84a590c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:44.720990 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-ee21744d-9c4b-4fe9-9eee-af81a84a590c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6525717 Aug 31 14:57:44.733257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Request body: {'port': {'device_id': 'ab6900d3-d9ba-4001-a2d8-977adf7b50f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:44.788162 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:45.039325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3f9cf7-b144-4bea-8e29-7b9207406596 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:57:45.047875 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:45.060236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Transition to ACTIVE for port object 4b3f9cf7-b144-4bea-8e29-7b9207406596 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:57:45.064088 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:45.113345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3f9cf7-b144-4bea-8e29-7b9207406596,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:45.177092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Attempting to bind port 4b3f9cf7-b144-4bea-8e29-7b9207406596 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:57:45.177416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Attempting to bind port 4b3f9cf7-b144-4bea-8e29-7b9207406596 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:57:45.177735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Attempting to bind port 4b3f9cf7-b144-4bea-8e29-7b9207406596 on network 88fbc06e-9218-42ec-b6a9-631104bec121 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:57:45.182418 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Port 4b3f9cf7-b144-4bea-8e29-7b9207406596 on network 88fbc06e-9218-42ec-b6a9-631104bec121 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:57:45.182849 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Attempting to bind port 4b3f9cf7-b144-4bea-8e29-7b9207406596 on network 88fbc06e-9218-42ec-b6a9-631104bec121 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:57:45.187846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:57:45.188182 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Checking segment: {'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:57:45.188563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Bound using segment: {'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:57:45.188985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Bound port: 4b3f9cf7-b144-4bea-8e29-7b9207406596, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:57:45.189360 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:45.252065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] For port 4b3f9cf7-b144-4bea-8e29-7b9207406596, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:57:45.254963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] For port 4b3f9cf7-b144-4bea-8e29-7b9207406596, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:57:45.259003 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:45.292722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:45.293342 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:45.294751 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] 10.222.0.60 "PUT /v2.0/ports/4b3f9cf7-b144-4bea-8e29-7b9207406596 HTTP/1.1" status: 200 len: 1091 time: 0.5660710 Aug 31 14:57:45.295204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6900d3-d9ba-4001-a2d8-977adf7b50f7', 'tag': '4b3f9cf7-b144-4bea-8e29-7b9207406596'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:57:45.297465 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fc72af-20ef-41d1-b86e-cb9aaf27682b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6900d3-d9ba-4001-a2d8-977adf7b50f7", "tag": "4b3f9cf7-b144-4bea-8e29-7b9207406596"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:57:45.323885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d517d-e77e-4e70-855c-b4ae29c6eeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3f9cf7-b144-4bea-8e29-7b9207406596,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:45.364490 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d62f36-494d-4dc3-98fa-5917fb8dc4ac x-openstack-request-id: req-18d62f36-494d-4dc3-98fa-5917fb8dc4ac {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:57:45.364778 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6900d3-d9ba-4001-a2d8-977adf7b50f7", "tag": "4b3f9cf7-b144-4bea-8e29-7b9207406596", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:57:45.365027 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18d62f36-494d-4dc3-98fa-5917fb8dc4ac {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:57:45.365420 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6900d3-d9ba-4001-a2d8-977adf7b50f7', 'tag': '4b3f9cf7-b144-4bea-8e29-7b9207406596', 'status': 'completed', 'code': 200} Aug 31 14:57:45.413339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ef283-845c-423f-b9f1-230483dae09d req-b748adff-3a29-4e1a-98d4-42b270a31bca tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:45.414841 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef4ef283-845c-423f-b9f1-230483dae09d req-b748adff-3a29-4e1a-98d4-42b270a31bca tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 943 time: 0.0826886 Aug 31 14:57:45.417254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-860163fc-ecd3-492c-a0b0-e0331add02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:45.418603 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-860163fc-ecd3-492c-a0b0-e0331add02e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 1094 time: 0.0752773 Aug 31 14:57:45.470576 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-89f8c2a1-02e0-48f5-8a5c-ababe8d9286a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596 HTTP/1.1" status: 200 len: 217 time: 0.0424578 Aug 31 14:57:45.511846 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef4ef283-845c-423f-b9f1-230483dae09d req-34543e64-0864-481b-8286-bbf67c8b6593 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894320 Aug 31 14:57:45.528854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-0b91e6ec-c5ec-4ac8-a011-108704a4cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:45.530276 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-0b91e6ec-c5ec-4ac8-a011-108704a4cb7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0526891 Aug 31 14:57:45.564534 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-a8dd015d-b2c2-436e-b96f-1bb5c2446661 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248978 Aug 31 14:57:45.651439 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-b1fbae22-2ff3-475e-b8fd-8f5daca59184 service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790012 Aug 31 14:57:45.741338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1dc8f42-0e44-41bb-91be-cee8a32b209a req-17abee8b-3f5e-47cb-8f19-cfb7d7100d2e service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835636 Aug 31 14:57:45.825899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc72af-20ef-41d1-b86e-cb9aaf27682b req-7b26e2f0-9ff2-4f4a-94bd-14cf6a8279ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:45.827305 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c5fc72af-20ef-41d1-b86e-cb9aaf27682b req-7b26e2f0-9ff2-4f4a-94bd-14cf6a8279ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 1094 time: 0.0415335 Aug 31 14:57:45.919212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc72af-20ef-41d1-b86e-cb9aaf27682b req-09f81f6b-3203-40bc-a4c6-bedeeadf8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:45.920670 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c5fc72af-20ef-41d1-b86e-cb9aaf27682b req-09f81f6b-3203-40bc-a4c6-bedeeadf8dd2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 916 time: 0.0857036 Aug 31 14:57:45.961794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c5fc72af-20ef-41d1-b86e-cb9aaf27682b req-ab78ff16-9894-4514-ab7f-f480da569c9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596 HTTP/1.1" status: 200 len: 217 time: 0.0343494 Aug 31 14:57:46.009252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc72af-20ef-41d1-b86e-cb9aaf27682b req-5c284f91-d3b4-40d7-b728-27addddb48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:46.011394 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c5fc72af-20ef-41d1-b86e-cb9aaf27682b req-5c284f91-d3b4-40d7-b728-27addddb48d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0424092 Aug 31 14:57:46.043264 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c5fc72af-20ef-41d1-b86e-cb9aaf27682b req-8d55b71e-5103-4237-98bc-5eb21d9c3a5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239365 Aug 31 14:57:46.133521 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c5fc72af-20ef-41d1-b86e-cb9aaf27682b req-7e1aa82c-8834-4983-a2bb-7294188cd088 service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828457 Aug 31 14:57:46.220498 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c5fc72af-20ef-41d1-b86e-cb9aaf27682b req-98eeb735-79d6-4cb1-aeb2-ccdcaa1ba2b7 service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793347 Aug 31 14:57:46.631799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d6af8-bf4c-41f8-a69b-3d4a83343edb req-293d4e5b-50ea-4b64-82f2-1883b73d0779 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:46.633291 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e19d6af8-bf4c-41f8-a69b-3d4a83343edb req-293d4e5b-50ea-4b64-82f2-1883b73d0779 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 943 time: 0.0506618 Aug 31 14:57:46.672291 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e19d6af8-bf4c-41f8-a69b-3d4a83343edb req-aa7c9779-a998-49b7-be07-aa8490e18cd4 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321090 Aug 31 14:57:47.792617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa67ed-e31a-478f-8ffa-50a8a0a96e8a req-2213e210-ab6c-4d54-9c96-7a3655015b7f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:47.794230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3aa67ed-e31a-478f-8ffa-50a8a0a96e8a req-2213e210-ab6c-4d54-9c96-7a3655015b7f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 943 time: 0.0541778 Aug 31 14:57:47.831786 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3aa67ed-e31a-478f-8ffa-50a8a0a96e8a req-e17fd1b1-0724-494b-84b2-58084420c072 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Aug 31 14:57:48.167128 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4b3f9cf7-b144-4bea-8e29-7b9207406596 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:57:48.170253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:57:48.200420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:57:48.200763 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 2ffb1da7-0f95-44d9-9175-b85654cbd4d9 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:57:48.281464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 4b3f9cf7-b144-4bea-8e29-7b9207406596, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:48.292034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '4b3f9cf7-b144-4bea-8e29-7b9207406596', 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121', 'port_id': '4b3f9cf7-b144-4bea-8e29-7b9207406596', 'mac_address': 'fa:16:3e:39:7f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dec9728-0c0c-40a0-bd2c-9577b142190a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:57:48.328249 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:48.340593 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3f9cf7-b144-4bea-8e29-7b9207406596 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:57:48.363275 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 4b3f9cf7-b144-4bea-8e29-7b9207406596, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:48.367151 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:48.412118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=4b3f9cf7-b144-4bea-8e29-7b9207406596,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:48.554151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['4b3f9cf7-b144-4bea-8e29-7b9207406596'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:57:48.949986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403ae88-18f7-4beb-b625-53d9cf3dba00 req-7b4c823c-9cfa-40e5-b8cf-dcdb6506c22a tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:48.951483 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8403ae88-18f7-4beb-b625-53d9cf3dba00 req-7b4c823c-9cfa-40e5-b8cf-dcdb6506c22a tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 944 time: 0.0530229 Aug 31 14:57:48.988753 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8403ae88-18f7-4beb-b625-53d9cf3dba00 req-81027f55-a3f2-4e69-94fc-ee4420f8a992 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314147 Aug 31 14:57:49.627371 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e170031-4ac2-479b-8003-7ce29576a099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:49.724674 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:50.101585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a4fe0-829a-491e-bcc5-4fa19eb0c6d3 req-0c9a2f68-32fc-4631-a1a4-24b40b7952ec tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:50.103036 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-901a4fe0-829a-491e-bcc5-4fa19eb0c6d3 req-0c9a2f68-32fc-4631-a1a4-24b40b7952ec tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 944 time: 0.0482752 Aug 31 14:57:50.139845 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-901a4fe0-829a-491e-bcc5-4fa19eb0c6d3 req-c1604686-3fa0-42c7-91f7-d92d9417c938 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300663 Aug 31 14:57:50.178712 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4b3f9cf7-b144-4bea-8e29-7b9207406596 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:57:50.227718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 4b3f9cf7-b144-4bea-8e29-7b9207406596 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:57:50.232550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 4b3f9cf7-b144-4bea-8e29-7b9207406596 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:50.232927 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:50.316597 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:50.338702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6900d3-d9ba-4001-a2d8-977adf7b50f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3f9cf7-b144-4bea-8e29-7b9207406596'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:57:50.341416 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1080e847-f899-4f3a-82d9-74a2f6339547" -d '{"events": [{"server_uuid": "ab6900d3-d9ba-4001-a2d8-977adf7b50f7", "name": "network-vif-plugged", "status": "completed", "tag": "4b3f9cf7-b144-4bea-8e29-7b9207406596"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:57:50.354587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 4b3f9cf7-b144-4bea-8e29-7b9207406596, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:50.358940 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:50.386112 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa187359-0edc-4293-ab3f-5769090e0015 x-openstack-request-id: req-fa187359-0edc-4293-ab3f-5769090e0015 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:57:50.386405 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6900d3-d9ba-4001-a2d8-977adf7b50f7", "name": "network-vif-plugged", "status": "completed", "tag": "4b3f9cf7-b144-4bea-8e29-7b9207406596", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:57:50.386660 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa187359-0edc-4293-ab3f-5769090e0015 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:57:50.387071 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6900d3-d9ba-4001-a2d8-977adf7b50f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3f9cf7-b144-4bea-8e29-7b9207406596', 'code': 200} Aug 31 14:57:50.412870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=4b3f9cf7-b144-4bea-8e29-7b9207406596,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:50.476234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ac45b-c789-4bbe-87a2-fa9535f8d993 req-3e58531f-9ecc-4cfc-8a2e-1037cce199eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:50.477677 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b8ac45b-c789-4bbe-87a2-fa9535f8d993 req-3e58531f-9ecc-4cfc-8a2e-1037cce199eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 1096 time: 0.0398700 Aug 31 14:57:50.512557 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b8ac45b-c789-4bbe-87a2-fa9535f8d993 req-c9f9972f-1539-4d79-8eae-ec04d4edaf81 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264277 Aug 31 14:57:51.257495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d950d-16e8-49a4-a0f3-477cff278184 req-b18864c4-86f7-4e5c-ad4e-09286be28cbf tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:51.258847 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f50d950d-16e8-49a4-a0f3-477cff278184 req-b18864c4-86f7-4e5c-ad4e-09286be28cbf tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0517945 Aug 31 14:57:51.296210 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f50d950d-16e8-49a4-a0f3-477cff278184 req-cd993eca-e262-41fb-b008-257aa07c3794 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307703 Aug 31 14:57:52.170794 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e70c3c2-949d-48bc-ac49-00f3e27e6b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:52.299716 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:52.414584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d54f8-b5a2-4768-be31-48dc0f319398 req-b0768dc3-0a30-4209-903e-ed9df76f7ff5 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:52.416125 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b79d54f8-b5a2-4768-be31-48dc0f319398 req-b0768dc3-0a30-4209-903e-ed9df76f7ff5 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0496187 Aug 31 14:57:52.454844 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b79d54f8-b5a2-4768-be31-48dc0f319398 req-232773db-bb52-4e4b-bc56-4882689a5136 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323691 Aug 31 14:57:52.569843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64bfa8-0078-4865-a021-42cb032a8e93 req-270b949c-34a9-43ef-8efd-23b26bb344d2 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:52.571422 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b64bfa8-0078-4865-a021-42cb032a8e93 req-270b949c-34a9-43ef-8efd-23b26bb344d2 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0505919 Aug 31 14:57:52.608717 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9b64bfa8-0078-4865-a021-42cb032a8e93 req-91200643-1282-4257-bc65-2e247eadab67 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308423 Aug 31 14:57:52.831085 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-42ac7548-ee84-4081-ba43-91207f3a6096 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412242 Aug 31 14:57:52.850022 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a2569-69f1-4647-b6bc-e6cec960494d req-e69420a7-50f8-4837-b530-281bea3ddaab tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:52.851825 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e7a2569-69f1-4647-b6bc-e6cec960494d req-e69420a7-50f8-4837-b530-281bea3ddaab tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0504444 Aug 31 14:57:52.892100 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e7a2569-69f1-4647-b6bc-e6cec960494d req-e2ae2ae8-99ee-4db7-8f0b-7d5e390aace8 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324044 Aug 31 14:57:53.426137 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:53.898686 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-7f2f50c5-2127-40d6-b631-f7c397ea6d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:53.900230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-7f2f50c5-2127-40d6-b631-f7c397ea6d80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 1096 time: 0.0459406 Aug 31 14:57:53.988831 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-d515430f-5054-405a-9f63-13a1ef33556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:53.990291 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-d515430f-5054-405a-9f63-13a1ef33556d service neutron] 10.222.0.60 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 916 time: 0.0833583 Aug 31 14:57:54.015071 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff2752-35b2-4ccd-87bb-d1232789b038 req-dd26843a-77a3-4208-8b48-5c769dd2e612 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:54.016601 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fff2752-35b2-4ccd-87bb-d1232789b038 req-dd26843a-77a3-4208-8b48-5c769dd2e612 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0536208 Aug 31 14:57:54.035395 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-a105677d-dd66-4f26-81ae-f9995cdc6699 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596 HTTP/1.1" status: 200 len: 217 time: 0.0379508 Aug 31 14:57:54.056725 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8fff2752-35b2-4ccd-87bb-d1232789b038 req-022920dd-3b05-4477-87c6-69330322f0d2 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339570 Aug 31 14:57:54.088989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-8d63de19-2b2f-4456-923c-5e4566fe0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:54.090485 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-8d63de19-2b2f-4456-923c-5e4566fe0626 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0480750 Aug 31 14:57:54.120764 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-9e2c07db-7af8-456f-92c3-faa084309995 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237324 Aug 31 14:57:54.207733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-ee1d9377-ce38-4e08-b543-4d36fca05b64 service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793810 Aug 31 14:57:54.301742 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-fc04c024-b7ba-4040-bd05-c9b59ea987d5 service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869582 Aug 31 14:57:54.593969 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:55.021718 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:55.175597 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bce6c-b39e-4caf-b2aa-766faa7a6c59 req-42170c20-c5b5-48cd-aba5-c869bcfa04b4 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:55.177068 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d6bce6c-b39e-4caf-b2aa-766faa7a6c59 req-42170c20-c5b5-48cd-aba5-c869bcfa04b4 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0494809 Aug 31 14:57:55.214316 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d6bce6c-b39e-4caf-b2aa-766faa7a6c59 req-e3b04e97-8d00-49cb-bfca-8b5c18642ee1 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312774 Aug 31 14:57:56.331256 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce82627-201e-48bf-ba31-2c060ea6c9a7 req-86568616-40c5-43bf-94c9-69855c20938e tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:56.335076 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3ce82627-201e-48bf-ba31-2c060ea6c9a7 req-86568616-40c5-43bf-94c9-69855c20938e tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0521915 Aug 31 14:57:56.372029 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3ce82627-201e-48bf-ba31-2c060ea6c9a7 req-3c980e13-9e49-403e-867b-2a65bf65bd59 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331838 Aug 31 14:57:57.492757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f144d-90d9-428f-a675-38902c38523e req-8f0d7f65-d7a9-4b24-abff-08d186208f90 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:57.494236 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b3f144d-90d9-428f-a675-38902c38523e req-8f0d7f65-d7a9-4b24-abff-08d186208f90 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0537920 Aug 31 14:57:57.859485 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8b3f144d-90d9-428f-a675-38902c38523e req-558d41c0-6fd4-4601-a50d-426faa5f85cd tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585598 Aug 31 14:57:58.990364 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7479c4a-b927-4128-8ef5-dc29fe3531cb req-0d07bbcc-5adb-4f61-b599-5f5509bf10e1 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:58.991564 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c7479c4a-b927-4128-8ef5-dc29fe3531cb req-0d07bbcc-5adb-4f61-b599-5f5509bf10e1 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0495980 Aug 31 14:57:59.036004 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c7479c4a-b927-4128-8ef5-dc29fe3531cb req-fca7884d-2f60-456d-88cf-5ee687881f2b tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379713 Aug 31 14:58:00.149050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fb2ae-8bf6-447e-970c-41a0df150452 req-a2f86b02-e40c-4376-a338-0d21e10537fa tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:00.150503 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd2fb2ae-8bf6-447e-970c-41a0df150452 req-a2f86b02-e40c-4376-a338-0d21e10537fa tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0483475 Aug 31 14:58:00.187922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dd2fb2ae-8bf6-447e-970c-41a0df150452 req-d2bd5ffb-a9ee-4063-93d0-2f3744f5246e tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308809 Aug 31 14:58:01.177935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68421b3-99cb-4fbc-beb1-112018f879c9 req-5a71fc6f-ec85-4847-b1f0-19e7a8bd8d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:01.179448 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e68421b3-99cb-4fbc-beb1-112018f879c9 req-5a71fc6f-ec85-4847-b1f0-19e7a8bd8d4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 1096 time: 0.0396774 Aug 31 14:58:01.283528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68421b3-99cb-4fbc-beb1-112018f879c9 req-df4b5bff-f110-43eb-8d79-4f77c28a7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:01.284914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e68421b3-99cb-4fbc-beb1-112018f879c9 req-df4b5bff-f110-43eb-8d79-4f77c28a7cfb service neutron] 10.222.0.60 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 916 time: 0.0857444 Aug 31 14:58:01.306641 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97521fc8-e8b5-4851-a364-e10aa6a69f6f req-b237eb2e-bb6e-4cab-9547-49f11e3a51e9 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:01.308163 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97521fc8-e8b5-4851-a364-e10aa6a69f6f req-b237eb2e-bb6e-4cab-9547-49f11e3a51e9 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0524516 Aug 31 14:58:01.327997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e68421b3-99cb-4fbc-beb1-112018f879c9 req-d1f83e13-cff9-441b-8d25-3652fe68e80a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596 HTTP/1.1" status: 200 len: 217 time: 0.0348465 Aug 31 14:58:01.348339 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-97521fc8-e8b5-4851-a364-e10aa6a69f6f req-a425bd4a-020a-47ac-84e7-99303e9a3da9 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334136 Aug 31 14:58:01.382868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68421b3-99cb-4fbc-beb1-112018f879c9 req-0017a66b-f8c4-482e-afff-68e25650f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:01.384398 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e68421b3-99cb-4fbc-beb1-112018f879c9 req-0017a66b-f8c4-482e-afff-68e25650f6f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0500395 Aug 31 14:58:01.421484 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e68421b3-99cb-4fbc-beb1-112018f879c9 req-2c6d30fa-5f68-4332-b767-87cbb87d02ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296247 Aug 31 14:58:01.507957 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e68421b3-99cb-4fbc-beb1-112018f879c9 req-bc750db3-ae9d-41a3-8e11-889730c6d012 service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792558 Aug 31 14:58:01.597732 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e68421b3-99cb-4fbc-beb1-112018f879c9 req-bdee5a26-a97a-4d9c-b808-42105311e5e6 service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831513 Aug 31 14:58:02.467870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e1a86-0b6e-4a3a-928e-7434f8d30ecf req-536cc63c-f950-469b-badf-887ccba6b56a tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:02.469619 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c1e1a86-0b6e-4a3a-928e-7434f8d30ecf req-536cc63c-f950-469b-badf-887ccba6b56a tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0504949 Aug 31 14:58:02.511262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c1e1a86-0b6e-4a3a-928e-7434f8d30ecf req-c0507e75-700d-4438-b11b-1163e09e2a8f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357356 Aug 31 14:58:03.626404 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c021a77-cd93-417a-be1c-b323324d454c req-9c4aa6c3-90ac-4dae-9334-d3590ad1d0ca tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:03.627911 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c021a77-cd93-417a-be1c-b323324d454c req-9c4aa6c3-90ac-4dae-9334-d3590ad1d0ca tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0485697 Aug 31 14:58:03.664896 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c021a77-cd93-417a-be1c-b323324d454c req-19096eec-9534-4ae9-9f45-24d69e0bffa0 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311038 Aug 31 14:58:04.784414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b471-9db9-4262-aae8-3ceee216bed2 req-c1b25d33-99f4-43d7-8123-4f3b947a3e87 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:04.785929 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-85c9b471-9db9-4262-aae8-3ceee216bed2 req-c1b25d33-99f4-43d7-8123-4f3b947a3e87 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0527785 Aug 31 14:58:04.830478 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-85c9b471-9db9-4262-aae8-3ceee216bed2 req-81f23994-c111-47b4-8d1e-05cc94d92494 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384507 Aug 31 14:58:05.944798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e2f4f-62ea-4776-9e59-3cfe2a179299 req-a26f0131-9000-46cf-b538-d5e371a92f83 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:05.946275 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c7e2f4f-62ea-4776-9e59-3cfe2a179299 req-a26f0131-9000-46cf-b538-d5e371a92f83 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0484657 Aug 31 14:58:05.983371 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4c7e2f4f-62ea-4776-9e59-3cfe2a179299 req-aa4ef51d-1a13-4271-b731-7029240be841 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303388 Aug 31 14:58:07.101187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40721e4c-c245-4afe-ae41-eee84ee5ad8a req-c4d8eb76-3c96-4a75-a063-aa47395d3c3b tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:07.102735 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40721e4c-c245-4afe-ae41-eee84ee5ad8a req-c4d8eb76-3c96-4a75-a063-aa47395d3c3b tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0522535 Aug 31 14:58:07.139700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40721e4c-c245-4afe-ae41-eee84ee5ad8a req-f8859306-4018-4c5c-9879-1d442bb67e2f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309999 Aug 31 14:58:08.257423 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a11bf6-e64c-4baf-9f40-4c62fbbda840 req-d1647c61-63a2-4b95-8f0a-047c3e79bf1f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:08.258788 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3a11bf6-e64c-4baf-9f40-4c62fbbda840 req-d1647c61-63a2-4b95-8f0a-047c3e79bf1f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0528393 Aug 31 14:58:08.297099 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c3a11bf6-e64c-4baf-9f40-4c62fbbda840 req-aa68e987-6d86-458a-a345-7d3705a658d1 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Aug 31 14:58:09.412403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6a9de-b163-4028-a274-f597324ea0fb req-e3f795ab-7b35-44e7-ae22-1c6b3a2d0b32 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:09.413853 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55b6a9de-b163-4028-a274-f597324ea0fb req-e3f795ab-7b35-44e7-ae22-1c6b3a2d0b32 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0492485 Aug 31 14:58:09.451971 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-55b6a9de-b163-4028-a274-f597324ea0fb req-d3e015e7-aade-4faf-9ce2-f932a4a9a125 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314839 Aug 31 14:58:10.565157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be810c1f-b90d-4b87-b1ed-3b4dfebc93cf req-6ebb077e-335c-4edb-b896-79440b81eb3c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:10.566628 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be810c1f-b90d-4b87-b1ed-3b4dfebc93cf req-6ebb077e-335c-4edb-b896-79440b81eb3c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0479181 Aug 31 14:58:10.603829 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be810c1f-b90d-4b87-b1ed-3b4dfebc93cf req-2fc1c245-2399-4791-9d84-6798b7b1be78 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312858 Aug 31 14:58:11.717526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccee491-88a6-4cf0-9605-4a252f4380ad req-1422f0b2-a2d7-4586-ab26-24af0449533f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:11.718912 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eccee491-88a6-4cf0-9605-4a252f4380ad req-1422f0b2-a2d7-4586-ab26-24af0449533f tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0490170 Aug 31 14:58:11.755412 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eccee491-88a6-4cf0-9605-4a252f4380ad req-d747a080-cc8e-4f18-97fa-e32d981a4e8a tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303829 Aug 31 14:58:12.877483 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347dc8a-271b-4d34-9b1c-1d7c7a428fee req-5ba264fd-c00c-487f-ad95-3b8d17aaaae4 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:12.879006 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d347dc8a-271b-4d34-9b1c-1d7c7a428fee req-5ba264fd-c00c-487f-ad95-3b8d17aaaae4 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0555935 Aug 31 14:58:12.916296 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d347dc8a-271b-4d34-9b1c-1d7c7a428fee req-c2afb426-5f35-4eda-887b-69d6c4d5b9e6 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312259 Aug 31 14:58:14.035527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115facff-f53b-4443-9cfb-795ab9ae946c req-dc6c10af-34fa-4572-94aa-b21fbe2d888d tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:14.037035 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-115facff-f53b-4443-9cfb-795ab9ae946c req-dc6c10af-34fa-4572-94aa-b21fbe2d888d tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0530670 Aug 31 14:58:14.075860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-115facff-f53b-4443-9cfb-795ab9ae946c req-9d686b34-8555-4653-a431-e1a131d21460 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326838 Aug 31 14:58:15.196689 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a93330-e372-4493-8bca-1b6b1da1607a req-66c8c8fa-d40d-470e-889f-1e7aeb6a033b tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:15.198142 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36a93330-e372-4493-8bca-1b6b1da1607a req-66c8c8fa-d40d-470e-889f-1e7aeb6a033b tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0537839 Aug 31 14:58:15.236160 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36a93330-e372-4493-8bca-1b6b1da1607a req-e48d945c-8660-4c77-90fa-8ba4b3182c3d tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319958 Aug 31 14:58:16.351910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e3c88-4eee-4b58-8ff3-86bfa6da5ef6 req-87e20807-30cc-47fc-99e0-9022c173cee0 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:16.353401 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c46e3c88-4eee-4b58-8ff3-86bfa6da5ef6 req-87e20807-30cc-47fc-99e0-9022c173cee0 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0497375 Aug 31 14:58:16.391527 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c46e3c88-4eee-4b58-8ff3-86bfa6da5ef6 req-8b97a3ca-6352-42c8-8004-5238c69a17f8 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308959 Aug 31 14:58:17.015808 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:58:17.506408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0827a-b250-4c62-9f18-f06f426780a6 req-5ca92023-7758-45a1-bd73-976962ef4ecd tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:17.507924 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ea0827a-b250-4c62-9f18-f06f426780a6 req-5ca92023-7758-45a1-bd73-976962ef4ecd tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0492234 Aug 31 14:58:17.545594 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ea0827a-b250-4c62-9f18-f06f426780a6 req-dc0790c5-bd75-4313-85ea-c21b496562a2 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310252 Aug 31 14:58:18.659679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60179e39-04c4-4b2b-9384-2398b6bbb74d req-31b89d88-b197-4d0e-a943-bd5f7e2aaeea tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:18.661176 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60179e39-04c4-4b2b-9384-2398b6bbb74d req-31b89d88-b197-4d0e-a943-bd5f7e2aaeea tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0496166 Aug 31 14:58:18.698499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-60179e39-04c4-4b2b-9384-2398b6bbb74d req-32041311-d04e-4f6f-a4da-11d818ad355e tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314648 Aug 31 14:58:19.628877 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8635a0a0-104a-4c49-91d7-5a7655a6636a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:19.741098 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:19.816109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9ffc7-8cc9-43f7-aac2-f3c1fe76e037 req-5e2f69c2-cbe7-4473-9a71-1bc949176675 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:19.817581 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-64c9ffc7-8cc9-43f7-aac2-f3c1fe76e037 req-5e2f69c2-cbe7-4473-9a71-1bc949176675 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0486362 Aug 31 14:58:19.854980 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-64c9ffc7-8cc9-43f7-aac2-f3c1fe76e037 req-abd78347-0925-4354-88c9-e22a8f96af95 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313935 Aug 31 14:58:20.977925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdd964-b285-40ad-a204-5a1cb48ed7be req-b7e8d4da-2df2-486e-b37c-fe58c6ebff3c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:20.979449 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4bfdd964-b285-40ad-a204-5a1cb48ed7be req-b7e8d4da-2df2-486e-b37c-fe58c6ebff3c tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0570893 Aug 31 14:58:21.057222 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4bfdd964-b285-40ad-a204-5a1cb48ed7be req-862a06fe-12ec-49c3-8f81-c540c444da3e tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672157 Aug 31 14:58:21.064563 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-fb59623f-ab6c-4014-8950-e618d4a380d5 service neutron] show failed (client error): The resource could not be found. Aug 31 14:58:21.065603 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-fb59623f-ab6c-4014-8950-e618d4a380d5 service neutron] 10.222.0.60 "GET /v2.0/ports/4b3f9cf7-b144-4bea-8e29-7b9207406596/bindings/n-h2-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0821235 Aug 31 14:58:21.257576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-60af2448-8e35-44f9-9fa1-1b3937da7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:21.259108 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-60af2448-8e35-44f9-9fa1-1b3937da7a76 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7&tenant_id=3d0151bbf3964e04ade1cece02628992 HTTP/1.1" status: 200 len: 1096 time: 0.0440872 Aug 31 14:58:21.271643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:21.325937 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:21.534305 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] For port 4b3f9cf7-b144-4bea-8e29-7b9207406596, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:21.566085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] For port 4b3f9cf7-b144-4bea-8e29-7b9207406596, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:58:21.605657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6900d3-d9ba-4001-a2d8-977adf7b50f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3f9cf7-b144-4bea-8e29-7b9207406596'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:21.607991 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d116abc-135d-499f-8744-fab7699c9ca7" -d '{"events": [{"server_uuid": "ab6900d3-d9ba-4001-a2d8-977adf7b50f7", "name": "network-vif-unplugged", "status": "completed", "tag": "4b3f9cf7-b144-4bea-8e29-7b9207406596"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:21.612115 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:21.625225 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Transition to ACTIVE for port object 4b3f9cf7-b144-4bea-8e29-7b9207406596 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:21.629117 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:21.661239 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cadca54-855d-4f23-b7b3-540d5064758b x-openstack-request-id: req-7cadca54-855d-4f23-b7b3-540d5064758b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:21.661526 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6900d3-d9ba-4001-a2d8-977adf7b50f7", "name": "network-vif-unplugged", "status": "completed", "tag": "4b3f9cf7-b144-4bea-8e29-7b9207406596", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:21.661775 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cadca54-855d-4f23-b7b3-540d5064758b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:21.662162 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6900d3-d9ba-4001-a2d8-977adf7b50f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3f9cf7-b144-4bea-8e29-7b9207406596', 'code': 200} Aug 31 14:58:21.691781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] No DVR routers for this DVR port 4b3f9cf7-b144-4bea-8e29-7b9207406596 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:58:21.703802 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3f9cf7-b144-4bea-8e29-7b9207406596,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:21.725624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.725959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.726300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.726634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.727260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.727592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.727918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.728240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.728569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.728890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.729210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.729531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.740835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Attempting to bind port 4b3f9cf7-b144-4bea-8e29-7b9207406596 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:58:21.741167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Attempting to bind port 4b3f9cf7-b144-4bea-8e29-7b9207406596 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:58:21.741494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Attempting to bind port 4b3f9cf7-b144-4bea-8e29-7b9207406596 on network 88fbc06e-9218-42ec-b6a9-631104bec121 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:21.745722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Port 4b3f9cf7-b144-4bea-8e29-7b9207406596 on network 88fbc06e-9218-42ec-b6a9-631104bec121 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:58:21.746043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Attempting to bind port 4b3f9cf7-b144-4bea-8e29-7b9207406596 on network 88fbc06e-9218-42ec-b6a9-631104bec121 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:21.751319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:58:21.751655 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Checking segment: {'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:21.752036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Bound using segment: {'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:58:21.752460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Bound port: 4b3f9cf7-b144-4bea-8e29-7b9207406596, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a262a438-05b6-4fb7-96d9-e7f445a78ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:58:21.752816 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:21.814846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] For port 4b3f9cf7-b144-4bea-8e29-7b9207406596, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:58:21.817712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] For port 4b3f9cf7-b144-4bea-8e29-7b9207406596, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:58:21.820895 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:21.852580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:21.853185 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:21.854550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] 10.222.0.25 "PUT /v2.0/ports/4b3f9cf7-b144-4bea-8e29-7b9207406596 HTTP/1.1" status: 200 len: 1091 time: 0.5869951 Aug 31 14:58:21.883969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58d348-70dc-4deb-b3b2-a5dd81986e79 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3f9cf7-b144-4bea-8e29-7b9207406596,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:21.922335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-78d4f9be-e792-4762-aa21-4fa5532aa01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:21.923872 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-78d4f9be-e792-4762-aa21-4fa5532aa01e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 1094 time: 0.0476480 Aug 31 14:58:22.011263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-bd2a21aa-d4ad-434f-a850-79cec8c809eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:22.012760 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-bd2a21aa-d4ad-434f-a850-79cec8c809eb service neutron] 10.222.0.25 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 916 time: 0.0823205 Aug 31 14:58:22.053191 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-9d795d0d-9886-43f1-8299-e3865499cc8d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596 HTTP/1.1" status: 200 len: 217 time: 0.0334184 Aug 31 14:58:22.106375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-f165d90b-da9a-4a5d-bb4a-ac61c71e3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:22.107934 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-f165d90b-da9a-4a5d-bb4a-ac61c71e3339 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0477924 Aug 31 14:58:22.158798 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-2f487a0d-b103-435b-a9c8-c8b4ebd9d4fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443361 Aug 31 14:58:22.171186 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d605c36f-6ac3-4c32-8344-e05dfb4c42f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:22.229747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767aff24-9cc2-46ed-bdc8-e724d897b97c req-633b504d-f86d-43bb-9585-154c45349ac0 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:22.231789 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-767aff24-9cc2-46ed-bdc8-e724d897b97c req-633b504d-f86d-43bb-9585-154c45349ac0 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 943 time: 0.1077385 Aug 31 14:58:22.290100 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-767aff24-9cc2-46ed-bdc8-e724d897b97c req-be1fa4cb-3e28-4715-8a8d-163b917ef405 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522490 Aug 31 14:58:22.294288 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-5145caf1-6658-447a-8901-fb29ca00ea0c service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280105 Aug 31 14:58:22.300878 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:22.383615 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b077d0bb-2ac5-4a61-ba6c-419c73c112ba req-56a8b209-7640-4971-a521-a34890840bc6 service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816760 Aug 31 14:58:23.415982 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33ba72-bb19-47f3-a27b-84950f89fbd8 req-efe72f16-a00f-4d2e-aa63-404fa1174bbf tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:23.417491 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7c33ba72-bb19-47f3-a27b-84950f89fbd8 req-efe72f16-a00f-4d2e-aa63-404fa1174bbf tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 943 time: 0.0547595 Aug 31 14:58:23.428504 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:23.455871 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7c33ba72-bb19-47f3-a27b-84950f89fbd8 req-0678c017-ad2d-4212-9728-b693ea8d963e tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317094 Aug 31 14:58:23.663438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6900d3-d9ba-4001-a2d8-977adf7b50f7', 'tag': '4b3f9cf7-b144-4bea-8e29-7b9207406596'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:23.665866 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6900d3-d9ba-4001-a2d8-977adf7b50f7", "tag": "4b3f9cf7-b144-4bea-8e29-7b9207406596"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:23.714331 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d66ed29-afc2-4734-8ed0-8ac7d8070497 x-openstack-request-id: req-2d66ed29-afc2-4734-8ed0-8ac7d8070497 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:23.714623 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6900d3-d9ba-4001-a2d8-977adf7b50f7", "tag": "4b3f9cf7-b144-4bea-8e29-7b9207406596", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:23.714874 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d66ed29-afc2-4734-8ed0-8ac7d8070497 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:23.715343 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6900d3-d9ba-4001-a2d8-977adf7b50f7', 'tag': '4b3f9cf7-b144-4bea-8e29-7b9207406596', 'status': 'completed', 'code': 200} Aug 31 14:58:23.810794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-29986f80-8457-4a68-90c0-e6ef3a73e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:23.812342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-29986f80-8457-4a68-90c0-e6ef3a73e0b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 1094 time: 0.0761442 Aug 31 14:58:23.814053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-398a0bb7-7654-4844-9638-73cdf30bb037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:23.815437 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-398a0bb7-7654-4844-9638-73cdf30bb037 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 1094 time: 0.0710080 Aug 31 14:58:23.977560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-c91d4dda-b232-408e-a8b7-0bf73dafb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:23.978945 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-c91d4dda-b232-408e-a8b7-0bf73dafb170 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 916 time: 0.1597569 Aug 31 14:58:23.984106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-b2e3b39f-f55c-4d68-8561-ab0841d85288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:23.985529 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-b2e3b39f-f55c-4d68-8561-ab0841d85288 service neutron] 10.222.0.25 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 916 time: 0.1490622 Aug 31 14:58:24.030007 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-a5e28893-ece4-4a14-9616-2c0fc24b21ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596 HTTP/1.1" status: 200 len: 217 time: 0.0435379 Aug 31 14:58:24.063827 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-5c2ce1f7-d160-4a27-8f13-59a298eb5fba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596 HTTP/1.1" status: 200 len: 217 time: 0.0712359 Aug 31 14:58:24.129114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-d39cc3c4-05e8-4efb-af96-b9944760a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:24.130530 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-d39cc3c4-05e8-4efb-af96-b9944760a52c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0755906 Aug 31 14:58:24.135396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-3727b91f-bfad-4683-ad8f-555147f07acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:24.136701 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-3727b91f-bfad-4683-ad8f-555147f07acb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0559037 Aug 31 14:58:24.183685 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-85f62a5e-3a2d-4fb0-812b-08e0085b6e2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456097 Aug 31 14:58:24.185664 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-4e995353-9bd3-4815-b04f-5af10a89c437 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404716 Aug 31 14:58:24.348509 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-173f1c66-8c05-4f55-8d9a-3dfc5cc0d4db service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513042 Aug 31 14:58:24.350252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-ae2cc084-46cd-4512-aaa5-81a05091d4a1 service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600420 Aug 31 14:58:24.506429 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-d069dba2-4710-4279-a4a4-7e1e092156c5 service neutron] 10.222.0.25 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506605 Aug 31 14:58:24.508351 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcb0275b-3e16-4e1d-8db7-9fd19827f1f8 req-777353be-8c00-4f2a-8562-c3af89c24e4f service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451876 Aug 31 14:58:24.573157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7743a-e6b5-4db0-9ec8-4bc6d01066ec req-74793169-746f-4513-a290-f785010ed419 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:24.574656 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-26a7743a-e6b5-4db0-9ec8-4bc6d01066ec req-74793169-746f-4513-a290-f785010ed419 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 943 time: 0.0484784 Aug 31 14:58:24.609314 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:24.615166 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-26a7743a-e6b5-4db0-9ec8-4bc6d01066ec req-4db480a1-b9eb-453f-843a-3665dd3065cd tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Aug 31 14:58:24.811394 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cbc90-3468-4492-8f0f-3282e2383b10 req-e0e9fbb3-15fc-4f90-af80-32d210f9fa54 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:24.813878 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6a4cbc90-3468-4492-8f0f-3282e2383b10 req-e0e9fbb3-15fc-4f90-af80-32d210f9fa54 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 943 time: 0.0522630 Aug 31 14:58:24.834396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936842b-d6f7-4327-9956-be0a7592695c req-0e21d40b-2295-47d2-8ce6-356b2e59b8b2 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:24.835961 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3936842b-d6f7-4327-9956-be0a7592695c req-0e21d40b-2295-47d2-8ce6-356b2e59b8b2 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7&tenant_id=3d0151bbf3964e04ade1cece02628992&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 943 time: 0.0603123 Aug 31 14:58:24.851777 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6a4cbc90-3468-4492-8f0f-3282e2383b10 req-bf908569-9ba5-4171-bbd9-e19bd0344810 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Aug 31 14:58:24.897363 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-3936842b-d6f7-4327-9956-be0a7592695c req-32ff5caa-9766-476c-b1f7-9490e6eee489 service neutron] delete failed (client error): The resource could not be found. Aug 31 14:58:24.898386 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3936842b-d6f7-4327-9956-be0a7592695c req-32ff5caa-9766-476c-b1f7-9490e6eee489 service neutron] 10.222.0.60 "DELETE /v2.0/ports/4b3f9cf7-b144-4bea-8e29-7b9207406596/bindings/n-h1-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0553033 Aug 31 14:58:24.980177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936842b-d6f7-4327-9956-be0a7592695c req-6882828f-a1b1-4ab9-8b30-d59361cc6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:24.982407 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3936842b-d6f7-4327-9956-be0a7592695c req-6882828f-a1b1-4ab9-8b30-d59361cc6424 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d0151bbf3964e04ade1cece02628992&device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 1094 time: 0.0426161 Aug 31 14:58:25.024354 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:25.074261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936842b-d6f7-4327-9956-be0a7592695c req-3d244806-0c8a-44e0-bade-f17c927d3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:25.076334 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3936842b-d6f7-4327-9956-be0a7592695c req-3d244806-0c8a-44e0-bade-f17c927d3d3f service neutron] 10.222.0.60 "GET /v2.0/networks?id=88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 200 len: 916 time: 0.0874279 Aug 31 14:58:25.116585 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3936842b-d6f7-4327-9956-be0a7592695c req-41d64a78-780a-4008-b3c0-cc8ecbcff37c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596 HTTP/1.1" status: 200 len: 217 time: 0.0335605 Aug 31 14:58:25.163975 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936842b-d6f7-4327-9956-be0a7592695c req-cbaea9aa-7d82-46ab-941f-1df85bdc35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:25.165361 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3936842b-d6f7-4327-9956-be0a7592695c req-cbaea9aa-7d82-46ab-941f-1df85bdc35f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 200 len: 855 time: 0.0422647 Aug 31 14:58:25.198851 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3936842b-d6f7-4327-9956-be0a7592695c req-b572b1b6-7117-4fbb-99ac-1c0c3291d10f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88fbc06e-9218-42ec-b6a9-631104bec121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270143 Aug 31 14:58:25.285655 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3936842b-d6f7-4327-9956-be0a7592695c req-46bcee6d-39fd-4303-9bdb-7352057b0a30 service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800726 Aug 31 14:58:25.299525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4b3f9cf7-b144-4bea-8e29-7b9207406596 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:58:25.379261 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3936842b-d6f7-4327-9956-be0a7592695c req-133b46fa-879c-49b8-a097-048da41bfe6a service neutron] 10.222.0.60 "GET /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860608 Aug 31 14:58:25.394947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4b3f9cf7-b144-4bea-8e29-7b9207406596, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:25.408986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '4b3f9cf7-b144-4bea-8e29-7b9207406596', 'network_id': '88fbc06e-9218-42ec-b6a9-631104bec121', 'port_id': '4b3f9cf7-b144-4bea-8e29-7b9207406596', 'mac_address': 'fa:16:3e:39:7f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dec9728-0c0c-40a0-bd2c-9577b142190a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:58:25.450993 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:25.464639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3f9cf7-b144-4bea-8e29-7b9207406596 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:58:25.485507 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4b3f9cf7-b144-4bea-8e29-7b9207406596, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:25.489557 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:25.535324 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=4b3f9cf7-b144-4bea-8e29-7b9207406596,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:25.542348 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:25.542700 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:25.543043 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:25.543434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:25.543770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:25.544249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:25.544580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:25.544913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:25.545241 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:25.545567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:25.545893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:25.546216 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:25.704908 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['4b3f9cf7-b144-4bea-8e29-7b9207406596'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:58:25.979613 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b9fa9-4e4a-4f30-b777-7cb6fca18b52 req-878b23ee-b394-415c-86bf-bce5616a2b16 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:25.981507 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-915b9fa9-4e4a-4f30-b777-7cb6fca18b52 req-878b23ee-b394-415c-86bf-bce5616a2b16 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 944 time: 0.0509353 Aug 31 14:58:26.019649 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-915b9fa9-4e4a-4f30-b777-7cb6fca18b52 req-78ca5e33-081a-427a-ad4b-1d99918306e6 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321922 Aug 31 14:58:26.136568 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebbcd8-5a1b-44bc-b635-7b8a7b5aadba req-ff630a2e-d941-4a77-be1b-781025d86d3b tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:26.138629 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91ebbcd8-5a1b-44bc-b635-7b8a7b5aadba req-ff630a2e-d941-4a77-be1b-781025d86d3b tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 944 time: 0.0525780 Aug 31 14:58:26.174594 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91ebbcd8-5a1b-44bc-b635-7b8a7b5aadba req-a6a83ba9-b697-4f1c-bf6a-4c5f70c24000 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300422 Aug 31 14:58:26.286942 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75fd71-49a8-45f1-a8b5-5040c78a1064 req-7e7cf188-d88c-48a7-8108-164f3c86e56e tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:26.288339 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e75fd71-49a8-45f1-a8b5-5040c78a1064 req-7e7cf188-d88c-48a7-8108-164f3c86e56e tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 944 time: 0.0489552 Aug 31 14:58:26.310240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4b3f9cf7-b144-4bea-8e29-7b9207406596 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:58:26.325823 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e75fd71-49a8-45f1-a8b5-5040c78a1064 req-ce241224-9395-4d93-a1c7-52107d14fa0d tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310242 Aug 31 14:58:26.354621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4b3f9cf7-b144-4bea-8e29-7b9207406596 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:58:26.651960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140672d-d67f-4bbb-8c7c-e2f32517914e req-ca7b4b30-30ef-4ba8-ad34-86ad71a2b19e tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:26.654123 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a140672d-d67f-4bbb-8c7c-e2f32517914e req-ca7b4b30-30ef-4ba8-ad34-86ad71a2b19e tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 944 time: 0.0485766 Aug 31 14:58:26.690360 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a140672d-d67f-4bbb-8c7c-e2f32517914e req-1055ee88-a8e0-442e-94b0-a40deeabb1ab tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304623 Aug 31 14:58:27.321164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4b3f9cf7-b144-4bea-8e29-7b9207406596 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:27.368110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 4b3f9cf7-b144-4bea-8e29-7b9207406596 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:27.371574 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 4b3f9cf7-b144-4bea-8e29-7b9207406596 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:27.372695 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:27.450467 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:27.472592 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6900d3-d9ba-4001-a2d8-977adf7b50f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3f9cf7-b144-4bea-8e29-7b9207406596'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:27.474836 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cc26bc-3e00-4774-807c-1e33b891d6a3" -d '{"events": [{"server_uuid": "ab6900d3-d9ba-4001-a2d8-977adf7b50f7", "name": "network-vif-plugged", "status": "completed", "tag": "4b3f9cf7-b144-4bea-8e29-7b9207406596"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:27.488612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 4b3f9cf7-b144-4bea-8e29-7b9207406596, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:27.492520 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:27.515779 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c445a2a-dfa3-41bc-bcff-4952d1b89fbc x-openstack-request-id: req-8c445a2a-dfa3-41bc-bcff-4952d1b89fbc {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:27.516072 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6900d3-d9ba-4001-a2d8-977adf7b50f7", "name": "network-vif-plugged", "status": "completed", "tag": "4b3f9cf7-b144-4bea-8e29-7b9207406596", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:27.516324 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c445a2a-dfa3-41bc-bcff-4952d1b89fbc {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:27.516711 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6900d3-d9ba-4001-a2d8-977adf7b50f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3f9cf7-b144-4bea-8e29-7b9207406596', 'code': 200} Aug 31 14:58:27.542652 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=4b3f9cf7-b144-4bea-8e29-7b9207406596,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:27.807676 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197fce9-b0d9-479a-9617-f80e0de0fd9a req-33e102ee-2309-4b9f-ba61-6e6c177ae6a2 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:27.809194 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb5226-7595-4172-9366-ddaf783bf8b2 req-5319304a-c4ca-4387-b055-a24ac3c785af tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:27.809731 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7197fce9-b0d9-479a-9617-f80e0de0fd9a req-33e102ee-2309-4b9f-ba61-6e6c177ae6a2 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0516300 Aug 31 14:58:27.810841 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5cdb5226-7595-4172-9366-ddaf783bf8b2 req-5319304a-c4ca-4387-b055-a24ac3c785af tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab6900d3-d9ba-4001-a2d8-977adf7b50f7 HTTP/1.1" status: 200 len: 945 time: 0.0492828 Aug 31 14:58:27.850569 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7197fce9-b0d9-479a-9617-f80e0de0fd9a req-040d1aa1-6d44-4642-ac15-c0cf3e6fc02a tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad909c21-4796-4688-bdd4-5644c84a9a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352874 Aug 31 14:58:27.906333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5cdb5226-7595-4172-9366-ddaf783bf8b2 req-2c8cd0ae-4f43-4b7a-90b0-dc16c9274023 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Deleting port 4b3f9cf7-b144-4bea-8e29-7b9207406596 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:27.906673 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cdb5226-7595-4172-9366-ddaf783bf8b2 req-2c8cd0ae-4f43-4b7a-90b0-dc16c9274023 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:27.991771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5cdb5226-7595-4172-9366-ddaf783bf8b2 req-2c8cd0ae-4f43-4b7a-90b0-dc16c9274023 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] For port 4b3f9cf7-b144-4bea-8e29-7b9207406596, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=4b3f9cf7-b144-4bea-8e29-7b9207406596,segment=NetworkSegment(a262a438-05b6-4fb7-96d9-e7f445a78ed1),segment_id=a262a438-05b6-4fb7-96d9-e7f445a78ed1)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:27.992139 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cdb5226-7595-4172-9366-ddaf783bf8b2 req-2c8cd0ae-4f43-4b7a-90b0-dc16c9274023 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:28.005103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5cdb5226-7595-4172-9366-ddaf783bf8b2 req-2c8cd0ae-4f43-4b7a-90b0-dc16c9274023 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Calling delete_port for 4b3f9cf7-b144-4bea-8e29-7b9207406596 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:28.130155 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cdb5226-7595-4172-9366-ddaf783bf8b2 req-2c8cd0ae-4f43-4b7a-90b0-dc16c9274023 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:28.142336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['4b3f9cf7-b144-4bea-8e29-7b9207406596'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:58:28.159818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cd0ae-4f43-4b7a-90b0-dc16c9274023 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Pushing event deleted for resources: {'Port': ['ID=4b3f9cf7-b144-4bea-8e29-7b9207406596,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:28.203935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdb5226-7595-4172-9366-ddaf783bf8b2 req-2c8cd0ae-4f43-4b7a-90b0-dc16c9274023 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] No DVR routers for this DVR port 4b3f9cf7-b144-4bea-8e29-7b9207406596 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:58:28.206708 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cdb5226-7595-4172-9366-ddaf783bf8b2 req-2c8cd0ae-4f43-4b7a-90b0-dc16c9274023 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:28.208732 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5cdb5226-7595-4172-9366-ddaf783bf8b2 req-2c8cd0ae-4f43-4b7a-90b0-dc16c9274023 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] 10.222.0.25 "DELETE /v2.0/ports/4b3f9cf7-b144-4bea-8e29-7b9207406596 HTTP/1.1" status: 204 len: 173 time: 0.3911622 Aug 31 14:58:28.209151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6900d3-d9ba-4001-a2d8-977adf7b50f7', 'name': 'network-vif-deleted', 'tag': '4b3f9cf7-b144-4bea-8e29-7b9207406596'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:28.211433 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108d4de4-305e-4b9a-9ceb-4561da35c563" -d '{"events": [{"server_uuid": "ab6900d3-d9ba-4001-a2d8-977adf7b50f7", "name": "network-vif-deleted", "tag": "4b3f9cf7-b144-4bea-8e29-7b9207406596"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:28.252634 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8080811e-230c-4db9-908a-202d6302c808 x-openstack-request-id: req-8080811e-230c-4db9-908a-202d6302c808 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:28.252929 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6900d3-d9ba-4001-a2d8-977adf7b50f7", "name": "network-vif-deleted", "tag": "4b3f9cf7-b144-4bea-8e29-7b9207406596", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:28.253178 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8080811e-230c-4db9-908a-202d6302c808 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:28.253572 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6900d3-d9ba-4001-a2d8-977adf7b50f7', 'name': 'network-vif-deleted', 'tag': '4b3f9cf7-b144-4bea-8e29-7b9207406596', 'status': 'completed', 'code': 200} Aug 31 14:58:28.980086 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57800) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:29.028120 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Deleting subnet 9dec9728-0c0c-40a0-bd2c-9577b142190a {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:58:29.031299 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.065316 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.102943 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.153803 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.180730 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dec9728-0c0c-40a0-bd2c-9577b142190a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:29.183564 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.185471 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9dec9728-0c0c-40a0-bd2c-9577b142190a HTTP/1.1" status: 204 len: 168 time: 0.2048657 Aug 31 14:58:29.188035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57802) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:29.191901 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:29.192259 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:29.192640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:29.192988 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:29.193325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:29.193662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:29.193996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:29.194332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:29.194664 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:29.194991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:29.195350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:29.195679 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feadf34-b805-4e2d-943e-aa69f90155eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:29.254724 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2625a90d-6d9d-4db2-9e1b-24f8e1374630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.333374 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2625a90d-6d9d-4db2-9e1b-24f8e1374630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.343410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2625a90d-6d9d-4db2-9e1b-24f8e1374630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fbc06e-9218-42ec-b6a9-631104bec121']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:29.353389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2625a90d-6d9d-4db2-9e1b-24f8e1374630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a262a438-05b6-4fb7-96d9-e7f445a78ed1') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:29.353681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2625a90d-6d9d-4db2-9e1b-24f8e1374630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a262a438-05b6-4fb7-96d9-e7f445a78ed1') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:29.362744 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2625a90d-6d9d-4db2-9e1b-24f8e1374630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.375826 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2625a90d-6d9d-4db2-9e1b-24f8e1374630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.381457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2625a90d-6d9d-4db2-9e1b-24f8e1374630 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:58:29.381839 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2625a90d-6d9d-4db2-9e1b-24f8e1374630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: timer() Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:58:29.383428 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:58:29.434401 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2625a90d-6d9d-4db2-9e1b-24f8e1374630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.440159 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2625a90d-6d9d-4db2-9e1b-24f8e1374630 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.441938 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2625a90d-6d9d-4db2-9e1b-24f8e1374630 admin admin] 10.222.0.39 "DELETE /v2.0/networks/88fbc06e-9218-42ec-b6a9-631104bec121 HTTP/1.1" status: 204 len: 168 time: 0.2528272 Aug 31 14:58:29.453370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625a90d-6d9d-4db2-9e1b-24f8e1374630 admin admin] Pushing event deleted for resources: {'Network': ['ID=88fbc06e-9218-42ec-b6a9-631104bec121,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:29.548202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57806) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:29.591288 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-55d6cb25-25e6-4c2d-941b-1b1830e41db3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d0151bbf3964e04ade1cece02628992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412776 Aug 31 14:58:29.593610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57808) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:29.644408 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9710701-1933-4f65-a664-a142e1e7b346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.664900 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9710701-1933-4f65-a664-a142e1e7b346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.709607 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9710701-1933-4f65-a664-a142e1e7b346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.712347 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9710701-1933-4f65-a664-a142e1e7b346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:29.713500 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f9710701-1933-4f65-a664-a142e1e7b346 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad909c21-4796-4688-bdd4-5644c84a9a11 HTTP/1.1" status: 204 len: 168 time: 0.1190016 Aug 31 14:58:29.721875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9710701-1933-4f65-a664-a142e1e7b346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad909c21-4796-4688-bdd4-5644c84a9a11,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:30.375861 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57830) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:30.479056 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1540731815-network', 'tenant_id': '8db8898e323b4d07b45283473d29926d'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:30.500313 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] Made reservation on behalf of 8db8898e323b4d07b45283473d29926d for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:58:30.503994 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:30.517615 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:30.603942 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:30.608112 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:30.631633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:58:30.639905 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c80dd9-6bb9-41a3-8414-0e5f4fb750dc,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:30.645837 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:30.646190 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] Added segment c0277594-66a6-4aee-8b16-5dfecc16356f of type vlan for network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 Aug 31 14:58:30.687592 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:30.711016 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:30.712001 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:30.712578 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:30.771319 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3913076 Aug 31 14:58:30.771655 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57834) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:30.776663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-54ae6e6e-032a-4fd9-bcce-eae557e4f75d admin admin] Request body: {'subnet': {'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1540731815-subnet', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:30.777426 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c1aee-3bde-4365-ad06-feca2ac3b220 admin admin] Pushing event updated for resources: {'Network': ['ID=705eddd0-7976-40ef-8333-9fdf72aaf7c0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:30.789250 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:58:30.801363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ae6e6e-032a-4fd9-bcce-eae557e4f75d admin admin] Made reservation on behalf of 8db8898e323b4d07b45283473d29926d for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:58:30.803780 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-54ae6e6e-032a-4fd9-bcce-eae557e4f75d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:30.979474 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-54ae6e6e-032a-4fd9-bcce-eae557e4f75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.038521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae6e6e-032a-4fd9-bcce-eae557e4f75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5de7bac-2f54-43ce-a216-4591f24c2c48,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:31.043561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae6e6e-032a-4fd9-bcce-eae557e4f75d admin admin] Checking segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:31.044149 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae6e6e-032a-4fd9-bcce-eae557e4f75d admin admin] Network hostable DHCP agents. Network: 705eddd0-7976-40ef-8333-9fdf72aaf7c0, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:58:31.060197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae6e6e-032a-4fd9-bcce-eae557e4f75d admin admin] Network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:58:31.068514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-54ae6e6e-032a-4fd9-bcce-eae557e4f75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 705eddd0-7976-40ef-8333-9fdf72aaf7c0) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:31.072386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae6e6e-032a-4fd9-bcce-eae557e4f75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:31.072970 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-54ae6e6e-032a-4fd9-bcce-eae557e4f75d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.077564 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0495972-9e3b-4485-9f36-ceb8344f6c2d None None] Network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:58:31.087715 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-54ae6e6e-032a-4fd9-bcce-eae557e4f75d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3149273 Aug 31 14:58:31.089681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57836) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:31.094797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:31.115385 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.116367 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.170852 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.220792 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:58:31.221640 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.314627 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.336385 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4b3f9cf7-b144-4bea-8e29-7b9207406596 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:58:31.364399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 4b3f9cf7-b144-4bea-8e29-7b9207406596 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:58:31.364744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 4b3f9cf7-b144-4bea-8e29-7b9207406596 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:58:31.379300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Allocated IP 172.20.0.2 (705eddd0-7976-40ef-8333-9fdf72aaf7c0/e5de7bac-2f54-43ce-a216-4591f24c2c48/783c4a96-5b29-4d6e-8381-b48c699c5e01) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:58:31.530610 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.539051 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Transition to ACTIVE for port object 783c4a96-5b29-4d6e-8381-b48c699c5e01 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:31.555344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Transition to ACTIVE for port object 783c4a96-5b29-4d6e-8381-b48c699c5e01 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:31.561146 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.601862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:31.605089 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:31.609359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:58:31.614709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Pushing event updated for resources: {'Port': ['ID=783c4a96-5b29-4d6e-8381-b48c699c5e01,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:31.667844 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Attempting to bind port 783c4a96-5b29-4d6e-8381-b48c699c5e01 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:58:31.668214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Attempting to bind port 783c4a96-5b29-4d6e-8381-b48c699c5e01 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:58:31.669085 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Attempting to bind port 783c4a96-5b29-4d6e-8381-b48c699c5e01 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:31.674337 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:58:31.674713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Checking segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:31.675279 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.675676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Bound using segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:58:31.676159 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Bound port: 783c4a96-5b29-4d6e-8381-b48c699c5e01, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:58:31.676525 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.740905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] For port 783c4a96-5b29-4d6e-8381-b48c699c5e01, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:58:31.743937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] For port 783c4a96-5b29-4d6e-8381-b48c699c5e01, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=783c4a96-5b29-4d6e-8381-b48c699c5e01,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:58:31.749167 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.811598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfb27b-c689-42a6-8752-5091fbb49089 None None] Pushing event updated for resources: {'Port': ['ID=783c4a96-5b29-4d6e-8381-b48c699c5e01,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:31.841493 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.861331 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.976689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Allocated IP 172.25.2.92 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:58:32.095281 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:32.134264 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:32.175718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:32.180609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:32.184668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:58:32.213689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Pushing event updated for resources: {'Port': ['ID=a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:32.448058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:32.654361 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:32.682876 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a614d972-cbd7-4b22-b8e6-55b5795c6c4a None None] Network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:58:32.781715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Router 9ce4080f-47d7-4167-860d-7165ce5a963e is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:58:32.789454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0d164826-f0d5-4ff7-a803-dcb0f62cee08 None None] Provisioning for port 783c4a96-5b29-4d6e-8381-b48c699c5e01 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:32.892141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:58:32.901181 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Sync routers for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:58:32.911450 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:32.912075 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:58:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:32.914936 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:32.919843 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-144959a4-51eb-41f2-8051-0ef8a5444162 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8257389 Aug 31 14:58:32.920584 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57838) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:33.025116 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:33.207006 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:32Z', 'revision_number': 3, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:33.233998 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Checking router: 9ce4080f-47d7-4167-860d-7165ce5a963e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:58:33.234343 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Updating router 9ce4080f-47d7-4167-860d-7165ce5a963e port a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:58:33.258838 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:33.360976 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:33.522042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Allocated IP 172.20.0.1 (705eddd0-7976-40ef-8333-9fdf72aaf7c0/e5de7bac-2f54-43ce-a216-4591f24c2c48/33598ab6-0a9c-4788-98bc-6e8ec942a7df) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:58:33.524924 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 783c4a96-5b29-4d6e-8381-b48c699c5e01 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:33.526493 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:33.538301 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Transition to ACTIVE for port object a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:33.547664 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:33.578236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 783c4a96-5b29-4d6e-8381-b48c699c5e01 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:33.581924 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 783c4a96-5b29-4d6e-8381-b48c699c5e01 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:33.582434 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:33.602086 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ab2af-8ea0-401c-b67a-9895d7e14dc2 None None] Pushing event updated for resources: {'Port': ['ID=a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:33.610763 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Attempting to bind port a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:58:33.611127 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Attempting to bind port a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:58:33.611509 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Attempting to bind port a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:33.614355 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ab2af-8ea0-401c-b67a-9895d7e14dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:33.614699 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ab2af-8ea0-401c-b67a-9895d7e14dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:33.615028 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ab2af-8ea0-401c-b67a-9895d7e14dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:33.615382 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ab2af-8ea0-401c-b67a-9895d7e14dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:33.615707 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ab2af-8ea0-401c-b67a-9895d7e14dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:33.616027 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ab2af-8ea0-401c-b67a-9895d7e14dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:33.616343 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ab2af-8ea0-401c-b67a-9895d7e14dc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:33.616659 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ab2af-8ea0-401c-b67a-9895d7e14dc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:33.616974 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ab2af-8ea0-401c-b67a-9895d7e14dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:33.617288 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ab2af-8ea0-401c-b67a-9895d7e14dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:33.617603 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ab2af-8ea0-401c-b67a-9895d7e14dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:33.617922 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ab2af-8ea0-401c-b67a-9895d7e14dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:33.624798 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:58:33.625170 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:33.625567 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:33.625955 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:58:33.626415 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Bound port: a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:58:33.626798 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:33.645070 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:33.658788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Transition to ACTIVE for port object 33598ab6-0a9c-4788-98bc-6e8ec942a7df will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:33.670708 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:33.678241 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] For port a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:58:33.681577 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] For port a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:58:33.685974 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:33.699772 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:33.710926 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 783c4a96-5b29-4d6e-8381-b48c699c5e01, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=783c4a96-5b29-4d6e-8381-b48c699c5e01,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:33.715137 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:33.739641 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:33.740281 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:58:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:33.750091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:33.754667 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:33.759008 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:58:33.762158 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Pushing event updated for resources: {'Port': ['ID=33598ab6-0a9c-4788-98bc-6e8ec942a7df,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:33.782127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=783c4a96-5b29-4d6e-8381-b48c699c5e01,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:33.800923 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:33.845226 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ab2af-8ea0-401c-b67a-9895d7e14dc2 None None] Pushing event updated for resources: {'Port': ['ID=a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:33.863892 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:33.938836 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:34.051014 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-88ff0984-c374-42fe-8cbd-afea7784ea28 None None] Provisioning for port 33598ab6-0a9c-4788-98bc-6e8ec942a7df completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:34.057297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-88ff0984-c374-42fe-8cbd-afea7784ea28 None None] Provisioning complete for port 33598ab6-0a9c-4788-98bc-6e8ec942a7df triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:34.057673 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88ff0984-c374-42fe-8cbd-afea7784ea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:34.057847 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:32Z', 'revision_number': 3, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:34.085046 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8141a10-0cc7-46b7-8b45-f7da5bfd4c4c None None] The sync data for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 is: [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:32Z', 'revision_number': 3, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:58:34.096000 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-88ff0984-c374-42fe-8cbd-afea7784ea28 None None] Port 33598ab6-0a9c-4788-98bc-6e8ec942a7df cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:58:34.116218 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:34.120892 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:34.187481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Pushing event updated for resources: {'Port': ['ID=33598ab6-0a9c-4788-98bc-6e8ec942a7df,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:34.189864 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:34.285727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:34.287076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:34.433720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Router 9ce4080f-47d7-4167-860d-7165ce5a963e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:58:34.550017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:58:34.555690 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0ac38d6b-2d76-4e84-9c69-64e9d01dc67b admin admin] 10.222.0.39 "PUT /v2.0/routers/9ce4080f-47d7-4167-860d-7165ce5a963e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6340909 Aug 31 14:58:34.633798 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8a256c51-4d99-4e77-be5e-49848e7f15e7 None None] Provisioning complete for port 33598ab6-0a9c-4788-98bc-6e8ec942a7df triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:34.634369 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a256c51-4d99-4e77-be5e-49848e7f15e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:34.674927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8a256c51-4d99-4e77-be5e-49848e7f15e7 None None] Port 33598ab6-0a9c-4788-98bc-6e8ec942a7df cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:58:35.127643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57846) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:35.132404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-86bb09e0-781d-4775-aedf-e2594c4b1bdc tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760439201', 'description': 'tempest-description--254391524'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:35.154619 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86bb09e0-781d-4775-aedf-e2594c4b1bdc tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.244388 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86bb09e0-781d-4775-aedf-e2594c4b1bdc tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.248115 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86bb09e0-781d-4775-aedf-e2594c4b1bdc tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.277518 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86bb09e0-781d-4775-aedf-e2594c4b1bdc tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.279551 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-86bb09e0-781d-4775-aedf-e2594c4b1bdc tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1508768 Aug 31 14:58:35.281560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb09e0-781d-4775-aedf-e2594c4b1bdc tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:35.282829 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57848) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:35.288657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-e4757790-1f45-49fa-82b3-e22a566964b9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Request body: {'security_group_rule': {'security_group_id': 'f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:35.313814 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4757790-1f45-49fa-82b3-e22a566964b9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.373404 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4757790-1f45-49fa-82b3-e22a566964b9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.377787 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4757790-1f45-49fa-82b3-e22a566964b9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.395791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4757790-1f45-49fa-82b3-e22a566964b9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb56fd25-73ce-417a-a212-7e849dd8057a,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:35.401033 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e4757790-1f45-49fa-82b3-e22a566964b9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.402495 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e4757790-1f45-49fa-82b3-e22a566964b9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185875 Aug 31 14:58:35.405773 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 57850) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:35.410276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-beaf44aa-4b73-4035-91d5-daca05b08444 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Request body: {'security_group_rule': {'security_group_id': 'f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:35.438879 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-beaf44aa-4b73-4035-91d5-daca05b08444 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.504687 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-beaf44aa-4b73-4035-91d5-daca05b08444 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.508699 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-beaf44aa-4b73-4035-91d5-daca05b08444 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.531064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf44aa-4b73-4035-91d5-daca05b08444 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1d1dcb-0110-4f69-91c6-f267c0aa3a4e,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:35.538119 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-beaf44aa-4b73-4035-91d5-daca05b08444 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.542170 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-beaf44aa-4b73-4035-91d5-daca05b08444 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327863 Aug 31 14:58:35.542725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57852) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:35.547761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:35.577006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:35.578439 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.632777 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:35.636819 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:35.637986 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.668634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Sync routers for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:58:35.682028 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.686161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:35.686797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:58:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:35.798593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Allocated IP 172.25.2.76 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/c98f3204-2c31-40ba-a913-3cb4a3b9ca81) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:58:35.799337 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.831603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:35.839284 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.840037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 783c4a96-5b29-4d6e-8381-b48c699c5e01 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:35.842707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:35.902342 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.944222 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.990222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:35.993272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:35.997878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:58:36.016840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:36.021048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event updated for resources: {'Port': ['ID=c98f3204-2c31-40ba-a913-3cb4a3b9ca81,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:36.049915 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 783c4a96-5b29-4d6e-8381-b48c699c5e01 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:36.050282 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.091557 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.125995 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.183168 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 2, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:36.373308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Checking router: 9ce4080f-47d7-4167-860d-7165ce5a963e for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:58:36.373308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Updating router 9ce4080f-47d7-4167-860d-7165ce5a963e port 33598ab6-0a9c-4788-98bc-6e8ec942a7df binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:58:36.398729 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.591140 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.596807 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.662419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event updated for resources: {'Port': ['ID=c98f3204-2c31-40ba-a913-3cb4a3b9ca81,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:36.670178 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.675240 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.680653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Transition to ACTIVE for port object 33598ab6-0a9c-4788-98bc-6e8ec942a7df will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:36.687052 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.688386 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.698668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0d491635-371e-43aa-90b1-dddcb2e68e34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1459444 Aug 31 14:58:36.744455 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e670184-be63-4741-9112-dcdd5776230f None None] Pushing event updated for resources: {'Port': ['ID=33598ab6-0a9c-4788-98bc-6e8ec942a7df,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:36.799582 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Attempting to bind port 33598ab6-0a9c-4788-98bc-6e8ec942a7df on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:58:36.799965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Attempting to bind port 33598ab6-0a9c-4788-98bc-6e8ec942a7df by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:58:36.800362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Attempting to bind port 33598ab6-0a9c-4788-98bc-6e8ec942a7df on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:36.806018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:58:36.806399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Checking segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:36.806861 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.807319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Bound using segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:58:36.807987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Bound port: 33598ab6-0a9c-4788-98bc-6e8ec942a7df, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:58:36.808196 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.845943 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-a55ae720-c6e5-4165-b936-be571c8b932a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--760439201&fields=id&tenant_id=8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 267 time: 0.0448315 Aug 31 14:58:36.875461 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] For port 33598ab6-0a9c-4788-98bc-6e8ec942a7df, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:58:36.878729 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] For port 33598ab6-0a9c-4788-98bc-6e8ec942a7df, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=33598ab6-0a9c-4788-98bc-6e8ec942a7df,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:58:36.884842 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.944633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:36.945270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:58:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:36.969687 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-d078d44e-56a5-4ebe-9478-12d3398f80f2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:36.971258 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-d078d44e-56a5-4ebe-9478-12d3398f80f2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 812 time: 0.1245520 Aug 31 14:58:36.983998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e670184-be63-4741-9112-dcdd5776230f None None] Pushing event updated for resources: {'Port': ['ID=33598ab6-0a9c-4788-98bc-6e8ec942a7df,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:36.990186 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-9eeb2350-6131-41db-ad02-819e878836a3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/quotas/8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 375 time: 0.0117111 Aug 31 14:58:37.053225 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-f5f875cd-f6ca-491e-9fdf-24a7f71040db tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548489 Aug 31 14:58:37.073792 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-5ccbecf4-ea00-461b-a2fe-cf390b5b1830 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:58:37.074261 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:37.079734 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-5ccbecf4-ea00-461b-a2fe-cf390b5b1830 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109446 Aug 31 14:58:37.175608 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-87fa3844-6901-4e73-9763-bb0fd612729c service neutron] 10.222.0.39 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929425 Aug 31 14:58:37.268474 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-f2149ae9-8e7c-4224-9a59-a6ae2a6d56ff service neutron] 10.222.0.39 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867972 Aug 31 14:58:37.289323 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:36Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:37.316341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6792315-83ab-4118-8322-de6b914cf4b5 None None] The sync data for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 is: [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:36Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:58:37.471990 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90ff29ac-7505-44f2-875c-ac8a120943fc req-eb138b50-29e8-4e63-8429-c864eaf1ea4c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 210 time: 0.0566907 Aug 31 14:58:37.596264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:37.658778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:37.659307 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:37.751590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 33598ab6-0a9c-4788-98bc-6e8ec942a7df up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:37.812817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 33598ab6-0a9c-4788-98bc-6e8ec942a7df completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:37.816931 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 33598ab6-0a9c-4788-98bc-6e8ec942a7df triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:37.817334 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:37.903694 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:37.939672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 33598ab6-0a9c-4788-98bc-6e8ec942a7df, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=33598ab6-0a9c-4788-98bc-6e8ec942a7df,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:37.944356 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:38.000214 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=33598ab6-0a9c-4788-98bc-6e8ec942a7df,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:38.453834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-7d00da9e-346b-49ce-b8b2-8af7d7fff541 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:38.455326 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-7d00da9e-346b-49ce-b8b2-8af7d7fff541 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 812 time: 0.1086605 Aug 31 14:58:38.511340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-d35a60b1-c694-40ef-a152-37abdb7fe9f4 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 379 time: 0.0461934 Aug 31 14:58:38.521654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-213b976d-2561-4363-9d93-be2aff499a94 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Request body: {'port': {'device_id': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'admin_state_up': True, 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'security_groups': ['f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:38.566901 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d895226-3c5b-4f3d-8111-f141549eed60 req-c526caac-91f4-4120-8492-9591d7b4c85c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 210 time: 0.0267394 Aug 31 14:58:38.630994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-213b976d-2561-4363-9d93-be2aff499a94 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Made reservation on behalf of 8db8898e323b4d07b45283473d29926d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:58:38.634568 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-213b976d-2561-4363-9d93-be2aff499a94 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:38.756019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-213b976d-2561-4363-9d93-be2aff499a94 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Allocated IP 172.20.0.5 (705eddd0-7976-40ef-8333-9fdf72aaf7c0/e5de7bac-2f54-43ce-a216-4591f24c2c48/d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:58:38.894402 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-213b976d-2561-4363-9d93-be2aff499a94 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:38.907901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-213b976d-2561-4363-9d93-be2aff499a94 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Transition to ACTIVE for port object d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:38.940116 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-213b976d-2561-4363-9d93-be2aff499a94 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:38.988946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-213b976d-2561-4363-9d93-be2aff499a94 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:38.992205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-213b976d-2561-4363-9d93-be2aff499a94 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:38.994677 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-213b976d-2561-4363-9d93-be2aff499a94 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:58:39.020377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b976d-2561-4363-9d93-be2aff499a94 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event updated for resources: {'Port': ['ID=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:39.050604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-213b976d-2561-4363-9d93-be2aff499a94 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:39.051299 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-213b976d-2561-4363-9d93-be2aff499a94 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.067311 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-213b976d-2561-4363-9d93-be2aff499a94 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5493333 Aug 31 14:58:39.080787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Request body: {'port': {'device_id': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:39.141730 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.244529 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-894ec85f-ac1c-431a-906f-e3992b69edb5 None None] Provisioning for port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:39.249113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-894ec85f-ac1c-431a-906f-e3992b69edb5 None None] Provisioning complete for port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:39.249489 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-894ec85f-ac1c-431a-906f-e3992b69edb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.284751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-894ec85f-ac1c-431a-906f-e3992b69edb5 None None] Port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:58:39.411614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:58:39.419333 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.431015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Transition to ACTIVE for port object d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:39.434252 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.488047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:39.504396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 33598ab6-0a9c-4788-98bc-6e8ec942a7df up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:39.555198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 33598ab6-0a9c-4788-98bc-6e8ec942a7df triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:39.555579 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.556697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Attempting to bind port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:58:39.557040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Attempting to bind port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:58:39.557371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Attempting to bind port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:39.562572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:58:39.562893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Attempting to bind port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:39.567910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:58:39.568246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Checking segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:39.568631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Bound using segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:58:39.569060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Bound port: d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:58:39.569422 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.637849 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] For port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:58:39.641390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] For port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:58:39.649388 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.726654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:39.727311 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.728959 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] 10.222.0.25 "PUT /v2.0/ports/d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 HTTP/1.1" status: 200 len: 1091 time: 0.6527498 Aug 31 14:58:39.730072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'tag': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:39.732595 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1bd0f4-539b-4a29-8b4c-226f16e5c049" -d '{"events": [{"name": "network-changed", "server_uuid": "bb760d1b-bef0-4860-b13e-71ca3e3a8331", "tag": "d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:39.749014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe26df-3abe-43d8-b08e-d0bd9c14817c service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:39.767440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04c105-ca02-49c1-b4f2-f4e458d10838 req-6453c91e-5315-4ada-a84b-abd35d4102cc tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:39.769031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f04c105-ca02-49c1-b4f2-f4e458d10838 req-6453c91e-5315-4ada-a84b-abd35d4102cc tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 943 time: 0.0925891 Aug 31 14:58:39.783617 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdd5f87-f461-4d4f-9472-ed9710b8dd64 x-openstack-request-id: req-8cdd5f87-f461-4d4f-9472-ed9710b8dd64 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:39.783899 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb760d1b-bef0-4860-b13e-71ca3e3a8331", "tag": "d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:39.784147 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cdd5f87-f461-4d4f-9472-ed9710b8dd64 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:39.784533 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'tag': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80', 'status': 'completed', 'code': 200} Aug 31 14:58:39.846454 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f04c105-ca02-49c1-b4f2-f4e458d10838 req-f3e2e4fe-34d5-4762-92bc-9e0d0cacaae8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610683 Aug 31 14:58:39.851592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-b5bf077d-727f-405d-b7d3-a13253a82fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:39.853319 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-b5bf077d-727f-405d-b7d3-a13253a82fc1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 1094 time: 0.0792139 Aug 31 14:58:39.907677 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-0c7d4d45-2d8e-430b-9aaa-b2aaa204c59f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 HTTP/1.1" status: 200 len: 217 time: 0.0420630 Aug 31 14:58:39.958170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-2a7ecf7e-4579-4c09-9295-71d0b8ea80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:39.959706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-2a7ecf7e-4579-4c09-9295-71d0b8ea80cd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0455427 Aug 31 14:58:40.006638 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-86cf39f9-6c29-4d0f-ad5e-0497a83678f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:40.008266 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-86cf39f9-6c29-4d0f-ad5e-0497a83678f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409677 Aug 31 14:58:40.101678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-a9123e46-7405-4b5e-a651-dd42b376632d service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850694 Aug 31 14:58:40.191396 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9cf7424c-99d0-4472-bc9a-af533e5d4292 req-e5e97445-59c5-4ee2-88e9-1946fe50c12e service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827951 Aug 31 14:58:40.280103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bd0f4-539b-4a29-8b4c-226f16e5c049 req-234f79c0-785d-4fa0-ad0a-989db1baadae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:40.281640 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac1bd0f4-539b-4a29-8b4c-226f16e5c049 req-234f79c0-785d-4fa0-ad0a-989db1baadae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 1094 time: 0.0426078 Aug 31 14:58:40.376056 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bd0f4-539b-4a29-8b4c-226f16e5c049 req-9880e1ad-d6a0-47f1-a49e-1352489d50b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:40.377469 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac1bd0f4-539b-4a29-8b4c-226f16e5c049 req-9880e1ad-d6a0-47f1-a49e-1352489d50b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0894125 Aug 31 14:58:40.421716 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac1bd0f4-539b-4a29-8b4c-226f16e5c049 req-477721c7-0661-4b41-b614-f17a4f994e43 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 HTTP/1.1" status: 200 len: 217 time: 0.0366545 Aug 31 14:58:40.470540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bd0f4-539b-4a29-8b4c-226f16e5c049 req-a3d8e124-9510-437f-ab09-d1e4873f92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:40.472018 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac1bd0f4-539b-4a29-8b4c-226f16e5c049 req-a3d8e124-9510-437f-ab09-d1e4873f92fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0435820 Aug 31 14:58:40.523468 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bd0f4-539b-4a29-8b4c-226f16e5c049 req-5ae13503-dab6-499e-ab35-3d23aec4e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:40.525019 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac1bd0f4-539b-4a29-8b4c-226f16e5c049 req-5ae13503-dab6-499e-ab35-3d23aec4e63f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458364 Aug 31 14:58:40.616986 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac1bd0f4-539b-4a29-8b4c-226f16e5c049 req-60606075-22a5-4e0e-93a3-de16d53aca07 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822649 Aug 31 14:58:40.708999 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ac1bd0f4-539b-4a29-8b4c-226f16e5c049 req-f4a06ea9-e6cd-48dd-9821-41827cf79048 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849645 Aug 31 14:58:40.977043 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7d8b9-5ede-4901-9cb8-7e840aca7281 req-1bcbbede-e96b-4e5b-bd35-2618b6546e0a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:40.978688 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-43e7d8b9-5ede-4901-9cb8-7e840aca7281 req-1bcbbede-e96b-4e5b-bd35-2618b6546e0a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 943 time: 0.0532715 Aug 31 14:58:41.019366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-43e7d8b9-5ede-4901-9cb8-7e840aca7281 req-1f936ab9-3bc4-4511-8fe4-415620b1f92f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332897 Aug 31 14:58:42.134346 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9becc-8b9e-426d-ae7c-5ff54b0a6fec req-3d8cea88-acaa-4278-bcc5-babaada6d96c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:42.135852 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bba9becc-8b9e-426d-ae7c-5ff54b0a6fec req-3d8cea88-acaa-4278-bcc5-babaada6d96c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 943 time: 0.0499456 Aug 31 14:58:42.173899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bba9becc-8b9e-426d-ae7c-5ff54b0a6fec req-11447ee3-83fa-4bce-9222-359f3caffbcf tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315149 Aug 31 14:58:43.292772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98f99c-5897-4135-8637-f9b57e098104 req-4eaa7778-09da-4125-a036-f117b9d65055 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:43.294881 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb98f99c-5897-4135-8637-f9b57e098104 req-4eaa7778-09da-4125-a036-f117b9d65055 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 943 time: 0.0487709 Aug 31 14:58:43.331871 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb98f99c-5897-4135-8637-f9b57e098104 req-a5a0518f-39ea-4568-88ef-7e97bc09a06e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309646 Aug 31 14:58:43.378305 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:58:43.473851 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:43.485708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'port_id': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80', 'mac_address': 'fa:16:3e:eb:5e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:58:43.525737 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.538679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:58:43.558723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:43.562689 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.613745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:43.758643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:58:44.447482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b9375-6e58-45cf-8984-9e2bd212bfc5 req-272331c4-08c0-4e29-825d-a6f64eb0cd20 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:44.448982 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-719b9375-6e58-45cf-8984-9e2bd212bfc5 req-272331c4-08c0-4e29-825d-a6f64eb0cd20 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 944 time: 0.0493259 Aug 31 14:58:44.486261 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-719b9375-6e58-45cf-8984-9e2bd212bfc5 req-b7e75b3e-a469-423d-af29-0f5241100b48 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311358 Aug 31 14:58:45.378392 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:45.431622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:45.436346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:45.436963 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.511835 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.536597 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:45.538843 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e045d926-64fe-4eae-a53f-e76270884a16" -d '{"events": [{"server_uuid": "bb760d1b-bef0-4860-b13e-71ca3e3a8331", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:45.551702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:45.555606 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.583712 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4dde18-607f-454c-ae57-53e81b90bd8a x-openstack-request-id: req-9a4dde18-607f-454c-ae57-53e81b90bd8a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:45.584051 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb760d1b-bef0-4860-b13e-71ca3e3a8331", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:45.584314 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a4dde18-607f-454c-ae57-53e81b90bd8a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:45.584706 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80', 'code': 200} Aug 31 14:58:45.611362 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110539-dd85-41c8-845b-f5445de9606c req-4aeec48e-1056-4fd4-8334-f06ba13defe0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:45.612924 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e110539-dd85-41c8-845b-f5445de9606c req-4aeec48e-1056-4fd4-8334-f06ba13defe0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0559428 Aug 31 14:58:45.620603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:45.654733 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e110539-dd85-41c8-845b-f5445de9606c req-9b1e2e09-b976-4637-8acd-faf164ea178d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330808 Aug 31 14:58:45.681652 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de5429-1653-477b-a2d4-c0f3ff126de3 req-24ceeb3a-962d-4607-a009-a37691d95466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:45.683205 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f4de5429-1653-477b-a2d4-c0f3ff126de3 req-24ceeb3a-962d-4607-a009-a37691d95466 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 1096 time: 0.0455647 Aug 31 14:58:45.717266 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f4de5429-1653-477b-a2d4-c0f3ff126de3 req-3a34c218-edb0-41cf-a047-ad7a5e64ef1f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270166 Aug 31 14:58:46.772219 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715dffc-840c-4236-b9ff-7077f1f94bdf req-8b174605-dc1e-4e30-839e-43e6a3793cbd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:46.773726 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a715dffc-840c-4236-b9ff-7077f1f94bdf req-8b174605-dc1e-4e30-839e-43e6a3793cbd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0500820 Aug 31 14:58:46.812962 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a715dffc-840c-4236-b9ff-7077f1f94bdf req-a9c95b5c-f25c-4ef8-8249-1ee219e44893 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324762 Aug 31 14:58:47.929219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56b9ec-dea0-4038-b441-3436f2a5438e req-4f41440e-3bb4-44d7-967f-510eda42e398 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:47.930706 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f56b9ec-dea0-4038-b441-3436f2a5438e req-4f41440e-3bb4-44d7-967f-510eda42e398 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0509322 Aug 31 14:58:47.968113 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3f56b9ec-dea0-4038-b441-3436f2a5438e req-ff0e42d2-ef87-4294-a689-552c5f67cfc5 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309410 Aug 31 14:58:48.079506 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701ad9e-8699-4a19-a933-afe38d66ec83 req-1c6088d1-41ae-4e79-9cc9-c0df529e2307 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:48.080991 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2701ad9e-8699-4a19-a933-afe38d66ec83 req-1c6088d1-41ae-4e79-9cc9-c0df529e2307 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0493279 Aug 31 14:58:48.089297 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 57900) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:48.094142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0f04eeef-19bc-448d-bb5c-142721ece01f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Request body: {'floatingip': {'port_id': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:48.135082 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f04eeef-19bc-448d-bb5c-142721ece01f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.566513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f04eeef-19bc-448d-bb5c-142721ece01f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.570207 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f04eeef-19bc-448d-bb5c-142721ece01f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.663792 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-0f04eeef-19bc-448d-bb5c-142721ece01f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Floating IP e597631e-f040-4acc-8276-46e611bc1a12 associated. External IP: 172.25.2.76, port: d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80. Aug 31 14:58:48.868828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f04eeef-19bc-448d-bb5c-142721ece01f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Router 9ce4080f-47d7-4167-860d-7165ce5a963e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:58:48.976056 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f04eeef-19bc-448d-bb5c-142721ece01f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:58:48.981015 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f04eeef-19bc-448d-bb5c-142721ece01f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.986433 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650fa89a-f41e-41e7-8441-f42f8d76d725 None None] Sync routers for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:58:48.995383 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650fa89a-f41e-41e7-8441-f42f8d76d725 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:48.995994 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-650fa89a-f41e-41e7-8441-f42f8d76d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:58:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:49.008904 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0f04eeef-19bc-448d-bb5c-142721ece01f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "PUT /v2.0/floatingips/e597631e-f040-4acc-8276-46e611bc1a12 HTTP/1.1" status: 200 len: 990 time: 0.9185646 Aug 31 14:58:49.009479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'tag': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:49.011871 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e450f9d5-7886-4b8e-a5b0-21a3f3cef3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "bb760d1b-bef0-4860-b13e-71ca3e3a8331", "tag": "d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:49.049501 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1563ff2-0f04-4221-a669-38a64fdf8c3d x-openstack-request-id: req-a1563ff2-0f04-4221-a669-38a64fdf8c3d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:49.049913 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb760d1b-bef0-4860-b13e-71ca3e3a8331", "tag": "d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:49.050298 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1563ff2-0f04-4221-a669-38a64fdf8c3d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:49.050734 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'tag': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80', 'status': 'completed', 'code': 200} Aug 31 14:58:49.108918 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-650fa89a-f41e-41e7-8441-f42f8d76d725 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:49.116689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f9d5-7886-4b8e-a5b0-21a3f3cef3bd req-e56af0c3-c2ac-426e-9a17-4351fc4e0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:49.118539 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e450f9d5-7886-4b8e-a5b0-21a3f3cef3bd req-e56af0c3-c2ac-426e-9a17-4351fc4e0946 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 1096 time: 0.0450411 Aug 31 14:58:49.218403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f9d5-7886-4b8e-a5b0-21a3f3cef3bd req-c45860bc-2442-4649-b521-6bef3e506002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:49.220014 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e450f9d5-7886-4b8e-a5b0-21a3f3cef3bd req-c45860bc-2442-4649-b521-6bef3e506002 service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0896223 Aug 31 14:58:49.293198 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e450f9d5-7886-4b8e-a5b0-21a3f3cef3bd req-1cf06c77-ed3f-4b08-ba34-258d339d7131 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 HTTP/1.1" status: 200 len: 998 time: 0.0637197 Aug 31 14:58:49.344757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f9d5-7886-4b8e-a5b0-21a3f3cef3bd req-9f513ef0-e7f1-41aa-8e08-0588aa7056fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:49.346219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e450f9d5-7886-4b8e-a5b0-21a3f3cef3bd req-9f513ef0-e7f1-41aa-8e08-0588aa7056fd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0447972 Aug 31 14:58:49.392977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f9d5-7886-4b8e-a5b0-21a3f3cef3bd req-10d0a25d-2828-4e16-ad73-a2b78824b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:49.394499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e450f9d5-7886-4b8e-a5b0-21a3f3cef3bd req-10d0a25d-2828-4e16-ad73-a2b78824b7ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399508 Aug 31 14:58:49.416240 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-650fa89a-f41e-41e7-8441-f42f8d76d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e597631e-f040-4acc-8276-46e611bc1a12', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'port_id': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'mac_address': 'fa:16:3e:eb:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:58:36Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 1, 'project_id': '8db8898e323b4d07b45283473d29926d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:49.442223 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650fa89a-f41e-41e7-8441-f42f8d76d725 None None] Checking router: 9ce4080f-47d7-4167-860d-7165ce5a963e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:58:49.451889 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650fa89a-f41e-41e7-8441-f42f8d76d725 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:49.452499 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-650fa89a-f41e-41e7-8441-f42f8d76d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T14:58:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:49.487791 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e450f9d5-7886-4b8e-a5b0-21a3f3cef3bd req-9fae8d4b-51d4-4287-97f8-02202ae07d98 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855689 Aug 31 14:58:49.557634 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-650fa89a-f41e-41e7-8441-f42f8d76d725 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:49.576178 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e450f9d5-7886-4b8e-a5b0-21a3f3cef3bd req-e0d469e1-c14d-4f3b-9b74-79cfeafb17fa service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807843 Aug 31 14:58:49.636201 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77637cbc-4df9-453f-a0e0-c69af9598444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.739225 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.787381 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-650fa89a-f41e-41e7-8441-f42f8d76d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e597631e-f040-4acc-8276-46e611bc1a12', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'port_id': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'mac_address': 'fa:16:3e:eb:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:58:36Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 1, 'project_id': '8db8898e323b4d07b45283473d29926d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:49.814020 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650fa89a-f41e-41e7-8441-f42f8d76d725 None None] The sync data for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 is: [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e597631e-f040-4acc-8276-46e611bc1a12', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'port_id': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'mac_address': 'fa:16:3e:eb:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:58:36Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 1, 'project_id': '8db8898e323b4d07b45283473d29926d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:58:49.992222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dc0261-91c5-4587-819e-66f647cf7d49 None None] New status for floating IP e597631e-f040-4acc-8276-46e611bc1a12: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:58:52.172860 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70e02e5d-f3d6-4558-ab69-5b3a2df9642d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.301982 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:53.431763 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:54.015583 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:58:54.633311 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:55.028109 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:17.222558 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1241870-a2e7-436c-babd-a1f276911c42 req-e611bf06-befa-42c5-b201-ad0de53692b5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395620 Aug 31 14:59:17.308749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1241870-a2e7-436c-babd-a1f276911c42 req-a4c42570-dc3c-46b7-a05e-8b2a63db5775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:17.310235 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1241870-a2e7-436c-babd-a1f276911c42 req-a4c42570-dc3c-46b7-a05e-8b2a63db5775 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 1096 time: 0.0440764 Aug 31 14:59:17.410718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1241870-a2e7-436c-babd-a1f276911c42 req-dadd37cc-ad41-4d79-aaee-eb042732e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:17.412195 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1241870-a2e7-436c-babd-a1f276911c42 req-dadd37cc-ad41-4d79-aaee-eb042732e24a service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0824764 Aug 31 14:59:17.482831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1241870-a2e7-436c-babd-a1f276911c42 req-a01aec7e-1e6b-41f7-ba32-99914854a2df service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 HTTP/1.1" status: 200 len: 1000 time: 0.0634456 Aug 31 14:59:17.532048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1241870-a2e7-436c-babd-a1f276911c42 req-ec32a652-af6a-4d42-bfa0-68cdedb59a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:17.533487 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1241870-a2e7-436c-babd-a1f276911c42 req-ec32a652-af6a-4d42-bfa0-68cdedb59a81 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0428143 Aug 31 14:59:17.578862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1241870-a2e7-436c-babd-a1f276911c42 req-4969c308-7d1d-4ec9-95b3-a600a1f4808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:17.580348 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1241870-a2e7-436c-babd-a1f276911c42 req-4969c308-7d1d-4ec9-95b3-a600a1f4808a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395899 Aug 31 14:59:17.673013 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1241870-a2e7-436c-babd-a1f276911c42 req-51e5669b-940d-4b3b-b3bd-951fcf7fa31f service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857093 Aug 31 14:59:17.766936 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1241870-a2e7-436c-babd-a1f276911c42 req-5535f4d5-587a-445e-a5a4-f1d345220601 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851343 Aug 31 14:59:19.627545 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b029e665-6885-4c78-81c9-0df5653b82a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:19.740474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:22.172750 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-292facd2-1f7d-45ef-80ec-e9fe3f06dd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:22.302333 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:23.434175 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:24.656016 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:25.030308 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:31.015241 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:59:49.629010 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea16ae9f-7454-4727-9a79-3a04aba31295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:49.742879 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.176263 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6c1285e-a360-4969-99c6-c08244ed5216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.302917 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.436874 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:54.673485 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:55.032678 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:08.014497 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:00:17.880998 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91ca3b86-fb3d-4b93-9c6b-a70e3d58ec8f req-7d6d77bf-c1d5-4f5e-86c0-9eed6e9b84ae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424790 Aug 31 15:00:17.966715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca3b86-fb3d-4b93-9c6b-a70e3d58ec8f req-6684d224-34f5-4c45-aa6f-63ed99eba975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:17.968759 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91ca3b86-fb3d-4b93-9c6b-a70e3d58ec8f req-6684d224-34f5-4c45-aa6f-63ed99eba975 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 1096 time: 0.0450914 Aug 31 15:00:18.071370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca3b86-fb3d-4b93-9c6b-a70e3d58ec8f req-4e8b95cb-bf23-402f-9999-396047af569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:18.072837 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91ca3b86-fb3d-4b93-9c6b-a70e3d58ec8f req-4e8b95cb-bf23-402f-9999-396047af569f service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0835190 Aug 31 15:00:18.140323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91ca3b86-fb3d-4b93-9c6b-a70e3d58ec8f req-7874864d-b2ca-402d-926d-7c32308755fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 HTTP/1.1" status: 200 len: 1000 time: 0.0599177 Aug 31 15:00:18.196337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca3b86-fb3d-4b93-9c6b-a70e3d58ec8f req-2bdee9f6-79a5-4faf-adc0-c997b0d3687e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:18.197765 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91ca3b86-fb3d-4b93-9c6b-a70e3d58ec8f req-2bdee9f6-79a5-4faf-adc0-c997b0d3687e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0501201 Aug 31 15:00:18.243222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca3b86-fb3d-4b93-9c6b-a70e3d58ec8f req-0030a2c5-f872-44a1-8869-d364377a7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:18.244667 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91ca3b86-fb3d-4b93-9c6b-a70e3d58ec8f req-0030a2c5-f872-44a1-8869-d364377a7133 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391529 Aug 31 15:00:18.334476 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91ca3b86-fb3d-4b93-9c6b-a70e3d58ec8f req-4464a1ca-d575-4af2-a9a3-933aa90b1943 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818052 Aug 31 15:00:18.730150 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-91ca3b86-fb3d-4b93-9c6b-a70e3d58ec8f req-0f95a67d-6db5-4f09-865c-5ff2df3024aa service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882320 Aug 31 15:00:19.630296 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccf0fe31-003c-4dd4-9d23-f117ee3e666b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:19.755375 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:22.176475 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7d4b2a7-e10e-49d4-8300-31c3469bcf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:22.303470 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:23.440095 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:24.667088 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:25.034985 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:26.054537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efd022-2af1-465e-971c-7b7b272199a5 req-ac8a8bfa-d729-4799-b064-703b2549c9c0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:26.056069 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c9efd022-2af1-465e-971c-7b7b272199a5 req-ac8a8bfa-d729-4799-b064-703b2549c9c0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.1115890 Aug 31 15:00:26.095278 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c9efd022-2af1-465e-971c-7b7b272199a5 req-06e2d2f6-6328-41b1-8fe3-120006abca8c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331380 Aug 31 15:00:26.338114 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ac89f-a0c6-40d3-bad8-488a680fc9f0 req-c9cfe347-826e-4924-bd9d-2996eba71a4d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:26.339716 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf4ac89f-a0c6-40d3-bad8-488a680fc9f0 req-c9cfe347-826e-4924-bd9d-2996eba71a4d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0484259 Aug 31 15:00:26.405366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf4ac89f-a0c6-40d3-bad8-488a680fc9f0 req-4cbd57aa-3547-4bae-ad7e-2c0ca143a7b9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562181 Aug 31 15:00:26.409967 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-11fa7e38-3753-44fb-b9fc-3fc84dc9f6d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1268013 Aug 31 15:00:27.476252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-dba04746-5d23-4ab6-aa85-2a23b6ff7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:27.477763 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-dba04746-5d23-4ab6-aa85-2a23b6ff7af8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 1096 time: 0.0420618 Aug 31 15:00:27.600511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-89dc1920-2a83-47a2-9603-40cf5a86e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:27.601977 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-89dc1920-2a83-47a2-9603-40cf5a86e226 service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1174295 Aug 31 15:00:27.611091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb671d4d-c3fa-4844-9797-6717a3edffe8 req-0109f056-cbd8-48c3-849d-15a99552d2e7 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:27.612493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb671d4d-c3fa-4844-9797-6717a3edffe8 req-0109f056-cbd8-48c3-849d-15a99552d2e7 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.1338725 Aug 31 15:00:27.695634 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb671d4d-c3fa-4844-9797-6717a3edffe8 req-5e9cffe8-9ae0-428b-9ca3-b72621b20c25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765955 Aug 31 15:00:27.697358 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-f6df68ff-c968-43d4-b0a2-e57b5c307d21 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 HTTP/1.1" status: 200 len: 1000 time: 0.0840299 Aug 31 15:00:27.746778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-75cce1e7-4452-4ec4-8144-f47a4a0885d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:27.748234 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-75cce1e7-4452-4ec4-8144-f47a4a0885d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0430701 Aug 31 15:00:27.809308 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-c8e6e13e-56ac-4eb1-81bb-aa3e62decd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:27.810779 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-c8e6e13e-56ac-4eb1-81bb-aa3e62decd9f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408623 Aug 31 15:00:27.901355 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-6f27bd08-fa13-470f-b12a-3bf3b3781d04 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818894 Aug 31 15:00:27.990509 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-0a097f77-6528-4fc6-85f7-08f2ad819b16 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809357 Aug 31 15:00:28.811755 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba893069-c2fd-4c6b-959f-b47f83604bd1 req-331823bd-af78-464a-af6e-4f2e4e527ea0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:28.813263 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba893069-c2fd-4c6b-959f-b47f83604bd1 req-331823bd-af78-464a-af6e-4f2e4e527ea0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0493903 Aug 31 15:00:28.851947 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ba893069-c2fd-4c6b-959f-b47f83604bd1 req-8ac3baba-b20f-4cab-97e7-a56768f75df0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311267 Aug 31 15:00:29.971632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f7b7b-4cb9-4cd4-8e8e-eadb55005066 req-37b8be8a-c710-46dd-b325-28d3db507e9f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:29.973103 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-472f7b7b-4cb9-4cd4-8e8e-eadb55005066 req-37b8be8a-c710-46dd-b325-28d3db507e9f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0536053 Aug 31 15:00:30.011222 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-472f7b7b-4cb9-4cd4-8e8e-eadb55005066 req-7822554c-2e3b-4cac-95bb-79a5967e83fd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321364 Aug 31 15:00:31.127205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5a48b-1989-4497-b6e8-d272a9502541 req-6b74ff7a-c176-4902-a139-332fab5b0303 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:31.128750 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-14c5a48b-1989-4497-b6e8-d272a9502541 req-6b74ff7a-c176-4902-a139-332fab5b0303 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0482042 Aug 31 15:00:31.165202 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-14c5a48b-1989-4497-b6e8-d272a9502541 req-2f279960-9dbb-415c-a679-33d568c0d748 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304084 Aug 31 15:00:32.282363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562afc7-4c00-40ad-8691-0607cb8d97f8 req-07dc70d5-daed-49af-8b52-148663d6cef9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:32.283794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2562afc7-4c00-40ad-8691-0607cb8d97f8 req-07dc70d5-daed-49af-8b52-148663d6cef9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0490944 Aug 31 15:00:32.320723 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2562afc7-4c00-40ad-8691-0607cb8d97f8 req-03540353-19ca-4eee-84c3-9a5a945fe425 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310302 Aug 31 15:00:33.439013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e295b81-dd66-4903-bfd0-da3a9afe359f req-709c2fac-7fb6-4e90-b6c6-c5c871f25e2f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:33.440490 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1e295b81-dd66-4903-bfd0-da3a9afe359f req-709c2fac-7fb6-4e90-b6c6-c5c871f25e2f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0521967 Aug 31 15:00:33.477833 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1e295b81-dd66-4903-bfd0-da3a9afe359f req-0a5ffefc-8b65-41ec-b532-5ff3988ffc64 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313435 Aug 31 15:00:34.595139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220c753-e887-44c8-b9e7-2e403a204139 req-94655799-9890-4a81-8ced-80737b6dd28c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:34.596604 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7220c753-e887-44c8-b9e7-2e403a204139 req-94655799-9890-4a81-8ced-80737b6dd28c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0485871 Aug 31 15:00:34.633671 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7220c753-e887-44c8-b9e7-2e403a204139 req-c3882de1-4eee-4d07-b445-e02d0096c1bf tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311441 Aug 31 15:00:35.751045 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b7841-fd98-4fe4-8bfa-e1feeda7cbf3 req-42e2ab95-fb76-4e9c-8640-8b2e6bf1a2da tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:35.752446 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-552b7841-fd98-4fe4-8bfa-e1feeda7cbf3 req-42e2ab95-fb76-4e9c-8640-8b2e6bf1a2da tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0490594 Aug 31 15:00:35.790376 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-552b7841-fd98-4fe4-8bfa-e1feeda7cbf3 req-440d9c17-8844-4996-8c48-3a76331c8694 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320792 Aug 31 15:00:36.916033 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa251be-0667-4c4d-9b5b-13ff1ceb4dc4 req-8e888daa-1486-4d74-9e1d-4465c1309a4e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:36.919120 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6aa251be-0667-4c4d-9b5b-13ff1ceb4dc4 req-8e888daa-1486-4d74-9e1d-4465c1309a4e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0567360 Aug 31 15:00:36.955603 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6aa251be-0667-4c4d-9b5b-13ff1ceb4dc4 req-e00ab388-2545-4e1f-843d-a6cba4e1ba12 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316634 Aug 31 15:00:38.072670 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107f45d-ebb1-4ca5-b5d1-96e1b48aaa8e req-70cf1238-4157-4b3c-b7b3-f2878e4ff604 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:38.074151 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d107f45d-ebb1-4ca5-b5d1-96e1b48aaa8e req-70cf1238-4157-4b3c-b7b3-f2878e4ff604 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0494797 Aug 31 15:00:38.111947 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d107f45d-ebb1-4ca5-b5d1-96e1b48aaa8e req-2757efc4-2684-42cf-bc83-223a9b5cc5fe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317876 Aug 31 15:00:39.227102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e262c8-5c09-4135-829b-981cf3cde613 req-f17d9594-77b8-4009-924d-ef2a15bcf24a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:39.228621 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11e262c8-5c09-4135-829b-981cf3cde613 req-f17d9594-77b8-4009-924d-ef2a15bcf24a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0483227 Aug 31 15:00:39.266512 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-11e262c8-5c09-4135-829b-981cf3cde613 req-f1b30f41-9d30-4e2e-965d-654821a3ea2d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315731 Aug 31 15:00:39.890636 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-cf6d3a18-4e56-4cb3-a5b0-531f64b2f03a service neutron] show failed (client error): The resource could not be found. Aug 31 15:00:39.891665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-cf6d3a18-4e56-4cb3-a5b0-531f64b2f03a service neutron] 10.222.0.25 "GET /v2.0/ports/d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80/bindings/n-h1-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0546973 Aug 31 15:00:40.087313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-23e7f274-ea3e-4c09-a998-6283c766846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:40.088774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-23e7f274-ea3e-4c09-a998-6283c766846f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331&tenant_id=8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 1096 time: 0.0443847 Aug 31 15:00:40.100533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:40.151080 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:40.360450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] For port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:40.387839 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39e474-0e70-450c-8e8c-83ad0e916109 req-08407315-54db-4674-8103-ed50b970f12e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:40.389331 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d39e474-0e70-450c-8e8c-83ad0e916109 req-08407315-54db-4674-8103-ed50b970f12e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0521429 Aug 31 15:00:40.394187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] For port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:00:40.428191 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3d39e474-0e70-450c-8e8c-83ad0e916109 req-9273b270-18e0-44e4-b879-25623788a994 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320127 Aug 31 15:00:40.437658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:00:40.440485 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31483d9-029e-4652-b328-8d527b09ab33" -d '{"events": [{"server_uuid": "bb760d1b-bef0-4860-b13e-71ca3e3a8331", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:00:40.444454 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:40.458205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Transition to ACTIVE for port object d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:00:40.461763 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:40.499283 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3125f6ea-9a10-4761-a950-e0b40997a437 x-openstack-request-id: req-3125f6ea-9a10-4761-a950-e0b40997a437 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:00:40.499577 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb760d1b-bef0-4860-b13e-71ca3e3a8331", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:00:40.499828 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3125f6ea-9a10-4761-a950-e0b40997a437 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:00:40.500250 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80', 'code': 200} Aug 31 15:00:40.540077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:40.554954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:40.555334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:40.555680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:40.556020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:40.556357 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:40.556689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:40.557019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:40.557352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:40.557677 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:40.558002 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:40.558333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:40.558655 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:40.596702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] No DVR routers for this DVR port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:00:40.738537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Attempting to bind port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:00:40.738867 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Attempting to bind port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:00:40.739218 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Attempting to bind port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:00:40.743412 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:00:40.743734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Attempting to bind port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:00:40.748507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:00:40.748841 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Checking segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:00:40.749224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Bound using segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:00:40.749647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Bound port: d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:00:40.749999 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:40.815019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] For port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:00:40.817913 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] For port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:00:40.822118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:40.854302 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:40.854918 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:40.856335 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-211e70c3-8632-4746-b615-ab832222d11c service neutron] 10.222.0.60 "PUT /v2.0/ports/d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 HTTP/1.1" status: 200 len: 1091 time: 0.7597435 Aug 31 15:00:40.888310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e70c3-8632-4746-b615-ab832222d11c service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:40.923987 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-f1f29692-2f22-4d81-89a1-dfbc1caebc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:40.925622 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-f1f29692-2f22-4d81-89a1-dfbc1caebc1a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 1094 time: 0.0455260 Aug 31 15:00:41.024359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-92993d7f-5462-42fd-a4d3-e604b33ae175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:41.026582 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-92993d7f-5462-42fd-a4d3-e604b33ae175 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0939553 Aug 31 15:00:41.093001 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-da167aad-d8eb-4099-9867-7755fd0d5e86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 HTTP/1.1" status: 200 len: 998 time: 0.0590951 Aug 31 15:00:41.147363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-25d1bb98-417a-489e-aad7-f6a48f50dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:41.148812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-25d1bb98-417a-489e-aad7-f6a48f50dfcb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0490434 Aug 31 15:00:41.193542 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-6867c00a-9abf-481f-bf75-4420358e1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:41.194983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-6867c00a-9abf-481f-bf75-4420358e1dc4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389683 Aug 31 15:00:41.281845 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-93eb94c1-8393-416b-aadd-6dd7beeafa3c service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793159 Aug 31 15:00:41.373975 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e4a3f9b-c1eb-4918-b697-b63f868f5bee req-fd2c6ce9-2525-4074-80b9-d67505bad5f8 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851841 Aug 31 15:00:41.544094 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6d619-d4ed-4338-a561-739367597f68 req-289ae327-5c1b-42ed-9d58-011dad923663 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:41.545493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3bf6d619-d4ed-4338-a561-739367597f68 req-289ae327-5c1b-42ed-9d58-011dad923663 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 943 time: 0.0478415 Aug 31 15:00:41.582426 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3bf6d619-d4ed-4338-a561-739367597f68 req-45d54f5d-2c22-4cff-8dca-3a75eb2ce9a1 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302250 Aug 31 15:00:42.501791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'tag': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:00:42.504855 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ff2544-bd73-4ca4-ab82-3e68c798acee" -d '{"events": [{"name": "network-changed", "server_uuid": "bb760d1b-bef0-4860-b13e-71ca3e3a8331", "tag": "d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:00:42.552565 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c90908-18a2-405e-ab1f-68481b3de0f0 x-openstack-request-id: req-89c90908-18a2-405e-ab1f-68481b3de0f0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:00:42.552860 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb760d1b-bef0-4860-b13e-71ca3e3a8331", "tag": "d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:00:42.553116 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89c90908-18a2-405e-ab1f-68481b3de0f0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:00:42.553516 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'tag': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80', 'status': 'completed', 'code': 200} Aug 31 15:00:42.640715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-5c938d84-7b36-486e-aeb5-5df70aca0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:42.642238 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-5c938d84-7b36-486e-aeb5-5df70aca0a55 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 1094 time: 0.0690155 Aug 31 15:00:42.644168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-80c3ade4-b3f3-4d52-b08f-88f7b14e70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:42.645495 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-80c3ade4-b3f3-4d52-b08f-88f7b14e70d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 1094 time: 0.0631118 Aug 31 15:00:42.704625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00af37d-a858-4677-ad8b-3cd2156bc2af req-291ff333-7a74-4b57-859f-a266c1c9b6a3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:42.706137 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c00af37d-a858-4677-ad8b-3cd2156bc2af req-291ff333-7a74-4b57-859f-a266c1c9b6a3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 943 time: 0.0483985 Aug 31 15:00:42.743732 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c00af37d-a858-4677-ad8b-3cd2156bc2af req-bc84642e-2966-4bf3-be4f-a6f2629ac9ea tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316474 Aug 31 15:00:42.804844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-abb79a0d-51f9-400c-92ca-ac09d6178bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:42.806315 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-abb79a0d-51f9-400c-92ca-ac09d6178bab service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1574197 Aug 31 15:00:42.809020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-7521cbe7-5205-484a-a93a-986a138e6789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:42.810342 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-7521cbe7-5205-484a-a93a-986a138e6789 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1533217 Aug 31 15:00:42.927138 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-2f0beada-3eed-40d1-aac3-0e702ef0dce9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 HTTP/1.1" status: 200 len: 998 time: 0.1137526 Aug 31 15:00:42.931014 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-12356d3d-0b63-458f-9642-ac6d9c45c87d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 HTTP/1.1" status: 200 len: 998 time: 0.1106203 Aug 31 15:00:43.008502 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-bc7f45fc-7359-4591-9ed9-95748c6142ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:43.009873 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-bc7f45fc-7359-4591-9ed9-95748c6142ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0760200 Aug 31 15:00:43.014805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-dcd53204-5c21-4558-9dfa-f97970444adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:43.016162 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-dcd53204-5c21-4558-9dfa-f97970444adf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0576911 Aug 31 15:00:43.086405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-6ae66871-8615-4ad4-a9fd-1716e319caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:43.087925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-6ae66871-8615-4ad4-a9fd-1716e319caa7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699301 Aug 31 15:00:43.090246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-069baaa6-3d34-450b-a9b5-d660dd77fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:43.091602 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-069baaa6-3d34-450b-a9b5-d660dd77fb27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660832 Aug 31 15:00:43.245156 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-cb1a1f52-f57f-4e5d-951f-9666c76456ad service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495781 Aug 31 15:00:43.248573 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-35396a45-7da5-478c-a3ee-22d8d5f0f205 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457903 Aug 31 15:00:43.403670 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-ca8d54b9-455a-4e4c-baa0-ad7f9bbbdf7c service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510754 Aug 31 15:00:43.405789 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-69ff2544-bd73-4ca4-ab82-3e68c798acee req-b021f695-4ef0-4193-b3f3-8abdf2aceda6 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448090 Aug 31 15:00:43.860191 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e55650-d970-43bd-92d1-20e7f7c2dbd8 req-bfa6cdf7-fd0e-4959-9153-08c9f1037731 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:43.861648 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-28e55650-d970-43bd-92d1-20e7f7c2dbd8 req-bfa6cdf7-fd0e-4959-9153-08c9f1037731 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 943 time: 0.0492206 Aug 31 15:00:43.898455 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-28e55650-d970-43bd-92d1-20e7f7c2dbd8 req-585ca5b5-962e-424b-a267-2148c9cf173d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309598 Aug 31 15:00:44.006548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:00:44.046840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:00:44.130264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36956c81-86d9-4b26-bc1c-c33732eb30c9 req-c6b3611c-4a30-4740-9d7c-f39519481cfa tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:44.131783 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-36956c81-86d9-4b26-bc1c-c33732eb30c9 req-c6b3611c-4a30-4740-9d7c-f39519481cfa tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 943 time: 0.0849917 Aug 31 15:00:44.138909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f2de7-a3cb-49e4-8338-0f847423222f req-ef48c2e4-bced-4dc1-aa42-e4fbf4bc108b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:44.140263 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-864f2de7-a3cb-49e4-8338-0f847423222f req-ef48c2e4-bced-4dc1-aa42-e4fbf4bc108b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331&tenant_id=8db8898e323b4d07b45283473d29926d&binding%3Ahost_id=n-h1-806683-5 HTTP/1.1" status: 200 len: 943 time: 0.0822089 Aug 31 15:00:44.204820 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-36956c81-86d9-4b26-bc1c-c33732eb30c9 req-07e1c150-6113-448d-ba5c-f079ac53c604 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636318 Aug 31 15:00:44.219020 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-864f2de7-a3cb-49e4-8338-0f847423222f req-14c4a526-5a68-4f89-bb5d-1f35bc17ab9b service neutron] delete failed (client error): The resource could not be found. Aug 31 15:00:44.220080 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-864f2de7-a3cb-49e4-8338-0f847423222f req-14c4a526-5a68-4f89-bb5d-1f35bc17ab9b service neutron] 10.222.0.25 "DELETE /v2.0/ports/d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80/bindings/n-h2-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0723300 Aug 31 15:00:44.312758 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f2de7-a3cb-49e4-8338-0f847423222f req-a423e1dd-7d03-4537-add8-30d5a8948c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:44.314277 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-864f2de7-a3cb-49e4-8338-0f847423222f req-a423e1dd-7d03-4537-add8-30d5a8948c1c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 1094 time: 0.0492082 Aug 31 15:00:44.409431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f2de7-a3cb-49e4-8338-0f847423222f req-a0e729dc-6fa3-49a0-aa4e-d57690dd6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:44.410973 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-864f2de7-a3cb-49e4-8338-0f847423222f req-a0e729dc-6fa3-49a0-aa4e-d57690dd6855 service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0871701 Aug 31 15:00:44.478193 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-864f2de7-a3cb-49e4-8338-0f847423222f req-c16f790b-d314-41c2-8aa1-d9196404c051 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 HTTP/1.1" status: 200 len: 998 time: 0.0599918 Aug 31 15:00:44.528177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f2de7-a3cb-49e4-8338-0f847423222f req-af5ddcc3-7523-4d74-ad72-45e19e4bd902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:44.529631 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-864f2de7-a3cb-49e4-8338-0f847423222f req-af5ddcc3-7523-4d74-ad72-45e19e4bd902 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0437667 Aug 31 15:00:44.575847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f2de7-a3cb-49e4-8338-0f847423222f req-da9cc07e-a820-41e5-8d99-8177b614d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:44.577272 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-864f2de7-a3cb-49e4-8338-0f847423222f req-da9cc07e-a820-41e5-8d99-8177b614d9d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403087 Aug 31 15:00:44.673621 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-864f2de7-a3cb-49e4-8338-0f847423222f req-9f382653-6c8a-4669-b56f-394a845cf55f service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881946 Aug 31 15:00:44.770310 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-864f2de7-a3cb-49e4-8338-0f847423222f req-157a6d72-4a1b-4a95-a14a-50323ff0fc01 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888364 Aug 31 15:00:44.963433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:00:45.016225 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:00:45.070263 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:45.082709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'port_id': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80', 'mac_address': 'fa:16:3e:eb:5e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:00:45.129138 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:45.142911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:00:45.166537 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:45.169960 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:45.226952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:45.238408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:45.238984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:45.239560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:45.240013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:45.240357 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:45.240694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:45.241175 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:45.241758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:45.242138 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:45.242470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:45.242912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:45.243519 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:00:45.364428 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc91d4a-e520-4be6-92e4-974152310bce req-c7e87813-cd9a-46f3-a67c-90a7404eb2bb tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:45.365972 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5cc91d4a-e520-4be6-92e4-974152310bce req-c7e87813-cd9a-46f3-a67c-90a7404eb2bb tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 944 time: 0.0714092 Aug 31 15:00:45.412576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:00:45.414857 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5cc91d4a-e520-4be6-92e4-974152310bce req-b3ac7d7b-397c-40e5-b081-b05b38c0c1d6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424097 Aug 31 15:00:45.541236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243e25b-4d19-49f6-96df-f59557248132 req-b60943a5-87bf-4ddc-bb69-a92c5536c405 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:45.542771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2243e25b-4d19-49f6-96df-f59557248132 req-b60943a5-87bf-4ddc-bb69-a92c5536c405 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 944 time: 0.0527353 Aug 31 15:00:45.580395 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2243e25b-4d19-49f6-96df-f59557248132 req-b47ae7ab-074c-4ea9-ab87-bed6cfb522dd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313580 Aug 31 15:00:45.696719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b094008-9778-4805-8865-43dc21ba5bd8 req-d80ada10-7a78-4577-8738-8577c54dfc23 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:45.698226 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b094008-9778-4805-8865-43dc21ba5bd8 req-d80ada10-7a78-4577-8738-8577c54dfc23 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 944 time: 0.0494988 Aug 31 15:00:45.736288 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5b094008-9778-4805-8865-43dc21ba5bd8 req-ddb18d09-d51f-4350-ad5b-ef4a86739254 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321133 Aug 31 15:00:45.970738 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84524bc3-329f-4b96-ae55-ca59bacab72d req-6800ee3d-9939-4ef1-9d3b-16c4c6ba22a9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:45.972842 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84524bc3-329f-4b96-ae55-ca59bacab72d req-6800ee3d-9939-4ef1-9d3b-16c4c6ba22a9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 944 time: 0.0510828 Aug 31 15:00:46.012346 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-84524bc3-329f-4b96-ae55-ca59bacab72d req-6da77db3-8b4f-4a9c-9251-0f985cb9ff39 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333977 Aug 31 15:00:46.991850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:00:47.040361 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:00:47.044235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:47.044610 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:47.124306 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:47.135128 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d5f21-d3a1-4ca2-9704-8bb3227d1010 req-e9c6fa01-9285-42a5-a5c7-aea0e1639675 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:47.136840 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e1d5f21-d3a1-4ca2-9704-8bb3227d1010 req-e9c6fa01-9285-42a5-a5c7-aea0e1639675 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 944 time: 0.0530522 Aug 31 15:00:47.147786 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:00:47.150006 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630906c7-6d8a-4f00-b574-1de45cd23470" -d '{"events": [{"server_uuid": "bb760d1b-bef0-4860-b13e-71ca3e3a8331", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:00:47.162479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:47.166649 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:47.179769 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e1d5f21-d3a1-4ca2-9704-8bb3227d1010 req-23b60b88-f090-4fd2-b57c-4b02f13ed64d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365283 Aug 31 15:00:47.192451 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280bccdb-1822-42a0-9ead-750a088a4ca2 x-openstack-request-id: req-280bccdb-1822-42a0-9ead-750a088a4ca2 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:00:47.192739 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb760d1b-bef0-4860-b13e-71ca3e3a8331", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:00:47.192987 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-280bccdb-1822-42a0-9ead-750a088a4ca2 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:00:47.193364 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80', 'code': 200} Aug 31 15:00:47.222476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:47.267493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-ffa67fc5-76ef-44ca-8f93-320929cf218a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:47.269357 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-ffa67fc5-76ef-44ca-8f93-320929cf218a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 945 time: 0.0525453 Aug 31 15:00:47.356869 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Deleting port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:00:47.357205 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:47.445140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] For port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:47.445497 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:47.661120 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:47.661505 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:47.661845 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Floating IP e597631e-f040-4acc-8276-46e611bc1a12 disassociated. External IP: 172.25.2.76, port: d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80. Aug 31 15:00:47.662180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Calling delete_port for d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:00:47.785615 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:47.811749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event deleted for resources: {'Port': ['ID=d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:48.239303 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Router 9ce4080f-47d7-4167-860d-7165ce5a963e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:00:48.300112 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18e3f06a-d826-4c82-9e56-2fed9bea565d req-4f815650-6438-402d-a85d-89ba1f0f5f37 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb760d1b-bef0-4860-b13e-71ca3e3a8331 HTTP/1.1" status: 200 len: 210 time: 0.0544713 Aug 31 15:00:48.370381 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:00:48.381290 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8994580c-6cb3-436d-852b-2d4d703b48cb None None] Sync routers for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:00:48.390254 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8994580c-6cb3-436d-852b-2d4d703b48cb None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:00:48.390863 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8994580c-6cb3-436d-852b-2d4d703b48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:00:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:48.411349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] No DVR routers for this DVR port d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:00:48.414131 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:48.416183 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fbb3bade-feab-4f37-a39a-d37a8d5f16fb req-cf007635-69e0-4de8-936b-dfa5e9c6446c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "DELETE /v2.0/ports/d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 HTTP/1.1" status: 204 len: 173 time: 1.1398010 Aug 31 15:00:48.416627 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'name': 'network-vif-deleted', 'tag': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:00:48.419105 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a93922-f1c0-4a4b-9db8-e2ccc13cf972" -d '{"events": [{"server_uuid": "bb760d1b-bef0-4860-b13e-71ca3e3a8331", "name": "network-vif-deleted", "tag": "d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:00:48.460597 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b422d2b-5485-4dbe-b1ca-8338ceda2f65 x-openstack-request-id: req-3b422d2b-5485-4dbe-b1ca-8338ceda2f65 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:00:48.460979 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb760d1b-bef0-4860-b13e-71ca3e3a8331", "name": "network-vif-deleted", "tag": "d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:00:48.461277 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b422d2b-5485-4dbe-b1ca-8338ceda2f65 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:00:48.461691 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb760d1b-bef0-4860-b13e-71ca3e3a8331', 'name': 'network-vif-deleted', 'tag': 'd7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80', 'status': 'completed', 'code': 200} Aug 31 15:00:48.504938 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8994580c-6cb3-436d-852b-2d4d703b48cb None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:00:48.709647 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8994580c-6cb3-436d-852b-2d4d703b48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:48.739263 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8994580c-6cb3-436d-852b-2d4d703b48cb None None] Checking router: 9ce4080f-47d7-4167-860d-7165ce5a963e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:00:48.747250 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8994580c-6cb3-436d-852b-2d4d703b48cb None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:00:48.747859 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8994580c-6cb3-436d-852b-2d4d703b48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:00:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:48.850950 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8994580c-6cb3-436d-852b-2d4d703b48cb None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:00:49.043201 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8994580c-6cb3-436d-852b-2d4d703b48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:49.069012 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8994580c-6cb3-436d-852b-2d4d703b48cb None None] The sync data for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 is: [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:00:49.279685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1160ec-2e8c-46ae-a1fe-3b581da69498 None None] New status for floating IP e597631e-f040-4acc-8276-46e611bc1a12: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:00:49.540352 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-8a623589-d6cf-4da1-8a08-c5d8a37e01f5 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--760439201&fields=id&tenant_id=8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 267 time: 0.0333517 Aug 31 15:00:49.631584 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d20dcfc-6e2d-4e33-8d56-025b844fe19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:49.649280 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-488b70f1-b713-4067-955e-a53d5d9d42f9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:49.650983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-488b70f1-b713-4067-955e-a53d5d9d42f9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 812 time: 0.1038990 Aug 31 15:00:49.666699 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-826b18b7-134a-42ae-8667-4b3500bb0635 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/quotas/8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 375 time: 0.0093672 Aug 31 15:00:49.719335 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-88b284ce-da5e-4254-a4d8-25db7654a358 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472267 Aug 31 15:00:49.735682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-272f7d0b-2257-4c2f-849d-36a1afc12202 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:00:49.736680 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-272f7d0b-2257-4c2f-849d-36a1afc12202 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060275 Aug 31 15:00:49.774025 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:49.830895 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-9d3636e0-f1cf-48f4-bc45-0ddee6d3f255 service neutron] 10.222.0.39 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877588 Aug 31 15:00:49.920133 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-9466a8b8-1b2f-41a3-a289-51bdc69609c7 service neutron] 10.222.0.39 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825300 Aug 31 15:00:50.090134 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8f597a5c-04b9-4bee-86d5-45c65bbf013d req-897e95c0-f2f7-4ac7-b602-55d63675350e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 210 time: 0.0298407 Aug 31 15:00:50.997833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-27e88df3-4df4-43ca-9bb3-c4699e118e0d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:50.999323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-27e88df3-4df4-43ca-9bb3-c4699e118e0d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 812 time: 0.1082590 Aug 31 15:00:51.041706 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:00:51.042706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-a8d1cf07-704c-41b7-b2a1-5523f5e0191d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 379 time: 0.0340757 Aug 31 15:00:51.053068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-b8f4dcd9-6084-4987-b975-307002e5aefe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Request body: {'port': {'device_id': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'admin_state_up': True, 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'security_groups': ['f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:51.181197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-b8f4dcd9-6084-4987-b975-307002e5aefe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Made reservation on behalf of 8db8898e323b4d07b45283473d29926d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:00:51.184735 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-b8f4dcd9-6084-4987-b975-307002e5aefe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:51.213991 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e977e59-623e-4b9f-b95b-c0a7192e100c req-b15d290e-23da-4344-8dcf-5bb746004581 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 210 time: 0.0466819 Aug 31 15:00:51.221694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:00:51.222078 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device d7b7a7ce-1286-4f4a-9c70-7cc2f59cfe80 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:00:51.334116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-b8f4dcd9-6084-4987-b975-307002e5aefe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Allocated IP 172.20.0.8 (705eddd0-7976-40ef-8333-9fdf72aaf7c0/e5de7bac-2f54-43ce-a216-4591f24c2c48/16d28c09-b11e-4858-8afa-82f1864df14d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:00:51.473713 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-b8f4dcd9-6084-4987-b975-307002e5aefe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:51.489163 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-b8f4dcd9-6084-4987-b975-307002e5aefe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Transition to ACTIVE for port object 16d28c09-b11e-4858-8afa-82f1864df14d will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:00:51.522460 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-b8f4dcd9-6084-4987-b975-307002e5aefe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:51.564501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-b8f4dcd9-6084-4987-b975-307002e5aefe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:00:51.571621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-b8f4dcd9-6084-4987-b975-307002e5aefe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:00:51.575330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-b8f4dcd9-6084-4987-b975-307002e5aefe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:00:51.602265 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4dcd9-6084-4987-b975-307002e5aefe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event updated for resources: {'Port': ['ID=16d28c09-b11e-4858-8afa-82f1864df14d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:51.632695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-b8f4dcd9-6084-4987-b975-307002e5aefe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:51.633357 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-b8f4dcd9-6084-4987-b975-307002e5aefe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:51.649030 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-b8f4dcd9-6084-4987-b975-307002e5aefe tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6001565 Aug 31 15:00:51.661464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Request body: {'port': {'device_id': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:51.722372 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:51.828626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8c8e5e99-4589-4085-9d55-7a8ffac89cf5 None None] Provisioning for port 16d28c09-b11e-4858-8afa-82f1864df14d completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:00:51.832627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8c8e5e99-4589-4085-9d55-7a8ffac89cf5 None None] Provisioning complete for port 16d28c09-b11e-4858-8afa-82f1864df14d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:51.833002 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5e99-4589-4085-9d55-7a8ffac89cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:51.866750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8c8e5e99-4589-4085-9d55-7a8ffac89cf5 None None] Port 16d28c09-b11e-4858-8afa-82f1864df14d cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:00:51.988021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d28c09-b11e-4858-8afa-82f1864df14d {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:00:51.995575 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:52.007830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Transition to ACTIVE for port object 16d28c09-b11e-4858-8afa-82f1864df14d will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:00:52.011505 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:52.060746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Pushing event updated for resources: {'Port': ['ID=16d28c09-b11e-4858-8afa-82f1864df14d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:52.133184 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Attempting to bind port 16d28c09-b11e-4858-8afa-82f1864df14d on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:00:52.133514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Attempting to bind port 16d28c09-b11e-4858-8afa-82f1864df14d by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:00:52.133844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Attempting to bind port 16d28c09-b11e-4858-8afa-82f1864df14d on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:00:52.138202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Port 16d28c09-b11e-4858-8afa-82f1864df14d on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:00:52.138516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Attempting to bind port 16d28c09-b11e-4858-8afa-82f1864df14d on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:00:52.143639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:00:52.144696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Checking segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:00:52.145091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Bound using segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:00:52.145705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Bound port: 16d28c09-b11e-4858-8afa-82f1864df14d, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:00:52.146063 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:52.181490 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b33d1ea-0737-47b9-8241-ede34f50ad75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:52.212733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] For port 16d28c09-b11e-4858-8afa-82f1864df14d, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:00:52.215870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] For port 16d28c09-b11e-4858-8afa-82f1864df14d, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=16d28c09-b11e-4858-8afa-82f1864df14d,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:00:52.220904 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:52.257135 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:52.257768 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:52.259205 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] 10.222.0.60 "PUT /v2.0/ports/16d28c09-b11e-4858-8afa-82f1864df14d HTTP/1.1" status: 200 len: 1091 time: 0.6022820 Aug 31 15:00:52.259653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'tag': '16d28c09-b11e-4858-8afa-82f1864df14d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:00:52.261926 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e5751b-e1cc-4634-a53d-de62add1bad0" -d '{"events": [{"name": "network-changed", "server_uuid": "19406a94-c840-42fc-8d6d-6da0bd003b6a", "tag": "16d28c09-b11e-4858-8afa-82f1864df14d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:00:52.290074 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a54647-2b86-4705-b6f6-02236b5f29b6 service neutron] Pushing event updated for resources: {'Port': ['ID=16d28c09-b11e-4858-8afa-82f1864df14d,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:52.341419 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc59e82f-4292-4960-9656-25c349046b84 x-openstack-request-id: req-bc59e82f-4292-4960-9656-25c349046b84 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:00:52.341773 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19406a94-c840-42fc-8d6d-6da0bd003b6a", "tag": "16d28c09-b11e-4858-8afa-82f1864df14d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:00:52.341965 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc59e82f-4292-4960-9656-25c349046b84 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:00:52.342368 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'tag': '16d28c09-b11e-4858-8afa-82f1864df14d', 'status': 'completed', 'code': 200} Aug 31 15:00:52.346290 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:52.361055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-c4ddd8d3-12fe-4f43-a1fe-029ec70c7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:52.362787 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-c4ddd8d3-12fe-4f43-a1fe-029ec70c7559 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 1094 time: 0.0518453 Aug 31 15:00:52.374372 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7199e6e-5fff-4d6a-aa0d-32f456590d13 req-b8dd5daf-bfe2-4f16-8216-92a007850c1e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:52.376758 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b7199e6e-5fff-4d6a-aa0d-32f456590d13 req-b8dd5daf-bfe2-4f16-8216-92a007850c1e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 943 time: 0.0745685 Aug 31 15:00:52.412797 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-446fa72a-d547-4b11-8118-db7585cce82c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16d28c09-b11e-4858-8afa-82f1864df14d HTTP/1.1" status: 200 len: 217 time: 0.0416582 Aug 31 15:00:52.423763 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b7199e6e-5fff-4d6a-aa0d-32f456590d13 req-b5ba1952-765a-415b-87f0-9b59e048ee9d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395908 Aug 31 15:00:52.466212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-ce64b5fa-f285-46a4-bb3f-50cdacb323f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:52.467718 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-ce64b5fa-f285-46a4-bb3f-50cdacb323f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0480371 Aug 31 15:00:52.512952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-c0c90439-4207-48b0-a68d-04e2bb417f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:52.514433 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-c0c90439-4207-48b0-a68d-04e2bb417f1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402369 Aug 31 15:00:52.611493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-f3cc05ff-8883-4b3e-bf93-e826c6ff00f5 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899463 Aug 31 15:00:52.700399 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92ec6728-358a-4eb1-ace2-72389ef8f5e0 req-c52f4cad-8b91-4a68-9303-b0adfa280ba3 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817480 Aug 31 15:00:52.794155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5751b-e1cc-4634-a53d-de62add1bad0 req-66c7b31b-12da-4a9b-8652-245079e064a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:52.795651 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e2e5751b-e1cc-4634-a53d-de62add1bad0 req-66c7b31b-12da-4a9b-8652-245079e064a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 1094 time: 0.0461454 Aug 31 15:00:52.882577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5751b-e1cc-4634-a53d-de62add1bad0 req-796b0cb1-f71e-4cd2-93c3-5f904f0599b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:52.884057 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e2e5751b-e1cc-4634-a53d-de62add1bad0 req-796b0cb1-f71e-4cd2-93c3-5f904f0599b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0818949 Aug 31 15:00:52.924797 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e2e5751b-e1cc-4634-a53d-de62add1bad0 req-166cff4b-430c-4b22-a7d8-65fd81d497d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16d28c09-b11e-4858-8afa-82f1864df14d HTTP/1.1" status: 200 len: 217 time: 0.0336957 Aug 31 15:00:52.984864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5751b-e1cc-4634-a53d-de62add1bad0 req-1bfec935-d958-40e9-a686-1c85c04058d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:52.986546 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e2e5751b-e1cc-4634-a53d-de62add1bad0 req-1bfec935-d958-40e9-a686-1c85c04058d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0530357 Aug 31 15:00:53.033750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5751b-e1cc-4634-a53d-de62add1bad0 req-e2e7a76c-a422-4886-b2cc-09a3d38c3bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:53.035453 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e2e5751b-e1cc-4634-a53d-de62add1bad0 req-e2e7a76c-a422-4886-b2cc-09a3d38c3bf5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406871 Aug 31 15:00:53.172939 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e2e5751b-e1cc-4634-a53d-de62add1bad0 req-93b46cf0-1646-486c-8a45-1b5eb97fa815 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289034 Aug 31 15:00:53.267506 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e2e5751b-e1cc-4634-a53d-de62add1bad0 req-92d35f93-39dd-4bf9-8c32-146d8e61baaa service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854359 Aug 31 15:00:53.442065 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:53.542538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45040b6c-c8e4-428b-97fe-1c694d1717df req-5e94f127-2330-45d4-a2d6-0a5b4b4f46be tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:53.543964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45040b6c-c8e4-428b-97fe-1c694d1717df req-5e94f127-2330-45d4-a2d6-0a5b4b4f46be tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 943 time: 0.0501788 Aug 31 15:00:53.581516 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45040b6c-c8e4-428b-97fe-1c694d1717df req-59a6345c-d797-4946-bb0d-94ada07fd2b8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314660 Aug 31 15:00:54.690095 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:54.696916 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be905a-9178-4be3-afc0-af1c1e712c99 req-11b7ff3d-2574-442b-8e1d-554cb5c91a28 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:54.698444 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9be905a-9178-4be3-afc0-af1c1e712c99 req-11b7ff3d-2574-442b-8e1d-554cb5c91a28 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 943 time: 0.0499408 Aug 31 15:00:54.736011 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9be905a-9178-4be3-afc0-af1c1e712c99 req-7b9baa58-a82d-4348-b1f9-1a72e6c077e5 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315802 Aug 31 15:00:55.037060 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:55.103787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 16d28c09-b11e-4858-8afa-82f1864df14d details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:00:55.196233 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 16d28c09-b11e-4858-8afa-82f1864df14d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=16d28c09-b11e-4858-8afa-82f1864df14d,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:55.207609 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '16d28c09-b11e-4858-8afa-82f1864df14d', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'port_id': '16d28c09-b11e-4858-8afa-82f1864df14d', 'mac_address': 'fa:16:3e:78:3f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:00:55.243924 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:55.255824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d28c09-b11e-4858-8afa-82f1864df14d {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:00:55.274936 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 16d28c09-b11e-4858-8afa-82f1864df14d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=16d28c09-b11e-4858-8afa-82f1864df14d,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:55.278473 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:55.323443 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=16d28c09-b11e-4858-8afa-82f1864df14d,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:55.511543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['16d28c09-b11e-4858-8afa-82f1864df14d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:00:55.856162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b083-2c69-44f1-9d1a-98fe8c71dab3 req-ef8e8d4d-b764-4eea-8f14-6df37d7175e7 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:55.857678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7998b083-2c69-44f1-9d1a-98fe8c71dab3 req-ef8e8d4d-b764-4eea-8f14-6df37d7175e7 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 944 time: 0.0545437 Aug 31 15:00:55.895815 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7998b083-2c69-44f1-9d1a-98fe8c71dab3 req-b8775d81-c600-48c6-9bbe-38551aa63434 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316653 Aug 31 15:00:57.015042 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41d3fa-45ad-457e-930e-82966f8d72d3 req-f3e0a31b-63b3-49e6-b521-1b1e0a6971d6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:57.016567 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8a41d3fa-45ad-457e-930e-82966f8d72d3 req-f3e0a31b-63b3-49e6-b521-1b1e0a6971d6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 944 time: 0.0524893 Aug 31 15:00:57.054864 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8a41d3fa-45ad-457e-930e-82966f8d72d3 req-6b6022a4-74ee-49b5-aca2-69455b9372e5 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317976 Aug 31 15:00:57.105321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 16d28c09-b11e-4858-8afa-82f1864df14d up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:00:57.152010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 16d28c09-b11e-4858-8afa-82f1864df14d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:00:57.155628 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 16d28c09-b11e-4858-8afa-82f1864df14d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:00:57.155997 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:57.232549 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:57.256024 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d28c09-b11e-4858-8afa-82f1864df14d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:00:57.258255 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e68f9f8-ba8a-4ba3-b457-dd263e2f4599" -d '{"events": [{"server_uuid": "19406a94-c840-42fc-8d6d-6da0bd003b6a", "name": "network-vif-plugged", "status": "completed", "tag": "16d28c09-b11e-4858-8afa-82f1864df14d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:00:57.270690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 16d28c09-b11e-4858-8afa-82f1864df14d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=16d28c09-b11e-4858-8afa-82f1864df14d,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:00:57.274610 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:57.301831 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3d5cdd-3322-489e-95ad-771f2b218767 x-openstack-request-id: req-7e3d5cdd-3322-489e-95ad-771f2b218767 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:00:57.302111 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19406a94-c840-42fc-8d6d-6da0bd003b6a", "name": "network-vif-plugged", "status": "completed", "tag": "16d28c09-b11e-4858-8afa-82f1864df14d", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:00:57.302383 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e3d5cdd-3322-489e-95ad-771f2b218767 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:00:57.302777 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d28c09-b11e-4858-8afa-82f1864df14d', 'code': 200} Aug 31 15:00:57.327591 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=16d28c09-b11e-4858-8afa-82f1864df14d,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:57.387759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064242d-5ca6-4560-8851-6c60947cc2d2 req-a09ad571-86d0-45f0-bf11-f821924e3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:57.389242 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a064242d-5ca6-4560-8851-6c60947cc2d2 req-a09ad571-86d0-45f0-bf11-f821924e3bad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 1096 time: 0.0400708 Aug 31 15:00:57.422704 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a064242d-5ca6-4560-8851-6c60947cc2d2 req-baadd855-eb3a-4a7f-9421-a0c00ea2ea4d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267854 Aug 31 15:00:58.169100 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d6a1c-42c8-406f-9503-3c2e6dac4251 req-c704cf28-d247-4343-b1bc-5c6f62b273c6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:58.170588 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-567d6a1c-42c8-406f-9503-3c2e6dac4251 req-c704cf28-d247-4343-b1bc-5c6f62b273c6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0482748 Aug 31 15:00:58.208287 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-567d6a1c-42c8-406f-9503-3c2e6dac4251 req-962a11eb-40c6-42a8-b5ff-16a167049a65 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310411 Aug 31 15:00:59.324658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a710e5f-b968-4813-b90b-add5f57bdc72 req-8793fa41-ac40-4747-a653-3c6d1c1f2e1d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:59.326126 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a710e5f-b968-4813-b90b-add5f57bdc72 req-8793fa41-ac40-4747-a653-3c6d1c1f2e1d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0493250 Aug 31 15:00:59.363578 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a710e5f-b968-4813-b90b-add5f57bdc72 req-0cc396e9-86e8-4b92-a86d-eb774fef29f4 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313540 Aug 31 15:00:59.473191 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde9912-2eac-43fc-8250-b1a1c4efa1ed req-9b40ac18-8451-44ae-9790-d256972d5035 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:59.474680 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cdde9912-2eac-43fc-8250-b1a1c4efa1ed req-9b40ac18-8451-44ae-9790-d256972d5035 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0482390 Aug 31 15:00:59.483406 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58262) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:59.487798 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-cccabf76-9bd4-42c8-a2ff-613c4a7650fd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Request body: {'floatingip': {'port_id': '16d28c09-b11e-4858-8afa-82f1864df14d'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:59.840624 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cccabf76-9bd4-42c8-a2ff-613c4a7650fd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:00.263415 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cccabf76-9bd4-42c8-a2ff-613c4a7650fd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:00.267257 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cccabf76-9bd4-42c8-a2ff-613c4a7650fd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:00.367072 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-cccabf76-9bd4-42c8-a2ff-613c4a7650fd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Floating IP e597631e-f040-4acc-8276-46e611bc1a12 associated. External IP: 172.25.2.76, port: 16d28c09-b11e-4858-8afa-82f1864df14d. Aug 31 15:01:00.573959 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccabf76-9bd4-42c8-a2ff-613c4a7650fd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Router 9ce4080f-47d7-4167-860d-7165ce5a963e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:01:00.679444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccabf76-9bd4-42c8-a2ff-613c4a7650fd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:01:00.684315 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cccabf76-9bd4-42c8-a2ff-613c4a7650fd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:00.688796 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43f2c2-7fe5-4136-b42f-bf8dc7fd9b23 None None] Sync routers for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:01:00.698733 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43f2c2-7fe5-4136-b42f-bf8dc7fd9b23 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:01:00.699370 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0f43f2c2-7fe5-4136-b42f-bf8dc7fd9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:00:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:00.710867 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cccabf76-9bd4-42c8-a2ff-613c4a7650fd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "PUT /v2.0/floatingips/e597631e-f040-4acc-8276-46e611bc1a12 HTTP/1.1" status: 200 len: 990 time: 1.2264161 Aug 31 15:01:00.711475 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'tag': '16d28c09-b11e-4858-8afa-82f1864df14d'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:01:00.713736 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8672f24c-66a7-4cba-886a-3d5a6ba1f989" -d '{"events": [{"name": "network-changed", "server_uuid": "19406a94-c840-42fc-8d6d-6da0bd003b6a", "tag": "16d28c09-b11e-4858-8afa-82f1864df14d"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:01:00.767885 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c743afaf-114a-4a30-8089-9894b55e0099 x-openstack-request-id: req-c743afaf-114a-4a30-8089-9894b55e0099 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:01:00.768183 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19406a94-c840-42fc-8d6d-6da0bd003b6a", "tag": "16d28c09-b11e-4858-8afa-82f1864df14d", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:01:00.769304 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c743afaf-114a-4a30-8089-9894b55e0099 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:01:00.769727 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'tag': '16d28c09-b11e-4858-8afa-82f1864df14d', 'status': 'completed', 'code': 200} Aug 31 15:01:00.836756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672f24c-66a7-4cba-886a-3d5a6ba1f989 req-90955dd7-dfb1-4af2-8094-5a7f30031b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:00.838261 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8672f24c-66a7-4cba-886a-3d5a6ba1f989 req-90955dd7-dfb1-4af2-8094-5a7f30031b1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 1096 time: 0.0479047 Aug 31 15:01:00.897998 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0f43f2c2-7fe5-4136-b42f-bf8dc7fd9b23 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:01:00.931108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672f24c-66a7-4cba-886a-3d5a6ba1f989 req-9c131c87-a6a8-402c-89a2-350a97ea0a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:00.932826 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8672f24c-66a7-4cba-886a-3d5a6ba1f989 req-9c131c87-a6a8-402c-89a2-350a97ea0a77 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0874076 Aug 31 15:01:01.005645 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8672f24c-66a7-4cba-886a-3d5a6ba1f989 req-ac5ab5f3-5944-4c00-a1d7-45d051764d63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16d28c09-b11e-4858-8afa-82f1864df14d HTTP/1.1" status: 200 len: 998 time: 0.0652864 Aug 31 15:01:01.054886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672f24c-66a7-4cba-886a-3d5a6ba1f989 req-ec1ea645-dabe-4800-b76b-cec029221118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:01.056380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8672f24c-66a7-4cba-886a-3d5a6ba1f989 req-ec1ea645-dabe-4800-b76b-cec029221118 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0442662 Aug 31 15:01:01.102336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672f24c-66a7-4cba-886a-3d5a6ba1f989 req-15a1cb31-497a-4f25-b6b1-6183740f323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:01.103799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8672f24c-66a7-4cba-886a-3d5a6ba1f989 req-15a1cb31-497a-4f25-b6b1-6183740f323d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399687 Aug 31 15:01:01.125283 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0f43f2c2-7fe5-4136-b42f-bf8dc7fd9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e597631e-f040-4acc-8276-46e611bc1a12', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'port_id': '16d28c09-b11e-4858-8afa-82f1864df14d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'mac_address': 'fa:16:3e:78:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:58:36Z', 'updated_at': '2021-08-31T15:01:00Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:01.151532 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43f2c2-7fe5-4136-b42f-bf8dc7fd9b23 None None] Checking router: 9ce4080f-47d7-4167-860d-7165ce5a963e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:01:01.159852 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43f2c2-7fe5-4136-b42f-bf8dc7fd9b23 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:01:01.161048 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0f43f2c2-7fe5-4136-b42f-bf8dc7fd9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:00:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:01.200268 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8672f24c-66a7-4cba-886a-3d5a6ba1f989 req-0c54ce1f-52e0-4629-9701-8191ae9918a7 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884898 Aug 31 15:01:01.265724 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0f43f2c2-7fe5-4136-b42f-bf8dc7fd9b23 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:01:01.290295 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8672f24c-66a7-4cba-886a-3d5a6ba1f989 req-da9b7f2b-c81c-48f4-9f97-b7ec205e0330 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833943 Aug 31 15:01:01.495984 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0f43f2c2-7fe5-4136-b42f-bf8dc7fd9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e597631e-f040-4acc-8276-46e611bc1a12', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'port_id': '16d28c09-b11e-4858-8afa-82f1864df14d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'mac_address': 'fa:16:3e:78:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:58:36Z', 'updated_at': '2021-08-31T15:01:00Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:01.523464 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43f2c2-7fe5-4136-b42f-bf8dc7fd9b23 None None] The sync data for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 is: [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e597631e-f040-4acc-8276-46e611bc1a12', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'port_id': '16d28c09-b11e-4858-8afa-82f1864df14d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'mac_address': 'fa:16:3e:78:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:58:36Z', 'updated_at': '2021-08-31T15:01:00Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:01:01.718175 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf40fafe-5eb9-4d61-b992-afa0a53a111c None None] New status for floating IP e597631e-f040-4acc-8276-46e611bc1a12: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:01:04.686634 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c446399-a876-48b3-8374-99ca49fb1080 req-61180c7b-d617-44b3-a8bc-0e24e40a4493 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389659 Aug 31 15:01:04.771402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c446399-a876-48b3-8374-99ca49fb1080 req-3feaa224-c415-4747-8d42-a38cb4c9dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:04.772878 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c446399-a876-48b3-8374-99ca49fb1080 req-3feaa224-c415-4747-8d42-a38cb4c9dd0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 1096 time: 0.0447998 Aug 31 15:01:04.873156 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c446399-a876-48b3-8374-99ca49fb1080 req-010a6abe-b280-43f9-9345-38d4437864a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:04.874619 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c446399-a876-48b3-8374-99ca49fb1080 req-010a6abe-b280-43f9-9345-38d4437864a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0822897 Aug 31 15:01:04.942828 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c446399-a876-48b3-8374-99ca49fb1080 req-1024837b-02ff-4a83-a8a1-a2b2bdf58a78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16d28c09-b11e-4858-8afa-82f1864df14d HTTP/1.1" status: 200 len: 1000 time: 0.0602999 Aug 31 15:01:04.992190 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c446399-a876-48b3-8374-99ca49fb1080 req-9550c15f-1c67-4b3f-a220-1aab7ecaaeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:04.993702 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c446399-a876-48b3-8374-99ca49fb1080 req-9550c15f-1c67-4b3f-a220-1aab7ecaaeeb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0442002 Aug 31 15:01:05.041614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c446399-a876-48b3-8374-99ca49fb1080 req-cd945918-c3e1-4729-8e1d-5074e4905b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:05.043141 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c446399-a876-48b3-8374-99ca49fb1080 req-cd945918-c3e1-4729-8e1d-5074e4905b4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412443 Aug 31 15:01:05.136938 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c446399-a876-48b3-8374-99ca49fb1080 req-4161d1b2-e6c3-4216-98fb-bb378c469200 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864923 Aug 31 15:01:05.227672 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c446399-a876-48b3-8374-99ca49fb1080 req-8e92fbbf-a49d-4fd1-aaf8-6e17f41bbc94 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831616 Aug 31 15:01:19.633700 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-420b1eb7-b9a7-455f-bf3a-925688e8c79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:19.773238 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:22.015476 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:01:22.182575 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-062c0eaf-c9ea-4da5-a7f2-b8c066149efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:22.308303 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:23.445458 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:24.703740 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:25.039699 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:49.636241 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf38444c-b2cd-4b8a-8c35-c8d85955d864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:49.786929 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:52.183128 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2be83407-51b5-4732-b80c-5dfd77bfc6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:52.307317 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:53.447323 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:54.720729 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:55.042457 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:59.014740 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:02:04.146893 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-202b350e-6edb-4f88-b77e-8e3c756a762d req-54be3b21-b1f7-4d27-986f-6cf54355c68d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407295 Aug 31 15:02:04.230138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b350e-6edb-4f88-b77e-8e3c756a762d req-93a46122-0da6-4a65-9494-d5b7b4a7af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:04.231638 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-202b350e-6edb-4f88-b77e-8e3c756a762d req-93a46122-0da6-4a65-9494-d5b7b4a7af9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 1096 time: 0.0441408 Aug 31 15:02:04.332895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b350e-6edb-4f88-b77e-8e3c756a762d req-f7ad3791-62c4-4cb6-b31a-1301721e1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:04.334285 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-202b350e-6edb-4f88-b77e-8e3c756a762d req-f7ad3791-62c4-4cb6-b31a-1301721e1ea0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0834608 Aug 31 15:02:04.402639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-202b350e-6edb-4f88-b77e-8e3c756a762d req-dea547c5-bce0-4bf3-90e2-f7e298539d33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16d28c09-b11e-4858-8afa-82f1864df14d HTTP/1.1" status: 200 len: 1000 time: 0.0604112 Aug 31 15:02:04.450667 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b350e-6edb-4f88-b77e-8e3c756a762d req-34ae7cb6-7bfd-492d-a4ea-de13b6e8d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:04.452154 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-202b350e-6edb-4f88-b77e-8e3c756a762d req-34ae7cb6-7bfd-492d-a4ea-de13b6e8d8af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0427325 Aug 31 15:02:04.495828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b350e-6edb-4f88-b77e-8e3c756a762d req-994f4954-6c80-4ac4-94e0-28e946492ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:04.497289 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-202b350e-6edb-4f88-b77e-8e3c756a762d req-994f4954-6c80-4ac4-94e0-28e946492ce0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386829 Aug 31 15:02:04.590046 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-202b350e-6edb-4f88-b77e-8e3c756a762d req-f3a78aaf-51d5-4769-8762-cb51e655eef8 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850990 Aug 31 15:02:04.677205 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-202b350e-6edb-4f88-b77e-8e3c756a762d req-80774274-b2f4-4f8c-a69e-4b46a4597e7a service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800910 Aug 31 15:02:19.639457 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6d58a988-cd29-4e8b-8b99-393192140ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:19.788995 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:22.183790 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4986b840-d0f6-49cf-b971-1b3263e96dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:22.308521 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:23.451103 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:24.722811 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:25.045426 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:36.014332 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:02:38.784671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f4d8d-0afa-4719-a463-4ec38551ed78 req-99000c53-b2e1-4ee7-98d7-cdacd051fa52 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:38.786214 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca0f4d8d-0afa-4719-a463-4ec38551ed78 req-99000c53-b2e1-4ee7-98d7-cdacd051fa52 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0513253 Aug 31 15:02:38.822509 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca0f4d8d-0afa-4719-a463-4ec38551ed78 req-5fb468f5-82df-4f7d-9f74-caae188bb68c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303304 Aug 31 15:02:39.942923 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4f1ad-aea8-4553-9336-611720265dbd req-a7c865ba-588d-4122-a253-a5066be68ab0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:39.944460 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-80a4f1ad-aea8-4553-9336-611720265dbd req-a7c865ba-588d-4122-a253-a5066be68ab0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0500445 Aug 31 15:02:39.985525 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-80a4f1ad-aea8-4553-9336-611720265dbd req-3ea43302-05d8-41c9-8047-e2bfc0ea64ba tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351510 Aug 31 15:02:41.105278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef4a9a-9a02-4878-8939-6a73150da732 req-927fec23-1e39-4b02-aa75-d1150ee621a8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:41.106754 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6eef4a9a-9a02-4878-8939-6a73150da732 req-927fec23-1e39-4b02-aa75-d1150ee621a8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0535126 Aug 31 15:02:41.146094 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6eef4a9a-9a02-4878-8939-6a73150da732 req-cce43a82-d7a6-4f7f-94de-108ef00c02d0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324719 Aug 31 15:02:42.259973 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc3624-550d-48f6-a1d3-e2aa62872f2d req-c63aecdf-393f-40c0-b30a-258bbc59484c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:42.261399 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6bc3624-550d-48f6-a1d3-e2aa62872f2d req-c63aecdf-393f-40c0-b30a-258bbc59484c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0483577 Aug 31 15:02:42.299734 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6bc3624-550d-48f6-a1d3-e2aa62872f2d req-4517dd88-3081-4bd7-9b62-e665c7734206 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325203 Aug 31 15:02:43.416882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c397e-3c90-472b-a863-db87c72716df req-d1b8f8b1-9a94-4460-9c46-f0eafdc5987c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:43.418347 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bb6c397e-3c90-472b-a863-db87c72716df req-d1b8f8b1-9a94-4460-9c46-f0eafdc5987c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0489888 Aug 31 15:02:43.455550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bb6c397e-3c90-472b-a863-db87c72716df req-a4faa263-f217-4bd8-bcc1-e3cd59cdd80b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303211 Aug 31 15:02:44.570729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaa8b5-e021-44c2-a58a-377130d4684f req-fccf1843-5100-47c3-aa93-645a98cfedd9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:44.572219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-54aaa8b5-e021-44c2-a58a-377130d4684f req-fccf1843-5100-47c3-aa93-645a98cfedd9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0499341 Aug 31 15:02:44.609350 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-54aaa8b5-e021-44c2-a58a-377130d4684f req-c0d9f215-22ea-4435-9cdb-9234c8752182 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311191 Aug 31 15:02:45.725873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d74ff-3bc6-4020-9ede-318c2c0bd5a6 req-d8a4c191-cf1b-4a97-9fcb-44e0a4877232 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:45.727387 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f6d74ff-3bc6-4020-9ede-318c2c0bd5a6 req-d8a4c191-cf1b-4a97-9fcb-44e0a4877232 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0493701 Aug 31 15:02:45.766014 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f6d74ff-3bc6-4020-9ede-318c2c0bd5a6 req-d8862e35-97ed-4220-8015-0a520674c4a6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326073 Aug 31 15:02:46.881906 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b131f7-19c3-4d3e-8fdf-a443a409b4d7 req-f9ea64d5-ca3f-405f-954c-798bd46cb5f8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:46.883425 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-71b131f7-19c3-4d3e-8fdf-a443a409b4d7 req-f9ea64d5-ca3f-405f-954c-798bd46cb5f8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0495398 Aug 31 15:02:46.925742 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-71b131f7-19c3-4d3e-8fdf-a443a409b4d7 req-0ae1fff4-0588-472e-8d8b-045f3003155a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365021 Aug 31 15:02:48.056942 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fcbdf-adca-48ad-acaa-9a0f5a8c6e18 req-22d0b823-0883-4c5a-8a7b-fcc76c3d4967 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:48.058475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-831fcbdf-adca-48ad-acaa-9a0f5a8c6e18 req-22d0b823-0883-4c5a-8a7b-fcc76c3d4967 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0593734 Aug 31 15:02:48.100423 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-831fcbdf-adca-48ad-acaa-9a0f5a8c6e18 req-a106986b-3f65-4457-819f-6d5083536dff tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356383 Aug 31 15:02:49.214011 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e81963-fd2a-4518-a083-e7c03ed575a9 req-d7e1f619-f29a-4d6a-a016-31d9ae82aff3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:49.215520 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b7e81963-fd2a-4518-a083-e7c03ed575a9 req-d7e1f619-f29a-4d6a-a016-31d9ae82aff3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0492048 Aug 31 15:02:49.253770 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b7e81963-fd2a-4518-a083-e7c03ed575a9 req-a72cb077-b836-4588-b2d5-d5db404a253f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322595 Aug 31 15:02:49.508834 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4d2c9aab-17f6-4632-aec9-181cd8202db4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703890 Aug 31 15:02:49.516173 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218b0a0-b5d4-40d5-be5e-32091ca7d36d req-4769a5f2-6150-4a48-91f0-bc5b5914106a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:49.517575 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a218b0a0-b5d4-40d5-be5e-32091ca7d36d req-4769a5f2-6150-4a48-91f0-bc5b5914106a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0710123 Aug 31 15:02:49.561673 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a218b0a0-b5d4-40d5-be5e-32091ca7d36d req-c8a5fe64-c042-4ee0-ad45-ab10f24ad488 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363848 Aug 31 15:02:49.643131 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8d7a2af-7ed5-4ca6-8dde-47404e473d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:49.803602 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:50.716909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d27ffe-b9af-42fd-ae49-0358d68878ce req-3b5a50ef-3598-4208-8395-04fddbed8387 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:50.718374 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4d27ffe-b9af-42fd-ae49-0358d68878ce req-3b5a50ef-3598-4208-8395-04fddbed8387 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0785913 Aug 31 15:02:50.724390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-1b08abf2-c59d-42cd-8096-0dacac61840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:50.725781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-1b08abf2-c59d-42cd-8096-0dacac61840c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 1096 time: 0.0586390 Aug 31 15:02:50.806807 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4d27ffe-b9af-42fd-ae49-0358d68878ce req-6ecd7d88-463a-4c0e-bb64-6993508af251 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800521 Aug 31 15:02:50.839545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-507e7be4-8953-434e-af6b-62d0e697ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:50.841103 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-507e7be4-8953-434e-af6b-62d0e697ea1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1078305 Aug 31 15:02:50.905624 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-ef8765cb-e9a0-44b7-ad09-43c373003cf2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16d28c09-b11e-4858-8afa-82f1864df14d HTTP/1.1" status: 200 len: 1000 time: 0.0575914 Aug 31 15:02:50.958068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-2526bc8d-70f4-46d5-8102-703f4db48180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:50.959617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-2526bc8d-70f4-46d5-8102-703f4db48180 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0471940 Aug 31 15:02:51.006835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-7d7c2600-fa11-49a9-9319-3d601e4c8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:51.008370 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-7d7c2600-fa11-49a9-9319-3d601e4c8f5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414860 Aug 31 15:02:51.098279 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-6b5fc8e3-b741-4fa2-bc39-7546922ba2e8 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819538 Aug 31 15:02:51.194356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-27103133-6186-489a-bbcb-5681cbd7a4f8 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887187 Aug 31 15:02:51.922659 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cd0a5-ed59-452f-9473-ef61efa65a26 req-97370ecd-c79c-4510-ad09-bb65343624a8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:51.924191 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-750cd0a5-ed59-452f-9473-ef61efa65a26 req-97370ecd-c79c-4510-ad09-bb65343624a8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0493686 Aug 31 15:02:51.963021 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-750cd0a5-ed59-452f-9473-ef61efa65a26 req-b76ec436-b5a4-4552-8368-0a7b1ed709df tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322399 Aug 31 15:02:52.184583 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c8540b9-4d06-497f-a2cf-dee93c8d4e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:52.309351 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:53.081531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135c1ca-786d-422f-af7b-f9c42f38b011 req-c02b9a01-5b5e-4129-bdcc-05f84bd08e4a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:53.083141 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d135c1ca-786d-422f-af7b-f9c42f38b011 req-c02b9a01-5b5e-4129-bdcc-05f84bd08e4a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0510221 Aug 31 15:02:53.120050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d135c1ca-786d-422f-af7b-f9c42f38b011 req-b298d9e0-c013-4da6-8261-6bcfb8b3ab3b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309932 Aug 31 15:02:53.452549 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:53.591818 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-d515ed23-f000-46cd-9c6f-a4ecb06ae9ad service neutron] show failed (client error): The resource could not be found. Aug 31 15:02:53.592959 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-d515ed23-f000-46cd-9c6f-a4ecb06ae9ad service neutron] 10.222.0.60 "GET /v2.0/ports/16d28c09-b11e-4858-8afa-82f1864df14d/bindings/n-h2-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0591025 Aug 31 15:02:53.885194 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-aa879119-aff6-4181-97cf-64a738c057cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:53.886656 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-aa879119-aff6-4181-97cf-64a738c057cc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a&tenant_id=8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 1096 time: 0.1421843 Aug 31 15:02:53.899588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:02:53.949248 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:54.147140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] For port 16d28c09-b11e-4858-8afa-82f1864df14d, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=16d28c09-b11e-4858-8afa-82f1864df14d,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:02:54.179497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] For port 16d28c09-b11e-4858-8afa-82f1864df14d, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:02:54.222241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d28c09-b11e-4858-8afa-82f1864df14d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:02:54.224773 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a854e2d-714d-4943-8138-07815d3d8722" -d '{"events": [{"server_uuid": "19406a94-c840-42fc-8d6d-6da0bd003b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "16d28c09-b11e-4858-8afa-82f1864df14d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:02:54.228576 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:54.240497 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609d950-a582-4e66-9eee-1f98b14c81f9 req-d560a07c-31a6-4aaf-9ba9-887a93654ef9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:54.242696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Transition to ACTIVE for port object 16d28c09-b11e-4858-8afa-82f1864df14d will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:02:54.246356 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:54.247472 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3609d950-a582-4e66-9eee-1f98b14c81f9 req-d560a07c-31a6-4aaf-9ba9-887a93654ef9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0530570 Aug 31 15:02:54.282780 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3609d950-a582-4e66-9eee-1f98b14c81f9 req-508113ce-a195-4da3-a7c9-c4277016b5e8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336607 Aug 31 15:02:54.330586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Pushing event updated for resources: {'Port': ['ID=16d28c09-b11e-4858-8afa-82f1864df14d,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:02:54.358534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:54.358880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:54.359245 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:54.359590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:54.359923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:54.360256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:54.360592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:54.360917 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:54.361501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:54.361830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:54.362161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:54.362488 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:54.388350 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe76f224-401a-4a8d-a364-9a972afcdea4 x-openstack-request-id: req-fe76f224-401a-4a8d-a364-9a972afcdea4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:02:54.388645 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19406a94-c840-42fc-8d6d-6da0bd003b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "16d28c09-b11e-4858-8afa-82f1864df14d", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:02:54.388898 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe76f224-401a-4a8d-a364-9a972afcdea4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:02:54.389286 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d28c09-b11e-4858-8afa-82f1864df14d', 'code': 200} Aug 31 15:02:54.390002 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] No DVR routers for this DVR port 16d28c09-b11e-4858-8afa-82f1864df14d on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:02:54.750486 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:54.850791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Attempting to bind port 16d28c09-b11e-4858-8afa-82f1864df14d on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:02:54.851115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Attempting to bind port 16d28c09-b11e-4858-8afa-82f1864df14d by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:02:54.851464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Attempting to bind port 16d28c09-b11e-4858-8afa-82f1864df14d on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:02:54.855515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Port 16d28c09-b11e-4858-8afa-82f1864df14d on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:02:54.855830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Attempting to bind port 16d28c09-b11e-4858-8afa-82f1864df14d on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:02:54.860443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:02:54.860778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Checking segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:02:54.861419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Bound using segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:02:54.861837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Bound port: 16d28c09-b11e-4858-8afa-82f1864df14d, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:02:54.862179 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:54.921724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] For port 16d28c09-b11e-4858-8afa-82f1864df14d, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:02:54.924671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] For port 16d28c09-b11e-4858-8afa-82f1864df14d, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=16d28c09-b11e-4858-8afa-82f1864df14d,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:02:54.930156 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:54.965254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:54.965888 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:54.967322 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] 10.222.0.25 "PUT /v2.0/ports/16d28c09-b11e-4858-8afa-82f1864df14d HTTP/1.1" status: 200 len: 1091 time: 1.0722692 Aug 31 15:02:54.993081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27cb35-0a79-47f1-9148-58255ae84c6e service neutron] Pushing event updated for resources: {'Port': ['ID=16d28c09-b11e-4858-8afa-82f1864df14d,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:02:55.045769 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-916895ed-104c-4482-9593-a0b5aa637d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:55.047258 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-916895ed-104c-4482-9593-a0b5aa637d82 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 1094 time: 0.0510867 Aug 31 15:02:55.049437 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:55.147413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-edc2749a-a11a-4239-a487-98f8d7b8add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:55.148975 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-edc2749a-a11a-4239-a487-98f8d7b8add9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0939102 Aug 31 15:02:55.226229 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-99a8e1f7-988c-42a5-af77-60753c34cb17 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16d28c09-b11e-4858-8afa-82f1864df14d HTTP/1.1" status: 200 len: 998 time: 0.0698931 Aug 31 15:02:55.277812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-f319734e-aaa3-4158-93f8-b884e4309467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:55.279262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-f319734e-aaa3-4158-93f8-b884e4309467 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0464847 Aug 31 15:02:55.327667 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-3373c7a8-dadf-41af-9a22-eb14e3db6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:55.329233 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-3373c7a8-dadf-41af-9a22-eb14e3db6ff7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418148 Aug 31 15:02:55.408763 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a42ce-3020-453d-991f-c5819f032ad9 req-09b82baf-319e-489a-99b5-ed1d1d9a1ca3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:55.410505 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cb7a42ce-3020-453d-991f-c5819f032ad9 req-09b82baf-319e-489a-99b5-ed1d1d9a1ca3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 943 time: 0.0510254 Aug 31 15:02:55.427307 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-0616e69b-8c1b-48ae-9ad9-37ed5e6aacff service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890779 Aug 31 15:02:55.454508 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cb7a42ce-3020-453d-991f-c5819f032ad9 req-79eaf5c4-a713-4f65-a13d-efaa98b67df5 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379050 Aug 31 15:02:55.520015 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae06181c-6680-4bf5-b05d-78d7d54225ae req-3c109f9b-8b34-436b-820c-0b3e475db6df service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854084 Aug 31 15:02:56.390875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'tag': '16d28c09-b11e-4858-8afa-82f1864df14d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:02:56.393330 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a133643-be25-4ea5-919c-a6f1400e2310" -d '{"events": [{"name": "network-changed", "server_uuid": "19406a94-c840-42fc-8d6d-6da0bd003b6a", "tag": "16d28c09-b11e-4858-8afa-82f1864df14d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:02:56.443204 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bce097-40db-45a9-8785-d480e6a53463 x-openstack-request-id: req-25bce097-40db-45a9-8785-d480e6a53463 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:02:56.443686 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19406a94-c840-42fc-8d6d-6da0bd003b6a", "tag": "16d28c09-b11e-4858-8afa-82f1864df14d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:02:56.444668 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25bce097-40db-45a9-8785-d480e6a53463 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:02:56.445092 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'tag': '16d28c09-b11e-4858-8afa-82f1864df14d', 'status': 'completed', 'code': 200} Aug 31 15:02:56.536810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-ee900e98-20a4-4e9c-bbd2-a6c5bff7b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:56.538867 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-ee900e98-20a4-4e9c-bbd2-a6c5bff7b6c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 1094 time: 0.0771363 Aug 31 15:02:56.541312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-bcb138e4-bf7b-4aa5-96b4-bdb944f5227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:56.542634 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-bcb138e4-bf7b-4aa5-96b4-bdb944f5227c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 1094 time: 0.0698478 Aug 31 15:02:56.571545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff2b97-b4b3-45ab-bc47-368592e73902 req-dcf5d311-6183-4fdc-9f71-3de5c0276fd7 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:56.573180 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-baff2b97-b4b3-45ab-bc47-368592e73902 req-dcf5d311-6183-4fdc-9f71-3de5c0276fd7 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 943 time: 0.0498450 Aug 31 15:02:56.610818 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-baff2b97-b4b3-45ab-bc47-368592e73902 req-9339acc9-f1c5-4ed2-a3c3-5e8175628b6c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317423 Aug 31 15:02:56.707243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-1edd75c2-2522-408c-b890-dd85c6f56aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:56.708761 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-1edd75c2-2522-408c-b890-dd85c6f56aa4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1628079 Aug 31 15:02:56.710687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-9ea0771a-2d42-4ba0-a765-b0d1cf0b44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:56.712041 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-9ea0771a-2d42-4ba0-a765-b0d1cf0b44b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1575091 Aug 31 15:02:56.820372 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-1bdf7b99-a34c-4bab-a49c-ad23da050633 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16d28c09-b11e-4858-8afa-82f1864df14d HTTP/1.1" status: 200 len: 998 time: 0.1033771 Aug 31 15:02:56.824324 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-9bcb710e-5894-4b12-9d70-bcc3278d1c40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16d28c09-b11e-4858-8afa-82f1864df14d HTTP/1.1" status: 200 len: 998 time: 0.1018307 Aug 31 15:02:56.907553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-6ffa2af4-f2ad-4a52-90c9-1d5e6d32d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:56.909020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-6ffa2af4-f2ad-4a52-90c9-1d5e6d32d848 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0818028 Aug 31 15:02:56.910389 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-186d11ed-ba12-4637-a9df-c7e5e17b4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:56.911714 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-186d11ed-ba12-4637-a9df-c7e5e17b4c7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0752771 Aug 31 15:02:56.987682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-5706f215-44eb-4320-8662-d8e7c6ac245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:56.989106 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-5706f215-44eb-4320-8662-d8e7c6ac245f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719450 Aug 31 15:02:56.990852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-725197dc-cbba-42b6-b2b9-310b060cbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:56.992226 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-725197dc-cbba-42b6-b2b9-310b060cbb54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675943 Aug 31 15:02:57.146650 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-8972e026-b9bc-4975-af0c-1910b8f94c15 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502752 Aug 31 15:02:57.148416 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-494c3f70-a5aa-401f-b2a9-a07575fccaa3 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452847 Aug 31 15:02:57.303262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-68fab920-863e-4609-86fd-586f8dc8e815 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419194 Aug 31 15:02:57.304905 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6a133643-be25-4ea5-919c-a6f1400e2310 req-d48dd51e-3723-4711-affe-5867880fe6f1 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514060 Aug 31 15:02:57.733174 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21f6ee-1ecb-4ff3-81dd-4d4d9c4bb274 req-8b577522-c7c5-4cdc-9455-1958baa816b3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:57.734662 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d21f6ee-1ecb-4ff3-81dd-4d4d9c4bb274 req-8b577522-c7c5-4cdc-9455-1958baa816b3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 943 time: 0.0539780 Aug 31 15:02:57.773780 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d21f6ee-1ecb-4ff3-81dd-4d4d9c4bb274 req-29e2d56d-6f02-4d00-a26a-74c447694dd9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319891 Aug 31 15:02:57.828202 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 16d28c09-b11e-4858-8afa-82f1864df14d no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:02:57.867137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 16d28c09-b11e-4858-8afa-82f1864df14d not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:02:57.997959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965882a-b94a-4b27-8707-9c8da587fc6c req-29a3f860-8f27-4623-a3ef-a36d541d269d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:57.999504 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a965882a-b94a-4b27-8707-9c8da587fc6c req-29a3f860-8f27-4623-a3ef-a36d541d269d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 943 time: 0.0803392 Aug 31 15:02:58.006713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-d9ecf388-1caf-4563-a250-e6b5cc27c503 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:58.008179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-d9ecf388-1caf-4563-a250-e6b5cc27c503 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a&tenant_id=8db8898e323b4d07b45283473d29926d&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 943 time: 0.0790465 Aug 31 15:02:58.071460 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a965882a-b94a-4b27-8707-9c8da587fc6c req-8d3effd3-638e-4b1c-85d6-65a1b750e01e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622938 Aug 31 15:02:58.091096 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-5d22e80f-c1da-45ec-a8ee-24bbca2c7499 service neutron] delete failed (client error): The resource could not be found. Aug 31 15:02:58.092127 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-5d22e80f-c1da-45ec-a8ee-24bbca2c7499 service neutron] 10.222.0.60 "DELETE /v2.0/ports/16d28c09-b11e-4858-8afa-82f1864df14d/bindings/n-h1-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0762646 Aug 31 15:02:58.174252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-62bb1bc5-5035-4d34-8528-ec9b47f74003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:58.175760 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-62bb1bc5-5035-4d34-8528-ec9b47f74003 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 1094 time: 0.0411875 Aug 31 15:02:58.265688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-fbf1edb7-b753-4f5a-876d-323f09bf1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:58.267134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-fbf1edb7-b753-4f5a-876d-323f09bf1f5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0839539 Aug 31 15:02:58.329832 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-621c0402-8477-42b9-97e6-08d529849636 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16d28c09-b11e-4858-8afa-82f1864df14d HTTP/1.1" status: 200 len: 998 time: 0.0558410 Aug 31 15:02:58.379408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-13957eb0-72b8-48f6-8854-5aeadb3ca04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:58.380799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-13957eb0-72b8-48f6-8854-5aeadb3ca04c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0415537 Aug 31 15:02:58.430891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-f3356594-b935-4a43-a99d-d050823a1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:58.432408 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-f3356594-b935-4a43-a99d-d050823a1d17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447991 Aug 31 15:02:58.517928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-e918e87f-5544-4162-bd00-5c03d68bd155 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786653 Aug 31 15:02:58.587722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 16d28c09-b11e-4858-8afa-82f1864df14d details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:02:58.609557 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1b57dcc0-b68c-45cb-b950-b1d3a8b244b7 req-162c2563-c489-47f3-a3eb-d94d8107ef70 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845599 Aug 31 15:02:58.683587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 16d28c09-b11e-4858-8afa-82f1864df14d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=16d28c09-b11e-4858-8afa-82f1864df14d,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:02:58.697654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '16d28c09-b11e-4858-8afa-82f1864df14d', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'port_id': '16d28c09-b11e-4858-8afa-82f1864df14d', 'mac_address': 'fa:16:3e:78:3f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:02:58.734636 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:58.747667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d28c09-b11e-4858-8afa-82f1864df14d {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:02:58.767307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 16d28c09-b11e-4858-8afa-82f1864df14d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=16d28c09-b11e-4858-8afa-82f1864df14d,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:02:58.770844 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:58.815414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=16d28c09-b11e-4858-8afa-82f1864df14d,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:02:58.823730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:58.824076 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:58.824412 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:58.824773 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:58.825102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:58.825430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:58.825756 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:58.826078 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:58.826401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:58.826721 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:58.827041 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:58.827413 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:59.025058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['16d28c09-b11e-4858-8afa-82f1864df14d'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:02:59.198113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cdc8d-cc00-408a-95b2-18ca92434fd3 req-a05f5afa-c113-4031-9ceb-88ab94f786ac tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:59.199639 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1a5cdc8d-cc00-408a-95b2-18ca92434fd3 req-a05f5afa-c113-4031-9ceb-88ab94f786ac tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 944 time: 0.0529456 Aug 31 15:02:59.236701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1a5cdc8d-cc00-408a-95b2-18ca92434fd3 req-9edebca5-f0e9-4d74-9c35-1afe64cbc5db tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308440 Aug 31 15:02:59.350859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfc33a-5882-417b-a9b1-d229883b9074 req-4efc9547-7633-47f6-b218-c41ea748e0b6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:59.352356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45cfc33a-5882-417b-a9b1-d229883b9074 req-4efc9547-7633-47f6-b218-c41ea748e0b6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 944 time: 0.0496101 Aug 31 15:02:59.389468 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45cfc33a-5882-417b-a9b1-d229883b9074 req-2f5a0d47-7fe0-4794-80d1-a3ef86e24755 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311964 Aug 31 15:02:59.614289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39493c0c-0279-4455-a8d6-5c852244129e req-18f0e1c2-84bc-4ad1-a0bc-63c0feb10819 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:59.616612 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39493c0c-0279-4455-a8d6-5c852244129e req-18f0e1c2-84bc-4ad1-a0bc-63c0feb10819 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 944 time: 0.0754025 Aug 31 15:02:59.632223 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275c527-29c7-4c0d-bb28-e5cbfceac83b req-22ebce6a-44f0-44eb-abcb-b7ad4fcf7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:59.633656 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1275c527-29c7-4c0d-bb28-e5cbfceac83b req-22ebce6a-44f0-44eb-abcb-b7ad4fcf7f30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 1095 time: 0.0591016 Aug 31 15:02:59.705581 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39493c0c-0279-4455-a8d6-5c852244129e req-bb01919a-85d8-4944-adaf-134deedcfa64 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829124 Aug 31 15:02:59.740939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275c527-29c7-4c0d-bb28-e5cbfceac83b req-b976e60f-856b-4d83-9ac4-6a712ae935a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:59.742395 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1275c527-29c7-4c0d-bb28-e5cbfceac83b req-b976e60f-856b-4d83-9ac4-6a712ae935a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1009104 Aug 31 15:02:59.816412 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1275c527-29c7-4c0d-bb28-e5cbfceac83b req-753a2e45-a6aa-4d08-8113-815a4caa7360 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16d28c09-b11e-4858-8afa-82f1864df14d HTTP/1.1" status: 200 len: 999 time: 0.0666795 Aug 31 15:02:59.864569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275c527-29c7-4c0d-bb28-e5cbfceac83b req-c1e0362b-c584-42b2-ab31-892ed03c5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:59.866027 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1275c527-29c7-4c0d-bb28-e5cbfceac83b req-c1e0362b-c584-42b2-ab31-892ed03c5212 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0428681 Aug 31 15:02:59.909661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275c527-29c7-4c0d-bb28-e5cbfceac83b req-01e2f2d7-869b-4abe-a279-934a2eeda73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:59.911107 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1275c527-29c7-4c0d-bb28-e5cbfceac83b req-01e2f2d7-869b-4abe-a279-934a2eeda73d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387409 Aug 31 15:03:00.001138 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1275c527-29c7-4c0d-bb28-e5cbfceac83b req-a216e725-2621-47c5-aede-978192636b75 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825191 Aug 31 15:03:00.092444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1275c527-29c7-4c0d-bb28-e5cbfceac83b req-1db26e7f-a588-4af3-948d-30eaa819264f service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841620 Aug 31 15:03:00.597157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 16d28c09-b11e-4858-8afa-82f1864df14d up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:03:00.644309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 16d28c09-b11e-4858-8afa-82f1864df14d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:03:00.648594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 16d28c09-b11e-4858-8afa-82f1864df14d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:03:00.648970 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:00.725203 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:00.748434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d28c09-b11e-4858-8afa-82f1864df14d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:03:00.750740 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a3cdcf-bd74-4b5c-9dec-1b3b9a9c0234" -d '{"events": [{"server_uuid": "19406a94-c840-42fc-8d6d-6da0bd003b6a", "name": "network-vif-plugged", "status": "completed", "tag": "16d28c09-b11e-4858-8afa-82f1864df14d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:03:00.764726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 16d28c09-b11e-4858-8afa-82f1864df14d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=16d28c09-b11e-4858-8afa-82f1864df14d,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:00.769111 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:00.817493 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=16d28c09-b11e-4858-8afa-82f1864df14d,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:00.834037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b13b2b-a1d5-42f7-95e7-d92f8aa7527d req-8cee6e67-0546-4660-84b8-7f89bb4901c2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:00.835582 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-49b13b2b-a1d5-42f7-95e7-d92f8aa7527d req-8cee6e67-0546-4660-84b8-7f89bb4901c2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0526009 Aug 31 15:03:00.871530 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae46362f-1f54-4bb1-bacf-c55bdd34ecb0 x-openstack-request-id: req-ae46362f-1f54-4bb1-bacf-c55bdd34ecb0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:03:00.871830 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19406a94-c840-42fc-8d6d-6da0bd003b6a", "name": "network-vif-plugged", "status": "completed", "tag": "16d28c09-b11e-4858-8afa-82f1864df14d", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:03:00.872613 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae46362f-1f54-4bb1-bacf-c55bdd34ecb0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:03:00.872613 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d28c09-b11e-4858-8afa-82f1864df14d', 'code': 200} Aug 31 15:03:00.879661 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-49b13b2b-a1d5-42f7-95e7-d92f8aa7527d req-26ffdd1d-732e-4f2d-b8a9-60408193ee52 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378175 Aug 31 15:03:01.107682 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e06f8-5948-489d-9886-3807c6ca9646 req-d137b6b1-9ae1-47f0-8312-f9467c4f15e9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:01.109056 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f6e06f8-5948-489d-9886-3807c6ca9646 req-d137b6b1-9ae1-47f0-8312-f9467c4f15e9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0485537 Aug 31 15:03:01.147367 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5f6e06f8-5948-489d-9886-3807c6ca9646 req-33a55310-884b-451e-b29f-cf196a46ad97 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313101 Aug 31 15:03:02.264440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272c5f9-16bb-4048-af3f-684bd3a4623a req-2c7a1b9b-df46-4ac6-9e13-4b0d6066fd7a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:02.265839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d272c5f9-16bb-4048-af3f-684bd3a4623a req-2c7a1b9b-df46-4ac6-9e13-4b0d6066fd7a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0492048 Aug 31 15:03:02.303206 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d272c5f9-16bb-4048-af3f-684bd3a4623a req-bef1cc53-f850-42f5-9eaf-6a31b9dbb5d0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309198 Aug 31 15:03:02.360341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b4563-287a-4315-af8d-00f685c4bd67 req-4770b878-5973-4675-b105-c67a75e5a882 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:02.362049 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621b4563-287a-4315-af8d-00f685c4bd67 req-4770b878-5973-4675-b105-c67a75e5a882 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.25 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 945 time: 0.0512683 Aug 31 15:03:02.448796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-621b4563-287a-4315-af8d-00f685c4bd67 req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Deleting port 16d28c09-b11e-4858-8afa-82f1864df14d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:03:02.449129 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621b4563-287a-4315-af8d-00f685c4bd67 req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:02.538926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-621b4563-287a-4315-af8d-00f685c4bd67 req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] For port 16d28c09-b11e-4858-8afa-82f1864df14d, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=16d28c09-b11e-4858-8afa-82f1864df14d,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:02.539240 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621b4563-287a-4315-af8d-00f685c4bd67 req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:02.702649 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621b4563-287a-4315-af8d-00f685c4bd67 req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:02.703042 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621b4563-287a-4315-af8d-00f685c4bd67 req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:02.703387 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-621b4563-287a-4315-af8d-00f685c4bd67 req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Floating IP e597631e-f040-4acc-8276-46e611bc1a12 disassociated. External IP: 172.25.2.76, port: 16d28c09-b11e-4858-8afa-82f1864df14d. Aug 31 15:03:02.703724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-621b4563-287a-4315-af8d-00f685c4bd67 req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Calling delete_port for 16d28c09-b11e-4858-8afa-82f1864df14d owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:03:02.830728 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621b4563-287a-4315-af8d-00f685c4bd67 req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:02.860186 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event deleted for resources: {'Port': ['ID=16d28c09-b11e-4858-8afa-82f1864df14d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:02.973840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-621b4563-287a-4315-af8d-00f685c4bd67 req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Router 9ce4080f-47d7-4167-860d-7165ce5a963e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:03:03.401096 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-61256cae-b243-4fcd-b168-d37eb79304cb req-d3149115-095a-472c-9c37-e08f48290971 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19406a94-c840-42fc-8d6d-6da0bd003b6a HTTP/1.1" status: 200 len: 210 time: 0.0269871 Aug 31 15:03:03.404683 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-621b4563-287a-4315-af8d-00f685c4bd67 req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:03:03.417196 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a802b-596a-49d3-8c8d-9cf43b719fac None None] Sync routers for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:03:03.427379 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a802b-596a-49d3-8c8d-9cf43b719fac None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:03:03.428006 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5d6a802b-596a-49d3-8c8d-9cf43b719fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:02:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:03.443952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-621b4563-287a-4315-af8d-00f685c4bd67 req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] No DVR routers for this DVR port 16d28c09-b11e-4858-8afa-82f1864df14d on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:03:03.446931 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-621b4563-287a-4315-af8d-00f685c4bd67 req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:03.449118 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-621b4563-287a-4315-af8d-00f685c4bd67 req-cca133e9-19ba-4d39-955a-cd7a97f95793 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.25 "DELETE /v2.0/ports/16d28c09-b11e-4858-8afa-82f1864df14d HTTP/1.1" status: 204 len: 173 time: 1.0803511 Aug 31 15:03:03.449600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'name': 'network-vif-deleted', 'tag': '16d28c09-b11e-4858-8afa-82f1864df14d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:03:03.451937 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc17f697-594a-4ca8-9fb4-19895f289e38" -d '{"events": [{"server_uuid": "19406a94-c840-42fc-8d6d-6da0bd003b6a", "name": "network-vif-deleted", "tag": "16d28c09-b11e-4858-8afa-82f1864df14d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:03:03.498020 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc3b0a9-d430-4c54-bd9b-68bd525fdfec x-openstack-request-id: req-8dc3b0a9-d430-4c54-bd9b-68bd525fdfec {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:03:03.498444 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19406a94-c840-42fc-8d6d-6da0bd003b6a", "name": "network-vif-deleted", "tag": "16d28c09-b11e-4858-8afa-82f1864df14d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:03:03.498707 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8dc3b0a9-d430-4c54-bd9b-68bd525fdfec {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:03:03.499572 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19406a94-c840-42fc-8d6d-6da0bd003b6a', 'name': 'network-vif-deleted', 'tag': '16d28c09-b11e-4858-8afa-82f1864df14d', 'status': 'completed', 'code': 200} Aug 31 15:03:03.546540 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5d6a802b-596a-49d3-8c8d-9cf43b719fac None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:03:03.749494 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5d6a802b-596a-49d3-8c8d-9cf43b719fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:03.776092 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a802b-596a-49d3-8c8d-9cf43b719fac None None] Checking router: 9ce4080f-47d7-4167-860d-7165ce5a963e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:03:03.784049 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a802b-596a-49d3-8c8d-9cf43b719fac None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:03:03.784644 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5d6a802b-596a-49d3-8c8d-9cf43b719fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:02:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:03.886148 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5d6a802b-596a-49d3-8c8d-9cf43b719fac None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:03:04.162018 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5d6a802b-596a-49d3-8c8d-9cf43b719fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:04.190289 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a802b-596a-49d3-8c8d-9cf43b719fac None None] The sync data for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 is: [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:03:04.404327 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e96bb5-3b53-4eb9-874e-4a7bd3e38b74 None None] New status for floating IP e597631e-f040-4acc-8276-46e611bc1a12: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:03:04.629053 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 16d28c09-b11e-4858-8afa-82f1864df14d no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:03:04.650821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 16d28c09-b11e-4858-8afa-82f1864df14d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:03:04.651194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 16d28c09-b11e-4858-8afa-82f1864df14d not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:03:04.681546 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-9085803d-9407-4a22-9942-7d531fe2e787 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--760439201&fields=id&tenant_id=8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 267 time: 0.0315285 Aug 31 15:03:04.790375 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-00c782b2-35fa-496c-a663-64143fd2666c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:04.791880 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-00c782b2-35fa-496c-a663-64143fd2666c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 812 time: 0.1035218 Aug 31 15:03:04.806666 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-3004bfb8-989c-4d21-bb8d-44de25ac1a86 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/quotas/8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 375 time: 0.0089765 Aug 31 15:03:04.859458 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-066d2df3-8ccd-433f-90e2-21a3962de1dd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476589 Aug 31 15:03:05.041546 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-d835c331-1032-430f-8eab-ee0dc8f573cb service neutron] 10.222.0.39 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692600 Aug 31 15:03:05.130185 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4e2b746f-5825-4562-a1a3-776944618988 service neutron] 10.222.0.39 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825803 Aug 31 15:03:05.298579 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-50929bf6-3858-4665-96f8-474c4edec8cc req-c8dd6b19-ff3c-40ce-973d-c8efd191d60c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 210 time: 0.0261605 Aug 31 15:03:06.380429 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-247ba5e9-98be-43a2-9f0f-c456dc06aadc req-c9f7907b-5ba8-4b1f-8626-7f3c4150d42c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 210 time: 0.0275204 Aug 31 15:03:07.457121 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d12535d-a64b-45c3-aa54-93f2d12f5f48 req-c0a823d9-c471-424e-bf09-b3cd0678247f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 210 time: 0.0263515 Aug 31 15:03:08.541782 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8807aab9-44d5-43b9-a90a-632b174497af req-6c1ef635-1abe-43ca-9b7a-f674e176cb9f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 210 time: 0.0275152 Aug 31 15:03:09.633857 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3dbe2015-9ffb-44d1-aa2e-6ece1b0fd587 req-5764c5d9-e617-42df-a3eb-fc4ab1e0af40 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 210 time: 0.0257909 Aug 31 15:03:10.255059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-42bc3d72-791f-423a-a269-9c66ec539c12 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:10.256448 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-42bc3d72-791f-423a-a269-9c66ec539c12 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 812 time: 0.1064177 Aug 31 15:03:10.301314 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-09d5507d-26c3-447c-83ac-c53775d4e283 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 379 time: 0.0355041 Aug 31 15:03:10.311408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-de68991a-5471-4108-b5f3-9ffa1b323805 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Request body: {'port': {'device_id': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'admin_state_up': True, 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'security_groups': ['f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:10.418391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-de68991a-5471-4108-b5f3-9ffa1b323805 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Made reservation on behalf of 8db8898e323b4d07b45283473d29926d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:03:10.421971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-de68991a-5471-4108-b5f3-9ffa1b323805 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:10.543968 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-de68991a-5471-4108-b5f3-9ffa1b323805 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Allocated IP 172.20.0.9 (705eddd0-7976-40ef-8333-9fdf72aaf7c0/e5de7bac-2f54-43ce-a216-4591f24c2c48/ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:03:10.677917 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-de68991a-5471-4108-b5f3-9ffa1b323805 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:10.692275 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-de68991a-5471-4108-b5f3-9ffa1b323805 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Transition to ACTIVE for port object ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:03:10.726158 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-de68991a-5471-4108-b5f3-9ffa1b323805 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:10.738908 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-28d96921-0c85-4577-b619-9ad84fd52ef1 req-737acd86-7547-48f9-8611-6ea7ac26b4c2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 210 time: 0.0347736 Aug 31 15:03:10.773140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-de68991a-5471-4108-b5f3-9ffa1b323805 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:03:10.776233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-de68991a-5471-4108-b5f3-9ffa1b323805 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:03:10.780026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-de68991a-5471-4108-b5f3-9ffa1b323805 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:03:10.805610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68991a-5471-4108-b5f3-9ffa1b323805 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event updated for resources: {'Port': ['ID=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:10.835893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-de68991a-5471-4108-b5f3-9ffa1b323805 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:10.836548 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-de68991a-5471-4108-b5f3-9ffa1b323805 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:10.853102 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-de68991a-5471-4108-b5f3-9ffa1b323805 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5452373 Aug 31 15:03:10.866951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Request body: {'port': {'device_id': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:10.928501 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:11.013417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3c43c6ec-db66-4a0b-ba99-2a0e3be5c0c9 None None] Provisioning for port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:03:11.017476 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3c43c6ec-db66-4a0b-ba99-2a0e3be5c0c9 None None] Provisioning complete for port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:03:11.017966 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c43c6ec-db66-4a0b-ba99-2a0e3be5c0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:11.052840 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3c43c6ec-db66-4a0b-ba99-2a0e3be5c0c9 None None] Port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:03:11.184224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:03:11.191757 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:11.203934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Transition to ACTIVE for port object ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:03:11.207536 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:11.261256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Pushing event updated for resources: {'Port': ['ID=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:11.337218 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Attempting to bind port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:03:11.337842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Attempting to bind port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:03:11.338169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Attempting to bind port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:03:11.342599 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:03:11.342915 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Attempting to bind port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:03:11.347845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:03:11.348189 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Checking segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:03:11.348574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Bound using segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:03:11.349003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Bound port: ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:03:11.349367 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:11.414106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:03:11.417055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:03:11.421450 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:11.453973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:11.454582 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:11.455986 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] 10.222.0.60 "PUT /v2.0/ports/ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 1091 time: 0.5944333 Aug 31 15:03:11.456414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'tag': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:03:11.458652 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b2c7e8-d1b5-4ed4-9cd9-fd441ee7625d" -d '{"events": [{"name": "network-changed", "server_uuid": "b59b2968-0b0b-4c02-aa40-f4c01759b527", "tag": "ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:03:11.487549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5457cf-948f-4bdb-8c77-8dd18a144f4e service neutron] Pushing event updated for resources: {'Port': ['ID=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:11.542623 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f075e82b-8f20-426d-88a6-827029ea015d x-openstack-request-id: req-f075e82b-8f20-426d-88a6-827029ea015d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:03:11.542966 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59b2968-0b0b-4c02-aa40-f4c01759b527", "tag": "ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:03:11.543168 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f075e82b-8f20-426d-88a6-827029ea015d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:03:11.543573 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'tag': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'status': 'completed', 'code': 200} Aug 31 15:03:11.561642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-6bb594bd-6811-42e6-b6e6-ae2b8d3e1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:11.563097 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-6bb594bd-6811-42e6-b6e6-ae2b8d3e1d65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 1094 time: 0.0534050 Aug 31 15:03:11.607011 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-18c0cfce-475a-4f60-99ac-cb8f7a107dbc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 217 time: 0.0352120 Aug 31 15:03:11.657384 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-d960b28d-e3b4-4dd3-8e2d-03f6625b4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:11.658854 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-d960b28d-e3b4-4dd3-8e2d-03f6625b4ae2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0454824 Aug 31 15:03:11.707860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-eef5f43d-fb7f-47b1-9823-0f97e5404bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:11.709325 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-eef5f43d-fb7f-47b1-9823-0f97e5404bc7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436831 Aug 31 15:03:11.805413 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-751d4f3c-fe6f-4824-83ff-c73a63357616 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880048 Aug 31 15:03:11.859057 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbf478-cfa8-4626-bec5-e8ea2154985c req-2b75e072-3d0f-408c-9b8a-2d0a8e1d518b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:11.860497 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ccfbf478-cfa8-4626-bec5-e8ea2154985c req-2b75e072-3d0f-408c-9b8a-2d0a8e1d518b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 943 time: 0.0493875 Aug 31 15:03:11.899068 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ccfbf478-cfa8-4626-bec5-e8ea2154985c req-fa73c2b8-7629-4585-9941-daba9d4c965b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317502 Aug 31 15:03:11.901753 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07a4cf1d-e57d-454e-8ccd-a81aeb06a68e req-f19b799a-588d-47e7-bb08-149d906e6354 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893862 Aug 31 15:03:11.986072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2c7e8-d1b5-4ed4-9cd9-fd441ee7625d req-53586b01-e97c-454e-8d09-3803e4339b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:11.987878 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1b2c7e8-d1b5-4ed4-9cd9-fd441ee7625d req-53586b01-e97c-454e-8d09-3803e4339b30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 1094 time: 0.0423467 Aug 31 15:03:12.076329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2c7e8-d1b5-4ed4-9cd9-fd441ee7625d req-276802d7-9391-4f30-84b6-581b6f4b5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:12.077810 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1b2c7e8-d1b5-4ed4-9cd9-fd441ee7625d req-276802d7-9391-4f30-84b6-581b6f4b5e98 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0828047 Aug 31 15:03:12.123562 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1b2c7e8-d1b5-4ed4-9cd9-fd441ee7625d req-5d48ed41-13b7-49a3-bdb7-3dde67607c55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 217 time: 0.0387084 Aug 31 15:03:12.173239 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2c7e8-d1b5-4ed4-9cd9-fd441ee7625d req-d3b020e4-910b-4514-9eba-02bd61b6935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:12.174707 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1b2c7e8-d1b5-4ed4-9cd9-fd441ee7625d req-d3b020e4-910b-4514-9eba-02bd61b6935f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0434315 Aug 31 15:03:12.221537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2c7e8-d1b5-4ed4-9cd9-fd441ee7625d req-f13e3617-69f8-486b-ad05-518a1e1e8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:12.223001 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1b2c7e8-d1b5-4ed4-9cd9-fd441ee7625d req-f13e3617-69f8-486b-ad05-518a1e1e8bee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389016 Aug 31 15:03:12.317770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1b2c7e8-d1b5-4ed4-9cd9-fd441ee7625d req-d06ce45e-8a4a-4f38-a5d7-f694b7feff5d service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846381 Aug 31 15:03:12.406584 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1b2c7e8-d1b5-4ed4-9cd9-fd441ee7625d req-1a5fddfb-bb38-469b-af62-fd97c00c66ec service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804083 Aug 31 15:03:13.014149 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:03:13.018038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9471f0d-c9df-4679-807d-ae9de7619d76 req-beafdc17-abdc-4ccb-86e3-bad296a02e03 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:13.019557 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9471f0d-c9df-4679-807d-ae9de7619d76 req-beafdc17-abdc-4ccb-86e3-bad296a02e03 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 943 time: 0.0502307 Aug 31 15:03:13.061230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9471f0d-c9df-4679-807d-ae9de7619d76 req-f4a63572-0fd9-45ed-a817-de6e62649c5a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350518 Aug 31 15:03:14.176337 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297a0b2-0f05-4aed-a729-e921192cdc07 req-477501e3-84af-4cef-ab38-5d166f021c5f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:14.177923 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5297a0b2-0f05-4aed-a729-e921192cdc07 req-477501e3-84af-4cef-ab38-5d166f021c5f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 943 time: 0.0494604 Aug 31 15:03:14.221737 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5297a0b2-0f05-4aed-a729-e921192cdc07 req-a89eccd1-6cdd-4cdb-986f-aa693a68a90b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369303 Aug 31 15:03:15.335872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38722fda-96fb-48d0-bb63-ec3c2297eb36 req-cc41f691-ccce-4fde-9883-cb5a13dce99e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:15.337887 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38722fda-96fb-48d0-bb63-ec3c2297eb36 req-cc41f691-ccce-4fde-9883-cb5a13dce99e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 943 time: 0.0492229 Aug 31 15:03:15.375005 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38722fda-96fb-48d0-bb63-ec3c2297eb36 req-4c8d5c36-5042-429a-8dd0-dce2c854656f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312450 Aug 31 15:03:15.951873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:03:16.042687 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:16.053435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'port_id': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'mac_address': 'fa:16:3e:6e:e4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:03:16.092245 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:16.104180 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:03:16.122660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:16.126506 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:16.170221 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:16.370343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:03:16.489091 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9eedd-3401-4b90-86bf-7eec55f3c3d7 req-a25e5045-5fea-4dce-8784-c49ceaa9b117 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:16.490731 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07d9eedd-3401-4b90-86bf-7eec55f3c3d7 req-a25e5045-5fea-4dce-8784-c49ceaa9b117 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 944 time: 0.0504193 Aug 31 15:03:16.533953 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-07d9eedd-3401-4b90-86bf-7eec55f3c3d7 req-66055da3-60b8-40ee-a317-8a4b5f64adb8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364363 Aug 31 15:03:17.667751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c2693-8312-46a6-981b-0f7806f2d196 req-5338c8a0-66e8-4fab-9863-c956d4c40cfa tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:17.669214 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-166c2693-8312-46a6-981b-0f7806f2d196 req-5338c8a0-66e8-4fab-9863-c956d4c40cfa tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 944 time: 0.0481029 Aug 31 15:03:17.706691 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-166c2693-8312-46a6-981b-0f7806f2d196 req-35504b55-2aaa-4e52-9a03-df5729cf5879 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316250 Aug 31 15:03:17.967464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:03:18.016015 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:03:18.019705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:03:18.020072 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:18.093753 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:18.117482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:03:18.119722 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863435b0-0750-4d21-99ce-3952599e1fd1" -d '{"events": [{"server_uuid": "b59b2968-0b0b-4c02-aa40-f4c01759b527", "name": "network-vif-plugged", "status": "completed", "tag": "ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:03:18.132142 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:18.136962 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:18.159842 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e086405f-2e48-41e0-a2ec-9a02c102cfa7 x-openstack-request-id: req-e086405f-2e48-41e0-a2ec-9a02c102cfa7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:03:18.160128 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59b2968-0b0b-4c02-aa40-f4c01759b527", "name": "network-vif-plugged", "status": "completed", "tag": "ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:03:18.160374 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e086405f-2e48-41e0-a2ec-9a02c102cfa7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:03:18.160754 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'code': 200} Aug 31 15:03:18.186885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:18.256231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d7e8d-9408-4f46-9a27-5d54e1f18287 req-893712ac-3758-4343-955d-e88a7e83d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:18.257576 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-920d7e8d-9408-4f46-9a27-5d54e1f18287 req-893712ac-3758-4343-955d-e88a7e83d8fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 1096 time: 0.0396955 Aug 31 15:03:18.296668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-920d7e8d-9408-4f46-9a27-5d54e1f18287 req-a384319d-c6b6-4460-9eb8-cb67e206073b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309138 Aug 31 15:03:18.824110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd60d9-e258-4002-bac5-bcb7b5fa2809 req-85da86ae-c4d7-498a-866e-bec4d0d6061d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:18.825683 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1cbd60d9-e258-4002-bac5-bcb7b5fa2809 req-85da86ae-c4d7-498a-866e-bec4d0d6061d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0523865 Aug 31 15:03:18.863623 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1cbd60d9-e258-4002-bac5-bcb7b5fa2809 req-2d5fec4b-d9b2-42c0-9b0a-f4e632606120 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320077 Aug 31 15:03:19.645526 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-507b609f-ca83-4a6b-89db-99a11f48b90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:19.813036 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:19.980155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5643b2-a343-41f6-ac7f-74b243fd896f req-9f31644d-5367-4f5f-93cb-222582a0430d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:19.981645 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd5643b2-a343-41f6-ac7f-74b243fd896f req-9f31644d-5367-4f5f-93cb-222582a0430d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0485215 Aug 31 15:03:20.020973 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-dd5643b2-a343-41f6-ac7f-74b243fd896f req-2fd8f395-abd8-49ca-b64f-5758af58e247 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325112 Aug 31 15:03:20.131128 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd591c0-95c5-4568-b444-b1aa021d9d17 req-b5d655d4-a1c6-4dbd-813a-d7e7d3756fbf tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:20.132551 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4dd591c0-95c5-4568-b444-b1aa021d9d17 req-b5d655d4-a1c6-4dbd-813a-d7e7d3756fbf tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0487661 Aug 31 15:03:20.141734 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 58654) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:20.146445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-758d8570-22b6-41d4-a08a-755f1998665e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Request body: {'floatingip': {'port_id': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:20.185593 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-758d8570-22b6-41d4-a08a-755f1998665e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:20.609490 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-758d8570-22b6-41d4-a08a-755f1998665e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:20.613536 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-758d8570-22b6-41d4-a08a-755f1998665e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:20.714282 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-758d8570-22b6-41d4-a08a-755f1998665e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Floating IP e597631e-f040-4acc-8276-46e611bc1a12 associated. External IP: 172.25.2.76, port: ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9. Aug 31 15:03:20.925300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758d8570-22b6-41d4-a08a-755f1998665e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Router 9ce4080f-47d7-4167-860d-7165ce5a963e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:03:21.031342 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758d8570-22b6-41d4-a08a-755f1998665e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:03:21.036082 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-758d8570-22b6-41d4-a08a-755f1998665e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:21.041360 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b51008-6345-4b71-a5ec-e99b2ed4a747 None None] Sync routers for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:03:21.049730 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b51008-6345-4b71-a5ec-e99b2ed4a747 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:03:21.050325 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-28b51008-6345-4b71-a5ec-e99b2ed4a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:02:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:21.063448 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-758d8570-22b6-41d4-a08a-755f1998665e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "PUT /v2.0/floatingips/e597631e-f040-4acc-8276-46e611bc1a12 HTTP/1.1" status: 200 len: 990 time: 0.9205711 Aug 31 15:03:21.064022 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'tag': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:03:21.066330 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e008bef-e4ae-44bc-8b42-005724d43258" -d '{"events": [{"name": "network-changed", "server_uuid": "b59b2968-0b0b-4c02-aa40-f4c01759b527", "tag": "ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:03:21.170609 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-28b51008-6345-4b71-a5ec-e99b2ed4a747 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:03:21.177026 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa22d5fd-7a39-4280-8589-dd9517dc0c95 x-openstack-request-id: req-aa22d5fd-7a39-4280-8589-dd9517dc0c95 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:03:21.177315 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59b2968-0b0b-4c02-aa40-f4c01759b527", "tag": "ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:03:21.177555 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa22d5fd-7a39-4280-8589-dd9517dc0c95 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:03:21.177957 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'tag': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'status': 'completed', 'code': 200} Aug 31 15:03:21.240852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e008bef-e4ae-44bc-8b42-005724d43258 req-ea54091d-bd19-44e0-8b0f-5da656d1f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:21.242340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e008bef-e4ae-44bc-8b42-005724d43258 req-ea54091d-bd19-44e0-8b0f-5da656d1f20a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 1096 time: 0.0411823 Aug 31 15:03:21.336707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e008bef-e4ae-44bc-8b42-005724d43258 req-1a3c97d3-2bb5-4003-bf78-6193e2de8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:21.339297 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e008bef-e4ae-44bc-8b42-005724d43258 req-1a3c97d3-2bb5-4003-bf78-6193e2de8ade service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0888553 Aug 31 15:03:21.393249 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-28b51008-6345-4b71-a5ec-e99b2ed4a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e597631e-f040-4acc-8276-46e611bc1a12', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'port_id': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'mac_address': 'fa:16:3e:6e:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:58:36Z', 'updated_at': '2021-08-31T15:03:20Z', 'revision_number': 9, 'project_id': '8db8898e323b4d07b45283473d29926d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:21.405553 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e008bef-e4ae-44bc-8b42-005724d43258 req-c0009b86-ea55-40d3-b80b-c08084bc8d4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 998 time: 0.0590842 Aug 31 15:03:21.424793 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b51008-6345-4b71-a5ec-e99b2ed4a747 None None] Checking router: 9ce4080f-47d7-4167-860d-7165ce5a963e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:03:21.433852 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b51008-6345-4b71-a5ec-e99b2ed4a747 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:03:21.434388 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-28b51008-6345-4b71-a5ec-e99b2ed4a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:02:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:21.458917 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e008bef-e4ae-44bc-8b42-005724d43258 req-31c74710-57ea-4484-940b-2608986ca99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:21.460431 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e008bef-e4ae-44bc-8b42-005724d43258 req-31c74710-57ea-4484-940b-2608986ca99d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0479543 Aug 31 15:03:21.510587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e008bef-e4ae-44bc-8b42-005724d43258 req-427fde3f-759b-4426-8328-b7d65736fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:21.512120 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e008bef-e4ae-44bc-8b42-005724d43258 req-427fde3f-759b-4426-8328-b7d65736fc98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408816 Aug 31 15:03:21.539569 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-28b51008-6345-4b71-a5ec-e99b2ed4a747 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:03:21.606391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e008bef-e4ae-44bc-8b42-005724d43258 req-22d32b41-4f0e-408d-983c-b0010f525cc2 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860639 Aug 31 15:03:21.706680 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5e008bef-e4ae-44bc-8b42-005724d43258 req-e0c3fb12-d71b-4ca3-a805-f1484ca760b7 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921934 Aug 31 15:03:21.766201 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-28b51008-6345-4b71-a5ec-e99b2ed4a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e597631e-f040-4acc-8276-46e611bc1a12', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'port_id': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'mac_address': 'fa:16:3e:6e:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:58:36Z', 'updated_at': '2021-08-31T15:03:20Z', 'revision_number': 9, 'project_id': '8db8898e323b4d07b45283473d29926d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:21.792360 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b51008-6345-4b71-a5ec-e99b2ed4a747 None None] The sync data for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 is: [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e597631e-f040-4acc-8276-46e611bc1a12', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'port_id': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'mac_address': 'fa:16:3e:6e:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:58:36Z', 'updated_at': '2021-08-31T15:03:20Z', 'revision_number': 9, 'project_id': '8db8898e323b4d07b45283473d29926d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:03:21.979848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac9f987-a5de-4ac2-b7c9-c234b88778e7 None None] New status for floating IP e597631e-f040-4acc-8276-46e611bc1a12: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:03:22.185307 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-798fb140-2291-465a-8e5d-d23c5eb7b801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:22.309020 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:23.455977 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:24.765692 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.046775 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:49.646051 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-903e58f9-a5ae-4bc8-9819-8bc5446ab40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:49.819927 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:50.013925 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:03:52.189652 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd394e5b-7737-4dfd-aaa9-0d3f9479d4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:52.309079 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:53.459489 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:54.765079 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:55.049787 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:07.163854 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d611b90-ae02-4e09-8cb2-0c1bc9da8122 req-ba15c9ab-ecc6-4149-9728-85ce6180993d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414283 Aug 31 15:04:07.244367 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611b90-ae02-4e09-8cb2-0c1bc9da8122 req-a518e56b-5a4d-43e6-9a76-62be1456507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:07.245869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d611b90-ae02-4e09-8cb2-0c1bc9da8122 req-a518e56b-5a4d-43e6-9a76-62be1456507b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 1096 time: 0.0414581 Aug 31 15:04:07.352764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611b90-ae02-4e09-8cb2-0c1bc9da8122 req-a3d2bcd2-40e0-406a-8ea7-99234fc5b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:07.354485 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d611b90-ae02-4e09-8cb2-0c1bc9da8122 req-a3d2bcd2-40e0-406a-8ea7-99234fc5b498 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0898943 Aug 31 15:04:07.418876 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d611b90-ae02-4e09-8cb2-0c1bc9da8122 req-94c7bfcd-b839-467a-8f9f-16c348de8c00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 1001 time: 0.0566041 Aug 31 15:04:07.470945 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611b90-ae02-4e09-8cb2-0c1bc9da8122 req-850dcfe6-62fc-4aed-88e1-3838c80e6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:07.472395 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d611b90-ae02-4e09-8cb2-0c1bc9da8122 req-850dcfe6-62fc-4aed-88e1-3838c80e6658 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0472171 Aug 31 15:04:07.517178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611b90-ae02-4e09-8cb2-0c1bc9da8122 req-e75308aa-6872-4d4c-8be0-be194f3efe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:07.518637 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d611b90-ae02-4e09-8cb2-0c1bc9da8122 req-e75308aa-6872-4d4c-8be0-be194f3efe4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390985 Aug 31 15:04:07.605640 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d611b90-ae02-4e09-8cb2-0c1bc9da8122 req-ad305512-92e9-4eef-9a0d-65fe0dae14c8 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800726 Aug 31 15:04:07.701800 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3d611b90-ae02-4e09-8cb2-0c1bc9da8122 req-f4ff2fa5-a6bb-4944-8ff1-803aa2c7b71b service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887530 Aug 31 15:04:19.648747 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1c668a23-8a3a-4e03-8d6c-270bd3fe84b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:19.838224 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:22.189468 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2966f661-331b-4b21-a860-efe617c3e79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:22.310659 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:23.460583 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:24.765144 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:25.115162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:27.013263 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:04:41.195299 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-02731fbd-c0e6-49d6-b8b5-842deb8f1a29 req-9764dd09-aae9-4145-94b1-733e5ef7759a service neutron] (94870) timed out ('10.222.0.25', 59793) {{(pid=94870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 15:04:49.649400 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2647da58-3e2e-43b8-89eb-58eb9fb0e997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:49.845894 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:52.190669 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5da09b69-0fd7-4f4e-a51e-a0ea3692fe48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:52.312034 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:53.463722 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:54.766761 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:55.055300 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:58.149194 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-f3d17e13-c6b5-40d6-a858-aa4cf6d57ad7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757718 Aug 31 15:04:58.162018 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eacf6f-1d17-42e9-b7c6-6dfd7bbfe73a req-eb7830b4-cedb-4700-aa6c-e8dc30a0b090 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:58.163730 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7eacf6f-1d17-42e9-b7c6-6dfd7bbfe73a req-eb7830b4-cedb-4700-aa6c-e8dc30a0b090 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0630832 Aug 31 15:04:58.207004 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d7eacf6f-1d17-42e9-b7c6-6dfd7bbfe73a req-1909babc-28a9-4fdf-81db-64874aac7b01 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370231 Aug 31 15:04:59.329594 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d6380-9b3c-4adf-8319-4032a48111e2 req-e1056fb0-aa8d-4cac-aa42-793227a3ff76 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:59.331098 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d2d6380-9b3c-4adf-8319-4032a48111e2 req-e1056fb0-aa8d-4cac-aa42-793227a3ff76 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0533140 Aug 31 15:04:59.371901 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d2d6380-9b3c-4adf-8319-4032a48111e2 req-93ba8753-8284-48f2-b533-ab66fc702376 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347931 Aug 31 15:05:00.169018 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-86641721-9ece-4c72-aa70-1950a7a40f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:00.170522 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-86641721-9ece-4c72-aa70-1950a7a40f96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 1096 time: 0.0443461 Aug 31 15:05:00.267698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-7e50c936-b59f-4eb9-8397-cb893451ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:00.269098 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-7e50c936-b59f-4eb9-8397-cb893451ed7d service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0905533 Aug 31 15:05:00.333337 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-470ec5c2-8ecf-4eb5-9c1c-794608cee6ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 1001 time: 0.0573204 Aug 31 15:05:00.384266 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-613b31fd-319e-463c-b5b9-b1dce9df309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:00.385669 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-613b31fd-319e-463c-b5b9-b1dce9df309e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0459373 Aug 31 15:05:00.432298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-4904cfcd-ed1c-41b7-bc59-458d67b7a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:00.433805 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-4904cfcd-ed1c-41b7-bc59-458d67b7a542 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413351 Aug 31 15:05:00.493524 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ce16f-9224-4f42-800e-c890fbf686c6 req-6fc2e633-ae90-4d1f-b08c-6477ac8e082e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:00.495024 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8a0ce16f-9224-4f42-800e-c890fbf686c6 req-6fc2e633-ae90-4d1f-b08c-6477ac8e082e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0502799 Aug 31 15:05:00.527575 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-b97d2cf4-93f5-433e-9078-8d117387fa81 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854042 Aug 31 15:05:00.543668 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8a0ce16f-9224-4f42-800e-c890fbf686c6 req-a2f73cf6-e55f-488b-b7dc-2a1aefe58fe8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420556 Aug 31 15:05:00.626196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-0cac6834-6dba-44da-8b11-10ab80ce5fb4 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914154 Aug 31 15:05:01.665540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03956e36-7115-4c06-95d1-0cffe3313574 req-a3d8fa2e-a09d-4a17-92e8-e78558c6c49f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:01.667040 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-03956e36-7115-4c06-95d1-0cffe3313574 req-a3d8fa2e-a09d-4a17-92e8-e78558c6c49f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0497003 Aug 31 15:05:01.705856 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-03956e36-7115-4c06-95d1-0cffe3313574 req-e9f23b9a-5fb6-400d-a953-78c4b3136c71 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317986 Aug 31 15:05:02.822997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d21ad-9d2c-4cf1-8d83-58c146225b3a req-c5ce8e6c-1471-4a1a-8931-644080c0d698 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:02.824513 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ce0d21ad-9d2c-4cf1-8d83-58c146225b3a req-c5ce8e6c-1471-4a1a-8931-644080c0d698 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0495980 Aug 31 15:05:02.864032 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ce0d21ad-9d2c-4cf1-8d83-58c146225b3a req-6b1320c7-a214-461e-8008-5a3bff7fdef9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329759 Aug 31 15:05:03.984562 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259a9a9-423c-45e2-9a91-7ab4fc98c933 req-85904bf1-8f88-4aa2-8059-c0d533ca7556 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:03.986089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9259a9a9-423c-45e2-9a91-7ab4fc98c933 req-85904bf1-8f88-4aa2-8059-c0d533ca7556 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0553336 Aug 31 15:05:04.013120 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:05:04.025778 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9259a9a9-423c-45e2-9a91-7ab4fc98c933 req-8d9bee7a-5203-4f19-903f-d9e198d67ce3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334394 Aug 31 15:05:05.142104 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f5c23-c4c7-4422-9c8a-c031f11a9b3d req-2dc3d434-6015-4a92-8fab-065ae3715774 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:05.143613 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-777f5c23-c4c7-4422-9c8a-c031f11a9b3d req-2dc3d434-6015-4a92-8fab-065ae3715774 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0507171 Aug 31 15:05:05.184584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-777f5c23-c4c7-4422-9c8a-c031f11a9b3d req-a7deca98-363e-43a0-aba7-ac93f239eb44 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350940 Aug 31 15:05:06.308990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a52f0b-dc39-4935-b996-0bf98bbcf4ba req-ee8fc01f-c857-4920-8384-494ea1d1dce1 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:06.310368 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9a52f0b-dc39-4935-b996-0bf98bbcf4ba req-ee8fc01f-c857-4920-8384-494ea1d1dce1 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0499296 Aug 31 15:05:06.347674 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e9a52f0b-dc39-4935-b996-0bf98bbcf4ba req-4f25ddc0-ef09-40b8-809e-766a0c02c5b6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306792 Aug 31 15:05:07.463847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa25b-c22a-47c7-ac15-b63b6027929b req-1a3a260f-b857-478e-a3b2-a6c06db77608 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:07.465318 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1daaa25b-c22a-47c7-ac15-b63b6027929b req-1a3a260f-b857-478e-a3b2-a6c06db77608 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0489783 Aug 31 15:05:07.502509 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1daaa25b-c22a-47c7-ac15-b63b6027929b req-388874c9-b7df-43e0-91f9-23431be00d21 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Aug 31 15:05:08.178242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ca24c-7147-4d07-b80b-9e3cb2dd969b req-4e198876-bb82-41d2-a474-b5a08f6eccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:08.179729 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c45ca24c-7147-4d07-b80b-9e3cb2dd969b req-4e198876-bb82-41d2-a474-b5a08f6eccd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 1096 time: 0.0405943 Aug 31 15:05:08.283650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ca24c-7147-4d07-b80b-9e3cb2dd969b req-00a9bc25-4332-48a4-aa39-fbdd57a2a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:08.285012 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c45ca24c-7147-4d07-b80b-9e3cb2dd969b req-00a9bc25-4332-48a4-aa39-fbdd57a2a699 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0858543 Aug 31 15:05:08.350945 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c45ca24c-7147-4d07-b80b-9e3cb2dd969b req-65f6c3a1-5b01-4cbd-a6bf-cde181186cc0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 1001 time: 0.0571380 Aug 31 15:05:08.399454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ca24c-7147-4d07-b80b-9e3cb2dd969b req-0d31bdcf-0f63-4f94-ae98-4ccf199a2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:08.400891 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c45ca24c-7147-4d07-b80b-9e3cb2dd969b req-0d31bdcf-0f63-4f94-ae98-4ccf199a2951 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0438194 Aug 31 15:05:08.448287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ca24c-7147-4d07-b80b-9e3cb2dd969b req-f1de3baa-0cbf-4333-91e3-5cceafc418f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:08.449740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c45ca24c-7147-4d07-b80b-9e3cb2dd969b req-f1de3baa-0cbf-4333-91e3-5cceafc418f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424552 Aug 31 15:05:08.540849 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c45ca24c-7147-4d07-b80b-9e3cb2dd969b req-f19678a7-9091-4a30-ae5f-7885a6d024f9 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832138 Aug 31 15:05:08.674701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cb4f3-044a-4a25-afdd-ad43b783b148 req-7cf181a8-505b-4c90-a46e-64332c361290 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:08.676206 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-329cb4f3-044a-4a25-afdd-ad43b783b148 req-7cf181a8-505b-4c90-a46e-64332c361290 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0813866 Aug 31 15:05:08.681532 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c45ca24c-7147-4d07-b80b-9e3cb2dd969b req-b29183f8-411d-4040-b588-d8d69f6244aa service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336544 Aug 31 15:05:08.715720 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-329cb4f3-044a-4a25-afdd-ad43b783b148 req-0f7d449f-06ed-4d4f-9136-2f4d3c42e69e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332570 Aug 31 15:05:09.831791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea569be-d601-47e8-935c-b3a9601e5d24 req-cafe1c8b-fbdf-4f73-b0ae-09e16a91523e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:09.833348 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0ea569be-d601-47e8-935c-b3a9601e5d24 req-cafe1c8b-fbdf-4f73-b0ae-09e16a91523e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0497484 Aug 31 15:05:09.871587 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0ea569be-d601-47e8-935c-b3a9601e5d24 req-3df8acc6-8d8a-495d-93b0-3a34ff1c54f8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323091 Aug 31 15:05:10.989901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252c323-8de1-4ecd-a174-3fd433e52c93 req-87c87d35-f450-4454-9313-af59ba2fae9e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:10.991555 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3252c323-8de1-4ecd-a174-3fd433e52c93 req-87c87d35-f450-4454-9313-af59ba2fae9e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0520027 Aug 31 15:05:11.035852 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3252c323-8de1-4ecd-a174-3fd433e52c93 req-02eb5fef-5cd1-4426-b6a2-a852c0123fc4 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381210 Aug 31 15:05:12.151133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c1d26-5a3e-4a4b-b7d7-9babe221e0aa req-95268e94-e755-43c1-8048-0338d0f021a7 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:12.152641 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c98c1d26-5a3e-4a4b-b7d7-9babe221e0aa req-95268e94-e755-43c1-8048-0338d0f021a7 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 945 time: 0.0493557 Aug 31 15:05:12.194052 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c98c1d26-5a3e-4a4b-b7d7-9babe221e0aa req-5c2482d6-8eae-43df-99a2-1f2d871adf40 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353658 Aug 31 15:05:12.454589 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-af34c131-9fa7-4bd7-9561-4209719d5f1c service neutron] show failed (client error): The resource could not be found. Aug 31 15:05:12.455604 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-af34c131-9fa7-4bd7-9561-4209719d5f1c service neutron] 10.222.0.60 "GET /v2.0/ports/ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9/bindings/n-h2-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0533626 Aug 31 15:05:12.647953 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-7013d079-dfc3-4b16-967a-691cc026b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:12.649483 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-7013d079-dfc3-4b16-967a-691cc026b2a5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527&tenant_id=8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 1096 time: 0.0430400 Aug 31 15:05:12.661146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:12.714000 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:12.917103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:12.949679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:05:12.987966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:05:12.990956 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd58847-f17c-4867-8edd-776600053820" -d '{"events": [{"server_uuid": "b59b2968-0b0b-4c02-aa40-f4c01759b527", "name": "network-vif-unplugged", "status": "completed", "tag": "ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:05:12.994921 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:13.008236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Transition to ACTIVE for port object ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:05:13.012137 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:13.042295 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014405b1-1eaf-42cb-8013-8cd7e8d2827a x-openstack-request-id: req-014405b1-1eaf-42cb-8013-8cd7e8d2827a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:05:13.042591 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59b2968-0b0b-4c02-aa40-f4c01759b527", "name": "network-vif-unplugged", "status": "completed", "tag": "ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:05:13.042843 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-014405b1-1eaf-42cb-8013-8cd7e8d2827a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:05:13.043794 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'code': 200} Aug 31 15:05:13.093371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:13.107402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:13.107751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:13.108092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:13.108429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:13.108762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:13.109091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:13.109416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:13.110286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:13.110612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:13.110937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:13.111440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:13.111771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:13.147919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] No DVR routers for this DVR port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:05:13.282836 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Attempting to bind port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:05:13.283185 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Attempting to bind port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:05:13.283520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Attempting to bind port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:05:13.287990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:05:13.288310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Attempting to bind port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:05:13.293292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:05:13.293636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Checking segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:05:13.294026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Bound using segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:05:13.294458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Bound port: ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:05:13.294819 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:13.325233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803744b6-4884-4af6-86a3-640dd392194c req-169ea68e-53f4-47ec-b179-3b08cf8450ca tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:13.326973 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-803744b6-4884-4af6-86a3-640dd392194c req-169ea68e-53f4-47ec-b179-3b08cf8450ca tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 943 time: 0.0640433 Aug 31 15:05:13.367775 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-803744b6-4884-4af6-86a3-640dd392194c req-8e526eb2-1bd9-4211-88ab-efb9edd028e3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332477 Aug 31 15:05:13.370044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:05:13.373367 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:05:13.379661 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:13.412634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:13.413250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:13.414715 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] 10.222.0.25 "PUT /v2.0/ports/ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 1091 time: 0.7575448 Aug 31 15:05:13.448812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e4a38-a6d6-450d-9efc-5420277284d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:13.489335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-6a405b5d-b992-4ad4-88bb-138ffed80c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:13.490865 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-6a405b5d-b992-4ad4-88bb-138ffed80c63 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 1094 time: 0.0516655 Aug 31 15:05:13.587882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-2ea74906-25a7-45c1-8e11-e893ceaf714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:13.589625 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-2ea74906-25a7-45c1-8e11-e893ceaf714a service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0919549 Aug 31 15:05:13.664008 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-dfbe103d-b562-474d-ba1e-8ad4466d41db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 999 time: 0.0672894 Aug 31 15:05:13.714060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-bf0fc36b-37ae-48e1-8a22-219db77686ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:13.715569 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-bf0fc36b-37ae-48e1-8a22-219db77686ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0437753 Aug 31 15:05:13.760708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-0fdc7f71-41a4-41c8-89b5-40b82f4f635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:13.762146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-0fdc7f71-41a4-41c8-89b5-40b82f4f635a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395460 Aug 31 15:05:13.863573 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-bfc87304-73b9-4aa5-ab9d-945a5127db4f service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913417 Aug 31 15:05:13.952772 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-c1223653-12de-4a3a-8eef-97c5dd81ff08 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824356 Aug 31 15:05:14.494606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329aa0f-faa8-49e8-bbc2-b736b37cdd41 req-2816fb60-76ee-43bf-aa18-d193937ff5c8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:14.496127 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6329aa0f-faa8-49e8-bbc2-b736b37cdd41 req-2816fb60-76ee-43bf-aa18-d193937ff5c8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 943 time: 0.0510831 Aug 31 15:05:14.535356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6329aa0f-faa8-49e8-bbc2-b736b37cdd41 req-aa3dd0e7-303e-4b42-b278-c12a72b188b5 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331452 Aug 31 15:05:15.044602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'tag': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:05:15.046968 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e4c9e5-6841-4083-a635-67a536a58f35" -d '{"events": [{"name": "network-changed", "server_uuid": "b59b2968-0b0b-4c02-aa40-f4c01759b527", "tag": "ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:05:15.096379 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3118608a-f3ed-4b2e-a72e-5384c25a116a x-openstack-request-id: req-3118608a-f3ed-4b2e-a72e-5384c25a116a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:05:15.096676 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59b2968-0b0b-4c02-aa40-f4c01759b527", "tag": "ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:05:15.096928 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3118608a-f3ed-4b2e-a72e-5384c25a116a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:05:15.097354 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'tag': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'status': 'completed', 'code': 200} Aug 31 15:05:15.185011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-1b584b85-7203-4232-afea-41b00cce432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:15.186523 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-1b584b85-7203-4232-afea-41b00cce432a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 1094 time: 0.0707133 Aug 31 15:05:15.192952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-03dc1105-ddbc-4c76-ba4c-f3a6bc56f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:15.194390 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-03dc1105-ddbc-4c76-ba4c-f3a6bc56f95d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 1094 time: 0.0695417 Aug 31 15:05:15.349302 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-6ac6753b-ac9f-4533-867c-551add6cb556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:15.350705 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-6ac6753b-ac9f-4533-867c-551add6cb556 service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1554334 Aug 31 15:05:15.352076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-f9bec583-9a3e-41c1-bac0-3e2b2f141efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:15.353391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-f9bec583-9a3e-41c1-bac0-3e2b2f141efc service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1501429 Aug 31 15:05:15.467674 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-8280b591-195e-4eca-b3d7-ba45b30cc26d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 999 time: 0.1063344 Aug 31 15:05:15.469991 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-b09a7c2f-5f18-4578-9b50-685fe0ff4a43 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 999 time: 0.1029251 Aug 31 15:05:15.913450 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-c176c936-b8d3-4de6-b897-0c8b7d58265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:15.914866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-c176c936-b8d3-4de6-b897-0c8b7d58265c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.4397900 Aug 31 15:05:15.924630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-dd4d726e-0aff-4b46-8877-d1655ecd29db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:15.925965 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-dd4d726e-0aff-4b46-8877-d1655ecd29db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.4245903 Aug 31 15:05:15.995548 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092def05-fcae-4d3c-bc70-b39f0d571aab req-715c10ba-8ceb-4b11-a1a8-e7076fa2e8a4 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:15.997080 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-092def05-fcae-4d3c-bc70-b39f0d571aab req-715c10ba-8ceb-4b11-a1a8-e7076fa2e8a4 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 943 time: 0.1304009 Aug 31 15:05:16.032252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-01404b0f-57a5-40ff-a8c9-a2be9fd29bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:16.033475 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-01404b0f-57a5-40ff-a8c9-a2be9fd29bf3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113207 Aug 31 15:05:16.041641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-5578790d-23b8-4ea3-931d-7eca26d431c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:16.043144 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-5578790d-23b8-4ea3-931d-7eca26d431c3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092508 Aug 31 15:05:16.117913 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-092def05-fcae-4d3c-bc70-b39f0d571aab req-1afa7403-6002-4119-9008-9f831a54d0f9 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111808 Aug 31 15:05:16.217642 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-3c931a24-1994-4309-b39e-8712d127fd1c service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712139 Aug 31 15:05:16.221763 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-8bdf82c9-a0ea-4314-8cb8-1741a1cec3cb service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602118 Aug 31 15:05:16.430715 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-9c4711cd-8f79-4753-9353-5c2e69946a9d service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962197 Aug 31 15:05:16.447850 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-12420ec3-0546-4504-b457-a0ea31e8a8ce service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222259 Aug 31 15:05:16.476932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-b79b56f3-3039-44ec-b9d8-c035adf1a43e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:16.478444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-b79b56f3-3039-44ec-b9d8-c035adf1a43e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.25 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527&tenant_id=8db8898e323b4d07b45283473d29926d&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 943 time: 0.1055150 Aug 31 15:05:16.491095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:05:16.492110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a4e7f-a4df-4c32-96a4-e42b8352928c req-4bfa202d-aa30-48ec-a3a1-3126cea8a111 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:16.493657 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f74a4e7f-a4df-4c32-96a4-e42b8352928c req-4bfa202d-aa30-48ec-a3a1-3126cea8a111 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 943 time: 0.1006486 Aug 31 15:05:16.568665 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f74a4e7f-a4df-4c32-96a4-e42b8352928c req-0ebc4e2d-90bb-4aaf-b883-7be996eff8ee tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681760 Aug 31 15:05:16.579543 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-3b0db186-4b70-471c-87de-9cc082f6bba9 service neutron] 10.222.0.25 "GET /v2.0/ports/ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9/bindings/n-h2-806683-5 HTTP/1.1" status: 200 len: 382 time: 0.0848353 Aug 31 15:05:16.654262 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-d4d4b5dc-9c42-4ade-b5fb-6323433500c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:16.655889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-d4d4b5dc-9c42-4ade-b5fb-6323433500c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 1094 time: 0.0441904 Aug 31 15:05:16.690814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:05:16.758372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-7d75a219-4cf1-432e-9243-321541f9967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:16.759838 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-7d75a219-4cf1-432e-9243-321541f9967f service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0958421 Aug 31 15:05:16.824347 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-fabe6bbb-a015-47eb-aeac-d84b8ab67ee5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 999 time: 0.0569074 Aug 31 15:05:16.877345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-c1de9a61-b03f-4b2a-a35c-449b348ba0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:16.878750 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-c1de9a61-b03f-4b2a-a35c-449b348ba0cd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0468364 Aug 31 15:05:16.923676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-9333310a-f6ec-4464-8980-b906cb78f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:16.925139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-9333310a-f6ec-4464-8980-b906cb78f19b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399492 Aug 31 15:05:17.014964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-83954bb7-69d6-442e-b515-55debc675c0a service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828378 Aug 31 15:05:17.108532 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-942fcd62-fdb0-4ef8-8dec-201529f5f92b service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853567 Aug 31 15:05:17.243954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:05:17.334120 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:17.344812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'port_id': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'mac_address': 'fa:16:3e:6e:e4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:05:17.381059 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:17.400420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:05:17.421452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:17.427005 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:17.471766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:17.478727 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:17.479072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:17.479434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:17.479815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:17.480119 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:17.480425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:17.480793 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:17.481118 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:17.481447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:17.481768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:17.482087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:17.482412 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:17.685703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:05:17.691935 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5101c-9b24-47e6-acd8-4166bfdb3f1a req-ccb965b8-94c9-442e-a2e6-cd05a136003f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:17.693457 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0ef5101c-9b24-47e6-acd8-4166bfdb3f1a req-ccb965b8-94c9-442e-a2e6-cd05a136003f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 944 time: 0.0493858 Aug 31 15:05:17.731730 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0ef5101c-9b24-47e6-acd8-4166bfdb3f1a req-c8161d4a-9058-478b-b9c2-0531da3b807c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323107 Aug 31 15:05:18.860671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca9251-2c4e-4a58-81ba-355a23d884a0 req-47ca04be-265f-4342-83b6-acae8189a2e0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:18.862127 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3eca9251-2c4e-4a58-81ba-355a23d884a0 req-47ca04be-265f-4342-83b6-acae8189a2e0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 944 time: 0.0567236 Aug 31 15:05:18.904418 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3eca9251-2c4e-4a58-81ba-355a23d884a0 req-ddc368ab-3aea-48d5-8730-c14fd38dca75 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348921 Aug 31 15:05:19.145632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-ee3d0e65-5ed5-4917-9fef-513ed7c9fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:19.147110 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-ee3d0e65-5ed5-4917-9fef-513ed7c9fb2f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527&tenant_id=8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 1095 time: 0.0410359 Aug 31 15:05:19.159496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:19.214618 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.257605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:05:19.335522 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.349083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:05:19.417209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:19.448692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:05:19.479470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:05:19.488527 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.498874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Ignored duplicate provisioning block setup for port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 15:05:19.502572 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.543096 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:05:19.543720 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:05:19.587103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Pushing event updated for resources: {'Port': ['ID=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,revision_number=9']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:19.624836 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] No DVR routers for this DVR port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:05:19.652279 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46004dad-b829-4931-9731-fb2c18fbfa21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.767776 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Attempting to bind port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:05:19.768112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Attempting to bind port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:05:19.768436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Attempting to bind port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:05:19.772690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:05:19.773008 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Attempting to bind port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:05:19.777855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:05:19.778193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Checking segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:05:19.778600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Bound using segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:05:19.779029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Bound port: ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:05:19.779432 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.843098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:05:19.846320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:05:19.850988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.869936 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.896058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:19.896871 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.898261 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] 10.222.0.60 "PUT /v2.0/ports/ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 1091 time: 0.7432942 Aug 31 15:05:19.900521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'tag': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:05:19.903413 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee629a9-25cb-4a5c-abae-679321c90948" -d '{"events": [{"name": "network-changed", "server_uuid": "b59b2968-0b0b-4c02-aa40-f4c01759b527", "tag": "ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:05:19.930442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669619f-f4f2-4032-809b-80cbdb699e2e service neutron] Pushing event updated for resources: {'Port': ['ID=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:19.973998 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56299be2-9375-4824-9e09-dc1545226d13 x-openstack-request-id: req-56299be2-9375-4824-9e09-dc1545226d13 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:05:19.974319 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59b2968-0b0b-4c02-aa40-f4c01759b527", "tag": "ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:05:19.974734 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56299be2-9375-4824-9e09-dc1545226d13 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:05:19.975147 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'tag': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'status': 'completed', 'code': 200} Aug 31 15:05:19.987479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-e980039d-7a11-479d-99e3-8960f4e35c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:19.989252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-e980039d-7a11-479d-99e3-8960f4e35c5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 1095 time: 0.0540824 Aug 31 15:05:20.124794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da65a3-d0e9-4bc9-8042-90bea44eefde req-8b990012-a263-4196-a268-7c5648fd7845 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:20.127031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6da65a3-d0e9-4bc9-8042-90bea44eefde req-8b990012-a263-4196-a268-7c5648fd7845 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 944 time: 0.1421776 Aug 31 15:05:20.150285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-7e7e7798-3aae-40d7-9bc9-b81316f48ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:20.151731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-7e7e7798-3aae-40d7-9bc9-b81316f48ca7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 1095 time: 0.1542132 Aug 31 15:05:20.192415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-5cd5fc37-46cf-48d3-ba52-0d81742b6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:20.193720 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-5cd5fc37-46cf-48d3-ba52-0d81742b6fd2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1951802 Aug 31 15:05:20.279608 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6da65a3-d0e9-4bc9-8042-90bea44eefde req-621cbb64-e076-41cb-948a-8dec79da63c6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407225 Aug 31 15:05:20.310830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-e0daa880-5558-4426-b800-f1cfa8495e9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 999 time: 0.0879641 Aug 31 15:05:20.351696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-ae29bfaf-ce98-4785-a363-36e6830a2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:20.353146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-ae29bfaf-ce98-4785-a363-36e6830a2bd0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1852968 Aug 31 15:05:20.408465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-031727a2-4e9b-43c1-bbd2-2b3a924c7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:20.409907 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-031727a2-4e9b-43c1-bbd2-2b3a924c7ba7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0904284 Aug 31 15:05:20.449167 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-4d9d7429-1718-46d0-8f48-6c3a64839992 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 999 time: 0.0879257 Aug 31 15:05:20.489287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-bec03045-1dbc-419e-867c-29fdb7c57122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:20.490739 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-bec03045-1dbc-419e-867c-29fdb7c57122 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724921 Aug 31 15:05:20.504085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-9bb217b3-3343-4077-be44-9b3bffbc4328 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:05:20.505015 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-9bb217b3-3343-4077-be44-9b3bffbc4328 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072601 Aug 31 15:05:20.520391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-0b448d57-8442-406a-b9d2-ca21581269c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:20.521719 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-0b448d57-8442-406a-b9d2-ca21581269c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0656922 Aug 31 15:05:20.620520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-7c5bf445-2a1c-435d-8248-347072c22d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:20.621903 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-7c5bf445-2a1c-435d-8248-347072c22d25 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896730 Aug 31 15:05:20.638228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-28c3e4cf-c072-43c2-b32b-c03bc10eb189 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252286 Aug 31 15:05:20.779965 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-ed188f1b-9516-4f45-af55-7f167a33d898 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497557 Aug 31 15:05:20.797190 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7e9f7963-ba8b-491a-ab81-ade6ec032f64 req-300c6bd1-62f6-41e6-940f-e2575a50a603 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480708 Aug 31 15:05:20.905438 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-e6332337-ec55-42fb-9dcf-bff12bbced8e service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182883 Aug 31 15:05:20.908152 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-787a1ada-b09d-48f2-900e-7620830cd275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:20.909568 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-787a1ada-b09d-48f2-900e-7620830cd275 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 1095 time: 0.0669184 Aug 31 15:05:20.999699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-8cebbe93-b4c5-45c2-a6c0-f62f243baf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:21.001731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-8cebbe93-b4c5-45c2-a6c0-f62f243baf9b service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0846026 Aug 31 15:05:21.070362 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-afb45a56-f648-46a2-b0e9-2bf63f0a40b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 200 len: 999 time: 0.0609884 Aug 31 15:05:21.121640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-caaf25a6-de6d-40d3-89ba-f8351c46664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:21.123054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-caaf25a6-de6d-40d3-89ba-f8351c46664a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0427978 Aug 31 15:05:21.169028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-5f8ae6b0-3d55-487b-b58a-3bb0e8ea54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:21.170410 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-5f8ae6b0-3d55-487b-b58a-3bb0e8ea54ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383120 Aug 31 15:05:21.263464 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-823ff4f1-3fce-46f5-b7f9-9a8db2135bbb service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852244 Aug 31 15:05:21.354716 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1ee629a9-25cb-4a5c-abae-679321c90948 req-00f7f14c-e147-4662-abba-aeb044cae5a7 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834224 Aug 31 15:05:21.397492 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bc5e-660d-48dd-b524-4cf11ce7d7af req-6a7c5424-a131-4458-8b62-d1114ff7ad34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:21.398976 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3812bc5e-660d-48dd-b524-4cf11ce7d7af req-6a7c5424-a131-4458-8b62-d1114ff7ad34 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 944 time: 0.0493712 Aug 31 15:05:21.440892 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3812bc5e-660d-48dd-b524-4cf11ce7d7af req-7f5da824-74a9-4751-8aa5-ef08e1b968bd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359123 Aug 31 15:05:22.193113 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8d9bf6f-3cf7-4bf7-83d7-a8662550e042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.312029 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.556598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86033873-ab47-4cef-9cc7-d80ba9656237 req-64e80961-f445-4395-a82f-3d724ba96b90 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:22.558057 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-86033873-ab47-4cef-9cc7-d80ba9656237 req-64e80961-f445-4395-a82f-3d724ba96b90 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 944 time: 0.0486975 Aug 31 15:05:22.595479 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-86033873-ab47-4cef-9cc7-d80ba9656237 req-10926dd9-278d-44c0-9670-bc4973c26b36 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313287 Aug 31 15:05:22.709543 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f9867-7da6-4428-b0dc-a1d11517d34a req-59e8461f-6cf2-4fe8-bf92-ec4dd2c9f3fa tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:22.710995 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d7f9867-7da6-4428-b0dc-a1d11517d34a req-59e8461f-6cf2-4fe8-bf92-ec4dd2c9f3fa tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 944 time: 0.0488729 Aug 31 15:05:22.753339 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2d7f9867-7da6-4428-b0dc-a1d11517d34a req-1a93f800-9aa4-4aee-a97a-2028233c40e2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363758 Aug 31 15:05:22.873764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea0bdb-6854-4f83-8165-70dc126e6348 req-cfc38c9f-dca2-441a-a9f0-637bdadf39ba tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:22.875147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-00ea0bdb-6854-4f83-8165-70dc126e6348 req-cfc38c9f-dca2-441a-a9f0-637bdadf39ba tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 944 time: 0.0543945 Aug 31 15:05:22.913067 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-00ea0bdb-6854-4f83-8165-70dc126e6348 req-71e15d03-b9a8-4c01-b4b7-7b7de82dd6c6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311978 Aug 31 15:05:23.145186 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d9670-98f9-4a52-81c0-d7eef071b52f req-f4a736d2-661f-49e2-82f9-bbd0030db23b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:23.147004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a7d9670-98f9-4a52-81c0-d7eef071b52f req-f4a736d2-661f-49e2-82f9-bbd0030db23b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 944 time: 0.0502849 Aug 31 15:05:23.185027 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a7d9670-98f9-4a52-81c0-d7eef071b52f req-53d2fb60-21fa-494b-9e10-be93b923323d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320268 Aug 31 15:05:23.466985 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.300854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc16c4-eb41-4bc2-9ecd-403897c186f6 req-61da0679-e59e-4be5-9f6f-f99681e43d1e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:24.303108 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0dbc16c4-eb41-4bc2-9ecd-403897c186f6 req-61da0679-e59e-4be5-9f6f-f99681e43d1e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 944 time: 0.0484743 Aug 31 15:05:24.343895 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0dbc16c4-eb41-4bc2-9ecd-403897c186f6 req-0f35f95f-d04e-46b3-8816-9d2f8a4d3295 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349169 Aug 31 15:05:24.351782 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-e7988c7b-b9ac-4afa-bde9-632f36372a8e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:24.353322 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-e7988c7b-b9ac-4afa-bde9-632f36372a8e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 944 time: 0.0530477 Aug 31 15:05:24.447841 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Deleting port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:05:24.448179 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.524320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:05:24.537449 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:24.537835 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.619283 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:24.630783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'port_id': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'mac_address': 'fa:16:3e:6e:e4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:05:24.670338 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.683384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:05:24.702252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:24.706445 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.714257 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.714637 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.714979 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Floating IP e597631e-f040-4acc-8276-46e611bc1a12 disassociated. External IP: 172.25.2.76, port: ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9. Aug 31 15:05:24.715408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Calling delete_port for ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:05:24.757042 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,revision_number=11']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:24.774939 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.847113 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.881585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event deleted for resources: {'Port': ['ID=ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:25.001432 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Router 9ce4080f-47d7-4167-860d-7165ce5a963e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:05:25.060976 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:25.444830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-22805881-fefb-4d34-9d39-d3d35a708c3c req-07dcd06d-e8a8-46e7-8d7d-4efb365bfcb1 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b59b2968-0b0b-4c02-aa40-f4c01759b527 HTTP/1.1" status: 200 len: 210 time: 0.0301695 Aug 31 15:05:25.459526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:05:25.474587 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae6005-3b3f-492d-b4f8-3cedf26ebf17 None None] Sync routers for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:05:25.484115 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae6005-3b3f-492d-b4f8-3cedf26ebf17 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:05:25.484728 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-48ae6005-3b3f-492d-b4f8-3cedf26ebf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:05:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:25.505088 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] No DVR routers for this DVR port ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:05:25.508550 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:25.510620 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-96b341cf-40ec-4c2a-ae04-9face58cf85f req-5cd05dbe-55c6-4e96-99f9-3fff7faa4c4f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "DELETE /v2.0/ports/ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 HTTP/1.1" status: 204 len: 173 time: 1.1513877 Aug 31 15:05:25.511064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'name': 'network-vif-deleted', 'tag': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:05:25.513363 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7297fa25-310d-419a-b169-c813e3e6fd44" -d '{"events": [{"server_uuid": "b59b2968-0b0b-4c02-aa40-f4c01759b527", "name": "network-vif-deleted", "tag": "ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:05:25.549709 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0801a594-2d66-4ded-ab92-73ef87e69c86 x-openstack-request-id: req-0801a594-2d66-4ded-ab92-73ef87e69c86 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:05:25.550001 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59b2968-0b0b-4c02-aa40-f4c01759b527", "name": "network-vif-deleted", "tag": "ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:05:25.550253 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0801a594-2d66-4ded-ab92-73ef87e69c86 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:05:25.550666 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59b2968-0b0b-4c02-aa40-f4c01759b527', 'name': 'network-vif-deleted', 'tag': 'ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9', 'status': 'completed', 'code': 200} Aug 31 15:05:25.595232 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-48ae6005-3b3f-492d-b4f8-3cedf26ebf17 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:05:25.800668 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-48ae6005-3b3f-492d-b4f8-3cedf26ebf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:25.827667 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae6005-3b3f-492d-b4f8-3cedf26ebf17 None None] Checking router: 9ce4080f-47d7-4167-860d-7165ce5a963e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:05:25.836064 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae6005-3b3f-492d-b4f8-3cedf26ebf17 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:05:25.836667 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-48ae6005-3b3f-492d-b4f8-3cedf26ebf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:05:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:26.038339 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-48ae6005-3b3f-492d-b4f8-3cedf26ebf17 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:05:26.228034 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-48ae6005-3b3f-492d-b4f8-3cedf26ebf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:26.257079 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae6005-3b3f-492d-b4f8-3cedf26ebf17 None None] The sync data for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 is: [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:05:26.481730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b3a47f-4b32-412f-a11c-21b7b02a5822 None None] New status for floating IP e597631e-f040-4acc-8276-46e611bc1a12: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:05:26.760235 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-63db5e5c-55e1-407e-8b61-c7b901c22e6e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--760439201&fields=id&tenant_id=8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 267 time: 0.0348895 Aug 31 15:05:26.874185 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-57fbb3ee-63f4-403a-84e9-7479a0436b9d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:26.875604 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-57fbb3ee-63f4-403a-84e9-7479a0436b9d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 812 time: 0.1081934 Aug 31 15:05:26.891002 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-6f7b4fc5-ff6f-4fd2-aed9-5dbcc39a4c3c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/quotas/8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 375 time: 0.0090885 Aug 31 15:05:26.943774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-40f38f7e-2c5c-4ca7-91bf-a9f2802fae4a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469134 Aug 31 15:05:27.131851 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-8acd7132-9cfb-4c64-afda-81da610ff12a service neutron] 10.222.0.39 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756134 Aug 31 15:05:27.219438 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-959f313a-84ba-428b-96ae-388eb2489432 service neutron] 10.222.0.39 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808170 Aug 31 15:05:27.452952 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8cb256ed-4726-4f0f-b2f7-a0c8fcd3f591 req-3e8c6af5-2e6b-4f4c-89f1-b43fbada774b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 210 time: 0.0984261 Aug 31 15:05:28.272407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-4c85274a-62c7-4d2a-9b6e-39dd2176f3e2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:28.273806 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-4c85274a-62c7-4d2a-9b6e-39dd2176f3e2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 812 time: 0.1077719 Aug 31 15:05:28.317505 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-2e1ea8e7-3fe6-4d56-b695-1e5b3a62b720 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 379 time: 0.0338438 Aug 31 15:05:28.327055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0a097b2c-5062-4077-84fc-0e386fbff429 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Request body: {'port': {'device_id': '2039396c-a0b6-4475-a30d-43543b68250a', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'admin_state_up': True, 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'security_groups': ['f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:28.430738 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0a097b2c-5062-4077-84fc-0e386fbff429 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Made reservation on behalf of 8db8898e323b4d07b45283473d29926d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:05:28.434297 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0a097b2c-5062-4077-84fc-0e386fbff429 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:28.541046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:05:28.565097 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:05:28.565675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ed7ebdfc-7c3a-4aa0-99c5-5f7bb86366a9 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:05:28.572068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0a097b2c-5062-4077-84fc-0e386fbff429 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Allocated IP 172.20.0.12 (705eddd0-7976-40ef-8333-9fdf72aaf7c0/e5de7bac-2f54-43ce-a216-4591f24c2c48/7b8a71a3-6f2d-4252-be3a-af96c1076781) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:05:28.634034 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0745d899-04ba-4d11-b39a-710d96a06e5d req-cc0b8412-b122-43c5-bb3d-4bb11ef20258 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 210 time: 0.0960007 Aug 31 15:05:28.735543 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0a097b2c-5062-4077-84fc-0e386fbff429 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:28.750075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0a097b2c-5062-4077-84fc-0e386fbff429 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Transition to ACTIVE for port object 7b8a71a3-6f2d-4252-be3a-af96c1076781 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:05:28.782821 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0a097b2c-5062-4077-84fc-0e386fbff429 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:28.825194 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0a097b2c-5062-4077-84fc-0e386fbff429 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:05:28.830048 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0a097b2c-5062-4077-84fc-0e386fbff429 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:05:28.834455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0a097b2c-5062-4077-84fc-0e386fbff429 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:05:28.861658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a097b2c-5062-4077-84fc-0e386fbff429 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event updated for resources: {'Port': ['ID=7b8a71a3-6f2d-4252-be3a-af96c1076781,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:28.900352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0a097b2c-5062-4077-84fc-0e386fbff429 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:28.900988 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0a097b2c-5062-4077-84fc-0e386fbff429 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:28.916675 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0a097b2c-5062-4077-84fc-0e386fbff429 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5931408 Aug 31 15:05:28.930531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Request body: {'port': {'device_id': '2039396c-a0b6-4475-a30d-43543b68250a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:28.994462 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:29.077687 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d5c272e1-316c-4fd7-b1bc-47f54438cd78 None None] Provisioning for port 7b8a71a3-6f2d-4252-be3a-af96c1076781 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:05:29.081219 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d5c272e1-316c-4fd7-b1bc-47f54438cd78 None None] Provisioning complete for port 7b8a71a3-6f2d-4252-be3a-af96c1076781 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:05:29.081586 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5c272e1-316c-4fd7-b1bc-47f54438cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:29.115528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d5c272e1-316c-4fd7-b1bc-47f54438cd78 None None] Port 7b8a71a3-6f2d-4252-be3a-af96c1076781 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:05:29.256300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8a71a3-6f2d-4252-be3a-af96c1076781 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:05:29.263604 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:29.276246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Transition to ACTIVE for port object 7b8a71a3-6f2d-4252-be3a-af96c1076781 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:05:29.279138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:29.331458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8a71a3-6f2d-4252-be3a-af96c1076781,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:29.408259 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Attempting to bind port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:05:29.408591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Attempting to bind port 7b8a71a3-6f2d-4252-be3a-af96c1076781 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:05:29.408913 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Attempting to bind port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:05:29.413958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:05:29.414272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Attempting to bind port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:05:29.419341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:05:29.419677 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Checking segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:05:29.420060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Bound using segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:05:29.420481 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Bound port: 7b8a71a3-6f2d-4252-be3a-af96c1076781, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:05:29.420845 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:29.492333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:05:29.495309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:05:29.500271 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:29.531288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:29.532060 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:29.533623 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] 10.222.0.60 "PUT /v2.0/ports/7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1092 time: 0.6088262 Aug 31 15:05:29.535722 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:05:29.539559 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2025585d-493c-4b1b-a81f-b95d5feb2438" -d '{"events": [{"name": "network-changed", "server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:05:29.572602 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c6947-6625-4f0d-b115-bd9798f331a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8a71a3-6f2d-4252-be3a-af96c1076781,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:29.592021 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc153c05-f3fd-49ce-809a-6fbbeebcf047 x-openstack-request-id: req-dc153c05-f3fd-49ce-809a-6fbbeebcf047 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:05:29.592454 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:05:29.592719 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc153c05-f3fd-49ce-809a-6fbbeebcf047 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:05:29.593133 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'status': 'completed', 'code': 200} Aug 31 15:05:29.627085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-2ff694dd-ccc1-4cce-98c6-1d0fb50eaa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:29.628346 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-2ff694dd-ccc1-4cce-98c6-1d0fb50eaa93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1095 time: 0.0522282 Aug 31 15:05:29.675772 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-47a5cc6a-7544-43ec-b750-4f030f39f62d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 217 time: 0.0375948 Aug 31 15:05:29.766056 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-f03cf6b5-8f5e-4605-97ab-987d0eff855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:29.767608 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-f03cf6b5-8f5e-4605-97ab-987d0eff855b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0851104 Aug 31 15:05:29.791864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc029d8e-ef47-464e-a3ca-174f007ce14a req-0bf35a92-3733-43e0-8eeb-ef54997605f2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:29.793316 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc029d8e-ef47-464e-a3ca-174f007ce14a req-0bf35a92-3733-43e0-8eeb-ef54997605f2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0812929 Aug 31 15:05:29.848249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0db16a52-58a2-4631-8453-e2876349323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:29.850721 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-0db16a52-58a2-4631-8453-e2876349323e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759773 Aug 31 15:05:29.854005 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc029d8e-ef47-464e-a3ca-174f007ce14a req-a02963fe-d96b-490a-ad52-a27312203068 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458896 Aug 31 15:05:29.945093 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-7fbc6b94-3a2c-4742-ab0f-10fcb83c9cdc service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868230 Aug 31 15:05:30.034841 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4d587566-9a6b-4bd5-9de5-84107a83adb9 req-f9b1e10e-da81-476f-bdfa-925679a22b6f service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826950 Aug 31 15:05:30.123611 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025585d-493c-4b1b-a81f-b95d5feb2438 req-d18f3283-03c6-45bb-b627-d6de7ffe299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:30.125002 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2025585d-493c-4b1b-a81f-b95d5feb2438 req-d18f3283-03c6-45bb-b627-d6de7ffe299e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1095 time: 0.0409341 Aug 31 15:05:30.216320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025585d-493c-4b1b-a81f-b95d5feb2438 req-dc48eb7c-eb37-4c05-ae8f-e91e32f3cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:30.217781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2025585d-493c-4b1b-a81f-b95d5feb2438 req-dc48eb7c-eb37-4c05-ae8f-e91e32f3cb5b service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0854762 Aug 31 15:05:30.258663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2025585d-493c-4b1b-a81f-b95d5feb2438 req-feee0008-e797-4dae-9680-22f03da2d71c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 217 time: 0.0332675 Aug 31 15:05:30.306923 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025585d-493c-4b1b-a81f-b95d5feb2438 req-83b9274b-38a4-4147-b457-60b63c12eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:30.308375 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2025585d-493c-4b1b-a81f-b95d5feb2438 req-83b9274b-38a4-4147-b457-60b63c12eee6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0427520 Aug 31 15:05:30.359892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025585d-493c-4b1b-a81f-b95d5feb2438 req-c896e200-82c8-4ac0-b7f0-cce484055ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:30.361358 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2025585d-493c-4b1b-a81f-b95d5feb2438 req-c896e200-82c8-4ac0-b7f0-cce484055ae0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437834 Aug 31 15:05:30.453292 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2025585d-493c-4b1b-a81f-b95d5feb2438 req-f71cadee-6820-4c48-8676-9f7e01248aa9 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818360 Aug 31 15:05:30.546024 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2025585d-493c-4b1b-a81f-b95d5feb2438 req-cba842a7-2152-465c-855c-f66a573361d6 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839975 Aug 31 15:05:30.976736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa29447-a062-453c-a1e6-305ce13fd13b req-9de3f085-e23d-4aa4-bbaf-64833f116033 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:30.978255 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fa29447-a062-453c-a1e6-305ce13fd13b req-9de3f085-e23d-4aa4-bbaf-64833f116033 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0554595 Aug 31 15:05:31.025960 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fa29447-a062-453c-a1e6-305ce13fd13b req-1f500b30-936f-41a0-a1f7-42555fb789d0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416601 Aug 31 15:05:32.140761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971df7a-a6cc-4ef3-8125-6510cea4e6ba req-c5e81658-b5bb-468b-9cad-1a9df4652746 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:32.142271 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6971df7a-a6cc-4ef3-8125-6510cea4e6ba req-c5e81658-b5bb-468b-9cad-1a9df4652746 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0492866 Aug 31 15:05:32.179704 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6971df7a-a6cc-4ef3-8125-6510cea4e6ba req-8e31e985-9826-41ef-9017-80ada510b9b4 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308158 Aug 31 15:05:32.557168 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7b8a71a3-6f2d-4252-be3a-af96c1076781 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:05:32.649316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:32.660514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'port_id': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'mac_address': 'fa:16:3e:52:df:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:05:32.700097 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:32.712187 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8a71a3-6f2d-4252-be3a-af96c1076781 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:05:32.730955 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:32.734980 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:32.779923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=7b8a71a3-6f2d-4252-be3a-af96c1076781,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:32.936303 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['7b8a71a3-6f2d-4252-be3a-af96c1076781'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:05:33.295723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b48c7-e4ce-41b4-96f2-d32be5480381 req-cd944268-680d-462a-aa8c-7cb85e17229a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:33.297244 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5a9b48c7-e4ce-41b4-96f2-d32be5480381 req-cd944268-680d-462a-aa8c-7cb85e17229a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 945 time: 0.0494554 Aug 31 15:05:33.334467 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5a9b48c7-e4ce-41b4-96f2-d32be5480381 req-1ab57a44-09a6-4fd5-aad0-bbe82705353b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311124 Aug 31 15:05:34.449098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e549b1-2ac1-4cc2-ad45-ab89519b49d3 req-6c4fb0a7-c0bb-40ae-bb9a-49d387c00e7b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:34.450577 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-22e549b1-2ac1-4cc2-ad45-ab89519b49d3 req-6c4fb0a7-c0bb-40ae-bb9a-49d387c00e7b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 945 time: 0.0490336 Aug 31 15:05:34.487313 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-22e549b1-2ac1-4cc2-ad45-ab89519b49d3 req-bafa1607-e70c-49e3-8058-ad996305c467 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307012 Aug 31 15:05:34.571945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7b8a71a3-6f2d-4252-be3a-af96c1076781 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:05:34.619301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 7b8a71a3-6f2d-4252-be3a-af96c1076781 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:05:34.622781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 7b8a71a3-6f2d-4252-be3a-af96c1076781 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:05:34.623155 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:34.696548 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:34.721813 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:05:34.724091 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fc0808-9134-4493-9412-fc3f19d50ac3" -d '{"events": [{"server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "name": "network-vif-plugged", "status": "completed", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:05:34.737194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:34.742486 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:34.765026 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76be136b-84a7-4054-a9c5-bb9fe3734c9b x-openstack-request-id: req-76be136b-84a7-4054-a9c5-bb9fe3734c9b {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:05:34.765320 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "name": "network-vif-plugged", "status": "completed", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:05:34.765663 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76be136b-84a7-4054-a9c5-bb9fe3734c9b {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:05:34.765943 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'code': 200} Aug 31 15:05:34.791824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=7b8a71a3-6f2d-4252-be3a-af96c1076781,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:34.863534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c2cdb-b9e2-4b2f-8361-a5c648b42c27 req-4b5b3310-0d25-473e-a3c1-e843b943fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:34.865312 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e75c2cdb-b9e2-4b2f-8361-a5c648b42c27 req-4b5b3310-0d25-473e-a3c1-e843b943fb77 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1097 time: 0.0458469 Aug 31 15:05:34.900611 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e75c2cdb-b9e2-4b2f-8361-a5c648b42c27 req-4f820c4b-137e-47c0-9bbe-f739cd96eea1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281856 Aug 31 15:05:35.608176 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19eca86-9e3a-41a8-a131-004375d65b00 req-c205b022-f2f9-4527-a3dc-edc1e17709e0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:35.609641 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e19eca86-9e3a-41a8-a131-004375d65b00 req-c205b022-f2f9-4527-a3dc-edc1e17709e0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0484693 Aug 31 15:05:35.647281 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e19eca86-9e3a-41a8-a131-004375d65b00 req-3e80bbd6-4072-431f-8fe4-e5f7f70947a5 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307353 Aug 31 15:05:36.762522 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199d8df-a89e-4ef5-8aa6-4af78ea53426 req-c275c421-fe4e-4db2-95c9-220e9aa05967 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:36.764044 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5199d8df-a89e-4ef5-8aa6-4af78ea53426 req-c275c421-fe4e-4db2-95c9-220e9aa05967 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0489254 Aug 31 15:05:36.801765 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5199d8df-a89e-4ef5-8aa6-4af78ea53426 req-d8c57149-ff26-4920-8b8e-dbcea62e48d7 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316706 Aug 31 15:05:36.918612 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174474f-3126-4e18-9083-ef673340f800 req-ba402280-1ab4-4069-93e2-96e42e56fdcd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:36.920119 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f174474f-3126-4e18-9083-ef673340f800 req-ba402280-1ab4-4069-93e2-96e42e56fdcd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0534663 Aug 31 15:05:36.928781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59050) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:36.933267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-98aa4532-ed07-43f8-8bd7-f02e234fdeec tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Request body: {'floatingip': {'port_id': '7b8a71a3-6f2d-4252-be3a-af96c1076781'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:36.975945 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98aa4532-ed07-43f8-8bd7-f02e234fdeec tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:37.403358 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98aa4532-ed07-43f8-8bd7-f02e234fdeec tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:37.407152 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98aa4532-ed07-43f8-8bd7-f02e234fdeec tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:37.506557 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-98aa4532-ed07-43f8-8bd7-f02e234fdeec tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Floating IP e597631e-f040-4acc-8276-46e611bc1a12 associated. External IP: 172.25.2.76, port: 7b8a71a3-6f2d-4252-be3a-af96c1076781. Aug 31 15:05:37.707976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98aa4532-ed07-43f8-8bd7-f02e234fdeec tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Router 9ce4080f-47d7-4167-860d-7165ce5a963e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:05:37.812985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98aa4532-ed07-43f8-8bd7-f02e234fdeec tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:05:37.817579 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98aa4532-ed07-43f8-8bd7-f02e234fdeec tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:37.823891 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06435cc7-ab7f-4ac4-ba26-bb7e4851b742 None None] Sync routers for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:05:37.833002 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06435cc7-ab7f-4ac4-ba26-bb7e4851b742 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:05:37.833765 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-06435cc7-ab7f-4ac4-ba26-bb7e4851b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:05:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:37.845165 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-98aa4532-ed07-43f8-8bd7-f02e234fdeec tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "PUT /v2.0/floatingips/e597631e-f040-4acc-8276-46e611bc1a12 HTTP/1.1" status: 200 len: 992 time: 0.9153993 Aug 31 15:05:37.845795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:05:37.848065 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cea8f7-0139-460f-bcbe-377f9e7a75be" -d '{"events": [{"name": "network-changed", "server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:05:37.884296 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda6343d-089f-43da-9437-82d840d71acd x-openstack-request-id: req-cda6343d-089f-43da-9437-82d840d71acd {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:05:37.884587 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:05:37.884842 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cda6343d-089f-43da-9437-82d840d71acd {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:05:37.885246 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'status': 'completed', 'code': 200} Aug 31 15:05:37.946333 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-06435cc7-ab7f-4ac4-ba26-bb7e4851b742 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:05:37.951293 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cea8f7-0139-460f-bcbe-377f9e7a75be req-5ee9b60d-c449-4aed-b007-172ccaf26b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:37.952800 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74cea8f7-0139-460f-bcbe-377f9e7a75be req-5ee9b60d-c449-4aed-b007-172ccaf26b5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1097 time: 0.0446112 Aug 31 15:05:38.042343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cea8f7-0139-460f-bcbe-377f9e7a75be req-8fc3dd9b-42ea-46cf-9f3c-ffbfa9e067c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:38.043898 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74cea8f7-0139-460f-bcbe-377f9e7a75be req-8fc3dd9b-42ea-46cf-9f3c-ffbfa9e067c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0837240 Aug 31 15:05:38.112723 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74cea8f7-0139-460f-bcbe-377f9e7a75be req-34477398-a622-4a5e-8f19-f5c2b1669c36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1000 time: 0.0621710 Aug 31 15:05:38.160889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cea8f7-0139-460f-bcbe-377f9e7a75be req-8f0ed3ce-3585-4fc9-b9b6-4eef9ea7d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:38.162914 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74cea8f7-0139-460f-bcbe-377f9e7a75be req-8f0ed3ce-3585-4fc9-b9b6-4eef9ea7d399 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0433028 Aug 31 15:05:38.166932 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-06435cc7-ab7f-4ac4-ba26-bb7e4851b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e597631e-f040-4acc-8276-46e611bc1a12', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'port_id': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'mac_address': 'fa:16:3e:52:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2039396c-a0b6-4475-a30d-43543b68250a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:58:36Z', 'updated_at': '2021-08-31T15:05:37Z', 'revision_number': 13, 'project_id': '8db8898e323b4d07b45283473d29926d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:38.196202 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06435cc7-ab7f-4ac4-ba26-bb7e4851b742 None None] Checking router: 9ce4080f-47d7-4167-860d-7165ce5a963e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:05:38.204164 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06435cc7-ab7f-4ac4-ba26-bb7e4851b742 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:05:38.204694 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-06435cc7-ab7f-4ac4-ba26-bb7e4851b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:05:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:38.208010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cea8f7-0139-460f-bcbe-377f9e7a75be req-5bbea3e0-a672-466d-85c1-ebbe68597669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:38.210160 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74cea8f7-0139-460f-bcbe-377f9e7a75be req-5bbea3e0-a672-466d-85c1-ebbe68597669 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405059 Aug 31 15:05:38.303103 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74cea8f7-0139-460f-bcbe-377f9e7a75be req-9079709b-e4c3-4be7-a1dd-4a96e8b35ec6 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855649 Aug 31 15:05:38.308579 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-06435cc7-ab7f-4ac4-ba26-bb7e4851b742 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:05:38.400892 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-74cea8f7-0139-460f-bcbe-377f9e7a75be req-07bba83d-4614-4df4-8889-d210d65e9c3e service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904448 Aug 31 15:05:38.525574 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-06435cc7-ab7f-4ac4-ba26-bb7e4851b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e597631e-f040-4acc-8276-46e611bc1a12', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'port_id': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'mac_address': 'fa:16:3e:52:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2039396c-a0b6-4475-a30d-43543b68250a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:58:36Z', 'updated_at': '2021-08-31T15:05:37Z', 'revision_number': 13, 'project_id': '8db8898e323b4d07b45283473d29926d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:38.551423 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06435cc7-ab7f-4ac4-ba26-bb7e4851b742 None None] The sync data for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 is: [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'e597631e-f040-4acc-8276-46e611bc1a12', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'port_id': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'mac_address': 'fa:16:3e:52:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2039396c-a0b6-4475-a30d-43543b68250a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:58:36Z', 'updated_at': '2021-08-31T15:05:37Z', 'revision_number': 13, 'project_id': '8db8898e323b4d07b45283473d29926d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:05:38.737690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a00fb5-d2cf-4e13-9633-d969c3cf59d5 None None] New status for floating IP e597631e-f040-4acc-8276-46e611bc1a12: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:05:41.013111 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:05:49.651098 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa364-cb08-4b53-b449-722cf36f7e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:49.864548 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:52.194073 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc06eff5-a93c-41e5-b35b-669aa7074650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:52.315283 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:53.468539 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:54.763873 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:55.063087 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:09.221058 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c4eac1c-3a1b-4352-ae53-ba8eb5363f24 req-084cb859-acd4-4aa2-b6d6-e64debe954ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815756 Aug 31 15:06:09.306636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eac1c-3a1b-4352-ae53-ba8eb5363f24 req-e595d9d1-fb3c-4d32-aaab-4938739ebf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:09.308064 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c4eac1c-3a1b-4352-ae53-ba8eb5363f24 req-e595d9d1-fb3c-4d32-aaab-4938739ebf23 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1097 time: 0.0433569 Aug 31 15:06:09.728286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eac1c-3a1b-4352-ae53-ba8eb5363f24 req-9e9eb157-4d15-4f85-903f-3f87f5862ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:09.729759 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c4eac1c-3a1b-4352-ae53-ba8eb5363f24 req-9e9eb157-4d15-4f85-903f-3f87f5862ebb service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.4027939 Aug 31 15:06:09.803968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c4eac1c-3a1b-4352-ae53-ba8eb5363f24 req-2ef8d1a7-5860-4337-8f1a-a4611b116631 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1002 time: 0.0655770 Aug 31 15:06:09.852661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eac1c-3a1b-4352-ae53-ba8eb5363f24 req-1a4a1692-dba5-4ec3-b650-95d51b9dd980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:09.854129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c4eac1c-3a1b-4352-ae53-ba8eb5363f24 req-1a4a1692-dba5-4ec3-b650-95d51b9dd980 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0434885 Aug 31 15:06:09.900564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eac1c-3a1b-4352-ae53-ba8eb5363f24 req-180b687c-368a-48b1-a131-87084f92b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:09.902003 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c4eac1c-3a1b-4352-ae53-ba8eb5363f24 req-180b687c-368a-48b1-a131-87084f92b0e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405998 Aug 31 15:06:09.991826 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c4eac1c-3a1b-4352-ae53-ba8eb5363f24 req-4eec11a9-7eb0-4939-956f-aa32881fa9e4 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823674 Aug 31 15:06:10.080601 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3c4eac1c-3a1b-4352-ae53-ba8eb5363f24 req-0b1b968f-7da7-4ee2-a5e7-d4ab0484d55e service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810354 Aug 31 15:06:18.013967 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:06:19.655559 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2ffbe8d-a3a6-44f9-8e1b-f04f6ddeb465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:19.872289 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:22.194425 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e77efe8-ecd8-4a98-86ac-03863566cee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:22.315140 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:23.473405 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:24.765136 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.065311 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:49.656915 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-186ade39-5775-4912-80c4-636821295a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:49.864470 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:52.194565 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93a60de0-9640-4b13-a63e-d4a47863a520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:52.316047 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:53.473693 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:54.776308 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:55.013388 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:06:55.067744 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:09.148098 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c994d8a2-21c5-4fdc-b52a-bde1d635dc57 req-b0db6c94-4a63-44b0-b991-40ed7bfe9bb8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405462 Aug 31 15:07:09.234317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994d8a2-21c5-4fdc-b52a-bde1d635dc57 req-e490cc67-3a1b-4121-a30c-432e9e3f9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:09.235830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c994d8a2-21c5-4fdc-b52a-bde1d635dc57 req-e490cc67-3a1b-4121-a30c-432e9e3f9ae1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1097 time: 0.0458977 Aug 31 15:07:09.338831 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994d8a2-21c5-4fdc-b52a-bde1d635dc57 req-8abe9c42-f982-42d8-91ce-acc1a80599ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:09.340370 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c994d8a2-21c5-4fdc-b52a-bde1d635dc57 req-8abe9c42-f982-42d8-91ce-acc1a80599ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0834899 Aug 31 15:07:09.408902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c994d8a2-21c5-4fdc-b52a-bde1d635dc57 req-543c67aa-bc84-4ea9-88f7-e4eec7942617 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1002 time: 0.0613723 Aug 31 15:07:09.458761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994d8a2-21c5-4fdc-b52a-bde1d635dc57 req-cc4b0c34-1989-4eac-9aaa-33c0d7224261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:09.460233 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c994d8a2-21c5-4fdc-b52a-bde1d635dc57 req-cc4b0c34-1989-4eac-9aaa-33c0d7224261 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0429399 Aug 31 15:07:09.511002 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994d8a2-21c5-4fdc-b52a-bde1d635dc57 req-15fb5f16-75d7-4ba8-b2e6-46b54d04fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:09.512397 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c994d8a2-21c5-4fdc-b52a-bde1d635dc57 req-15fb5f16-75d7-4ba8-b2e6-46b54d04fb77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426943 Aug 31 15:07:09.601575 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c994d8a2-21c5-4fdc-b52a-bde1d635dc57 req-a8f6eed6-d600-4a32-8f17-838584274fcb service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818312 Aug 31 15:07:09.692215 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c994d8a2-21c5-4fdc-b52a-bde1d635dc57 req-99265c1d-0f15-4a1a-806b-061b117adf6f service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830836 Aug 31 15:07:16.063383 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11595a-4e49-4902-b6a7-75f1c6001e5a req-c79ca519-6e1d-4b19-81eb-1ac03741a6bf tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:16.064871 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4a11595a-4e49-4902-b6a7-75f1c6001e5a req-c79ca519-6e1d-4b19-81eb-1ac03741a6bf tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0540078 Aug 31 15:07:16.104758 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4a11595a-4e49-4902-b6a7-75f1c6001e5a req-2e8cf176-ac5a-4e45-b21f-6f542afdd621 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330596 Aug 31 15:07:19.660521 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79a38c96-7101-4d46-8f1e-c1fddb54b125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:19.866400 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:22.195686 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a93190a9-0e60-4812-aec0-84c360d96527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:22.315809 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:23.476718 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:24.777400 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:25.071114 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:27.107914 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-d531e337-11fc-4435-9ae7-576370f02d3e req-751a1526-fa20-48ad-ad4b-7f50c1fa0fdb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:07:27.108888 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d531e337-11fc-4435-9ae7-576370f02d3e req-751a1526-fa20-48ad-ad4b-7f50c1fa0fdb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062184 Aug 31 15:07:27.297704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074f1cb-bc4c-42dd-a76d-dc6ea5e5e951 req-43ec0e91-41d4-4c22-8390-4700acc6011c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:27.299287 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4074f1cb-bc4c-42dd-a76d-dc6ea5e5e951 req-43ec0e91-41d4-4c22-8390-4700acc6011c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0503280 Aug 31 15:07:27.324982 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-62a3b052-8114-45b1-93d5-f0227b55bac2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885961 Aug 31 15:07:27.338266 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4074f1cb-bc4c-42dd-a76d-dc6ea5e5e951 req-8d2c9fce-a8d3-44a7-81ed-fb4c6af28081 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326121 Aug 31 15:07:28.455919 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c38eb6-d0bf-48c7-9d52-a959e255b009 req-1d1e7542-94e9-47f9-8aa2-816fdc59b682 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:28.457381 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-64c38eb6-d0bf-48c7-9d52-a959e255b009 req-1d1e7542-94e9-47f9-8aa2-816fdc59b682 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0483129 Aug 31 15:07:28.493683 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-64c38eb6-d0bf-48c7-9d52-a959e255b009 req-73d14432-80db-4084-b121-cf6bba8f674d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301926 Aug 31 15:07:29.616423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dd02e-5ffd-4bb0-b3c9-8d0e47595d39 req-7393b540-2e40-434d-b13f-24904193eb7d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:29.617915 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-865dd02e-5ffd-4bb0-b3c9-8d0e47595d39 req-7393b540-2e40-434d-b13f-24904193eb7d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0549347 Aug 31 15:07:29.656767 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-865dd02e-5ffd-4bb0-b3c9-8d0e47595d39 req-8acecb4d-c0ad-41b3-9dfd-d2451eb7eeff tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321925 Aug 31 15:07:30.774699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ace58f-2233-4e34-9800-256775963602 req-949112d6-1d2a-4e82-9709-63d2136d1df2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:30.776239 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-67ace58f-2233-4e34-9800-256775963602 req-949112d6-1d2a-4e82-9709-63d2136d1df2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0526330 Aug 31 15:07:30.814889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-67ace58f-2233-4e34-9800-256775963602 req-74c81a56-30ca-4e1e-af17-8252e1e1a05f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319755 Aug 31 15:07:31.934619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e315978-1178-4a34-8ee7-4c242198f094 req-9c3397a1-9f0b-4ee0-bc15-35bbff6f70c3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:31.936205 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e315978-1178-4a34-8ee7-4c242198f094 req-9c3397a1-9f0b-4ee0-bc15-35bbff6f70c3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0529628 Aug 31 15:07:31.976452 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e315978-1178-4a34-8ee7-4c242198f094 req-18afe894-b901-4210-836b-9c3b1d7e6439 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337074 Aug 31 15:07:32.012560 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:07:32.557578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624442b-0e73-45f9-b2df-b077226db97a req-848c0b25-63ad-453d-b385-83025a325001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:32.559108 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-848c0b25-63ad-453d-b385-83025a325001 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1097 time: 0.0411415 Aug 31 15:07:32.649935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624442b-0e73-45f9-b2df-b077226db97a req-2a870d4d-29fa-41bc-b46d-e9bff7adf016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:32.651434 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-2a870d4d-29fa-41bc-b46d-e9bff7adf016 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0858870 Aug 31 15:07:32.715637 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-b562f8b6-4665-4c70-959d-b1187f0caf4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1002 time: 0.0573962 Aug 31 15:07:32.767647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624442b-0e73-45f9-b2df-b077226db97a req-c3dc9b6c-73ed-405f-bfc7-e7301ed5f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:32.769100 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-c3dc9b6c-73ed-405f-bfc7-e7301ed5f0b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0470452 Aug 31 15:07:32.814141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624442b-0e73-45f9-b2df-b077226db97a req-edfbbf77-a131-4730-998d-72055a24a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:32.815594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-edfbbf77-a131-4730-998d-72055a24a02d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397301 Aug 31 15:07:32.904353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-e0af417b-c003-48f3-94d1-1cb6bef2de07 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812833 Aug 31 15:07:33.000632 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-6c7b7926-219f-434d-abbc-af923c3a75c7 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887480 Aug 31 15:07:33.103384 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee45253-313a-4999-8801-4b7a62c18815 req-971cf508-8d88-41b5-99f2-c2a760ee1ad2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:33.104819 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ee45253-313a-4999-8801-4b7a62c18815 req-971cf508-8d88-41b5-99f2-c2a760ee1ad2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0512574 Aug 31 15:07:33.144161 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2ee45253-313a-4999-8801-4b7a62c18815 req-886ebf8b-47ce-4cbc-938c-27e4bff987b7 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320108 Aug 31 15:07:34.263236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7d07c-a922-47bf-a7a7-1502ed49cc81 req-fbaa9ed8-206c-4bef-bfa8-416e6e4771ed tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:34.264663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fde7d07c-a922-47bf-a7a7-1502ed49cc81 req-fbaa9ed8-206c-4bef-bfa8-416e6e4771ed tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0515370 Aug 31 15:07:34.302970 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fde7d07c-a922-47bf-a7a7-1502ed49cc81 req-8fb94345-65aa-49fa-9df1-90e19a3bc52f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324330 Aug 31 15:07:35.418415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086a31b-b9a8-46a4-b16b-bdec909880eb req-b2df1a31-3d46-4195-a552-b640af6941a6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:35.420023 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8086a31b-b9a8-46a4-b16b-bdec909880eb req-b2df1a31-3d46-4195-a552-b640af6941a6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0482383 Aug 31 15:07:35.457514 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8086a31b-b9a8-46a4-b16b-bdec909880eb req-d764c3ef-c67f-4e3a-848c-b6281591c829 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309846 Aug 31 15:07:36.570696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba49128-dd5a-4979-988a-53b6a0013702 req-20cd41fd-f0f9-4cbb-acb2-65dc28b846fd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:36.572215 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ba49128-dd5a-4979-988a-53b6a0013702 req-20cd41fd-f0f9-4cbb-acb2-65dc28b846fd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0485828 Aug 31 15:07:36.610130 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4ba49128-dd5a-4979-988a-53b6a0013702 req-6354b1b5-3c8b-4ce8-8b52-728810647ee8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309544 Aug 31 15:07:37.730473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a281c2-085c-4cb2-89bb-a0e42062a8c7 req-f27de5f5-b79d-4ca9-ada4-7d7b48aca12c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:37.731994 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69a281c2-085c-4cb2-89bb-a0e42062a8c7 req-f27de5f5-b79d-4ca9-ada4-7d7b48aca12c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0540609 Aug 31 15:07:37.769931 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-69a281c2-085c-4cb2-89bb-a0e42062a8c7 req-de4e83b4-4740-49a6-95e4-c5fc8164e189 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316408 Aug 31 15:07:38.889278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd271460-cca9-44b7-ad47-bc75dbd3a63e req-d1414026-4bea-4faa-84bb-445666513d3a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:38.890780 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd271460-cca9-44b7-ad47-bc75dbd3a63e req-d1414026-4bea-4faa-84bb-445666513d3a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0540450 Aug 31 15:07:38.929144 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd271460-cca9-44b7-ad47-bc75dbd3a63e req-8961ec47-054f-48ff-8221-cc88065b8c27 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324035 Aug 31 15:07:40.048648 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf41560-655f-4638-a29d-efe22e124322 req-3342c799-c177-4709-808a-2ae6cb752e83 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:40.050135 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ecf41560-655f-4638-a29d-efe22e124322 req-3342c799-c177-4709-808a-2ae6cb752e83 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0509558 Aug 31 15:07:40.087987 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ecf41560-655f-4638-a29d-efe22e124322 req-497c0908-430d-4e5a-94d3-a42d739ef27b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318332 Aug 31 15:07:41.202988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a3630-3aad-4f93-9d27-64cb09ef0f84 req-c049d24b-6df3-47a6-a809-14558a9e66a1 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:41.204511 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c2a3630-3aad-4f93-9d27-64cb09ef0f84 req-c049d24b-6df3-47a6-a809-14558a9e66a1 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0497406 Aug 31 15:07:41.242562 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c2a3630-3aad-4f93-9d27-64cb09ef0f84 req-7634efcb-8213-45b4-8fc7-db5142a7081d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318482 Aug 31 15:07:42.358284 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776d7ab-0800-44b1-a309-fad9b78de8df req-83119bbe-3542-4edf-89c1-352e67d2a715 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:42.359875 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e776d7ab-0800-44b1-a309-fad9b78de8df req-83119bbe-3542-4edf-89c1-352e67d2a715 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0493722 Aug 31 15:07:42.397912 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e776d7ab-0800-44b1-a309-fad9b78de8df req-9f5b99da-7e29-4114-9364-bff314adfd54 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316463 Aug 31 15:07:43.516349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4db29-796f-4b01-994e-8f8b59ddfeb6 req-cfcb814a-0597-4395-b6d4-8b744d94fb60 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:43.517877 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bee4db29-796f-4b01-994e-8f8b59ddfeb6 req-cfcb814a-0597-4395-b6d4-8b744d94fb60 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0498915 Aug 31 15:07:43.556190 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bee4db29-796f-4b01-994e-8f8b59ddfeb6 req-d0520aee-2b21-4f4f-ab27-20d2464007c8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323646 Aug 31 15:07:44.682696 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7331370-ecb5-4855-b802-b8657a2e2f3c req-16a7a051-5866-4b2f-9ccd-df62ebb9e0de tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:44.684216 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c7331370-ecb5-4855-b802-b8657a2e2f3c req-16a7a051-5866-4b2f-9ccd-df62ebb9e0de tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0542316 Aug 31 15:07:44.723167 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c7331370-ecb5-4855-b802-b8657a2e2f3c req-f0d71b21-c980-48d2-aa4e-5f501ecc8d89 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328202 Aug 31 15:07:45.845525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c9f87-463a-4ac0-bf76-587cd3344b20 req-44f47e2e-02c4-45b6-b648-f0f67eed682c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:45.847041 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f03c9f87-463a-4ac0-bf76-587cd3344b20 req-44f47e2e-02c4-45b6-b648-f0f67eed682c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0542545 Aug 31 15:07:45.887703 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f03c9f87-463a-4ac0-bf76-587cd3344b20 req-4645eea9-112c-4ef2-995d-4a09bd0963b8 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341868 Aug 31 15:07:46.690362 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-c624442b-0e73-45f9-b2df-b077226db97a req-87b39ece-7067-4229-8c0f-90e9d88d4314 service neutron] show failed (client error): The resource could not be found. Aug 31 15:07:46.691388 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-87b39ece-7067-4229-8c0f-90e9d88d4314 service neutron] 10.222.0.60 "GET /v2.0/ports/7b8a71a3-6f2d-4252-be3a-af96c1076781/bindings/n-h2-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0536077 Aug 31 15:07:46.886744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624442b-0e73-45f9-b2df-b077226db97a req-3df2e4b1-1ff7-4058-b34d-82bf0a24216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:46.888257 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-3df2e4b1-1ff7-4058-b34d-82bf0a24216e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a&tenant_id=8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 1097 time: 0.0414042 Aug 31 15:07:46.899823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:07:46.956056 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:47.012296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384a85e-15d2-4f71-9347-55093d62eeeb req-c2d7d90e-c6bc-4b42-80f9-0d57e72868b1 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:47.014443 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2384a85e-15d2-4f71-9347-55093d62eeeb req-c2d7d90e-c6bc-4b42-80f9-0d57e72868b1 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0557287 Aug 31 15:07:47.053242 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2384a85e-15d2-4f71-9347-55093d62eeeb req-f362f7fa-251b-4812-9c80-83ed01b0b076 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325112 Aug 31 15:07:47.169286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:07:47.203391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:07:47.244277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:07:47.246779 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bb33e7-2f5d-4bca-9bc9-18ff3a2c537f" -d '{"events": [{"server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "name": "network-vif-unplugged", "status": "completed", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:07:47.250667 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:47.266310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Transition to ACTIVE for port object 7b8a71a3-6f2d-4252-be3a-af96c1076781 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:07:47.272055 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:47.309714 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db150ce6-1320-4a02-8b43-3d5b50a5fe89 x-openstack-request-id: req-db150ce6-1320-4a02-8b43-3d5b50a5fe89 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:07:47.310023 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "name": "network-vif-unplugged", "status": "completed", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:07:47.310251 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db150ce6-1320-4a02-8b43-3d5b50a5fe89 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:07:47.310649 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'code': 200} Aug 31 15:07:47.362561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8a71a3-6f2d-4252-be3a-af96c1076781,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:07:47.378978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:47.379354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:47.379701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:47.380047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:47.380378 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:47.380716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:47.381044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:47.381375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:47.381701 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:47.382030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:47.382354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:47.382678 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:07:47.408568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] No DVR routers for this DVR port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:07:47.542892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Attempting to bind port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:07:47.543264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Attempting to bind port 7b8a71a3-6f2d-4252-be3a-af96c1076781 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:07:47.543591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Attempting to bind port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:07:47.547735 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:07:47.548052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Attempting to bind port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:07:47.553013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:07:47.553349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Checking segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:07:47.553730 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Bound using segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:07:47.554155 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Bound port: 7b8a71a3-6f2d-4252-be3a-af96c1076781, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:07:47.554508 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:47.616210 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:07:47.619067 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:07:47.623420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:47.659238 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:47.659908 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:47.661343 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] 10.222.0.25 "PUT /v2.0/ports/7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1092 time: 0.7654834 Aug 31 15:07:47.695011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20092bef-42de-433b-bc75-a58cd688c344 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8a71a3-6f2d-4252-be3a-af96c1076781,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:07:47.732725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624442b-0e73-45f9-b2df-b077226db97a req-5435bf49-e725-4cdd-88b9-5745fd371eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:47.734237 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-5435bf49-e725-4cdd-88b9-5745fd371eb8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1095 time: 0.0484009 Aug 31 15:07:47.830144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624442b-0e73-45f9-b2df-b077226db97a req-bc2693ef-53e3-4c2d-b0b4-39720eaa11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:47.831733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-bc2693ef-53e3-4c2d-b0b4-39720eaa11a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0904675 Aug 31 15:07:47.903248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-1a1de1e6-9989-4468-adf9-1d3cb6ade175 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1000 time: 0.0648682 Aug 31 15:07:47.951522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624442b-0e73-45f9-b2df-b077226db97a req-d50d6c0f-88a4-4306-9d5b-9d69bc8e0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:47.952852 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-d50d6c0f-88a4-4306-9d5b-9d69bc8e0df6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0431931 Aug 31 15:07:47.998183 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624442b-0e73-45f9-b2df-b077226db97a req-3cb45615-27ef-4771-ae6c-d95eccf99b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:47.999756 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-3cb45615-27ef-4771-ae6c-d95eccf99b09 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397928 Aug 31 15:07:48.014040 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-5680fee3-de55-4f7f-9792-cd34c0f0fec5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:07:48.015356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-5680fee3-de55-4f7f-9792-cd34c0f0fec5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071757 Aug 31 15:07:48.123227 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-6347a03c-6417-4da8-8e33-fef88bad7381 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007936 Aug 31 15:07:48.172213 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfbbca-ebb2-47d3-a2ed-0c3722b63e81 req-9d58aa52-fe38-405a-9f4d-5e1ca7e4867b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:48.174406 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-19dfbbca-ebb2-47d3-a2ed-0c3722b63e81 req-9d58aa52-fe38-405a-9f4d-5e1ca7e4867b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0508988 Aug 31 15:07:48.214010 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-19dfbbca-ebb2-47d3-a2ed-0c3722b63e81 req-1c9a94fa-0cc7-4738-989d-96a2dbba77fd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323462 Aug 31 15:07:48.214686 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c624442b-0e73-45f9-b2df-b077226db97a req-d369cbc4-07e9-4eab-bac9-6d2e7e82bd85 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839412 Aug 31 15:07:49.228583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7b8a71a3-6f2d-4252-be3a-af96c1076781 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:07:49.275211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7b8a71a3-6f2d-4252-be3a-af96c1076781 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:07:49.320116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:07:49.322452 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:07:49.350400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c05e90-99bc-44bc-8a5f-5c737861322e req-0af372df-888c-4f24-a374-5d20f6014216 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:49.352071 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4c05e90-99bc-44bc-8a5f-5c737861322e req-0af372df-888c-4f24-a374-5d20f6014216 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0633054 Aug 31 15:07:49.374681 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210f96a2-00eb-46aa-a720-c78e91500d60 x-openstack-request-id: req-210f96a2-00eb-46aa-a720-c78e91500d60 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:07:49.374937 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:07:49.375379 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-210f96a2-00eb-46aa-a720-c78e91500d60 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:07:49.375778 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'status': 'completed', 'code': 200} Aug 31 15:07:49.398673 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4c05e90-99bc-44bc-8a5f-5c737861322e req-ae0c5327-9bf8-40ef-a7e7-46a1dc09416c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396061 Aug 31 15:07:49.471624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-9accefd2-5a7a-434e-ad95-2415f1a059a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:49.473195 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-9accefd2-5a7a-434e-ad95-2415f1a059a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1095 time: 0.0736234 Aug 31 15:07:49.475105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-9073cb5c-b47f-44c8-a26e-c18c0fcaa0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:49.476592 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-9073cb5c-b47f-44c8-a26e-c18c0fcaa0a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1095 time: 0.0759642 Aug 31 15:07:49.637903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-138368f1-a22e-4c79-a082-e3600e235ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:49.639417 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-138368f1-a22e-4c79-a082-e3600e235ed8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1594205 Aug 31 15:07:49.640742 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-3de2b2fb-b9ad-43cc-a95d-b00961b6fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:49.642250 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-3de2b2fb-b9ad-43cc-a95d-b00961b6fb0e service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1543257 Aug 31 15:07:49.663043 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9c180c1-dcb1-4821-8855-bb27f01b4ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:49.759105 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-788b2ae0-4f0d-453b-a94b-df47e4f5a218 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1000 time: 0.1110804 Aug 31 15:07:49.760855 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-0c70268c-1310-424d-a9ce-26f67300cf86 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1000 time: 0.1115162 Aug 31 15:07:49.848825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-10cdc382-7c6f-4cf7-a5ef-4fb03323d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:49.850299 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-10cdc382-7c6f-4cf7-a5ef-4fb03323d4ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0845408 Aug 31 15:07:49.851978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-0e15e3eb-e0ad-49bb-aa7b-9a15a6573b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:49.853345 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-0e15e3eb-e0ad-49bb-aa7b-9a15a6573b68 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0789468 Aug 31 15:07:49.882892 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:49.935860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-6faaab08-c4ad-48ff-a1f1-359d4df07dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:49.937377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-6faaab08-c4ad-48ff-a1f1-359d4df07dc9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799692 Aug 31 15:07:49.940168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-7efbe247-ef83-4cc7-bed1-48878956595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:49.941525 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-7efbe247-ef83-4cc7-bed1-48878956595a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743551 Aug 31 15:07:50.101862 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-d13e95b6-8146-44c6-8854-62c03c7559c9 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494188 Aug 31 15:07:50.103559 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-8a199b74-55a5-4465-a310-5e3961477e9b service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586990 Aug 31 15:07:50.263245 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-9030300a-b52d-4e17-8f11-4e94808a26e0 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538668 Aug 31 15:07:50.264984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-380b82b8-9ccb-4c39-8d4f-7a18c7b80e0a req-99ab0c5d-4c79-4062-9468-b7138f0610aa service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546662 Aug 31 15:07:50.522679 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4217204-0345-4dcd-8849-0ffaf0db4408 req-6e42d6ac-0139-456c-ad72-2ed322e8f0b6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:50.524208 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4217204-0345-4dcd-8849-0ffaf0db4408 req-6e42d6ac-0139-456c-ad72-2ed322e8f0b6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0533602 Aug 31 15:07:50.561718 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d4217204-0345-4dcd-8849-0ffaf0db4408 req-5577021e-1111-4b1c-9e1a-726129ab8135 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315428 Aug 31 15:07:51.682540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a30061-4c2e-4cc3-bbef-7131efd26555 req-d67b4ec3-0aa7-4744-aeb3-fa79a2ca0da5 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:51.684089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27a30061-4c2e-4cc3-bbef-7131efd26555 req-d67b4ec3-0aa7-4744-aeb3-fa79a2ca0da5 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0513082 Aug 31 15:07:51.722457 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27a30061-4c2e-4cc3-bbef-7131efd26555 req-5779ad1a-1145-4daf-a863-87bba137a45f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322647 Aug 31 15:07:52.196549 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b72a393-aaab-40c3-a5c8-c1e0a180793a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:52.316222 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:52.859430 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970f3aa-ec92-490d-a2e0-b9c742369c9a req-d41c36b9-32ce-4de3-a0b6-ffc5eaad666b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:52.862858 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e970f3aa-ec92-490d-a2e0-b9c742369c9a req-d41c36b9-32ce-4de3-a0b6-ffc5eaad666b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0602198 Aug 31 15:07:52.910493 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e970f3aa-ec92-490d-a2e0-b9c742369c9a req-28463eda-3acd-47cc-b3b9-78c230bd38f5 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408981 Aug 31 15:07:53.479068 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:54.042830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af46ef-353e-49ca-ac0d-1dc265ea8829 req-0a7e5824-9eb0-4f2b-a7a7-d07aebeb868d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:54.044372 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51af46ef-353e-49ca-ac0d-1dc265ea8829 req-0a7e5824-9eb0-4f2b-a7a7-d07aebeb868d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0584936 Aug 31 15:07:54.082559 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-51af46ef-353e-49ca-ac0d-1dc265ea8829 req-a038a6d5-bf41-442e-a629-48d43a2a8645 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315199 Aug 31 15:07:54.779815 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:55.074332 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:55.200081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bccb8b-2026-4035-893b-d65245ee65c5 req-e1dba6ef-2b18-41b0-84a3-8dd1f11f94f4 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:55.201545 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a6bccb8b-2026-4035-893b-d65245ee65c5 req-e1dba6ef-2b18-41b0-84a3-8dd1f11f94f4 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0486004 Aug 31 15:07:55.238186 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a6bccb8b-2026-4035-893b-d65245ee65c5 req-c19c9cb0-e7f1-4b15-a80f-462446d7d269 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301733 Aug 31 15:07:56.353550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f18917-1b6b-4e95-a7ba-a4475ea58763 req-f42cdc3a-a0bc-4135-a6ec-e8d5d13c1e2a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:56.355044 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65f18917-1b6b-4e95-a7ba-a4475ea58763 req-f42cdc3a-a0bc-4135-a6ec-e8d5d13c1e2a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0484514 Aug 31 15:07:56.396631 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-65f18917-1b6b-4e95-a7ba-a4475ea58763 req-a344cd21-adf5-4e64-95f7-021c99dd4c47 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310259 Aug 31 15:07:57.517293 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbbd71-768b-40a8-9402-09c445a0525b req-c3b4d594-76fb-43e5-a5b1-c371dee73e17 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:57.518771 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81fbbd71-768b-40a8-9402-09c445a0525b req-c3b4d594-76fb-43e5-a5b1-c371dee73e17 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0528951 Aug 31 15:07:57.556276 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81fbbd71-768b-40a8-9402-09c445a0525b req-31349b23-aa89-498a-bb80-fb99cfa6424a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315073 Aug 31 15:07:58.671575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192e031-b96a-4742-9e8b-1a1940810c74 req-7f616fdb-18cc-4cb6-bf9e-af00ff4bb445 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:58.673035 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c192e031-b96a-4742-9e8b-1a1940810c74 req-7f616fdb-18cc-4cb6-bf9e-af00ff4bb445 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0486031 Aug 31 15:07:58.709998 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c192e031-b96a-4742-9e8b-1a1940810c74 req-5dfa542e-d2fc-4056-adcb-90c0889442d0 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309732 Aug 31 15:07:59.826064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3769e-0d6a-4426-b276-490977f7541c req-fb6520b1-b5be-4679-89cc-8ca12fca25e3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:59.827598 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05f3769e-0d6a-4426-b276-490977f7541c req-fb6520b1-b5be-4679-89cc-8ca12fca25e3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0504272 Aug 31 15:07:59.866692 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05f3769e-0d6a-4426-b276-490977f7541c req-3f44f914-510f-4a22-903a-5e9484d55892 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324278 Aug 31 15:08:00.000416 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7b8a71a3-6f2d-4252-be3a-af96c1076781 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:08:00.100166 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:00.117227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'port_id': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'mac_address': 'fa:16:3e:52:df:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:08:00.155877 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:00.157416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-955c3f9a-0ffb-4c8a-ab5b-110b12843598 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:00.159872 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-955c3f9a-0ffb-4c8a-ab5b-110b12843598 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.25 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a&tenant_id=8db8898e323b4d07b45283473d29926d&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 944 time: 0.0577462 Aug 31 15:08:00.168893 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13254c15-12f6-42b0-99f6-dab4e8d47456 req-5da60958-1045-4915-8430-136ac8b50542 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:00.170155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8a71a3-6f2d-4252-be3a-af96c1076781 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:08:00.170407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-13254c15-12f6-42b0-99f6-dab4e8d47456 req-5da60958-1045-4915-8430-136ac8b50542 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 944 time: 0.0507874 Aug 31 15:08:00.190436 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:00.195434 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:00.217794 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-13254c15-12f6-42b0-99f6-dab4e8d47456 req-17cf9ce7-90b2-4600-aae9-54b4c3faa14e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379031 Aug 31 15:08:00.257543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=7b8a71a3-6f2d-4252-be3a-af96c1076781,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:00.264819 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:00.265186 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:00.265504 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:00.265836 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:00.266172 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:00.266503 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:00.266832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:00.267262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:00.267607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:00.267932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:00.268260 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:00.268585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:00.273196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-6b41f778-b752-4f23-825e-116e5dd06b2d service neutron] 10.222.0.25 "GET /v2.0/ports/7b8a71a3-6f2d-4252-be3a-af96c1076781/bindings/n-h2-806683-5 HTTP/1.1" status: 200 len: 382 time: 0.1058652 Aug 31 15:08:00.338379 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-13626857-5b04-4f55-a5b3-6f45d55e862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:00.340017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-13626857-5b04-4f55-a5b3-6f45d55e862d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1096 time: 0.0398407 Aug 31 15:08:00.414069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['7b8a71a3-6f2d-4252-be3a-af96c1076781'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:08:00.431689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-e0d20da5-f77d-4d56-a41a-881b4cadf0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:00.433252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-e0d20da5-f77d-4d56-a41a-881b4cadf0fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0857244 Aug 31 15:08:00.498800 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-929f975c-ba27-402d-84ac-d76e38daa1f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1001 time: 0.0580118 Aug 31 15:08:00.547619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-72f20ac4-22bf-4d55-a954-9b4d0c15d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:00.548974 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-72f20ac4-22bf-4d55-a954-9b4d0c15d6b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0437927 Aug 31 15:08:00.599938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-6982f641-73f3-4aff-ac74-b100a2f0cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:00.601440 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-6982f641-73f3-4aff-ac74-b100a2f0cd80 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456929 Aug 31 15:08:00.688393 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-cdea532a-bd47-4964-81ec-d9e6bfd535c6 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792973 Aug 31 15:08:00.780822 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-1a08553f-8bfc-4d8d-b0b0-7dc13ae57c7e service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848808 Aug 31 15:08:01.337472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b4ff4-7f39-4cb4-a703-815fb44e3608 req-67648f38-4a53-407a-a4f5-443b5dec1c3b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:01.338938 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea2b4ff4-7f39-4cb4-a703-815fb44e3608 req-67648f38-4a53-407a-a4f5-443b5dec1c3b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 945 time: 0.0487754 Aug 31 15:08:01.377383 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ea2b4ff4-7f39-4cb4-a703-815fb44e3608 req-0fc02b5b-a9fb-451e-866c-e64b83a193c3 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315211 Aug 31 15:08:02.021698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7b8a71a3-6f2d-4252-be3a-af96c1076781 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:08:02.068420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 7b8a71a3-6f2d-4252-be3a-af96c1076781 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:08:02.072314 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 7b8a71a3-6f2d-4252-be3a-af96c1076781 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:08:02.072757 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:02.153141 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:02.175594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:08:02.177890 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f42815-10e4-41fd-b83c-3c676b912515" -d '{"events": [{"server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "name": "network-vif-plugged", "status": "completed", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:08:02.190072 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:02.195834 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:02.243934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=7b8a71a3-6f2d-4252-be3a-af96c1076781,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:02.294397 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca66f61-b68c-49c7-91a4-f706fb9f1b48 x-openstack-request-id: req-cca66f61-b68c-49c7-91a4-f706fb9f1b48 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:08:02.294769 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "name": "network-vif-plugged", "status": "completed", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:08:02.295012 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cca66f61-b68c-49c7-91a4-f706fb9f1b48 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:08:02.295455 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'code': 200} Aug 31 15:08:02.499371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07473254-6dbb-4ece-8d0c-2675e5834bee req-c0875f53-f9df-4cd0-b2d3-f679b9425cf7 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:02.500860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07473254-6dbb-4ece-8d0c-2675e5834bee req-c0875f53-f9df-4cd0-b2d3-f679b9425cf7 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0502851 Aug 31 15:08:02.539791 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07473254-6dbb-4ece-8d0c-2675e5834bee req-a139521d-cf3b-42fb-a586-830de9edf63c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319626 Aug 31 15:08:03.666267 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6062712-ed74-46bd-99cc-b76fd47af2b9 req-d8306603-6e99-4571-a4de-88223fff6c17 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:03.667810 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6062712-ed74-46bd-99cc-b76fd47af2b9 req-d8306603-6e99-4571-a4de-88223fff6c17 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0545249 Aug 31 15:08:03.705454 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b6062712-ed74-46bd-99cc-b76fd47af2b9 req-74fc0d84-bf65-44d2-8e3d-452798d63652 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316927 Aug 31 15:08:04.497522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-48cdcb77-549f-4fca-8a97-a97d06dbb3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:04.499409 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-48cdcb77-549f-4fca-8a97-a97d06dbb3b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a&tenant_id=8db8898e323b4d07b45283473d29926d HTTP/1.1" status: 200 len: 1097 time: 0.0465765 Aug 31 15:08:04.511682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:08:04.562772 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:05.080663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b66f49-6e8e-4fdc-bc2e-96c32cfff8eb req-d19fe36f-441c-4000-b3bc-968cdd331916 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:05.082134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4b66f49-6e8e-4fdc-bc2e-96c32cfff8eb req-d19fe36f-441c-4000-b3bc-968cdd331916 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.1068971 Aug 31 15:08:05.143459 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4b66f49-6e8e-4fdc-bc2e-96c32cfff8eb req-13118472-56ea-4b7b-acf0-8f11888dd67d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553758 Aug 31 15:08:05.145105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:05.177423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:08:05.214160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:08:05.216724 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf95346-a3cf-4e10-9af1-19a33fabc603" -d '{"events": [{"server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "name": "network-vif-unplugged", "status": "completed", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:08:05.220888 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:05.232849 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Transition to ACTIVE for port object 7b8a71a3-6f2d-4252-be3a-af96c1076781 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:08:05.236627 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:05.322410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Pushing event updated for resources: {'Port': ['ID=7b8a71a3-6f2d-4252-be3a-af96c1076781,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:05.351757 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b185094-b4ee-47a3-8ce6-fc8e8aa8b982 x-openstack-request-id: req-8b185094-b4ee-47a3-8ce6-fc8e8aa8b982 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:08:05.352046 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "name": "network-vif-unplugged", "status": "completed", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:08:05.352489 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b185094-b4ee-47a3-8ce6-fc8e8aa8b982 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:08:05.352884 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'code': 200} Aug 31 15:08:05.369838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] No DVR routers for this DVR port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:08:05.508046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Attempting to bind port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:08:05.508654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Attempting to bind port 7b8a71a3-6f2d-4252-be3a-af96c1076781 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:08:05.508654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Attempting to bind port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:08:05.512757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:08:05.513077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Attempting to bind port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:08:05.518440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:08:05.518778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Checking segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:08:05.519158 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Bound using segment: {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:08:05.519609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Bound port: 7b8a71a3-6f2d-4252-be3a-af96c1076781, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0277594-66a6-4aee-8b16-5dfecc16356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:08:05.519960 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:05.587889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:08:05.590977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:08:05.595443 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:05.629705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:05.630324 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:05.631761 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] 10.222.0.60 "PUT /v2.0/ports/7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1093 time: 1.1243844 Aug 31 15:08:05.653254 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd008bd-3233-41d2-977a-ae90127c683a service neutron] Pushing event updated for resources: {'Port': ['ID=7b8a71a3-6f2d-4252-be3a-af96c1076781,revision_number=11']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:05.697807 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-9e909399-c13c-4570-92e9-701d43115c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:05.699359 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-9e909399-c13c-4570-92e9-701d43115c70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1096 time: 0.0425756 Aug 31 15:08:05.801535 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-7c3a5bae-6ea7-44b0-bc88-6d9b41a6997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:05.801535 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-7c3a5bae-6ea7-44b0-bc88-6d9b41a6997b service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0953994 Aug 31 15:08:05.873454 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-b6736969-0dc5-4edc-a94b-6707eb985e9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1000 time: 0.0601497 Aug 31 15:08:05.920644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-9c28daa1-6bc2-4042-9391-9cb26f107204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:05.922095 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-9c28daa1-6bc2-4042-9391-9cb26f107204 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0422783 Aug 31 15:08:05.971515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-85794191-19c0-4ef7-b76b-93d4e6e170f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:05.972980 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-85794191-19c0-4ef7-b76b-93d4e6e170f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431726 Aug 31 15:08:06.029710 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7b8a71a3-6f2d-4252-be3a-af96c1076781 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:08:06.063407 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-4cb4f9f1-92ee-4c43-924f-08035b5a64b5 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827034 Aug 31 15:08:06.066416 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 7b8a71a3-6f2d-4252-be3a-af96c1076781 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:08:06.165787 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8fb7cf2b-6f3f-477f-a351-1f014193b149 req-db8d4bed-1a27-41d9-bb71-ffae70ba5543 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948269 Aug 31 15:08:06.267159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b9549-df33-40ac-b2f5-1e28c379006e req-0e586e5d-597d-4900-8e97-68176610321c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:06.268916 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f2b9549-df33-40ac-b2f5-1e28c379006e req-0e586e5d-597d-4900-8e97-68176610321c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 945 time: 0.0542436 Aug 31 15:08:06.308859 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f2b9549-df33-40ac-b2f5-1e28c379006e req-08628ef5-9f4a-440c-b1b0-28db80974edb tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337353 Aug 31 15:08:07.354494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:08:07.356749 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c" -d '{"events": [{"name": "network-changed", "server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:08:07.412785 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc50a28-dea6-4039-b324-7fb8865ecf7c x-openstack-request-id: req-1dc50a28-dea6-4039-b324-7fb8865ecf7c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:08:07.413314 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:08:07.413577 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1dc50a28-dea6-4039-b324-7fb8865ecf7c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:08:07.413982 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'status': 'completed', 'code': 200} Aug 31 15:08:07.431435 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e62330-1bd3-4091-bcb0-fe761a6ca1c4 req-7a7cbcd7-bf52-49c2-803c-a908a5c76434 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:07.435489 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d3e62330-1bd3-4091-bcb0-fe761a6ca1c4 req-7a7cbcd7-bf52-49c2-803c-a908a5c76434 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 945 time: 0.0530756 Aug 31 15:08:07.471928 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d3e62330-1bd3-4091-bcb0-fe761a6ca1c4 req-8c0b9f94-f971-420c-8f33-6a09077cf956 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330150 Aug 31 15:08:07.504955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-af8e4f30-a9ef-4479-8c45-731db7bdda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:07.506523 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-af8e4f30-a9ef-4479-8c45-731db7bdda7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1096 time: 0.0644839 Aug 31 15:08:07.510746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-1dd80cf7-5c1b-4e7b-8496-9183ec6e32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:07.512147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-1dd80cf7-5c1b-4e7b-8496-9183ec6e32a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1096 time: 0.0801222 Aug 31 15:08:07.679573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-f99492f5-839a-4e80-9c4d-1ed2111f94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:07.681117 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-f99492f5-839a-4e80-9c4d-1ed2111f94ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1676993 Aug 31 15:08:07.682190 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-bceef14d-4b17-4e12-943d-7662d42355b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:07.683534 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-bceef14d-4b17-4e12-943d-7662d42355b5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.1622736 Aug 31 15:08:07.797595 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-5486fd43-830c-447e-9f7c-cc4025c28c62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1000 time: 0.1091816 Aug 31 15:08:07.800565 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-eae09c30-06db-4c7a-93ed-1e443dc878ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1000 time: 0.1062374 Aug 31 15:08:07.886713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-2e51fa49-775a-4802-a032-2baf2902f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:07.889059 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-2e51fa49-775a-4802-a032-2baf2902f243 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0827694 Aug 31 15:08:07.890475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-47fa99e3-df15-401a-878b-a6abbdeca1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:07.891876 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-47fa99e3-df15-401a-878b-a6abbdeca1ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0788465 Aug 31 15:08:07.973483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-1865db47-5017-41e9-bbd6-dfab7b7905a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:07.975015 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-1865db47-5017-41e9-bbd6-dfab7b7905a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720468 Aug 31 15:08:07.976831 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-2d259450-b5fb-4fa5-b5a4-5a907e935d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:07.978251 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-2d259450-b5fb-4fa5-b5a4-5a907e935d6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832469 Aug 31 15:08:08.141277 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-76ff05ce-fb8f-4e8a-9289-e9744886fba0 service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592762 Aug 31 15:08:08.144473 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-6b943cc2-c57c-4296-9a27-9ae0639ef4f3 service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543136 Aug 31 15:08:08.304297 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-6bbe1e5a-df23-4365-b922-f47a0e7ef7ab service neutron] 10.222.0.25 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548631 Aug 31 15:08:08.307561 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3fc3fad5-7f8a-4a42-a6b3-c9b461f0ef8c req-ff6bfac3-f375-4851-968e-8863f65f523f service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506815 Aug 31 15:08:08.598325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1923e-de1d-457a-95fd-d4d673b53410 req-b4f7bdc8-bb7a-42a2-a65d-14b8b7eda90d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:08.599857 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84c1923e-de1d-457a-95fd-d4d673b53410 req-b4f7bdc8-bb7a-42a2-a65d-14b8b7eda90d tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 945 time: 0.0560193 Aug 31 15:08:08.639382 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-84c1923e-de1d-457a-95fd-d4d673b53410 req-e0e67bda-7134-4852-81b3-e4148d0bfc8a tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327384 Aug 31 15:08:09.012127 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:08:09.197761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeffdc-f049-48a4-ad96-e95ec9e0dea3 req-fd695db3-0443-4efb-8184-fb9359aaed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:09.199319 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9aeffdc-f049-48a4-ad96-e95ec9e0dea3 req-fd695db3-0443-4efb-8184-fb9359aaed5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db8898e323b4d07b45283473d29926d&device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 1096 time: 0.0441065 Aug 31 15:08:09.301944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeffdc-f049-48a4-ad96-e95ec9e0dea3 req-37330ea6-c7aa-4f38-bfb8-a9686f197bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:09.303443 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9aeffdc-f049-48a4-ad96-e95ec9e0dea3 req-37330ea6-c7aa-4f38-bfb8-a9686f197bf7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 200 len: 913 time: 0.0845397 Aug 31 15:08:09.371097 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9aeffdc-f049-48a4-ad96-e95ec9e0dea3 req-1530632b-045a-4ebb-8b26-c27defc13377 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 200 len: 1000 time: 0.0611312 Aug 31 15:08:09.419400 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeffdc-f049-48a4-ad96-e95ec9e0dea3 req-aaf8beb0-18ed-4bc9-9047-1f25693a8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:09.420854 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9aeffdc-f049-48a4-ad96-e95ec9e0dea3 req-aaf8beb0-18ed-4bc9-9047-1f25693a8696 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 200 len: 851 time: 0.0432966 Aug 31 15:08:09.466523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeffdc-f049-48a4-ad96-e95ec9e0dea3 req-c404998d-6975-41ee-b78c-877522c87824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:09.468093 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9aeffdc-f049-48a4-ad96-e95ec9e0dea3 req-c404998d-6975-41ee-b78c-877522c87824 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=705eddd0-7976-40ef-8333-9fdf72aaf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393813 Aug 31 15:08:09.559900 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9aeffdc-f049-48a4-ad96-e95ec9e0dea3 req-7831f933-7ca4-4703-b198-145be71a12af service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840020 Aug 31 15:08:09.648193 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9aeffdc-f049-48a4-ad96-e95ec9e0dea3 req-8f158275-7b88-4d7b-9c25-4b301eef3f4d service neutron] 10.222.0.60 "GET /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817635 Aug 31 15:08:09.758033 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffc932-8882-42b4-95bc-e06c49938c3c req-4fe0065f-3ac9-4e2d-828f-5f115a91aa1e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:09.759644 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5ffc932-8882-42b4-95bc-e06c49938c3c req-4fe0065f-3ac9-4e2d-828f-5f115a91aa1e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 945 time: 0.0515213 Aug 31 15:08:09.799692 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5ffc932-8882-42b4-95bc-e06c49938c3c req-d0e5fd3c-7f3f-4d0b-8950-c57b60247f26 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335252 Aug 31 15:08:10.920317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b54c0-8998-4164-aa5a-d6f01d0098c2 req-a2c787e8-dfb6-4b32-88bc-95f90885f848 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:10.921802 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-062b54c0-8998-4164-aa5a-d6f01d0098c2 req-a2c787e8-dfb6-4b32-88bc-95f90885f848 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 945 time: 0.0529039 Aug 31 15:08:10.959567 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-062b54c0-8998-4164-aa5a-d6f01d0098c2 req-316d266c-11a3-4d24-9961-7a9b899a00b4 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310526 Aug 31 15:08:12.082939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ca803-673a-4509-855c-860527fac67e req-58e7c2f3-eb34-4aa0-a461-4ac1c740fce2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:12.084459 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6c6ca803-673a-4509-855c-860527fac67e req-58e7c2f3-eb34-4aa0-a461-4ac1c740fce2 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 945 time: 0.0548356 Aug 31 15:08:12.123774 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6c6ca803-673a-4509-855c-860527fac67e req-48a28df0-6847-46ad-9600-f5443209d90e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333688 Aug 31 15:08:13.237202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc392222-5133-4dab-934d-47a72d0e57e7 req-be56daab-baeb-493f-aaf8-d9624cdde125 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:13.238678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc392222-5133-4dab-934d-47a72d0e57e7 req-be56daab-baeb-493f-aaf8-d9624cdde125 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 945 time: 0.0481615 Aug 31 15:08:13.275506 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc392222-5133-4dab-934d-47a72d0e57e7 req-a702ceb4-422b-4318-a490-7f4eb4085152 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305579 Aug 31 15:08:14.394771 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b547b-f5a3-4acc-9fa4-b4f0aec05a37 req-33b1f6d0-5337-4bb2-8cba-b23c576b0ed6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:14.396264 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-821b547b-f5a3-4acc-9fa4-b4f0aec05a37 req-33b1f6d0-5337-4bb2-8cba-b23c576b0ed6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 945 time: 0.0484896 Aug 31 15:08:14.432596 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-821b547b-f5a3-4acc-9fa4-b4f0aec05a37 req-31e0d91c-537e-4c73-9be9-12793ef8197c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303481 Aug 31 15:08:15.547824 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d76bd-7db2-4e74-bfae-a62e2b811c01 req-c0e54ed0-2c9f-4a9a-a1b8-ed14a417ec64 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:15.549287 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2b5d76bd-7db2-4e74-bfae-a62e2b811c01 req-c0e54ed0-2c9f-4a9a-a1b8-ed14a417ec64 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 945 time: 0.0481205 Aug 31 15:08:15.586013 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2b5d76bd-7db2-4e74-bfae-a62e2b811c01 req-7c01c3e2-4668-4f3b-9d2a-9d8a4c4bc0e5 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308993 Aug 31 15:08:16.703667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243dcf9-c2c9-4577-b07d-0c70ff0f74e3 req-eeec2aca-f011-4026-982f-7cc268d93609 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:16.705205 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a243dcf9-c2c9-4577-b07d-0c70ff0f74e3 req-eeec2aca-f011-4026-982f-7cc268d93609 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 945 time: 0.0504491 Aug 31 15:08:16.744290 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a243dcf9-c2c9-4577-b07d-0c70ff0f74e3 req-1c8439d0-d5c8-4cb2-86e6-1cacd0ceb229 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329461 Aug 31 15:08:17.385252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7b8a71a3-6f2d-4252-be3a-af96c1076781 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:08:17.478842 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:17.489835 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'port_id': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'mac_address': 'fa:16:3e:52:df:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:08:17.526680 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:17.539034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8a71a3-6f2d-4252-be3a-af96c1076781 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:08:17.557269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:17.561077 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:17.610373 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=7b8a71a3-6f2d-4252-be3a-af96c1076781,revision_number=12']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:17.801713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['7b8a71a3-6f2d-4252-be3a-af96c1076781'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:08:17.864760 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d503c-d27a-4eff-8350-6f8bcc29faed req-a00800bf-b0ec-4121-9118-c26fc57268ac tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:17.866527 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f2d503c-d27a-4eff-8350-6f8bcc29faed req-a00800bf-b0ec-4121-9118-c26fc57268ac tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0535901 Aug 31 15:08:17.908421 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f2d503c-d27a-4eff-8350-6f8bcc29faed req-f37847d2-a2b3-4a4f-8725-da4582dec87b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326149 Aug 31 15:08:18.028968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2eb486-25f4-470b-b346-322c30b7589c req-84c2c8ee-2927-48c5-93a4-8614c53d479e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:18.030378 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0a2eb486-25f4-470b-b346-322c30b7589c req-84c2c8ee-2927-48c5-93a4-8614c53d479e tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0540521 Aug 31 15:08:18.068354 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0a2eb486-25f4-470b-b346-322c30b7589c req-5c7510e0-e61c-488f-a8b9-a07d9e256ac6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314970 Aug 31 15:08:18.184844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496eae5c-7c6f-4588-8f01-8ded43238a6a req-be63ed9f-670b-47d8-9d48-62d5e8ebd97f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:18.186318 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-496eae5c-7c6f-4588-8f01-8ded43238a6a req-be63ed9f-670b-47d8-9d48-62d5e8ebd97f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0504291 Aug 31 15:08:18.224047 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-496eae5c-7c6f-4588-8f01-8ded43238a6a req-f02bd511-bac1-44c7-b10c-4166f69802ea tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Aug 31 15:08:18.461285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efa9fa-fa82-4eff-9bca-32b58aacf28b req-f2055dc4-1daa-449a-971c-35f15ec24e83 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:18.462765 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0efa9fa-fa82-4eff-9bca-32b58aacf28b req-f2055dc4-1daa-449a-971c-35f15ec24e83 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 946 time: 0.0485430 Aug 31 15:08:18.499547 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0efa9fa-fa82-4eff-9bca-32b58aacf28b req-a05b8b42-c51b-4204-a24d-2bf7cbc46532 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308421 Aug 31 15:08:19.384783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7b8a71a3-6f2d-4252-be3a-af96c1076781 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:08:19.431939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 7b8a71a3-6f2d-4252-be3a-af96c1076781 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:08:19.435578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 7b8a71a3-6f2d-4252-be3a-af96c1076781 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:08:19.435944 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:19.512753 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:19.534903 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:08:19.537219 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76d6b6e-0abd-4397-8449-b9f5793c35ea" -d '{"events": [{"server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "name": "network-vif-plugged", "status": "completed", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:08:19.550929 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:19.555963 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:19.581386 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024576df-c325-466a-b1d9-e0a30d971af4 x-openstack-request-id: req-024576df-c325-466a-b1d9-e0a30d971af4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:08:19.581680 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "name": "network-vif-plugged", "status": "completed", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:08:19.581939 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-024576df-c325-466a-b1d9-e0a30d971af4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:08:19.582379 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'code': 200} Aug 31 15:08:19.609999 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=7b8a71a3-6f2d-4252-be3a-af96c1076781,revision_number=13']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:19.636333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80528165-b357-40e5-9bc9-aeae3c060e8c req-052a064c-73a4-4d13-b0dd-9d3470a842cb tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:19.637780 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-80528165-b357-40e5-9bc9-aeae3c060e8c req-052a064c-73a4-4d13-b0dd-9d3470a842cb tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 947 time: 0.0571024 Aug 31 15:08:19.665055 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7968c10-9bda-49f7-af52-8cc170eb75d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:19.680843 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-80528165-b357-40e5-9bc9-aeae3c060e8c req-6ac763cc-aec5-4069-a8c2-2c4d4bce52dd tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368285 Aug 31 15:08:19.889706 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:19.999009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-551e0a41-94ce-4d62-b5b1-d949b2a507c6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:20.000510 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-551e0a41-94ce-4d62-b5b1-d949b2a507c6 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 947 time: 0.0547855 Aug 31 15:08:20.087972 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Deleting port 7b8a71a3-6f2d-4252-be3a-af96c1076781 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:20.088314 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:20.177572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] For port 7b8a71a3-6f2d-4252-be3a-af96c1076781, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=7b8a71a3-6f2d-4252-be3a-af96c1076781,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:20.177852 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:20.343655 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:20.344047 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:20.344367 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Floating IP e597631e-f040-4acc-8276-46e611bc1a12 disassociated. External IP: 172.25.2.76, port: 7b8a71a3-6f2d-4252-be3a-af96c1076781. Aug 31 15:08:20.344709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Calling delete_port for 7b8a71a3-6f2d-4252-be3a-af96c1076781 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:20.472010 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:20.500261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event deleted for resources: {'Port': ['ID=7b8a71a3-6f2d-4252-be3a-af96c1076781,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:20.616102 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Router 9ce4080f-47d7-4167-860d-7165ce5a963e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:08:20.726675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:08:20.738564 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad20e95c-7403-4c43-a549-6509f9dc71f8 None None] Sync routers for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:08:20.749574 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20e95c-7403-4c43-a549-6509f9dc71f8 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:20.750355 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ad20e95c-7403-4c43-a549-6509f9dc71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:07:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:20.769180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] No DVR routers for this DVR port 7b8a71a3-6f2d-4252-be3a-af96c1076781 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:08:20.772031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:20.774076 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40901b23-2e1a-42eb-970e-5d7551c00ab4 req-1187103b-e40c-452f-9a69-3e62d0b53b25 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.60 "DELETE /v2.0/ports/7b8a71a3-6f2d-4252-be3a-af96c1076781 HTTP/1.1" status: 204 len: 173 time: 0.7672243 Aug 31 15:08:20.781194 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'name': 'network-vif-deleted', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:08:20.783762 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386a8446-a24b-4cab-b522-7d4ae114c0f0" -d '{"events": [{"server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "name": "network-vif-deleted", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:08:20.815821 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f4b9f0e3-6697-4f0a-90cb-f2a06c604eac req-622c4c95-95b1-402f-b692-dd89abb3d84b tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 210 time: 0.0476091 Aug 31 15:08:20.840482 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e7aad4-3710-4148-819e-ffd7f909743d x-openstack-request-id: req-a0e7aad4-3710-4148-819e-ffd7f909743d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:08:20.840779 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039396c-a0b6-4475-a30d-43543b68250a", "name": "network-vif-deleted", "tag": "7b8a71a3-6f2d-4252-be3a-af96c1076781", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:08:20.841034 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0e7aad4-3710-4148-819e-ffd7f909743d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:08:20.841438 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039396c-a0b6-4475-a30d-43543b68250a', 'name': 'network-vif-deleted', 'tag': '7b8a71a3-6f2d-4252-be3a-af96c1076781', 'status': 'completed', 'code': 200} Aug 31 15:08:20.874179 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ad20e95c-7403-4c43-a549-6509f9dc71f8 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:21.166983 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ad20e95c-7403-4c43-a549-6509f9dc71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:21.192913 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad20e95c-7403-4c43-a549-6509f9dc71f8 None None] Checking router: 9ce4080f-47d7-4167-860d-7165ce5a963e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:08:21.201112 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20e95c-7403-4c43-a549-6509f9dc71f8 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:21.201718 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ad20e95c-7403-4c43-a549-6509f9dc71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:07:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:21.315910 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ad20e95c-7403-4c43-a549-6509f9dc71f8 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:21.523346 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ad20e95c-7403-4c43-a549-6509f9dc71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:21.553539 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad20e95c-7403-4c43-a549-6509f9dc71f8 None None] The sync data for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 is: [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:33Z', 'revision_number': 4, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '33598ab6-0a9c-4788-98bc-6e8ec942a7df', 'name': '', 'network_id': '705eddd0-7976-40ef-8333-9fdf72aaf7c0', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'mac_address': 'fa:16:3e:20:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:33Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'subnets': [{'id': 'e5de7bac-2f54-43ce-a216-4591f24c2c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:08:21.812204 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c1212a-2c79-46a4-9161-c0e49b5c1c51 None None] New status for floating IP e597631e-f040-4acc-8276-46e611bc1a12: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:08:21.932474 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-72f94614-44c1-4bed-b86b-059dc2967f55 req-e75643e8-2599-47b5-94d0-79077d7eadff tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 210 time: 0.0287049 Aug 31 15:08:22.197818 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-267f918f-6405-4e58-91e6-44703ce9fef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:22.320142 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:23.027586 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8a018819-875d-4ee5-8fe6-622b625c3731 req-2294d6e2-40ad-4e12-a2b3-fb135606fa1f tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 210 time: 0.0311887 Aug 31 15:08:23.399870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7b8a71a3-6f2d-4252-be3a-af96c1076781 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:08:23.420919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 7b8a71a3-6f2d-4252-be3a-af96c1076781 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:08:23.421266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 7b8a71a3-6f2d-4252-be3a-af96c1076781 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:08:23.483257 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:24.129144 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a4fa94b2-1516-4c94-9740-ae65ff8ced7f req-3d1f8bfe-fc7b-4472-9afb-00ce3b0ac51c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/ports?device_id=2039396c-a0b6-4475-a30d-43543b68250a HTTP/1.1" status: 200 len: 210 time: 0.0314765 Aug 31 15:08:24.775747 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:25.076765 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:27.871992 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59536) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:27.925332 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60bf1fb6-5786-4eaa-8717-8e35a7fd8667 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:27.948035 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60bf1fb6-5786-4eaa-8717-8e35a7fd8667 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:28.000853 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60bf1fb6-5786-4eaa-8717-8e35a7fd8667 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:28.003593 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60bf1fb6-5786-4eaa-8717-8e35a7fd8667 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:28.004741 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-60bf1fb6-5786-4eaa-8717-8e35a7fd8667 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "DELETE /v2.0/security-groups/f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9 HTTP/1.1" status: 204 len: 168 time: 0.1317542 Aug 31 15:08:28.007460 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59538) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:28.014289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf1fb6-5786-4eaa-8717-8e35a7fd8667 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:28.027672 n-d-806683-5 neutron-server[94870]: INFO neutron.api.v2.resource [None req-d9fce369-4db3-48be-ae96-904d4dfc197c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] show failed (client error): The resource could not be found. Aug 31 15:08:28.029025 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d9fce369-4db3-48be-ae96-904d4dfc197c tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "GET /v2.0/security-groups/f11d45ff-6bce-4e6d-ab33-22d6ca1eaaf9 HTTP/1.1" status: 404 len: 347 time: 0.0181329 Aug 31 15:08:28.031589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59540) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:28.159998 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Deleting port c98f3204-2c31-40ba-a913-3cb4a3b9ca81 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:28.160344 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:28.234894 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:28.235143 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:28.247272 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Calling delete_port for c98f3204-2c31-40ba-a913-3cb4a3b9ca81 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:28.696542 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:28.722401 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Pushing event deleted for resources: {'Port': ['ID=c98f3204-2c31-40ba-a913-3cb4a3b9ca81,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:28.734198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:28.734545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:28.734888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:28.735247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:28.735584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:28.735919 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:28.736247 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:28.736572 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:28.736893 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:28.737857 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:28.738182 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:28.738503 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:28.791892 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:28.794526 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:28.795701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6ab66c7b-a865-46b4-9dce-13e7fc0bf711 tempest-ServerActionsTestJSON-327724067 tempest-ServerActionsTestJSON-327724067-project] 10.222.0.39 "DELETE /v2.0/floatingips/e597631e-f040-4acc-8276-46e611bc1a12 HTTP/1.1" status: 204 len: 168 time: 0.7631986 Aug 31 15:08:28.798603 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59542) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:29.207938 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-387858b7-2a1a-4707-b07f-91068e0f19ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:29.459083 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-387858b7-2a1a-4707-b07f-91068e0f19ed admin admin] Deleting port 33598ab6-0a9c-4788-98bc-6e8ec942a7df {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:29.459376 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-387858b7-2a1a-4707-b07f-91068e0f19ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:29.536219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-387858b7-2a1a-4707-b07f-91068e0f19ed admin admin] For port 33598ab6-0a9c-4788-98bc-6e8ec942a7df, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=33598ab6-0a9c-4788-98bc-6e8ec942a7df,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:29.536582 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-387858b7-2a1a-4707-b07f-91068e0f19ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:29.552872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-387858b7-2a1a-4707-b07f-91068e0f19ed admin admin] Calling delete_port for 33598ab6-0a9c-4788-98bc-6e8ec942a7df owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:29.733093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-387858b7-2a1a-4707-b07f-91068e0f19ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:29.764518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387858b7-2a1a-4707-b07f-91068e0f19ed admin admin] Pushing event deleted for resources: {'Port': ['ID=33598ab6-0a9c-4788-98bc-6e8ec942a7df,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:29.927072 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-387858b7-2a1a-4707-b07f-91068e0f19ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:30.147927 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387858b7-2a1a-4707-b07f-91068e0f19ed admin admin] Router 9ce4080f-47d7-4167-860d-7165ce5a963e has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:08:30.250777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387858b7-2a1a-4707-b07f-91068e0f19ed admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:08:30.258322 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-387858b7-2a1a-4707-b07f-91068e0f19ed admin admin] 10.222.0.39 "PUT /v2.0/routers/9ce4080f-47d7-4167-860d-7165ce5a963e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4587073 Aug 31 15:08:30.259877 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79b36f-143f-489a-a464-76714a5f9602 None None] Sync routers for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:08:30.260743 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59546) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:30.271405 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79b36f-143f-489a-a464-76714a5f9602 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:30.272030 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3d79b36f-143f-489a-a464-76714a5f9602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:08:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:30.366819 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:30.376662 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3d79b36f-143f-489a-a464-76714a5f9602 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:30.473637 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:30.528735 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] Deleting port a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:30.529013 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:30.558518 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3d79b36f-143f-489a-a464-76714a5f9602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T15:08:29Z', 'revision_number': 5, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port': {'id': 'a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:30.585868 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79b36f-143f-489a-a464-76714a5f9602 None None] Checking router: 9ce4080f-47d7-4167-860d-7165ce5a963e for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:08:30.594391 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79b36f-143f-489a-a464-76714a5f9602 None None] Routers {'9ce4080f-47d7-4167-860d-7165ce5a963e'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:08:30.595008 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3d79b36f-143f-489a-a464-76714a5f9602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:08:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['9ce4080f-47d7-4167-860d-7165ce5a963e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:30.607021 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] For port a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:30.607540 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:30.621398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] Calling delete_port for a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:30.687942 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3d79b36f-143f-489a-a464-76714a5f9602 None None] Set router 9ce4080f-47d7-4167-860d-7165ce5a963e gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:08:30.742892 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3d79b36f-143f-489a-a464-76714a5f9602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T15:08:30Z', 'revision_number': 6, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:30.773596 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79b36f-143f-489a-a464-76714a5f9602 None None] The sync data for ids ['9ce4080f-47d7-4167-860d-7165ce5a963e'] in n-d-806683-5 is: [{'id': '9ce4080f-47d7-4167-860d-7165ce5a963e', 'name': 'tempest-ServerActionsTestJSON-1540731815-router', 'tenant_id': '8db8898e323b4d07b45283473d29926d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:31Z', 'updated_at': '2021-08-31T15:08:30Z', 'revision_number': 6, 'project_id': '8db8898e323b4d07b45283473d29926d', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:08:30.791168 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:30.822509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:30.883089 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:30.972194 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:30.974240 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.016682 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.017298 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce4080f-47d7-4167-860d-7165ce5a963e {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:08:31.022365 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.023685 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-aa756fe2-3a72-41d0-9bfe-bae8b3ea4e06 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9ce4080f-47d7-4167-860d-7165ce5a963e HTTP/1.1" status: 204 len: 168 time: 0.7620120 Aug 31 15:08:31.026222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59548) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:31.073955 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-846ef39e-ed25-4c8c-a263-7d65f1cc7afe admin admin] Deleting subnet e5de7bac-2f54-43ce-a216-4591f24c2c48 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:08:31.076896 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-846ef39e-ed25-4c8c-a263-7d65f1cc7afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.110302 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-846ef39e-ed25-4c8c-a263-7d65f1cc7afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.192807 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-846ef39e-ed25-4c8c-a263-7d65f1cc7afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.249342 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-846ef39e-ed25-4c8c-a263-7d65f1cc7afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.280150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ef39e-ed25-4c8c-a263-7d65f1cc7afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5de7bac-2f54-43ce-a216-4591f24c2c48,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:31.283897 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-846ef39e-ed25-4c8c-a263-7d65f1cc7afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.288846 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-846ef39e-ed25-4c8c-a263-7d65f1cc7afe admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e5de7bac-2f54-43ce-a216-4591f24c2c48 HTTP/1.1" status: 204 len: 168 time: 0.2591827 Aug 31 15:08:31.289143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59550) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:31.290341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb18b50-1a57-4537-bf99-209abad44e56 None None] Network 705eddd0-7976-40ef-8333-9fdf72aaf7c0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:08:31.356106 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.414151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Deleting port 783c4a96-5b29-4d6e-8381-b48c699c5e01 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:31.414498 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.477146 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-aff19861-41be-4869-8952-673739207d30 admin admin] For port 783c4a96-5b29-4d6e-8381-b48c699c5e01, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=783c4a96-5b29-4d6e-8381-b48c699c5e01,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:31.477448 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.489745 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Calling delete_port for 783c4a96-5b29-4d6e-8381-b48c699c5e01 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:31.582291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd0d22-c40d-4edb-8454-b1b7a01c4d73 None None] DHCP port deletion for 705eddd0-7976-40ef-8333-9fdf72aaf7c0 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:08:31.630523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-24bd0d22-c40d-4edb-8454-b1b7a01c4d73 None None] Deleting port 783c4a96-5b29-4d6e-8381-b48c699c5e01 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:31.631162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24bd0d22-c40d-4edb-8454-b1b7a01c4d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.703005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-24bd0d22-c40d-4edb-8454-b1b7a01c4d73 None None] For port 783c4a96-5b29-4d6e-8381-b48c699c5e01, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=783c4a96-5b29-4d6e-8381-b48c699c5e01,segment=NetworkSegment(c0277594-66a6-4aee-8b16-5dfecc16356f),segment_id=c0277594-66a6-4aee-8b16-5dfecc16356f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:31.703703 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24bd0d22-c40d-4edb-8454-b1b7a01c4d73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.719159 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-24bd0d22-c40d-4edb-8454-b1b7a01c4d73 None None] Calling delete_port for 783c4a96-5b29-4d6e-8381-b48c699c5e01 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:31.823295 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24bd0d22-c40d-4edb-8454-b1b7a01c4d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.855778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:08:31.864090 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd0d22-c40d-4edb-8454-b1b7a01c4d73 None None] No DVR routers for this DVR port 783c4a96-5b29-4d6e-8381-b48c699c5e01 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:08:31.868787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd0d22-c40d-4edb-8454-b1b7a01c4d73 None None] Pushing event deleted for resources: {'Port': ['ID=783c4a96-5b29-4d6e-8381-b48c699c5e01,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:31.888812 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:08:31.889220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a04f3cbf-e5ca-4d4e-895f-8ba8c12bcf23 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:08:31.889557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 783c4a96-5b29-4d6e-8381-b48c699c5e01 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:08:31.909858 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 783c4a96-5b29-4d6e-8381-b48c699c5e01 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:08:31.910199 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 783c4a96-5b29-4d6e-8381-b48c699c5e01 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:08:31.910632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 33598ab6-0a9c-4788-98bc-6e8ec942a7df no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:08:31.921022 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:31.931903 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 33598ab6-0a9c-4788-98bc-6e8ec942a7df {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:08:31.932245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 33598ab6-0a9c-4788-98bc-6e8ec942a7df not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:08:31.946581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=783c4a96-5b29-4d6e-8381-b48c699c5e01,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:31.948408 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff19861-41be-4869-8952-673739207d30 admin admin] No DVR routers for this DVR port 783c4a96-5b29-4d6e-8381-b48c699c5e01 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:08:32.018055 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:32.028382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-aff19861-41be-4869-8952-673739207d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705eddd0-7976-40ef-8333-9fdf72aaf7c0']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:32.041937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-aff19861-41be-4869-8952-673739207d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0277594-66a6-4aee-8b16-5dfecc16356f') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:32.042229 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-aff19861-41be-4869-8952-673739207d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0277594-66a6-4aee-8b16-5dfecc16356f') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:08:32.050755 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:32.063794 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:32.069756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:08:32.069993 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: self.session.flush() Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: timer() Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:08:32.071661 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:08:32.123853 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:32.130511 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:32.132495 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-aff19861-41be-4869-8952-673739207d30 admin admin] 10.222.0.39 "DELETE /v2.0/networks/705eddd0-7976-40ef-8333-9fdf72aaf7c0 HTTP/1.1" status: 204 len: 168 time: 0.8422124 Aug 31 15:08:32.143593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff19861-41be-4869-8952-673739207d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=705eddd0-7976-40ef-8333-9fdf72aaf7c0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:32.316878 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59554) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:32.356937 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d6fc8b67-0aa6-403c-9c57-14e582779570 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8db8898e323b4d07b45283473d29926d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388587 Aug 31 15:08:32.359292 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59556) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:32.407126 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a85a40c3-3776-45ed-95da-ea5a32d21e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:32.429361 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a85a40c3-3776-45ed-95da-ea5a32d21e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:32.476640 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a85a40c3-3776-45ed-95da-ea5a32d21e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:32.479369 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a85a40c3-3776-45ed-95da-ea5a32d21e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:32.480515 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a85a40c3-3776-45ed-95da-ea5a32d21e35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0c80dd9-6bb9-41a3-8414-0e5f4fb750dc HTTP/1.1" status: 204 len: 168 time: 0.1203399 Aug 31 15:08:32.488474 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a40c3-3776-45ed-95da-ea5a32d21e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c80dd9-6bb9-41a3-8414-0e5f4fb750dc,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:33.227996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59578) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:33.321808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1902993461-network', 'tenant_id': '31b674502ba7476687b830f391b2445b'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:08:33.348943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] Made reservation on behalf of 31b674502ba7476687b830f391b2445b for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:08:33.351329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:33.359789 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:33.453487 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:33.457370 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:33.483590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:08:33.498108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed964822-e9f4-4f58-bfb1-36a8dca13f0e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:33.505404 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:33.506341 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] Added segment fbca2e90-c1cc-42b6-95cd-8a23ec4dc378 of type vlan for network b88bab53-cfc5-4b1b-8d29-611620ee721d Aug 31 15:08:33.545491 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:33.570019 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:33.570947 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:33.571544 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:33.620497 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3913968 Aug 31 15:08:33.623516 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59582) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:08:33.629739 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89fd5b-7c58-4f6a-82e2-a2a1287819dc admin admin] Pushing event updated for resources: {'Network': ['ID=b88bab53-cfc5-4b1b-8d29-611620ee721d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:33.629888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6f2a75a9-cff2-4f1c-94ed-4e61278f039a admin admin] Request body: {'subnet': {'network_id': 'b88bab53-cfc5-4b1b-8d29-611620ee721d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1902993461-subnet', 'tenant_id': '31b674502ba7476687b830f391b2445b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:08:33.639979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network b88bab53-cfc5-4b1b-8d29-611620ee721d details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:08:33.654196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2a75a9-cff2-4f1c-94ed-4e61278f039a admin admin] Made reservation on behalf of 31b674502ba7476687b830f391b2445b for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:08:33.656769 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f2a75a9-cff2-4f1c-94ed-4e61278f039a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:33.825158 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f2a75a9-cff2-4f1c-94ed-4e61278f039a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:33.886027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a75a9-cff2-4f1c-94ed-4e61278f039a admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f4c572-f987-4db5-b94a-549323b16e48,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:33.896175 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2a75a9-cff2-4f1c-94ed-4e61278f039a admin admin] Checking segment: {'id': 'fbca2e90-c1cc-42b6-95cd-8a23ec4dc378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b88bab53-cfc5-4b1b-8d29-611620ee721d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:08:33.896523 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2a75a9-cff2-4f1c-94ed-4e61278f039a admin admin] Network hostable DHCP agents. Network: b88bab53-cfc5-4b1b-8d29-611620ee721d, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:08:33.911928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2a75a9-cff2-4f1c-94ed-4e61278f039a admin admin] Network b88bab53-cfc5-4b1b-8d29-611620ee721d is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:08:33.919944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-6f2a75a9-cff2-4f1c-94ed-4e61278f039a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, b88bab53-cfc5-4b1b-8d29-611620ee721d) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:08:33.923724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2a75a9-cff2-4f1c-94ed-4e61278f039a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:33.924328 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6f2a75a9-cff2-4f1c-94ed-4e61278f039a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:33.930148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66982746-310e-47c6-99e5-4460ec543452 None None] Network b88bab53-cfc5-4b1b-8d29-611620ee721d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:08:33.938980 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6f2a75a9-cff2-4f1c-94ed-4e61278f039a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3135810 Aug 31 15:08:34.062656 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b65581-54b4-4e82-8874-94aac17f3c18 None None] Network b88bab53-cfc5-4b1b-8d29-611620ee721d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:08:34.382663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-9254c493-7950-46c2-8c93-7d988da1e6ba tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:34.384082 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-9254c493-7950-46c2-8c93-7d988da1e6ba tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/networks?id=b88bab53-cfc5-4b1b-8d29-611620ee721d HTTP/1.1" status: 200 len: 814 time: 0.1058111 Aug 31 15:08:34.398770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-ea5e7058-2f3a-4ab6-917f-07c31109d9e4 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/quotas/31b674502ba7476687b830f391b2445b HTTP/1.1" status: 200 len: 375 time: 0.0089304 Aug 31 15:08:34.433330 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-524a64af-cafa-429a-a3a5-60c9f2c26b2c tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=31b674502ba7476687b830f391b2445b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294275 Aug 31 15:08:34.527262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-fa8ab039-4936-4414-a893-acecc272826b service neutron] 10.222.0.39 "GET /v2.0/networks/b88bab53-cfc5-4b1b-8d29-611620ee721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868628 Aug 31 15:08:34.614927 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-b4ededcb-49c3-4c8f-8e3b-9f5394264e2e service neutron] 10.222.0.39 "GET /v2.0/networks/b88bab53-cfc5-4b1b-8d29-611620ee721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815690 Aug 31 15:08:34.778168 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-55a5cd32-5897-4611-86f2-616abe241fbf req-e56546ba-8b0f-477f-a907-eafff241545f tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 210 time: 0.0284922 Aug 31 15:08:35.712828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-6d09a12b-2023-4395-9115-e45cb1cbbd15 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:35.714301 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-6d09a12b-2023-4395-9115-e45cb1cbbd15 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.60 "GET /v2.0/networks?id=b88bab53-cfc5-4b1b-8d29-611620ee721d HTTP/1.1" status: 200 len: 814 time: 0.1191075 Aug 31 15:08:35.727954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-8ec0a6a4-6573-4951-b2da-9ec9b712a17a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Request body: {'port': {'device_id': 'cba259b3-0e6a-4d3f-aef9-f8a2afe90a83', 'network_id': 'b88bab53-cfc5-4b1b-8d29-611620ee721d', 'admin_state_up': True, 'tenant_id': '31b674502ba7476687b830f391b2445b'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:08:35.844856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-8ec0a6a4-6573-4951-b2da-9ec9b712a17a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Made reservation on behalf of 31b674502ba7476687b830f391b2445b for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:08:35.849508 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-8ec0a6a4-6573-4951-b2da-9ec9b712a17a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:35.889038 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3764a3f9-1110-4169-b2a4-d86d9df7f1ec req-25787b63-7bb1-4533-946c-c68504368f7e tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 210 time: 0.0371096 Aug 31 15:08:36.019827 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-8ec0a6a4-6573-4951-b2da-9ec9b712a17a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Allocated IP 172.20.0.8 (b88bab53-cfc5-4b1b-8d29-611620ee721d/51f4c572-f987-4db5-b94a-549323b16e48/de1d2109-79c7-4e0d-879e-243b279d6421) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:08:36.171886 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-8ec0a6a4-6573-4951-b2da-9ec9b712a17a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:36.212575 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-8ec0a6a4-6573-4951-b2da-9ec9b712a17a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:36.255879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-8ec0a6a4-6573-4951-b2da-9ec9b712a17a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Network b88bab53-cfc5-4b1b-8d29-611620ee721d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:08:36.260952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-8ec0a6a4-6573-4951-b2da-9ec9b712a17a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:08:36.264792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-8ec0a6a4-6573-4951-b2da-9ec9b712a17a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:08:36.292958 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0a6a4-6573-4951-b2da-9ec9b712a17a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Pushing event updated for resources: {'Port': ['ID=de1d2109-79c7-4e0d-879e-243b279d6421,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:36.319867 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-8ec0a6a4-6573-4951-b2da-9ec9b712a17a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:36.320495 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-8ec0a6a4-6573-4951-b2da-9ec9b712a17a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:36.337613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-8ec0a6a4-6573-4951-b2da-9ec9b712a17a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6145036 Aug 31 15:08:36.349955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Request body: {'port': {'device_id': 'cba259b3-0e6a-4d3f-aef9-f8a2afe90a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:08:36.406583 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:36.664839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1d2109-79c7-4e0d-879e-243b279d6421 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:08:36.672066 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:36.684187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Transition to ACTIVE for port object de1d2109-79c7-4e0d-879e-243b279d6421 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:08:36.688144 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:36.741727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Pushing event updated for resources: {'Port': ['ID=de1d2109-79c7-4e0d-879e-243b279d6421,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:36.813015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Attempting to bind port de1d2109-79c7-4e0d-879e-243b279d6421 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:08:36.813359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Attempting to bind port de1d2109-79c7-4e0d-879e-243b279d6421 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'fbca2e90-c1cc-42b6-95cd-8a23ec4dc378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b88bab53-cfc5-4b1b-8d29-611620ee721d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:08:36.813688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Attempting to bind port de1d2109-79c7-4e0d-879e-243b279d6421 on network b88bab53-cfc5-4b1b-8d29-611620ee721d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:08:36.818750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Port de1d2109-79c7-4e0d-879e-243b279d6421 on network b88bab53-cfc5-4b1b-8d29-611620ee721d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:08:36.819064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Attempting to bind port de1d2109-79c7-4e0d-879e-243b279d6421 on network b88bab53-cfc5-4b1b-8d29-611620ee721d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:08:36.824131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:08:36.824464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Checking segment: {'id': 'fbca2e90-c1cc-42b6-95cd-8a23ec4dc378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b88bab53-cfc5-4b1b-8d29-611620ee721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:08:36.824842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Bound using segment: {'id': 'fbca2e90-c1cc-42b6-95cd-8a23ec4dc378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b88bab53-cfc5-4b1b-8d29-611620ee721d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:08:36.825264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Bound port: de1d2109-79c7-4e0d-879e-243b279d6421, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbca2e90-c1cc-42b6-95cd-8a23ec4dc378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b88bab53-cfc5-4b1b-8d29-611620ee721d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:08:36.825642 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:36.888204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] For port de1d2109-79c7-4e0d-879e-243b279d6421, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:08:36.891250 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] For port de1d2109-79c7-4e0d-879e-243b279d6421, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=de1d2109-79c7-4e0d-879e-243b279d6421,segment=NetworkSegment(fbca2e90-c1cc-42b6-95cd-8a23ec4dc378),segment_id=fbca2e90-c1cc-42b6-95cd-8a23ec4dc378)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:08:36.895796 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:36.928756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:36.929367 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:36.930749 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] 10.222.0.60 "PUT /v2.0/ports/de1d2109-79c7-4e0d-879e-243b279d6421 HTTP/1.1" status: 200 len: 1091 time: 0.5852156 Aug 31 15:08:36.931198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba259b3-0e6a-4d3f-aef9-f8a2afe90a83', 'tag': 'de1d2109-79c7-4e0d-879e-243b279d6421'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:08:36.933476 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5a24d7-184f-402f-a4da-757b3c4f556f" -d '{"events": [{"name": "network-changed", "server_uuid": "cba259b3-0e6a-4d3f-aef9-f8a2afe90a83", "tag": "de1d2109-79c7-4e0d-879e-243b279d6421"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:08:36.960720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064825d9-6bfa-4986-b3db-8e06500c9860 service neutron] Pushing event updated for resources: {'Port': ['ID=de1d2109-79c7-4e0d-879e-243b279d6421,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:36.979023 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1cadd8-59f8-4251-a680-ccca107b7e35 x-openstack-request-id: req-3c1cadd8-59f8-4251-a680-ccca107b7e35 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:08:36.979722 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba259b3-0e6a-4d3f-aef9-f8a2afe90a83", "tag": "de1d2109-79c7-4e0d-879e-243b279d6421", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:08:36.979978 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c1cadd8-59f8-4251-a680-ccca107b7e35 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:08:36.980739 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba259b3-0e6a-4d3f-aef9-f8a2afe90a83', 'tag': 'de1d2109-79c7-4e0d-879e-243b279d6421', 'status': 'completed', 'code': 200} Aug 31 15:08:37.025334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-f1ea6576-ee9c-48cc-bf70-2d7854980284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:37.025593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916a9fb-c5b2-449f-8a2b-4f1e86f55036 req-c0e9afa9-173a-42cd-8647-32dd7e8e8160 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:37.026868 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-f1ea6576-ee9c-48cc-bf70-2d7854980284 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31b674502ba7476687b830f391b2445b&device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 1094 time: 0.0453303 Aug 31 15:08:37.027016 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a916a9fb-c5b2-449f-8a2b-4f1e86f55036 req-c0e9afa9-173a-42cd-8647-32dd7e8e8160 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 943 time: 0.0538197 Aug 31 15:08:37.064044 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a916a9fb-c5b2-449f-8a2b-4f1e86f55036 req-3560b0ab-364d-4bb7-b3b4-56dca7926bcc tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309479 Aug 31 15:08:37.072905 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-8957fad3-2020-4297-9b80-3fc31ff30ba2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de1d2109-79c7-4e0d-879e-243b279d6421 HTTP/1.1" status: 200 len: 217 time: 0.0377729 Aug 31 15:08:37.124823 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-d4d3b596-d830-41e7-8587-0dcc915e782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:37.126756 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-d4d3b596-d830-41e7-8587-0dcc915e782d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=51f4c572-f987-4db5-b94a-549323b16e48 HTTP/1.1" status: 200 len: 854 time: 0.0468397 Aug 31 15:08:37.159541 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-deff706e-a123-4fbe-8d9c-a1069288cfea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b88bab53-cfc5-4b1b-8d29-611620ee721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247514 Aug 31 15:08:37.250839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-a3fd81c6-02cf-4223-b8d5-e4cb1021c2d5 service neutron] 10.222.0.60 "GET /v2.0/networks/b88bab53-cfc5-4b1b-8d29-611620ee721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844173 Aug 31 15:08:37.339031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71cc5f10-19d1-44f7-9ae8-c50dcd192847 req-b218a923-8f07-4c3b-82f3-204d29894ddb service neutron] 10.222.0.60 "GET /v2.0/networks/b88bab53-cfc5-4b1b-8d29-611620ee721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811045 Aug 31 15:08:37.424242 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a24d7-184f-402f-a4da-757b3c4f556f req-ee30a77c-fca9-4d37-a5ca-4041d5c3ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:37.426039 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf5a24d7-184f-402f-a4da-757b3c4f556f req-ee30a77c-fca9-4d37-a5ca-4041d5c3ae05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31b674502ba7476687b830f391b2445b&device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 1094 time: 0.0416293 Aug 31 15:08:37.518852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a24d7-184f-402f-a4da-757b3c4f556f req-3e69132f-3bb8-4bb5-bc4a-15645920f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:37.520179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf5a24d7-184f-402f-a4da-757b3c4f556f req-3e69132f-3bb8-4bb5-bc4a-15645920f5cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=b88bab53-cfc5-4b1b-8d29-611620ee721d HTTP/1.1" status: 200 len: 915 time: 0.0876086 Aug 31 15:08:37.560479 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf5a24d7-184f-402f-a4da-757b3c4f556f req-d579f444-b8d9-46a2-ae64-d58724e69b8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de1d2109-79c7-4e0d-879e-243b279d6421 HTTP/1.1" status: 200 len: 217 time: 0.0335150 Aug 31 15:08:37.613189 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a24d7-184f-402f-a4da-757b3c4f556f req-c670d646-e6df-4f7d-8921-d3bff64b3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:37.614999 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf5a24d7-184f-402f-a4da-757b3c4f556f req-c670d646-e6df-4f7d-8921-d3bff64b3d89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=51f4c572-f987-4db5-b94a-549323b16e48 HTTP/1.1" status: 200 len: 854 time: 0.0469289 Aug 31 15:08:37.648713 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf5a24d7-184f-402f-a4da-757b3c4f556f req-bd626c18-da6e-4312-be1c-0296fb379f1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b88bab53-cfc5-4b1b-8d29-611620ee721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258086 Aug 31 15:08:37.736329 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf5a24d7-184f-402f-a4da-757b3c4f556f req-4d31692b-02ce-4a88-89e4-12ad6a2c7fe7 service neutron] 10.222.0.60 "GET /v2.0/networks/b88bab53-cfc5-4b1b-8d29-611620ee721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797119 Aug 31 15:08:37.831995 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf5a24d7-184f-402f-a4da-757b3c4f556f req-a021f2e1-c664-4e6e-bd34-bced6de54ed6 service neutron] 10.222.0.60 "GET /v2.0/networks/b88bab53-cfc5-4b1b-8d29-611620ee721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871582 Aug 31 15:08:38.188442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf482e2f-0eaf-47ff-bca5-faf5f05dc059 req-5683ea44-ba43-4e3d-924f-5004e6a30c69 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:38.189936 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cf482e2f-0eaf-47ff-bca5-faf5f05dc059 req-5683ea44-ba43-4e3d-924f-5004e6a30c69 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 943 time: 0.0492864 Aug 31 15:08:38.227297 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cf482e2f-0eaf-47ff-bca5-faf5f05dc059 req-b8a5a250-e5d0-40d6-96b6-d7cdadf7623d tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Aug 31 15:08:39.340806 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd4d08-6afa-4e09-a56f-aa340f2b090a req-679837a1-9791-4c09-8fe7-7afb209357e5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:39.342280 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0dd4d08-6afa-4e09-a56f-aa340f2b090a req-679837a1-9791-4c09-8fe7-7afb209357e5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 943 time: 0.0482557 Aug 31 15:08:39.380849 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0dd4d08-6afa-4e09-a56f-aa340f2b090a req-1b2d40bc-b7ab-4047-8ba5-2129dbe732c0 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324638 Aug 31 15:08:39.478207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device de1d2109-79c7-4e0d-879e-243b279d6421 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:08:39.571153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port de1d2109-79c7-4e0d-879e-243b279d6421, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=de1d2109-79c7-4e0d-879e-243b279d6421,segment=NetworkSegment(fbca2e90-c1cc-42b6-95cd-8a23ec4dc378),segment_id=fbca2e90-c1cc-42b6-95cd-8a23ec4dc378)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:39.582589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'de1d2109-79c7-4e0d-879e-243b279d6421', 'network_id': 'b88bab53-cfc5-4b1b-8d29-611620ee721d', 'port_id': 'de1d2109-79c7-4e0d-879e-243b279d6421', 'mac_address': 'fa:16:3e:27:a4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f4c572-f987-4db5-b94a-549323b16e48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:08:39.623988 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:39.637448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1d2109-79c7-4e0d-879e-243b279d6421 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:08:39.656269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port de1d2109-79c7-4e0d-879e-243b279d6421, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=de1d2109-79c7-4e0d-879e-243b279d6421,segment=NetworkSegment(fbca2e90-c1cc-42b6-95cd-8a23ec4dc378),segment_id=fbca2e90-c1cc-42b6-95cd-8a23ec4dc378)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:39.661354 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:39.708898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=de1d2109-79c7-4e0d-879e-243b279d6421,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:39.852199 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['de1d2109-79c7-4e0d-879e-243b279d6421'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:08:40.495116 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e2f48-081c-462c-af4e-a9ccfd271463 req-997a2fe4-46b8-4489-816e-6f964814d387 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:40.496603 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b6e2f48-081c-462c-af4e-a9ccfd271463 req-997a2fe4-46b8-4489-816e-6f964814d387 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 944 time: 0.0488794 Aug 31 15:08:40.535921 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6b6e2f48-081c-462c-af4e-a9ccfd271463 req-cdc73836-0e63-4605-a68c-c54753357c4a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333865 Aug 31 15:08:41.493934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device de1d2109-79c7-4e0d-879e-243b279d6421 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:08:41.540903 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port de1d2109-79c7-4e0d-879e-243b279d6421 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:08:41.544832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port de1d2109-79c7-4e0d-879e-243b279d6421 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:08:41.545204 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:41.622813 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:41.648901 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba259b3-0e6a-4d3f-aef9-f8a2afe90a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1d2109-79c7-4e0d-879e-243b279d6421'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:08:41.651027 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce526835-f430-4571-82db-990affe2a51c" -d '{"events": [{"server_uuid": "cba259b3-0e6a-4d3f-aef9-f8a2afe90a83", "name": "network-vif-plugged", "status": "completed", "tag": "de1d2109-79c7-4e0d-879e-243b279d6421"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:08:41.655593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de26b17-5c05-414d-872e-1ecd24bb4a41 req-e8e649ef-3c19-44ad-9aa0-d089c6226c69 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:41.657131 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9de26b17-5c05-414d-872e-1ecd24bb4a41 req-e8e649ef-3c19-44ad-9aa0-d089c6226c69 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 944 time: 0.0543904 Aug 31 15:08:41.669927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port de1d2109-79c7-4e0d-879e-243b279d6421, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=de1d2109-79c7-4e0d-879e-243b279d6421,segment=NetworkSegment(fbca2e90-c1cc-42b6-95cd-8a23ec4dc378),segment_id=fbca2e90-c1cc-42b6-95cd-8a23ec4dc378)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:41.675070 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:41.700010 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb5ab47-46cf-4729-9132-1bf6b5f7620a x-openstack-request-id: req-7bb5ab47-46cf-4729-9132-1bf6b5f7620a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:08:41.700284 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba259b3-0e6a-4d3f-aef9-f8a2afe90a83", "name": "network-vif-plugged", "status": "completed", "tag": "de1d2109-79c7-4e0d-879e-243b279d6421", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:08:41.700536 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7bb5ab47-46cf-4729-9132-1bf6b5f7620a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:08:41.700914 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba259b3-0e6a-4d3f-aef9-f8a2afe90a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1d2109-79c7-4e0d-879e-243b279d6421', 'code': 200} Aug 31 15:08:41.702118 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9de26b17-5c05-414d-872e-1ecd24bb4a41 req-563b8bdf-4ed9-46d0-9f1b-c058f70e9690 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358448 Aug 31 15:08:41.727717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=de1d2109-79c7-4e0d-879e-243b279d6421,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:41.787826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857176f-daab-4845-aaac-729ee6439ad1 req-9bbc0290-6e5b-4f23-b22f-6be286011fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:41.789291 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d857176f-daab-4845-aaac-729ee6439ad1 req-9bbc0290-6e5b-4f23-b22f-6be286011fd8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 1096 time: 0.0434921 Aug 31 15:08:41.822898 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d857176f-daab-4845-aaac-729ee6439ad1 req-dc25e782-e588-4db4-a941-49d57ef93e57 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269885 Aug 31 15:08:42.825837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f564f-5a06-48f3-a1fe-e18c35168cf3 req-da89b6b6-b395-4bbd-ac46-66d1908fea70 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:42.827552 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a1f564f-5a06-48f3-a1fe-e18c35168cf3 req-da89b6b6-b395-4bbd-ac46-66d1908fea70 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 945 time: 0.0563610 Aug 31 15:08:42.868210 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a1f564f-5a06-48f3-a1fe-e18c35168cf3 req-8f4a0548-359d-4c43-b994-eae21c528a88 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341363 Aug 31 15:08:43.982778 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acb002-65ff-4e2c-b379-018310e2259c req-d14c2779-eb76-4ff4-8445-540da77a3727 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:43.984336 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-41acb002-65ff-4e2c-b379-018310e2259c req-d14c2779-eb76-4ff4-8445-540da77a3727 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 945 time: 0.0499084 Aug 31 15:08:44.024727 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-41acb002-65ff-4e2c-b379-018310e2259c req-bce019b7-7405-4385-bec1-82a92ce3d977 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329576 Aug 31 15:08:44.253687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40209e03-1ca4-465b-b006-446689d16626 req-ac65ad59-dd80-4691-bb28-dbe5c8448471 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:44.255156 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40209e03-1ca4-465b-b006-446689d16626 req-ac65ad59-dd80-4691-bb28-dbe5c8448471 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/networks?id=b88bab53-cfc5-4b1b-8d29-611620ee721d HTTP/1.1" status: 200 len: 814 time: 0.1098733 Aug 31 15:08:44.270964 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40209e03-1ca4-465b-b006-446689d16626 req-07fc70bf-999a-4453-99ed-a382e49c1362 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/quotas/31b674502ba7476687b830f391b2445b HTTP/1.1" status: 200 len: 375 time: 0.0099115 Aug 31 15:08:44.320455 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40209e03-1ca4-465b-b006-446689d16626 req-15f9cdf4-798c-41e6-8ac0-b5eff841a39b tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=31b674502ba7476687b830f391b2445b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438111 Aug 31 15:08:44.407434 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40209e03-1ca4-465b-b006-446689d16626 req-717e9e95-46bc-467d-9100-11d49e60f625 service neutron] 10.222.0.39 "GET /v2.0/networks/b88bab53-cfc5-4b1b-8d29-611620ee721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803404 Aug 31 15:08:44.501730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40209e03-1ca4-465b-b006-446689d16626 req-711431b4-9166-4e56-87ce-79417ff7d4a9 service neutron] 10.222.0.39 "GET /v2.0/networks/b88bab53-cfc5-4b1b-8d29-611620ee721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875657 Aug 31 15:08:44.661975 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1bdbe725-0b52-4ed3-983f-2fd317a6ffcf req-0800ce88-39f3-4b6d-924d-30af2b82c523 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 210 time: 0.0267413 Aug 31 15:08:45.594454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40209e03-1ca4-465b-b006-446689d16626 req-d6bd7bed-f9a6-4d6f-a43e-b6b60c3692d5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:45.596036 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40209e03-1ca4-465b-b006-446689d16626 req-d6bd7bed-f9a6-4d6f-a43e-b6b60c3692d5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.25 "GET /v2.0/networks?id=b88bab53-cfc5-4b1b-8d29-611620ee721d HTTP/1.1" status: 200 len: 814 time: 0.1094313 Aug 31 15:08:45.610448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-40209e03-1ca4-465b-b006-446689d16626 req-e11873e8-a51f-4aeb-a242-ec775bd04fc7 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Request body: {'port': {'device_id': '4121cf28-615c-47c3-833c-007244a93369', 'network_id': 'b88bab53-cfc5-4b1b-8d29-611620ee721d', 'admin_state_up': True, 'tenant_id': '31b674502ba7476687b830f391b2445b'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:08:45.716292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40209e03-1ca4-465b-b006-446689d16626 req-e11873e8-a51f-4aeb-a242-ec775bd04fc7 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Made reservation on behalf of 31b674502ba7476687b830f391b2445b for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:08:45.719815 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40209e03-1ca4-465b-b006-446689d16626 req-e11873e8-a51f-4aeb-a242-ec775bd04fc7 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:45.759904 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9cb954d7-35df-45b5-895b-66d461ffae30 req-79f773cf-15cc-4ea4-b024-0c8a14543237 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 210 time: 0.0294433 Aug 31 15:08:45.870036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-40209e03-1ca4-465b-b006-446689d16626 req-e11873e8-a51f-4aeb-a242-ec775bd04fc7 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Allocated IP 172.20.0.2 (b88bab53-cfc5-4b1b-8d29-611620ee721d/51f4c572-f987-4db5-b94a-549323b16e48/22727e4a-1bd7-4df3-a1a0-70dfa11f2d75) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:08:46.011006 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:08:46.015299 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40209e03-1ca4-465b-b006-446689d16626 req-e11873e8-a51f-4aeb-a242-ec775bd04fc7 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.053342 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40209e03-1ca4-465b-b006-446689d16626 req-e11873e8-a51f-4aeb-a242-ec775bd04fc7 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.066516 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['de1d2109-79c7-4e0d-879e-243b279d6421'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:08:46.097762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40209e03-1ca4-465b-b006-446689d16626 req-e11873e8-a51f-4aeb-a242-ec775bd04fc7 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Network b88bab53-cfc5-4b1b-8d29-611620ee721d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:08:46.100925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-40209e03-1ca4-465b-b006-446689d16626 req-e11873e8-a51f-4aeb-a242-ec775bd04fc7 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:08:46.104772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-40209e03-1ca4-465b-b006-446689d16626 req-e11873e8-a51f-4aeb-a242-ec775bd04fc7 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:08:46.111085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11873e8-a51f-4aeb-a242-ec775bd04fc7 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Pushing event updated for resources: {'Port': ['ID=22727e4a-1bd7-4df3-a1a0-70dfa11f2d75,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:46.156062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40209e03-1ca4-465b-b006-446689d16626 req-e11873e8-a51f-4aeb-a242-ec775bd04fc7 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:46.156679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40209e03-1ca4-465b-b006-446689d16626 req-e11873e8-a51f-4aeb-a242-ec775bd04fc7 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.171371 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40209e03-1ca4-465b-b006-446689d16626 req-e11873e8-a51f-4aeb-a242-ec775bd04fc7 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5646949 Aug 31 15:08:46.184266 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Request body: {'port': {'device_id': '4121cf28-615c-47c3-833c-007244a93369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:08:46.243925 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.501839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:08:46.509268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.520558 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Transition to ACTIVE for port object 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:08:46.524273 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.571030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Pushing event updated for resources: {'Port': ['ID=22727e4a-1bd7-4df3-a1a0-70dfa11f2d75,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:46.645411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Attempting to bind port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:08:46.646104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Attempting to bind port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': 'fbca2e90-c1cc-42b6-95cd-8a23ec4dc378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b88bab53-cfc5-4b1b-8d29-611620ee721d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:08:46.646104 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Attempting to bind port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 on network b88bab53-cfc5-4b1b-8d29-611620ee721d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:08:46.650121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 on network b88bab53-cfc5-4b1b-8d29-611620ee721d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:08:46.650434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Attempting to bind port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 on network b88bab53-cfc5-4b1b-8d29-611620ee721d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:08:46.655128 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:08:46.655482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Checking segment: {'id': 'fbca2e90-c1cc-42b6-95cd-8a23ec4dc378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b88bab53-cfc5-4b1b-8d29-611620ee721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:08:46.655860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Bound using segment: {'id': 'fbca2e90-c1cc-42b6-95cd-8a23ec4dc378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b88bab53-cfc5-4b1b-8d29-611620ee721d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:08:46.656279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Bound port: 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbca2e90-c1cc-42b6-95cd-8a23ec4dc378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b88bab53-cfc5-4b1b-8d29-611620ee721d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:08:46.656629 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.717406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] For port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:08:46.720644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] For port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=22727e4a-1bd7-4df3-a1a0-70dfa11f2d75,segment=NetworkSegment(fbca2e90-c1cc-42b6-95cd-8a23ec4dc378),segment_id=fbca2e90-c1cc-42b6-95cd-8a23ec4dc378)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:08:46.725587 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.759641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:46.760465 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:46.761907 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40209e03-1ca4-465b-b006-446689d16626 req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] 10.222.0.25 "PUT /v2.0/ports/22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 HTTP/1.1" status: 200 len: 1091 time: 0.5819297 Aug 31 15:08:46.764136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4121cf28-615c-47c3-833c-007244a93369', 'tag': '22727e4a-1bd7-4df3-a1a0-70dfa11f2d75'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:08:46.766408 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0df3b6-4eaa-4658-b597-b74b4fbcef83" -d '{"events": [{"name": "network-changed", "server_uuid": "4121cf28-615c-47c3-833c-007244a93369", "tag": "22727e4a-1bd7-4df3-a1a0-70dfa11f2d75"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:08:46.792044 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729e8a7-c86a-4a1c-828c-2b3bb37bdbee service neutron] Pushing event updated for resources: {'Port': ['ID=22727e4a-1bd7-4df3-a1a0-70dfa11f2d75,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:46.833799 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94d6d8f-8e82-49b1-9a92-795151549874 x-openstack-request-id: req-f94d6d8f-8e82-49b1-9a92-795151549874 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:08:46.834124 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4121cf28-615c-47c3-833c-007244a93369", "tag": "22727e4a-1bd7-4df3-a1a0-70dfa11f2d75", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:08:46.834381 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f94d6d8f-8e82-49b1-9a92-795151549874 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:08:46.834783 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4121cf28-615c-47c3-833c-007244a93369', 'tag': '22727e4a-1bd7-4df3-a1a0-70dfa11f2d75', 'status': 'completed', 'code': 200} Aug 31 15:08:46.884650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40209e03-1ca4-465b-b006-446689d16626 req-c082d838-50fc-4907-a0ed-7f73f80024cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:46.886162 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40209e03-1ca4-465b-b006-446689d16626 req-c082d838-50fc-4907-a0ed-7f73f80024cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31b674502ba7476687b830f391b2445b&device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 1094 time: 0.0871606 Aug 31 15:08:46.898295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a35a01-0795-460d-9515-e9c2a154c7a1 req-942d8479-c633-4ffb-88c1-ba50c36040b6 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:46.899709 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1a35a01-0795-460d-9515-e9c2a154c7a1 req-942d8479-c633-4ffb-88c1-ba50c36040b6 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 943 time: 0.0641625 Aug 31 15:08:46.945356 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40209e03-1ca4-465b-b006-446689d16626 req-f9458f01-16a4-4821-ab7f-70acf85ed301 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 HTTP/1.1" status: 200 len: 217 time: 0.0447102 Aug 31 15:08:46.993078 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c1a35a01-0795-460d-9515-e9c2a154c7a1 req-3c298fa8-3680-4771-9ec6-d2549a33f359 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870099 Aug 31 15:08:47.008192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40209e03-1ca4-465b-b006-446689d16626 req-0fa77a80-1e1e-467a-87fc-938b382d51d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:47.009721 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40209e03-1ca4-465b-b006-446689d16626 req-0fa77a80-1e1e-467a-87fc-938b382d51d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=51f4c572-f987-4db5-b94a-549323b16e48 HTTP/1.1" status: 200 len: 854 time: 0.0571349 Aug 31 15:08:47.045875 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40209e03-1ca4-465b-b006-446689d16626 req-009c2870-638a-4b73-9058-0c168cbddc74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b88bab53-cfc5-4b1b-8d29-611620ee721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285094 Aug 31 15:08:47.132069 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40209e03-1ca4-465b-b006-446689d16626 req-1f6aa8f1-ab33-4d63-9e0c-0b141ec748eb service neutron] 10.222.0.25 "GET /v2.0/networks/b88bab53-cfc5-4b1b-8d29-611620ee721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784264 Aug 31 15:08:47.222019 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-40209e03-1ca4-465b-b006-446689d16626 req-4be45fa2-62d4-4c66-94ce-50684f5b0f6a service neutron] 10.222.0.25 "GET /v2.0/networks/b88bab53-cfc5-4b1b-8d29-611620ee721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822375 Aug 31 15:08:47.307800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0df3b6-4eaa-4658-b597-b74b4fbcef83 req-6825eb40-2a18-49de-a96c-74c24be41a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:47.309181 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e0df3b6-4eaa-4658-b597-b74b4fbcef83 req-6825eb40-2a18-49de-a96c-74c24be41a34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31b674502ba7476687b830f391b2445b&device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 1094 time: 0.0395818 Aug 31 15:08:47.400046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0df3b6-4eaa-4658-b597-b74b4fbcef83 req-d007eb23-567d-4856-8fee-89fc13ba7205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:47.401694 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e0df3b6-4eaa-4658-b597-b74b4fbcef83 req-d007eb23-567d-4856-8fee-89fc13ba7205 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b88bab53-cfc5-4b1b-8d29-611620ee721d HTTP/1.1" status: 200 len: 915 time: 0.0844116 Aug 31 15:08:47.451671 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e0df3b6-4eaa-4658-b597-b74b4fbcef83 req-497c1cd6-36e4-45e4-b5e6-ffb52245db84 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 HTTP/1.1" status: 200 len: 217 time: 0.0375957 Aug 31 15:08:47.500112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0df3b6-4eaa-4658-b597-b74b4fbcef83 req-641ffa40-5656-46ef-adc8-7f42ae9759fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:47.501496 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e0df3b6-4eaa-4658-b597-b74b4fbcef83 req-641ffa40-5656-46ef-adc8-7f42ae9759fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=51f4c572-f987-4db5-b94a-549323b16e48 HTTP/1.1" status: 200 len: 854 time: 0.0417881 Aug 31 15:08:47.536323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e0df3b6-4eaa-4658-b597-b74b4fbcef83 req-8f3c9fb8-874f-4c08-b865-dc1415f9d83b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b88bab53-cfc5-4b1b-8d29-611620ee721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241518 Aug 31 15:08:47.627352 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e0df3b6-4eaa-4658-b597-b74b4fbcef83 req-d2d2830d-4f6d-4a53-a95b-608c3a2457d3 service neutron] 10.222.0.25 "GET /v2.0/networks/b88bab53-cfc5-4b1b-8d29-611620ee721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830410 Aug 31 15:08:47.714952 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e0df3b6-4eaa-4658-b597-b74b4fbcef83 req-ed495c79-565d-4923-b36d-b414e6a05e4c service neutron] 10.222.0.25 "GET /v2.0/networks/b88bab53-cfc5-4b1b-8d29-611620ee721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793176 Aug 31 15:08:48.118169 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194c895-692a-4f32-9bdc-3008e951b694 req-0d10d1c7-e7dd-4cdb-8a03-934fdefeec07 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:48.119693 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d194c895-692a-4f32-9bdc-3008e951b694 req-0d10d1c7-e7dd-4cdb-8a03-934fdefeec07 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 943 time: 0.0597456 Aug 31 15:08:48.163257 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d194c895-692a-4f32-9bdc-3008e951b694 req-04d4487a-f629-43a8-97df-3ef748117f22 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376482 Aug 31 15:08:48.200754 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:08:48.291727 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=22727e4a-1bd7-4df3-a1a0-70dfa11f2d75,segment=NetworkSegment(fbca2e90-c1cc-42b6-95cd-8a23ec4dc378),segment_id=fbca2e90-c1cc-42b6-95cd-8a23ec4dc378)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:48.303675 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '22727e4a-1bd7-4df3-a1a0-70dfa11f2d75', 'network_id': 'b88bab53-cfc5-4b1b-8d29-611620ee721d', 'port_id': '22727e4a-1bd7-4df3-a1a0-70dfa11f2d75', 'mac_address': 'fa:16:3e:85:e1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f4c572-f987-4db5-b94a-549323b16e48', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:08:48.338592 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:48.351614 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:08:48.370685 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=22727e4a-1bd7-4df3-a1a0-70dfa11f2d75,segment=NetworkSegment(fbca2e90-c1cc-42b6-95cd-8a23ec4dc378),segment_id=fbca2e90-c1cc-42b6-95cd-8a23ec4dc378)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:48.374750 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:48.423236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=22727e4a-1bd7-4df3-a1a0-70dfa11f2d75,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:48.588108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['22727e4a-1bd7-4df3-a1a0-70dfa11f2d75'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:08:49.276224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a0802-a7a1-4050-8702-05571dfc5580 req-fd44273e-26f6-4a8b-b325-08398c9147fa tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:49.277628 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1c6a0802-a7a1-4050-8702-05571dfc5580 req-fd44273e-26f6-4a8b-b325-08398c9147fa tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 944 time: 0.0496800 Aug 31 15:08:49.315271 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1c6a0802-a7a1-4050-8702-05571dfc5580 req-9c9571e6-fa71-433e-b0ad-c4a05f73591c tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311573 Aug 31 15:08:49.665740 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-570485fd-e0c7-4b16-b96c-3a288ed9c17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:49.898913 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.232176 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:08:50.282244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:08:50.286176 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:08:50.286548 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.361773 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.384471 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4121cf28-615c-47c3-833c-007244a93369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22727e4a-1bd7-4df3-a1a0-70dfa11f2d75'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:08:50.386701 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3908375c-d52e-4e94-b202-33fe0b9cca9e" -d '{"events": [{"server_uuid": "4121cf28-615c-47c3-833c-007244a93369", "name": "network-vif-plugged", "status": "completed", "tag": "22727e4a-1bd7-4df3-a1a0-70dfa11f2d75"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:08:50.399952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=22727e4a-1bd7-4df3-a1a0-70dfa11f2d75,segment=NetworkSegment(fbca2e90-c1cc-42b6-95cd-8a23ec4dc378),segment_id=fbca2e90-c1cc-42b6-95cd-8a23ec4dc378)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:50.405497 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:50.429902 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2e4d7f-9f96-406f-b61c-9c894bed4d2e x-openstack-request-id: req-dd2e4d7f-9f96-406f-b61c-9c894bed4d2e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:08:50.430186 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4121cf28-615c-47c3-833c-007244a93369", "name": "network-vif-plugged", "status": "completed", "tag": "22727e4a-1bd7-4df3-a1a0-70dfa11f2d75", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:08:50.430433 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd2e4d7f-9f96-406f-b61c-9c894bed4d2e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:08:50.430812 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4121cf28-615c-47c3-833c-007244a93369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22727e4a-1bd7-4df3-a1a0-70dfa11f2d75', 'code': 200} Aug 31 15:08:50.437857 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40fac8-c468-4877-97c3-4d411933668a req-3a1dfb09-792f-4ae4-a8b3-89c107208ecb tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:50.444559 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf40fac8-c468-4877-97c3-4d411933668a req-3a1dfb09-792f-4ae4-a8b3-89c107208ecb tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 944 time: 0.0604663 Aug 31 15:08:50.464975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=22727e4a-1bd7-4df3-a1a0-70dfa11f2d75,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:50.485225 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf40fac8-c468-4877-97c3-4d411933668a req-059acc5a-1ca9-499b-93dc-4ec087f1581f tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380025 Aug 31 15:08:50.527700 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616fe94-f878-4fcb-8ea3-57bd0c06cf46 req-ac2402a6-0410-4bb7-bc27-ca3167b5c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:50.529183 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5616fe94-f878-4fcb-8ea3-57bd0c06cf46 req-ac2402a6-0410-4bb7-bc27-ca3167b5c16f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 1096 time: 0.0446541 Aug 31 15:08:50.563642 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5616fe94-f878-4fcb-8ea3-57bd0c06cf46 req-c43db2ef-6bf2-41cd-aa84-d93a08cb90e8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264006 Aug 31 15:08:51.602990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3733b-9bf2-4a3d-96ce-1ec57397657f req-aa63b3e1-c46a-4f52-b54b-4781ebd41ac3 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:51.604515 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6cf3733b-9bf2-4a3d-96ce-1ec57397657f req-aa63b3e1-c46a-4f52-b54b-4781ebd41ac3 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 945 time: 0.0505586 Aug 31 15:08:51.644690 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6cf3733b-9bf2-4a3d-96ce-1ec57397657f req-41fbe1f3-7b86-48a3-a0fe-e73284e501d8 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343261 Aug 31 15:08:52.201228 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a182659-3af4-4faa-96a1-7257f4be2939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.321032 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:52.771986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fe566-5c9b-4578-b46f-43cba912c929 req-d91f5d86-9650-4304-adc6-90afa72950ed tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:52.773519 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-822fe566-5c9b-4578-b46f-43cba912c929 req-d91f5d86-9650-4304-adc6-90afa72950ed tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 945 time: 0.0525603 Aug 31 15:08:52.818536 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-822fe566-5c9b-4578-b46f-43cba912c929 req-a2beb9dc-257d-4727-a34b-59470e52f65d tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384507 Aug 31 15:08:53.092689 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1560c9-9284-4128-83d1-b5f27a866cbf req-438f8ce6-6dea-4b81-9fcc-c4fc9bf94a12 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:53.094668 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b1560c9-9284-4128-83d1-b5f27a866cbf req-438f8ce6-6dea-4b81-9fcc-c4fc9bf94a12 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 945 time: 0.0577002 Aug 31 15:08:53.136018 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b1560c9-9284-4128-83d1-b5f27a866cbf req-afef295a-0f53-474d-a337-1f3abec413c4 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348904 Aug 31 15:08:53.485461 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:54.252127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dd4f5-bb25-4472-b739-49e9af8a2b6a req-36331cbd-c06e-4ae4-aea3-65be6eeecae5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:54.253745 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e6dd4f5-bb25-4472-b739-49e9af8a2b6a req-36331cbd-c06e-4ae4-aea3-65be6eeecae5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 945 time: 0.0490563 Aug 31 15:08:54.290860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e6dd4f5-bb25-4472-b739-49e9af8a2b6a req-5d387764-a1b2-4d01-8090-366080918801 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311584 Aug 31 15:08:54.625598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a58df7-7016-4f9f-88f9-73dc86b153eb req-88e36ab5-f7dc-405e-83dc-d87d6b58c28c tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:54.626932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34a58df7-7016-4f9f-88f9-73dc86b153eb req-88e36ab5-f7dc-405e-83dc-d87d6b58c28c tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.25 "GET /v2.0/ports?device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 945 time: 0.0513220 Aug 31 15:08:54.722090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-34a58df7-7016-4f9f-88f9-73dc86b153eb req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Deleting port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:54.722420 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-34a58df7-7016-4f9f-88f9-73dc86b153eb req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:54.808109 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.080934 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.129387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-34a58df7-7016-4f9f-88f9-73dc86b153eb req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] For port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=22727e4a-1bd7-4df3-a1a0-70dfa11f2d75,segment=NetworkSegment(fbca2e90-c1cc-42b6-95cd-8a23ec4dc378),segment_id=fbca2e90-c1cc-42b6-95cd-8a23ec4dc378)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:55.129738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-34a58df7-7016-4f9f-88f9-73dc86b153eb req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.141851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-34a58df7-7016-4f9f-88f9-73dc86b153eb req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Calling delete_port for 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:55.262936 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-34a58df7-7016-4f9f-88f9-73dc86b153eb req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.276071 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['22727e4a-1bd7-4df3-a1a0-70dfa11f2d75'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:08:55.279553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['de1d2109-79c7-4e0d-879e-243b279d6421'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:08:55.294974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Pushing event deleted for resources: {'Port': ['ID=22727e4a-1bd7-4df3-a1a0-70dfa11f2d75,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:55.309555 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.309905 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.310245 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.310580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.310913 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.312644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.312644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.312644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.312644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.312644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.313079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.313325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:08:55.349617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a58df7-7016-4f9f-88f9-73dc86b153eb req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] No DVR routers for this DVR port 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:08:55.352461 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-34a58df7-7016-4f9f-88f9-73dc86b153eb req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:55.354593 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34a58df7-7016-4f9f-88f9-73dc86b153eb req-4b9216c3-7696-4a5c-a9e9-c4e230c76cc5 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.25 "DELETE /v2.0/ports/22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 HTTP/1.1" status: 204 len: 173 time: 0.7203908 Aug 31 15:08:55.355036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4121cf28-615c-47c3-833c-007244a93369', 'name': 'network-vif-deleted', 'tag': '22727e4a-1bd7-4df3-a1a0-70dfa11f2d75'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:08:55.357331 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e22a3a0-b4b9-4f86-ba7b-a0dae8530a3b" -d '{"events": [{"server_uuid": "4121cf28-615c-47c3-833c-007244a93369", "name": "network-vif-deleted", "tag": "22727e4a-1bd7-4df3-a1a0-70dfa11f2d75"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:08:55.397507 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd88f7a-8a1a-4dba-ac3a-3b7bf3c2db08 x-openstack-request-id: req-6dd88f7a-8a1a-4dba-ac3a-3b7bf3c2db08 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:08:55.397809 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4121cf28-615c-47c3-833c-007244a93369", "name": "network-vif-deleted", "tag": "22727e4a-1bd7-4df3-a1a0-70dfa11f2d75", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:08:55.398062 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6dd88f7a-8a1a-4dba-ac3a-3b7bf3c2db08 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:08:55.398462 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4121cf28-615c-47c3-833c-007244a93369', 'name': 'network-vif-deleted', 'tag': '22727e4a-1bd7-4df3-a1a0-70dfa11f2d75', 'status': 'completed', 'code': 200} Aug 31 15:08:55.411812 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f6c0e28e-53e6-4dfe-9c57-0faac14bd014 req-87680da7-182a-44b9-9ca6-b40a7a7e61f0 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=4121cf28-615c-47c3-833c-007244a93369 HTTP/1.1" status: 200 len: 210 time: 0.0468123 Aug 31 15:08:56.567826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c654f-e423-45ec-81ee-bd36367252e4 req-dcbdb591-18fe-4b0f-a84b-d92f931d80d1 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:56.569309 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d6c654f-e423-45ec-81ee-bd36367252e4 req-dcbdb591-18fe-4b0f-a84b-d92f931d80d1 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 945 time: 0.0485973 Aug 31 15:08:56.606673 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8d6c654f-e423-45ec-81ee-bd36367252e4 req-88e363b7-af30-468e-8590-12d5c6f46736 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Aug 31 15:08:56.746009 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232e7a1-d640-4913-8dd9-d49ca4dde193 req-84bbdd7e-e819-4ba2-93c5-33a39bd5ef16 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:56.747434 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d232e7a1-d640-4913-8dd9-d49ca4dde193 req-84bbdd7e-e819-4ba2-93c5-33a39bd5ef16 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 945 time: 0.0519183 Aug 31 15:08:56.789081 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d232e7a1-d640-4913-8dd9-d49ca4dde193 req-9d152a75-c786-4fdb-843a-eb2f3ff6c490 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352273 Aug 31 15:08:56.904492 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aac136-ea41-4e77-b9cd-8e96e68cb534 req-6110fa14-4f39-468a-84a5-efabbd4ee317 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:56.905980 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-04aac136-ea41-4e77-b9cd-8e96e68cb534 req-6110fa14-4f39-468a-84a5-efabbd4ee317 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 945 time: 0.0478542 Aug 31 15:08:56.944296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-04aac136-ea41-4e77-b9cd-8e96e68cb534 req-108f9cf4-d9b9-4296-b70f-be54b5457ffa tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318198 Aug 31 15:08:57.120277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83246d42-289e-480e-98dd-1b623e235d71 req-5704c5b0-a063-4639-81bd-dc070c689cda tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:57.121746 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83246d42-289e-480e-98dd-1b623e235d71 req-5704c5b0-a063-4639-81bd-dc070c689cda tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 945 time: 0.0517402 Aug 31 15:08:57.159590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83246d42-289e-480e-98dd-1b623e235d71 req-0ebee498-0d22-4676-b001-d00ef027329e tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313144 Aug 31 15:08:57.272361 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b2b8a-8b49-4e64-b773-6db138198712 req-addd2ac2-cefa-4a8b-8253-d3992b57248a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:57.273746 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e46b2b8a-8b49-4e64-b773-6db138198712 req-addd2ac2-cefa-4a8b-8253-d3992b57248a tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 945 time: 0.0487466 Aug 31 15:08:57.311599 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e46b2b8a-8b49-4e64-b773-6db138198712 req-50a0f0c7-13e9-4ddf-97cb-003621d7ed9f tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Aug 31 15:08:57.437357 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67477cc9-e726-47a5-bc80-682def319f17 req-87352f36-4058-4a74-a394-7513734786bc tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:57.438826 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-67477cc9-e726-47a5-bc80-682def319f17 req-87352f36-4058-4a74-a394-7513734786bc tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 945 time: 0.0488389 Aug 31 15:08:57.476142 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-67477cc9-e726-47a5-bc80-682def319f17 req-27ac2522-939e-409a-97fb-1a2f7c84ebd4 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314009 Aug 31 15:08:57.776117 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e448a-b3fc-41d6-856d-190826e83f27 req-f43e5b2f-e07e-4c7b-afed-d61bdac68dfe tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:57.777612 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-505e448a-b3fc-41d6-856d-190826e83f27 req-f43e5b2f-e07e-4c7b-afed-d61bdac68dfe tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 945 time: 0.0482669 Aug 31 15:08:57.820129 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-505e448a-b3fc-41d6-856d-190826e83f27 req-da7a3e05-afbd-4a99-8fd3-fe651642a344 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365796 Aug 31 15:08:58.321345 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:08:58.341367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:08:58.341712 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 22727e4a-1bd7-4df3-a1a0-70dfa11f2d75 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:08:58.941930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa4bd2-fc01-4252-a38e-03fc00ad13e7 req-09761e7c-d67d-47e6-a9f4-fb0296fe032c tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:58.943485 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18fa4bd2-fc01-4252-a38e-03fc00ad13e7 req-09761e7c-d67d-47e6-a9f4-fb0296fe032c tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 945 time: 0.0499444 Aug 31 15:08:58.982206 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-18fa4bd2-fc01-4252-a38e-03fc00ad13e7 req-3926ba94-2cb0-409a-90a1-b17fd8b25721 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed964822-e9f4-4f58-bfb1-36a8dca13f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326588 Aug 31 15:08:59.096233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f0fa3-bdbb-4e7f-93b0-cc4d320f994b req-9c4f17c3-6d6a-46bc-8e49-7a649a56ddb3 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:59.098004 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a16f0fa3-bdbb-4e7f-93b0-cc4d320f994b req-9c4f17c3-6d6a-46bc-8e49-7a649a56ddb3 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba259b3-0e6a-4d3f-aef9-f8a2afe90a83 HTTP/1.1" status: 200 len: 945 time: 0.0481679 Aug 31 15:08:59.187533 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a16f0fa3-bdbb-4e7f-93b0-cc4d320f994b req-1061e965-5a5e-4b13-9804-d4fc3f39c328 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Deleting port de1d2109-79c7-4e0d-879e-243b279d6421 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:08:59.187875 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a16f0fa3-bdbb-4e7f-93b0-cc4d320f994b req-1061e965-5a5e-4b13-9804-d4fc3f39c328 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:59.273345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a16f0fa3-bdbb-4e7f-93b0-cc4d320f994b req-1061e965-5a5e-4b13-9804-d4fc3f39c328 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] For port de1d2109-79c7-4e0d-879e-243b279d6421, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=de1d2109-79c7-4e0d-879e-243b279d6421,segment=NetworkSegment(fbca2e90-c1cc-42b6-95cd-8a23ec4dc378),segment_id=fbca2e90-c1cc-42b6-95cd-8a23ec4dc378)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:08:59.273704 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a16f0fa3-bdbb-4e7f-93b0-cc4d320f994b req-1061e965-5a5e-4b13-9804-d4fc3f39c328 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:59.286142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a16f0fa3-bdbb-4e7f-93b0-cc4d320f994b req-1061e965-5a5e-4b13-9804-d4fc3f39c328 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Calling delete_port for de1d2109-79c7-4e0d-879e-243b279d6421 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:08:59.410959 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a16f0fa3-bdbb-4e7f-93b0-cc4d320f994b req-1061e965-5a5e-4b13-9804-d4fc3f39c328 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:59.422575 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['de1d2109-79c7-4e0d-879e-243b279d6421'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:08:59.447666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061e965-5a5e-4b13-9804-d4fc3f39c328 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Pushing event deleted for resources: {'Port': ['ID=de1d2109-79c7-4e0d-879e-243b279d6421,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:08:59.487630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16f0fa3-bdbb-4e7f-93b0-cc4d320f994b req-1061e965-5a5e-4b13-9804-d4fc3f39c328 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] No DVR routers for this DVR port de1d2109-79c7-4e0d-879e-243b279d6421 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:08:59.490262 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a16f0fa3-bdbb-4e7f-93b0-cc4d320f994b req-1061e965-5a5e-4b13-9804-d4fc3f39c328 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:59.493243 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a16f0fa3-bdbb-4e7f-93b0-cc4d320f994b req-1061e965-5a5e-4b13-9804-d4fc3f39c328 tempest-ServersNegativeTestJSON-1283673486 tempest-ServersNegativeTestJSON-1283673486-project] 10.222.0.60 "DELETE /v2.0/ports/de1d2109-79c7-4e0d-879e-243b279d6421 HTTP/1.1" status: 204 len: 173 time: 0.3891561 Aug 31 15:08:59.493700 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba259b3-0e6a-4d3f-aef9-f8a2afe90a83', 'name': 'network-vif-deleted', 'tag': 'de1d2109-79c7-4e0d-879e-243b279d6421'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:08:59.496016 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e9fca0-6d75-4c14-a339-2242f2800695" -d '{"events": [{"server_uuid": "cba259b3-0e6a-4d3f-aef9-f8a2afe90a83", "name": "network-vif-deleted", "tag": "de1d2109-79c7-4e0d-879e-243b279d6421"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:08:59.534020 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4f2f80-c68e-4ac0-b8a6-1fad7d8bdb58 x-openstack-request-id: req-fb4f2f80-c68e-4ac0-b8a6-1fad7d8bdb58 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:08:59.534020 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba259b3-0e6a-4d3f-aef9-f8a2afe90a83", "name": "network-vif-deleted", "tag": "de1d2109-79c7-4e0d-879e-243b279d6421", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:08:59.534274 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb4f2f80-c68e-4ac0-b8a6-1fad7d8bdb58 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:08:59.534670 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba259b3-0e6a-4d3f-aef9-f8a2afe90a83', 'name': 'network-vif-deleted', 'tag': 'de1d2109-79c7-4e0d-879e-243b279d6421', 'status': 'completed', 'code': 200} Aug 31 15:09:00.038781 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59720) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:00.083199 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-efebdff4-f67b-4446-a1ab-2a2dafdeeeb3 admin admin] Deleting subnet 51f4c572-f987-4db5-b94a-549323b16e48 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:09:00.086146 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-efebdff4-f67b-4446-a1ab-2a2dafdeeeb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.124783 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-efebdff4-f67b-4446-a1ab-2a2dafdeeeb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.162423 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-efebdff4-f67b-4446-a1ab-2a2dafdeeeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.214491 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-efebdff4-f67b-4446-a1ab-2a2dafdeeeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.246251 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-efebdff4-f67b-4446-a1ab-2a2dafdeeeb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.248164 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-efebdff4-f67b-4446-a1ab-2a2dafdeeeb3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/51f4c572-f987-4db5-b94a-549323b16e48 HTTP/1.1" status: 204 len: 168 time: 0.2083409 Aug 31 15:09:00.249227 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebdff4-f67b-4446-a1ab-2a2dafdeeeb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f4c572-f987-4db5-b94a-549323b16e48,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:00.250805 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59722) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:00.317204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18dc569a-f0a9-45ad-a131-f42514ac0a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.396219 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18dc569a-f0a9-45ad-a131-f42514ac0a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.405658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-18dc569a-f0a9-45ad-a131-f42514ac0a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88bab53-cfc5-4b1b-8d29-611620ee721d']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:00.415424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-18dc569a-f0a9-45ad-a131-f42514ac0a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbca2e90-c1cc-42b6-95cd-8a23ec4dc378') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:00.415716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-18dc569a-f0a9-45ad-a131-f42514ac0a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbca2e90-c1cc-42b6-95cd-8a23ec4dc378') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:00.424775 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18dc569a-f0a9-45ad-a131-f42514ac0a99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.437787 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18dc569a-f0a9-45ad-a131-f42514ac0a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.444033 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18dc569a-f0a9-45ad-a131-f42514ac0a99 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:09:00.444415 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18dc569a-f0a9-45ad-a131-f42514ac0a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: timer() Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:09:00.445986 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:09:00.498453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18dc569a-f0a9-45ad-a131-f42514ac0a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.504844 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-18dc569a-f0a9-45ad-a131-f42514ac0a99 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.506687 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-18dc569a-f0a9-45ad-a131-f42514ac0a99 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b88bab53-cfc5-4b1b-8d29-611620ee721d HTTP/1.1" status: 204 len: 168 time: 0.2548566 Aug 31 15:09:00.517598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc569a-f0a9-45ad-a131-f42514ac0a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=b88bab53-cfc5-4b1b-8d29-611620ee721d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:00.612671 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59726) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:00.652316 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3f61eacf-3ed6-4564-b746-fe23681465de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31b674502ba7476687b830f391b2445b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384734 Aug 31 15:09:00.654818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59728) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:00.707131 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b874ce69-ce9f-482f-9ad4-aea91fcfd8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.728142 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b874ce69-ce9f-482f-9ad4-aea91fcfd8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.776032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b874ce69-ce9f-482f-9ad4-aea91fcfd8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.778573 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b874ce69-ce9f-482f-9ad4-aea91fcfd8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:00.779792 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b874ce69-ce9f-482f-9ad4-aea91fcfd8de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed964822-e9f4-4f58-bfb1-36a8dca13f0e HTTP/1.1" status: 204 len: 168 time: 0.1240408 Aug 31 15:09:00.788810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874ce69-ce9f-482f-9ad4-aea91fcfd8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed964822-e9f4-4f58-bfb1-36a8dca13f0e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:01.451990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59750) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:01.545733 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1430007157'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:01.566511 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Made reservation on behalf of 732e327784ec49789d6b8f919199e947 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:01.570010 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.578370 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.670474 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.675040 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.706200 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:09:01.710966 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211fb65d-f8fe-4e7f-a5c1-c5e436e15df6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:01.718872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.718997 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Added segment 1de00a2f-4011-46c6-8c63-8f09bb4efadd of type vlan for network a31b72fe-4f53-409b-8659-f47321097a04 Aug 31 15:09:01.759518 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.783850 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.789530 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:01.790121 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.849235 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3960915 Aug 31 15:09:01.859582 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d8bda-ad1b-43f4-b595-94d7af90b7d2 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event updated for resources: {'Network': ['ID=a31b72fe-4f53-409b-8659-f47321097a04,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:01.870279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network a31b72fe-4f53-409b-8659-f47321097a04 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:09:03.599799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device de1d2109-79c7-4e0d-879e-243b279d6421 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:09:03.623571 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: de1d2109-79c7-4e0d-879e-243b279d6421 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:09:03.623922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device de1d2109-79c7-4e0d-879e-243b279d6421 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:09:05.119101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59756) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:05.124292 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-822e0889-0748-4471-af12-398d6af98a00 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Request body: {'subnet': {'network_id': 'a31b72fe-4f53-409b-8659-f47321097a04', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:05.210742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822e0889-0748-4471-af12-398d6af98a00 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Made reservation on behalf of 732e327784ec49789d6b8f919199e947 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:05.214329 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-822e0889-0748-4471-af12-398d6af98a00 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.699627 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-822e0889-0748-4471-af12-398d6af98a00 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.756030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e0889-0748-4471-af12-398d6af98a00 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event updated for resources: {'Subnet': ['ID=5fc9eb80-c931-4162-9829-85c0a2ab5fc0,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:05.766155 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e0889-0748-4471-af12-398d6af98a00 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Checking segment: {'id': '1de00a2f-4011-46c6-8c63-8f09bb4efadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a31b72fe-4f53-409b-8659-f47321097a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:05.766511 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822e0889-0748-4471-af12-398d6af98a00 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Network hostable DHCP agents. Network: a31b72fe-4f53-409b-8659-f47321097a04, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:09:05.784077 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822e0889-0748-4471-af12-398d6af98a00 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Network a31b72fe-4f53-409b-8659-f47321097a04 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:09:05.792471 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-822e0889-0748-4471-af12-398d6af98a00 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, a31b72fe-4f53-409b-8659-f47321097a04) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:05.796419 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822e0889-0748-4471-af12-398d6af98a00 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:05.797008 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-822e0889-0748-4471-af12-398d6af98a00 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.802066 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560b9b47-25ae-4b09-b3b1-004b238f8ec1 None None] Network a31b72fe-4f53-409b-8659-f47321097a04 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:05.811984 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-822e0889-0748-4471-af12-398d6af98a00 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6917541 Aug 31 15:09:05.815701 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59758) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:05.820802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-55395ffb-6bb3-4df6-91d3-a32bccd30fc7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1442748973'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:05.841076 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55395ffb-6bb3-4df6-91d3-a32bccd30fc7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Made reservation on behalf of 732e327784ec49789d6b8f919199e947 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:05.844540 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55395ffb-6bb3-4df6-91d3-a32bccd30fc7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.872316 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55395ffb-6bb3-4df6-91d3-a32bccd30fc7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:09:05.880973 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55395ffb-6bb3-4df6-91d3-a32bccd30fc7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.881339 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-55395ffb-6bb3-4df6-91d3-a32bccd30fc7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Added segment a53401dd-5b4e-469f-a68b-7d58ef35981b of type vlan for network 4c1ae54a-1ed4-485b-b3d6-02ecb86e1777 Aug 31 15:09:05.921222 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55395ffb-6bb3-4df6-91d3-a32bccd30fc7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.945551 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55395ffb-6bb3-4df6-91d3-a32bccd30fc7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.946013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-a31b72fe-4f53-409b-8659-f47321097a04', 'network_id': 'a31b72fe-4f53-409b-8659-f47321097a04', 'tenant_id': '732e327784ec49789d6b8f919199e947', 'fixed_ips': [{'subnet_id': '5fc9eb80-c931-4162-9829-85c0a2ab5fc0'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:09:05.946863 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.951449 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55395ffb-6bb3-4df6-91d3-a32bccd30fc7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:05.951981 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55395ffb-6bb3-4df6-91d3-a32bccd30fc7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.005926 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-55395ffb-6bb3-4df6-91d3-a32bccd30fc7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1864691 Aug 31 15:09:06.006227 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59760) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:06.011283 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1af134c1-f267-4a54-bc3b-86078fa23146 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Request body: {'subnet': {'network_id': '4c1ae54a-1ed4-485b-b3d6-02ecb86e1777', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:06.077616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55395ffb-6bb3-4df6-91d3-a32bccd30fc7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event updated for resources: {'Network': ['ID=4c1ae54a-1ed4-485b-b3d6-02ecb86e1777,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:06.081409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Allocated IP 2001:db8:0:ffff::2 (a31b72fe-4f53-409b-8659-f47321097a04/5fc9eb80-c931-4162-9829-85c0a2ab5fc0/a196b0c2-216f-46dd-aa29-93c3c1b8bfa1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:09:06.093701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 4c1ae54a-1ed4-485b-b3d6-02ecb86e1777 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:09:06.116887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af134c1-f267-4a54-bc3b-86078fa23146 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Made reservation on behalf of 732e327784ec49789d6b8f919199e947 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:06.120884 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1af134c1-f267-4a54-bc3b-86078fa23146 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.288331 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.296981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Transition to ACTIVE for port object a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:06.312997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Transition to ACTIVE for port object a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:06.318370 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1af134c1-f267-4a54-bc3b-86078fa23146 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.319387 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.356972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Network a31b72fe-4f53-409b-8659-f47321097a04 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:06.359839 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:06.366272 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:09:06.376236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Pushing event updated for resources: {'Port': ['ID=a196b0c2-216f-46dd-aa29-93c3c1b8bfa1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:06.387736 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af134c1-f267-4a54-bc3b-86078fa23146 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event updated for resources: {'Subnet': ['ID=612b3f41-1d09-4e95-9c47-dac8be0ef7dc,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:06.397302 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af134c1-f267-4a54-bc3b-86078fa23146 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Checking segment: {'id': 'a53401dd-5b4e-469f-a68b-7d58ef35981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4c1ae54a-1ed4-485b-b3d6-02ecb86e1777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:06.397655 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af134c1-f267-4a54-bc3b-86078fa23146 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Network hostable DHCP agents. Network: 4c1ae54a-1ed4-485b-b3d6-02ecb86e1777, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:09:06.402450 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:06.402796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:06.403145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:06.403515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:06.403852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:06.404185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:06.404515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:06.404846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:06.405177 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:06.405506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:06.405830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:06.406154 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:06.416408 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af134c1-f267-4a54-bc3b-86078fa23146 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Network 4c1ae54a-1ed4-485b-b3d6-02ecb86e1777 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:09:06.425036 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-1af134c1-f267-4a54-bc3b-86078fa23146 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 4c1ae54a-1ed4-485b-b3d6-02ecb86e1777) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:06.429230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af134c1-f267-4a54-bc3b-86078fa23146 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:06.429810 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1af134c1-f267-4a54-bc3b-86078fa23146 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.438485 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082db942-7c90-47c9-a4eb-5a0655eec363 None None] Network 4c1ae54a-1ed4-485b-b3d6-02ecb86e1777 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:06.441291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Attempting to bind port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:09:06.441746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Attempting to bind port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '1de00a2f-4011-46c6-8c63-8f09bb4efadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a31b72fe-4f53-409b-8659-f47321097a04'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:09:06.442109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Attempting to bind port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 on network a31b72fe-4f53-409b-8659-f47321097a04 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:06.444182 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1af134c1-f267-4a54-bc3b-86078fa23146 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4368036 Aug 31 15:09:06.446653 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59762) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:06.483103 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:09:06.483443 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Checking segment: {'id': '1de00a2f-4011-46c6-8c63-8f09bb4efadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a31b72fe-4f53-409b-8659-f47321097a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:06.483828 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.484226 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Bound using segment: {'id': '1de00a2f-4011-46c6-8c63-8f09bb4efadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a31b72fe-4f53-409b-8659-f47321097a04'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:09:06.484707 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Bound port: a196b0c2-216f-46dd-aa29-93c3c1b8bfa1, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de00a2f-4011-46c6-8c63-8f09bb4efadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a31b72fe-4f53-409b-8659-f47321097a04'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:09:06.485096 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.543572 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.593853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] For port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:09:06.595067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.612559 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] For port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a196b0c2-216f-46dd-aa29-93c3c1b8bfa1,segment=NetworkSegment(1de00a2f-4011-46c6-8c63-8f09bb4efadd),segment_id=1de00a2f-4011-46c6-8c63-8f09bb4efadd)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:09:06.618477 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.670361 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.690496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f0097c-33f2-4ea5-8001-24085e120f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-4c1ae54a-1ed4-485b-b3d6-02ecb86e1777', 'network_id': '4c1ae54a-1ed4-485b-b3d6-02ecb86e1777', 'tenant_id': '732e327784ec49789d6b8f919199e947', 'fixed_ips': [{'subnet_id': '612b3f41-1d09-4e95-9c47-dac8be0ef7dc'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:09:06.691404 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1f0097c-33f2-4ea5-8001-24085e120f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.701127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event deleted for resources: {'Subnet': ['ID=612b3f41-1d09-4e95-9c47-dac8be0ef7dc,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:06.716182 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9817422-c835-436b-b6b1-bd7782c84b32 None None] Pushing event updated for resources: {'Port': ['ID=a196b0c2-216f-46dd-aa29-93c3c1b8bfa1,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:06.770903 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.783703 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1ae54a-1ed4-485b-b3d6-02ecb86e1777']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:06.790379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35266331-52e9-4999-932c-4b9dd5d7343e None None] Network 4c1ae54a-1ed4-485b-b3d6-02ecb86e1777 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:06.796301 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53401dd-5b4e-469f-a68b-7d58ef35981b') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:06.796612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53401dd-5b4e-469f-a68b-7d58ef35981b') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:06.812398 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.831063 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.842671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:09:06.842671 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: timer() Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:09:06.848356 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:09:06.953834 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.960383 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.962325 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "DELETE /v2.0/networks/4c1ae54a-1ed4-485b-b3d6-02ecb86e1777 HTTP/1.1" status: 204 len: 168 time: 0.5144916 Aug 31 15:09:06.966225 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59764) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:06.972699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-560873d5-5263-4a13-9748-83e4d327852b tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-959708784'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:06.977167 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00cf1e-a2c9-431e-9139-f3d96c7748bb tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event deleted for resources: {'Network': ['ID=4c1ae54a-1ed4-485b-b3d6-02ecb86e1777,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:06.996445 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560873d5-5263-4a13-9748-83e4d327852b tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Made reservation on behalf of 732e327784ec49789d6b8f919199e947 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:06.999914 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-560873d5-5263-4a13-9748-83e4d327852b tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.023985 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560873d5-5263-4a13-9748-83e4d327852b tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:09:07.032344 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-560873d5-5263-4a13-9748-83e4d327852b tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.032682 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-560873d5-5263-4a13-9748-83e4d327852b tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Added segment 3a6fb14b-8aad-429e-bd9d-2dcd57a08233 of type vlan for network abf68d37-d6bd-4c56-b54f-ccb125b92079 Aug 31 15:09:07.070470 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-560873d5-5263-4a13-9748-83e4d327852b tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.094935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-560873d5-5263-4a13-9748-83e4d327852b tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.100570 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560873d5-5263-4a13-9748-83e4d327852b tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:07.101267 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-560873d5-5263-4a13-9748-83e4d327852b tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.158448 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-560873d5-5263-4a13-9748-83e4d327852b tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1909616 Aug 31 15:09:07.161393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59766) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:07.168570 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bc493f87-0500-424f-abe7-6b56b98a32a7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Request body: {'subnet': {'network_id': 'abf68d37-d6bd-4c56-b54f-ccb125b92079', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:07.211385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560873d5-5263-4a13-9748-83e4d327852b tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event updated for resources: {'Network': ['ID=abf68d37-d6bd-4c56-b54f-ccb125b92079,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:07.221427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network abf68d37-d6bd-4c56-b54f-ccb125b92079 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:09:07.261993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc493f87-0500-424f-abe7-6b56b98a32a7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Made reservation on behalf of 732e327784ec49789d6b8f919199e947 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:07.265616 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc493f87-0500-424f-abe7-6b56b98a32a7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.330282 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.ipam_backend_mixin [None req-bc493f87-0500-424f-abe7-6b56b98a32a7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Performing IP validity checks on allocation pools {{(pid=94871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 15:09:07.331486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.ipam_backend_mixin [None req-bc493f87-0500-424f-abe7-6b56b98a32a7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 15:09:07.469633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc493f87-0500-424f-abe7-6b56b98a32a7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.537003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc493f87-0500-424f-abe7-6b56b98a32a7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event updated for resources: {'Subnet': ['ID=669dbf24-21d9-4b84-8b5e-2a69bdac6952,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:07.546009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc493f87-0500-424f-abe7-6b56b98a32a7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Checking segment: {'id': '3a6fb14b-8aad-429e-bd9d-2dcd57a08233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'abf68d37-d6bd-4c56-b54f-ccb125b92079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:07.546376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc493f87-0500-424f-abe7-6b56b98a32a7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Network hostable DHCP agents. Network: abf68d37-d6bd-4c56-b54f-ccb125b92079, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:09:07.564976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc493f87-0500-424f-abe7-6b56b98a32a7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Network abf68d37-d6bd-4c56-b54f-ccb125b92079 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:09:07.575316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bc493f87-0500-424f-abe7-6b56b98a32a7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, abf68d37-d6bd-4c56-b54f-ccb125b92079) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:07.581212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc493f87-0500-424f-abe7-6b56b98a32a7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:07.582842 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bc493f87-0500-424f-abe7-6b56b98a32a7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.584551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10acea81-33c9-4682-969c-f46bea182c23 None None] Network abf68d37-d6bd-4c56-b54f-ccb125b92079 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:07.599042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bc493f87-0500-424f-abe7-6b56b98a32a7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4366167 Aug 31 15:09:07.601936 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59768) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:07.638267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e4bda5-62f4-4bea-ba05-2875a04edfd5 None None] Network a31b72fe-4f53-409b-8659-f47321097a04 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:07.703495 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.715568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c7601ef7-f4f4-4ff8-ae16-f3fd432633ca None None] Provisioning for port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:07.764184 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.843201 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1664b89f-b733-4d76-a7a7-2c0d5dbf7566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-abf68d37-d6bd-4c56-b54f-ccb125b92079', 'network_id': 'abf68d37-d6bd-4c56-b54f-ccb125b92079', 'tenant_id': '732e327784ec49789d6b8f919199e947', 'fixed_ips': [{'subnet_id': '669dbf24-21d9-4b84-8b5e-2a69bdac6952'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:09:07.844045 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1664b89f-b733-4d76-a7a7-2c0d5dbf7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.848258 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.880067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event deleted for resources: {'Subnet': ['ID=669dbf24-21d9-4b84-8b5e-2a69bdac6952,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:07.936745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:07.954646 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.965234 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf68d37-d6bd-4c56-b54f-ccb125b92079']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:07.976387 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6fb14b-8aad-429e-bd9d-2dcd57a08233') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:07.976686 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6fb14b-8aad-429e-bd9d-2dcd57a08233') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:07.987382 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.990430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38388c0-92ab-43d0-a7b8-57171e254dba None None] Network abf68d37-d6bd-4c56-b54f-ccb125b92079 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:08.003630 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.010091 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:09:08.010491 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: timer() Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:09:08.014325 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:09:08.046832 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:08.056688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:08.057060 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.081631 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.089858 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.095336 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "DELETE /v2.0/networks/abf68d37-d6bd-4c56-b54f-ccb125b92079 HTTP/1.1" status: 204 len: 168 time: 0.4889946 Aug 31 15:09:08.097419 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59770) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:08.113879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8a75bb3c-a4ec-43ad-a745-1a2e133a7c5d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-675069215'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:08.119035 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8b0f6-2990-469e-865d-75ec4508ab3a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event deleted for resources: {'Network': ['ID=abf68d37-d6bd-4c56-b54f-ccb125b92079,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:08.140920 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a75bb3c-a4ec-43ad-a745-1a2e133a7c5d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Made reservation on behalf of 732e327784ec49789d6b8f919199e947 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:08.145365 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a75bb3c-a4ec-43ad-a745-1a2e133a7c5d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.177834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a75bb3c-a4ec-43ad-a745-1a2e133a7c5d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:09:08.188027 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a75bb3c-a4ec-43ad-a745-1a2e133a7c5d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.188516 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-8a75bb3c-a4ec-43ad-a745-1a2e133a7c5d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Added segment 5c243c10-967c-4952-aa99-16893a4bee08 of type vlan for network 71573e9e-51ba-4fff-8048-fcb4f44c37b1 Aug 31 15:09:08.232641 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a75bb3c-a4ec-43ad-a745-1a2e133a7c5d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.264566 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a75bb3c-a4ec-43ad-a745-1a2e133a7c5d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.270585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a75bb3c-a4ec-43ad-a745-1a2e133a7c5d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:08.271049 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8a75bb3c-a4ec-43ad-a745-1a2e133a7c5d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.332984 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8a75bb3c-a4ec-43ad-a745-1a2e133a7c5d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2303331 Aug 31 15:09:08.333399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59772) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:08.339311 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7074b922-525e-44d9-8a4a-208241b78806 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Request body: {'subnet': {'network_id': '71573e9e-51ba-4fff-8048-fcb4f44c37b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:08.340773 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75bb3c-a4ec-43ad-a745-1a2e133a7c5d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event updated for resources: {'Network': ['ID=71573e9e-51ba-4fff-8048-fcb4f44c37b1,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:08.359938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 71573e9e-51ba-4fff-8048-fcb4f44c37b1 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:09:08.426263 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.429366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7074b922-525e-44d9-8a4a-208241b78806 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Made reservation on behalf of 732e327784ec49789d6b8f919199e947 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:08.433082 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7074b922-525e-44d9-8a4a-208241b78806 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.445303 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e28605dc-caf3-472b-9fbc-22031a3dfdf9 None None] Provisioning complete for port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:08.445672 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e28605dc-caf3-472b-9fbc-22031a3dfdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.507431 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a196b0c2-216f-46dd-aa29-93c3c1b8bfa1,segment=NetworkSegment(1de00a2f-4011-46c6-8c63-8f09bb4efadd),segment_id=1de00a2f-4011-46c6-8c63-8f09bb4efadd)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:08.512979 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.591225 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=a196b0c2-216f-46dd-aa29-93c3c1b8bfa1,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:08.624471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7074b922-525e-44d9-8a4a-208241b78806 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.692983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074b922-525e-44d9-8a4a-208241b78806 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event updated for resources: {'Subnet': ['ID=8cbbac79-8909-4acd-af7b-4a5e17fe706a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:08.699982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074b922-525e-44d9-8a4a-208241b78806 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Checking segment: {'id': '5c243c10-967c-4952-aa99-16893a4bee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '71573e9e-51ba-4fff-8048-fcb4f44c37b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:08.700346 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074b922-525e-44d9-8a4a-208241b78806 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Network hostable DHCP agents. Network: 71573e9e-51ba-4fff-8048-fcb4f44c37b1, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:09:08.717461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074b922-525e-44d9-8a4a-208241b78806 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Network 71573e9e-51ba-4fff-8048-fcb4f44c37b1 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:09:08.727314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-7074b922-525e-44d9-8a4a-208241b78806 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 71573e9e-51ba-4fff-8048-fcb4f44c37b1) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:08.731225 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7074b922-525e-44d9-8a4a-208241b78806 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:08.731829 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7074b922-525e-44d9-8a4a-208241b78806 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.735692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367ca11c-2eff-478a-8841-8007fabdd4b7 None None] Network 71573e9e-51ba-4fff-8048-fcb4f44c37b1 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:08.748651 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7074b922-525e-44d9-8a4a-208241b78806 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4138427 Aug 31 15:09:08.753301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59774) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:08.758042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fcce7a6a-470e-4669-bd8e-fa68df73b5ae tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-857854458'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:08.779032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcce7a6a-470e-4669-bd8e-fa68df73b5ae tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Made reservation on behalf of 732e327784ec49789d6b8f919199e947 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:08.782423 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fcce7a6a-470e-4669-bd8e-fa68df73b5ae tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.815495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcce7a6a-470e-4669-bd8e-fa68df73b5ae tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:09:08.824622 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fcce7a6a-470e-4669-bd8e-fa68df73b5ae tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.824977 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-fcce7a6a-470e-4669-bd8e-fa68df73b5ae tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Added segment 236875e6-6fee-400d-b89e-7078846739ac of type vlan for network 7988464f-99f3-4289-9825-7a4cd97e669f Aug 31 15:09:08.868575 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fcce7a6a-470e-4669-bd8e-fa68df73b5ae tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.883976 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-71573e9e-51ba-4fff-8048-fcb4f44c37b1', 'network_id': '71573e9e-51ba-4fff-8048-fcb4f44c37b1', 'tenant_id': '732e327784ec49789d6b8f919199e947', 'fixed_ips': [{'subnet_id': '8cbbac79-8909-4acd-af7b-4a5e17fe706a'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:09:08.884870 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.894170 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fcce7a6a-470e-4669-bd8e-fa68df73b5ae tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.899844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcce7a6a-470e-4669-bd8e-fa68df73b5ae tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:08.900440 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fcce7a6a-470e-4669-bd8e-fa68df73b5ae tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:08.960032 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fcce7a6a-470e-4669-bd8e-fa68df73b5ae tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2059541 Aug 31 15:09:08.962863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59776) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:08.969995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-210d0e5d-99c7-4f48-a83f-2ef89b18ee13 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Request body: {'subnet': {'network_id': '7988464f-99f3-4289-9825-7a4cd97e669f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:09.017576 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce7a6a-470e-4669-bd8e-fa68df73b5ae tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event updated for resources: {'Network': ['ID=7988464f-99f3-4289-9825-7a4cd97e669f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:09.031746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 7988464f-99f3-4289-9825-7a4cd97e669f details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:09:09.035081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Allocated IP 2001:db8::2 (71573e9e-51ba-4fff-8048-fcb4f44c37b1/8cbbac79-8909-4acd-af7b-4a5e17fe706a/b0e0d760-cb0f-457b-b333-88264f3215ba) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:09:09.068060 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210d0e5d-99c7-4f48-a83f-2ef89b18ee13 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Made reservation on behalf of 732e327784ec49789d6b8f919199e947 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:09.071640 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-210d0e5d-99c7-4f48-a83f-2ef89b18ee13 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.241893 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.250111 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Transition to ACTIVE for port object b0e0d760-cb0f-457b-b333-88264f3215ba will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:09.262354 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-210d0e5d-99c7-4f48-a83f-2ef89b18ee13 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.266880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Transition to ACTIVE for port object b0e0d760-cb0f-457b-b333-88264f3215ba will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:09.273596 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.316462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Network 71573e9e-51ba-4fff-8048-fcb4f44c37b1 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:09.317902 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d0e5d-99c7-4f48-a83f-2ef89b18ee13 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event updated for resources: {'Subnet': ['ID=8573e435-b026-4894-af38-a40b1700aa4f,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:09.322197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:09.324676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:09:09.332862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Pushing event updated for resources: {'Port': ['ID=b0e0d760-cb0f-457b-b333-88264f3215ba,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:09.334359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210d0e5d-99c7-4f48-a83f-2ef89b18ee13 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Checking segment: {'id': '236875e6-6fee-400d-b89e-7078846739ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7988464f-99f3-4289-9825-7a4cd97e669f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:09.334873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210d0e5d-99c7-4f48-a83f-2ef89b18ee13 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Network hostable DHCP agents. Network: 7988464f-99f3-4289-9825-7a4cd97e669f, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:09:09.356021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210d0e5d-99c7-4f48-a83f-2ef89b18ee13 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Network 7988464f-99f3-4289-9825-7a4cd97e669f is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:09:09.365286 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-210d0e5d-99c7-4f48-a83f-2ef89b18ee13 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 7988464f-99f3-4289-9825-7a4cd97e669f) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:09.370639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210d0e5d-99c7-4f48-a83f-2ef89b18ee13 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:09.372220 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-210d0e5d-99c7-4f48-a83f-2ef89b18ee13 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.375619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9041caa8-8704-4a45-9c6f-debe050f4ca4 None None] Network 7988464f-99f3-4289-9825-7a4cd97e669f requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:09.387433 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-210d0e5d-99c7-4f48-a83f-2ef89b18ee13 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4234548 Aug 31 15:09:09.390156 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59778) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:09.426028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Attempting to bind port b0e0d760-cb0f-457b-b333-88264f3215ba on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:09:09.426322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Attempting to bind port b0e0d760-cb0f-457b-b333-88264f3215ba by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '5c243c10-967c-4952-aa99-16893a4bee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '71573e9e-51ba-4fff-8048-fcb4f44c37b1'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:09:09.426679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Attempting to bind port b0e0d760-cb0f-457b-b333-88264f3215ba on network 71573e9e-51ba-4fff-8048-fcb4f44c37b1 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:09.437021 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:09:09.437397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Checking segment: {'id': '5c243c10-967c-4952-aa99-16893a4bee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '71573e9e-51ba-4fff-8048-fcb4f44c37b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:09.437798 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.438194 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Bound using segment: {'id': '5c243c10-967c-4952-aa99-16893a4bee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '71573e9e-51ba-4fff-8048-fcb4f44c37b1'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:09:09.438665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Bound port: b0e0d760-cb0f-457b-b333-88264f3215ba, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c243c10-967c-4952-aa99-16893a4bee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '71573e9e-51ba-4fff-8048-fcb4f44c37b1'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:09:09.439050 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.504815 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.559600 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] For port b0e0d760-cb0f-457b-b333-88264f3215ba, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:09:09.561348 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.564022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] For port b0e0d760-cb0f-457b-b333-88264f3215ba, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b0e0d760-cb0f-457b-b333-88264f3215ba,segment=NetworkSegment(5c243c10-967c-4952-aa99-16893a4bee08),segment_id=5c243c10-967c-4952-aa99-16893a4bee08)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:09:09.570514 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.623873 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.644535 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19ff0ef-47b5-4e82-ad2f-9c0c38796d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-7988464f-99f3-4289-9825-7a4cd97e669f', 'network_id': '7988464f-99f3-4289-9825-7a4cd97e669f', 'tenant_id': '732e327784ec49789d6b8f919199e947', 'fixed_ips': [{'subnet_id': '8573e435-b026-4894-af38-a40b1700aa4f'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:09:09.645623 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d19ff0ef-47b5-4e82-ad2f-9c0c38796d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.649118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event deleted for resources: {'Subnet': ['ID=8573e435-b026-4894-af38-a40b1700aa4f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:09.664988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04856b40-df54-4fd4-8327-2f2f37cc82be None None] Pushing event updated for resources: {'Port': ['ID=b0e0d760-cb0f-457b-b333-88264f3215ba,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:09.726824 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.738234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7988464f-99f3-4289-9825-7a4cd97e669f']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:09.748143 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0867acf0-aff7-4fe2-ad01-94908e7c561f None None] Network 7988464f-99f3-4289-9825-7a4cd97e669f requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:09.752523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236875e6-6fee-400d-b89e-7078846739ac') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:09.752825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236875e6-6fee-400d-b89e-7078846739ac') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:09.763692 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.778985 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.785608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:09:09.786000 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: timer() Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:09:09.789140 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:09:09.895144 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.900861 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.902824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "DELETE /v2.0/networks/7988464f-99f3-4289-9825-7a4cd97e669f HTTP/1.1" status: 204 len: 168 time: 0.5116680 Aug 31 15:09:09.906561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59780) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:09.911017 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:09.930980 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b089925-c60a-46a7-a906-afb22a8da2b6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event deleted for resources: {'Network': ['ID=7988464f-99f3-4289-9825-7a4cd97e669f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:09.944504 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0da544-a745-495c-b2d1-4730eabcf66c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] GET failed (client error): The resource could not be found. Aug 31 15:09:09.948442 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dc0da544-a745-495c-b2d1-4730eabcf66c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "GET /v2.0/subnets/8573e435-b026-4894-af38-a40b1700aa4f HTTP/1.1" status: 404 len: 337 time: 0.0384398 Aug 31 15:09:09.950741 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59782) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:09.972065 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf08f9b5-6540-4419-b9be-bc623e0a1b39 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] DELETE failed (client error): The resource could not be found. Aug 31 15:09:09.972631 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf08f9b5-6540-4419-b9be-bc623e0a1b39 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:09:09.977841 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:09.978119 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cf08f9b5-6540-4419-b9be-bc623e0a1b39 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "DELETE /v2.0/networks/7988464f-99f3-4289-9825-7a4cd97e669f HTTP/1.1" status: 404 len: 339 time: 0.0223751 Aug 31 15:09:09.978205 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.978285 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59784) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:10.006962 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5880bb-fa72-4707-8f62-cce1b958d677 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] DELETE failed (client error): The resource could not be found. Aug 31 15:09:10.007460 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5880bb-fa72-4707-8f62-cce1b958d677 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:09:10.009378 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ec5880bb-fa72-4707-8f62-cce1b958d677 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "DELETE /v2.0/subnets/8573e435-b026-4894-af38-a40b1700aa4f HTTP/1.1" status: 404 len: 337 time: 0.0302114 Aug 31 15:09:10.011753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59786) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:10.030976 n-d-806683-5 neutron-server[94870]: INFO neutron.pecan_wsgi.hooks.translation [None req-397576a3-edac-4b92-af13-cc024818979d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] DELETE failed (client error): The resource could not be found. Aug 31 15:09:10.031580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397576a3-edac-4b92-af13-cc024818979d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:09:10.033360 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-397576a3-edac-4b92-af13-cc024818979d tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "DELETE /v2.0/networks/7988464f-99f3-4289-9825-7a4cd97e669f HTTP/1.1" status: 404 len: 339 time: 0.0206199 Aug 31 15:09:10.036517 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59788) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:10.091296 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-9268a390-9c1d-4785-a825-0aed10fa0922 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Deleting subnet 8cbbac79-8909-4acd-af7b-4a5e17fe706a {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:09:10.094436 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9268a390-9c1d-4785-a825-0aed10fa0922 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.135640 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9268a390-9c1d-4785-a825-0aed10fa0922 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.215287 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9268a390-9c1d-4785-a825-0aed10fa0922 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.275878 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9268a390-9c1d-4785-a825-0aed10fa0922 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.303350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268a390-9c1d-4785-a825-0aed10fa0922 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbbac79-8909-4acd-af7b-4a5e17fe706a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:10.309379 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9268a390-9c1d-4785-a825-0aed10fa0922 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.311319 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9268a390-9c1d-4785-a825-0aed10fa0922 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "DELETE /v2.0/subnets/8cbbac79-8909-4acd-af7b-4a5e17fe706a HTTP/1.1" status: 204 len: 168 time: 0.2738385 Aug 31 15:09:10.313810 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59790) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:10.395705 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.453682 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Deleting port b0e0d760-cb0f-457b-b333-88264f3215ba {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:09:10.454020 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.518826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] For port b0e0d760-cb0f-457b-b333-88264f3215ba, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b0e0d760-cb0f-457b-b333-88264f3215ba,segment=NetworkSegment(5c243c10-967c-4952-aa99-16893a4bee08),segment_id=5c243c10-967c-4952-aa99-16893a4bee08)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:10.519199 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.532645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Calling delete_port for b0e0d760-cb0f-457b-b333-88264f3215ba owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:09:10.591007 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2087a279-99d4-49ba-9abb-6480ef8c904f None None] Network 71573e9e-51ba-4fff-8048-fcb4f44c37b1 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:10.613186 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.642994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5681cf7b-64bc-4503-a182-f36496af7fcb None None] Could not find standard attr ID for object b0e0d760-cb0f-457b-b333-88264f3215ba. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 15:09:10.644887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event deleted for resources: {'Port': ['ID=b0e0d760-cb0f-457b-b333-88264f3215ba,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:10.646820 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] No DVR routers for this DVR port b0e0d760-cb0f-457b-b333-88264f3215ba on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:09:10.727327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.737941 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71573e9e-51ba-4fff-8048-fcb4f44c37b1']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:10.748576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c243c10-967c-4952-aa99-16893a4bee08') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:10.748873 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c243c10-967c-4952-aa99-16893a4bee08') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:10.752396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7804cd5a-dd20-4e3e-b743-2bba32649882 None None] DHCP port deletion for 71573e9e-51ba-4fff-8048-fcb4f44c37b1 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:09:10.758381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.774803 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.780660 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:09:10.781044 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: timer() Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:09:10.784764 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:09:10.845136 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.852574 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:10.854297 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "DELETE /v2.0/networks/71573e9e-51ba-4fff-8048-fcb4f44c37b1 HTTP/1.1" status: 204 len: 168 time: 0.5387485 Aug 31 15:09:10.857055 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59792) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:10.866626 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3c523-aa68-40fa-a19f-a03162c2486c tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event deleted for resources: {'Network': ['ID=71573e9e-51ba-4fff-8048-fcb4f44c37b1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:10.885677 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcc6648-b1f3-40b7-8fca-356d01f3bd04 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] DELETE failed (client error): The resource could not be found. Aug 31 15:09:10.886136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dcc6648-b1f3-40b7-8fca-356d01f3bd04 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:09:10.887924 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1dcc6648-b1f3-40b7-8fca-356d01f3bd04 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "DELETE /v2.0/subnets/669dbf24-21d9-4b84-8b5e-2a69bdac6952 HTTP/1.1" status: 404 len: 337 time: 0.0297666 Aug 31 15:09:10.890509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59794) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:10.914808 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fa331f-0b76-4830-ae76-e25cd72c3211 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] DELETE failed (client error): The resource could not be found. Aug 31 15:09:10.915374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fa331f-0b76-4830-ae76-e25cd72c3211 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:09:10.917031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-78fa331f-0b76-4830-ae76-e25cd72c3211 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "DELETE /v2.0/networks/abf68d37-d6bd-4c56-b54f-ccb125b92079 HTTP/1.1" status: 404 len: 339 time: 0.0256360 Aug 31 15:09:10.919513 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59796) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:10.945248 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d3e340-6bf3-4591-9ac1-3b83f177b8b7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] DELETE failed (client error): The resource could not be found. Aug 31 15:09:10.945683 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d3e340-6bf3-4591-9ac1-3b83f177b8b7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:09:10.947340 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c8d3e340-6bf3-4591-9ac1-3b83f177b8b7 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "DELETE /v2.0/subnets/612b3f41-1d09-4e95-9c47-dac8be0ef7dc HTTP/1.1" status: 404 len: 337 time: 0.0269227 Aug 31 15:09:10.949634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59798) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:10.967515 n-d-806683-5 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc218b21-7f91-4b4e-9ab9-b27f196380a6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] DELETE failed (client error): The resource could not be found. Aug 31 15:09:10.968042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc218b21-7f91-4b4e-9ab9-b27f196380a6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 15:09:10.969630 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cc218b21-7f91-4b4e-9ab9-b27f196380a6 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "DELETE /v2.0/networks/4c1ae54a-1ed4-485b-b3d6-02ecb86e1777 HTTP/1.1" status: 404 len: 339 time: 0.0191352 Aug 31 15:09:10.972732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59800) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:11.021959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c7425d-c8c0-4b2d-9062-7b871258419a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Deleting subnet 5fc9eb80-c931-4162-9829-85c0a2ab5fc0 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:09:11.024998 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47c7425d-c8c0-4b2d-9062-7b871258419a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.063364 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47c7425d-c8c0-4b2d-9062-7b871258419a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.147914 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47c7425d-c8c0-4b2d-9062-7b871258419a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.205059 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47c7425d-c8c0-4b2d-9062-7b871258419a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.231814 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7425d-c8c0-4b2d-9062-7b871258419a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc9eb80-c931-4162-9829-85c0a2ab5fc0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:11.235487 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-47c7425d-c8c0-4b2d-9062-7b871258419a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.238261 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-47c7425d-c8c0-4b2d-9062-7b871258419a tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "DELETE /v2.0/subnets/5fc9eb80-c931-4162-9829-85c0a2ab5fc0 HTTP/1.1" status: 204 len: 168 time: 0.2646375 Aug 31 15:09:11.240798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59802) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:11.244223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9ee61f-0475-4c38-942f-fdae779c3344 None None] Network a31b72fe-4f53-409b-8659-f47321097a04 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:11.321749 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.378420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Deleting port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:09:11.378763 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.427330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7606eac-8486-4708-b6de-ba33114f1a43 None None] DHCP port deletion for a31b72fe-4f53-409b-8659-f47321097a04 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:09:11.442973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] For port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a196b0c2-216f-46dd-aa29-93c3c1b8bfa1,segment=NetworkSegment(1de00a2f-4011-46c6-8c63-8f09bb4efadd),segment_id=1de00a2f-4011-46c6-8c63-8f09bb4efadd)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:11.443449 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.457333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Calling delete_port for a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:09:11.472618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a7606eac-8486-4708-b6de-ba33114f1a43 None None] Deleting port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:09:11.472992 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7606eac-8486-4708-b6de-ba33114f1a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.537467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a7606eac-8486-4708-b6de-ba33114f1a43 None None] For port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a196b0c2-216f-46dd-aa29-93c3c1b8bfa1,segment=NetworkSegment(1de00a2f-4011-46c6-8c63-8f09bb4efadd),segment_id=1de00a2f-4011-46c6-8c63-8f09bb4efadd)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:11.537822 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7606eac-8486-4708-b6de-ba33114f1a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.541687 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.552403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a7606eac-8486-4708-b6de-ba33114f1a43 None None] Calling delete_port for a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:09:11.569334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event deleted for resources: {'Port': ['ID=a196b0c2-216f-46dd-aa29-93c3c1b8bfa1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:11.571234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] No DVR routers for this DVR port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:09:11.625671 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7606eac-8486-4708-b6de-ba33114f1a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.648894 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7606eac-8486-4708-b6de-ba33114f1a43 None None] Pushing event deleted for resources: {'Port': ['ID=a196b0c2-216f-46dd-aa29-93c3c1b8bfa1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:11.654443 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7606eac-8486-4708-b6de-ba33114f1a43 None None] No DVR routers for this DVR port a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:09:11.658929 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.669617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31b72fe-4f53-409b-8659-f47321097a04']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:11.680072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de00a2f-4011-46c6-8c63-8f09bb4efadd') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:11.680370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de00a2f-4011-46c6-8c63-8f09bb4efadd') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:11.689392 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.706104 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.712832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:09:11.713228 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: timer() Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:09:11.716377 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:09:11.773175 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.792601 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:11.794461 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] 10.222.0.39 "DELETE /v2.0/networks/a31b72fe-4f53-409b-8659-f47321097a04 HTTP/1.1" status: 204 len: 168 time: 0.5525203 Aug 31 15:09:11.795348 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194093f-41ae-4301-99a4-67288bc89e71 tempest-NetworksIpV6Test-2013759650 tempest-NetworksIpV6Test-2013759650-project] Pushing event deleted for resources: {'Network': ['ID=a31b72fe-4f53-409b-8659-f47321097a04,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:11.852116 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:09:11.876023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:09:11.876023 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a196b0c2-216f-46dd-aa29-93c3c1b8bfa1 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:09:12.044715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59808) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:12.179630 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3d13e7b1-247f-4196-b236-35fb695be80b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=732e327784ec49789d6b8f919199e947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337113 Aug 31 15:09:12.182066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59812) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:12.233690 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc30a-b358-4a2e-81bd-f303094b5601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:12.254940 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc30a-b358-4a2e-81bd-f303094b5601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:12.300668 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc30a-b358-4a2e-81bd-f303094b5601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:12.303311 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc30a-b358-4a2e-81bd-f303094b5601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:12.304465 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2f9fc30a-b358-4a2e-81bd-f303094b5601 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/211fb65d-f8fe-4e7f-a5c1-c5e436e15df6 HTTP/1.1" status: 204 len: 168 time: 0.1215055 Aug 31 15:09:12.312921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fc30a-b358-4a2e-81bd-f303094b5601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211fb65d-f8fe-4e7f-a5c1-c5e436e15df6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:12.935487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59834) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:13.027530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8d9c3f59-9fb3-4741-bba2-2b4fa31aac9f tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2084261255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:13.052421 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d9c3f59-9fb3-4741-bba2-2b4fa31aac9f tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.053409 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d9c3f59-9fb3-4741-bba2-2b4fa31aac9f tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.103206 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d9c3f59-9fb3-4741-bba2-2b4fa31aac9f tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.107167 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d9c3f59-9fb3-4741-bba2-2b4fa31aac9f tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.123667 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d9c3f59-9fb3-4741-bba2-2b4fa31aac9f tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.124928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8d9c3f59-9fb3-4741-bba2-2b4fa31aac9f tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1883667 Aug 31 15:09:13.127944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59838) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:13.133015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-431301360'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:13.152308 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Made reservation on behalf of 7b0a20761d4e4c4f80609de3477fde66 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:13.155754 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.166739 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.255415 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.258971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.281476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:09:13.294546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f6ca5e-3cda-44e8-87e4-4d5a2b87a952,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:13.301372 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.301768 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Added segment ad7fe49b-f5fe-4bdd-b149-2aaded9d2510 of type vlan for network e5498f64-5c70-431d-b4b8-134b4c826d65 Aug 31 15:09:13.343051 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.368483 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.373728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:13.374300 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.432489 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3031940 Aug 31 15:09:13.435150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59840) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:13.440538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-003cc375-c35a-4460-9302-b47a326e802a tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Request body: {'subnet': {'network_id': 'e5498f64-5c70-431d-b4b8-134b4c826d65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:13.492841 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea2d71-4f6c-41fa-9591-0737ab38987c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Pushing event updated for resources: {'Network': ['ID=e5498f64-5c70-431d-b4b8-134b4c826d65,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:13.504423 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network e5498f64-5c70-431d-b4b8-134b4c826d65 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:09:13.543873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003cc375-c35a-4460-9302-b47a326e802a tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Made reservation on behalf of 7b0a20761d4e4c4f80609de3477fde66 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:13.547470 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-003cc375-c35a-4460-9302-b47a326e802a tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.730118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-003cc375-c35a-4460-9302-b47a326e802a tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.799782 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cc375-c35a-4460-9302-b47a326e802a tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Pushing event updated for resources: {'Subnet': ['ID=e84d9b40-9edc-4225-8388-131ea3da140b,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:13.809376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003cc375-c35a-4460-9302-b47a326e802a tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Checking segment: {'id': 'ad7fe49b-f5fe-4bdd-b149-2aaded9d2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e5498f64-5c70-431d-b4b8-134b4c826d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:13.809771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003cc375-c35a-4460-9302-b47a326e802a tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Network hostable DHCP agents. Network: e5498f64-5c70-431d-b4b8-134b4c826d65, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:09:13.829794 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003cc375-c35a-4460-9302-b47a326e802a tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Network e5498f64-5c70-431d-b4b8-134b4c826d65 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:09:13.839494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-003cc375-c35a-4460-9302-b47a326e802a tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, e5498f64-5c70-431d-b4b8-134b4c826d65) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:13.844614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003cc375-c35a-4460-9302-b47a326e802a tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:13.846284 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-003cc375-c35a-4460-9302-b47a326e802a tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.851294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8316211d-8ecb-4533-bab9-4754bb62f6bd None None] Network e5498f64-5c70-431d-b4b8-134b4c826d65 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:13.865429 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-003cc375-c35a-4460-9302-b47a326e802a tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4258966 Aug 31 15:09:13.865646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59842) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:13.871358 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-eb34d68e-19dd-44fe-8eac-e1123d5e1b6c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-396066341'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:13.893406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb34d68e-19dd-44fe-8eac-e1123d5e1b6c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Made reservation on behalf of 7b0a20761d4e4c4f80609de3477fde66 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:13.896826 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb34d68e-19dd-44fe-8eac-e1123d5e1b6c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.921884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb34d68e-19dd-44fe-8eac-e1123d5e1b6c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:09:13.931762 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb34d68e-19dd-44fe-8eac-e1123d5e1b6c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.932125 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-eb34d68e-19dd-44fe-8eac-e1123d5e1b6c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Added segment f758308b-a42d-4769-8621-c6324d6f2973 of type vlan for network c189abf0-9b3c-46c2-83df-86fa3fb3cfbb Aug 31 15:09:13.980526 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb34d68e-19dd-44fe-8eac-e1123d5e1b6c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.013254 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb34d68e-19dd-44fe-8eac-e1123d5e1b6c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.018993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-e5498f64-5c70-431d-b4b8-134b4c826d65', 'network_id': 'e5498f64-5c70-431d-b4b8-134b4c826d65', 'tenant_id': '7b0a20761d4e4c4f80609de3477fde66', 'fixed_ips': [{'subnet_id': 'e84d9b40-9edc-4225-8388-131ea3da140b'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:09:14.020141 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.020832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb34d68e-19dd-44fe-8eac-e1123d5e1b6c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:14.021423 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb34d68e-19dd-44fe-8eac-e1123d5e1b6c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.052537 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59844) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:14.055788 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-eb34d68e-19dd-44fe-8eac-e1123d5e1b6c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1886141 Aug 31 15:09:14.057811 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f588b162-08a4-4ceb-90d5-86a1653fee80 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Request body: {'subnet': {'network_id': 'c189abf0-9b3c-46c2-83df-86fa3fb3cfbb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:14.116405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34d68e-19dd-44fe-8eac-e1123d5e1b6c tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Pushing event updated for resources: {'Network': ['ID=c189abf0-9b3c-46c2-83df-86fa3fb3cfbb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:14.137921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network c189abf0-9b3c-46c2-83df-86fa3fb3cfbb details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:09:14.152003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f588b162-08a4-4ceb-90d5-86a1653fee80 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Made reservation on behalf of 7b0a20761d4e4c4f80609de3477fde66 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:14.155673 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f588b162-08a4-4ceb-90d5-86a1653fee80 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.206615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Allocated IP 172.20.0.2 (e5498f64-5c70-431d-b4b8-134b4c826d65/e84d9b40-9edc-4225-8388-131ea3da140b/02156a1d-7548-4e06-9e44-e21a0dd32262) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:09:14.346387 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f588b162-08a4-4ceb-90d5-86a1653fee80 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.373251 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.382143 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Transition to ACTIVE for port object 02156a1d-7548-4e06-9e44-e21a0dd32262 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:14.397981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Transition to ACTIVE for port object 02156a1d-7548-4e06-9e44-e21a0dd32262 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:14.404154 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.411397 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588b162-08a4-4ceb-90d5-86a1653fee80 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Pushing event updated for resources: {'Subnet': ['ID=bc984716-af09-40c5-87c5-8cbe9abf6c2d,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:14.420080 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f588b162-08a4-4ceb-90d5-86a1653fee80 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Checking segment: {'id': 'f758308b-a42d-4769-8621-c6324d6f2973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c189abf0-9b3c-46c2-83df-86fa3fb3cfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:14.420439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f588b162-08a4-4ceb-90d5-86a1653fee80 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Network hostable DHCP agents. Network: c189abf0-9b3c-46c2-83df-86fa3fb3cfbb, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:09:14.437282 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f588b162-08a4-4ceb-90d5-86a1653fee80 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Network c189abf0-9b3c-46c2-83df-86fa3fb3cfbb is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:09:14.446586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-f588b162-08a4-4ceb-90d5-86a1653fee80 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, c189abf0-9b3c-46c2-83df-86fa3fb3cfbb) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:14.449205 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Network e5498f64-5c70-431d-b4b8-134b4c826d65 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:14.451676 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f588b162-08a4-4ceb-90d5-86a1653fee80 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:14.452190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:14.453209 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f588b162-08a4-4ceb-90d5-86a1653fee80 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.458070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b3acc0-a57f-464f-8aba-9899893c91ee None None] Network c189abf0-9b3c-46c2-83df-86fa3fb3cfbb requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:14.461198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:09:14.472529 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f588b162-08a4-4ceb-90d5-86a1653fee80 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4158635 Aug 31 15:09:14.472730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Pushing event updated for resources: {'Port': ['ID=02156a1d-7548-4e06-9e44-e21a0dd32262,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:14.473026 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59846) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:14.477809 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-00a603fb-6420-4dd1-a9b1-79f089447027 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c189abf0-9b3c-46c2-83df-86fa3fb3cfbb'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:14.567726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Attempting to bind port 02156a1d-7548-4e06-9e44-e21a0dd32262 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:09:14.568333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Attempting to bind port 02156a1d-7548-4e06-9e44-e21a0dd32262 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'ad7fe49b-f5fe-4bdd-b149-2aaded9d2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e5498f64-5c70-431d-b4b8-134b4c826d65'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:09:14.568333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Attempting to bind port 02156a1d-7548-4e06-9e44-e21a0dd32262 on network e5498f64-5c70-431d-b4b8-134b4c826d65 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:14.583046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:09:14.583622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Checking segment: {'id': 'ad7fe49b-f5fe-4bdd-b149-2aaded9d2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e5498f64-5c70-431d-b4b8-134b4c826d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:14.583988 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.584384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Bound using segment: {'id': 'ad7fe49b-f5fe-4bdd-b149-2aaded9d2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e5498f64-5c70-431d-b4b8-134b4c826d65'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:09:14.584854 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Bound port: 02156a1d-7548-4e06-9e44-e21a0dd32262, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7fe49b-f5fe-4bdd-b149-2aaded9d2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e5498f64-5c70-431d-b4b8-134b4c826d65'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:09:14.585257 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.690194 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00a603fb-6420-4dd1-a9b1-79f089447027 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.694164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-c189abf0-9b3c-46c2-83df-86fa3fb3cfbb', 'network_id': 'c189abf0-9b3c-46c2-83df-86fa3fb3cfbb', 'tenant_id': '7b0a20761d4e4c4f80609de3477fde66', 'fixed_ips': [{'subnet_id': 'bc984716-af09-40c5-87c5-8cbe9abf6c2d'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:09:14.695162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.701541 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] For port 02156a1d-7548-4e06-9e44-e21a0dd32262, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:09:14.720569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] For port 02156a1d-7548-4e06-9e44-e21a0dd32262, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=02156a1d-7548-4e06-9e44-e21a0dd32262,segment=NetworkSegment(ad7fe49b-f5fe-4bdd-b149-2aaded9d2510),segment_id=ad7fe49b-f5fe-4bdd-b149-2aaded9d2510)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:09:14.730073 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:14.793925 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [None req-00a603fb-6420-4dd1-a9b1-79f089447027 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 15:09:14.794975 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-00a603fb-6420-4dd1-a9b1-79f089447027 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] 10.222.0.39 "PUT /v2.0/routers/a4eb4c06-11cf-4037-bc77-72a03bed3f28 HTTP/1.1" status: 400 len: 364 time: 0.3208857 Aug 31 15:09:14.801595 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59848) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:14.865444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ec27e0-3d14-4122-80ab-39fdd8ce6bb2 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Deleting subnet bc984716-af09-40c5-87c5-8cbe9abf6c2d {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:09:15.041438 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19fe8e-b898-4b12-986a-fc03fe94a98c None None] Pushing event updated for resources: {'Port': ['ID=02156a1d-7548-4e06-9e44-e21a0dd32262,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:15.072285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Allocated IP 172.21.0.2 (c189abf0-9b3c-46c2-83df-86fa3fb3cfbb/bc984716-af09-40c5-87c5-8cbe9abf6c2d/45fd98bf-badf-4994-9048-c27a8649e647) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:09:15.228998 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.237307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Transition to ACTIVE for port object 45fd98bf-badf-4994-9048-c27a8649e647 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:15.252191 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Transition to ACTIVE for port object 45fd98bf-badf-4994-9048-c27a8649e647 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:15.256480 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77ec27e0-3d14-4122-80ab-39fdd8ce6bb2 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.257146 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.300543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Network c189abf0-9b3c-46c2-83df-86fa3fb3cfbb is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:15.303366 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77ec27e0-3d14-4122-80ab-39fdd8ce6bb2 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.304536 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:15.306584 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Pushing event updated for resources: {'Port': ['ID=45fd98bf-badf-4994-9048-c27a8649e647,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:15.308822 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:09:15.363657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Attempting to bind port 45fd98bf-badf-4994-9048-c27a8649e647 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:09:15.364003 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Attempting to bind port 45fd98bf-badf-4994-9048-c27a8649e647 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f758308b-a42d-4769-8621-c6324d6f2973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c189abf0-9b3c-46c2-83df-86fa3fb3cfbb'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:09:15.364409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Attempting to bind port 45fd98bf-badf-4994-9048-c27a8649e647 on network c189abf0-9b3c-46c2-83df-86fa3fb3cfbb {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:15.369991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:09:15.370369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Checking segment: {'id': 'f758308b-a42d-4769-8621-c6324d6f2973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c189abf0-9b3c-46c2-83df-86fa3fb3cfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:15.370773 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.371166 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Bound using segment: {'id': 'f758308b-a42d-4769-8621-c6324d6f2973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c189abf0-9b3c-46c2-83df-86fa3fb3cfbb'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:09:15.371658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Bound port: 45fd98bf-badf-4994-9048-c27a8649e647, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f758308b-a42d-4769-8621-c6324d6f2973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c189abf0-9b3c-46c2-83df-86fa3fb3cfbb'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:09:15.372044 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.393101 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77ec27e0-3d14-4122-80ab-39fdd8ce6bb2 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.462821 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77ec27e0-3d14-4122-80ab-39fdd8ce6bb2 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.468368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] For port 45fd98bf-badf-4994-9048-c27a8649e647, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:09:15.472262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] For port 45fd98bf-badf-4994-9048-c27a8649e647, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=45fd98bf-badf-4994-9048-c27a8649e647,segment=NetworkSegment(f758308b-a42d-4769-8621-c6324d6f2973),segment_id=f758308b-a42d-4769-8621-c6324d6f2973)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:09:15.479449 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.509073 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec27e0-3d14-4122-80ab-39fdd8ce6bb2 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Pushing event deleted for resources: {'Subnet': ['ID=bc984716-af09-40c5-87c5-8cbe9abf6c2d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:15.515069 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77ec27e0-3d14-4122-80ab-39fdd8ce6bb2 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.519048 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-77ec27e0-3d14-4122-80ab-39fdd8ce6bb2 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] 10.222.0.39 "DELETE /v2.0/subnets/bc984716-af09-40c5-87c5-8cbe9abf6c2d HTTP/1.1" status: 204 len: 168 time: 0.7162902 Aug 31 15:09:15.521574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59850) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:15.562104 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512fa5e-9f6e-4e3e-bdaf-adb8ea1e01ee None None] Pushing event updated for resources: {'Port': ['ID=45fd98bf-badf-4994-9048-c27a8649e647,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:15.613959 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.676764 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Deleting port 45fd98bf-badf-4994-9048-c27a8649e647 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:09:15.677392 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:15.912671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa663a6-c2f8-4415-842b-2e836a5bec9a None None] Network e5498f64-5c70-431d-b4b8-134b4c826d65 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:15.978565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 02156a1d-7548-4e06-9e44-e21a0dd32262 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:16.047130 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b651b3e6-8215-4693-b1b7-dde72d1af2cf None None] Provisioning for port 02156a1d-7548-4e06-9e44-e21a0dd32262 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:16.099713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 02156a1d-7548-4e06-9e44-e21a0dd32262 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:16.106321 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 02156a1d-7548-4e06-9e44-e21a0dd32262 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:16.106695 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.114523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] For port 45fd98bf-badf-4994-9048-c27a8649e647, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=45fd98bf-badf-4994-9048-c27a8649e647,segment=NetworkSegment(f758308b-a42d-4769-8621-c6324d6f2973),segment_id=f758308b-a42d-4769-8621-c6324d6f2973)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:16.114884 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.127842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Calling delete_port for 45fd98bf-badf-4994-9048-c27a8649e647 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:09:16.209728 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.216878 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.235433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Pushing event deleted for resources: {'Port': ['ID=45fd98bf-badf-4994-9048-c27a8649e647,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:16.241888 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] No DVR routers for this DVR port 45fd98bf-badf-4994-9048-c27a8649e647 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:09:16.254110 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 02156a1d-7548-4e06-9e44-e21a0dd32262, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=02156a1d-7548-4e06-9e44-e21a0dd32262,segment=NetworkSegment(ad7fe49b-f5fe-4bdd-b149-2aaded9d2510),segment_id=ad7fe49b-f5fe-4bdd-b149-2aaded9d2510)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:16.258702 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.259743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 45fd98bf-badf-4994-9048-c27a8649e647 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:16.300935 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 45fd98bf-badf-4994-9048-c27a8649e647 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:09:16.301377 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 45fd98bf-badf-4994-9048-c27a8649e647 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 15:09:16.330643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Port 45fd98bf-badf-4994-9048-c27a8649e647 not found, will not notify nova. {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 15:09:16.332843 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.343812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c189abf0-9b3c-46c2-83df-86fa3fb3cfbb']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:16.349364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=02156a1d-7548-4e06-9e44-e21a0dd32262,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:16.359568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f758308b-a42d-4769-8621-c6324d6f2973') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:16.359932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f758308b-a42d-4769-8621-c6324d6f2973') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:16.370131 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.384849 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.391133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:09:16.391570 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: timer() Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:09:16.395156 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:09:16.455942 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.463277 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.465187 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] 10.222.0.39 "DELETE /v2.0/networks/c189abf0-9b3c-46c2-83df-86fa3fb3cfbb HTTP/1.1" status: 204 len: 168 time: 0.9423156 Aug 31 15:09:16.467992 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59852) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:16.478504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95525c5f-f594-4647-a77a-7d5707c70751 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Pushing event deleted for resources: {'Network': ['ID=c189abf0-9b3c-46c2-83df-86fa3fb3cfbb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:16.487699 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-abd9a619-45ee-4c3f-bf62-a2a807b0cec7 None None] Provisioning complete for port 02156a1d-7548-4e06-9e44-e21a0dd32262 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:16.488075 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-abd9a619-45ee-4c3f-bf62-a2a807b0cec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.541805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae1415d-b8db-4f77-81e7-2b5ff2219779 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Deleting subnet e84d9b40-9edc-4225-8388-131ea3da140b {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:09:16.545567 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ae1415d-b8db-4f77-81e7-2b5ff2219779 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.588340 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ae1415d-b8db-4f77-81e7-2b5ff2219779 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.680654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-39fa4c26-b2bb-48e1-af52-711f4b1edf0a None None] Could not find standard attr ID for object 45fd98bf-badf-4994-9048-c27a8649e647. {{(pid=94872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 15:09:16.682723 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ae1415d-b8db-4f77-81e7-2b5ff2219779 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.720598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8746aba-0e01-4c6f-8595-6650b6ab1a98 None None] DHCP port deletion for c189abf0-9b3c-46c2-83df-86fa3fb3cfbb request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:09:16.736971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9610ed68-e921-476a-8bb9-896d20476450 None None] Network c189abf0-9b3c-46c2-83df-86fa3fb3cfbb requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:16.744309 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ae1415d-b8db-4f77-81e7-2b5ff2219779 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.748870 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9610ed68-e921-476a-8bb9-896d20476450 None None] Network c189abf0-9b3c-46c2-83df-86fa3fb3cfbb could not be found, it might have been deleted concurrently. {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 15:09:16.770168 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1415d-b8db-4f77-81e7-2b5ff2219779 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Pushing event deleted for resources: {'Subnet': ['ID=e84d9b40-9edc-4225-8388-131ea3da140b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:16.775772 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-2ae1415d-b8db-4f77-81e7-2b5ff2219779 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.777625 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2ae1415d-b8db-4f77-81e7-2b5ff2219779 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] 10.222.0.39 "DELETE /v2.0/subnets/e84d9b40-9edc-4225-8388-131ea3da140b HTTP/1.1" status: 204 len: 168 time: 0.3045447 Aug 31 15:09:16.780057 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59854) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:16.782358 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2c8521-b49b-4ca6-89c8-82123705a251 None None] Network e5498f64-5c70-431d-b4b8-134b4c826d65 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:16.858792 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.912692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Deleting port 02156a1d-7548-4e06-9e44-e21a0dd32262 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:09:16.912966 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.971616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9e17e8-ab6a-4388-9260-c067ea4f214e None None] DHCP port deletion for e5498f64-5c70-431d-b4b8-134b4c826d65 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:09:16.979640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] For port 02156a1d-7548-4e06-9e44-e21a0dd32262, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=02156a1d-7548-4e06-9e44-e21a0dd32262,segment=NetworkSegment(ad7fe49b-f5fe-4bdd-b149-2aaded9d2510),segment_id=ad7fe49b-f5fe-4bdd-b149-2aaded9d2510)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:16.980008 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:16.993426 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Calling delete_port for 02156a1d-7548-4e06-9e44-e21a0dd32262 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:09:17.019200 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e17e8-ab6a-4388-9260-c067ea4f214e None None] Deleting port 02156a1d-7548-4e06-9e44-e21a0dd32262 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:09:17.019584 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c9e17e8-ab6a-4388-9260-c067ea4f214e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.075192 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.083567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4c9e17e8-ab6a-4388-9260-c067ea4f214e None None] For port 02156a1d-7548-4e06-9e44-e21a0dd32262, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=02156a1d-7548-4e06-9e44-e21a0dd32262,segment=NetworkSegment(ad7fe49b-f5fe-4bdd-b149-2aaded9d2510),segment_id=ad7fe49b-f5fe-4bdd-b149-2aaded9d2510)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:17.083972 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c9e17e8-ab6a-4388-9260-c067ea4f214e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.097048 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e17e8-ab6a-4388-9260-c067ea4f214e None None] Calling delete_port for 02156a1d-7548-4e06-9e44-e21a0dd32262 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:09:17.103217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] No DVR routers for this DVR port 02156a1d-7548-4e06-9e44-e21a0dd32262 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:09:17.109470 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Pushing event deleted for resources: {'Port': ['ID=02156a1d-7548-4e06-9e44-e21a0dd32262,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:17.171062 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c9e17e8-ab6a-4388-9260-c067ea4f214e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.187384 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.198003 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5498f64-5c70-431d-b4b8-134b4c826d65']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:17.198462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e17e8-ab6a-4388-9260-c067ea4f214e None None] No DVR routers for this DVR port 02156a1d-7548-4e06-9e44-e21a0dd32262 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:09:17.199983 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e17e8-ab6a-4388-9260-c067ea4f214e None None] Pushing event deleted for resources: {'Port': ['ID=02156a1d-7548-4e06-9e44-e21a0dd32262,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:17.213160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7fe49b-f5fe-4bdd-b149-2aaded9d2510') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:17.213457 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7fe49b-f5fe-4bdd-b149-2aaded9d2510') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:17.223402 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.236928 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.242987 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:09:17.243389 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: timer() Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:09:17.246391 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:09:17.302703 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.309795 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.311476 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] 10.222.0.39 "DELETE /v2.0/networks/e5498f64-5c70-431d-b4b8-134b4c826d65 HTTP/1.1" status: 204 len: 168 time: 0.5304902 Aug 31 15:09:17.314285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59856) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:17.323908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871b8d6-477e-429f-9a04-d9f1c2cbb527 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Pushing event deleted for resources: {'Network': ['ID=e5498f64-5c70-431d-b4b8-134b4c826d65,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:17.341522 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1617fc21-859e-4993-b322-9642bf45eea2 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4eb4c06-11cf-4037-bc77-72a03bed3f28 HTTP/1.1" status: 200 len: 205 time: 0.0260239 Aug 31 15:09:17.343920 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59858) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:17.418012 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05fcfe6b-cc2a-43a8-b559-fad3c2b7a456 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.574512 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05fcfe6b-cc2a-43a8-b559-fad3c2b7a456 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.576519 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05fcfe6b-cc2a-43a8-b559-fad3c2b7a456 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.620310 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05fcfe6b-cc2a-43a8-b559-fad3c2b7a456 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.620940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fcfe6b-cc2a-43a8-b559-fad3c2b7a456 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Fanout notify agent at l3_agent the message router_deleted on router a4eb4c06-11cf-4037-bc77-72a03bed3f28 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:09:17.629286 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05fcfe6b-cc2a-43a8-b559-fad3c2b7a456 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:17.630444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-05fcfe6b-cc2a-43a8-b559-fad3c2b7a456 tempest-RoutersNegativeTest-1411664818 tempest-RoutersNegativeTest-1411664818-project] 10.222.0.39 "DELETE /v2.0/routers/a4eb4c06-11cf-4037-bc77-72a03bed3f28 HTTP/1.1" status: 204 len: 168 time: 0.2856319 Aug 31 15:09:17.838913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 02156a1d-7548-4e06-9e44-e21a0dd32262 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:09:17.862886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 02156a1d-7548-4e06-9e44-e21a0dd32262 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:09:17.863249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 02156a1d-7548-4e06-9e44-e21a0dd32262 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:09:17.863677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 45fd98bf-badf-4994-9048-c27a8649e647 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:09:17.875882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59864) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:17.882409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 45fd98bf-badf-4994-9048-c27a8649e647 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:09:17.882758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 45fd98bf-badf-4994-9048-c27a8649e647 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:09:18.008692 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-65ceadf0-93bc-4db4-9637-1df365131d0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b0a20761d4e4c4f80609de3477fde66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315143 Aug 31 15:09:18.011125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59868) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:18.062003 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-deb68f4c-ee40-496f-a242-d5f2f9d5fddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:18.083464 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-deb68f4c-ee40-496f-a242-d5f2f9d5fddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:18.128524 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-deb68f4c-ee40-496f-a242-d5f2f9d5fddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:18.131046 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-deb68f4c-ee40-496f-a242-d5f2f9d5fddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:18.132220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-deb68f4c-ee40-496f-a242-d5f2f9d5fddc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50f6ca5e-3cda-44e8-87e4-4d5a2b87a952 HTTP/1.1" status: 204 len: 168 time: 0.1201749 Aug 31 15:09:18.139637 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb68f4c-ee40-496f-a242-d5f2f9d5fddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f6ca5e-3cda-44e8-87e4-4d5a2b87a952,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:18.752114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59890) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:18.850258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1025316285-network', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:18.872013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] Made reservation on behalf of 6aca8a1d2b78483b93294d655cf5706a for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:18.874275 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:18.882670 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:18.972439 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:18.976308 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.001811 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:09:19.011679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa260a67-9f40-4a0f-b9c5-797eba7b53f7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:19.016395 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.016740 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] Added segment 323ddc21-f7c3-4733-822f-8632a4fcd06d of type vlan for network 9503b503-65a7-45f2-9de2-d0d13e74eb39 Aug 31 15:09:19.059826 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.083931 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.084963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:19.085539 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.139963 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3864207 Aug 31 15:09:19.143570 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59894) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:19.148516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9f55f6b5-5091-4aa0-a92e-39f029e50ae5 admin admin] Request body: {'subnet': {'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1025316285-subnet', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:19.156091 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39000cc7-3de2-4353-865b-33cb8fee4443 admin admin] Pushing event updated for resources: {'Network': ['ID=9503b503-65a7-45f2-9de2-d0d13e74eb39,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:19.167823 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 9503b503-65a7-45f2-9de2-d0d13e74eb39 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:09:19.172401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f55f6b5-5091-4aa0-a92e-39f029e50ae5 admin admin] Made reservation on behalf of 6aca8a1d2b78483b93294d655cf5706a for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:19.175034 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9f55f6b5-5091-4aa0-a92e-39f029e50ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.342250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9f55f6b5-5091-4aa0-a92e-39f029e50ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.397872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55f6b5-5091-4aa0-a92e-39f029e50ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600a66ec-7ce5-4648-8575-cf9e12b7dd91,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:19.405714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55f6b5-5091-4aa0-a92e-39f029e50ae5 admin admin] Checking segment: {'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:19.406068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f55f6b5-5091-4aa0-a92e-39f029e50ae5 admin admin] Network hostable DHCP agents. Network: 9503b503-65a7-45f2-9de2-d0d13e74eb39, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:09:19.422829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f55f6b5-5091-4aa0-a92e-39f029e50ae5 admin admin] Network 9503b503-65a7-45f2-9de2-d0d13e74eb39 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:09:19.431604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-9f55f6b5-5091-4aa0-a92e-39f029e50ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 9503b503-65a7-45f2-9de2-d0d13e74eb39) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:19.437297 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f55f6b5-5091-4aa0-a92e-39f029e50ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:19.438501 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9f55f6b5-5091-4aa0-a92e-39f029e50ae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.439410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0b5708-3641-4b30-8415-1875468d325f None None] Network 9503b503-65a7-45f2-9de2-d0d13e74eb39 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:19.452170 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9f55f6b5-5091-4aa0-a92e-39f029e50ae5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3075674 Aug 31 15:09:19.456161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59896) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:19.460642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1025316285-router', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:19.481615 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.482562 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.539078 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.586487 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-9503b503-65a7-45f2-9de2-d0d13e74eb39', 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'fixed_ips': [{'subnet_id': '600a66ec-7ce5-4648-8575-cf9e12b7dd91'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:09:19.587440 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.676471 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.688522 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c517061-e2dc-4984-9005-c71f0b2b7f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.740408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Allocated IP 172.20.0.2 (9503b503-65a7-45f2-9de2-d0d13e74eb39/600a66ec-7ce5-4648-8575-cf9e12b7dd91/1e399351-925e-4568-a92e-c8b7b2078457) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:09:19.886401 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.897141 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.906656 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.907981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Transition to ACTIVE for port object 1e399351-925e-4568-a92e-c8b7b2078457 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:19.910051 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.924247 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Transition to ACTIVE for port object 1e399351-925e-4568-a92e-c8b7b2078457 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:19.930000 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:19.964718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Network 9503b503-65a7-45f2-9de2-d0d13e74eb39 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:19.971086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:19.974660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:09:19.979911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Pushing event updated for resources: {'Port': ['ID=1e399351-925e-4568-a92e-c8b7b2078457,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:20.016244 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Allocated IP 172.25.2.221 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/77fe4e54-3f7f-4464-b26c-3eff0527d361) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:09:20.038421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Attempting to bind port 1e399351-925e-4568-a92e-c8b7b2078457 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:09:20.038791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Attempting to bind port 1e399351-925e-4568-a92e-c8b7b2078457 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:09:20.039152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Attempting to bind port 1e399351-925e-4568-a92e-c8b7b2078457 on network 9503b503-65a7-45f2-9de2-d0d13e74eb39 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:20.044005 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:09:20.044399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Checking segment: {'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:20.044796 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:20.045197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Bound using segment: {'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:09:20.045648 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Bound port: 1e399351-925e-4568-a92e-c8b7b2078457, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:09:20.046026 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:20.111741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] For port 1e399351-925e-4568-a92e-c8b7b2078457, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:09:20.114805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] For port 1e399351-925e-4568-a92e-c8b7b2078457, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1e399351-925e-4568-a92e-c8b7b2078457,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:09:20.115643 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:20.120165 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:20.154574 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:20.183686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b950d-f98b-49cb-b2e2-a1d92c51659a None None] Pushing event updated for resources: {'Port': ['ID=1e399351-925e-4568-a92e-c8b7b2078457,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:20.201580 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:20.206413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:20.208404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Pushing event updated for resources: {'Port': ['ID=77fe4e54-3f7f-4464-b26c-3eff0527d361,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:20.210589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:09:20.478664 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:20.668832 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:20.799367 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Router 20e65013-8606-4728-854e-8d1443040726 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:09:20.912246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:09:20.921679 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Sync routers for ids ['20e65013-8606-4728-854e-8d1443040726'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:09:20.928865 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:20.932898 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bd79f963-25f2-4586-a1d7-7e2efa88f768 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4730563 Aug 31 15:09:20.932898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59898) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:20.933964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Routers {'20e65013-8606-4728-854e-8d1443040726'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:09:20.934579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:08:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['20e65013-8606-4728-854e-8d1443040726'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:21.050895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Set router 20e65013-8606-4728-854e-8d1443040726 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:09:21.077677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28ceb08-d6d4-45c1-881e-0c43f5ed7a21 None None] Network 9503b503-65a7-45f2-9de2-d0d13e74eb39 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:21.216105 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-971c916b-a0e0-4d4d-ba30-6488c3886168 None None] Provisioning for port 1e399351-925e-4568-a92e-c8b7b2078457 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:21.357315 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e65013-8606-4728-854e-8d1443040726', 'name': 'tempest-TestEncryptedCinderVolumes-1025316285-router', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:20Z', 'revision_number': 3, 'project_id': '6aca8a1d2b78483b93294d655cf5706a', 'gw_port': {'id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e65013-8606-4728-854e-8d1443040726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:21.364619 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:21.388360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Checking router: 20e65013-8606-4728-854e-8d1443040726 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:09:21.388706 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Updating router 20e65013-8606-4728-854e-8d1443040726 port 77fe4e54-3f7f-4464-b26c-3eff0527d361 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:09:21.418827 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:21.527955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Allocated IP 172.20.0.1 (9503b503-65a7-45f2-9de2-d0d13e74eb39/600a66ec-7ce5-4648-8575-cf9e12b7dd91/9369a064-dc21-4856-b1c0-cee6844df1fe) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:09:21.639805 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:21.652766 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Transition to ACTIVE for port object 9369a064-dc21-4856-b1c0-cee6844df1fe will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:21.685882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:21.695098 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:21.706255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Transition to ACTIVE for port object 77fe4e54-3f7f-4464-b26c-3eff0527d361 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:21.712143 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:21.725548 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Network 9503b503-65a7-45f2-9de2-d0d13e74eb39 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:21.730357 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:21.733895 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:09:21.761887 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Pushing event updated for resources: {'Port': ['ID=9369a064-dc21-4856-b1c0-cee6844df1fe,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:21.780237 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:21.930148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1e399351-925e-4568-a92e-c8b7b2078457 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:21.948427 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:21.963782 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Attempting to bind port 77fe4e54-3f7f-4464-b26c-3eff0527d361 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:09:21.964155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Attempting to bind port 77fe4e54-3f7f-4464-b26c-3eff0527d361 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:09:21.964515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Attempting to bind port 77fe4e54-3f7f-4464-b26c-3eff0527d361 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:21.968615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4837ca7-6311-46ad-80d7-80e6c92852fc None None] Pushing event updated for resources: {'Port': ['ID=77fe4e54-3f7f-4464-b26c-3eff0527d361,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:21.976616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:09:21.976997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:21.977391 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:21.977778 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:09:21.978242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Bound port: 77fe4e54-3f7f-4464-b26c-3eff0527d361, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:09:21.978619 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:22.043236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c000c882-8fad-44dc-a650-33436f6cc38b None None] Provisioning for port 9369a064-dc21-4856-b1c0-cee6844df1fe completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:22.051639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] For port 77fe4e54-3f7f-4464-b26c-3eff0527d361, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:09:22.056211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] For port 77fe4e54-3f7f-4464-b26c-3eff0527d361, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=77fe4e54-3f7f-4464-b26c-3eff0527d361,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:09:22.057617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c000c882-8fad-44dc-a650-33436f6cc38b None None] Provisioning complete for port 9369a064-dc21-4856-b1c0-cee6844df1fe triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:22.057989 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c000c882-8fad-44dc-a650-33436f6cc38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:22.062337 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:22.091152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 1e399351-925e-4568-a92e-c8b7b2078457 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:22.118544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1e399351-925e-4568-a92e-c8b7b2078457 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:22.118826 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:22.119946 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:22.125402 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:22.170286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c000c882-8fad-44dc-a650-33436f6cc38b None None] Port 9369a064-dc21-4856-b1c0-cee6844df1fe cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:09:22.188146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Routers {'20e65013-8606-4728-854e-8d1443040726'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:09:22.188803 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:08:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['20e65013-8606-4728-854e-8d1443040726'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:22.194097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Pushing event updated for resources: {'Port': ['ID=9369a064-dc21-4856-b1c0-cee6844df1fe,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:22.196770 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:22.230093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4837ca7-6311-46ad-80d7-80e6c92852fc None None] Pushing event updated for resources: {'Port': ['ID=77fe4e54-3f7f-4464-b26c-3eff0527d361,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:22.256037 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-283c5977-e6b6-4003-a080-0cd543ae2bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:22.289063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Network 9503b503-65a7-45f2-9de2-d0d13e74eb39 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:22.291263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:22.344957 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:22.346852 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:22.369531 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] Set router 20e65013-8606-4728-854e-8d1443040726 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:09:22.417804 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Router 20e65013-8606-4728-854e-8d1443040726 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:09:22.424916 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 1e399351-925e-4568-a92e-c8b7b2078457, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1e399351-925e-4568-a92e-c8b7b2078457,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:22.429983 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:22.553185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=1e399351-925e-4568-a92e-c8b7b2078457,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:22.620109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-69bd000d-6dad-49fa-9c21-4df5b0d0aef8 None None] Provisioning complete for port 9369a064-dc21-4856-b1c0-cee6844df1fe triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:22.620449 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69bd000d-6dad-49fa-9c21-4df5b0d0aef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:22.668765 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-69bd000d-6dad-49fa-9c21-4df5b0d0aef8 None None] Port 9369a064-dc21-4856-b1c0-cee6844df1fe cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:09:22.683604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e65013-8606-4728-854e-8d1443040726', 'name': 'tempest-TestEncryptedCinderVolumes-1025316285-router', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:21Z', 'revision_number': 4, 'project_id': '6aca8a1d2b78483b93294d655cf5706a', 'gw_port': {'id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e65013-8606-4728-854e-8d1443040726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '9369a064-dc21-4856-b1c0-cee6844df1fe', 'name': '', 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'mac_address': 'fa:16:3e:d7:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e65013-8606-4728-854e-8d1443040726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '600a66ec-7ce5-4648-8575-cf9e12b7dd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:21Z', 'updated_at': '2021-08-31T15:09:21Z', 'revision_number': 2, 'project_id': '6aca8a1d2b78483b93294d655cf5706a', 'subnets': [{'id': '600a66ec-7ce5-4648-8575-cf9e12b7dd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:22.712325 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd847bc3-edc8-4e20-b986-657e5e2a2b27 None None] The sync data for ids ['20e65013-8606-4728-854e-8d1443040726'] in n-d-806683-5 is: [{'id': '20e65013-8606-4728-854e-8d1443040726', 'name': 'tempest-TestEncryptedCinderVolumes-1025316285-router', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:21Z', 'revision_number': 4, 'project_id': '6aca8a1d2b78483b93294d655cf5706a', 'gw_port': {'id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e65013-8606-4728-854e-8d1443040726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '9369a064-dc21-4856-b1c0-cee6844df1fe', 'name': '', 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'mac_address': 'fa:16:3e:d7:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e65013-8606-4728-854e-8d1443040726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '600a66ec-7ce5-4648-8575-cf9e12b7dd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:21Z', 'updated_at': '2021-08-31T15:09:21Z', 'revision_number': 2, 'project_id': '6aca8a1d2b78483b93294d655cf5706a', 'subnets': [{'id': '600a66ec-7ce5-4648-8575-cf9e12b7dd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:09:22.886299 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:09:22.902114 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-477f94e8-b007-422f-8d66-593464c77084 admin admin] 10.222.0.39 "PUT /v2.0/routers/20e65013-8606-4728-854e-8d1443040726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9676852 Aug 31 15:09:23.016434 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:09:23.434065 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59916) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:23.440574 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2128539231-network', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:23.462446 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] Made reservation on behalf of 2ce12536f4244084a109bd83b4a166f0 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:23.464799 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:23.474707 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:23.490004 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:23.577571 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:23.582834 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:23.610439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:09:23.617879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85e4da9-885b-4341-9b34-8d9ba03326ad,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:23.624444 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:23.624800 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] Added segment 7c8ed05a-5173-4cb9-9ea6-f164be810d37 of type vlan for network e9fc60a4-f828-4f3a-9deb-06c65a4297f5 Aug 31 15:09:23.669252 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:23.695779 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:23.696815 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:23.697455 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:23.760146 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] Pushing event updated for resources: {'Network': ['ID=e9fc60a4-f828-4f3a-9deb-06c65a4297f5,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:23.766168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59918) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:23.766653 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8d341f05-85a2-4d28-85ab-4c21f7bdccff admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3301015 Aug 31 15:09:23.771343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bceb449f-f432-426c-b88e-a60de50efe2d admin admin] Request body: {'subnet': {'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2128539231-subnet', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:23.771612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network e9fc60a4-f828-4f3a-9deb-06c65a4297f5 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:09:23.794935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bceb449f-f432-426c-b88e-a60de50efe2d admin admin] Made reservation on behalf of 2ce12536f4244084a109bd83b4a166f0 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:23.800605 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bceb449f-f432-426c-b88e-a60de50efe2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:23.946623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1e399351-925e-4568-a92e-c8b7b2078457 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:24.018024 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bceb449f-f432-426c-b88e-a60de50efe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.024932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1e399351-925e-4568-a92e-c8b7b2078457 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:24.025358 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.076534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb449f-f432-426c-b88e-a60de50efe2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6330afe0-a9a4-4b03-aa7d-796ddfad8c9d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:24.085215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceb449f-f432-426c-b88e-a60de50efe2d admin admin] Checking segment: {'id': '7c8ed05a-5173-4cb9-9ea6-f164be810d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:24.085574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceb449f-f432-426c-b88e-a60de50efe2d admin admin] Network hostable DHCP agents. Network: e9fc60a4-f828-4f3a-9deb-06c65a4297f5, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:09:24.103143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceb449f-f432-426c-b88e-a60de50efe2d admin admin] Network e9fc60a4-f828-4f3a-9deb-06c65a4297f5 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:09:24.104307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 77fe4e54-3f7f-4464-b26c-3eff0527d361 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:24.112704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bceb449f-f432-426c-b88e-a60de50efe2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, e9fc60a4-f828-4f3a-9deb-06c65a4297f5) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:24.118346 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bceb449f-f432-426c-b88e-a60de50efe2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:24.119166 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bceb449f-f432-426c-b88e-a60de50efe2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.125952 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27aa3d5a-e5e2-444e-bceb-6affa3d80837 None None] Network e9fc60a4-f828-4f3a-9deb-06c65a4297f5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:24.133011 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bceb449f-f432-426c-b88e-a60de50efe2d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3658631 Aug 31 15:09:24.135528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 59920) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:24.139879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2128539231-router', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:24.160077 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.161024 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.215077 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 77fe4e54-3f7f-4464-b26c-3eff0527d361 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:24.216356 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.228718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 77fe4e54-3f7f-4464-b26c-3eff0527d361 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:24.229088 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.353633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-e9fc60a4-f828-4f3a-9deb-06c65a4297f5', 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'fixed_ips': [{'subnet_id': '6330afe0-a9a4-4b03-aa7d-796ddfad8c9d'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:09:24.354468 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.368091 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.386108 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.460718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 77fe4e54-3f7f-4464-b26c-3eff0527d361, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=77fe4e54-3f7f-4464-b26c-3eff0527d361,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:24.468318 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.551422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=77fe4e54-3f7f-4464-b26c-3eff0527d361,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:24.562232 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Allocated IP 172.20.0.2 (e9fc60a4-f828-4f3a-9deb-06c65a4297f5/6330afe0-a9a4-4b03-aa7d-796ddfad8c9d/1bf13ff2-f5f9-49fc-8606-b494be7495a6) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:09:24.573225 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.601698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.712608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Allocated IP 172.25.2.55 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/d7e9b3b4-6553-46e8-8f68-a9ad1a43339a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:09:24.723480 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.732627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Transition to ACTIVE for port object 1bf13ff2-f5f9-49fc-8606-b494be7495a6 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:24.748815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Transition to ACTIVE for port object 1bf13ff2-f5f9-49fc-8606-b494be7495a6 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:24.755778 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.797922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Network e9fc60a4-f828-4f3a-9deb-06c65a4297f5 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:24.801768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:24.804696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:09:24.811433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Pushing event updated for resources: {'Port': ['ID=1bf13ff2-f5f9-49fc-8606-b494be7495a6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:24.827973 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.851578 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Sync routers for ids ['20e65013-8606-4728-854e-8d1443040726'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:09:24.862283 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Routers {'20e65013-8606-4728-854e-8d1443040726'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:09:24.863844 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:09:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['20e65013-8606-4728-854e-8d1443040726'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:24.873729 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.880077 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.885259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Attempting to bind port 1bf13ff2-f5f9-49fc-8606-b494be7495a6 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:09:24.885713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Attempting to bind port 1bf13ff2-f5f9-49fc-8606-b494be7495a6 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '7c8ed05a-5173-4cb9-9ea6-f164be810d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:09:24.886151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Attempting to bind port 1bf13ff2-f5f9-49fc-8606-b494be7495a6 on network e9fc60a4-f828-4f3a-9deb-06c65a4297f5 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:24.891370 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:09:24.891861 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Checking segment: {'id': '7c8ed05a-5173-4cb9-9ea6-f164be810d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:24.892407 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.892407 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Bound using segment: {'id': '7c8ed05a-5173-4cb9-9ea6-f164be810d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:09:24.893466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Bound port: 1bf13ff2-f5f9-49fc-8606-b494be7495a6, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8ed05a-5173-4cb9-9ea6-f164be810d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:09:24.893921 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.924526 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:24.928032 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:24.933598 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:09:24.937949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e9b3b4-6553-46e8-8f68-a9ad1a43339a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:24.971441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] For port 1bf13ff2-f5f9-49fc-8606-b494be7495a6, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:09:24.976466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] For port 1bf13ff2-f5f9-49fc-8606-b494be7495a6, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1bf13ff2-f5f9-49fc-8606-b494be7495a6,segment=NetworkSegment(7c8ed05a-5173-4cb9-9ea6-f164be810d37),segment_id=7c8ed05a-5173-4cb9-9ea6-f164be810d37)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:09:24.981691 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:24.988232 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Set router 20e65013-8606-4728-854e-8d1443040726 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:09:25.057489 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6eb4c-33d5-4f3f-b37c-f01c26c32f77 None None] Pushing event updated for resources: {'Port': ['ID=1bf13ff2-f5f9-49fc-8606-b494be7495a6,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:25.084452 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:25.244146 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:25.343366 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e65013-8606-4728-854e-8d1443040726', 'name': 'tempest-TestEncryptedCinderVolumes-1025316285-router', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:21Z', 'revision_number': 4, 'project_id': '6aca8a1d2b78483b93294d655cf5706a', 'gw_port': {'id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e65013-8606-4728-854e-8d1443040726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '9369a064-dc21-4856-b1c0-cee6844df1fe', 'name': '', 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'mac_address': 'fa:16:3e:d7:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e65013-8606-4728-854e-8d1443040726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '600a66ec-7ce5-4648-8575-cf9e12b7dd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:21Z', 'updated_at': '2021-08-31T15:09:21Z', 'revision_number': 2, 'project_id': '6aca8a1d2b78483b93294d655cf5706a', 'subnets': [{'id': '600a66ec-7ce5-4648-8575-cf9e12b7dd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:25.373426 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Checking router: 20e65013-8606-4728-854e-8d1443040726 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:09:25.373771 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Updating router 20e65013-8606-4728-854e-8d1443040726 port 9369a064-dc21-4856-b1c0-cee6844df1fe binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:09:25.398208 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:25.452953 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:25.583002 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Router d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:09:25.662506 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:25.673125 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Transition to ACTIVE for port object 9369a064-dc21-4856-b1c0-cee6844df1fe will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:25.679619 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:25.701477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:09:25.720587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Sync routers for ids ['d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:09:25.729500 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:25.729796 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825ca7d-c576-4d8b-9b97-cf391ac97953 None None] Pushing event updated for resources: {'Port': ['ID=9369a064-dc21-4856-b1c0-cee6844df1fe,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:25.731573 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bac08f97-9a95-4df3-9a8d-e6e4cc05a264 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5943162 Aug 31 15:09:25.733767 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 59922) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:25.735141 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Routers {'d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:09:25.736428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-21eadf24-5332-480a-a951-04da9e16887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:09:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:25.819216 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Attempting to bind port 9369a064-dc21-4856-b1c0-cee6844df1fe on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:09:25.819725 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Attempting to bind port 9369a064-dc21-4856-b1c0-cee6844df1fe by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:09:25.820329 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Attempting to bind port 9369a064-dc21-4856-b1c0-cee6844df1fe on network 9503b503-65a7-45f2-9de2-d0d13e74eb39 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:25.826301 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825ca7d-c576-4d8b-9b97-cf391ac97953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:25.826774 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825ca7d-c576-4d8b-9b97-cf391ac97953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:25.828341 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825ca7d-c576-4d8b-9b97-cf391ac97953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:25.828341 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825ca7d-c576-4d8b-9b97-cf391ac97953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:25.828677 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825ca7d-c576-4d8b-9b97-cf391ac97953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:25.831143 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825ca7d-c576-4d8b-9b97-cf391ac97953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:25.831143 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825ca7d-c576-4d8b-9b97-cf391ac97953 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:25.831143 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825ca7d-c576-4d8b-9b97-cf391ac97953 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:25.831143 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825ca7d-c576-4d8b-9b97-cf391ac97953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:25.831554 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825ca7d-c576-4d8b-9b97-cf391ac97953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:25.831877 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825ca7d-c576-4d8b-9b97-cf391ac97953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:25.832268 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825ca7d-c576-4d8b-9b97-cf391ac97953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:25.836869 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:09:25.837440 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Checking segment: {'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:25.837974 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:25.839099 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Bound using segment: {'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:09:25.839674 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Bound port: 9369a064-dc21-4856-b1c0-cee6844df1fe, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:09:25.840063 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:25.864369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Set router d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:09:25.941734 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] For port 9369a064-dc21-4856-b1c0-cee6844df1fe, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:09:25.956208 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] For port 9369a064-dc21-4856-b1c0-cee6844df1fe, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9369a064-dc21-4856-b1c0-cee6844df1fe,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:09:25.964846 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:26.087029 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1bf13ff2-f5f9-49fc-8606-b494be7495a6 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:26.087472 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825ca7d-c576-4d8b-9b97-cf391ac97953 None None] Pushing event updated for resources: {'Port': ['ID=9369a064-dc21-4856-b1c0-cee6844df1fe,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:26.096970 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Routers {'20e65013-8606-4728-854e-8d1443040726'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:09:26.098368 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:09:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['20e65013-8606-4728-854e-8d1443040726'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:26.227052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 1bf13ff2-f5f9-49fc-8606-b494be7495a6 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:26.233999 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 77fe4e54-3f7f-4464-b26c-3eff0527d361 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:26.250976 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] Set router 20e65013-8606-4728-854e-8d1443040726 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:09:26.267989 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-21eadf24-5332-480a-a951-04da9e16887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'name': 'tempest-TestEncryptedCinderVolumes-2128539231-router', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'd7e9b3b4-6553-46e8-8f68-a9ad1a43339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:09:25Z', 'revision_number': 3, 'project_id': '2ce12536f4244084a109bd83b4a166f0', 'gw_port': {'id': 'd7e9b3b4-6553-46e8-8f68-a9ad1a43339a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:26.305951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Checking router: d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:09:26.306480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Updating router d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb port d7e9b3b4-6553-46e8-8f68-a9ad1a43339a binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:09:26.321751 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be011172-4518-4d12-a64d-ba6b951e6eb6 None None] Network e9fc60a4-f828-4f3a-9deb-06c65a4297f5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:09:26.388366 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:26.404749 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:26.483615 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e65013-8606-4728-854e-8d1443040726', 'name': 'tempest-TestEncryptedCinderVolumes-1025316285-router', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:21Z', 'revision_number': 4, 'project_id': '6aca8a1d2b78483b93294d655cf5706a', 'gw_port': {'id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e65013-8606-4728-854e-8d1443040726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '9369a064-dc21-4856-b1c0-cee6844df1fe', 'name': '', 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'mac_address': 'fa:16:3e:d7:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e65013-8606-4728-854e-8d1443040726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '600a66ec-7ce5-4648-8575-cf9e12b7dd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:21Z', 'updated_at': '2021-08-31T15:09:25Z', 'revision_number': 4, 'project_id': '6aca8a1d2b78483b93294d655cf5706a', 'subnets': [{'id': '600a66ec-7ce5-4648-8575-cf9e12b7dd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:26.510387 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6bace-9511-447f-9cb2-b93b695e05ab None None] The sync data for ids ['20e65013-8606-4728-854e-8d1443040726'] in n-d-806683-5 is: [{'id': '20e65013-8606-4728-854e-8d1443040726', 'name': 'tempest-TestEncryptedCinderVolumes-1025316285-router', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:21Z', 'revision_number': 4, 'project_id': '6aca8a1d2b78483b93294d655cf5706a', 'gw_port': {'id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e65013-8606-4728-854e-8d1443040726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '9369a064-dc21-4856-b1c0-cee6844df1fe', 'name': '', 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'mac_address': 'fa:16:3e:d7:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e65013-8606-4728-854e-8d1443040726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '600a66ec-7ce5-4648-8575-cf9e12b7dd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:21Z', 'updated_at': '2021-08-31T15:09:25Z', 'revision_number': 4, 'project_id': '6aca8a1d2b78483b93294d655cf5706a', 'subnets': [{'id': '600a66ec-7ce5-4648-8575-cf9e12b7dd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:09:26.616367 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Allocated IP 172.20.0.1 (e9fc60a4-f828-4f3a-9deb-06c65a4297f5/6330afe0-a9a4-4b03-aa7d-796ddfad8c9d/0cc17014-3193-451d-be85-336a474cca95) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:09:26.683234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6a2cb321-32c2-4089-b269-3da013937246 None None] Provisioning for port 1bf13ff2-f5f9-49fc-8606-b494be7495a6 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:26.692165 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 77fe4e54-3f7f-4464-b26c-3eff0527d361 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:26.692521 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:26.705609 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6a2cb321-32c2-4089-b269-3da013937246 None None] Provisioning complete for port 1bf13ff2-f5f9-49fc-8606-b494be7495a6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:26.705823 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a2cb321-32c2-4089-b269-3da013937246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:26.745786 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:26.759581 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Transition to ACTIVE for port object 0cc17014-3193-451d-be85-336a474cca95 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:26.794820 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:26.839710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Network e9fc60a4-f828-4f3a-9deb-06c65a4297f5 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:26.842693 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:26.847569 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:09:26.851124 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Pushing event updated for resources: {'Port': ['ID=0cc17014-3193-451d-be85-336a474cca95,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:26.890493 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.021806 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a2cb321-32c2-4089-b269-3da013937246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.036041 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.095984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6a2cb321-32c2-4089-b269-3da013937246 None None] For port 1bf13ff2-f5f9-49fc-8606-b494be7495a6, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1bf13ff2-f5f9-49fc-8606-b494be7495a6,segment=NetworkSegment(7c8ed05a-5173-4cb9-9ea6-f164be810d37),segment_id=7c8ed05a-5173-4cb9-9ea6-f164be810d37)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:27.102549 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a2cb321-32c2-4089-b269-3da013937246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.108957 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.147351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Transition to ACTIVE for port object d7e9b3b4-6553-46e8-8f68-a9ad1a43339a will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:27.164042 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.187566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cb321-32c2-4089-b269-3da013937246 None None] Pushing event updated for resources: {'Port': ['ID=1bf13ff2-f5f9-49fc-8606-b494be7495a6,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:27.229713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Attempting to bind port d7e9b3b4-6553-46e8-8f68-a9ad1a43339a on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:09:27.230093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Attempting to bind port d7e9b3b4-6553-46e8-8f68-a9ad1a43339a by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:09:27.230438 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Attempting to bind port d7e9b3b4-6553-46e8-8f68-a9ad1a43339a on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:27.244025 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:09:27.244344 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:27.244626 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.245013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:09:27.245488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Bound port: d7e9b3b4-6553-46e8-8f68-a9ad1a43339a, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:09:27.245865 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.269573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8601f03-0ac6-4063-8176-975aa0ee1c49 None None] Pushing event updated for resources: {'Port': ['ID=d7e9b3b4-6553-46e8-8f68-a9ad1a43339a,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:27.269968 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.281006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.315825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-21eadf24-5332-480a-a951-04da9e16887d None None] For port d7e9b3b4-6553-46e8-8f68-a9ad1a43339a, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:09:27.317904 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f0852972-8278-4525-9b32-65f5e00da267 None None] Provisioning complete for port 1bf13ff2-f5f9-49fc-8606-b494be7495a6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:27.318274 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0852972-8278-4525-9b32-65f5e00da267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.321127 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-21eadf24-5332-480a-a951-04da9e16887d None None] For port d7e9b3b4-6553-46e8-8f68-a9ad1a43339a, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d7e9b3b4-6553-46e8-8f68-a9ad1a43339a,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:09:27.363940 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.371958 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.374229 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Pushing event updated for resources: {'Port': ['ID=0cc17014-3193-451d-be85-336a474cca95,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:27.449115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Routers {'d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:09:27.449906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-21eadf24-5332-480a-a951-04da9e16887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:09:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:27.453811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8601f03-0ac6-4063-8176-975aa0ee1c49 None None] Pushing event updated for resources: {'Port': ['ID=d7e9b3b4-6553-46e8-8f68-a9ad1a43339a,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:27.482761 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Network e9fc60a4-f828-4f3a-9deb-06c65a4297f5 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:27.484235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:27.591972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f0852972-8278-4525-9b32-65f5e00da267 None None] Provisioning for port 0cc17014-3193-451d-be85-336a474cca95 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:27.600696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f0852972-8278-4525-9b32-65f5e00da267 None None] Provisioning complete for port 0cc17014-3193-451d-be85-336a474cca95 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:27.601067 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0852972-8278-4525-9b32-65f5e00da267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.603661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-21eadf24-5332-480a-a951-04da9e16887d None None] Set router d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:09:27.618654 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Router d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:09:27.708208 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f0852972-8278-4525-9b32-65f5e00da267 None None] Port 0cc17014-3193-451d-be85-336a474cca95 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:09:27.734900 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:09:27.740609 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b585268b-f137-4ede-982b-b37fb4e52180 admin admin] 10.222.0.39 "PUT /v2.0/routers/d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0034847 Aug 31 15:09:27.849530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2b44c072-856c-4914-8dc9-7e2d33c2d7bb None None] Provisioning complete for port 0cc17014-3193-451d-be85-336a474cca95 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:27.849911 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b44c072-856c-4914-8dc9-7e2d33c2d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.888373 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-21eadf24-5332-480a-a951-04da9e16887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'name': 'tempest-TestEncryptedCinderVolumes-2128539231-router', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'd7e9b3b4-6553-46e8-8f68-a9ad1a43339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:09:26Z', 'revision_number': 4, 'project_id': '2ce12536f4244084a109bd83b4a166f0', 'gw_port': {'id': 'd7e9b3b4-6553-46e8-8f68-a9ad1a43339a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '0cc17014-3193-451d-be85-336a474cca95', 'name': '', 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'mac_address': 'fa:16:3e:48:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '6330afe0-a9a4-4b03-aa7d-796ddfad8c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:26Z', 'updated_at': '2021-08-31T15:09:27Z', 'revision_number': 2, 'project_id': '2ce12536f4244084a109bd83b4a166f0', 'subnets': [{'id': '6330afe0-a9a4-4b03-aa7d-796ddfad8c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:27.916644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9369a064-dc21-4856-b1c0-cee6844df1fe up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:27.919848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2b44c072-856c-4914-8dc9-7e2d33c2d7bb None None] Port 0cc17014-3193-451d-be85-336a474cca95 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:09:27.921317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eadf24-5332-480a-a951-04da9e16887d None None] The sync data for ids ['d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'] in n-d-806683-5 is: [{'id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'name': 'tempest-TestEncryptedCinderVolumes-2128539231-router', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'd7e9b3b4-6553-46e8-8f68-a9ad1a43339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:09:26Z', 'revision_number': 4, 'project_id': '2ce12536f4244084a109bd83b4a166f0', 'gw_port': {'id': 'd7e9b3b4-6553-46e8-8f68-a9ad1a43339a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '0cc17014-3193-451d-be85-336a474cca95', 'name': '', 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'mac_address': 'fa:16:3e:48:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '6330afe0-a9a4-4b03-aa7d-796ddfad8c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:26Z', 'updated_at': '2021-08-31T15:09:27Z', 'revision_number': 2, 'project_id': '2ce12536f4244084a109bd83b4a166f0', 'subnets': [{'id': '6330afe0-a9a4-4b03-aa7d-796ddfad8c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:09:27.975622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 9369a064-dc21-4856-b1c0-cee6844df1fe completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:27.979695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 9369a064-dc21-4856-b1c0-cee6844df1fe triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:27.980071 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:28.074804 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:28.108570 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 9369a064-dc21-4856-b1c0-cee6844df1fe, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9369a064-dc21-4856-b1c0-cee6844df1fe,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:28.115832 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:28.116949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1bf13ff2-f5f9-49fc-8606-b494be7495a6 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:28.215437 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=9369a064-dc21-4856-b1c0-cee6844df1fe,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:28.227794 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1bf13ff2-f5f9-49fc-8606-b494be7495a6 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:28.228169 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:28.535931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-7afd0a2f-4293-4bdb-957c-19ecaba45097 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:28.537615 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-7afd0a2f-4293-4bdb-957c-19ecaba45097 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/networks?id=9503b503-65a7-45f2-9de2-d0d13e74eb39 HTTP/1.1" status: 200 len: 817 time: 0.1080170 Aug 31 15:09:28.553498 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-5f8fc59c-16f0-4739-82e8-48d413ca1b8a tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/quotas/6aca8a1d2b78483b93294d655cf5706a HTTP/1.1" status: 200 len: 375 time: 0.0099628 Aug 31 15:09:28.608352 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-d212982d-eb99-4464-bec7-62faf206f810 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6aca8a1d2b78483b93294d655cf5706a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490987 Aug 31 15:09:28.709154 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-56641748-57c8-4dc8-a407-a72098698302 service neutron] 10.222.0.39 "GET /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881104 Aug 31 15:09:28.795553 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-b83805f4-8d1b-44cc-bb1a-30a3749b3356 service neutron] 10.222.0.39 "GET /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801768 Aug 31 15:09:29.315423 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-57abb33a-e50c-4161-a538-4fc3cea851e3 req-aa719bbe-9f38-495f-9b85-1609b153a322 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 210 time: 0.3839664 Aug 31 15:09:29.946448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9369a064-dc21-4856-b1c0-cee6844df1fe up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:29.965317 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-8339b3f0-fbfd-4281-bd94-0bf425b04e4d tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:29.966873 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-8339b3f0-fbfd-4281-bd94-0bf425b04e4d tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.60 "GET /v2.0/networks?id=9503b503-65a7-45f2-9de2-d0d13e74eb39 HTTP/1.1" status: 200 len: 817 time: 0.1288412 Aug 31 15:09:29.980990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-56829458-cc2a-441e-b731-de9e8cc39d1c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Request body: {'port': {'device_id': 'c93a0978-2228-4f7a-9494-b6e21716359f', 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39', 'admin_state_up': True, 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:29.996945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 9369a064-dc21-4856-b1c0-cee6844df1fe triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:29.997322 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:30.080768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d7e9b3b4-6553-46e8-8f68-a9ad1a43339a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:30.098030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-56829458-cc2a-441e-b731-de9e8cc39d1c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Made reservation on behalf of 6aca8a1d2b78483b93294d655cf5706a for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:09:30.101942 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-56829458-cc2a-441e-b731-de9e8cc39d1c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:30.130371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port d7e9b3b4-6553-46e8-8f68-a9ad1a43339a completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:30.134530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d7e9b3b4-6553-46e8-8f68-a9ad1a43339a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:30.134905 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:30.213399 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:30.233463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port d7e9b3b4-6553-46e8-8f68-a9ad1a43339a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d7e9b3b4-6553-46e8-8f68-a9ad1a43339a,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:30.234174 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-56829458-cc2a-441e-b731-de9e8cc39d1c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Allocated IP 172.20.0.7 (9503b503-65a7-45f2-9de2-d0d13e74eb39/600a66ec-7ce5-4648-8575-cf9e12b7dd91/4741da74-cc1a-4e08-814a-9b53c11e92f1) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:09:30.236882 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:30.285695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=d7e9b3b4-6553-46e8-8f68-a9ad1a43339a,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:30.396038 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-56829458-cc2a-441e-b731-de9e8cc39d1c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:30.420181 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-56829458-cc2a-441e-b731-de9e8cc39d1c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Transition to ACTIVE for port object 4741da74-cc1a-4e08-814a-9b53c11e92f1 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:30.438402 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ed065dc0-ae8f-4917-bec5-f10c915b0849 req-7f0800e1-33c6-42eb-8065-778e7643c87e tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 210 time: 0.0318828 Aug 31 15:09:30.471598 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-56829458-cc2a-441e-b731-de9e8cc39d1c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:30.516063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-56829458-cc2a-441e-b731-de9e8cc39d1c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Network 9503b503-65a7-45f2-9de2-d0d13e74eb39 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:09:30.519234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-56829458-cc2a-441e-b731-de9e8cc39d1c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:09:30.522991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-56829458-cc2a-441e-b731-de9e8cc39d1c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:09:30.550961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56829458-cc2a-441e-b731-de9e8cc39d1c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Pushing event updated for resources: {'Port': ['ID=4741da74-cc1a-4e08-814a-9b53c11e92f1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:30.577610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-56829458-cc2a-441e-b731-de9e8cc39d1c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:30.578225 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-56829458-cc2a-441e-b731-de9e8cc39d1c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:30.596398 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-56829458-cc2a-441e-b731-de9e8cc39d1c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6192591 Aug 31 15:09:30.608789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Request body: {'port': {'device_id': 'c93a0978-2228-4f7a-9494-b6e21716359f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:09:30.650279 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Sync routers for ids ['d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:09:30.660282 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Routers {'d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:09:30.660898 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:09:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:30.672635 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:30.760885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-eaf94003-c135-46e4-b638-9157ba6f3292 None None] Provisioning for port 4741da74-cc1a-4e08-814a-9b53c11e92f1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:30.764877 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-eaf94003-c135-46e4-b638-9157ba6f3292 None None] Provisioning complete for port 4741da74-cc1a-4e08-814a-9b53c11e92f1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:30.765303 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eaf94003-c135-46e4-b638-9157ba6f3292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:30.773429 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Set router d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:09:30.800796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-eaf94003-c135-46e4-b638-9157ba6f3292 None None] Port 4741da74-cc1a-4e08-814a-9b53c11e92f1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:09:30.942100 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4741da74-cc1a-4e08-814a-9b53c11e92f1 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:09:30.949464 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:30.962392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Transition to ACTIVE for port object 4741da74-cc1a-4e08-814a-9b53c11e92f1 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:30.966932 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:30.978877 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'name': 'tempest-TestEncryptedCinderVolumes-2128539231-router', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'd7e9b3b4-6553-46e8-8f68-a9ad1a43339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:09:26Z', 'revision_number': 4, 'project_id': '2ce12536f4244084a109bd83b4a166f0', 'gw_port': {'id': 'd7e9b3b4-6553-46e8-8f68-a9ad1a43339a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '0cc17014-3193-451d-be85-336a474cca95', 'name': '', 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'mac_address': 'fa:16:3e:48:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '6330afe0-a9a4-4b03-aa7d-796ddfad8c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:26Z', 'updated_at': '2021-08-31T15:09:27Z', 'revision_number': 2, 'project_id': '2ce12536f4244084a109bd83b4a166f0', 'subnets': [{'id': '6330afe0-a9a4-4b03-aa7d-796ddfad8c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:31.008283 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Checking router: d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:09:31.008635 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Updating router d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb port 0cc17014-3193-451d-be85-336a474cca95 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:09:31.018981 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Pushing event updated for resources: {'Port': ['ID=4741da74-cc1a-4e08-814a-9b53c11e92f1,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:31.036727 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:31.088504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Attempting to bind port 4741da74-cc1a-4e08-814a-9b53c11e92f1 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:09:31.088836 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Attempting to bind port 4741da74-cc1a-4e08-814a-9b53c11e92f1 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:09:31.089162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Attempting to bind port 4741da74-cc1a-4e08-814a-9b53c11e92f1 on network 9503b503-65a7-45f2-9de2-d0d13e74eb39 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:31.093685 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Port 4741da74-cc1a-4e08-814a-9b53c11e92f1 on network 9503b503-65a7-45f2-9de2-d0d13e74eb39 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:09:31.094167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Attempting to bind port 4741da74-cc1a-4e08-814a-9b53c11e92f1 on network 9503b503-65a7-45f2-9de2-d0d13e74eb39 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:31.100043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:09:31.100385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Checking segment: {'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:31.100770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Bound using segment: {'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:09:31.101204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Bound port: 4741da74-cc1a-4e08-814a-9b53c11e92f1, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:09:31.101564 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:31.175673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] For port 4741da74-cc1a-4e08-814a-9b53c11e92f1, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:09:31.178984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] For port 4741da74-cc1a-4e08-814a-9b53c11e92f1, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4741da74-cc1a-4e08-814a-9b53c11e92f1,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:09:31.186756 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:31.242471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:31.243536 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:31.245222 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] 10.222.0.60 "PUT /v2.0/ports/4741da74-cc1a-4e08-814a-9b53c11e92f1 HTTP/1.1" status: 200 len: 1091 time: 0.6407657 Aug 31 15:09:31.246050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93a0978-2228-4f7a-9494-b6e21716359f', 'tag': '4741da74-cc1a-4e08-814a-9b53c11e92f1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:09:31.248682 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8958a4-d8d8-42ba-8c61-7f2eb5dcc6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c93a0978-2228-4f7a-9494-b6e21716359f", "tag": "4741da74-cc1a-4e08-814a-9b53c11e92f1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:09:31.272015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376035d4-72be-49e6-91d0-21b6797e4e04 service neutron] Pushing event updated for resources: {'Port': ['ID=4741da74-cc1a-4e08-814a-9b53c11e92f1,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:31.301803 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e1d8f3-6b40-4fa8-8944-ada6b8b5c74c x-openstack-request-id: req-e4e1d8f3-6b40-4fa8-8944-ada6b8b5c74c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:09:31.302148 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93a0978-2228-4f7a-9494-b6e21716359f", "tag": "4741da74-cc1a-4e08-814a-9b53c11e92f1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:09:31.302412 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4e1d8f3-6b40-4fa8-8944-ada6b8b5c74c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:09:31.302813 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93a0978-2228-4f7a-9494-b6e21716359f', 'tag': '4741da74-cc1a-4e08-814a-9b53c11e92f1', 'status': 'completed', 'code': 200} Aug 31 15:09:31.340014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-5673034f-24b7-4039-bd90-c2f825684ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:31.341928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-5673034f-24b7-4039-bd90-c2f825684ff6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aca8a1d2b78483b93294d655cf5706a&device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 1094 time: 0.0536931 Aug 31 15:09:31.346482 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:31.356684 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Transition to ACTIVE for port object 0cc17014-3193-451d-be85-336a474cca95 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:09:31.363990 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:31.388152 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-76396d20-2ff5-4e88-9361-19a16df33895 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4741da74-cc1a-4e08-814a-9b53c11e92f1 HTTP/1.1" status: 200 len: 217 time: 0.0375185 Aug 31 15:09:31.413548 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d20a2-1000-40d6-a50e-a53f3bca6576 None None] Pushing event updated for resources: {'Port': ['ID=0cc17014-3193-451d-be85-336a474cca95,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:31.447883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-193b36d1-faa2-49b0-aa7c-be9671644a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:31.449522 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-193b36d1-faa2-49b0-aa7c-be9671644a35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=600a66ec-7ce5-4648-8575-cf9e12b7dd91 HTTP/1.1" status: 200 len: 856 time: 0.0548079 Aug 31 15:09:31.472139 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Attempting to bind port 0cc17014-3193-451d-be85-336a474cca95 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:09:31.472516 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Attempting to bind port 0cc17014-3193-451d-be85-336a474cca95 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '7c8ed05a-5173-4cb9-9ea6-f164be810d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:09:31.472885 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Attempting to bind port 0cc17014-3193-451d-be85-336a474cca95 on network e9fc60a4-f828-4f3a-9deb-06c65a4297f5 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:09:31.479389 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:09:31.479932 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Checking segment: {'id': '7c8ed05a-5173-4cb9-9ea6-f164be810d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:09:31.481457 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:31.482130 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Bound using segment: {'id': '7c8ed05a-5173-4cb9-9ea6-f164be810d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:09:31.483402 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Bound port: 0cc17014-3193-451d-be85-336a474cca95, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8ed05a-5173-4cb9-9ea6-f164be810d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:09:31.483806 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:31.530795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-236ab52e-bc20-4c34-8207-f7f1d24576da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:31.532333 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-236ab52e-bc20-4c34-8207-f7f1d24576da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9503b503-65a7-45f2-9de2-d0d13e74eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747063 Aug 31 15:09:31.559570 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] For port 0cc17014-3193-451d-be85-336a474cca95, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:09:31.569218 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] For port 0cc17014-3193-451d-be85-336a474cca95, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0cc17014-3193-451d-be85-336a474cca95,segment=NetworkSegment(7c8ed05a-5173-4cb9-9ea6-f164be810d37),segment_id=7c8ed05a-5173-4cb9-9ea6-f164be810d37)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:09:31.575826 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:31.640655 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2b7c2-e486-456b-9157-5f5d36beaf44 req-ba2e2b48-bd02-425c-8003-c2fecd0a234b tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:31.642879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34c2b7c2-e486-456b-9157-5f5d36beaf44 req-ba2e2b48-bd02-425c-8003-c2fecd0a234b tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 943 time: 0.1232572 Aug 31 15:09:31.643871 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Routers {'d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:09:31.644311 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:09:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:31.676527 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-74e9cacc-07bc-4c58-a65d-97df752661c2 service neutron] 10.222.0.60 "GET /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260281 Aug 31 15:09:31.684756 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d20a2-1000-40d6-a50e-a53f3bca6576 None None] Pushing event updated for resources: {'Port': ['ID=0cc17014-3193-451d-be85-336a474cca95,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:31.715259 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-34c2b7c2-e486-456b-9157-5f5d36beaf44 req-5e653426-7fcb-491c-9a8b-9ba638b9b847 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628746 Aug 31 15:09:31.789007 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-460cdea4-e28d-4ead-a68e-e546ceb8201f req-94134005-3198-4755-9d9e-351ba0cca891 service neutron] 10.222.0.60 "GET /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010590 Aug 31 15:09:31.882713 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] Set router d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:09:31.905185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0cc17014-3193-451d-be85-336a474cca95 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:31.912046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8958a4-d8d8-42ba-8c61-7f2eb5dcc6c0 req-2d067516-af6c-40af-84e1-72012203c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:31.913555 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a8958a4-d8d8-42ba-8c61-7f2eb5dcc6c0 req-2d067516-af6c-40af-84e1-72012203c6ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aca8a1d2b78483b93294d655cf5706a&device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 1094 time: 0.0617871 Aug 31 15:09:31.961247 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 0cc17014-3193-451d-be85-336a474cca95 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:31.964686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0cc17014-3193-451d-be85-336a474cca95 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:31.965067 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:32.019659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ab714163-e82e-48c1-9655-729c15ec0ab0 None None] Provisioning complete for port 0cc17014-3193-451d-be85-336a474cca95 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:32.020354 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab714163-e82e-48c1-9655-729c15ec0ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:32.024666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8958a4-d8d8-42ba-8c61-7f2eb5dcc6c0 req-733213fd-266c-4579-9e78-a3977fa449c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:32.026234 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a8958a4-d8d8-42ba-8c61-7f2eb5dcc6c0 req-733213fd-266c-4579-9e78-a3977fa449c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9503b503-65a7-45f2-9de2-d0d13e74eb39 HTTP/1.1" status: 200 len: 918 time: 0.1059191 Aug 31 15:09:32.070262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a8958a4-d8d8-42ba-8c61-7f2eb5dcc6c0 req-3641ddb6-49dc-47b8-b159-1851224c237d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4741da74-cc1a-4e08-814a-9b53c11e92f1 HTTP/1.1" status: 200 len: 217 time: 0.0362761 Aug 31 15:09:32.092489 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:32.103606 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'name': 'tempest-TestEncryptedCinderVolumes-2128539231-router', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'd7e9b3b4-6553-46e8-8f68-a9ad1a43339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:09:26Z', 'revision_number': 4, 'project_id': '2ce12536f4244084a109bd83b4a166f0', 'gw_port': {'id': 'd7e9b3b4-6553-46e8-8f68-a9ad1a43339a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '0cc17014-3193-451d-be85-336a474cca95', 'name': '', 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'mac_address': 'fa:16:3e:48:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '6330afe0-a9a4-4b03-aa7d-796ddfad8c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:26Z', 'updated_at': '2021-08-31T15:09:31Z', 'revision_number': 4, 'project_id': '2ce12536f4244084a109bd83b4a166f0', 'subnets': [{'id': '6330afe0-a9a4-4b03-aa7d-796ddfad8c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:09:32.125563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8958a4-d8d8-42ba-8c61-7f2eb5dcc6c0 req-203614e3-eb98-46fb-a915-7b684e72a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:32.127647 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a8958a4-d8d8-42ba-8c61-7f2eb5dcc6c0 req-203614e3-eb98-46fb-a915-7b684e72a4f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=600a66ec-7ce5-4648-8575-cf9e12b7dd91 HTTP/1.1" status: 200 len: 856 time: 0.0492949 Aug 31 15:09:32.133378 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1fd02-f7b8-4049-8775-e99c1b2d2b90 None None] The sync data for ids ['d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'] in n-d-806683-5 is: [{'id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'name': 'tempest-TestEncryptedCinderVolumes-2128539231-router', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'd7e9b3b4-6553-46e8-8f68-a9ad1a43339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:09:26Z', 'revision_number': 4, 'project_id': '2ce12536f4244084a109bd83b4a166f0', 'gw_port': {'id': 'd7e9b3b4-6553-46e8-8f68-a9ad1a43339a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '0cc17014-3193-451d-be85-336a474cca95', 'name': '', 'network_id': 'e9fc60a4-f828-4f3a-9deb-06c65a4297f5', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'mac_address': 'fa:16:3e:48:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '6330afe0-a9a4-4b03-aa7d-796ddfad8c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:26Z', 'updated_at': '2021-08-31T15:09:31Z', 'revision_number': 4, 'project_id': '2ce12536f4244084a109bd83b4a166f0', 'subnets': [{'id': '6330afe0-a9a4-4b03-aa7d-796ddfad8c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:09:32.158780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 0cc17014-3193-451d-be85-336a474cca95, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0cc17014-3193-451d-be85-336a474cca95,segment=NetworkSegment(7c8ed05a-5173-4cb9-9ea6-f164be810d37),segment_id=7c8ed05a-5173-4cb9-9ea6-f164be810d37)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:32.159973 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab714163-e82e-48c1-9655-729c15ec0ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:32.169409 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:32.170234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d7e9b3b4-6553-46e8-8f68-a9ad1a43339a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:32.180899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8958a4-d8d8-42ba-8c61-7f2eb5dcc6c0 req-048c978a-ae1b-4b53-8782-60e8ffcdce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:32.182427 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a8958a4-d8d8-42ba-8c61-7f2eb5dcc6c0 req-048c978a-ae1b-4b53-8782-60e8ffcdce57 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9503b503-65a7-45f2-9de2-d0d13e74eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460851 Aug 31 15:09:32.280125 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a8958a4-d8d8-42ba-8c61-7f2eb5dcc6c0 req-8ef3b32d-fd11-4b95-9dad-e56a190bb07e service neutron] 10.222.0.60 "GET /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896511 Aug 31 15:09:32.290384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=0cc17014-3193-451d-be85-336a474cca95,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:32.300709 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-ab714163-e82e-48c1-9655-729c15ec0ab0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:09:32.301368 n-d-806683-5 neutron-server[94872]: DEBUG oslo_db.api [None req-ab714163-e82e-48c1-9655-729c15ec0ab0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:09:32.307421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d7e9b3b4-6553-46e8-8f68-a9ad1a43339a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:32.307977 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:32.386921 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5a8958a4-d8d8-42ba-8c61-7f2eb5dcc6c0 req-7c022904-eeed-4d1e-8892-682af11647f0 service neutron] 10.222.0.60 "GET /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976882 Aug 31 15:09:32.831768 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca17c00-3bab-45c6-8257-6012dcd234a0 req-f4e558c5-185a-49ed-8ca2-ee4ac9da560a tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:32.833272 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aca17c00-3bab-45c6-8257-6012dcd234a0 req-f4e558c5-185a-49ed-8ca2-ee4ac9da560a tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 943 time: 0.0478575 Aug 31 15:09:32.871341 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-aca17c00-3bab-45c6-8257-6012dcd234a0 req-e4da8007-7a47-4948-a461-0622cd549d27 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319839 Aug 31 15:09:33.774941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4741da74-cc1a-4e08-814a-9b53c11e92f1 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:09:33.994106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d065a-532a-48ec-8f1a-6a2370606c04 req-af6174e4-c057-4cb7-acfd-5fca96ef19d6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:33.997248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0cc17014-3193-451d-be85-336a474cca95 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:33.998088 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-443d065a-532a-48ec-8f1a-6a2370606c04 req-af6174e4-c057-4cb7-acfd-5fca96ef19d6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 943 time: 0.0576100 Aug 31 15:09:34.040834 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-443d065a-532a-48ec-8f1a-6a2370606c04 req-6de10782-cf64-4469-be66-3d8078f56ee7 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Aug 31 15:09:34.078394 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 4741da74-cc1a-4e08-814a-9b53c11e92f1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4741da74-cc1a-4e08-814a-9b53c11e92f1,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:34.092654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 0cc17014-3193-451d-be85-336a474cca95 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:34.093024 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:34.096594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '4741da74-cc1a-4e08-814a-9b53c11e92f1', 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39', 'port_id': '4741da74-cc1a-4e08-814a-9b53c11e92f1', 'mac_address': 'fa:16:3e:d3:48:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600a66ec-7ce5-4648-8575-cf9e12b7dd91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:09:34.166620 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:34.198160 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4741da74-cc1a-4e08-814a-9b53c11e92f1 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:09:34.229173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 4741da74-cc1a-4e08-814a-9b53c11e92f1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4741da74-cc1a-4e08-814a-9b53c11e92f1,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:34.234032 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:34.283847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=4741da74-cc1a-4e08-814a-9b53c11e92f1,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:34.440395 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['4741da74-cc1a-4e08-814a-9b53c11e92f1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:09:35.154530 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce4bd2-b5ea-4f00-891a-290e83a16c36 req-47c6c42a-0eee-46ad-bec1-89905246c905 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:35.156038 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0ce4bd2-b5ea-4f00-891a-290e83a16c36 req-47c6c42a-0eee-46ad-bec1-89905246c905 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 944 time: 0.0490487 Aug 31 15:09:35.196868 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0ce4bd2-b5ea-4f00-891a-290e83a16c36 req-7ce64516-178e-437b-b4e1-ec9bcb102d41 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347188 Aug 31 15:09:35.789918 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4741da74-cc1a-4e08-814a-9b53c11e92f1 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:35.836874 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 4741da74-cc1a-4e08-814a-9b53c11e92f1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:09:35.840644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 4741da74-cc1a-4e08-814a-9b53c11e92f1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:35.841017 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:35.920979 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:35.942771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93a0978-2228-4f7a-9494-b6e21716359f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4741da74-cc1a-4e08-814a-9b53c11e92f1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:09:35.945044 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9be7b7-361e-4812-aa59-fa1c29f306a5" -d '{"events": [{"server_uuid": "c93a0978-2228-4f7a-9494-b6e21716359f", "name": "network-vif-plugged", "status": "completed", "tag": "4741da74-cc1a-4e08-814a-9b53c11e92f1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:09:35.958478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 4741da74-cc1a-4e08-814a-9b53c11e92f1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4741da74-cc1a-4e08-814a-9b53c11e92f1,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:35.962600 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:35.986789 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2cae80-08ee-4414-a357-4596ed42b0d5 x-openstack-request-id: req-2f2cae80-08ee-4414-a357-4596ed42b0d5 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:09:35.987079 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93a0978-2228-4f7a-9494-b6e21716359f", "name": "network-vif-plugged", "status": "completed", "tag": "4741da74-cc1a-4e08-814a-9b53c11e92f1", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:09:35.987354 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f2cae80-08ee-4414-a357-4596ed42b0d5 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:09:35.987763 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93a0978-2228-4f7a-9494-b6e21716359f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4741da74-cc1a-4e08-814a-9b53c11e92f1', 'code': 200} Aug 31 15:09:36.013237 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=4741da74-cc1a-4e08-814a-9b53c11e92f1,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:36.086385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b81f8-1c2b-4ef4-b3b0-d9cd5685a2ef req-93f6db96-aca4-460a-bee0-62901c540f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:36.087812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a8b81f8-1c2b-4ef4-b3b0-d9cd5685a2ef req-93f6db96-aca4-460a-bee0-62901c540f12 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 1096 time: 0.0393586 Aug 31 15:09:36.121818 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7a8b81f8-1c2b-4ef4-b3b0-d9cd5685a2ef req-f0378755-0a26-4572-8f44-8ef245281b36 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273557 Aug 31 15:09:36.311762 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02b772-e616-400f-b933-abf75877eb77 req-bf32599f-1847-41e0-9066-4c1c9e4129d5 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:36.313243 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e02b772-e616-400f-b933-abf75877eb77 req-bf32599f-1847-41e0-9066-4c1c9e4129d5 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 945 time: 0.0513406 Aug 31 15:09:36.351772 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3e02b772-e616-400f-b933-abf75877eb77 req-d4fc797e-653c-4db0-80cf-fbb76ef6ede2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318484 Aug 31 15:09:37.473709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a265aa-953b-4550-aa07-5ff5590ade9f req-f52a4fd3-4d04-4521-81df-759c824d1cb7 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:37.475168 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0a265aa-953b-4550-aa07-5ff5590ade9f req-f52a4fd3-4d04-4521-81df-759c824d1cb7 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 945 time: 0.0547075 Aug 31 15:09:37.513050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e0a265aa-953b-4550-aa07-5ff5590ade9f req-aa5ce1ae-3f2a-47d7-a318-22a22b4d32dc tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Aug 31 15:09:37.623960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e46429-8468-448a-85ed-e3aa6c592c5a req-16087118-be86-4e89-94eb-a5ec0dbfbe71 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:37.625449 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e2e46429-8468-448a-85ed-e3aa6c592c5a req-16087118-be86-4e89-94eb-a5ec0dbfbe71 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 945 time: 0.0483975 Aug 31 15:09:37.662580 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e2e46429-8468-448a-85ed-e3aa6c592c5a req-d8d9c5d3-89c8-4c68-8ffa-d9a1bf4be037 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306723 Aug 31 15:09:49.671336 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99e5c4f5-e42e-45b6-9fa2-9e7fdafa6120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:49.899854 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:52.208594 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-afaf978f-041a-4050-ae9f-0cb2afa58e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:52.318233 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:53.491002 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:54.840432 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:55.084345 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:56.223968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aecbd-50e8-4abb-a186-0ee3af84eacb req-11603234-e7a2-4eda-b867-06a1eaf9fe2c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:56.225437 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d82aecbd-50e8-4abb-a186-0ee3af84eacb req-11603234-e7a2-4eda-b867-06a1eaf9fe2c tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 945 time: 0.0492177 Aug 31 15:09:56.263029 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d82aecbd-50e8-4abb-a186-0ee3af84eacb req-b999c612-b85c-4c88-bb15-5f20fd29eecd tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Aug 31 15:09:57.383391 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bd039-bfde-44a1-90a9-9a157e1b903e req-86e1f8ed-8f1a-4ffb-83c3-ee0b5d4a7cad tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:57.384873 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b12bd039-bfde-44a1-90a9-9a157e1b903e req-86e1f8ed-8f1a-4ffb-83c3-ee0b5d4a7cad tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 945 time: 0.0545785 Aug 31 15:09:57.422219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b12bd039-bfde-44a1-90a9-9a157e1b903e req-5e8e57b1-2c23-40cf-856d-fe66b475dc26 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Aug 31 15:09:57.750119 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804372f-2158-4b61-a41a-b82a6bd6ec21 req-418fd16e-1fb6-424f-ad1a-5b40ccf8a2b8 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:57.751580 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f804372f-2158-4b61-a41a-b82a6bd6ec21 req-418fd16e-1fb6-424f-ad1a-5b40ccf8a2b8 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.60 "GET /v2.0/ports?device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 945 time: 0.0484123 Aug 31 15:09:58.155355 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f804372f-2158-4b61-a41a-b82a6bd6ec21 req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Deleting port 4741da74-cc1a-4e08-814a-9b53c11e92f1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:09:58.155694 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f804372f-2158-4b61-a41a-b82a6bd6ec21 req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:58.240306 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f804372f-2158-4b61-a41a-b82a6bd6ec21 req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] For port 4741da74-cc1a-4e08-814a-9b53c11e92f1, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=4741da74-cc1a-4e08-814a-9b53c11e92f1,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:58.240659 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f804372f-2158-4b61-a41a-b82a6bd6ec21 req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:58.253827 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f804372f-2158-4b61-a41a-b82a6bd6ec21 req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Calling delete_port for 4741da74-cc1a-4e08-814a-9b53c11e92f1 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:09:58.389914 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f804372f-2158-4b61-a41a-b82a6bd6ec21 req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:58.402933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['4741da74-cc1a-4e08-814a-9b53c11e92f1'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:09:58.419194 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Pushing event deleted for resources: {'Port': ['ID=4741da74-cc1a-4e08-814a-9b53c11e92f1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:58.448302 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:58.448654 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:58.448999 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:58.449337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:58.449670 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:58.450006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:58.450686 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:58.450686 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:58.450963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:58.451303 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:58.451631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:58.451952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:58.474702 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f804372f-2158-4b61-a41a-b82a6bd6ec21 req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] No DVR routers for this DVR port 4741da74-cc1a-4e08-814a-9b53c11e92f1 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:09:58.477559 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f804372f-2158-4b61-a41a-b82a6bd6ec21 req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:58.479772 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f804372f-2158-4b61-a41a-b82a6bd6ec21 req-62a3238b-1797-4773-b1a6-a61ae26814c6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.60 "DELETE /v2.0/ports/4741da74-cc1a-4e08-814a-9b53c11e92f1 HTTP/1.1" status: 204 len: 173 time: 0.7218502 Aug 31 15:09:58.480227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93a0978-2228-4f7a-9494-b6e21716359f', 'name': 'network-vif-deleted', 'tag': '4741da74-cc1a-4e08-814a-9b53c11e92f1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:09:58.482532 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d449104b-d084-4619-85b0-df815eb60870" -d '{"events": [{"server_uuid": "c93a0978-2228-4f7a-9494-b6e21716359f", "name": "network-vif-deleted", "tag": "4741da74-cc1a-4e08-814a-9b53c11e92f1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:09:58.528633 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4155bbb5-fa7e-4411-922c-3ccd7f9b9e1b x-openstack-request-id: req-4155bbb5-fa7e-4411-922c-3ccd7f9b9e1b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:09:58.528932 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93a0978-2228-4f7a-9494-b6e21716359f", "name": "network-vif-deleted", "tag": "4741da74-cc1a-4e08-814a-9b53c11e92f1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:09:58.529184 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4155bbb5-fa7e-4411-922c-3ccd7f9b9e1b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:09:58.529584 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93a0978-2228-4f7a-9494-b6e21716359f', 'name': 'network-vif-deleted', 'tag': '4741da74-cc1a-4e08-814a-9b53c11e92f1', 'status': 'completed', 'code': 200} Aug 31 15:09:58.552106 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-56b6d514-546c-4731-b1d8-65091bb278e6 req-73df4f85-0e83-486e-82d8-2abe17294386 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=c93a0978-2228-4f7a-9494-b6e21716359f HTTP/1.1" status: 200 len: 210 time: 0.0506132 Aug 31 15:10:00.015710 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:10:00.145292 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-5ccfe35b-9c62-42dc-aa9e-f1414bb34c80 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:00.146764 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-5ccfe35b-9c62-42dc-aa9e-f1414bb34c80 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/networks?id=9503b503-65a7-45f2-9de2-d0d13e74eb39 HTTP/1.1" status: 200 len: 817 time: 0.1004972 Aug 31 15:10:00.161343 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-04fe2be6-e34c-4d0c-84ca-3cbcd8ac8a05 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/quotas/6aca8a1d2b78483b93294d655cf5706a HTTP/1.1" status: 200 len: 375 time: 0.0088894 Aug 31 15:10:00.218789 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-66740cbd-1685-40b6-845d-cefbfcd15efa tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6aca8a1d2b78483b93294d655cf5706a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522046 Aug 31 15:10:00.234325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-ef6f9682-af88-45bb-b116-817d54637bee tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:10:00.235306 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-ef6f9682-af88-45bb-b116-817d54637bee tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056283 Aug 31 15:10:00.421067 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-1a52d301-d7d3-4e21-afcc-9a1c93113acc service neutron] 10.222.0.39 "GET /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799111 Aug 31 15:10:00.516475 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-e74448b4-d0e9-4939-9281-c52ae2bfafe9 service neutron] 10.222.0.39 "GET /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882695 Aug 31 15:10:00.677652 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bad82dc2-16c9-4f08-ace4-79025ec8f419 req-542131a4-7a80-4215-beb1-fd75f6e93ca6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 210 time: 0.0276904 Aug 31 15:10:01.664287 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-816e31e7-ccc4-4f3e-96ab-d7ae1086aebb tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:01.666031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-816e31e7-ccc4-4f3e-96ab-d7ae1086aebb tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.60 "GET /v2.0/networks?id=9503b503-65a7-45f2-9de2-d0d13e74eb39 HTTP/1.1" status: 200 len: 817 time: 0.0991886 Aug 31 15:10:01.679194 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-885871be-a9f9-484c-a2de-c9b2973e0f24 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Request body: {'port': {'device_id': '3527857b-9099-43ee-910e-c45539f79e87', 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39', 'admin_state_up': True, 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:01.778805 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f812ef18-b02b-4629-820e-587cf7f7d6c3 req-66a08f60-b918-4e77-a230-946c74813a56 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 210 time: 0.0278866 Aug 31 15:10:01.792583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-885871be-a9f9-484c-a2de-c9b2973e0f24 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Made reservation on behalf of 6aca8a1d2b78483b93294d655cf5706a for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:10:01.796020 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-885871be-a9f9-484c-a2de-c9b2973e0f24 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:01.923750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-885871be-a9f9-484c-a2de-c9b2973e0f24 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Allocated IP 172.20.0.14 (9503b503-65a7-45f2-9de2-d0d13e74eb39/600a66ec-7ce5-4648-8575-cf9e12b7dd91/b8396717-e4e4-45aa-a930-106f44bb7566) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:10:02.005701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4741da74-cc1a-4e08-814a-9b53c11e92f1 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:10:02.028490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 4741da74-cc1a-4e08-814a-9b53c11e92f1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:10:02.028836 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 4741da74-cc1a-4e08-814a-9b53c11e92f1 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:10:02.068265 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-885871be-a9f9-484c-a2de-c9b2973e0f24 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:02.082035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-885871be-a9f9-484c-a2de-c9b2973e0f24 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Transition to ACTIVE for port object b8396717-e4e4-45aa-a930-106f44bb7566 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:10:02.114248 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-885871be-a9f9-484c-a2de-c9b2973e0f24 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:02.160938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-885871be-a9f9-484c-a2de-c9b2973e0f24 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Network 9503b503-65a7-45f2-9de2-d0d13e74eb39 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:10:02.165940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-885871be-a9f9-484c-a2de-c9b2973e0f24 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:10:02.169661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-885871be-a9f9-484c-a2de-c9b2973e0f24 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:10:02.196668 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885871be-a9f9-484c-a2de-c9b2973e0f24 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Pushing event updated for resources: {'Port': ['ID=b8396717-e4e4-45aa-a930-106f44bb7566,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:02.226059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-885871be-a9f9-484c-a2de-c9b2973e0f24 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:02.226771 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-885871be-a9f9-484c-a2de-c9b2973e0f24 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:02.243478 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-885871be-a9f9-484c-a2de-c9b2973e0f24 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5682290 Aug 31 15:10:02.256652 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Request body: {'port': {'device_id': '3527857b-9099-43ee-910e-c45539f79e87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:02.312679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:02.427716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4bca0b71-3fa4-4c89-9adc-b0d3921ee593 None None] Provisioning for port b8396717-e4e4-45aa-a930-106f44bb7566 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:10:02.431376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4bca0b71-3fa4-4c89-9adc-b0d3921ee593 None None] Provisioning complete for port b8396717-e4e4-45aa-a930-106f44bb7566 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:02.431751 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bca0b71-3fa4-4c89-9adc-b0d3921ee593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:02.466141 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4bca0b71-3fa4-4c89-9adc-b0d3921ee593 None None] Port b8396717-e4e4-45aa-a930-106f44bb7566 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:10:02.588451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8396717-e4e4-45aa-a930-106f44bb7566 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:10:02.595624 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:02.607692 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Transition to ACTIVE for port object b8396717-e4e4-45aa-a930-106f44bb7566 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:10:02.611502 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:02.660977 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Pushing event updated for resources: {'Port': ['ID=b8396717-e4e4-45aa-a930-106f44bb7566,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:02.732752 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Attempting to bind port b8396717-e4e4-45aa-a930-106f44bb7566 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:10:02.733436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Attempting to bind port b8396717-e4e4-45aa-a930-106f44bb7566 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:10:02.733436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Attempting to bind port b8396717-e4e4-45aa-a930-106f44bb7566 on network 9503b503-65a7-45f2-9de2-d0d13e74eb39 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:10:02.738608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Port b8396717-e4e4-45aa-a930-106f44bb7566 on network 9503b503-65a7-45f2-9de2-d0d13e74eb39 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:10:02.738927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Attempting to bind port b8396717-e4e4-45aa-a930-106f44bb7566 on network 9503b503-65a7-45f2-9de2-d0d13e74eb39 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:10:02.744592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:10:02.744914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Checking segment: {'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:10:02.745299 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Bound using segment: {'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:10:02.745728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Bound port: b8396717-e4e4-45aa-a930-106f44bb7566, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ddc21-f7c3-4733-822f-8632a4fcd06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:10:02.746213 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:02.817522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] For port b8396717-e4e4-45aa-a930-106f44bb7566, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:10:02.820843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] For port b8396717-e4e4-45aa-a930-106f44bb7566, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b8396717-e4e4-45aa-a930-106f44bb7566,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:10:02.825644 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:02.870151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:02.870822 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:02.872297 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] 10.222.0.60 "PUT /v2.0/ports/b8396717-e4e4-45aa-a930-106f44bb7566 HTTP/1.1" status: 200 len: 1092 time: 0.6201768 Aug 31 15:10:02.878014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3527857b-9099-43ee-910e-c45539f79e87', 'tag': 'b8396717-e4e4-45aa-a930-106f44bb7566'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:10:02.879011 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8eb8e6-5b3f-475f-9a09-5c6057c79d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "3527857b-9099-43ee-910e-c45539f79e87", "tag": "b8396717-e4e4-45aa-a930-106f44bb7566"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:10:02.954378 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf229482-d979-4eb5-8be2-1bcefd3c81bf x-openstack-request-id: req-cf229482-d979-4eb5-8be2-1bcefd3c81bf {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:10:02.954666 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3527857b-9099-43ee-910e-c45539f79e87", "tag": "b8396717-e4e4-45aa-a930-106f44bb7566", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:10:02.954915 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf229482-d979-4eb5-8be2-1bcefd3c81bf {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:10:02.955335 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3527857b-9099-43ee-910e-c45539f79e87', 'tag': 'b8396717-e4e4-45aa-a930-106f44bb7566', 'status': 'completed', 'code': 200} Aug 31 15:10:02.966789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec6c00-8c99-4b13-99d7-6a8c44a971dc service neutron] Pushing event updated for resources: {'Port': ['ID=b8396717-e4e4-45aa-a930-106f44bb7566,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:02.979547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef98cb-b195-4cbc-b7e8-17431ab75d7c req-d46caada-0ab8-4311-889c-474b7e1e5fcf tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:02.981138 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5cef98cb-b195-4cbc-b7e8-17431ab75d7c req-d46caada-0ab8-4311-889c-474b7e1e5fcf tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 944 time: 0.1288743 Aug 31 15:10:03.007225 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-2d98f1c3-61d7-48d3-a265-dfdacf0cb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:03.008775 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-2d98f1c3-61d7-48d3-a265-dfdacf0cb47e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aca8a1d2b78483b93294d655cf5706a&device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 1095 time: 0.0921290 Aug 31 15:10:03.036125 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5cef98cb-b195-4cbc-b7e8-17431ab75d7c req-e5797053-a694-4a58-8bd7-7f82e665d2d5 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475354 Aug 31 15:10:03.063616 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-d20cefd0-bc16-4ad6-9c19-044df73f8705 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8396717-e4e4-45aa-a930-106f44bb7566 HTTP/1.1" status: 200 len: 217 time: 0.0413985 Aug 31 15:10:03.113392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-4e4fec02-d9a0-4aae-86c7-4d09e61eea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:03.114879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-4e4fec02-d9a0-4aae-86c7-4d09e61eea12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=600a66ec-7ce5-4648-8575-cf9e12b7dd91 HTTP/1.1" status: 200 len: 856 time: 0.0439832 Aug 31 15:10:03.164926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-1798c516-a8de-4109-9452-7fc152598022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:03.166394 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-1798c516-a8de-4109-9452-7fc152598022 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9503b503-65a7-45f2-9de2-d0d13e74eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447626 Aug 31 15:10:03.253996 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-54d08e7d-8264-4eb7-9cf5-92be15cc252b service neutron] 10.222.0.60 "GET /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804038 Aug 31 15:10:03.347522 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-569b584b-118c-453c-b1bc-d3f34d2ab698 req-4ed08570-0dc5-43c4-988e-08cf4bebca63 service neutron] 10.222.0.60 "GET /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861187 Aug 31 15:10:03.431150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eb8e6-5b3f-475f-9a09-5c6057c79d8b req-0558b7d6-daf6-4486-9ac3-198e13070bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:03.432732 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b8eb8e6-5b3f-475f-9a09-5c6057c79d8b req-0558b7d6-daf6-4486-9ac3-198e13070bbe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aca8a1d2b78483b93294d655cf5706a&device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 1095 time: 0.0437355 Aug 31 15:10:03.525182 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eb8e6-5b3f-475f-9a09-5c6057c79d8b req-1b9babcb-5be0-473f-ba16-bb78cd4fad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:03.526629 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b8eb8e6-5b3f-475f-9a09-5c6057c79d8b req-1b9babcb-5be0-473f-ba16-bb78cd4fad58 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9503b503-65a7-45f2-9de2-d0d13e74eb39 HTTP/1.1" status: 200 len: 918 time: 0.0868344 Aug 31 15:10:03.572790 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b8eb8e6-5b3f-475f-9a09-5c6057c79d8b req-47e2bc1a-81f3-40d6-9c6b-790750619258 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8396717-e4e4-45aa-a930-106f44bb7566 HTTP/1.1" status: 200 len: 217 time: 0.0391057 Aug 31 15:10:03.623555 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eb8e6-5b3f-475f-9a09-5c6057c79d8b req-fd60cbb1-3ea7-4c46-b8b2-3c1c68ab6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:03.624997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b8eb8e6-5b3f-475f-9a09-5c6057c79d8b req-fd60cbb1-3ea7-4c46-b8b2-3c1c68ab6496 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=600a66ec-7ce5-4648-8575-cf9e12b7dd91 HTTP/1.1" status: 200 len: 856 time: 0.0451026 Aug 31 15:10:03.672682 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eb8e6-5b3f-475f-9a09-5c6057c79d8b req-6e9605c6-fb6f-48f9-92b7-70d5e667bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:03.674244 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b8eb8e6-5b3f-475f-9a09-5c6057c79d8b req-6e9605c6-fb6f-48f9-92b7-70d5e667bcbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9503b503-65a7-45f2-9de2-d0d13e74eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405645 Aug 31 15:10:03.770697 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b8eb8e6-5b3f-475f-9a09-5c6057c79d8b req-19c9678d-d148-4d91-8c91-e067521cbb7e service neutron] 10.222.0.60 "GET /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879333 Aug 31 15:10:03.862490 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7b8eb8e6-5b3f-475f-9a09-5c6057c79d8b req-c0b775be-482a-4d2f-9ee2-34bdb44689d7 service neutron] 10.222.0.60 "GET /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845399 Aug 31 15:10:04.154321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033830f-8fa2-4e50-9e51-a3d78bc18291 req-fa492aa9-d79a-40f6-b33e-90fbda0592e2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:04.155848 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c033830f-8fa2-4e50-9e51-a3d78bc18291 req-fa492aa9-d79a-40f6-b33e-90fbda0592e2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 944 time: 0.0494542 Aug 31 15:10:04.194409 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c033830f-8fa2-4e50-9e51-a3d78bc18291 req-7c67992e-800a-49f3-b667-a70ebb41e554 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Aug 31 15:10:05.315327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde50174-46da-44c1-a551-4d6c85799c46 req-64eabf24-eb44-40fa-9fb7-7bd78aa07118 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:05.317477 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dde50174-46da-44c1-a551-4d6c85799c46 req-64eabf24-eb44-40fa-9fb7-7bd78aa07118 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 944 time: 0.0537467 Aug 31 15:10:05.356676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dde50174-46da-44c1-a551-4d6c85799c46 req-3c8b52bc-3f47-4d98-82dc-005623a5b90a tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331163 Aug 31 15:10:06.067632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device b8396717-e4e4-45aa-a930-106f44bb7566 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:10:06.161260 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port b8396717-e4e4-45aa-a930-106f44bb7566, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b8396717-e4e4-45aa-a930-106f44bb7566,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:06.172316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'b8396717-e4e4-45aa-a930-106f44bb7566', 'network_id': '9503b503-65a7-45f2-9de2-d0d13e74eb39', 'port_id': 'b8396717-e4e4-45aa-a930-106f44bb7566', 'mac_address': 'fa:16:3e:6a:d7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600a66ec-7ce5-4648-8575-cf9e12b7dd91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:10:06.210497 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:06.222665 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8396717-e4e4-45aa-a930-106f44bb7566 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:10:06.242338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port b8396717-e4e4-45aa-a930-106f44bb7566, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b8396717-e4e4-45aa-a930-106f44bb7566,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:06.246290 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:06.293125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=b8396717-e4e4-45aa-a930-106f44bb7566,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:06.437826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['b8396717-e4e4-45aa-a930-106f44bb7566'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:10:06.469101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263f764-2da2-499d-9457-ac9afa2db6ba req-2ceb4830-468b-4689-9321-f14e26bbc986 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:06.470601 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2263f764-2da2-499d-9457-ac9afa2db6ba req-2ceb4830-468b-4689-9321-f14e26bbc986 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 945 time: 0.0490670 Aug 31 15:10:06.509630 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2263f764-2da2-499d-9457-ac9afa2db6ba req-c6ca0c26-975a-4f67-85bc-df7bdaba9046 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322778 Aug 31 15:10:07.621419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b0883-36b4-4ab9-bd89-5765261989b0 req-1c7eec86-db38-4227-88ae-04f87ecebee2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:07.622880 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f78b0883-36b4-4ab9-bd89-5765261989b0 req-1c7eec86-db38-4227-88ae-04f87ecebee2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 945 time: 0.0482092 Aug 31 15:10:07.660348 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f78b0883-36b4-4ab9-bd89-5765261989b0 req-7eaa18eb-416c-4017-9daf-0a946d996317 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315108 Aug 31 15:10:08.083371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device b8396717-e4e4-45aa-a930-106f44bb7566 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:10:08.130253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port b8396717-e4e4-45aa-a930-106f44bb7566 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:10:08.133851 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port b8396717-e4e4-45aa-a930-106f44bb7566 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:08.134214 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:08.209661 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:08.231571 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3527857b-9099-43ee-910e-c45539f79e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8396717-e4e4-45aa-a930-106f44bb7566'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:10:08.233789 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da4044f-ebbe-4aca-bdf9-a3f57863a9e3" -d '{"events": [{"server_uuid": "3527857b-9099-43ee-910e-c45539f79e87", "name": "network-vif-plugged", "status": "completed", "tag": "b8396717-e4e4-45aa-a930-106f44bb7566"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:10:08.248130 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port b8396717-e4e4-45aa-a930-106f44bb7566, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b8396717-e4e4-45aa-a930-106f44bb7566,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:08.252144 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:08.275383 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863bdf06-e08a-4c4a-b8f6-971a3449755a x-openstack-request-id: req-863bdf06-e08a-4c4a-b8f6-971a3449755a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:10:08.275672 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3527857b-9099-43ee-910e-c45539f79e87", "name": "network-vif-plugged", "status": "completed", "tag": "b8396717-e4e4-45aa-a930-106f44bb7566", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:10:08.275920 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-863bdf06-e08a-4c4a-b8f6-971a3449755a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:10:08.276303 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3527857b-9099-43ee-910e-c45539f79e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8396717-e4e4-45aa-a930-106f44bb7566', 'code': 200} Aug 31 15:10:08.304996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=b8396717-e4e4-45aa-a930-106f44bb7566,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:08.312465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:08.312816 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:08.313160 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:08.313524 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:08.313881 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:08.314212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:08.314544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:08.314905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:08.315263 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:08.315591 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:08.315918 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:08.316243 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:08.367258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d95785-eadd-42b7-b893-26078869add8 req-f8161441-2736-4151-9e97-f33373bb3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:08.368684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b1d95785-eadd-42b7-b893-26078869add8 req-f8161441-2736-4151-9e97-f33373bb3d10 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 1097 time: 0.0407560 Aug 31 15:10:08.402313 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b1d95785-eadd-42b7-b893-26078869add8 req-7d1a9c82-fe6f-4233-a123-51780e266b65 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265851 Aug 31 15:10:08.777522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777275b-8012-419d-8b1f-714348a67ff8 req-47e925c6-88f0-46f6-a8ff-e1a3cf7799d6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:08.779009 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6777275b-8012-419d-8b1f-714348a67ff8 req-47e925c6-88f0-46f6-a8ff-e1a3cf7799d6 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 946 time: 0.0526042 Aug 31 15:10:08.815728 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6777275b-8012-419d-8b1f-714348a67ff8 req-68a41233-6166-4275-85d4-4b0c18ca614f tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Aug 31 15:10:09.950217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194fc85-199e-46b5-962c-aa4b887f8c28 req-70feeffa-20b7-4afe-ab50-6d15490d0582 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:09.951703 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6194fc85-199e-46b5-962c-aa4b887f8c28 req-70feeffa-20b7-4afe-ab50-6d15490d0582 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 946 time: 0.0523505 Aug 31 15:10:09.989889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6194fc85-199e-46b5-962c-aa4b887f8c28 req-415e0f50-2d48-40a9-bcfa-93fa2055d405 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320292 Aug 31 15:10:10.107430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b33ef-f69e-4ff2-869c-ae8da50e1ab2 req-0608a95b-55fa-4976-9992-f52de86b0f0d tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:10.108824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef3b33ef-f69e-4ff2-869c-ae8da50e1ab2 req-0608a95b-55fa-4976-9992-f52de86b0f0d tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 946 time: 0.0498414 Aug 31 15:10:10.148355 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ef3b33ef-f69e-4ff2-869c-ae8da50e1ab2 req-134f6674-7d7a-4272-b6cb-8793c58a8370 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329506 Aug 31 15:10:12.145312 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1e2221a-b06f-4f44-9372-38362bfb8ca8 req-900797cf-48b0-4306-b3b2-e9897694e150 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391588 Aug 31 15:10:12.226401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2221a-b06f-4f44-9372-38362bfb8ca8 req-501b6a18-48ae-498a-a449-9f4f4b11395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:12.227831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1e2221a-b06f-4f44-9372-38362bfb8ca8 req-501b6a18-48ae-498a-a449-9f4f4b11395b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aca8a1d2b78483b93294d655cf5706a&device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 1097 time: 0.0401103 Aug 31 15:10:12.333982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2221a-b06f-4f44-9372-38362bfb8ca8 req-ef0f0f0b-3573-4b54-8829-ab64f705a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:12.335489 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1e2221a-b06f-4f44-9372-38362bfb8ca8 req-ef0f0f0b-3573-4b54-8829-ab64f705a53a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9503b503-65a7-45f2-9de2-d0d13e74eb39 HTTP/1.1" status: 200 len: 918 time: 0.0875258 Aug 31 15:10:12.377466 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1e2221a-b06f-4f44-9372-38362bfb8ca8 req-d1a4878a-e1c1-4243-9a07-66a60808afde service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8396717-e4e4-45aa-a930-106f44bb7566 HTTP/1.1" status: 200 len: 217 time: 0.0351243 Aug 31 15:10:12.430659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2221a-b06f-4f44-9372-38362bfb8ca8 req-6d6881e6-f569-4fc4-a876-dc259d362806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:12.432066 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1e2221a-b06f-4f44-9372-38362bfb8ca8 req-6d6881e6-f569-4fc4-a876-dc259d362806 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=600a66ec-7ce5-4648-8575-cf9e12b7dd91 HTTP/1.1" status: 200 len: 856 time: 0.0475717 Aug 31 15:10:12.479743 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2221a-b06f-4f44-9372-38362bfb8ca8 req-583e3653-9796-45d3-95f4-55e60e7de0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:12.481255 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1e2221a-b06f-4f44-9372-38362bfb8ca8 req-583e3653-9796-45d3-95f4-55e60e7de0b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9503b503-65a7-45f2-9de2-d0d13e74eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424631 Aug 31 15:10:12.570888 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1e2221a-b06f-4f44-9372-38362bfb8ca8 req-64f1b4f5-3b12-4a62-b97f-7b0626324cc9 service neutron] 10.222.0.60 "GET /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816634 Aug 31 15:10:12.664091 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1e2221a-b06f-4f44-9372-38362bfb8ca8 req-57e81b1c-db92-4cb0-b75c-8b090d27c4d4 service neutron] 10.222.0.60 "GET /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859919 Aug 31 15:10:19.672749 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b7e30e7-e9db-433e-809a-989beb5d8272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:19.912249 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:22.209612 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-22f8ddb2-f109-4e45-9856-922509ddf966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:22.319808 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:23.507679 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:24.852302 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:25.086609 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:28.572352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19659479-aa9e-4024-b4f2-56e4b32005e9 req-0c6caa08-9c5d-4baf-8c6e-65382a6c99c7 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:28.573875 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-19659479-aa9e-4024-b4f2-56e4b32005e9 req-0c6caa08-9c5d-4baf-8c6e-65382a6c99c7 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 946 time: 0.1048234 Aug 31 15:10:28.611374 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-19659479-aa9e-4024-b4f2-56e4b32005e9 req-57266530-b27f-4ddb-a32c-8bc7f3edbeae tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Aug 31 15:10:29.782585 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12fac4-2bf2-4841-82a9-6c1adeae92b8 req-942db30c-51ba-48c7-ac75-5168426cbfea tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:29.784121 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7b12fac4-2bf2-4841-82a9-6c1adeae92b8 req-942db30c-51ba-48c7-ac75-5168426cbfea tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 946 time: 0.1042602 Aug 31 15:10:29.825547 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7b12fac4-2bf2-4841-82a9-6c1adeae92b8 req-27ed136c-167d-40d5-9cce-c4cf0aafdeda tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa260a67-9f40-4a0f-b9c5-797eba7b53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347562 Aug 31 15:10:30.187514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d00fa1-1686-43e8-9c9f-94871e087e73 req-4a4b2bd8-cd61-4d03-a119-f1d62c8ab93f tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:30.188958 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c2d00fa1-1686-43e8-9c9f-94871e087e73 req-4a4b2bd8-cd61-4d03-a119-f1d62c8ab93f tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.60 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 946 time: 0.0481114 Aug 31 15:10:30.280446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c2d00fa1-1686-43e8-9c9f-94871e087e73 req-e6f0e4d8-f0d9-4a2c-997d-1d4473bfb0d2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Deleting port b8396717-e4e4-45aa-a930-106f44bb7566 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:10:30.280709 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c2d00fa1-1686-43e8-9c9f-94871e087e73 req-e6f0e4d8-f0d9-4a2c-997d-1d4473bfb0d2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:30.364899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c2d00fa1-1686-43e8-9c9f-94871e087e73 req-e6f0e4d8-f0d9-4a2c-997d-1d4473bfb0d2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] For port b8396717-e4e4-45aa-a930-106f44bb7566, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b8396717-e4e4-45aa-a930-106f44bb7566,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:30.365258 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c2d00fa1-1686-43e8-9c9f-94871e087e73 req-e6f0e4d8-f0d9-4a2c-997d-1d4473bfb0d2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:30.377956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c2d00fa1-1686-43e8-9c9f-94871e087e73 req-e6f0e4d8-f0d9-4a2c-997d-1d4473bfb0d2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Calling delete_port for b8396717-e4e4-45aa-a930-106f44bb7566 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:10:30.504192 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c2d00fa1-1686-43e8-9c9f-94871e087e73 req-e6f0e4d8-f0d9-4a2c-997d-1d4473bfb0d2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:30.516546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['b8396717-e4e4-45aa-a930-106f44bb7566'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:10:30.542486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0e4d8-f0d9-4a2c-997d-1d4473bfb0d2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Pushing event deleted for resources: {'Port': ['ID=b8396717-e4e4-45aa-a930-106f44bb7566,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:30.578747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d00fa1-1686-43e8-9c9f-94871e087e73 req-e6f0e4d8-f0d9-4a2c-997d-1d4473bfb0d2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] No DVR routers for this DVR port b8396717-e4e4-45aa-a930-106f44bb7566 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:10:30.581564 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c2d00fa1-1686-43e8-9c9f-94871e087e73 req-e6f0e4d8-f0d9-4a2c-997d-1d4473bfb0d2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:30.584138 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c2d00fa1-1686-43e8-9c9f-94871e087e73 req-e6f0e4d8-f0d9-4a2c-997d-1d4473bfb0d2 tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.60 "DELETE /v2.0/ports/b8396717-e4e4-45aa-a930-106f44bb7566 HTTP/1.1" status: 204 len: 173 time: 0.3884859 Aug 31 15:10:30.584571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3527857b-9099-43ee-910e-c45539f79e87', 'name': 'network-vif-deleted', 'tag': 'b8396717-e4e4-45aa-a930-106f44bb7566'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:10:30.586827 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fe67cd-8d1b-4663-806e-3ed8d879a22d" -d '{"events": [{"server_uuid": "3527857b-9099-43ee-910e-c45539f79e87", "name": "network-vif-deleted", "tag": "b8396717-e4e4-45aa-a930-106f44bb7566"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:10:30.629296 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46edc2b3-1e59-4788-8d84-ea82d7f2e059 x-openstack-request-id: req-46edc2b3-1e59-4788-8d84-ea82d7f2e059 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:10:30.629582 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3527857b-9099-43ee-910e-c45539f79e87", "name": "network-vif-deleted", "tag": "b8396717-e4e4-45aa-a930-106f44bb7566", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:10:30.629831 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46edc2b3-1e59-4788-8d84-ea82d7f2e059 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:10:30.630942 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3527857b-9099-43ee-910e-c45539f79e87', 'name': 'network-vif-deleted', 'tag': 'b8396717-e4e4-45aa-a930-106f44bb7566', 'status': 'completed', 'code': 200} Aug 31 15:10:30.932249 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d815bd5b-d44b-43a9-89ce-3839b3b8e969 req-fc9a44e0-c696-4b4c-a4c0-1086998ef9be tempest-TestEncryptedCinderVolumes-1789893514 tempest-TestEncryptedCinderVolumes-1789893514-project] 10.222.0.39 "GET /v2.0/ports?device_id=3527857b-9099-43ee-910e-c45539f79e87 HTTP/1.1" status: 200 len: 210 time: 0.0296285 Aug 31 15:10:32.024255 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60232) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:32.358271 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17758b20-cb5e-4656-b591-7bd88e20592b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:32.595319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-17758b20-cb5e-4656-b591-7bd88e20592b admin admin] Deleting port 9369a064-dc21-4856-b1c0-cee6844df1fe {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:10:32.595659 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17758b20-cb5e-4656-b591-7bd88e20592b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:32.673514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-17758b20-cb5e-4656-b591-7bd88e20592b admin admin] For port 9369a064-dc21-4856-b1c0-cee6844df1fe, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9369a064-dc21-4856-b1c0-cee6844df1fe,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:32.673874 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17758b20-cb5e-4656-b591-7bd88e20592b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:32.686838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-17758b20-cb5e-4656-b591-7bd88e20592b admin admin] Calling delete_port for 9369a064-dc21-4856-b1c0-cee6844df1fe owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:10:32.868155 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17758b20-cb5e-4656-b591-7bd88e20592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:32.893100 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17758b20-cb5e-4656-b591-7bd88e20592b admin admin] Pushing event deleted for resources: {'Port': ['ID=9369a064-dc21-4856-b1c0-cee6844df1fe,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:33.057369 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17758b20-cb5e-4656-b591-7bd88e20592b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:33.263710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17758b20-cb5e-4656-b591-7bd88e20592b admin admin] Router 20e65013-8606-4728-854e-8d1443040726 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:10:33.366623 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17758b20-cb5e-4656-b591-7bd88e20592b admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:10:33.373390 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-17758b20-cb5e-4656-b591-7bd88e20592b admin admin] 10.222.0.39 "PUT /v2.0/routers/20e65013-8606-4728-854e-8d1443040726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3466103 Aug 31 15:10:33.374427 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60234) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:33.375465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62dc208-f42a-4b6b-b5c5-f4f459f3fabe None None] Sync routers for ids ['20e65013-8606-4728-854e-8d1443040726'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:10:33.385359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62dc208-f42a-4b6b-b5c5-f4f459f3fabe None None] Routers {'20e65013-8606-4728-854e-8d1443040726'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:10:33.385970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d62dc208-f42a-4b6b-b5c5-f4f459f3fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:10:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['20e65013-8606-4728-854e-8d1443040726'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:33.476993 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:33.488403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-d62dc208-f42a-4b6b-b5c5-f4f459f3fabe None None] Set router 20e65013-8606-4728-854e-8d1443040726 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:10:33.673760 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d62dc208-f42a-4b6b-b5c5-f4f459f3fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e65013-8606-4728-854e-8d1443040726', 'name': 'tempest-TestEncryptedCinderVolumes-1025316285-router', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:10:32Z', 'revision_number': 5, 'project_id': '6aca8a1d2b78483b93294d655cf5706a', 'gw_port': {'id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e65013-8606-4728-854e-8d1443040726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:33.700819 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62dc208-f42a-4b6b-b5c5-f4f459f3fabe None None] Checking router: 20e65013-8606-4728-854e-8d1443040726 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:10:33.709949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62dc208-f42a-4b6b-b5c5-f4f459f3fabe None None] Routers {'20e65013-8606-4728-854e-8d1443040726'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:10:33.710585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d62dc208-f42a-4b6b-b5c5-f4f459f3fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:10:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['20e65013-8606-4728-854e-8d1443040726'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:33.823144 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-d62dc208-f42a-4b6b-b5c5-f4f459f3fabe None None] Set router 20e65013-8606-4728-854e-8d1443040726 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:10:33.905345 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:33.955446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] Deleting port 77fe4e54-3f7f-4464-b26c-3eff0527d361 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:10:33.955785 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.009509 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-d62dc208-f42a-4b6b-b5c5-f4f459f3fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e65013-8606-4728-854e-8d1443040726', 'name': 'tempest-TestEncryptedCinderVolumes-1025316285-router', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:10:32Z', 'revision_number': 5, 'project_id': '6aca8a1d2b78483b93294d655cf5706a', 'gw_port': {'id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e65013-8606-4728-854e-8d1443040726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:34.035024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] For port 77fe4e54-3f7f-4464-b26c-3eff0527d361, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=77fe4e54-3f7f-4464-b26c-3eff0527d361,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:34.035271 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62dc208-f42a-4b6b-b5c5-f4f459f3fabe None None] The sync data for ids ['20e65013-8606-4728-854e-8d1443040726'] in n-d-806683-5 is: [{'id': '20e65013-8606-4728-854e-8d1443040726', 'name': 'tempest-TestEncryptedCinderVolumes-1025316285-router', 'tenant_id': '6aca8a1d2b78483b93294d655cf5706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:10:32Z', 'revision_number': 5, 'project_id': '6aca8a1d2b78483b93294d655cf5706a', 'gw_port': {'id': '77fe4e54-3f7f-4464-b26c-3eff0527d361', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e65013-8606-4728-854e-8d1443040726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:19Z', 'updated_at': '2021-08-31T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:10:34.035438 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.053553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] Calling delete_port for 77fe4e54-3f7f-4464-b26c-3eff0527d361 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:10:34.207746 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device b8396717-e4e4-45aa-a930-106f44bb7566 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:10:34.210137 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.227283 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: b8396717-e4e4-45aa-a930-106f44bb7566 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:10:34.227620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device b8396717-e4e4-45aa-a930-106f44bb7566 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:10:34.244739 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] Pushing event deleted for resources: {'Port': ['ID=77fe4e54-3f7f-4464-b26c-3eff0527d361,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:34.299496 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.393488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.395775 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.440656 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.441347 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20e65013-8606-4728-854e-8d1443040726 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:10:34.446118 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.449615 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-aa1c7eea-dd45-4d37-956c-0864b08fa008 admin admin] 10.222.0.39 "DELETE /v2.0/routers/20e65013-8606-4728-854e-8d1443040726 HTTP/1.1" status: 204 len: 168 time: 1.0719378 Aug 31 15:10:34.449872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60236) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:34.499588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-72213752-eed9-41f6-ad08-cdabc3324d22 admin admin] Deleting subnet 600a66ec-7ce5-4648-8575-cf9e12b7dd91 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:10:34.502709 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72213752-eed9-41f6-ad08-cdabc3324d22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.536647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72213752-eed9-41f6-ad08-cdabc3324d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.617218 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72213752-eed9-41f6-ad08-cdabc3324d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.676596 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72213752-eed9-41f6-ad08-cdabc3324d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.704275 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72213752-eed9-41f6-ad08-cdabc3324d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.708731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-72213752-eed9-41f6-ad08-cdabc3324d22 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/600a66ec-7ce5-4648-8575-cf9e12b7dd91 HTTP/1.1" status: 204 len: 168 time: 0.2554302 Aug 31 15:10:34.708731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72213752-eed9-41f6-ad08-cdabc3324d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600a66ec-7ce5-4648-8575-cf9e12b7dd91,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:34.708966 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60238) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:34.711818 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b9cdf7-1100-412b-9247-8518e1fef62c None None] Network 9503b503-65a7-45f2-9de2-d0d13e74eb39 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:10:34.775622 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.828930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Deleting port 1e399351-925e-4568-a92e-c8b7b2078457 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:10:34.829402 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.896379 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] For port 1e399351-925e-4568-a92e-c8b7b2078457, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1e399351-925e-4568-a92e-c8b7b2078457,segment=NetworkSegment(323ddc21-f7c3-4733-822f-8632a4fcd06d),segment_id=323ddc21-f7c3-4733-822f-8632a4fcd06d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:34.896738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.908894 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Calling delete_port for 1e399351-925e-4568-a92e-c8b7b2078457 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:10:34.987685 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.998425 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60267b7b-b37f-47eb-8b67-fbd92c17798e None None] DHCP port deletion for 9503b503-65a7-45f2-9de2-d0d13e74eb39 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:10:35.019577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e399351-925e-4568-a92e-c8b7b2078457,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:35.023451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] No DVR routers for this DVR port 1e399351-925e-4568-a92e-c8b7b2078457 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:10:35.096019 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:35.106120 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9503b503-65a7-45f2-9de2-d0d13e74eb39']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:35.116874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323ddc21-f7c3-4733-822f-8632a4fcd06d') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:35.117172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323ddc21-f7c3-4733-822f-8632a4fcd06d') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:35.125990 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:35.140177 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:35.146715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:10:35.147099 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: timer() Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:10:35.148748 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:10:35.204328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:35.211149 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:35.212959 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9503b503-65a7-45f2-9de2-d0d13e74eb39 HTTP/1.1" status: 204 len: 168 time: 0.5032048 Aug 31 15:10:35.216295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60240) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:35.224212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d872074-e877-4903-ae38-518e1345cac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9503b503-65a7-45f2-9de2-d0d13e74eb39,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:35.557293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:35.801336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Deleting port 0cc17014-3193-451d-be85-336a474cca95 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:10:35.802192 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:35.884692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] For port 0cc17014-3193-451d-be85-336a474cca95, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=0cc17014-3193-451d-be85-336a474cca95,segment=NetworkSegment(7c8ed05a-5173-4cb9-9ea6-f164be810d37),segment_id=7c8ed05a-5173-4cb9-9ea6-f164be810d37)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:35.885132 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:35.887056 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9369a064-dc21-4856-b1c0-cee6844df1fe no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:10:35.898233 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Calling delete_port for 0cc17014-3193-451d-be85-336a474cca95 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:10:35.906630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 9369a064-dc21-4856-b1c0-cee6844df1fe {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:10:35.907073 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9369a064-dc21-4856-b1c0-cee6844df1fe not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:10:35.907611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1e399351-925e-4568-a92e-c8b7b2078457 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:10:35.926218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 1e399351-925e-4568-a92e-c8b7b2078457 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:10:35.926569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1e399351-925e-4568-a92e-c8b7b2078457 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:10:35.927567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 77fe4e54-3f7f-4464-b26c-3eff0527d361 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:10:35.945694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 77fe4e54-3f7f-4464-b26c-3eff0527d361 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:10:35.946044 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 77fe4e54-3f7f-4464-b26c-3eff0527d361 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:10:36.076908 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:36.107599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc17014-3193-451d-be85-336a474cca95,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:36.132112 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:36.132462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:36.132807 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:36.133146 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:36.133485 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:36.133817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:36.134145 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:36.134473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:36.134800 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:36.135126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:36.135478 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:36.135803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:36.279734 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:36.491196 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Router d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:10:36.594229 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:10:36.600105 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-db756a17-1196-4686-9203-e3ee5c2703c8 admin admin] 10.222.0.39 "PUT /v2.0/routers/d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3823659 Aug 31 15:10:36.602379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60242) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:36.603519 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfd51c8-908e-4e2d-9ebf-9c1b77ff038e None None] Sync routers for ids ['d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:10:36.612348 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd51c8-908e-4e2d-9ebf-9c1b77ff038e None None] Routers {'d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:10:36.612951 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7bfd51c8-908e-4e2d-9ebf-9c1b77ff038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:10:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:36.710231 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:36.714235 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7bfd51c8-908e-4e2d-9ebf-9c1b77ff038e None None] Set router d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:10:36.810643 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:36.875642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] Deleting port d7e9b3b4-6553-46e8-8f68-a9ad1a43339a {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:10:36.876113 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:36.897475 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7bfd51c8-908e-4e2d-9ebf-9c1b77ff038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'name': 'tempest-TestEncryptedCinderVolumes-2128539231-router', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'd7e9b3b4-6553-46e8-8f68-a9ad1a43339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:10:36Z', 'revision_number': 5, 'project_id': '2ce12536f4244084a109bd83b4a166f0', 'gw_port': {'id': 'd7e9b3b4-6553-46e8-8f68-a9ad1a43339a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:36.924304 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfd51c8-908e-4e2d-9ebf-9c1b77ff038e None None] Checking router: d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:10:36.933100 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd51c8-908e-4e2d-9ebf-9c1b77ff038e None None] Routers {'d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:10:36.933701 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7bfd51c8-908e-4e2d-9ebf-9c1b77ff038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:10:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:36.971698 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] For port d7e9b3b4-6553-46e8-8f68-a9ad1a43339a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d7e9b3b4-6553-46e8-8f68-a9ad1a43339a,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:36.972067 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:36.985608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] Calling delete_port for d7e9b3b4-6553-46e8-8f68-a9ad1a43339a owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:10:37.030006 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:10:37.050763 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7bfd51c8-908e-4e2d-9ebf-9c1b77ff038e None None] Set router d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:10:37.106954 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7bfd51c8-908e-4e2d-9ebf-9c1b77ff038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'name': 'tempest-TestEncryptedCinderVolumes-2128539231-router', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:10:36Z', 'revision_number': 6, 'project_id': '2ce12536f4244084a109bd83b4a166f0', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:37.134744 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfd51c8-908e-4e2d-9ebf-9c1b77ff038e None None] The sync data for ids ['d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb'] in n-d-806683-5 is: [{'id': 'd9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb', 'name': 'tempest-TestEncryptedCinderVolumes-2128539231-router', 'tenant_id': '2ce12536f4244084a109bd83b4a166f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:09:24Z', 'updated_at': '2021-08-31T15:10:36Z', 'revision_number': 6, 'project_id': '2ce12536f4244084a109bd83b4a166f0', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:10:37.158259 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.186132 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e9b3b4-6553-46e8-8f68-a9ad1a43339a,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:37.247363 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.338664 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.340766 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.383354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.383814 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:10:37.388261 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.389393 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6acd345e-d0d7-4b84-9ac4-47255ce491a7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d9dd8382-8b3a-4932-93a2-5dc9ca4d0fdb HTTP/1.1" status: 204 len: 168 time: 0.7860756 Aug 31 15:10:37.391872 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60244) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:37.441397 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e07c118-e390-41eb-b017-802aa9cdce83 admin admin] Deleting subnet 6330afe0-a9a4-4b03-aa7d-796ddfad8c9d {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:10:37.444785 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e07c118-e390-41eb-b017-802aa9cdce83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.480081 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e07c118-e390-41eb-b017-802aa9cdce83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.565140 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e07c118-e390-41eb-b017-802aa9cdce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.617924 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e07c118-e390-41eb-b017-802aa9cdce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.649252 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07c118-e390-41eb-b017-802aa9cdce83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6330afe0-a9a4-4b03-aa7d-796ddfad8c9d,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:37.651262 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3e07c118-e390-41eb-b017-802aa9cdce83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.653137 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3e07c118-e390-41eb-b017-802aa9cdce83 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6330afe0-a9a4-4b03-aa7d-796ddfad8c9d HTTP/1.1" status: 204 len: 168 time: 0.2603464 Aug 31 15:10:37.655652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60246) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:37.658197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721cfff8-d390-4f35-a419-356e9a80d5a0 None None] Network e9fc60a4-f828-4f3a-9deb-06c65a4297f5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:10:37.728311 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.780996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Deleting port 1bf13ff2-f5f9-49fc-8606-b494be7495a6 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:10:37.781339 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.848042 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] For port 1bf13ff2-f5f9-49fc-8606-b494be7495a6, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1bf13ff2-f5f9-49fc-8606-b494be7495a6,segment=NetworkSegment(7c8ed05a-5173-4cb9-9ea6-f164be810d37),segment_id=7c8ed05a-5173-4cb9-9ea6-f164be810d37)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:37.848408 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.863596 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Calling delete_port for 1bf13ff2-f5f9-49fc-8606-b494be7495a6 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:10:37.872697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791cafe7-3c01-47a0-8ed0-920caa7f4d21 None None] DHCP port deletion for e9fc60a4-f828-4f3a-9deb-06c65a4297f5 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:10:37.922364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-791cafe7-3c01-47a0-8ed0-920caa7f4d21 None None] Deleting port 1bf13ff2-f5f9-49fc-8606-b494be7495a6 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:10:37.922678 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-791cafe7-3c01-47a0-8ed0-920caa7f4d21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.952966 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.964770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0cc17014-3193-451d-be85-336a474cca95 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:10:37.987538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf13ff2-f5f9-49fc-8606-b494be7495a6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:37.991064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] No DVR routers for this DVR port 1bf13ff2-f5f9-49fc-8606-b494be7495a6 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:10:37.997036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 0cc17014-3193-451d-be85-336a474cca95 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:10:37.997379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 0cc17014-3193-451d-be85-336a474cca95 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:10:37.997803 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d7e9b3b4-6553-46e8-8f68-a9ad1a43339a no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:10:38.027074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: d7e9b3b4-6553-46e8-8f68-a9ad1a43339a {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:10:38.027472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d7e9b3b4-6553-46e8-8f68-a9ad1a43339a not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:10:38.027848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1bf13ff2-f5f9-49fc-8606-b494be7495a6 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:10:38.054579 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 1bf13ff2-f5f9-49fc-8606-b494be7495a6 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:10:38.055084 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1bf13ff2-f5f9-49fc-8606-b494be7495a6 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:10:38.057514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-791cafe7-3c01-47a0-8ed0-920caa7f4d21 None None] For port 1bf13ff2-f5f9-49fc-8606-b494be7495a6, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1bf13ff2-f5f9-49fc-8606-b494be7495a6,segment=NetworkSegment(7c8ed05a-5173-4cb9-9ea6-f164be810d37),segment_id=7c8ed05a-5173-4cb9-9ea6-f164be810d37)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:38.057925 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-791cafe7-3c01-47a0-8ed0-920caa7f4d21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:38.066377 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:38.070594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-791cafe7-3c01-47a0-8ed0-920caa7f4d21 None None] Calling delete_port for 1bf13ff2-f5f9-49fc-8606-b494be7495a6 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:10:38.078050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fc60a4-f828-4f3a-9deb-06c65a4297f5']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:38.091480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8ed05a-5173-4cb9-9ea6-f164be810d37') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:38.091777 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8ed05a-5173-4cb9-9ea6-f164be810d37') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:38.105146 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:38.121852 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:38.128774 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:10:38.129487 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: timer() Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:10:38.132091 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:10:38.188845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:38.195339 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:38.199678 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e9fc60a4-f828-4f3a-9deb-06c65a4297f5 HTTP/1.1" status: 204 len: 168 time: 0.5406880 Aug 31 15:10:38.215976 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bddf3-2122-40d8-a2b2-32b6c077c338 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fc60a4-f828-4f3a-9deb-06c65a4297f5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:38.307414 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-791cafe7-3c01-47a0-8ed0-920caa7f4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:38.331891 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-791cafe7-3c01-47a0-8ed0-920caa7f4d21 None None] Network e9fc60a4-f828-4f3a-9deb-06c65a4297f5 is not hosted by any dhcp agent {{(pid=94872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 15:10:38.332366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791cafe7-3c01-47a0-8ed0-920caa7f4d21 None None] No DVR routers for this DVR port 1bf13ff2-f5f9-49fc-8606-b494be7495a6 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:10:38.338775 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cafe7-3c01-47a0-8ed0-920caa7f4d21 None None] Pushing event deleted for resources: {'Port': ['ID=1bf13ff2-f5f9-49fc-8606-b494be7495a6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:38.370860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60250) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:38.411104 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-55faea65-598b-4bf1-a5ad-daf269c12716 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6aca8a1d2b78483b93294d655cf5706a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389597 Aug 31 15:10:38.413664 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60252) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:38.460647 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11832899-e823-422b-82c1-b1a743e0f3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:38.481420 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11832899-e823-422b-82c1-b1a743e0f3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:38.531546 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11832899-e823-422b-82c1-b1a743e0f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:38.534128 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-11832899-e823-422b-82c1-b1a743e0f3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:38.535529 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-11832899-e823-422b-82c1-b1a743e0f3e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa260a67-9f40-4a0f-b9c5-797eba7b53f7 HTTP/1.1" status: 204 len: 168 time: 0.1208441 Aug 31 15:10:38.543550 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11832899-e823-422b-82c1-b1a743e0f3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa260a67-9f40-4a0f-b9c5-797eba7b53f7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:38.853584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60258) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:38.892661 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d483de07-c47d-45fa-af53-2497f641d7e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ce12536f4244084a109bd83b4a166f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378225 Aug 31 15:10:38.895087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60260) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:38.943974 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42033e5c-60dd-4476-996f-14ce96382cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:38.968973 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42033e5c-60dd-4476-996f-14ce96382cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:39.020966 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42033e5c-60dd-4476-996f-14ce96382cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:39.023461 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-42033e5c-60dd-4476-996f-14ce96382cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:39.024627 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-42033e5c-60dd-4476-996f-14ce96382cd4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f85e4da9-885b-4341-9b34-8d9ba03326ad HTTP/1.1" status: 204 len: 168 time: 0.1282978 Aug 31 15:10:39.034148 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42033e5c-60dd-4476-996f-14ce96382cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85e4da9-885b-4341-9b34-8d9ba03326ad,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:39.733556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60282) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:39.831162 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1392699467-network', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:39.852444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] Made reservation on behalf of 71cb12e5f5bd489eb861ef8c9cbcf5dc for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:10:39.855139 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:39.865488 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:39.953006 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:39.956664 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:39.983374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:10:39.990369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875d72f3-745a-4aba-80fd-8db976502a87,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:39.996629 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:39.997013 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] Added segment 56cd23ea-a5d1-4a47-8513-17dacdeac07e of type vlan for network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa Aug 31 15:10:40.040745 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:40.064463 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:40.065465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:40.066070 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:40.128794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3941104 Aug 31 15:10:40.131856 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60286) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:40.136780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-cd93b874-f69f-40de-a372-564b6e24d587 admin admin] Request body: {'subnet': {'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1392699467-subnet', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:40.137807 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82921fae-911b-44a6-b946-798630aa3eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:40.149279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:10:40.157971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd93b874-f69f-40de-a372-564b6e24d587 admin admin] Made reservation on behalf of 71cb12e5f5bd489eb861ef8c9cbcf5dc for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:10:40.160393 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd93b874-f69f-40de-a372-564b6e24d587 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:40.328406 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd93b874-f69f-40de-a372-564b6e24d587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:40.379269 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93b874-f69f-40de-a372-564b6e24d587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe37709-a74f-4c79-afaf-8c7b136ee6c6,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:40.400059 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93b874-f69f-40de-a372-564b6e24d587 admin admin] Checking segment: {'id': '56cd23ea-a5d1-4a47-8513-17dacdeac07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:10:40.400412 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93b874-f69f-40de-a372-564b6e24d587 admin admin] Network hostable DHCP agents. Network: 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:10:40.417522 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93b874-f69f-40de-a372-564b6e24d587 admin admin] Network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:10:40.426919 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-cd93b874-f69f-40de-a372-564b6e24d587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:10:40.431934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93b874-f69f-40de-a372-564b6e24d587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:40.433858 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd93b874-f69f-40de-a372-564b6e24d587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:40.434949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a52ebd3-e3c5-48c9-94a5-287dfc7692f0 None None] Network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:10:40.448214 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cd93b874-f69f-40de-a372-564b6e24d587 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3152754 Aug 31 15:10:40.451004 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60288) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:40.455306 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:40.476915 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:40.478054 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:40.532253 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:40.587271 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'fixed_ips': [{'subnet_id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:10:40.588162 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:40.666143 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:40.727488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Allocated IP 172.20.0.2 (7cd4cb77-277a-40c5-bd19-5c7bb683e4fa/0fe37709-a74f-4c79-afaf-8c7b136ee6c6/952f4e84-a0c8-4326-93ff-b3d69896205d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:10:40.889073 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:40.899276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Transition to ACTIVE for port object 952f4e84-a0c8-4326-93ff-b3d69896205d will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:10:40.916191 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Transition to ACTIVE for port object 952f4e84-a0c8-4326-93ff-b3d69896205d will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:10:40.922109 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:40.965290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:10:40.968286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:10:40.972655 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:10:40.976600 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Pushing event updated for resources: {'Port': ['ID=952f4e84-a0c8-4326-93ff-b3d69896205d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:41.036062 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Attempting to bind port 952f4e84-a0c8-4326-93ff-b3d69896205d on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:10:41.036948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Attempting to bind port 952f4e84-a0c8-4326-93ff-b3d69896205d by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '56cd23ea-a5d1-4a47-8513-17dacdeac07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:10:41.037311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Attempting to bind port 952f4e84-a0c8-4326-93ff-b3d69896205d on network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:10:41.042605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:10:41.042980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Checking segment: {'id': '56cd23ea-a5d1-4a47-8513-17dacdeac07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:10:41.043407 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:41.043799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Bound using segment: {'id': '56cd23ea-a5d1-4a47-8513-17dacdeac07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:10:41.044261 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Bound port: 952f4e84-a0c8-4326-93ff-b3d69896205d, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cd23ea-a5d1-4a47-8513-17dacdeac07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:10:41.044639 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:41.112221 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] For port 952f4e84-a0c8-4326-93ff-b3d69896205d, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:10:41.115378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] For port 952f4e84-a0c8-4326-93ff-b3d69896205d, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=952f4e84-a0c8-4326-93ff-b3d69896205d,segment=NetworkSegment(56cd23ea-a5d1-4a47-8513-17dacdeac07e),segment_id=56cd23ea-a5d1-4a47-8513-17dacdeac07e)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:10:41.120825 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:41.183075 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f118d-0f36-4edd-9445-6f3dada4951e None None] Pushing event updated for resources: {'Port': ['ID=952f4e84-a0c8-4326-93ff-b3d69896205d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:41.208969 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:41.228632 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:41.351690 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Allocated IP 172.25.2.133 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/441c12ff-8474-4426-a144-19a3636a494a) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:10:41.469025 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:41.506637 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:41.540598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:10:41.543381 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:10:41.549255 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:10:41.581768 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Pushing event updated for resources: {'Port': ['ID=441c12ff-8474-4426-a144-19a3636a494a,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:41.811392 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:41.930668 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 952f4e84-a0c8-4326-93ff-b3d69896205d up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:10:41.992491 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 952f4e84-a0c8-4326-93ff-b3d69896205d completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:10:42.035168 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:42.064086 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91e6256-6a3a-4d33-80ca-8d89eb0acc15 None None] Network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:10:42.175724 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:10:42.182532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-baea39a9-f3d8-421c-a385-f95e3852a90e None None] Provisioning for port 952f4e84-a0c8-4326-93ff-b3d69896205d completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:10:42.189553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-baea39a9-f3d8-421c-a385-f95e3852a90e None None] Provisioning complete for port 952f4e84-a0c8-4326-93ff-b3d69896205d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:42.190181 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-baea39a9-f3d8-421c-a385-f95e3852a90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:42.290650 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:10:42.303825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Sync routers for ids ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:10:42.307392 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-baea39a9-f3d8-421c-a385-f95e3852a90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:42.310170 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:42.312919 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-47c5d3d6-daac-40f1-abf6-83c365cde446 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8608742 Aug 31 15:10:42.315614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60290) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:42.331132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Routers {'7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:10:42.331794 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:10:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:42.392354 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-baea39a9-f3d8-421c-a385-f95e3852a90e None None] For port 952f4e84-a0c8-4326-93ff-b3d69896205d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=952f4e84-a0c8-4326-93ff-b3d69896205d,segment=NetworkSegment(56cd23ea-a5d1-4a47-8513-17dacdeac07e),segment_id=56cd23ea-a5d1-4a47-8513-17dacdeac07e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:42.399606 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-baea39a9-f3d8-421c-a385-f95e3852a90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:42.493986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea39a9-f3d8-421c-a385-f95e3852a90e None None] Pushing event updated for resources: {'Port': ['ID=952f4e84-a0c8-4326-93ff-b3d69896205d,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:42.512902 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Set router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:10:42.587543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bb05fefd-b349-4727-849e-f96e4c78bddb None None] Provisioning complete for port 952f4e84-a0c8-4326-93ff-b3d69896205d triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:42.587913 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb05fefd-b349-4727-849e-f96e4c78bddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:42.760736 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:42.770093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '441c12ff-8474-4426-a144-19a3636a494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:10:41Z', 'revision_number': 3, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port': {'id': '441c12ff-8474-4426-a144-19a3636a494a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:41Z', 'updated_at': '2021-08-31T15:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:42.800954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Checking router: 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:10:42.801306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Updating router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 port 441c12ff-8474-4426-a144-19a3636a494a binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:10:42.827300 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:42.914968 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Allocated IP 172.20.0.1 (7cd4cb77-277a-40c5-bd19-5c7bb683e4fa/0fe37709-a74f-4c79-afaf-8c7b136ee6c6/9f67c67d-5e6f-46d3-a392-e7b3f818b239) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:10:43.024391 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:43.036795 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Transition to ACTIVE for port object 9f67c67d-5e6f-46d3-a392-e7b3f818b239 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:10:43.070947 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:43.076134 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:43.087439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Transition to ACTIVE for port object 441c12ff-8474-4426-a144-19a3636a494a will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:10:43.092572 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:43.108295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:10:43.111061 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:10:43.114887 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:10:43.146566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Attempting to bind port 441c12ff-8474-4426-a144-19a3636a494a on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:10:43.146943 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Attempting to bind port 441c12ff-8474-4426-a144-19a3636a494a by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:10:43.147330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Attempting to bind port 441c12ff-8474-4426-a144-19a3636a494a on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:10:43.152992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a82f1-047f-4133-bcd1-fe9b1ca99760 None None] Pushing event updated for resources: {'Port': ['ID=441c12ff-8474-4426-a144-19a3636a494a,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:43.157791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:10:43.158026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Pushing event updated for resources: {'Port': ['ID=9f67c67d-5e6f-46d3-a392-e7b3f818b239,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:43.158302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:10:43.158569 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:43.158960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:10:43.159463 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Bound port: 441c12ff-8474-4426-a144-19a3636a494a, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:10:43.159849 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:43.170562 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:43.223143 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] For port 441c12ff-8474-4426-a144-19a3636a494a, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:10:43.229349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] For port 441c12ff-8474-4426-a144-19a3636a494a, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=441c12ff-8474-4426-a144-19a3636a494a,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:10:43.234130 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:43.284032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Routers {'7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:10:43.284613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:10:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:43.318410 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:43.338538 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a82f1-047f-4133-bcd1-fe9b1ca99760 None None] Pushing event updated for resources: {'Port': ['ID=441c12ff-8474-4426-a144-19a3636a494a,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:43.406469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4234634a-d36b-4042-89ce-9cf675effd53 None None] Provisioning for port 9f67c67d-5e6f-46d3-a392-e7b3f818b239 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:10:43.415541 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] Set router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:10:43.417308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4234634a-d36b-4042-89ce-9cf675effd53 None None] Provisioning complete for port 9f67c67d-5e6f-46d3-a392-e7b3f818b239 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:43.417677 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4234634a-d36b-4042-89ce-9cf675effd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:43.484353 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:43.491219 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:43.514197 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4234634a-d36b-4042-89ce-9cf675effd53 None None] Port 9f67c67d-5e6f-46d3-a392-e7b3f818b239 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:10:43.561541 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Pushing event updated for resources: {'Port': ['ID=9f67c67d-5e6f-46d3-a392-e7b3f818b239,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:43.564049 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:43.643068 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '441c12ff-8474-4426-a144-19a3636a494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 4, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port': {'id': '441c12ff-8474-4426-a144-19a3636a494a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:41Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '9f67c67d-5e6f-46d3-a392-e7b3f818b239', 'name': '', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'mac_address': 'fa:16:3e:f8:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:42Z', 'updated_at': '2021-08-31T15:10:42Z', 'revision_number': 1, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'subnets': [{'id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:43.654692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:10:43.656095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:10:43.669962 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed0720c-12a0-4589-8504-31f0ecc21745 None None] The sync data for ids ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'] in n-d-806683-5 is: [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '441c12ff-8474-4426-a144-19a3636a494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 4, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port': {'id': '441c12ff-8474-4426-a144-19a3636a494a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:41Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '9f67c67d-5e6f-46d3-a392-e7b3f818b239', 'name': '', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'mac_address': 'fa:16:3e:f8:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:42Z', 'updated_at': '2021-08-31T15:10:42Z', 'revision_number': 1, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'subnets': [{'id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:10:43.779058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:10:43.931263 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 952f4e84-a0c8-4326-93ff-b3d69896205d up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:10:43.936979 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:10:43.943081 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-39d1b692-c501-48ce-acbf-b4b85eb97efa admin admin] 10.222.0.39 "PUT /v2.0/routers/7c2458c3-d5a0-4191-9cf4-2a2b06d082a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6257322 Aug 31 15:10:43.972424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e420658d-0375-4b4d-bbeb-2f0f2eb3880b None None] Provisioning complete for port 9f67c67d-5e6f-46d3-a392-e7b3f818b239 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:43.972814 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e420658d-0375-4b4d-bbeb-2f0f2eb3880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:44.020397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e420658d-0375-4b4d-bbeb-2f0f2eb3880b None None] Port 9f67c67d-5e6f-46d3-a392-e7b3f818b239 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:10:44.027302 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 952f4e84-a0c8-4326-93ff-b3d69896205d triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:44.027610 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:44.475721 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60306) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:44.480781 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1730534393-network', 'tenant_id': '063031fbb621442898b6e3e96703b47c'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:44.503484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] Made reservation on behalf of 063031fbb621442898b6e3e96703b47c for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:10:44.506650 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:44.516254 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:44.621867 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:44.625772 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:44.650892 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:10:44.660847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c545c8e-373e-4c6f-bd24-4c9a501ffe94,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:44.666311 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:44.666658 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] Added segment f6bf7760-4269-488f-bae1-14e1d9de2571 of type vlan for network 14014247-aac2-459e-b271-3b0995380da4 Aug 31 15:10:44.711327 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:44.737734 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:44.738720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:44.739513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:44.792772 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3159108 Aug 31 15:10:44.796921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60308) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:44.804406 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-360fcb2b-1689-4560-a692-9eb38ad9d968 admin admin] Request body: {'subnet': {'network_id': '14014247-aac2-459e-b271-3b0995380da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1730534393-subnet', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:44.815573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc215a7-43e6-43b2-9d29-3e1f211ba0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=14014247-aac2-459e-b271-3b0995380da4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:44.825534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 14014247-aac2-459e-b271-3b0995380da4 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:10:44.832418 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360fcb2b-1689-4560-a692-9eb38ad9d968 admin admin] Made reservation on behalf of 063031fbb621442898b6e3e96703b47c for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:10:44.835444 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-360fcb2b-1689-4560-a692-9eb38ad9d968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.015262 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-360fcb2b-1689-4560-a692-9eb38ad9d968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.066926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fcb2b-1689-4560-a692-9eb38ad9d968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a4de784-95df-4a36-963f-5d4a5c5aa94c,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:45.077417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fcb2b-1689-4560-a692-9eb38ad9d968 admin admin] Checking segment: {'id': 'f6bf7760-4269-488f-bae1-14e1d9de2571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '14014247-aac2-459e-b271-3b0995380da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:10:45.077768 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fcb2b-1689-4560-a692-9eb38ad9d968 admin admin] Network hostable DHCP agents. Network: 14014247-aac2-459e-b271-3b0995380da4, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:10:45.102217 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fcb2b-1689-4560-a692-9eb38ad9d968 admin admin] Network 14014247-aac2-459e-b271-3b0995380da4 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:10:45.111542 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-360fcb2b-1689-4560-a692-9eb38ad9d968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 14014247-aac2-459e-b271-3b0995380da4) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:10:45.115930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360fcb2b-1689-4560-a692-9eb38ad9d968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:45.116784 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-360fcb2b-1689-4560-a692-9eb38ad9d968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.122274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581cb1bc-5198-44cc-8056-dd1cebd50acf None None] Network 14014247-aac2-459e-b271-3b0995380da4 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:10:45.134372 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-360fcb2b-1689-4560-a692-9eb38ad9d968 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3336546 Aug 31 15:10:45.134612 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60310) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:45.139034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1730534393-router', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:45.160035 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.161140 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.219821 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.364620 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.426000 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-14014247-aac2-459e-b271-3b0995380da4', 'network_id': '14014247-aac2-459e-b271-3b0995380da4', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'fixed_ips': [{'subnet_id': '5a4de784-95df-4a36-963f-5d4a5c5aa94c'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:10:45.427410 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.566545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Allocated IP 172.20.0.2 (14014247-aac2-459e-b271-3b0995380da4/5a4de784-95df-4a36-963f-5d4a5c5aa94c/cee986c2-f3e6-415e-aa3f-eec749fa1b08) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:10:45.572801 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.593544 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.605936 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Sync routers for ids ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:10:45.618362 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Routers {'7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:10:45.619169 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:10:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:45.719954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Allocated IP 172.25.2.66 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:10:45.740889 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.749557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Transition to ACTIVE for port object cee986c2-f3e6-415e-aa3f-eec749fa1b08 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:10:45.761543 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Set router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:10:45.765343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Transition to ACTIVE for port object cee986c2-f3e6-415e-aa3f-eec749fa1b08 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:10:45.776167 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.844106 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Network 14014247-aac2-459e-b271-3b0995380da4 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:10:45.861724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:10:45.876774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:10:45.949374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Pushing event updated for resources: {'Port': ['ID=cee986c2-f3e6-415e-aa3f-eec749fa1b08,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:45.975745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Attempting to bind port cee986c2-f3e6-415e-aa3f-eec749fa1b08 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:10:45.976112 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Attempting to bind port cee986c2-f3e6-415e-aa3f-eec749fa1b08 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f6bf7760-4269-488f-bae1-14e1d9de2571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '14014247-aac2-459e-b271-3b0995380da4'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:10:45.976471 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Attempting to bind port cee986c2-f3e6-415e-aa3f-eec749fa1b08 on network 14014247-aac2-459e-b271-3b0995380da4 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:10:45.988474 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:10:45.989864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Checking segment: {'id': 'f6bf7760-4269-488f-bae1-14e1d9de2571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '14014247-aac2-459e-b271-3b0995380da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:10:45.990597 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.991613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Bound using segment: {'id': 'f6bf7760-4269-488f-bae1-14e1d9de2571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '14014247-aac2-459e-b271-3b0995380da4'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:10:45.994287 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Bound port: cee986c2-f3e6-415e-aa3f-eec749fa1b08, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bf7760-4269-488f-bae1-14e1d9de2571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '14014247-aac2-459e-b271-3b0995380da4'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:10:45.994524 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.999564 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 441c12ff-8474-4426-a144-19a3636a494a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:10:46.085239 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '441c12ff-8474-4426-a144-19a3636a494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 4, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port': {'id': '441c12ff-8474-4426-a144-19a3636a494a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:41Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '9f67c67d-5e6f-46d3-a392-e7b3f818b239', 'name': '', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'mac_address': 'fa:16:3e:f8:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:42Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 2, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'subnets': [{'id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:46.112977 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-51911353-dcda-425c-a41c-d020adc4894a None None] For port cee986c2-f3e6-415e-aa3f-eec749fa1b08, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:10:46.117525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-51911353-dcda-425c-a41c-d020adc4894a None None] For port cee986c2-f3e6-415e-aa3f-eec749fa1b08, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cee986c2-f3e6-415e-aa3f-eec749fa1b08,segment=NetworkSegment(f6bf7760-4269-488f-bae1-14e1d9de2571),segment_id=f6bf7760-4269-488f-bae1-14e1d9de2571)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:10:46.121269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 441c12ff-8474-4426-a144-19a3636a494a completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:10:46.128369 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.130680 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 441c12ff-8474-4426-a144-19a3636a494a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:46.131037 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.132665 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Checking router: 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:10:46.135386 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Updating router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 port 9f67c67d-5e6f-46d3-a392-e7b3f818b239 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:10:46.162124 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.218877 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51911353-dcda-425c-a41c-d020adc4894a None None] Pushing event updated for resources: {'Port': ['ID=cee986c2-f3e6-415e-aa3f-eec749fa1b08,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:46.243199 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.263502 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.288429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 441c12ff-8474-4426-a144-19a3636a494a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=441c12ff-8474-4426-a144-19a3636a494a,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:46.294842 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.295097 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.337092 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:10:46.340017 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:10:46.343712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:10:46.351850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=441c12ff-8474-4426-a144-19a3636a494a,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:46.390830 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Pushing event updated for resources: {'Port': ['ID=3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:46.490053 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.501552 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Transition to ACTIVE for port object 9f67c67d-5e6f-46d3-a392-e7b3f818b239 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:10:46.509745 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.567597 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f68f60-50b9-40ff-aa12-a39e15855c17 None None] Pushing event updated for resources: {'Port': ['ID=9f67c67d-5e6f-46d3-a392-e7b3f818b239,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:46.579829 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f68f60-50b9-40ff-aa12-a39e15855c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.580172 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f68f60-50b9-40ff-aa12-a39e15855c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.580508 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f68f60-50b9-40ff-aa12-a39e15855c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.580840 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f68f60-50b9-40ff-aa12-a39e15855c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.581170 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f68f60-50b9-40ff-aa12-a39e15855c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.581598 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f68f60-50b9-40ff-aa12-a39e15855c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.581807 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f68f60-50b9-40ff-aa12-a39e15855c17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.582130 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f68f60-50b9-40ff-aa12-a39e15855c17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.582456 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f68f60-50b9-40ff-aa12-a39e15855c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.583431 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f68f60-50b9-40ff-aa12-a39e15855c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.583936 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f68f60-50b9-40ff-aa12-a39e15855c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.584259 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f68f60-50b9-40ff-aa12-a39e15855c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.639839 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Attempting to bind port 9f67c67d-5e6f-46d3-a392-e7b3f818b239 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:10:46.640749 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Attempting to bind port 9f67c67d-5e6f-46d3-a392-e7b3f818b239 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '56cd23ea-a5d1-4a47-8513-17dacdeac07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:10:46.641344 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Attempting to bind port 9f67c67d-5e6f-46d3-a392-e7b3f818b239 on network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:10:46.649228 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:10:46.649745 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Checking segment: {'id': '56cd23ea-a5d1-4a47-8513-17dacdeac07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:10:46.650247 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.650724 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Bound using segment: {'id': '56cd23ea-a5d1-4a47-8513-17dacdeac07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:10:46.651446 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Bound port: 9f67c67d-5e6f-46d3-a392-e7b3f818b239, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cd23ea-a5d1-4a47-8513-17dacdeac07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:10:46.651887 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.663222 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.718767 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] For port 9f67c67d-5e6f-46d3-a392-e7b3f818b239, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:10:46.722213 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] For port 9f67c67d-5e6f-46d3-a392-e7b3f818b239, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9f67c67d-5e6f-46d3-a392-e7b3f818b239,segment=NetworkSegment(56cd23ea-a5d1-4a47-8513-17dacdeac07e),segment_id=56cd23ea-a5d1-4a47-8513-17dacdeac07e)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:10:46.731728 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.796913 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Routers {'7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:10:46.797614 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:10:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:46.801133 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f68f60-50b9-40ff-aa12-a39e15855c17 None None] Pushing event updated for resources: {'Port': ['ID=9f67c67d-5e6f-46d3-a392-e7b3f818b239,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:46.893917 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:47.033542 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] Set router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:10:47.043962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Router 3bfc05ab-643e-4c94-80c2-1f5923e9941a is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:10:47.166910 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:10:47.181903 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Sync routers for ids ['3bfc05ab-643e-4c94-80c2-1f5923e9941a'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:10:47.195761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:47.197682 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f8afc586-3394-43e5-93bf-4fcc6e2b65c8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0620031 Aug 31 15:10:47.199931 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60312) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:47.203006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Routers {'3bfc05ab-643e-4c94-80c2-1f5923e9941a'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:10:47.203684 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:10:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bfc05ab-643e-4c94-80c2-1f5923e9941a'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:47.252912 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '441c12ff-8474-4426-a144-19a3636a494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 4, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port': {'id': '441c12ff-8474-4426-a144-19a3636a494a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:41Z', 'updated_at': '2021-08-31T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '9f67c67d-5e6f-46d3-a392-e7b3f818b239', 'name': '', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'mac_address': 'fa:16:3e:f8:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:42Z', 'updated_at': '2021-08-31T15:10:46Z', 'revision_number': 4, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'subnets': [{'id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:47.285060 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aff642-6413-4dcc-8ec1-14cf29d22782 None None] The sync data for ids ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'] in n-d-806683-5 is: [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '441c12ff-8474-4426-a144-19a3636a494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 4, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port': {'id': '441c12ff-8474-4426-a144-19a3636a494a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:41Z', 'updated_at': '2021-08-31T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '9f67c67d-5e6f-46d3-a392-e7b3f818b239', 'name': '', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'mac_address': 'fa:16:3e:f8:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:42Z', 'updated_at': '2021-08-31T15:10:46Z', 'revision_number': 4, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'subnets': [{'id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:10:47.331015 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Set router 3bfc05ab-643e-4c94-80c2-1f5923e9941a gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:10:47.400530 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb575e9-f979-49e6-93a5-70ed3aa45621 None None] Network 14014247-aac2-459e-b271-3b0995380da4 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:10:47.512997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c340f401-5a2f-4b90-aaf8-dfcc3c313595 None None] Provisioning for port cee986c2-f3e6-415e-aa3f-eec749fa1b08 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:10:47.663429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'name': 'tempest-TestMinimumBasicScenario-1730534393-router', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:46Z', 'revision_number': 3, 'project_id': '063031fbb621442898b6e3e96703b47c', 'gw_port': {'id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:47.681019 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:47.693430 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Checking router: 3bfc05ab-643e-4c94-80c2-1f5923e9941a for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:10:47.693779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Updating router 3bfc05ab-643e-4c94-80c2-1f5923e9941a port 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:10:47.722774 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:47.884548 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Allocated IP 172.20.0.1 (14014247-aac2-459e-b271-3b0995380da4/5a4de784-95df-4a36-963f-5d4a5c5aa94c/e275c7fe-cd16-4866-9523-8182cbc05115) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:10:48.058934 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.075351 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Transition to ACTIVE for port object e275c7fe-cd16-4866-9523-8182cbc05115 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:10:48.085980 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.095058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9f67c67d-5e6f-46d3-a392-e7b3f818b239 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:10:48.118316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Transition to ACTIVE for port object 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:10:48.123061 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.131169 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.165176 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Network 14014247-aac2-459e-b271-3b0995380da4 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:10:48.169752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:10:48.171943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:10:48.191021 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Attempting to bind port 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:10:48.191627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Attempting to bind port 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:10:48.191910 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Attempting to bind port 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:10:48.194508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5d3c8-c6ef-4cd0-adee-da70f02f5d90 None None] Pushing event updated for resources: {'Port': ['ID=3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:48.200437 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Pushing event updated for resources: {'Port': ['ID=e275c7fe-cd16-4866-9523-8182cbc05115,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:48.202771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:10:48.203114 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:10:48.203542 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.203944 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:10:48.204404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Bound port: 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:10:48.204785 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.221035 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.237764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 9f67c67d-5e6f-46d3-a392-e7b3f818b239 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:10:48.251064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 9f67c67d-5e6f-46d3-a392-e7b3f818b239 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:48.251589 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.288452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] For port 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:10:48.307752 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] For port 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:10:48.315615 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.358517 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.415564 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Routers {'3bfc05ab-643e-4c94-80c2-1f5923e9941a'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:10:48.416187 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:10:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bfc05ab-643e-4c94-80c2-1f5923e9941a'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:48.456256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5d3c8-c6ef-4cd0-adee-da70f02f5d90 None None] Pushing event updated for resources: {'Port': ['ID=3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:48.460970 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.537678 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.537945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 9f67c67d-5e6f-46d3-a392-e7b3f818b239, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9f67c67d-5e6f-46d3-a392-e7b3f818b239,segment=NetworkSegment(56cd23ea-a5d1-4a47-8513-17dacdeac07e),segment_id=56cd23ea-a5d1-4a47-8513-17dacdeac07e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:48.542559 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.547075 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.547916 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 441c12ff-8474-4426-a144-19a3636a494a up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:10:48.595469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fb151ae1-d36e-440d-9875-5cbcffadc194 None None] Provisioning for port e275c7fe-cd16-4866-9523-8182cbc05115 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:10:48.612925 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fb151ae1-d36e-440d-9875-5cbcffadc194 None None] Provisioning complete for port e275c7fe-cd16-4866-9523-8182cbc05115 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:48.613295 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb151ae1-d36e-440d-9875-5cbcffadc194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.615119 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.618325 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Pushing event updated for resources: {'Port': ['ID=e275c7fe-cd16-4866-9523-8182cbc05115,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:48.627454 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] Set router 3bfc05ab-643e-4c94-80c2-1f5923e9941a gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:10:48.710821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Network 14014247-aac2-459e-b271-3b0995380da4 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:10:48.712170 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:10:48.837512 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Router 3bfc05ab-643e-4c94-80c2-1f5923e9941a has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:10:48.868477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=9f67c67d-5e6f-46d3-a392-e7b3f818b239,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:48.874175 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fb151ae1-d36e-440d-9875-5cbcffadc194 None None] Port e275c7fe-cd16-4866-9523-8182cbc05115 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:10:48.914557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 441c12ff-8474-4426-a144-19a3636a494a triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:48.914934 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:48.954854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:10:48.960718 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-55f3b0ef-2f3c-4c42-ad0c-267bf2a8e127 admin admin] 10.222.0.39 "PUT /v2.0/routers/3bfc05ab-643e-4c94-80c2-1f5923e9941a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7590513 Aug 31 15:10:49.025774 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c82889f3-2b9f-4e25-84b9-754236c437bf None None] Provisioning complete for port e275c7fe-cd16-4866-9523-8182cbc05115 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:49.026146 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c82889f3-2b9f-4e25-84b9-754236c437bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:49.122358 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c82889f3-2b9f-4e25-84b9-754236c437bf None None] Port e275c7fe-cd16-4866-9523-8182cbc05115 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:10:49.124714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cee986c2-f3e6-415e-aa3f-eec749fa1b08 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:10:49.181830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'name': 'tempest-TestMinimumBasicScenario-1730534393-router', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 4, 'project_id': '063031fbb621442898b6e3e96703b47c', 'gw_port': {'id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'e275c7fe-cd16-4866-9523-8182cbc05115', 'name': '', 'network_id': '14014247-aac2-459e-b271-3b0995380da4', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'mac_address': 'fa:16:3e:cf:9e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5a4de784-95df-4a36-963f-5d4a5c5aa94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:47Z', 'updated_at': '2021-08-31T15:10:47Z', 'revision_number': 1, 'project_id': '063031fbb621442898b6e3e96703b47c', 'subnets': [{'id': '5a4de784-95df-4a36-963f-5d4a5c5aa94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:49.209945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141e81f3-2c36-40a3-931d-29db2b81565d None None] The sync data for ids ['3bfc05ab-643e-4c94-80c2-1f5923e9941a'] in n-d-806683-5 is: [{'id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'name': 'tempest-TestMinimumBasicScenario-1730534393-router', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 4, 'project_id': '063031fbb621442898b6e3e96703b47c', 'gw_port': {'id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'e275c7fe-cd16-4866-9523-8182cbc05115', 'name': '', 'network_id': '14014247-aac2-459e-b271-3b0995380da4', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'mac_address': 'fa:16:3e:cf:9e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5a4de784-95df-4a36-963f-5d4a5c5aa94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:47Z', 'updated_at': '2021-08-31T15:10:47Z', 'revision_number': 1, 'project_id': '063031fbb621442898b6e3e96703b47c', 'subnets': [{'id': '5a4de784-95df-4a36-963f-5d4a5c5aa94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:10:49.212082 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port cee986c2-f3e6-415e-aa3f-eec749fa1b08 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:10:49.216789 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port cee986c2-f3e6-415e-aa3f-eec749fa1b08 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:49.217060 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:49.306988 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:49.348445 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port cee986c2-f3e6-415e-aa3f-eec749fa1b08, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cee986c2-f3e6-415e-aa3f-eec749fa1b08,segment=NetworkSegment(f6bf7760-4269-488f-bae1-14e1d9de2571),segment_id=f6bf7760-4269-488f-bae1-14e1d9de2571)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:49.354516 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:49.429006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=cee986c2-f3e6-415e-aa3f-eec749fa1b08,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:49.674568 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c177203-233f-40e7-9f49-09affeef7a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:49.914398 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:49.923855 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9f67c67d-5e6f-46d3-a392-e7b3f818b239 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:10:49.982479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 9f67c67d-5e6f-46d3-a392-e7b3f818b239 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:49.982856 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:50.142162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cee986c2-f3e6-415e-aa3f-eec749fa1b08 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:10:50.211295 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port cee986c2-f3e6-415e-aa3f-eec749fa1b08 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:50.211939 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:51.590036 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Sync routers for ids ['3bfc05ab-643e-4c94-80c2-1f5923e9941a'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:10:51.599199 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Routers {'3bfc05ab-643e-4c94-80c2-1f5923e9941a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:10:51.599829 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:10:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bfc05ab-643e-4c94-80c2-1f5923e9941a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:51.730679 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Set router 3bfc05ab-643e-4c94-80c2-1f5923e9941a gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:10:51.948678 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:10:51.983974 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'name': 'tempest-TestMinimumBasicScenario-1730534393-router', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 4, 'project_id': '063031fbb621442898b6e3e96703b47c', 'gw_port': {'id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'e275c7fe-cd16-4866-9523-8182cbc05115', 'name': '', 'network_id': '14014247-aac2-459e-b271-3b0995380da4', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'mac_address': 'fa:16:3e:cf:9e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5a4de784-95df-4a36-963f-5d4a5c5aa94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:47Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 2, 'project_id': '063031fbb621442898b6e3e96703b47c', 'subnets': [{'id': '5a4de784-95df-4a36-963f-5d4a5c5aa94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:52.024258 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Checking router: 3bfc05ab-643e-4c94-80c2-1f5923e9941a for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:10:52.024603 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Updating router 3bfc05ab-643e-4c94-80c2-1f5923e9941a port e275c7fe-cd16-4866-9523-8182cbc05115 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:10:52.035277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:10:52.040526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:52.041857 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:52.053851 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:52.142415 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:52.170792 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:52.177306 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:52.231396 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6da70fbf-61c2-4d7f-89c6-8828a69ad0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:52.249020 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:52.322683 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:52.389760 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:52.405355 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Transition to ACTIVE for port object e275c7fe-cd16-4866-9523-8182cbc05115 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:10:52.415219 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:52.496523 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41d26e-89bc-41a6-bf4d-7969246e4b25 None None] Pushing event updated for resources: {'Port': ['ID=e275c7fe-cd16-4866-9523-8182cbc05115,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:52.550744 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Attempting to bind port e275c7fe-cd16-4866-9523-8182cbc05115 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:10:52.551123 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Attempting to bind port e275c7fe-cd16-4866-9523-8182cbc05115 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'f6bf7760-4269-488f-bae1-14e1d9de2571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '14014247-aac2-459e-b271-3b0995380da4'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:10:52.551512 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Attempting to bind port e275c7fe-cd16-4866-9523-8182cbc05115 on network 14014247-aac2-459e-b271-3b0995380da4 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:10:52.559528 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:10:52.560170 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Checking segment: {'id': 'f6bf7760-4269-488f-bae1-14e1d9de2571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '14014247-aac2-459e-b271-3b0995380da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:10:52.560577 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:52.561040 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Bound using segment: {'id': 'f6bf7760-4269-488f-bae1-14e1d9de2571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '14014247-aac2-459e-b271-3b0995380da4'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:10:52.561849 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Bound port: e275c7fe-cd16-4866-9523-8182cbc05115, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bf7760-4269-488f-bae1-14e1d9de2571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '14014247-aac2-459e-b271-3b0995380da4'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:10:52.562101 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:52.674309 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] For port e275c7fe-cd16-4866-9523-8182cbc05115, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:10:52.679337 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] For port e275c7fe-cd16-4866-9523-8182cbc05115, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e275c7fe-cd16-4866-9523-8182cbc05115,segment=NetworkSegment(f6bf7760-4269-488f-bae1-14e1d9de2571),segment_id=f6bf7760-4269-488f-bae1-14e1d9de2571)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:10:52.687453 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:52.756943 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Routers {'3bfc05ab-643e-4c94-80c2-1f5923e9941a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:10:52.757630 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:10:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bfc05ab-643e-4c94-80c2-1f5923e9941a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:52.762826 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41d26e-89bc-41a6-bf4d-7969246e4b25 None None] Pushing event updated for resources: {'Port': ['ID=e275c7fe-cd16-4866-9523-8182cbc05115,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:52.905715 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] Set router 3bfc05ab-643e-4c94-80c2-1f5923e9941a gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:10:53.194901 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'name': 'tempest-TestMinimumBasicScenario-1730534393-router', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 4, 'project_id': '063031fbb621442898b6e3e96703b47c', 'gw_port': {'id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'e275c7fe-cd16-4866-9523-8182cbc05115', 'name': '', 'network_id': '14014247-aac2-459e-b271-3b0995380da4', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'mac_address': 'fa:16:3e:cf:9e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5a4de784-95df-4a36-963f-5d4a5c5aa94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:47Z', 'updated_at': '2021-08-31T15:10:52Z', 'revision_number': 4, 'project_id': '063031fbb621442898b6e3e96703b47c', 'subnets': [{'id': '5a4de784-95df-4a36-963f-5d4a5c5aa94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:53.339437 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7efd94-73bc-4359-a6f4-653ef3e5c479 None None] The sync data for ids ['3bfc05ab-643e-4c94-80c2-1f5923e9941a'] in n-d-806683-5 is: [{'id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'name': 'tempest-TestMinimumBasicScenario-1730534393-router', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 4, 'project_id': '063031fbb621442898b6e3e96703b47c', 'gw_port': {'id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'e275c7fe-cd16-4866-9523-8182cbc05115', 'name': '', 'network_id': '14014247-aac2-459e-b271-3b0995380da4', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'mac_address': 'fa:16:3e:cf:9e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5a4de784-95df-4a36-963f-5d4a5c5aa94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:47Z', 'updated_at': '2021-08-31T15:10:52Z', 'revision_number': 4, 'project_id': '063031fbb621442898b6e3e96703b47c', 'subnets': [{'id': '5a4de784-95df-4a36-963f-5d4a5c5aa94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:10:53.511669 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:53.948316 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:10:54.011071 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:54.011602 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:54.101433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e275c7fe-cd16-4866-9523-8182cbc05115 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:10:54.158164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port e275c7fe-cd16-4866-9523-8182cbc05115 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:10:54.163469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port e275c7fe-cd16-4866-9523-8182cbc05115 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:54.163948 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:54.271707 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:54.306865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port e275c7fe-cd16-4866-9523-8182cbc05115, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e275c7fe-cd16-4866-9523-8182cbc05115,segment=NetworkSegment(f6bf7760-4269-488f-bae1-14e1d9de2571),segment_id=f6bf7760-4269-488f-bae1-14e1d9de2571)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:54.311300 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:54.372953 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=e275c7fe-cd16-4866-9523-8182cbc05115,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:54.859307 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:55.093883 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:55.923446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e275c7fe-cd16-4866-9523-8182cbc05115 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:10:55.980605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port e275c7fe-cd16-4866-9523-8182cbc05115 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:10:55.981044 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:59.099013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-ac03a2e5-4b97-4bde-a7c2-220c04a57ca7 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:59.100520 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-ac03a2e5-4b97-4bde-a7c2-220c04a57ca7 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/networks?id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa HTTP/1.1" status: 200 len: 815 time: 0.1029639 Aug 31 15:10:59.116687 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-832d28ea-18fd-413b-9d64-6a00127f79e3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/quotas/71cb12e5f5bd489eb861ef8c9cbcf5dc HTTP/1.1" status: 200 len: 375 time: 0.0097387 Aug 31 15:10:59.167281 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-f822e3d2-093f-46dd-b634-5caca38a0a50 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=71cb12e5f5bd489eb861ef8c9cbcf5dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452542 Aug 31 15:10:59.259534 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-855e4b71-ab9e-4e94-a184-7ef8e695845d service neutron] 10.222.0.39 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805235 Aug 31 15:10:59.353093 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-8f32e742-4999-4267-858d-2e332d59085e service neutron] 10.222.0.39 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875437 Aug 31 15:10:59.512456 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc8133ca-3b12-4a71-ac65-465784a5f202 req-6c51f943-b2f1-4e9e-9154-4fb07dcca084 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 210 time: 0.0269132 Aug 31 15:11:00.402098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-bba440f9-3787-4b0c-ae7b-8cf8e9d92f0f tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:00.403558 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-bba440f9-3787-4b0c-ae7b-8cf8e9d92f0f tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.60 "GET /v2.0/networks?id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa HTTP/1.1" status: 200 len: 815 time: 0.1051106 Aug 31 15:11:00.416614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Request body: {'port': {'device_id': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'admin_state_up': True, 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:00.522852 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Made reservation on behalf of 71cb12e5f5bd489eb861ef8c9cbcf5dc for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:11:00.526381 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:00.626286 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6e7e77cd-52c7-4304-b253-9807d0695bab req-4026cd06-709f-42ec-9d88-e5fcc2a049f7 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 210 time: 0.0318723 Aug 31 15:11:00.665059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Allocated IP 172.20.0.14 (7cd4cb77-277a-40c5-bd19-5c7bb683e4fa/0fe37709-a74f-4c79-afaf-8c7b136ee6c6/f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:11:00.825321 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:00.841698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Transition to ACTIVE for port object f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:11:00.883400 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:00.932898 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:11:00.936308 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:11:00.939556 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:11:00.987768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event updated for resources: {'Port': ['ID=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:00.998379 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:00.998721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:00.999064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:00.999431 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:00.999762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:01.000092 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:01.000419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:01.000744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:01.001072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:01.001397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:01.001718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:01.002100 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:01.023390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:01.024168 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:01.041310 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-153a65b5-3dde-47b5-ac99-0729d821fb36 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6285441 Aug 31 15:11:01.306597 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5ed2bc20-e56b-4ac3-a9eb-16fededb776d None None] Provisioning for port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:11:01.323658 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5ed2bc20-e56b-4ac3-a9eb-16fededb776d None None] Provisioning complete for port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:11:01.325507 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5ed2bc20-e56b-4ac3-a9eb-16fededb776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:01.369783 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2bc20-e56b-4ac3-a9eb-16fededb776d None None] Port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:11:01.756875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd7978-6896-4dd1-a7c5-f0a69cae1133 req-5754c70a-5856-469c-9fb6-5eed780729bd tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:01.758418 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e1dd7978-6896-4dd1-a7c5-f0a69cae1133 req-5754c70a-5856-469c-9fb6-5eed780729bd tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 932 time: 0.0576065 Aug 31 15:11:01.799567 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e1dd7978-6896-4dd1-a7c5-f0a69cae1133 req-13226054-97e2-4a81-a174-48bdc7171a26 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345855 Aug 31 15:11:02.928801 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96d799-b882-4309-94c7-827429027630 req-808a5888-7308-42f3-beab-5315ce3bada1 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:02.930322 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7c96d799-b882-4309-94c7-827429027630 req-808a5888-7308-42f3-beab-5315ce3bada1 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 932 time: 0.0505843 Aug 31 15:11:02.968534 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7c96d799-b882-4309-94c7-827429027630 req-6b3acbdb-9b95-409e-b337-5c3d010eb13e tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Aug 31 15:11:04.096446 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c09f1-77a3-4c27-9e64-76722a808a07 req-4c09fd8c-94c6-418d-bf12-2d9ff99e45ab tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:04.097889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c07c09f1-77a3-4c27-9e64-76722a808a07 req-4c09fd8c-94c6-418d-bf12-2d9ff99e45ab tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 932 time: 0.0622180 Aug 31 15:11:04.138312 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c07c09f1-77a3-4c27-9e64-76722a808a07 req-b902c035-a49e-4d75-b14b-086475d6225e tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336928 Aug 31 15:11:05.269477 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc87dc3-330d-4493-b197-b1e1c556c929 req-b7ebf92a-4fae-4c7a-91c1-8b861a3215be tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:05.271687 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fc87dc3-330d-4493-b197-b1e1c556c929 req-b7ebf92a-4fae-4c7a-91c1-8b861a3215be tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 932 time: 0.0594003 Aug 31 15:11:05.313715 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6fc87dc3-330d-4493-b197-b1e1c556c929 req-675a7517-d5db-4070-bf63-fce3114671d9 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349469 Aug 31 15:11:06.448462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457a433-9555-41eb-b56c-fdd377f1b819 req-5c74302f-2751-4aa3-ae79-408124f06ab6 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:06.450060 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b457a433-9555-41eb-b56c-fdd377f1b819 req-5c74302f-2751-4aa3-ae79-408124f06ab6 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 932 time: 0.0676839 Aug 31 15:11:06.489654 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b457a433-9555-41eb-b56c-fdd377f1b819 req-c3bc11b4-b5fe-4707-b4dd-3376548ca6a1 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336714 Aug 31 15:11:07.602220 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e59514-6c70-4f7a-bca0-c143a392e3d8 req-379f7833-1042-4860-a68e-05b4477d5fe3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:07.603774 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f3e59514-6c70-4f7a-bca0-c143a392e3d8 req-379f7833-1042-4860-a68e-05b4477d5fe3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 932 time: 0.0478995 Aug 31 15:11:07.641146 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f3e59514-6c70-4f7a-bca0-c143a392e3d8 req-4456c325-b83d-4e25-830e-c96799bd6e72 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Aug 31 15:11:08.777148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e545d-2682-466b-922f-0ffef75edb83 req-e2ea1b5d-8535-4e61-9e36-7d63f1f11c63 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:08.778703 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d70e545d-2682-466b-922f-0ffef75edb83 req-e2ea1b5d-8535-4e61-9e36-7d63f1f11c63 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 932 time: 0.0661721 Aug 31 15:11:08.816684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d70e545d-2682-466b-922f-0ffef75edb83 req-9ecbf974-8766-49ed-8d00-38f00e5b6bf6 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319543 Aug 31 15:11:09.952867 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5bdb8-ec49-4bad-8825-fc5113154c62 req-97000f2a-0f2a-4ec1-9974-cf0bb8563dca tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:09.954340 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-51e5bdb8-ec49-4bad-8825-fc5113154c62 req-97000f2a-0f2a-4ec1-9974-cf0bb8563dca tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 932 time: 0.0514970 Aug 31 15:11:09.997386 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-51e5bdb8-ec49-4bad-8825-fc5113154c62 req-9f07b958-3cff-4dbb-a020-6906b25ba96c tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362709 Aug 31 15:11:11.120874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444bf4d-8255-4cb1-888f-2dd509d40b79 req-96fff62e-a374-4f1c-810c-5dad67bb097e tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:11.122382 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a444bf4d-8255-4cb1-888f-2dd509d40b79 req-96fff62e-a374-4f1c-810c-5dad67bb097e tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 932 time: 0.0498729 Aug 31 15:11:11.159257 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a444bf4d-8255-4cb1-888f-2dd509d40b79 req-6cc5abb4-330b-4a1f-9106-1afd52c99fbe tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309439 Aug 31 15:11:12.224663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Request body: {'port': {'device_id': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:12.277127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5db8f8-3c69-46fc-a458-417bb0542478 req-8ad68cea-800e-4428-9c59-98f37c34f9e0 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:12.278639 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6a5db8f8-3c69-46fc-a458-417bb0542478 req-8ad68cea-800e-4428-9c59-98f37c34f9e0 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 932 time: 0.0543916 Aug 31 15:11:12.279248 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:12.318538 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6a5db8f8-3c69-46fc-a458-417bb0542478 req-942c87d6-7c3a-43b9-9815-43790002be71 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338495 Aug 31 15:11:12.542084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:11:12.549480 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:12.561784 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Transition to ACTIVE for port object f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:11:12.565438 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:12.618590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033c454-15a6-486a-acff-2185beb479da service neutron] Pushing event updated for resources: {'Port': ['ID=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:12.688710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Attempting to bind port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:11:12.689043 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Attempting to bind port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '56cd23ea-a5d1-4a47-8513-17dacdeac07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:11:12.689365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Attempting to bind port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee on network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:11:12.694817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee on network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:11:12.696200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Attempting to bind port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee on network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:11:12.702564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:11:12.702950 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Checking segment: {'id': '56cd23ea-a5d1-4a47-8513-17dacdeac07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:11:12.703397 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Bound using segment: {'id': '56cd23ea-a5d1-4a47-8513-17dacdeac07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:11:12.703838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Bound port: f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56cd23ea-a5d1-4a47-8513-17dacdeac07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:11:12.704198 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:12.771439 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] For port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:11:12.775320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] For port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,segment=NetworkSegment(56cd23ea-a5d1-4a47-8513-17dacdeac07e),segment_id=56cd23ea-a5d1-4a47-8513-17dacdeac07e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:11:12.779189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:12.811650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:12.812266 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:12.813670 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a033c454-15a6-486a-acff-2185beb479da service neutron] 10.222.0.60 "PUT /v2.0/ports/f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee HTTP/1.1" status: 200 len: 1092 time: 0.6894269 Aug 31 15:11:12.814109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'tag': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:11:12.816470 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c512e04-f828-4c8b-ae3c-fe345ca43f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "969d17c2-a183-4c6a-b80c-f984cb1dc1cc", "tag": "f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:11:12.844429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033c454-15a6-486a-acff-2185beb479da service neutron] Pushing event updated for resources: {'Port': ['ID=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:12.885746 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed846e19-e9ec-4fde-88b3-fd49d55e5d23 x-openstack-request-id: req-ed846e19-e9ec-4fde-88b3-fd49d55e5d23 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:11:12.886042 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969d17c2-a183-4c6a-b80c-f984cb1dc1cc", "tag": "f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:11:12.886296 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed846e19-e9ec-4fde-88b3-fd49d55e5d23 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:11:12.886703 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'tag': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee', 'status': 'completed', 'code': 200} Aug 31 15:11:12.903488 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-6bea5eeb-11d2-4788-8a3b-a4d87f913eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:12.905053 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-6bea5eeb-11d2-4788-8a3b-a4d87f913eaf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71cb12e5f5bd489eb861ef8c9cbcf5dc&device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 1095 time: 0.0466089 Aug 31 15:11:12.952233 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-588a8ce4-05d5-4fc5-a8b6-9ef66a3abd6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee HTTP/1.1" status: 200 len: 217 time: 0.0387690 Aug 31 15:11:13.012096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-6b933e32-26ab-49de-9d40-43cb633a0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:13.013600 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-6b933e32-26ab-49de-9d40-43cb633a0451 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fe37709-a74f-4c79-afaf-8c7b136ee6c6 HTTP/1.1" status: 200 len: 854 time: 0.0546446 Aug 31 15:11:13.059560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-81b5a42e-a290-45aa-bbe5-4eb69bf0f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:13.061148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-81b5a42e-a290-45aa-bbe5-4eb69bf0f827 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399721 Aug 31 15:11:13.154684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-a6a15107-5603-4e3d-80fd-157662f1fec7 service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861688 Aug 31 15:11:13.242836 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f05de37-fed3-4a94-80b4-c41d55f43b7a req-1e943593-54cd-4888-8847-39d2e1785763 service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806465 Aug 31 15:11:13.330106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c512e04-f828-4c8b-ae3c-fe345ca43f9e req-f91239ca-3122-4316-8009-7c8e5a015621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:13.331663 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c512e04-f828-4c8b-ae3c-fe345ca43f9e req-f91239ca-3122-4316-8009-7c8e5a015621 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71cb12e5f5bd489eb861ef8c9cbcf5dc&device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 1095 time: 0.0424933 Aug 31 15:11:13.432712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c512e04-f828-4c8b-ae3c-fe345ca43f9e req-83a47443-d9a6-4e01-ae96-502e52b21158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:13.434330 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c512e04-f828-4c8b-ae3c-fe345ca43f9e req-83a47443-d9a6-4e01-ae96-502e52b21158 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa HTTP/1.1" status: 200 len: 916 time: 0.0957365 Aug 31 15:11:13.445617 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aea0b-8bf5-4076-ba50-12de8edc052a req-07b18328-11d5-420f-b4ae-1d53da6bfda6 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:13.447469 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be1aea0b-8bf5-4076-ba50-12de8edc052a req-07b18328-11d5-420f-b4ae-1d53da6bfda6 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 944 time: 0.0503418 Aug 31 15:11:13.478097 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c512e04-f828-4c8b-ae3c-fe345ca43f9e req-393cca45-2958-450b-9e06-b8bd0141f6ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee HTTP/1.1" status: 200 len: 217 time: 0.0357945 Aug 31 15:11:13.494655 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-be1aea0b-8bf5-4076-ba50-12de8edc052a req-42bda121-f16d-4943-a0d0-2465a7709a6e tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408716 Aug 31 15:11:13.534363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c512e04-f828-4c8b-ae3c-fe345ca43f9e req-d82e47a3-fad1-4614-a8c1-f1c15d879e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:13.535866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c512e04-f828-4c8b-ae3c-fe345ca43f9e req-d82e47a3-fad1-4614-a8c1-f1c15d879e45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fe37709-a74f-4c79-afaf-8c7b136ee6c6 HTTP/1.1" status: 200 len: 854 time: 0.0502319 Aug 31 15:11:13.582246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c512e04-f828-4c8b-ae3c-fe345ca43f9e req-c5202ca2-f255-4f59-9933-0e05020391f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:13.583676 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c512e04-f828-4c8b-ae3c-fe345ca43f9e req-c5202ca2-f255-4f59-9933-0e05020391f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407481 Aug 31 15:11:13.671863 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c512e04-f828-4c8b-ae3c-fe345ca43f9e req-dc6b371b-5713-4413-a725-a62a1568f6f9 service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802224 Aug 31 15:11:13.768681 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0c512e04-f828-4c8b-ae3c-fe345ca43f9e req-7b50392b-b904-4c33-8fdc-c404e93f7a6c service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878346 Aug 31 15:11:14.018979 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:11:14.604422 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9914441-a0d4-4c80-81e5-4595238f1994 req-d4025e4c-2bf5-406b-8c31-26872461c46d tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:14.605899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9914441-a0d4-4c80-81e5-4595238f1994 req-d4025e4c-2bf5-406b-8c31-26872461c46d tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 944 time: 0.0496483 Aug 31 15:11:14.644833 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d9914441-a0d4-4c80-81e5-4595238f1994 req-6064bfb5-bc6f-4a19-83ea-a5759664e970 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Aug 31 15:11:15.769443 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49148b1-bd2d-418c-ae8f-42b6ca76ebda req-80c25ff5-1fc0-4c44-952a-f04d7b93f4a9 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:15.770954 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a49148b1-bd2d-418c-ae8f-42b6ca76ebda req-80c25ff5-1fc0-4c44-952a-f04d7b93f4a9 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 944 time: 0.0602689 Aug 31 15:11:15.810094 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a49148b1-bd2d-418c-ae8f-42b6ca76ebda req-2b6cee79-cd8c-4586-b608-8429e582e923 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325716 Aug 31 15:11:16.413132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:11:16.509903 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,segment=NetworkSegment(56cd23ea-a5d1-4a47-8513-17dacdeac07e),segment_id=56cd23ea-a5d1-4a47-8513-17dacdeac07e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:11:16.520716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'port_id': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee', 'mac_address': 'fa:16:3e:27:77:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:11:16.557871 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:16.570609 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:11:16.589517 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,segment=NetworkSegment(56cd23ea-a5d1-4a47-8513-17dacdeac07e),segment_id=56cd23ea-a5d1-4a47-8513-17dacdeac07e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:11:16.593745 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:16.644058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:16.652223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.652572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.652912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.653250 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.653582 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.653917 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.654244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.654573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.654899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.655253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.655583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.655908 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.825435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:11:16.924972 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515d3a1-f405-45b8-b70e-d17ce87e176b req-76fbc695-12ad-49ce-a702-a8e4ff1aa59c tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:16.926360 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f515d3a1-f405-45b8-b70e-d17ce87e176b req-76fbc695-12ad-49ce-a702-a8e4ff1aa59c tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 945 time: 0.0488601 Aug 31 15:11:16.969479 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f515d3a1-f405-45b8-b70e-d17ce87e176b req-be93767b-6e76-4b6a-93ed-a183734dab51 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371277 Aug 31 15:11:18.100264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d9f5c-8a6d-4466-9b27-b6f242689069 req-34b23726-187d-4229-a420-5ad7b3dbac88 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:18.101702 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b28d9f5c-8a6d-4466-9b27-b6f242689069 req-34b23726-187d-4229-a420-5ad7b3dbac88 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 945 time: 0.0564170 Aug 31 15:11:18.139513 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b28d9f5c-8a6d-4466-9b27-b6f242689069 req-6e313144-ade4-4aa3-a6e6-683e3c7c893e tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Aug 31 15:11:18.412601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:11:18.461484 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:11:18.465984 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:11:18.466409 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:18.545109 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:18.569052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:11:18.571850 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92daa534-db52-4d7c-a84a-602e38930d04" -d '{"events": [{"server_uuid": "969d17c2-a183-4c6a-b80c-f984cb1dc1cc", "name": "network-vif-plugged", "status": "completed", "tag": "f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:11:18.583927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,segment=NetworkSegment(56cd23ea-a5d1-4a47-8513-17dacdeac07e),segment_id=56cd23ea-a5d1-4a47-8513-17dacdeac07e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:11:18.588519 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:18.613223 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94324e0-52fd-4475-8941-183e1a235cc6 x-openstack-request-id: req-d94324e0-52fd-4475-8941-183e1a235cc6 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:11:18.613568 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969d17c2-a183-4c6a-b80c-f984cb1dc1cc", "name": "network-vif-plugged", "status": "completed", "tag": "f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:11:18.613769 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d94324e0-52fd-4475-8941-183e1a235cc6 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:11:18.614157 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee', 'code': 200} Aug 31 15:11:18.642995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:18.717402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81550f03-cc47-48e7-9f08-fbc1d2e27a69 req-7070acf6-0cc9-401c-822b-05670c161cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:18.718912 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81550f03-cc47-48e7-9f08-fbc1d2e27a69 req-7070acf6-0cc9-401c-822b-05670c161cd3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 1097 time: 0.0416040 Aug 31 15:11:18.754444 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-81550f03-cc47-48e7-9f08-fbc1d2e27a69 req-d7239426-0ea4-429d-b26f-f310253846df service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280459 Aug 31 15:11:19.254068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a7def-2f04-4351-9762-c2495ca71b7a req-35c9fcaf-b638-45d4-b009-298fb7c30807 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:19.255540 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8e7a7def-2f04-4351-9762-c2495ca71b7a req-35c9fcaf-b638-45d4-b009-298fb7c30807 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 946 time: 0.0504506 Aug 31 15:11:19.293837 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8e7a7def-2f04-4351-9762-c2495ca71b7a req-47bffbf1-74a7-484c-8647-60226663e18f tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318484 Aug 31 15:11:19.680346 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-666cf301-228f-457e-8d01-afef7f348cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:19.938567 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:20.412759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11601d-5444-423d-9c0b-65bc55a6937d req-e8f6fcc8-d441-47d0-a198-0f48b0b5b1d9 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:20.414287 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf11601d-5444-423d-9c0b-65bc55a6937d req-e8f6fcc8-d441-47d0-a198-0f48b0b5b1d9 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 946 time: 0.0494843 Aug 31 15:11:20.453100 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf11601d-5444-423d-9c0b-65bc55a6937d req-f8de0cec-ef6b-4784-8a23-5645bc24a5b5 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316262 Aug 31 15:11:20.570378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9cc68-f252-418a-84be-cd65f7d649ae req-24b9fa01-9cdc-498d-96d8-b7e5e5494e00 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:20.572614 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eed9cc68-f252-418a-84be-cd65f7d649ae req-24b9fa01-9cdc-498d-96d8-b7e5e5494e00 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 946 time: 0.0478506 Aug 31 15:11:20.609387 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eed9cc68-f252-418a-84be-cd65f7d649ae req-6b59c0ab-ae4c-4e6b-908b-3f734741e5f1 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309060 Aug 31 15:11:20.804049 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc5ca7-5441-4d64-91e3-e64c7941b34d req-126ac9e9-316e-4e76-bf08-d06be4cc03cd tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:20.805534 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3bfc5ca7-5441-4d64-91e3-e64c7941b34d req-126ac9e9-316e-4e76-bf08-d06be4cc03cd tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 946 time: 0.0537095 Aug 31 15:11:20.843646 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3bfc5ca7-5441-4d64-91e3-e64c7941b34d req-9b59dc4a-c1a5-4142-a2d8-c603ee9106ad tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320492 Aug 31 15:11:22.213828 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce364da7-52bc-4246-bafa-cc747b0d1d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:22.326917 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:23.501847 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:24.867356 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:25.092961 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:32.452368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a219333-fba9-4c20-8dc8-2d56a6b26738 req-88112fb5-7198-4be5-bc7d-384b0083d3b1 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:32.453913 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4a219333-fba9-4c20-8dc8-2d56a6b26738 req-88112fb5-7198-4be5-bc7d-384b0083d3b1 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 946 time: 0.0487270 Aug 31 15:11:32.492908 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4a219333-fba9-4c20-8dc8-2d56a6b26738 req-00ef6ddb-c8ad-4407-b1fd-683987b88e73 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330372 Aug 31 15:11:32.515202 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60512) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:11:32.600058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd11784-ad38-46b0-a0d2-3fd3bd0320cd tempest-TestMinimumBasicScenario-1171846895 tempest-TestMinimumBasicScenario-1171846895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:32.601796 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6dd11784-ad38-46b0-a0d2-3fd3bd0320cd tempest-TestMinimumBasicScenario-1171846895 tempest-TestMinimumBasicScenario-1171846895-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 1092 time: 0.0855701 Aug 31 15:11:32.604742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60516) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:11:32.608997 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:32.630633 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:32.729133 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:32.837600 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Allocated IP 172.25.2.84 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/bc01a31e-2caa-46ef-bdc5-77a2d50e4a77) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:11:32.940921 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:32.980338 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:33.017869 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:11:33.022587 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:11:33.026558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:11:33.053591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event updated for resources: {'Port': ['ID=bc01a31e-2caa-46ef-bdc5-77a2d50e4a77,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:33.400347 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:33.469654 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:33.621323 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:33.625890 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:33.697583 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event updated for resources: {'Port': ['ID=bc01a31e-2caa-46ef-bdc5-77a2d50e4a77,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:33.707127 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:33.806025 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Floating IP aeb581db-9633-41f3-bf7e-0e92bc6ee813 associated. External IP: 172.25.2.84, port: f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee. Aug 31 15:11:34.326373 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:11:34.439354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:11:34.449605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af264dcd-8ed7-4f7b-896a-63612b0c90b2 None None] Sync routers for ids ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:11:34.456117 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:34.458697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af264dcd-8ed7-4f7b-896a-63612b0c90b2 None None] Routers {'7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:11:34.459352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-af264dcd-8ed7-4f7b-896a-63612b0c90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:11:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:11:34.488166 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-30fea889-600f-49bd-a658-c992ec5bfed3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8824031 Aug 31 15:11:34.489121 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'tag': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:11:34.491047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60518) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:11:34.492209 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3589066-2332-4576-895c-f8da17f418e5" -d '{"events": [{"name": "network-changed", "server_uuid": "969d17c2-a183-4c6a-b80c-f984cb1dc1cc", "tag": "f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:11:34.497123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-575f2d45-070d-4b62-a91d-bc2635302008 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-972963735', 'description': 'tempest-secgroup-smoke-972963735 description', 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:34.522088 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-575f2d45-070d-4b62-a91d-bc2635302008 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:34.571131 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-af264dcd-8ed7-4f7b-896a-63612b0c90b2 None None] Set router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:11:34.619295 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-575f2d45-070d-4b62-a91d-bc2635302008 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:34.625553 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-575f2d45-070d-4b62-a91d-bc2635302008 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:34.658030 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f2d45-070d-4b62-a91d-bc2635302008 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da0c30c-a6ec-4003-bbaf-ace7cfe20616,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:34.667357 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee0818e-54cc-4a7e-84d3-8bb0705d529b x-openstack-request-id: req-4ee0818e-54cc-4a7e-84d3-8bb0705d529b {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:11:34.668240 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969d17c2-a183-4c6a-b80c-f984cb1dc1cc", "tag": "f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:11:34.668240 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ee0818e-54cc-4a7e-84d3-8bb0705d529b {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:11:34.668693 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'tag': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee', 'status': 'completed', 'code': 200} Aug 31 15:11:34.670512 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-575f2d45-070d-4b62-a91d-bc2635302008 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:34.674740 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-575f2d45-070d-4b62-a91d-bc2635302008 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1785667 Aug 31 15:11:34.674893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60524) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:11:34.680440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e56f4c62-684e-46c8-a1fe-c2cacfb48dac tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Request body: {'security_group_rule': {'security_group_id': '8da0c30c-a6ec-4003-bbaf-ace7cfe20616', 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:34.735414 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e56f4c62-684e-46c8-a1fe-c2cacfb48dac tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:34.757608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3589066-2332-4576-895c-f8da17f418e5 req-eff32471-9e70-4f2e-a958-b7930d4a4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:34.759255 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3589066-2332-4576-895c-f8da17f418e5 req-eff32471-9e70-4f2e-a958-b7930d4a4cbf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71cb12e5f5bd489eb861ef8c9cbcf5dc&device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 1097 time: 0.0653732 Aug 31 15:11:34.857359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e56f4c62-684e-46c8-a1fe-c2cacfb48dac tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:34.864342 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e56f4c62-684e-46c8-a1fe-c2cacfb48dac tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:34.900387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f4c62-684e-46c8-a1fe-c2cacfb48dac tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349e79b8-91ec-47d3-a230-c51fac5763f0,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:34.905117 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3589066-2332-4576-895c-f8da17f418e5 req-7c60b481-9bab-402c-bb51-fb14fbb077de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:34.906610 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3589066-2332-4576-895c-f8da17f418e5 req-7c60b481-9bab-402c-bb51-fb14fbb077de service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa HTTP/1.1" status: 200 len: 916 time: 0.1405535 Aug 31 15:11:34.907803 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e56f4c62-684e-46c8-a1fe-c2cacfb48dac tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:34.908954 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e56f4c62-684e-46c8-a1fe-c2cacfb48dac tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2330909 Aug 31 15:11:34.911847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60526) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:11:34.921179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e2d23d0d-a05c-420a-aa6f-6b7700c53bd9 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Request body: {'security_group_rule': {'security_group_id': '8da0c30c-a6ec-4003-bbaf-ace7cfe20616', 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:34.964713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-af264dcd-8ed7-4f7b-896a-63612b0c90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '441c12ff-8474-4426-a144-19a3636a494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 4, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port': {'id': '441c12ff-8474-4426-a144-19a3636a494a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:41Z', 'updated_at': '2021-08-31T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'aeb581db-9633-41f3-bf7e-0e92bc6ee813', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'floating_ip_address': '172.25.2.84', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'port_id': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'mac_address': 'fa:16:3e:27:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:11:33Z', 'updated_at': '2021-08-31T15:11:33Z', 'revision_number': 0, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f67c67d-5e6f-46d3-a392-e7b3f818b239', 'name': '', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'mac_address': 'fa:16:3e:f8:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:42Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 5, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'subnets': [{'id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:11:34.992529 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af264dcd-8ed7-4f7b-896a-63612b0c90b2 None None] Checking router: 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:11:34.998396 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3589066-2332-4576-895c-f8da17f418e5 req-6d23a903-419b-41df-ba04-dd73fd667022 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee HTTP/1.1" status: 200 len: 999 time: 0.0808964 Aug 31 15:11:34.999688 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2d23d0d-a05c-420a-aa6f-6b7700c53bd9 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.001083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af264dcd-8ed7-4f7b-896a-63612b0c90b2 None None] Routers {'7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:11:35.006063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-af264dcd-8ed7-4f7b-896a-63612b0c90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:11:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:11:35.076164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3589066-2332-4576-895c-f8da17f418e5 req-cb2a0123-3f12-4109-bfbb-6ff8681e8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:35.077703 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3589066-2332-4576-895c-f8da17f418e5 req-cb2a0123-3f12-4109-bfbb-6ff8681e8bbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fe37709-a74f-4c79-afaf-8c7b136ee6c6 HTTP/1.1" status: 200 len: 854 time: 0.0686162 Aug 31 15:11:35.101614 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2d23d0d-a05c-420a-aa6f-6b7700c53bd9 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.108300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-af264dcd-8ed7-4f7b-896a-63612b0c90b2 None None] Set router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:11:35.116068 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2d23d0d-a05c-420a-aa6f-6b7700c53bd9 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.138944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d23d0d-a05c-420a-aa6f-6b7700c53bd9 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0d917e-ce77-4340-a50e-b82cc826259b,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:35.149392 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2d23d0d-a05c-420a-aa6f-6b7700c53bd9 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.150612 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e2d23d0d-a05c-420a-aa6f-6b7700c53bd9 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2344229 Aug 31 15:11:35.153500 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60530) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:11:35.155833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3589066-2332-4576-895c-f8da17f418e5 req-8f0ace16-43dc-4381-8775-16a9eedf7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:35.157439 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3589066-2332-4576-895c-f8da17f418e5 req-8f0ace16-43dc-4381-8775-16a9eedf7058 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702486 Aug 31 15:11:35.158185 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-5dc97c15-7148-4919-81c1-3d30fa620cad tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Request body: {'security_group_rule': {'security_group_id': '8da0c30c-a6ec-4003-bbaf-ace7cfe20616', 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:35.185445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dc97c15-7148-4919-81c1-3d30fa620cad tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.249497 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dc97c15-7148-4919-81c1-3d30fa620cad tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.253966 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dc97c15-7148-4919-81c1-3d30fa620cad tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.262331 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3589066-2332-4576-895c-f8da17f418e5 req-db192df5-a4da-4c46-a888-2413e13d8dd0 service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970984 Aug 31 15:11:35.271790 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc97c15-7148-4919-81c1-3d30fa620cad tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d1b1f9-5f92-4286-8efc-e4289b6f1045,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:35.281663 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-5dc97c15-7148-4919-81c1-3d30fa620cad tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.285106 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-5dc97c15-7148-4919-81c1-3d30fa620cad tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280353 Aug 31 15:11:35.285309 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60532) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:11:35.290913 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-648657c3-b6eb-4311-a819-ac6dbda24e4f tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Request body: {'security_group_rule': {'security_group_id': '8da0c30c-a6ec-4003-bbaf-ace7cfe20616', 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:35.319345 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-648657c3-b6eb-4311-a819-ac6dbda24e4f tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.354568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-af264dcd-8ed7-4f7b-896a-63612b0c90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '441c12ff-8474-4426-a144-19a3636a494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 4, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port': {'id': '441c12ff-8474-4426-a144-19a3636a494a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:41Z', 'updated_at': '2021-08-31T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'aeb581db-9633-41f3-bf7e-0e92bc6ee813', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'floating_ip_address': '172.25.2.84', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'port_id': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'mac_address': 'fa:16:3e:27:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:11:33Z', 'updated_at': '2021-08-31T15:11:33Z', 'revision_number': 0, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f67c67d-5e6f-46d3-a392-e7b3f818b239', 'name': '', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'mac_address': 'fa:16:3e:f8:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:42Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 5, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'subnets': [{'id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:11:35.364495 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3589066-2332-4576-895c-f8da17f418e5 req-bf176d33-a4c1-4449-8128-37f943ac76ce service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937130 Aug 31 15:11:35.383286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af264dcd-8ed7-4f7b-896a-63612b0c90b2 None None] The sync data for ids ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'] in n-d-806683-5 is: [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '441c12ff-8474-4426-a144-19a3636a494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 4, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port': {'id': '441c12ff-8474-4426-a144-19a3636a494a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:41Z', 'updated_at': '2021-08-31T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'aeb581db-9633-41f3-bf7e-0e92bc6ee813', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'floating_ip_address': '172.25.2.84', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'port_id': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'mac_address': 'fa:16:3e:27:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:11:33Z', 'updated_at': '2021-08-31T15:11:33Z', 'revision_number': 0, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f67c67d-5e6f-46d3-a392-e7b3f818b239', 'name': '', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'mac_address': 'fa:16:3e:f8:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:42Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 5, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'subnets': [{'id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:11:35.387839 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-648657c3-b6eb-4311-a819-ac6dbda24e4f tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.391824 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-648657c3-b6eb-4311-a819-ac6dbda24e4f tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.411746 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648657c3-b6eb-4311-a819-ac6dbda24e4f tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9c48b7-7a8b-452f-a7ef-429cbdd0c4e4,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:35.420892 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-648657c3-b6eb-4311-a819-ac6dbda24e4f tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.422159 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-648657c3-b6eb-4311-a819-ac6dbda24e4f tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358187 Aug 31 15:11:35.425183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60534) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:11:35.429831 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0b953a30-82a6-40ff-9e7c-75f3510ea6db tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Request body: {'security_group_rule': {'security_group_id': '8da0c30c-a6ec-4003-bbaf-ace7cfe20616', 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:35.452336 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-0b953a30-82a6-40ff-9e7c-75f3510ea6db tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Project 71cb12e5f5bd489eb861ef8c9cbcf5dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:11:35.457580 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b953a30-82a6-40ff-9e7c-75f3510ea6db tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.524167 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b953a30-82a6-40ff-9e7c-75f3510ea6db tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.528421 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b953a30-82a6-40ff-9e7c-75f3510ea6db tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.549211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b953a30-82a6-40ff-9e7c-75f3510ea6db tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5024147-2861-4fb1-a73d-e28bb4bec896,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:35.558037 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0b953a30-82a6-40ff-9e7c-75f3510ea6db tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.559474 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0b953a30-82a6-40ff-9e7c-75f3510ea6db tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333084 Aug 31 15:11:35.562198 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60536) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:11:35.567109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a545f8c6-9711-4c51-8be8-b4d0ea5d8036 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Request body: {'security_group_rule': {'security_group_id': '8da0c30c-a6ec-4003-bbaf-ace7cfe20616', 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:35.593403 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-a545f8c6-9711-4c51-8be8-b4d0ea5d8036 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Project 71cb12e5f5bd489eb861ef8c9cbcf5dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:11:35.598967 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a545f8c6-9711-4c51-8be8-b4d0ea5d8036 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.610928 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642b633-5d2b-41f8-b8b3-20d54ba1e4dd None None] New status for floating IP aeb581db-9633-41f3-bf7e-0e92bc6ee813: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:11:35.693280 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a545f8c6-9711-4c51-8be8-b4d0ea5d8036 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.701209 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a545f8c6-9711-4c51-8be8-b4d0ea5d8036 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.724946 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545f8c6-9711-4c51-8be8-b4d0ea5d8036 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e60aac3-fde5-4e02-acdc-be190c54a6fb,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:35.732588 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a545f8c6-9711-4c51-8be8-b4d0ea5d8036 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.733127 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a545f8c6-9711-4c51-8be8-b4d0ea5d8036 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1699553 Aug 31 15:11:35.814868 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7a9e7fce-dbdf-40a0-9cbb-fc119317ad1b req-13910449-b82d-4299-8251-858d66e6186c tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972963735&fields=id&tenant_id=71cb12e5f5bd489eb861ef8c9cbcf5dc HTTP/1.1" status: 200 len: 267 time: 0.0337420 Aug 31 15:11:35.869929 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e7fce-dbdf-40a0-9cbb-fc119317ad1b req-108b9b44-6c88-4780-bf18-191d3c262155 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:35.871445 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7a9e7fce-dbdf-40a0-9cbb-fc119317ad1b req-108b9b44-6c88-4780-bf18-191d3c262155 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 946 time: 0.0498202 Aug 31 15:11:35.883136 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [req-7a9e7fce-dbdf-40a0-9cbb-fc119317ad1b req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Request body: {'port': {'security_groups': ['875d72f3-745a-4aba-80fd-8db976502a87', '8da0c30c-a6ec-4003-bbaf-ace7cfe20616']}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:35.946659 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7a9e7fce-dbdf-40a0-9cbb-fc119317ad1b req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:36.129509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [req-7a9e7fce-dbdf-40a0-9cbb-fc119317ad1b req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] For port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,segment=NetworkSegment(56cd23ea-a5d1-4a47-8513-17dacdeac07e),segment_id=56cd23ea-a5d1-4a47-8513-17dacdeac07e)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:11:36.158397 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7a9e7fce-dbdf-40a0-9cbb-fc119317ad1b req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:36.162878 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7a9e7fce-dbdf-40a0-9cbb-fc119317ad1b req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:36.175021 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:11:36.205813 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e7fce-dbdf-40a0-9cbb-fc119317ad1b req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:36.206610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [req-7a9e7fce-dbdf-40a0-9cbb-fc119317ad1b req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:36.207902 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7a9e7fce-dbdf-40a0-9cbb-fc119317ad1b req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "PUT /v2.0/ports/f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee HTTP/1.1" status: 200 len: 982 time: 0.3299932 Aug 31 15:11:36.236504 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event updated for resources: {'Port': ['ID=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,revision_number=6']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:36.245629 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:36.246458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:36.246458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:36.246687 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:36.246976 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:36.247358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:36.247692 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:36.248320 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:36.248320 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:36.248669 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:36.248996 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:36.249328 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447a32b-ac7b-4a1d-a2e4-a2d40970d514 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:36.267217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:11:36.327194 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415f3c8-a9a1-43bc-a509-80fb4acebcda req-dee1ad62-1a39-44aa-bc23-50e4b3ef6910 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:36.329101 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f415f3c8-a9a1-43bc-a509-80fb4acebcda req-dee1ad62-1a39-44aa-bc23-50e4b3ef6910 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 985 time: 0.0589724 Aug 31 15:11:36.375763 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f415f3c8-a9a1-43bc-a509-80fb4acebcda req-6de4316a-dec5-4594-bb91-11e52edea409 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&id=8da0c30c-a6ec-4003-bbaf-ace7cfe20616&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404227 Aug 31 15:11:36.494398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-dfa95b96-12ee-442b-8e71-35ce9e11566c None None] Provisioning complete for port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:11:36.494658 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfa95b96-12ee-442b-8e71-35ce9e11566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:36.669822 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'tag': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:11:36.672252 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b17ac30713a1a1556b73ea12bbe7ae4b4da5bd5d9534685872363c930429a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8efc5b-c6d3-416e-a8de-a0ac15352bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "969d17c2-a183-4c6a-b80c-f984cb1dc1cc", "tag": "f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:11:36.708385 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c86f311-574f-4d51-bcd5-61d4daa1503e x-openstack-request-id: req-6c86f311-574f-4d51-bcd5-61d4daa1503e {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:11:36.708853 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969d17c2-a183-4c6a-b80c-f984cb1dc1cc", "tag": "f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:11:36.709305 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c86f311-574f-4d51-bcd5-61d4daa1503e {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:11:36.710482 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'tag': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee', 'status': 'completed', 'code': 200} Aug 31 15:11:36.785224 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8efc5b-c6d3-416e-a8de-a0ac15352bf4 req-cb43f728-b228-4fa5-b411-43182173fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:36.786391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b8efc5b-c6d3-416e-a8de-a0ac15352bf4 req-cb43f728-b228-4fa5-b411-43182173fc58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71cb12e5f5bd489eb861ef8c9cbcf5dc&device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 1136 time: 0.0459063 Aug 31 15:11:36.876989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8efc5b-c6d3-416e-a8de-a0ac15352bf4 req-3b6fcd98-a982-4049-8a00-f9f48ac3b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:36.878534 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b8efc5b-c6d3-416e-a8de-a0ac15352bf4 req-3b6fcd98-a982-4049-8a00-f9f48ac3b4c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa HTTP/1.1" status: 200 len: 916 time: 0.0845358 Aug 31 15:11:36.949746 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b8efc5b-c6d3-416e-a8de-a0ac15352bf4 req-8e660770-8e79-4855-8fb8-027a8b20ee70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee HTTP/1.1" status: 200 len: 1001 time: 0.0611181 Aug 31 15:11:37.000198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8efc5b-c6d3-416e-a8de-a0ac15352bf4 req-7ec1e444-9dc6-427e-b039-ed61757e98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:37.001648 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b8efc5b-c6d3-416e-a8de-a0ac15352bf4 req-7ec1e444-9dc6-427e-b039-ed61757e98fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fe37709-a74f-4c79-afaf-8c7b136ee6c6 HTTP/1.1" status: 200 len: 854 time: 0.0438309 Aug 31 15:11:37.048115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8efc5b-c6d3-416e-a8de-a0ac15352bf4 req-47fbfd7f-050f-402a-b0f2-d7d30b045a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:37.049503 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b8efc5b-c6d3-416e-a8de-a0ac15352bf4 req-47fbfd7f-050f-402a-b0f2-d7d30b045a3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406270 Aug 31 15:11:37.141946 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b8efc5b-c6d3-416e-a8de-a0ac15352bf4 req-e1e64e86-26a2-4a04-8968-c52bece5f5eb service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851476 Aug 31 15:11:37.231667 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5b8efc5b-c6d3-416e-a8de-a0ac15352bf4 req-a5eed654-e7c6-412f-908f-9439c7d3f505 service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827188 Aug 31 15:11:49.682780 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-def7058e-7bb8-4636-9c15-4036374447ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:49.919605 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:51.018221 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:11:52.214949 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-531dc342-a2e7-4180-9a23-7fb342b66e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:52.327412 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:53.503253 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:53.567131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c246f-aa8c-4c98-98d5-a6b1d7df7536 req-a858e323-cf05-4a81-9a98-910804932aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:53.568695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c0c246f-aa8c-4c98-98d5-a6b1d7df7536 req-a858e323-cf05-4a81-9a98-910804932aea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71cb12e5f5bd489eb861ef8c9cbcf5dc&device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 1136 time: 0.0431890 Aug 31 15:11:53.577803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b4244-ba42-43e1-a91e-1b21a1182935 req-64625adc-ea76-4bde-a218-ffc572178ead tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:53.579323 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-947b4244-ba42-43e1-a91e-1b21a1182935 req-64625adc-ea76-4bde-a218-ffc572178ead tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 985 time: 0.0509133 Aug 31 15:11:53.622580 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-947b4244-ba42-43e1-a91e-1b21a1182935 req-e6d25490-6d9f-4e15-88c1-fbdb8716959a tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&id=8da0c30c-a6ec-4003-bbaf-ace7cfe20616&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362325 Aug 31 15:11:53.662603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c246f-aa8c-4c98-98d5-a6b1d7df7536 req-4b4752f0-6804-4717-a205-c8a72b7cb099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:53.664702 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c0c246f-aa8c-4c98-98d5-a6b1d7df7536 req-4b4752f0-6804-4717-a205-c8a72b7cb099 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa HTTP/1.1" status: 200 len: 916 time: 0.0879478 Aug 31 15:11:53.729983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c0c246f-aa8c-4c98-98d5-a6b1d7df7536 req-b8ed8ddc-ccd9-4404-9437-f793fcf9b06e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee HTTP/1.1" status: 200 len: 1001 time: 0.0580885 Aug 31 15:11:53.783009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c246f-aa8c-4c98-98d5-a6b1d7df7536 req-bac47194-afb5-4081-b1f5-1d242bb1b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:53.784479 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c0c246f-aa8c-4c98-98d5-a6b1d7df7536 req-bac47194-afb5-4081-b1f5-1d242bb1b0d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fe37709-a74f-4c79-afaf-8c7b136ee6c6 HTTP/1.1" status: 200 len: 854 time: 0.0458066 Aug 31 15:11:53.828914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c246f-aa8c-4c98-98d5-a6b1d7df7536 req-8a09fd19-9ea9-4bc9-a835-c88f1f942b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:53.830367 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c0c246f-aa8c-4c98-98d5-a6b1d7df7536 req-8a09fd19-9ea9-4bc9-a835-c88f1f942b8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391324 Aug 31 15:11:53.919142 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c0c246f-aa8c-4c98-98d5-a6b1d7df7536 req-a96d3fc8-3eae-4714-ac4e-e5c8c4b25b66 service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813103 Aug 31 15:11:54.010846 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7c0c246f-aa8c-4c98-98d5-a6b1d7df7536 req-c6852199-c555-4f19-bc0c-53c9947934f3 service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837624 Aug 31 15:11:54.756180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc015af5-262a-4b65-b4ed-8b94a7addf9f req-8b61950d-a7aa-478e-ac05-29190ccb852b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:54.758657 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc015af5-262a-4b65-b4ed-8b94a7addf9f req-8b61950d-a7aa-478e-ac05-29190ccb852b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 985 time: 0.0597382 Aug 31 15:11:54.803392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cc015af5-262a-4b65-b4ed-8b94a7addf9f req-4e957890-b7d1-4e1a-9563-d7669797dacf tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&id=8da0c30c-a6ec-4003-bbaf-ace7cfe20616&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385737 Aug 31 15:11:54.871745 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:55.098142 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:55.927333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2e372-9125-418f-987e-99f474bf7567 req-52274b37-6e62-475d-b36e-34de3d1c10b3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:55.929503 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-62d2e372-9125-418f-987e-99f474bf7567 req-52274b37-6e62-475d-b36e-34de3d1c10b3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 985 time: 0.0532506 Aug 31 15:11:55.968253 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-62d2e372-9125-418f-987e-99f474bf7567 req-586066f6-1b90-45f5-8d18-6698653489d8 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&id=8da0c30c-a6ec-4003-bbaf-ace7cfe20616&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323763 Aug 31 15:11:57.082359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bc2c7-d67d-4f60-9568-6c91fcb51493 req-b63c0a37-4c22-4811-a903-3514596d7027 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:57.083856 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a9bc2c7-d67d-4f60-9568-6c91fcb51493 req-b63c0a37-4c22-4811-a903-3514596d7027 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 985 time: 0.0485983 Aug 31 15:11:57.127593 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0a9bc2c7-d67d-4f60-9568-6c91fcb51493 req-b93d4b69-b7c2-43cb-acc8-76bbf29def64 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&id=8da0c30c-a6ec-4003-bbaf-ace7cfe20616&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370803 Aug 31 15:11:58.243530 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a04f11-b2ea-4bb1-812f-83f62ede3c11 req-500761da-0af4-44a3-ba06-1a32720e9001 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:58.244992 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6a04f11-b2ea-4bb1-812f-83f62ede3c11 req-500761da-0af4-44a3-ba06-1a32720e9001 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 985 time: 0.0493627 Aug 31 15:11:58.284648 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c6a04f11-b2ea-4bb1-812f-83f62ede3c11 req-4cb31abb-3dd4-432e-9132-7fbcf6211d9d tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&id=8da0c30c-a6ec-4003-bbaf-ace7cfe20616&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334787 Aug 31 15:11:59.415896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b721d-4a5e-43e6-bda2-56bef9b23173 req-acc68c74-9243-44e1-8731-6364798b3c68 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:59.417361 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-748b721d-4a5e-43e6-bda2-56bef9b23173 req-acc68c74-9243-44e1-8731-6364798b3c68 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 985 time: 0.0563629 Aug 31 15:11:59.455870 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-748b721d-4a5e-43e6-bda2-56bef9b23173 req-0eaf0596-39b8-4506-88a5-fcf9c016442a tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&id=8da0c30c-a6ec-4003-bbaf-ace7cfe20616&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325639 Aug 31 15:12:00.569540 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1cbb5-e846-43ba-bff3-360ccc3e6605 req-c476f63a-8f48-4883-9bbf-39772f8f9d67 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:00.571212 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ffb1cbb5-e846-43ba-bff3-360ccc3e6605 req-c476f63a-8f48-4883-9bbf-39772f8f9d67 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 985 time: 0.0491481 Aug 31 15:12:00.610982 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ffb1cbb5-e846-43ba-bff3-360ccc3e6605 req-63475ed0-9ada-43e4-9d00-51e482c1b4ad tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&id=8da0c30c-a6ec-4003-bbaf-ace7cfe20616&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338819 Aug 31 15:12:01.727203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae6121-56a7-4964-9d94-cd9cef83c7e3 req-ffe0e040-e201-4462-8b85-b36aab866eea tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:01.728704 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-68ae6121-56a7-4964-9d94-cd9cef83c7e3 req-ffe0e040-e201-4462-8b85-b36aab866eea tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 985 time: 0.0505641 Aug 31 15:12:01.771387 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-68ae6121-56a7-4964-9d94-cd9cef83c7e3 req-1513624c-db43-4c81-b489-fe0214e60d6e tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&id=8da0c30c-a6ec-4003-bbaf-ace7cfe20616&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365257 Aug 31 15:12:02.891079 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42264a5-4740-4ace-ad8b-c2f89cbb8793 req-bbdbd063-245b-4c74-b6a3-b3c3c473515a tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:02.892578 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c42264a5-4740-4ace-ad8b-c2f89cbb8793 req-bbdbd063-245b-4c74-b6a3-b3c3c473515a tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 985 time: 0.0535879 Aug 31 15:12:02.932125 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c42264a5-4740-4ace-ad8b-c2f89cbb8793 req-2a275097-4217-45f2-8288-f737327689a3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&id=8da0c30c-a6ec-4003-bbaf-ace7cfe20616&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328629 Aug 31 15:12:04.052531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdcc68-2eeb-4077-9a16-1d302350aca6 req-70f3d012-e204-4c3a-ba40-a062a5c30526 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:04.053986 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0acdcc68-2eeb-4077-9a16-1d302350aca6 req-70f3d012-e204-4c3a-ba40-a062a5c30526 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 985 time: 0.0519097 Aug 31 15:12:04.097108 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0acdcc68-2eeb-4077-9a16-1d302350aca6 req-ca79ccc4-5da9-49bb-b356-c5585bbd8a43 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&id=8da0c30c-a6ec-4003-bbaf-ace7cfe20616&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362828 Aug 31 15:12:05.214110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dade1-7829-486a-bc84-85d548eb575c req-d810ad8c-55eb-4bc6-894d-15ba99016b9d tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:05.215654 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bf5dade1-7829-486a-bc84-85d548eb575c req-d810ad8c-55eb-4bc6-894d-15ba99016b9d tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 985 time: 0.0487688 Aug 31 15:12:05.255021 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bf5dade1-7829-486a-bc84-85d548eb575c req-d4d02613-1a35-49c4-b1c2-09414c2d5256 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&id=8da0c30c-a6ec-4003-bbaf-ace7cfe20616&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333095 Aug 31 15:12:13.164043 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9338407-e495-445d-9697-2c36c3a00520 req-7dd1bbd5-2a19-45aa-b58d-18c58aae17a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415628 Aug 31 15:12:13.250787 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338407-e495-445d-9697-2c36c3a00520 req-208ccc37-3e05-4da3-96ed-3fb198ebab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:13.252181 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9338407-e495-445d-9697-2c36c3a00520 req-208ccc37-3e05-4da3-96ed-3fb198ebab5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71cb12e5f5bd489eb861ef8c9cbcf5dc&device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 1136 time: 0.0399179 Aug 31 15:12:13.360728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338407-e495-445d-9697-2c36c3a00520 req-63f9c23a-e676-4a51-a06f-43802f230203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:13.362271 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9338407-e495-445d-9697-2c36c3a00520 req-63f9c23a-e676-4a51-a06f-43802f230203 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa HTTP/1.1" status: 200 len: 916 time: 0.0907416 Aug 31 15:12:13.426324 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9338407-e495-445d-9697-2c36c3a00520 req-815107ac-0f62-48fd-b5b9-e1c87ebc6382 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee HTTP/1.1" status: 200 len: 1001 time: 0.0574539 Aug 31 15:12:13.474489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338407-e495-445d-9697-2c36c3a00520 req-462112d3-b145-4f76-bc4a-7cc1d45d0e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:13.475980 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9338407-e495-445d-9697-2c36c3a00520 req-462112d3-b145-4f76-bc4a-7cc1d45d0e9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fe37709-a74f-4c79-afaf-8c7b136ee6c6 HTTP/1.1" status: 200 len: 854 time: 0.0424445 Aug 31 15:12:13.530134 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338407-e495-445d-9697-2c36c3a00520 req-55fd0b27-d851-4027-a619-dd35ff0490a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:13.531779 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9338407-e495-445d-9697-2c36c3a00520 req-55fd0b27-d851-4027-a619-dd35ff0490a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491350 Aug 31 15:12:13.620538 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9338407-e495-445d-9697-2c36c3a00520 req-c5dfc8e4-0f6d-4b4c-9b4d-c80b8b5c252b service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821154 Aug 31 15:12:13.710758 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f9338407-e495-445d-9697-2c36c3a00520 req-7df4bd47-c5de-44c3-aa7d-f983612502a4 service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833488 Aug 31 15:12:19.682474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfd5b3c2-7b89-4a1b-a1df-913c0a990d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:19.940384 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:22.215402 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e933ceb-e7c0-4e26-949f-31c4a168d058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:22.327314 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:23.500722 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:24.875713 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:25.097112 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:28.017480 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:12:38.081168 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87a1ba21-d308-4051-a630-5e58b0482156 req-e1e9f348-d372-4d37-ac7a-4e712318ef53 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972963735&fields=id&tenant_id=71cb12e5f5bd489eb861ef8c9cbcf5dc HTTP/1.1" status: 200 len: 267 time: 0.3590965 Aug 31 15:12:38.132981 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1ba21-d308-4051-a630-5e58b0482156 req-4c6897ee-6810-430e-b77f-fb75d412d803 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:38.134417 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87a1ba21-d308-4051-a630-5e58b0482156 req-4c6897ee-6810-430e-b77f-fb75d412d803 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 985 time: 0.0475438 Aug 31 15:12:38.145469 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-87a1ba21-d308-4051-a630-5e58b0482156 req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Request body: {'port': {'security_groups': ['875d72f3-745a-4aba-80fd-8db976502a87']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:12:38.207387 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87a1ba21-d308-4051-a630-5e58b0482156 req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:38.373295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-87a1ba21-d308-4051-a630-5e58b0482156 req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] For port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,segment=NetworkSegment(56cd23ea-a5d1-4a47-8513-17dacdeac07e),segment_id=56cd23ea-a5d1-4a47-8513-17dacdeac07e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:12:38.401264 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87a1ba21-d308-4051-a630-5e58b0482156 req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:38.406391 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87a1ba21-d308-4051-a630-5e58b0482156 req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:38.418956 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:12:38.447646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1ba21-d308-4051-a630-5e58b0482156 req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:38.448359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-87a1ba21-d308-4051-a630-5e58b0482156 req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:38.449634 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-87a1ba21-d308-4051-a630-5e58b0482156 req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "PUT /v2.0/ports/f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee HTTP/1.1" status: 200 len: 943 time: 0.3085370 Aug 31 15:12:38.450078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'tag': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:12:38.452894 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f4fcf7-4f68-41d7-b67e-8315b8084920" -d '{"events": [{"name": "network-changed", "server_uuid": "969d17c2-a183-4c6a-b80c-f984cb1dc1cc", "tag": "f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:12:38.456014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60594) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:38.503094 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event updated for resources: {'Port': ['ID=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:38.512691 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad217d8e-0c4c-448c-88d3-8a81ee11fcfa x-openstack-request-id: req-ad217d8e-0c4c-448c-88d3-8a81ee11fcfa {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:12:38.512691 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969d17c2-a183-4c6a-b80c-f984cb1dc1cc", "tag": "f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:12:38.512990 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad217d8e-0c4c-448c-88d3-8a81ee11fcfa {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:12:38.513759 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'tag': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee', 'status': 'completed', 'code': 200} Aug 31 15:12:38.515095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.517129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.517552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.517814 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.518151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.518479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.518818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.519150 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.519504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.519835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.520161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.520485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260e919-207e-43e8-8181-2750d0117f6b tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.522523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:12:38.554309 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:38.584712 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4fcf7-4f68-41d7-b67e-8315b8084920 req-23c63003-1819-4a42-bafb-71bda0e66173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:38.586266 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6f4fcf7-4f68-41d7-b67e-8315b8084920 req-23c63003-1819-4a42-bafb-71bda0e66173 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71cb12e5f5bd489eb861ef8c9cbcf5dc&device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 1097 time: 0.0437782 Aug 31 15:12:38.587645 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:38.676408 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:38.679367 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:38.682919 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "DELETE /v2.0/security-groups/8da0c30c-a6ec-4003-bbaf-ace7cfe20616 HTTP/1.1" status: 204 len: 168 time: 0.2230284 Aug 31 15:12:38.689348 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60596) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:38.690399 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da0c30c-a6ec-4003-bbaf-ace7cfe20616,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:38.698455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.698835 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.698963 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4fcf7-4f68-41d7-b67e-8315b8084920 req-8734f911-b0ed-43c6-be35-ec5772e4441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:38.699211 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.699565 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.699904 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.700244 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.700577 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.700893 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6f4fcf7-4f68-41d7-b67e-8315b8084920 req-8734f911-b0ed-43c6-be35-ec5772e4441f service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa HTTP/1.1" status: 200 len: 916 time: 0.1072443 Aug 31 15:12:38.701015 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.701266 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.701599 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.702019 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.702354 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b2b8-1092-4e97-a57a-6bbc7544e791 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:38.769569 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-747f7c19-1dcd-4dce-adcc-4d85c238c649 None None] Provisioning complete for port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:12:38.770033 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-747f7c19-1dcd-4dce-adcc-4d85c238c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:38.810575 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6f4fcf7-4f68-41d7-b67e-8315b8084920 req-e4be7552-2fb9-4dca-9ac2-9b1229fc38b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee HTTP/1.1" status: 200 len: 1001 time: 0.0811207 Aug 31 15:12:38.897519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4fcf7-4f68-41d7-b67e-8315b8084920 req-ec06d6d0-c77e-4939-ae84-a2ab613b3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:38.898887 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6f4fcf7-4f68-41d7-b67e-8315b8084920 req-ec06d6d0-c77e-4939-ae84-a2ab613b3c04 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fe37709-a74f-4c79-afaf-8c7b136ee6c6 HTTP/1.1" status: 200 len: 854 time: 0.0624256 Aug 31 15:12:38.969436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4fcf7-4f68-41d7-b67e-8315b8084920 req-84d924c3-49cd-4a5b-8194-1828ed6d6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:38.970912 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6f4fcf7-4f68-41d7-b67e-8315b8084920 req-84d924c3-49cd-4a5b-8194-1828ed6d6123 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524836 Aug 31 15:12:38.975889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6e5b6-4add-46d9-8da4-56e861bb67b2 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Deleting port bc01a31e-2caa-46ef-bdc5-77a2d50e4a77 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:12:38.976244 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e5b6-4add-46d9-8da4-56e861bb67b2 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:39.115465 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e5b6-4add-46d9-8da4-56e861bb67b2 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:39.116196 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e5b6-4add-46d9-8da4-56e861bb67b2 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:39.135621 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6f4fcf7-4f68-41d7-b67e-8315b8084920 req-29576ea1-bb37-4d39-9fba-105fc661160c service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566157 Aug 31 15:12:39.136466 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6e5b6-4add-46d9-8da4-56e861bb67b2 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Calling delete_port for bc01a31e-2caa-46ef-bdc5-77a2d50e4a77 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:12:39.280069 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f6f4fcf7-4f68-41d7-b67e-8315b8084920 req-20ad55d8-523d-4f91-805e-cb755ac938bb service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375153 Aug 31 15:12:39.356208 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e5b6-4add-46d9-8da4-56e861bb67b2 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:39.382419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6e5b6-4add-46d9-8da4-56e861bb67b2 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event deleted for resources: {'Port': ['ID=bc01a31e-2caa-46ef-bdc5-77a2d50e4a77,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:39.442327 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e5b6-4add-46d9-8da4-56e861bb67b2 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:39.442664 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-fbe6e5b6-4add-46d9-8da4-56e861bb67b2 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Floating IP aeb581db-9633-41f3-bf7e-0e92bc6ee813 disassociated (deleted). External IP: 172.25.2.84, port: f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee. Aug 31 15:12:39.655208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe6e5b6-4add-46d9-8da4-56e861bb67b2 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:12:39.765062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe6e5b6-4add-46d9-8da4-56e861bb67b2 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:12:39.769821 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e5b6-4add-46d9-8da4-56e861bb67b2 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:39.774288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e193de-0d87-497c-a7e3-1a9d37312939 None None] Sync routers for ids ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:12:39.783079 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e193de-0d87-497c-a7e3-1a9d37312939 None None] Routers {'7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:12:39.783715 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-60e193de-0d87-497c-a7e3-1a9d37312939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:12:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:39.796206 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-fbe6e5b6-4add-46d9-8da4-56e861bb67b2 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "DELETE /v2.0/floatingips/aeb581db-9633-41f3-bf7e-0e92bc6ee813 HTTP/1.1" status: 204 len: 168 time: 1.1056721 Aug 31 15:12:39.889954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-60e193de-0d87-497c-a7e3-1a9d37312939 None None] Set router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:12:40.101242 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-60e193de-0d87-497c-a7e3-1a9d37312939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '441c12ff-8474-4426-a144-19a3636a494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 4, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port': {'id': '441c12ff-8474-4426-a144-19a3636a494a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:41Z', 'updated_at': '2021-08-31T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '9f67c67d-5e6f-46d3-a392-e7b3f818b239', 'name': '', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'mac_address': 'fa:16:3e:f8:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:42Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 5, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'subnets': [{'id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:40.131999 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e193de-0d87-497c-a7e3-1a9d37312939 None None] Checking router: 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:12:40.140759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e193de-0d87-497c-a7e3-1a9d37312939 None None] Routers {'7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:12:40.141390 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-60e193de-0d87-497c-a7e3-1a9d37312939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:12:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:40.243997 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-60e193de-0d87-497c-a7e3-1a9d37312939 None None] Set router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:12:40.432470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-60e193de-0d87-497c-a7e3-1a9d37312939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '441c12ff-8474-4426-a144-19a3636a494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 4, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port': {'id': '441c12ff-8474-4426-a144-19a3636a494a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:41Z', 'updated_at': '2021-08-31T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '9f67c67d-5e6f-46d3-a392-e7b3f818b239', 'name': '', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'mac_address': 'fa:16:3e:f8:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:42Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 5, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'subnets': [{'id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:40.457723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e193de-0d87-497c-a7e3-1a9d37312939 None None] The sync data for ids ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'] in n-d-806683-5 is: [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '441c12ff-8474-4426-a144-19a3636a494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:10:43Z', 'revision_number': 4, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port': {'id': '441c12ff-8474-4426-a144-19a3636a494a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:41Z', 'updated_at': '2021-08-31T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '9f67c67d-5e6f-46d3-a392-e7b3f818b239', 'name': '', 'network_id': '7cd4cb77-277a-40c5-bd19-5c7bb683e4fa', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'mac_address': 'fa:16:3e:f8:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:42Z', 'updated_at': '2021-08-31T15:10:48Z', 'revision_number': 5, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'subnets': [{'id': '0fe37709-a74f-4c79-afaf-8c7b136ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:12:40.514641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'tag': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:12:40.517095 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fd4006-f286-4f67-8bd5-23baaa6dd610" -d '{"events": [{"name": "network-changed", "server_uuid": "969d17c2-a183-4c6a-b80c-f984cb1dc1cc", "tag": "f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:12:40.555238 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b839290-be97-423f-80d3-d7da4425ded6 x-openstack-request-id: req-8b839290-be97-423f-80d3-d7da4425ded6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:12:40.555523 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969d17c2-a183-4c6a-b80c-f984cb1dc1cc", "tag": "f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:12:40.555771 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b839290-be97-423f-80d3-d7da4425ded6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:12:40.556172 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'tag': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee', 'status': 'completed', 'code': 200} Aug 31 15:12:40.621536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4006-f286-4f67-8bd5-23baaa6dd610 req-7115f6b8-77f0-4ada-aa47-c9ff26ad2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:40.623128 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-16fd4006-f286-4f67-8bd5-23baaa6dd610 req-7115f6b8-77f0-4ada-aa47-c9ff26ad2448 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71cb12e5f5bd489eb861ef8c9cbcf5dc&device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 1097 time: 0.0445995 Aug 31 15:12:40.727477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4006-f286-4f67-8bd5-23baaa6dd610 req-cb3f1508-7b25-44e9-9fc2-182cc866da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:40.728378 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3689569d-da71-47da-9f0d-c5edab43f099 None None] New status for floating IP aeb581db-9633-41f3-bf7e-0e92bc6ee813: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:12:40.729282 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-16fd4006-f286-4f67-8bd5-23baaa6dd610 req-cb3f1508-7b25-44e9-9fc2-182cc866da12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa HTTP/1.1" status: 200 len: 916 time: 0.0991385 Aug 31 15:12:40.771873 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-16fd4006-f286-4f67-8bd5-23baaa6dd610 req-3ae865d8-3b05-404d-b2d5-440a0c984460 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee HTTP/1.1" status: 200 len: 217 time: 0.0352972 Aug 31 15:12:40.831406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4006-f286-4f67-8bd5-23baaa6dd610 req-689a7c23-0d99-4b2b-846f-2771b602a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:40.832916 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-16fd4006-f286-4f67-8bd5-23baaa6dd610 req-689a7c23-0d99-4b2b-846f-2771b602a112 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fe37709-a74f-4c79-afaf-8c7b136ee6c6 HTTP/1.1" status: 200 len: 854 time: 0.0548196 Aug 31 15:12:40.880880 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4006-f286-4f67-8bd5-23baaa6dd610 req-7894232b-9551-4cab-a231-5d55ca8cc25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:40.882387 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-16fd4006-f286-4f67-8bd5-23baaa6dd610 req-7894232b-9551-4cab-a231-5d55ca8cc25d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425832 Aug 31 15:12:40.973734 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-16fd4006-f286-4f67-8bd5-23baaa6dd610 req-0324a758-9a82-4576-b5d9-cabc01b34e9c service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833306 Aug 31 15:12:41.074174 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-16fd4006-f286-4f67-8bd5-23baaa6dd610 req-d2d68f06-2f4a-4951-a522-e293db9fd79c service neutron] 10.222.0.60 "GET /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931089 Aug 31 15:12:44.375675 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-9ca5e011-5926-4cc8-aba8-b9e5596c8cd8 req-0d8f5590-9644-4ce0-bf10-e770e90b0117 tempest-ServerDiskConfigTestJSON-712337626 tempest-ServerDiskConfigTestJSON-712337626-project] (94870) timed out ('10.222.0.60', 64285) {{(pid=94870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 15:12:46.825576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab8d2-ecce-4101-9cb4-5095b8276bcf req-37288699-d073-414b-a48e-c9e502a06c37 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:46.827545 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f16ab8d2-ecce-4101-9cb4-5095b8276bcf req-37288699-d073-414b-a48e-c9e502a06c37 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 946 time: 0.0521755 Aug 31 15:12:46.868184 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f16ab8d2-ecce-4101-9cb4-5095b8276bcf req-5d62ebc0-4866-4215-ac57-f7e71af63df3 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345263 Aug 31 15:12:48.021297 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27786571-4385-461c-99c4-7b6219d9a053 req-d62b1b13-ce5e-4e5c-a8ca-d8836385fb95 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:48.022805 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27786571-4385-461c-99c4-7b6219d9a053 req-d62b1b13-ce5e-4e5c-a8ca-d8836385fb95 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 946 time: 0.0506530 Aug 31 15:12:48.059627 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-27786571-4385-461c-99c4-7b6219d9a053 req-b9b4b170-9442-4b93-9951-f0960f77a20a tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/security-groups?id=875d72f3-745a-4aba-80fd-8db976502a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Aug 31 15:12:48.431159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a4f4b-081d-466a-b0db-a158ca8c669b req-3e3c0cbc-08fb-4aca-a26b-e2355b055ab1 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:48.432633 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c75a4f4b-081d-466a-b0db-a158ca8c669b req-3e3c0cbc-08fb-4aca-a26b-e2355b055ab1 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.60 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 946 time: 0.0478058 Aug 31 15:12:48.526831 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c75a4f4b-081d-466a-b0db-a158ca8c669b req-e8f2735b-a7d6-49b5-b6ce-93fd274c1bf0 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Deleting port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:12:48.527167 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c75a4f4b-081d-466a-b0db-a158ca8c669b req-e8f2735b-a7d6-49b5-b6ce-93fd274c1bf0 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:48.611583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c75a4f4b-081d-466a-b0db-a158ca8c669b req-e8f2735b-a7d6-49b5-b6ce-93fd274c1bf0 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] For port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,segment=NetworkSegment(56cd23ea-a5d1-4a47-8513-17dacdeac07e),segment_id=56cd23ea-a5d1-4a47-8513-17dacdeac07e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:12:48.611943 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c75a4f4b-081d-466a-b0db-a158ca8c669b req-e8f2735b-a7d6-49b5-b6ce-93fd274c1bf0 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:48.625348 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c75a4f4b-081d-466a-b0db-a158ca8c669b req-e8f2735b-a7d6-49b5-b6ce-93fd274c1bf0 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Calling delete_port for f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:12:48.762979 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c75a4f4b-081d-466a-b0db-a158ca8c669b req-e8f2735b-a7d6-49b5-b6ce-93fd274c1bf0 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:48.776115 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:12:48.800090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2735b-a7d6-49b5-b6ce-93fd274c1bf0 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Pushing event deleted for resources: {'Port': ['ID=f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:48.842957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75a4f4b-081d-466a-b0db-a158ca8c669b req-e8f2735b-a7d6-49b5-b6ce-93fd274c1bf0 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] No DVR routers for this DVR port f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:12:48.845994 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c75a4f4b-081d-466a-b0db-a158ca8c669b req-e8f2735b-a7d6-49b5-b6ce-93fd274c1bf0 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:48.848139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c75a4f4b-081d-466a-b0db-a158ca8c669b req-e8f2735b-a7d6-49b5-b6ce-93fd274c1bf0 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.60 "DELETE /v2.0/ports/f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee HTTP/1.1" status: 204 len: 173 time: 0.4093027 Aug 31 15:12:48.848577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'name': 'network-vif-deleted', 'tag': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:12:48.850865 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653a99781dea1316e7baaef89be83c9e1c33a332586067d76d3b45c6a3e3aee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea79a4e9-4e3b-468c-a192-1b611e7c7b63" -d '{"events": [{"server_uuid": "969d17c2-a183-4c6a-b80c-f984cb1dc1cc", "name": "network-vif-deleted", "tag": "f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:12:48.890590 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04e031b-5c4b-40b4-80bd-81ca442c5c24 x-openstack-request-id: req-e04e031b-5c4b-40b4-80bd-81ca442c5c24 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:12:48.890989 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969d17c2-a183-4c6a-b80c-f984cb1dc1cc", "name": "network-vif-deleted", "tag": "f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:12:48.891272 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e04e031b-5c4b-40b4-80bd-81ca442c5c24 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:12:48.892470 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969d17c2-a183-4c6a-b80c-f984cb1dc1cc', 'name': 'network-vif-deleted', 'tag': 'f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee', 'status': 'completed', 'code': 200} Aug 31 15:12:49.165595 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcc47ab6-39ac-4db5-bcd0-2e5561a3b738 req-cf82980a-6c20-4e7f-a4da-5dddf3c602c1 tempest-TestMinimumBasicScenario-2023444737 tempest-TestMinimumBasicScenario-2023444737-project] 10.222.0.39 "GET /v2.0/ports?device_id=969d17c2-a183-4c6a-b80c-f984cb1dc1cc HTTP/1.1" status: 200 len: 210 time: 0.0275242 Aug 31 15:12:49.682686 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c75e2fbe-8055-4d15-bd43-d10108844ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:49.944471 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:50.740336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60696) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:51.076301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-669b6151-7368-4a31-9bb9-ea984d2aac5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:51.313138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-669b6151-7368-4a31-9bb9-ea984d2aac5b admin admin] Deleting port 9f67c67d-5e6f-46d3-a392-e7b3f818b239 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:12:51.313370 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-669b6151-7368-4a31-9bb9-ea984d2aac5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:51.395914 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-669b6151-7368-4a31-9bb9-ea984d2aac5b admin admin] For port 9f67c67d-5e6f-46d3-a392-e7b3f818b239, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=9f67c67d-5e6f-46d3-a392-e7b3f818b239,segment=NetworkSegment(56cd23ea-a5d1-4a47-8513-17dacdeac07e),segment_id=56cd23ea-a5d1-4a47-8513-17dacdeac07e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:12:51.396279 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-669b6151-7368-4a31-9bb9-ea984d2aac5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:51.408674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-669b6151-7368-4a31-9bb9-ea984d2aac5b admin admin] Calling delete_port for 9f67c67d-5e6f-46d3-a392-e7b3f818b239 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:12:51.582252 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-669b6151-7368-4a31-9bb9-ea984d2aac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:51.610640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b6151-7368-4a31-9bb9-ea984d2aac5b admin admin] Pushing event deleted for resources: {'Port': ['ID=9f67c67d-5e6f-46d3-a392-e7b3f818b239,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:51.780065 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-669b6151-7368-4a31-9bb9-ea984d2aac5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:52.220288 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-66615bcb-3e2b-494e-99ed-1d128d95f2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:52.305972 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669b6151-7368-4a31-9bb9-ea984d2aac5b admin admin] Router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:12:52.327977 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:52.410737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669b6151-7368-4a31-9bb9-ea984d2aac5b admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:12:52.415755 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-669b6151-7368-4a31-9bb9-ea984d2aac5b admin admin] 10.222.0.39 "PUT /v2.0/routers/7c2458c3-d5a0-4191-9cf4-2a2b06d082a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6743238 Aug 31 15:12:52.418674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60698) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:52.419805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779482c-5755-425c-9d2e-46fbffe4ff4a None None] Sync routers for ids ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:12:52.428776 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779482c-5755-425c-9d2e-46fbffe4ff4a None None] Routers {'7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:12:52.429383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f779482c-5755-425c-9d2e-46fbffe4ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:12:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:52.524746 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:52.533785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-f779482c-5755-425c-9d2e-46fbffe4ff4a None None] Set router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:12:52.628103 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:52.682711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] Deleting port 441c12ff-8474-4426-a144-19a3636a494a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:12:52.683065 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:52.710769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f779482c-5755-425c-9d2e-46fbffe4ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '441c12ff-8474-4426-a144-19a3636a494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:12:51Z', 'revision_number': 5, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port': {'id': '441c12ff-8474-4426-a144-19a3636a494a', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:41Z', 'updated_at': '2021-08-31T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:52.736785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779482c-5755-425c-9d2e-46fbffe4ff4a None None] Checking router: 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:12:52.745576 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779482c-5755-425c-9d2e-46fbffe4ff4a None None] Routers {'7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:12:52.746180 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f779482c-5755-425c-9d2e-46fbffe4ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:12:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:52.766240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] For port 441c12ff-8474-4426-a144-19a3636a494a, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=441c12ff-8474-4426-a144-19a3636a494a,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:12:52.766593 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:52.781988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] Calling delete_port for 441c12ff-8474-4426-a144-19a3636a494a owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:12:52.833493 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-f779482c-5755-425c-9d2e-46fbffe4ff4a None None] Set router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:12:52.892185 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:12:52.894753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f779482c-5755-425c-9d2e-46fbffe4ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:12:52Z', 'revision_number': 6, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:52.936472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:12:52.936814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device f5f02bb6-c40c-4b28-85ef-a9c3edc5e4ee not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:12:52.939489 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779482c-5755-425c-9d2e-46fbffe4ff4a None None] The sync data for ids ['7c2458c3-d5a0-4191-9cf4-2a2b06d082a4'] in n-d-806683-5 is: [{'id': '7c2458c3-d5a0-4191-9cf4-2a2b06d082a4', 'name': 'tempest-TestMinimumBasicScenario-1392699467-router', 'tenant_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:40Z', 'updated_at': '2021-08-31T15:12:52Z', 'revision_number': 6, 'project_id': '71cb12e5f5bd489eb861ef8c9cbcf5dc', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:12:52.947728 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:52.975644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] Pushing event deleted for resources: {'Port': ['ID=441c12ff-8474-4426-a144-19a3636a494a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:53.033170 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.124199 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.126264 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.168026 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.168691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:12:53.173443 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.174630 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0074706d-53ce-475a-bfce-77b7e689c527 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7c2458c3-d5a0-4191-9cf4-2a2b06d082a4 HTTP/1.1" status: 204 len: 168 time: 0.7549162 Aug 31 15:12:53.177222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60700) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:53.221645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-affed2c4-215e-4875-ade1-5e86dff43ee4 admin admin] Deleting subnet 0fe37709-a74f-4c79-afaf-8c7b136ee6c6 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:12:53.224604 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-affed2c4-215e-4875-ade1-5e86dff43ee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.258565 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-affed2c4-215e-4875-ade1-5e86dff43ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.344390 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-affed2c4-215e-4875-ade1-5e86dff43ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.397943 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-affed2c4-215e-4875-ade1-5e86dff43ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.424629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affed2c4-215e-4875-ade1-5e86dff43ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe37709-a74f-4c79-afaf-8c7b136ee6c6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:53.426608 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-affed2c4-215e-4875-ade1-5e86dff43ee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.430902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-affed2c4-215e-4875-ade1-5e86dff43ee4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0fe37709-a74f-4c79-afaf-8c7b136ee6c6 HTTP/1.1" status: 204 len: 168 time: 0.2503545 Aug 31 15:12:53.431316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60702) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:53.432991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b00a27-e4d3-4e6d-8f2a-7d9d590bf205 None None] Network 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:12:53.506400 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.567208 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Deleting port 952f4e84-a0c8-4326-93ff-b3d69896205d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:12:53.567454 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.631609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] For port 952f4e84-a0c8-4326-93ff-b3d69896205d, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=952f4e84-a0c8-4326-93ff-b3d69896205d,segment=NetworkSegment(56cd23ea-a5d1-4a47-8513-17dacdeac07e),segment_id=56cd23ea-a5d1-4a47-8513-17dacdeac07e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:12:53.631896 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.644939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Calling delete_port for 952f4e84-a0c8-4326-93ff-b3d69896205d owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:12:53.662463 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.755765 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.781716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Pushing event deleted for resources: {'Port': ['ID=952f4e84-a0c8-4326-93ff-b3d69896205d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:53.785066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] No DVR routers for this DVR port 952f4e84-a0c8-4326-93ff-b3d69896205d on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:12:53.786954 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e81e48-28e2-4fee-a749-5dd5945ab114 None None] DHCP port deletion for 7cd4cb77-277a-40c5-bd19-5c7bb683e4fa request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:12:53.865150 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.875439 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd4cb77-277a-40c5-bd19-5c7bb683e4fa']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:53.886429 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56cd23ea-a5d1-4a47-8513-17dacdeac07e') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:53.886724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56cd23ea-a5d1-4a47-8513-17dacdeac07e') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:53.895950 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.910411 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.917170 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:12:53.917641 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: timer() Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:12:53.920212 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:12:53.984919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9f67c67d-5e6f-46d3-a392-e7b3f818b239 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:12:53.989367 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.995582 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:53.997827 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] 10.222.0.39 "DELETE /v2.0/networks/7cd4cb77-277a-40c5-bd19-5c7bb683e4fa HTTP/1.1" status: 204 len: 168 time: 0.5657618 Aug 31 15:12:54.000699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60704) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:54.007039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 9f67c67d-5e6f-46d3-a392-e7b3f818b239 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:12:54.007444 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 9f67c67d-5e6f-46d3-a392-e7b3f818b239 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:12:54.007880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 441c12ff-8474-4426-a144-19a3636a494a no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:12:54.017325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d989df0-816f-496d-8a02-a0a1e2aab94e admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd4cb77-277a-40c5-bd19-5c7bb683e4fa,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:54.030582 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 441c12ff-8474-4426-a144-19a3636a494a {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:12:54.030927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 441c12ff-8474-4426-a144-19a3636a494a not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:12:54.031558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 952f4e84-a0c8-4326-93ff-b3d69896205d no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:12:54.050585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 952f4e84-a0c8-4326-93ff-b3d69896205d {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:12:54.050932 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 952f4e84-a0c8-4326-93ff-b3d69896205d not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:12:54.356177 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7082-52b6-46d4-94a5-7d136778e451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:54.596351 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b7082-52b6-46d4-94a5-7d136778e451 admin admin] Deleting port e275c7fe-cd16-4866-9523-8182cbc05115 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:12:54.596693 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7082-52b6-46d4-94a5-7d136778e451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:54.673393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-8d5b7082-52b6-46d4-94a5-7d136778e451 admin admin] For port e275c7fe-cd16-4866-9523-8182cbc05115, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e275c7fe-cd16-4866-9523-8182cbc05115,segment=NetworkSegment(f6bf7760-4269-488f-bae1-14e1d9de2571),segment_id=f6bf7760-4269-488f-bae1-14e1d9de2571)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:12:54.673751 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7082-52b6-46d4-94a5-7d136778e451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:54.686797 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b7082-52b6-46d4-94a5-7d136778e451 admin admin] Calling delete_port for e275c7fe-cd16-4866-9523-8182cbc05115 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:12:54.869967 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7082-52b6-46d4-94a5-7d136778e451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:54.878636 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:54.896591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b7082-52b6-46d4-94a5-7d136778e451 admin admin] Pushing event deleted for resources: {'Port': ['ID=e275c7fe-cd16-4866-9523-8182cbc05115,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:55.063873 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7082-52b6-46d4-94a5-7d136778e451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:55.099732 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:55.272675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5b7082-52b6-46d4-94a5-7d136778e451 admin admin] Router 3bfc05ab-643e-4c94-80c2-1f5923e9941a has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:12:55.376392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5b7082-52b6-46d4-94a5-7d136778e451 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:12:55.381353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8d5b7082-52b6-46d4-94a5-7d136778e451 admin admin] 10.222.0.39 "PUT /v2.0/routers/3bfc05ab-643e-4c94-80c2-1f5923e9941a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3797145 Aug 31 15:12:55.383920 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60706) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:55.386538 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e566b9-ffe9-44c1-abc7-983b2837037d None None] Sync routers for ids ['3bfc05ab-643e-4c94-80c2-1f5923e9941a'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:12:55.395755 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e566b9-ffe9-44c1-abc7-983b2837037d None None] Routers {'3bfc05ab-643e-4c94-80c2-1f5923e9941a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:12:55.396387 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b6e566b9-ffe9-44c1-abc7-983b2837037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:12:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bfc05ab-643e-4c94-80c2-1f5923e9941a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:55.486085 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:55.498465 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b6e566b9-ffe9-44c1-abc7-983b2837037d None None] Set router 3bfc05ab-643e-4c94-80c2-1f5923e9941a gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:12:55.682032 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b6e566b9-ffe9-44c1-abc7-983b2837037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'name': 'tempest-TestMinimumBasicScenario-1730534393-router', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:12:54Z', 'revision_number': 5, 'project_id': '063031fbb621442898b6e3e96703b47c', 'gw_port': {'id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:55.715668 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e566b9-ffe9-44c1-abc7-983b2837037d None None] Checking router: 3bfc05ab-643e-4c94-80c2-1f5923e9941a for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:12:55.726611 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e566b9-ffe9-44c1-abc7-983b2837037d None None] Routers {'3bfc05ab-643e-4c94-80c2-1f5923e9941a'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:12:55.727263 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b6e566b9-ffe9-44c1-abc7-983b2837037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:12:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3bfc05ab-643e-4c94-80c2-1f5923e9941a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:55.834817 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b6e566b9-ffe9-44c1-abc7-983b2837037d None None] Set router 3bfc05ab-643e-4c94-80c2-1f5923e9941a gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:12:55.945491 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.014709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] Deleting port 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:12:56.015044 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.065715 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b6e566b9-ffe9-44c1-abc7-983b2837037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'name': 'tempest-TestMinimumBasicScenario-1730534393-router', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:12:54Z', 'revision_number': 5, 'project_id': '063031fbb621442898b6e3e96703b47c', 'gw_port': {'id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:56.096040 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e566b9-ffe9-44c1-abc7-983b2837037d None None] The sync data for ids ['3bfc05ab-643e-4c94-80c2-1f5923e9941a'] in n-d-806683-5 is: [{'id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'name': 'tempest-TestMinimumBasicScenario-1730534393-router', 'tenant_id': '063031fbb621442898b6e3e96703b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:12:54Z', 'revision_number': 5, 'project_id': '063031fbb621442898b6e3e96703b47c', 'gw_port': {'id': '3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfc05ab-643e-4c94-80c2-1f5923e9941a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:10:45Z', 'updated_at': '2021-08-31T15:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:12:56.120591 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] For port 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:12:56.120961 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.137541 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] Calling delete_port for 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:12:56.332031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.367761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:56.440452 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.546184 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.548462 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.599905 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.600630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bfc05ab-643e-4c94-80c2-1f5923e9941a {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:12:56.608677 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.609821 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7b1b0281-13f8-4db3-b79e-eb220856088a admin admin] 10.222.0.39 "DELETE /v2.0/routers/3bfc05ab-643e-4c94-80c2-1f5923e9941a HTTP/1.1" status: 204 len: 168 time: 1.2249870 Aug 31 15:12:56.612338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60708) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:56.662540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d661ca-3ce2-4a0e-860b-ab35aa0c0d8b admin admin] Deleting subnet 5a4de784-95df-4a36-963f-5d4a5c5aa94c {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:12:56.666254 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77d661ca-3ce2-4a0e-860b-ab35aa0c0d8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.701756 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77d661ca-3ce2-4a0e-860b-ab35aa0c0d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.784258 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77d661ca-3ce2-4a0e-860b-ab35aa0c0d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.837795 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77d661ca-3ce2-4a0e-860b-ab35aa0c0d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.870343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d661ca-3ce2-4a0e-860b-ab35aa0c0d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a4de784-95df-4a36-963f-5d4a5c5aa94c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:56.872404 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77d661ca-3ce2-4a0e-860b-ab35aa0c0d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.874420 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-77d661ca-3ce2-4a0e-860b-ab35aa0c0d8b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5a4de784-95df-4a36-963f-5d4a5c5aa94c HTTP/1.1" status: 204 len: 168 time: 0.2610447 Aug 31 15:12:56.876771 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60710) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:56.877633 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d9dd2c-b8ac-416a-a483-3915aeebda0a None None] Network 14014247-aac2-459e-b271-3b0995380da4 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:12:56.944445 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:56.999016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Deleting port cee986c2-f3e6-415e-aa3f-eec749fa1b08 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:12:56.999604 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.065159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] For port cee986c2-f3e6-415e-aa3f-eec749fa1b08, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cee986c2-f3e6-415e-aa3f-eec749fa1b08,segment=NetworkSegment(f6bf7760-4269-488f-bae1-14e1d9de2571),segment_id=f6bf7760-4269-488f-bae1-14e1d9de2571)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:12:57.065523 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.084295 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Calling delete_port for cee986c2-f3e6-415e-aa3f-eec749fa1b08 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:12:57.099597 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] DHCP port deletion for 14014247-aac2-459e-b271-3b0995380da4 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:12:57.152351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Deleting port cee986c2-f3e6-415e-aa3f-eec749fa1b08 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:12:57.152730 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.173746 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.199855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Pushing event deleted for resources: {'Port': ['ID=cee986c2-f3e6-415e-aa3f-eec749fa1b08,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:57.202341 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] No DVR routers for this DVR port cee986c2-f3e6-415e-aa3f-eec749fa1b08 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:12:57.219410 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] For port cee986c2-f3e6-415e-aa3f-eec749fa1b08, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=cee986c2-f3e6-415e-aa3f-eec749fa1b08,segment=NetworkSegment(f6bf7760-4269-488f-bae1-14e1d9de2571),segment_id=f6bf7760-4269-488f-bae1-14e1d9de2571)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:12:57.219817 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.232487 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Calling delete_port for cee986c2-f3e6-415e-aa3f-eec749fa1b08 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:12:57.276189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.286571 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14014247-aac2-459e-b271-3b0995380da4']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:57.297119 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bf7760-4269-488f-bae1-14e1d9de2571') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:57.297422 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bf7760-4269-488f-bae1-14e1d9de2571') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:12:57.306219 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.309761 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.321496 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.328365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:12:57.328966 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: timer() Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:12:57.330888 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:12:57.337257 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Pushing event deleted for resources: {'Port': ['ID=cee986c2-f3e6-415e-aa3f-eec749fa1b08,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:57.339533 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] No DVR routers for this DVR port cee986c2-f3e6-415e-aa3f-eec749fa1b08 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:12:57.350231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:57.350502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:57.350853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:57.351213 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:57.351550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:57.351885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:57.352217 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:57.352547 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:57.352875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:57.353205 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:57.353532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:57.353860 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e8c6b-4352-45c6-93c5-30365a3b615a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:12:57.395045 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.400398 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.402248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] 10.222.0.39 "DELETE /v2.0/networks/14014247-aac2-459e-b271-3b0995380da4 HTTP/1.1" status: 204 len: 168 time: 0.5245314 Aug 31 15:12:57.413310 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac48ef-fa78-428c-a0df-bf6fa5b5b620 admin admin] Pushing event deleted for resources: {'Network': ['ID=14014247-aac2-459e-b271-3b0995380da4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:57.561815 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60714) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:57.601162 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5c48413b-7c64-486f-b1fc-ba80da18f5e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71cb12e5f5bd489eb861ef8c9cbcf5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380821 Aug 31 15:12:57.603420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60716) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:57.650411 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-deb0b90b-21ba-45a3-bc5c-1142d0bda682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.670738 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-deb0b90b-21ba-45a3-bc5c-1142d0bda682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.716411 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-deb0b90b-21ba-45a3-bc5c-1142d0bda682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.718991 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-deb0b90b-21ba-45a3-bc5c-1142d0bda682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:57.720184 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-deb0b90b-21ba-45a3-bc5c-1142d0bda682 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/875d72f3-745a-4aba-80fd-8db976502a87 HTTP/1.1" status: 204 len: 168 time: 0.1158671 Aug 31 15:12:57.727734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0b90b-21ba-45a3-bc5c-1142d0bda682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875d72f3-745a-4aba-80fd-8db976502a87,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:57.972499 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e275c7fe-cd16-4866-9523-8182cbc05115 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:12:57.993805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: e275c7fe-cd16-4866-9523-8182cbc05115 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:12:57.994156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e275c7fe-cd16-4866-9523-8182cbc05115 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:12:57.994587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:12:58.013632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:12:58.013985 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 3c94d4d4-9cc8-4faf-8045-ae8b2d9ff3a1 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:12:58.014666 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cee986c2-f3e6-415e-aa3f-eec749fa1b08 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:12:58.035986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: cee986c2-f3e6-415e-aa3f-eec749fa1b08 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:12:58.039537 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device cee986c2-f3e6-415e-aa3f-eec749fa1b08 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:12:58.039786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60722) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:58.078846 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-498a1e73-12e4-42db-abaa-4c7025908342 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=063031fbb621442898b6e3e96703b47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382364 Aug 31 15:12:58.081280 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60724) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:58.131504 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2165fdf-bdd7-4d1a-8202-dc6c1aeee2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:58.151515 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2165fdf-bdd7-4d1a-8202-dc6c1aeee2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:58.197319 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2165fdf-bdd7-4d1a-8202-dc6c1aeee2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:58.200061 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2165fdf-bdd7-4d1a-8202-dc6c1aeee2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:58.201485 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-f2165fdf-bdd7-4d1a-8202-dc6c1aeee2cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c545c8e-373e-4c6f-bd24-4c9a501ffe94 HTTP/1.1" status: 204 len: 168 time: 0.1193066 Aug 31 15:12:58.210899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2165fdf-bdd7-4d1a-8202-dc6c1aeee2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c545c8e-373e-4c6f-bd24-4c9a501ffe94,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:59.764398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60764) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:12:59.769521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0972a45f-b241-442a-9db8-e04079d2ffed tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1305335820', 'description': 'tempest-secgroup-smoke-1305335820 description', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:12:59.791880 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0972a45f-b241-442a-9db8-e04079d2ffed tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:59.800828 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0972a45f-b241-442a-9db8-e04079d2ffed tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:59.892443 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0972a45f-b241-442a-9db8-e04079d2ffed tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:59.896267 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0972a45f-b241-442a-9db8-e04079d2ffed tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:59.932907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972a45f-b241-442a-9db8-e04079d2ffed tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b459158-ee8e-438a-a7a1-a65cd2ce64da,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:12:59.988623 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0972a45f-b241-442a-9db8-e04079d2ffed tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:59.992958 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0972a45f-b241-442a-9db8-e04079d2ffed tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.023570 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0972a45f-b241-442a-9db8-e04079d2ffed tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.024714 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0972a45f-b241-442a-9db8-e04079d2ffed tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2593160 Aug 31 15:13:00.026545 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972a45f-b241-442a-9db8-e04079d2ffed tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e2800e-aefc-4769-a4f9-835d4523429c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:00.027915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60766) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:00.033921 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a6e94216-b9c8-40ef-92bb-408ba2e20f07 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '68e2800e-aefc-4769-a4f9-835d4523429c', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:13:00.062592 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a6e94216-b9c8-40ef-92bb-408ba2e20f07 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.107732 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a6e94216-b9c8-40ef-92bb-408ba2e20f07 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.111271 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a6e94216-b9c8-40ef-92bb-408ba2e20f07 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.133044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e94216-b9c8-40ef-92bb-408ba2e20f07 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85773a26-9066-498a-b9f7-4565998ade13,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:00.136874 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a6e94216-b9c8-40ef-92bb-408ba2e20f07 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.138498 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a6e94216-b9c8-40ef-92bb-408ba2e20f07 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1080739 Aug 31 15:13:00.140930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60768) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:00.145538 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d1fbaeaf-323c-4592-b0f0-1258dac54970 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '68e2800e-aefc-4769-a4f9-835d4523429c', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:13:00.171848 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d1fbaeaf-323c-4592-b0f0-1258dac54970 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.226818 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d1fbaeaf-323c-4592-b0f0-1258dac54970 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.230403 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d1fbaeaf-323c-4592-b0f0-1258dac54970 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.248957 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbaeaf-323c-4592-b0f0-1258dac54970 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05822700-9614-45f9-8d26-8632d877d5af,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:00.254631 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d1fbaeaf-323c-4592-b0f0-1258dac54970 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.258318 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d1fbaeaf-323c-4592-b0f0-1258dac54970 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139395 Aug 31 15:13:00.258513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60770) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:00.263132 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-df7b3691-7e87-456c-b9d2-3eb2ee70baa0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '68e2800e-aefc-4769-a4f9-835d4523429c', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:13:00.288496 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df7b3691-7e87-456c-b9d2-3eb2ee70baa0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.347680 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df7b3691-7e87-456c-b9d2-3eb2ee70baa0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.351460 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df7b3691-7e87-456c-b9d2-3eb2ee70baa0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.372023 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b3691-7e87-456c-b9d2-3eb2ee70baa0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d4093e-6a51-4236-b79a-8de0bfe0b974,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:00.376581 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-df7b3691-7e87-456c-b9d2-3eb2ee70baa0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.377752 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-df7b3691-7e87-456c-b9d2-3eb2ee70baa0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183271 Aug 31 15:13:00.380462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60772) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:00.384752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7bcb0849-3f5f-4d01-a546-83ddd7f46e8d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '68e2800e-aefc-4769-a4f9-835d4523429c', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:13:00.410663 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb0849-3f5f-4d01-a546-83ddd7f46e8d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.474826 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb0849-3f5f-4d01-a546-83ddd7f46e8d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.480039 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb0849-3f5f-4d01-a546-83ddd7f46e8d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.499964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb0849-3f5f-4d01-a546-83ddd7f46e8d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbe0465-9aca-456a-9334-99b12e1cd900,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:00.504891 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb0849-3f5f-4d01-a546-83ddd7f46e8d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.506082 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7bcb0849-3f5f-4d01-a546-83ddd7f46e8d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247077 Aug 31 15:13:00.508804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60774) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:00.513879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-e3574aa8-a7c0-415d-9c65-e32def684402 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '68e2800e-aefc-4769-a4f9-835d4523429c', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:13:00.535661 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-e3574aa8-a7c0-415d-9c65-e32def684402 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Project e95ca13f7900437b89e01b1bba4fea13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:13:00.540380 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e3574aa8-a7c0-415d-9c65-e32def684402 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.600513 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e3574aa8-a7c0-415d-9c65-e32def684402 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.603872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e3574aa8-a7c0-415d-9c65-e32def684402 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.623843 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3574aa8-a7c0-415d-9c65-e32def684402 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a86cc8-e381-486a-bc07-77905cbdcc58,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:00.627798 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e3574aa8-a7c0-415d-9c65-e32def684402 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.629124 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e3574aa8-a7c0-415d-9c65-e32def684402 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192873 Aug 31 15:13:00.631716 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60776) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:00.636124 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-261a0ef7-e87a-4783-8a14-64e63b57b300 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '68e2800e-aefc-4769-a4f9-835d4523429c', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:13:00.657211 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-261a0ef7-e87a-4783-8a14-64e63b57b300 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Project e95ca13f7900437b89e01b1bba4fea13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:13:00.662039 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-261a0ef7-e87a-4783-8a14-64e63b57b300 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.723710 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-261a0ef7-e87a-4783-8a14-64e63b57b300 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.727333 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-261a0ef7-e87a-4783-8a14-64e63b57b300 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.742618 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a0ef7-e87a-4783-8a14-64e63b57b300 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4122940c-13f8-4b0f-bb3d-d1bce40e4fb2,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:00.751428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-261a0ef7-e87a-4783-8a14-64e63b57b300 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.752633 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-261a0ef7-e87a-4783-8a14-64e63b57b300 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200006 Aug 31 15:13:00.755747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60778) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:00.760665 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9b47088b-aec2-4e11-8b15-d5e198dbcb0a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'network': {'name': 'tempest-network-smoke--1052536711', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'port_security_enabled': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:13:00.784145 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b47088b-aec2-4e11-8b15-d5e198dbcb0a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:13:00.787565 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b47088b-aec2-4e11-8b15-d5e198dbcb0a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.810679 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b47088b-aec2-4e11-8b15-d5e198dbcb0a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:13:00.819193 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b47088b-aec2-4e11-8b15-d5e198dbcb0a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.819544 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-9b47088b-aec2-4e11-8b15-d5e198dbcb0a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Added segment a10f8638-697f-4afb-831d-e83823e48896 of type vlan for network 1f0d9a44-afea-489a-b50c-af5062a9766b Aug 31 15:13:00.860970 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b47088b-aec2-4e11-8b15-d5e198dbcb0a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.885585 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b47088b-aec2-4e11-8b15-d5e198dbcb0a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.891826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b47088b-aec2-4e11-8b15-d5e198dbcb0a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:00.892414 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9b47088b-aec2-4e11-8b15-d5e198dbcb0a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.950837 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9b47088b-aec2-4e11-8b15-d5e198dbcb0a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1935599 Aug 31 15:13:00.953792 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60780) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:00.960734 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'admin_state_up': True, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:13:00.975908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47088b-aec2-4e11-8b15-d5e198dbcb0a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Network': ['ID=1f0d9a44-afea-489a-b50c-af5062a9766b,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:00.990329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 1f0d9a44-afea-489a-b50c-af5062a9766b details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:13:00.993461 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:00.994507 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:01.047865 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:01.190648 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:01.376051 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:01.405238 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:01.507922 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.25.2.158 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/00bf8432-be49-4839-9df8-3d210e52a2bf) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:13:01.610347 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:01.648818 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:01.683409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:13:01.688678 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:13:01.692110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:13:01.717707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=00bf8432-be49-4839-9df8-3d210e52a2bf,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:01.954707 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:02.155456 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:02.282440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:13:02.386254 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:13:02.396394 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Sync routers for ids ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:13:02.410305 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Routers {'6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:02.411069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:12:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:02.414310 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:02.415679 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-3f00056b-cbf8-4724-ab6d-dc2a5d5997f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4606893 Aug 31 15:13:02.418636 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60784) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:02.517694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Set router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:02.537620 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-781bfc7c-1e6d-4f41-9f86-e957418a2e13 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e95ca13f7900437b89e01b1bba4fea13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1170139 Aug 31 15:13:02.540107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60788) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:02.670300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7966766-054b-42d0-9482-c41743cab656 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:02.671922 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f7966766-054b-42d0-9482-c41743cab656 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309171 Aug 31 15:13:02.674824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60790) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:02.692359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:01Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:02.702408 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-73da8b31-c14a-4b13-9672-a56121480570 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264838 Aug 31 15:13:02.704993 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60792) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:02.709796 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6bba4330-b2e8-4173-96dc-14c1c086fae6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-786218922', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:13:02.722273 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Checking router: 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:13:02.722622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Updating router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 port 00bf8432-be49-4839-9df8-3d210e52a2bf binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:13:02.747567 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:02.801482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bba4330-b2e8-4173-96dc-14c1c086fae6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:13:02.805030 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bba4330-b2e8-4173-96dc-14c1c086fae6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:02.984872 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bba4330-b2e8-4173-96dc-14c1c086fae6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:03.001451 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:03.011766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Transition to ACTIVE for port object 00bf8432-be49-4839-9df8-3d210e52a2bf will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:13:03.017736 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:03.048188 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba4330-b2e8-4173-96dc-14c1c086fae6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Subnet': ['ID=d8eb9b2e-d567-4360-9ad2-bb571ba2f713,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:03.053482 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba4330-b2e8-4173-96dc-14c1c086fae6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Checking segment: {'id': 'a10f8638-697f-4afb-831d-e83823e48896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:13:03.053876 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bba4330-b2e8-4173-96dc-14c1c086fae6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network hostable DHCP agents. Network: 1f0d9a44-afea-489a-b50c-af5062a9766b, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:13:03.071072 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bba4330-b2e8-4173-96dc-14c1c086fae6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network 1f0d9a44-afea-489a-b50c-af5062a9766b is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:13:03.073443 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Attempting to bind port 00bf8432-be49-4839-9df8-3d210e52a2bf on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:13:03.073815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Attempting to bind port 00bf8432-be49-4839-9df8-3d210e52a2bf by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:13:03.074178 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Attempting to bind port 00bf8432-be49-4839-9df8-3d210e52a2bf on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:13:03.080338 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-6bba4330-b2e8-4173-96dc-14c1c086fae6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 1f0d9a44-afea-489a-b50c-af5062a9766b) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:13:03.083603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd881a4-c29a-4f41-a3a8-45ee14920757 None None] Pushing event updated for resources: {'Port': ['ID=00bf8432-be49-4839-9df8-3d210e52a2bf,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:03.088377 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bba4330-b2e8-4173-96dc-14c1c086fae6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:03.088956 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6bba4330-b2e8-4173-96dc-14c1c086fae6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:03.093638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:13:03.094018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:13:03.094423 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:03.094816 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:13:03.095351 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Bound port: 00bf8432-be49-4839-9df8-3d210e52a2bf, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:13:03.095783 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:03.097759 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f548f4b7-c9ac-4f59-84b6-f8fde915f456 None None] Network 1f0d9a44-afea-489a-b50c-af5062a9766b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:13:03.103991 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6bba4330-b2e8-4173-96dc-14c1c086fae6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3980038 Aug 31 15:13:03.106747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60794) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:03.208164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] For port 00bf8432-be49-4839-9df8-3d210e52a2bf, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:13:03.228426 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] For port 00bf8432-be49-4839-9df8-3d210e52a2bf, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=00bf8432-be49-4839-9df8-3d210e52a2bf,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:13:03.250569 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:03.341630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd881a4-c29a-4f41-a3a8-45ee14920757 None None] Pushing event updated for resources: {'Port': ['ID=00bf8432-be49-4839-9df8-3d210e52a2bf,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:03.345148 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Routers {'6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:03.345769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:12:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:03.385011 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-1f0d9a44-afea-489a-b50c-af5062a9766b', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ips': [{'subnet_id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:13:03.385873 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:03.537052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] Set router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:03.671291 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Allocated IP 172.20.0.2 (1f0d9a44-afea-489a-b50c-af5062a9766b/d8eb9b2e-d567-4360-9ad2-bb571ba2f713/abf8c882-d71a-42d9-b2fb-01bfdc46f5ad) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:13:03.857661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:01Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:03.876891 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:03.890814 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0da265-91ff-43ab-9395-5f929b1caf87 None None] The sync data for ids ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'] in n-d-806683-5 is: [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:01Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:13:03.902460 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:03.911923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Transition to ACTIVE for port object abf8c882-d71a-42d9-b2fb-01bfdc46f5ad will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:13:03.929041 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Transition to ACTIVE for port object abf8c882-d71a-42d9-b2fb-01bfdc46f5ad will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:13:03.937368 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:03.980532 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Network 1f0d9a44-afea-489a-b50c-af5062a9766b is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:13:03.988177 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:13:03.992211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:13:04.000945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Pushing event updated for resources: {'Port': ['ID=abf8c882-d71a-42d9-b2fb-01bfdc46f5ad,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:04.055843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Attempting to bind port abf8c882-d71a-42d9-b2fb-01bfdc46f5ad on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:13:04.056221 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Attempting to bind port abf8c882-d71a-42d9-b2fb-01bfdc46f5ad by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'a10f8638-697f-4afb-831d-e83823e48896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:13:04.056591 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Attempting to bind port abf8c882-d71a-42d9-b2fb-01bfdc46f5ad on network 1f0d9a44-afea-489a-b50c-af5062a9766b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:13:04.062526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:13:04.062905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Checking segment: {'id': 'a10f8638-697f-4afb-831d-e83823e48896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:13:04.063363 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:04.063761 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Bound using segment: {'id': 'a10f8638-697f-4afb-831d-e83823e48896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:13:04.064237 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Bound port: abf8c882-d71a-42d9-b2fb-01bfdc46f5ad, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10f8638-697f-4afb-831d-e83823e48896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:13:04.064622 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:04.159276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] For port abf8c882-d71a-42d9-b2fb-01bfdc46f5ad, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:13:04.162983 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] For port abf8c882-d71a-42d9-b2fb-01bfdc46f5ad, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=abf8c882-d71a-42d9-b2fb-01bfdc46f5ad,segment=NetworkSegment(a10f8638-697f-4afb-831d-e83823e48896),segment_id=a10f8638-697f-4afb-831d-e83823e48896)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:13:04.167517 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:04.203874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.20.0.1 (1f0d9a44-afea-489a-b50c-af5062a9766b/d8eb9b2e-d567-4360-9ad2-bb571ba2f713/4e46026e-cce6-4c59-8990-d313d401c418) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:13:04.229187 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fff871-992a-4eca-8e4b-e75e4dd0a904 None None] Pushing event updated for resources: {'Port': ['ID=abf8c882-d71a-42d9-b2fb-01bfdc46f5ad,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:04.348246 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:04.368013 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Transition to ACTIVE for port object 4e46026e-cce6-4c59-8990-d313d401c418 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:13:04.408381 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:04.464699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network 1f0d9a44-afea-489a-b50c-af5062a9766b is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:13:04.468908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:13:04.475370 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:13:04.506572 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=4e46026e-cce6-4c59-8990-d313d401c418,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:04.531255 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:04.669230 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:04.970046 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:04.975197 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:05.018037 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:13:05.057547 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=4e46026e-cce6-4c59-8990-d313d401c418,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:05.061761 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:05.156915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network 1f0d9a44-afea-489a-b50c-af5062a9766b is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:13:05.158464 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:13:05.193341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca5bc90-6990-4e21-8407-3e8ee9f8f0dc None None] Network 1f0d9a44-afea-489a-b50c-af5062a9766b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:13:05.260259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2e39c01f-73cb-4f1b-9cfc-13bb0da8b255 None None] Provisioning for port abf8c882-d71a-42d9-b2fb-01bfdc46f5ad completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:13:05.280335 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:13:05.402737 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:13:05.408684 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6e96fb8e-0948-406b-831b-85a9d56f7d39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "PUT /v2.0/routers/6c4f0b2c-b0eb-4ffe-b408-111e5ab30881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3008366 Aug 31 15:13:05.607613 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Sync routers for ids ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:13:05.617891 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Routers {'6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:05.618826 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:12:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:05.728864 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-dd0094a2-41e9-4e40-a1c7-f3104cd29b51 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305335820&fields=id&tenant_id=e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 267 time: 0.0341818 Aug 31 15:13:05.738258 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Set router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:05.759979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-34e80e61-1150-4fd0-b1e0-3ec0503cfb45 None None] Provisioning for port 4e46026e-cce6-4c59-8990-d313d401c418 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:13:05.764500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-34e80e61-1150-4fd0-b1e0-3ec0503cfb45 None None] Provisioning complete for port 4e46026e-cce6-4c59-8990-d313d401c418 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:13:05.764884 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34e80e61-1150-4fd0-b1e0-3ec0503cfb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:05.810381 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-34e80e61-1150-4fd0-b1e0-3ec0503cfb45 None None] Port 4e46026e-cce6-4c59-8990-d313d401c418 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:13:05.850243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-fb4f3f56-f85f-4314-b416-a841ee72bebb tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:05.851867 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-fb4f3f56-f85f-4314-b416-a841ee72bebb tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/networks?id=1f0d9a44-afea-489a-b50c-af5062a9766b HTTP/1.1" status: 200 len: 797 time: 0.1152050 Aug 31 15:13:05.870573 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-7d8f3373-81ff-42d1-997c-b94af309cd85 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/quotas/e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 375 time: 0.0114212 Aug 31 15:13:05.938905 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-6ad6844b-7fe7-4586-9c9b-91f0f0454a3e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599644 Aug 31 15:13:05.962675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-f5a86fb9-7bcd-4345-a17b-cb0517fac8fd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:13:05.963750 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-f5a86fb9-7bcd-4345-a17b-cb0517fac8fd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103912 Aug 31 15:13:05.991932 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '4e46026e-cce6-4c59-8990-d313d401c418', 'name': '', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:92:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:04Z', 'updated_at': '2021-08-31T15:13:04Z', 'revision_number': 2, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:06.048724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-50418434-3bd6-41a3-aa57-8b40bb848c5a None None] Provisioning complete for port 4e46026e-cce6-4c59-8990-d313d401c418 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:13:06.049956 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-50418434-3bd6-41a3-aa57-8b40bb848c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:06.117248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-50418434-3bd6-41a3-aa57-8b40bb848c5a None None] Port 4e46026e-cce6-4c59-8990-d313d401c418 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:13:06.123019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device abf8c882-d71a-42d9-b2fb-01bfdc46f5ad up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:13:06.145428 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Checking router: 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:13:06.146018 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Updating router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 port 4e46026e-cce6-4c59-8990-d313d401c418 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:13:06.156987 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-cc7fb388-f178-4a54-97be-07187bef43f6 service neutron] 10.222.0.39 "GET /v2.0/networks/1f0d9a44-afea-489a-b50c-af5062a9766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781161 Aug 31 15:13:06.176452 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:06.177098 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port abf8c882-d71a-42d9-b2fb-01bfdc46f5ad completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:13:06.181618 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port abf8c882-d71a-42d9-b2fb-01bfdc46f5ad triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:13:06.181996 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:06.255292 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-74233232-6aac-440e-95a1-22dd57d2cb12 service neutron] 10.222.0.39 "GET /v2.0/networks/1f0d9a44-afea-489a-b50c-af5062a9766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971336 Aug 31 15:13:06.280990 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:06.314878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port abf8c882-d71a-42d9-b2fb-01bfdc46f5ad, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=abf8c882-d71a-42d9-b2fb-01bfdc46f5ad,segment=NetworkSegment(a10f8638-697f-4afb-831d-e83823e48896),segment_id=a10f8638-697f-4afb-831d-e83823e48896)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:06.319310 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:06.320097 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 00bf8432-be49-4839-9df8-3d210e52a2bf up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:13:06.412494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-711ab547-13d3-4ee3-92eb-cbe94289aa0e None None] Provisioning complete for port 4e46026e-cce6-4c59-8990-d313d401c418 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:13:06.412882 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-711ab547-13d3-4ee3-92eb-cbe94289aa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:06.450552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=abf8c882-d71a-42d9-b2fb-01bfdc46f5ad,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:06.465539 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-711ab547-13d3-4ee3-92eb-cbe94289aa0e None None] Port 4e46026e-cce6-4c59-8990-d313d401c418 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:13:06.467837 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 00bf8432-be49-4839-9df8-3d210e52a2bf completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:13:06.471938 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 00bf8432-be49-4839-9df8-3d210e52a2bf triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:13:06.472314 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:06.478434 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:06.489730 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Transition to ACTIVE for port object 4e46026e-cce6-4c59-8990-d313d401c418 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:13:06.498747 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:06.574668 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:06.595039 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d7202db-9e34-47e8-8b21-2a0c2e1d7953 req-8dfcf86f-f29a-467a-8145-056d878e8fe5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 210 time: 0.1367188 Aug 31 15:13:06.599577 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 00bf8432-be49-4839-9df8-3d210e52a2bf, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=00bf8432-be49-4839-9df8-3d210e52a2bf,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:06.604951 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:06.617925 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f130d-4162-40eb-a737-d09fcda73f01 None None] Pushing event updated for resources: {'Port': ['ID=4e46026e-cce6-4c59-8990-d313d401c418,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:06.630019 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f130d-4162-40eb-a737-d09fcda73f01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:06.630364 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f130d-4162-40eb-a737-d09fcda73f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:06.630704 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f130d-4162-40eb-a737-d09fcda73f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:06.631036 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f130d-4162-40eb-a737-d09fcda73f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:06.631520 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f130d-4162-40eb-a737-d09fcda73f01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:06.631851 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f130d-4162-40eb-a737-d09fcda73f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:06.632584 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f130d-4162-40eb-a737-d09fcda73f01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:06.632584 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f130d-4162-40eb-a737-d09fcda73f01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:06.632854 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f130d-4162-40eb-a737-d09fcda73f01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:06.633119 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f130d-4162-40eb-a737-d09fcda73f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:06.633439 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f130d-4162-40eb-a737-d09fcda73f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:06.633758 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f130d-4162-40eb-a737-d09fcda73f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:06.648693 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Attempting to bind port 4e46026e-cce6-4c59-8990-d313d401c418 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:13:06.649156 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Attempting to bind port 4e46026e-cce6-4c59-8990-d313d401c418 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'a10f8638-697f-4afb-831d-e83823e48896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:13:06.649586 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Attempting to bind port 4e46026e-cce6-4c59-8990-d313d401c418 on network 1f0d9a44-afea-489a-b50c-af5062a9766b {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:13:06.656425 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:13:06.656806 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Checking segment: {'id': 'a10f8638-697f-4afb-831d-e83823e48896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:13:06.657206 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:06.657599 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Bound using segment: {'id': 'a10f8638-697f-4afb-831d-e83823e48896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:13:06.658341 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Bound port: 4e46026e-cce6-4c59-8990-d313d401c418, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10f8638-697f-4afb-831d-e83823e48896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:13:06.658733 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:06.659132 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=00bf8432-be49-4839-9df8-3d210e52a2bf,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:06.728828 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] For port 4e46026e-cce6-4c59-8990-d313d401c418, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:13:06.732552 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] For port 4e46026e-cce6-4c59-8990-d313d401c418, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4e46026e-cce6-4c59-8990-d313d401c418,segment=NetworkSegment(a10f8638-697f-4afb-831d-e83823e48896),segment_id=a10f8638-697f-4afb-831d-e83823e48896)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:13:06.737923 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:06.805429 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Routers {'6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:06.806067 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:12:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:06.809837 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f130d-4162-40eb-a737-d09fcda73f01 None None] Pushing event updated for resources: {'Port': ['ID=4e46026e-cce6-4c59-8990-d313d401c418,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:06.928403 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] Set router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:07.140197 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '4e46026e-cce6-4c59-8990-d313d401c418', 'name': '', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:92:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:04Z', 'updated_at': '2021-08-31T15:13:06Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:07.170828 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20794a-b8a2-42a2-8401-b4b3fb0a724a None None] The sync data for ids ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'] in n-d-806683-5 is: [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '4e46026e-cce6-4c59-8990-d313d401c418', 'name': '', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:92:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:04Z', 'updated_at': '2021-08-31T15:13:06Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:13:07.712341 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bf5512fa-dba0-4dde-974a-81c18e18f5bb req-ecc22a17-a586-4e1e-b815-4dd747fcb44e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 210 time: 0.0361736 Aug 31 15:13:07.733477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-31d1eb9d-2a51-4db8-a136-ad9d7533377b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:07.735086 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-31d1eb9d-2a51-4db8-a136-ad9d7533377b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/networks?id=1f0d9a44-afea-489a-b50c-af5062a9766b HTTP/1.1" status: 200 len: 797 time: 0.1563218 Aug 31 15:13:07.785102 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-2f08758a-862f-4b8e-ae9b-3c346615e856 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 380 time: 0.0395646 Aug 31 15:13:07.796503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-0a1dcfc8-fe5b-44ac-a20a-ab64c65c36e4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'port': {'device_id': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'admin_state_up': True, 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'security_groups': ['68e2800e-aefc-4769-a4f9-835d4523429c']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:13:07.920136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-0a1dcfc8-fe5b-44ac-a20a-ab64c65c36e4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:13:07.925427 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-0a1dcfc8-fe5b-44ac-a20a-ab64c65c36e4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:08.068163 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4e46026e-cce6-4c59-8990-d313d401c418 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:13:08.068806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-0a1dcfc8-fe5b-44ac-a20a-ab64c65c36e4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.20.0.11 (1f0d9a44-afea-489a-b50c-af5062a9766b/d8eb9b2e-d567-4360-9ad2-bb571ba2f713/238542ae-23d5-45fa-9431-747a6e3143b5) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:13:08.128830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 4e46026e-cce6-4c59-8990-d313d401c418 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:13:08.132846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 4e46026e-cce6-4c59-8990-d313d401c418 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:13:08.133208 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:08.221180 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:08.221493 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-0a1dcfc8-fe5b-44ac-a20a-ab64c65c36e4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:08.236605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-0a1dcfc8-fe5b-44ac-a20a-ab64c65c36e4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Transition to ACTIVE for port object 238542ae-23d5-45fa-9431-747a6e3143b5 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:13:08.254749 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 4e46026e-cce6-4c59-8990-d313d401c418, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4e46026e-cce6-4c59-8990-d313d401c418,segment=NetworkSegment(a10f8638-697f-4afb-831d-e83823e48896),segment_id=a10f8638-697f-4afb-831d-e83823e48896)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:08.260540 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:08.261718 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device abf8c882-d71a-42d9-b2fb-01bfdc46f5ad up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:13:08.275853 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-0a1dcfc8-fe5b-44ac-a20a-ab64c65c36e4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:08.320650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-0a1dcfc8-fe5b-44ac-a20a-ab64c65c36e4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network 1f0d9a44-afea-489a-b50c-af5062a9766b is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:13:08.323791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-0a1dcfc8-fe5b-44ac-a20a-ab64c65c36e4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:13:08.328274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-0a1dcfc8-fe5b-44ac-a20a-ab64c65c36e4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:13:08.349447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=4e46026e-cce6-4c59-8990-d313d401c418,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:08.355494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1dcfc8-fe5b-44ac-a20a-ab64c65c36e4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=238542ae-23d5-45fa-9431-747a6e3143b5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:08.363264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port abf8c882-d71a-42d9-b2fb-01bfdc46f5ad triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:13:08.363567 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:08.385276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-0a1dcfc8-fe5b-44ac-a20a-ab64c65c36e4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:08.385906 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-0a1dcfc8-fe5b-44ac-a20a-ab64c65c36e4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:08.401876 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-0a1dcfc8-fe5b-44ac-a20a-ab64c65c36e4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6094623 Aug 31 15:13:08.455781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 00bf8432-be49-4839-9df8-3d210e52a2bf up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:13:08.504555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 00bf8432-be49-4839-9df8-3d210e52a2bf triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:13:08.504927 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:08.519097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Request body: {'port': {'device_id': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:13:08.576917 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:08.633032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fd631da3-ea3e-481d-9252-565b2bb16d30 None None] Provisioning for port 238542ae-23d5-45fa-9431-747a6e3143b5 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:13:08.636557 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fd631da3-ea3e-481d-9252-565b2bb16d30 None None] Provisioning complete for port 238542ae-23d5-45fa-9431-747a6e3143b5 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:13:08.636922 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd631da3-ea3e-481d-9252-565b2bb16d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:08.671141 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fd631da3-ea3e-481d-9252-565b2bb16d30 None None] Port 238542ae-23d5-45fa-9431-747a6e3143b5 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:13:08.834622 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccfba7-9486-4df3-ae7f-20c24c511709 req-7681c09f-5a5b-4df3-967b-2e1ec8644f05 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:08.836290 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47ccfba7-9486-4df3-ae7f-20c24c511709 req-7681c09f-5a5b-4df3-967b-2e1ec8644f05 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 932 time: 0.0530908 Aug 31 15:13:08.839103 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238542ae-23d5-45fa-9431-747a6e3143b5 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:13:08.846739 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:08.860136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Transition to ACTIVE for port object 238542ae-23d5-45fa-9431-747a6e3143b5 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:13:08.864147 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:08.876057 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47ccfba7-9486-4df3-ae7f-20c24c511709 req-7ad64205-bf5a-4b53-8b0c-9610cea5734b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334065 Aug 31 15:13:08.913039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Pushing event updated for resources: {'Port': ['ID=238542ae-23d5-45fa-9431-747a6e3143b5,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:08.995890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Attempting to bind port 238542ae-23d5-45fa-9431-747a6e3143b5 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:13:08.996261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Attempting to bind port 238542ae-23d5-45fa-9431-747a6e3143b5 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'a10f8638-697f-4afb-831d-e83823e48896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:13:08.997126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Attempting to bind port 238542ae-23d5-45fa-9431-747a6e3143b5 on network 1f0d9a44-afea-489a-b50c-af5062a9766b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:13:09.002663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Port 238542ae-23d5-45fa-9431-747a6e3143b5 on network 1f0d9a44-afea-489a-b50c-af5062a9766b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:13:09.003065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Attempting to bind port 238542ae-23d5-45fa-9431-747a6e3143b5 on network 1f0d9a44-afea-489a-b50c-af5062a9766b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:13:09.008745 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:13:09.009077 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Checking segment: {'id': 'a10f8638-697f-4afb-831d-e83823e48896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:13:09.009460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Bound using segment: {'id': 'a10f8638-697f-4afb-831d-e83823e48896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:13:09.009890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Bound port: 238542ae-23d5-45fa-9431-747a6e3143b5, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a10f8638-697f-4afb-831d-e83823e48896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:13:09.010248 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:09.078169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] For port 238542ae-23d5-45fa-9431-747a6e3143b5, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:13:09.081657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] For port 238542ae-23d5-45fa-9431-747a6e3143b5, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=238542ae-23d5-45fa-9431-747a6e3143b5,segment=NetworkSegment(a10f8638-697f-4afb-831d-e83823e48896),segment_id=a10f8638-697f-4afb-831d-e83823e48896)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:13:09.085925 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:09.120831 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:09.121448 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:09.124121 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] 10.222.0.60 "PUT /v2.0/ports/238542ae-23d5-45fa-9431-747a6e3143b5 HTTP/1.1" status: 200 len: 1092 time: 0.6519468 Aug 31 15:13:09.124592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'tag': '238542ae-23d5-45fa-9431-747a6e3143b5'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:13:09.150938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497840da-d879-42f7-8011-308d8ae5e41b service neutron] Pushing event updated for resources: {'Port': ['ID=238542ae-23d5-45fa-9431-747a6e3143b5,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:09.204716 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bedf71-b11e-4192-9b4b-9e604b66e832" -d '{"events": [{"name": "network-changed", "server_uuid": "81cad146-01a2-4ce3-960c-4ce60f4a1969", "tag": "238542ae-23d5-45fa-9431-747a6e3143b5"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:13:09.224117 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-e0ce8f24-de99-4bff-96d5-c125fa3fb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:09.225713 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-e0ce8f24-de99-4bff-96d5-c125fa3fb461 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 1095 time: 0.0601745 Aug 31 15:13:09.269925 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-a65566ee-af2d-434b-a0a4-d49f04e07d94 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=238542ae-23d5-45fa-9431-747a6e3143b5 HTTP/1.1" status: 200 len: 217 time: 0.0364342 Aug 31 15:13:09.306849 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90751792-12aa-4924-9d16-bf41e45fa4a4 x-openstack-request-id: req-90751792-12aa-4924-9d16-bf41e45fa4a4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:13:09.307151 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cad146-01a2-4ce3-960c-4ce60f4a1969", "tag": "238542ae-23d5-45fa-9431-747a6e3143b5", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:13:09.307429 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90751792-12aa-4924-9d16-bf41e45fa4a4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:13:09.307833 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'tag': '238542ae-23d5-45fa-9431-747a6e3143b5', 'status': 'completed', 'code': 200} Aug 31 15:13:09.326951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-d077bd8e-14b7-4118-bfd6-50f44c5ce2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:09.328502 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-d077bd8e-14b7-4118-bfd6-50f44c5ce2e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8eb9b2e-d567-4360-9ad2-bb571ba2f713 HTTP/1.1" status: 200 len: 834 time: 0.0513930 Aug 31 15:13:09.382037 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-34ecdb70-08c8-465c-a2a3-4a1a7e0f39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:09.383610 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-34ecdb70-08c8-465c-a2a3-4a1a7e0f39a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f0d9a44-afea-489a-b50c-af5062a9766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482213 Aug 31 15:13:09.470708 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-aff6d2c3-e9b0-4a5b-9823-90ddeb37258c service neutron] 10.222.0.60 "GET /v2.0/networks/1f0d9a44-afea-489a-b50c-af5062a9766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800695 Aug 31 15:13:09.561985 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c141c9c-0f47-41b7-9f8a-05b3bf387184 req-41eb67b5-ea54-4b9b-9418-ca7885abf9b1 service neutron] 10.222.0.60 "GET /v2.0/networks/1f0d9a44-afea-489a-b50c-af5062a9766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845640 Aug 31 15:13:09.645486 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bedf71-b11e-4192-9b4b-9e604b66e832 req-7577b706-7a62-4c8b-8012-5c283b46352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:09.646967 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6bedf71-b11e-4192-9b4b-9e604b66e832 req-7577b706-7a62-4c8b-8012-5c283b46352c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 1095 time: 0.0410728 Aug 31 15:13:09.733603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bedf71-b11e-4192-9b4b-9e604b66e832 req-87ed2faf-c553-418a-9c42-c31c18d03022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:09.735009 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6bedf71-b11e-4192-9b4b-9e604b66e832 req-87ed2faf-c553-418a-9c42-c31c18d03022 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f0d9a44-afea-489a-b50c-af5062a9766b HTTP/1.1" status: 200 len: 898 time: 0.0808823 Aug 31 15:13:09.779745 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6bedf71-b11e-4192-9b4b-9e604b66e832 req-3ad82b59-1fbb-40c3-97d1-eaaf0456c568 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=238542ae-23d5-45fa-9431-747a6e3143b5 HTTP/1.1" status: 200 len: 217 time: 0.0373194 Aug 31 15:13:09.827921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bedf71-b11e-4192-9b4b-9e604b66e832 req-5d0546a5-bd6e-4eef-ab93-a929c7df61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:09.829313 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6bedf71-b11e-4192-9b4b-9e604b66e832 req-5d0546a5-bd6e-4eef-ab93-a929c7df61ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8eb9b2e-d567-4360-9ad2-bb571ba2f713 HTTP/1.1" status: 200 len: 834 time: 0.0422397 Aug 31 15:13:09.880487 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bedf71-b11e-4192-9b4b-9e604b66e832 req-abd25478-78f7-477e-ae8d-c89117fbce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:09.881995 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6bedf71-b11e-4192-9b4b-9e604b66e832 req-abd25478-78f7-477e-ae8d-c89117fbce36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f0d9a44-afea-489a-b50c-af5062a9766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439544 Aug 31 15:13:09.990045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6bedf71-b11e-4192-9b4b-9e604b66e832 req-11736ebf-254b-4420-b75d-2968ea8f4dde service neutron] 10.222.0.60 "GET /v2.0/networks/1f0d9a44-afea-489a-b50c-af5062a9766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997880 Aug 31 15:13:10.003319 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0141c6-ef8a-485d-88b6-eff44680c45d req-78c2a26f-f52f-4d52-9c81-251160fb3d65 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:10.009889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb0141c6-ef8a-485d-88b6-eff44680c45d req-78c2a26f-f52f-4d52-9c81-251160fb3d65 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 944 time: 0.0637479 Aug 31 15:13:10.049238 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bb0141c6-ef8a-485d-88b6-eff44680c45d req-03477889-bd9e-4a94-bfb2-adda9e172489 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381093 Aug 31 15:13:10.096054 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6bedf71-b11e-4192-9b4b-9e604b66e832 req-f3f5daa9-6f7c-40d7-af07-3cf6d0fb5163 service neutron] 10.222.0.60 "GET /v2.0/networks/1f0d9a44-afea-489a-b50c-af5062a9766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982282 Aug 31 15:13:10.126691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4e46026e-cce6-4c59-8990-d313d401c418 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:13:10.172826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 4e46026e-cce6-4c59-8990-d313d401c418 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:13:10.173200 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:10.953820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 238542ae-23d5-45fa-9431-747a6e3143b5 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:13:11.048469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 238542ae-23d5-45fa-9431-747a6e3143b5, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=238542ae-23d5-45fa-9431-747a6e3143b5,segment=NetworkSegment(a10f8638-697f-4afb-831d-e83823e48896),segment_id=a10f8638-697f-4afb-831d-e83823e48896)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:11.059436 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '238542ae-23d5-45fa-9431-747a6e3143b5', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'port_id': '238542ae-23d5-45fa-9431-747a6e3143b5', 'mac_address': 'fa:16:3e:c1:53:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:13:11.099834 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:11.113324 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238542ae-23d5-45fa-9431-747a6e3143b5 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:13:11.133213 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 238542ae-23d5-45fa-9431-747a6e3143b5, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=238542ae-23d5-45fa-9431-747a6e3143b5,segment=NetworkSegment(a10f8638-697f-4afb-831d-e83823e48896),segment_id=a10f8638-697f-4afb-831d-e83823e48896)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:11.137213 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:11.172753 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b1c35-6457-433f-9381-e19ce212a5a0 req-087a9c82-e14e-4b2f-9a41-077d6f815cac tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:11.174284 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8e4b1c35-6457-433f-9381-e19ce212a5a0 req-087a9c82-e14e-4b2f-9a41-077d6f815cac tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 944 time: 0.0549743 Aug 31 15:13:11.185467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=238542ae-23d5-45fa-9431-747a6e3143b5,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:11.211588 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8e4b1c35-6457-433f-9381-e19ce212a5a0 req-edf6c312-bb79-42c3-aa7d-e74245f267d5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310593 Aug 31 15:13:11.360862 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['238542ae-23d5-45fa-9431-747a6e3143b5'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:13:12.345943 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c000c-e52f-4d90-904b-c0f3e5e5d5be req-b13ba68c-2285-42b1-8aed-18f7bdb09f6c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:12.347463 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-160c000c-e52f-4d90-904b-c0f3e5e5d5be req-b13ba68c-2285-42b1-8aed-18f7bdb09f6c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 945 time: 0.0481904 Aug 31 15:13:12.385361 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-160c000c-e52f-4d90-904b-c0f3e5e5d5be req-02d12bdd-03e4-4161-b7a0-8d17971dd2a5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320537 Aug 31 15:13:12.957177 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 238542ae-23d5-45fa-9431-747a6e3143b5 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:13:13.007669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 238542ae-23d5-45fa-9431-747a6e3143b5 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:13:13.011260 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 238542ae-23d5-45fa-9431-747a6e3143b5 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:13:13.011646 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:13.098180 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:13.120423 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238542ae-23d5-45fa-9431-747a6e3143b5'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:13:13.123592 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571f89392808aa081396ffb26446868533f3e534bdb0a2dae5bdfae3c03c1e71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7772b345-d3cd-4152-a9aa-6f04f74b71a8" -d '{"events": [{"server_uuid": "81cad146-01a2-4ce3-960c-4ce60f4a1969", "name": "network-vif-plugged", "status": "completed", "tag": "238542ae-23d5-45fa-9431-747a6e3143b5"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:13:13.136006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 238542ae-23d5-45fa-9431-747a6e3143b5, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=238542ae-23d5-45fa-9431-747a6e3143b5,segment=NetworkSegment(a10f8638-697f-4afb-831d-e83823e48896),segment_id=a10f8638-697f-4afb-831d-e83823e48896)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:13.140604 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:13.189730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=238542ae-23d5-45fa-9431-747a6e3143b5,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:13.217691 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0724047-68f2-45e7-bd91-e60335b8d1f6 x-openstack-request-id: req-a0724047-68f2-45e7-bd91-e60335b8d1f6 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:13:13.217988 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cad146-01a2-4ce3-960c-4ce60f4a1969", "name": "network-vif-plugged", "status": "completed", "tag": "238542ae-23d5-45fa-9431-747a6e3143b5", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:13:13.218245 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0724047-68f2-45e7-bd91-e60335b8d1f6 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:13:13.218637 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238542ae-23d5-45fa-9431-747a6e3143b5', 'code': 200} Aug 31 15:13:13.312600 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ca6c2-28dc-43dc-8e50-3f9a77339071 req-75ac5fdd-2faf-468e-a0a3-2eb05a8f3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:13.314120 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-301ca6c2-28dc-43dc-8e50-3f9a77339071 req-75ac5fdd-2faf-468e-a0a3-2eb05a8f3417 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 1097 time: 0.0414293 Aug 31 15:13:13.351425 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-301ca6c2-28dc-43dc-8e50-3f9a77339071 req-d7f67878-d410-4bd7-8020-a022a8acc36f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293677 Aug 31 15:13:13.506160 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464be847-4070-4f54-8056-52b5e024002a req-0e07de34-8830-433a-9938-cf1fdb699bd3 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:13.507606 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-464be847-4070-4f54-8056-52b5e024002a req-0e07de34-8830-433a-9938-cf1fdb699bd3 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 946 time: 0.0534582 Aug 31 15:13:13.548157 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-464be847-4070-4f54-8056-52b5e024002a req-02c046ac-7907-4b25-a94e-204854315250 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323262 Aug 31 15:13:14.662524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cd7da-ca54-43ec-9c2c-c12b7c57164c req-acbeb12e-8f43-4560-8830-7df456a0d77c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:14.664042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c3cd7da-ca54-43ec-9c2c-c12b7c57164c req-acbeb12e-8f43-4560-8830-7df456a0d77c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 946 time: 0.0492218 Aug 31 15:13:14.701792 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c3cd7da-ca54-43ec-9c2c-c12b7c57164c req-a84d07a1-658a-47c2-afdd-27fc0c9c4544 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312512 Aug 31 15:13:14.812980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede26c9-edb3-497a-a702-e535f5fdf4fc req-d2261b3c-694d-4998-9dd8-14122eb41852 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:14.814455 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cede26c9-edb3-497a-a702-e535f5fdf4fc req-d2261b3c-694d-4998-9dd8-14122eb41852 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 946 time: 0.0481393 Aug 31 15:13:14.851158 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cede26c9-edb3-497a-a702-e535f5fdf4fc req-250552f8-941a-4721-8b8f-a2498edfb413 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307441 Aug 31 15:13:14.872640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60866) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:14.915283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cca73e-9f6e-4be2-aaff-408f4d74a807 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:14.916806 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b3cca73e-9f6e-4be2-aaff-408f4d74a807 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 1092 time: 0.0431669 Aug 31 15:13:14.919773 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60868) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:14.924212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '238542ae-23d5-45fa-9431-747a6e3143b5', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:13:14.945850 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:15.045845 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:15.150904 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.25.2.23 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/5d64c89b-e299-4987-9497-21fa3214b0f6) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:13:15.248141 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:15.285444 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:15.322874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:13:15.325820 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:13:15.331123 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:13:15.358734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=5d64c89b-e299-4987-9497-21fa3214b0f6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:15.680777 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:15.752217 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:15.901803 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:15.906627 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:15.973848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=5d64c89b-e299-4987-9497-21fa3214b0f6,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:15.985786 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:16.088051 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Floating IP 2e945556-88b3-4948-9029-c57873975485 associated. External IP: 172.25.2.23, port: 238542ae-23d5-45fa-9431-747a6e3143b5. Aug 31 15:13:16.290697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:13:16.723273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:13:16.734307 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b133f-e4b6-4ef8-a53c-b5fa9d468952 None None] Sync routers for ids ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:13:16.744608 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b133f-e4b6-4ef8-a53c-b5fa9d468952 None None] Routers {'6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:16.745343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-162b133f-e4b6-4ef8-a53c-b5fa9d468952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:12:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:16.749570 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:16.782752 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7fd23929-fdf7-4481-b45c-bfc607ad33ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8618662 Aug 31 15:13:16.783444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'tag': '238542ae-23d5-45fa-9431-747a6e3143b5'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:13:16.786146 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5617f2-feb3-4ca1-8cfe-a4bf214d71d3" -d '{"events": [{"name": "network-changed", "server_uuid": "81cad146-01a2-4ce3-960c-4ce60f4a1969", "tag": "238542ae-23d5-45fa-9431-747a6e3143b5"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:13:16.825353 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32efcb8-6c98-48eb-957d-d279cb74b7e6 x-openstack-request-id: req-a32efcb8-6c98-48eb-957d-d279cb74b7e6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:13:16.825934 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cad146-01a2-4ce3-960c-4ce60f4a1969", "tag": "238542ae-23d5-45fa-9431-747a6e3143b5", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:13:16.826384 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a32efcb8-6c98-48eb-957d-d279cb74b7e6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:13:16.826977 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'tag': '238542ae-23d5-45fa-9431-747a6e3143b5', 'status': 'completed', 'code': 200} Aug 31 15:13:16.856568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-162b133f-e4b6-4ef8-a53c-b5fa9d468952 None None] Set router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:16.915494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5edde-6c30-40ad-ac3d-fc5eac9c6258 req-1f9b66a8-7668-435c-9031-e2fb3cf7f287 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:16.917025 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c5a5edde-6c30-40ad-ac3d-fc5eac9c6258 req-1f9b66a8-7668-435c-9031-e2fb3cf7f287 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 946 time: 0.0785646 Aug 31 15:13:16.919727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5617f2-feb3-4ca1-8cfe-a4bf214d71d3 req-88458392-c51f-41f4-b8c3-80db53e0f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:16.921323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d5617f2-feb3-4ca1-8cfe-a4bf214d71d3 req-88458392-c51f-41f4-b8c3-80db53e0f49c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 1097 time: 0.0724087 Aug 31 15:13:17.007544 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c5a5edde-6c30-40ad-ac3d-fc5eac9c6258 req-2a58bde9-b2ae-4666-b47f-095bef909eb6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822258 Aug 31 15:13:17.042191 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60874) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:17.043338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5617f2-feb3-4ca1-8cfe-a4bf214d71d3 req-59131493-8494-4c70-b944-1bd2321cc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:17.045621 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d5617f2-feb3-4ca1-8cfe-a4bf214d71d3 req-59131493-8494-4c70-b944-1bd2321cc3f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f0d9a44-afea-489a-b50c-af5062a9766b HTTP/1.1" status: 200 len: 898 time: 0.1134107 Aug 31 15:13:17.108613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-162b133f-e4b6-4ef8-a53c-b5fa9d468952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '2e945556-88b3-4948-9029-c57873975485', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'port_id': '238542ae-23d5-45fa-9431-747a6e3143b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'mac_address': 'fa:16:3e:c1:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:13:15Z', 'updated_at': '2021-08-31T15:13:15Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e46026e-cce6-4c59-8990-d313d401c418', 'name': '', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:92:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:04Z', 'updated_at': '2021-08-31T15:13:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:17.110752 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4e959319-34f5-40e2-afc6-48886c9c3269 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/2e945556-88b3-4948-9029-c57873975485 HTTP/1.1" status: 200 len: 991 time: 0.0673990 Aug 31 15:13:17.118639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d5617f2-feb3-4ca1-8cfe-a4bf214d71d3 req-c260af9d-f72b-41ba-be5a-9be135c9fd15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=238542ae-23d5-45fa-9431-747a6e3143b5 HTTP/1.1" status: 200 len: 999 time: 0.0659018 Aug 31 15:13:17.134969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b133f-e4b6-4ef8-a53c-b5fa9d468952 None None] Checking router: 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:13:17.143342 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b133f-e4b6-4ef8-a53c-b5fa9d468952 None None] Routers {'6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:17.143943 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-162b133f-e4b6-4ef8-a53c-b5fa9d468952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:12:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:17.166840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5617f2-feb3-4ca1-8cfe-a4bf214d71d3 req-387e5c2e-0890-4ca2-a157-86d5d66afb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:17.169001 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d5617f2-feb3-4ca1-8cfe-a4bf214d71d3 req-387e5c2e-0890-4ca2-a157-86d5d66afb44 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8eb9b2e-d567-4360-9ad2-bb571ba2f713 HTTP/1.1" status: 200 len: 834 time: 0.0435352 Aug 31 15:13:17.212715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5617f2-feb3-4ca1-8cfe-a4bf214d71d3 req-8a587828-1ff8-4534-8201-4878489a40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:17.214204 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d5617f2-feb3-4ca1-8cfe-a4bf214d71d3 req-8a587828-1ff8-4534-8201-4878489a40cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f0d9a44-afea-489a-b50c-af5062a9766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393069 Aug 31 15:13:17.247262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-162b133f-e4b6-4ef8-a53c-b5fa9d468952 None None] Set router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:17.307243 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d5617f2-feb3-4ca1-8cfe-a4bf214d71d3 req-6c91fd9f-4e70-4fa0-bb9e-69d2adce97b3 service neutron] 10.222.0.60 "GET /v2.0/networks/1f0d9a44-afea-489a-b50c-af5062a9766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850072 Aug 31 15:13:17.400562 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d5617f2-feb3-4ca1-8cfe-a4bf214d71d3 req-7163d815-74b9-4137-bf2f-cffc9508c732 service neutron] 10.222.0.60 "GET /v2.0/networks/1f0d9a44-afea-489a-b50c-af5062a9766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865326 Aug 31 15:13:17.471597 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-162b133f-e4b6-4ef8-a53c-b5fa9d468952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '2e945556-88b3-4948-9029-c57873975485', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'port_id': '238542ae-23d5-45fa-9431-747a6e3143b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'mac_address': 'fa:16:3e:c1:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:13:15Z', 'updated_at': '2021-08-31T15:13:15Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e46026e-cce6-4c59-8990-d313d401c418', 'name': '', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:92:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:04Z', 'updated_at': '2021-08-31T15:13:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:17.501101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b133f-e4b6-4ef8-a53c-b5fa9d468952 None None] The sync data for ids ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'] in n-d-806683-5 is: [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '2e945556-88b3-4948-9029-c57873975485', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'port_id': '238542ae-23d5-45fa-9431-747a6e3143b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'mac_address': 'fa:16:3e:c1:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:13:15Z', 'updated_at': '2021-08-31T15:13:15Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e46026e-cce6-4c59-8990-d313d401c418', 'name': '', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:92:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:04Z', 'updated_at': '2021-08-31T15:13:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:13:17.683453 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3f51e-4628-4715-89f7-987b1ae6602a None None] New status for floating IP 2e945556-88b3-4948-9029-c57873975485: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:13:18.112539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60876) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:18.179778 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6d5c2fb4-a0cf-4e37-b2f6-f743733a6334 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/2e945556-88b3-4948-9029-c57873975485 HTTP/1.1" status: 200 len: 993 time: 0.0661654 Aug 31 15:13:19.683008 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fb2f5b1-7bc3-4704-8da0-03826e6b8527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:19.971245 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:22.221157 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ae9872b-9717-4800-b51a-17b7d93e299a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:22.329034 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:23.505993 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:24.877331 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:25.103774 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:42.016889 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:13:47.951444 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6355f41-1b7a-492a-970b-9280fbfd0894 req-4cee6ddb-3077-4622-b367-d77f28e8390b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:47.953441 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6355f41-1b7a-492a-970b-9280fbfd0894 req-4cee6ddb-3077-4622-b367-d77f28e8390b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 946 time: 0.0531845 Aug 31 15:13:47.992244 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6355f41-1b7a-492a-970b-9280fbfd0894 req-97007b95-3b15-4858-9495-52e3f20c06b9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328355 Aug 31 15:13:49.110023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748cdb1-08f7-4c87-b9a8-76be938fc374 req-888dc3c9-08f6-468d-8e68-ce0577d86ee5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:49.111544 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f748cdb1-08f7-4c87-b9a8-76be938fc374 req-888dc3c9-08f6-468d-8e68-ce0577d86ee5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 946 time: 0.0489147 Aug 31 15:13:49.148094 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f748cdb1-08f7-4c87-b9a8-76be938fc374 req-4ca9f55e-783b-4409-8751-9ca0ea355f50 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304465 Aug 31 15:13:49.169919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60906) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:49.228221 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bdcfb67e-3f29-4408-a486-70248b9bff17 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/2e945556-88b3-4948-9029-c57873975485 HTTP/1.1" status: 200 len: 993 time: 0.0572045 Aug 31 15:13:49.684341 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96a77127-7e0d-4c4e-ab36-8f62eaeffb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:49.965293 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:50.497427 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27dac1-47c3-456a-aecb-396aef8356d9 req-942abb8f-ea85-4854-966d-78f11f0c01dd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:50.498858 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a27dac1-47c3-456a-aecb-396aef8356d9 req-942abb8f-ea85-4854-966d-78f11f0c01dd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 946 time: 0.0497272 Aug 31 15:13:50.538957 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9a27dac1-47c3-456a-aecb-396aef8356d9 req-76906b95-06ca-4453-b8aa-9355a9f22079 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330586 Aug 31 15:13:51.660386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba84ddf-8154-4696-b992-2c0ca4247ae2 req-46da3a32-1d6a-4970-888f-c17a99e3a60f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:51.661839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fba84ddf-8154-4696-b992-2c0ca4247ae2 req-46da3a32-1d6a-4970-888f-c17a99e3a60f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 946 time: 0.0530467 Aug 31 15:13:51.698968 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fba84ddf-8154-4696-b992-2c0ca4247ae2 req-893ec488-6b98-4a06-a62e-32d744014e9f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311582 Aug 31 15:13:51.721789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60916) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:51.784087 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9686a609-8982-48f1-b9dd-50dc7b44a58e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/2e945556-88b3-4948-9029-c57873975485 HTTP/1.1" status: 200 len: 993 time: 0.0611227 Aug 31 15:13:52.088616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60922) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:52.222063 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-249a07c5-9f99-430d-b7c7-f1383f511a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:52.250699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port 5d64c89b-e299-4987-9497-21fa3214b0f6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:52.251041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:52.328833 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:52.332618 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:52.332945 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:52.344807 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for 5d64c89b-e299-4987-9497-21fa3214b0f6 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:52.490562 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:52.517546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=5d64c89b-e299-4987-9497-21fa3214b0f6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:52.540312 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:52.540664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:52.541010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:52.541349 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:52.541687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:52.542024 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:52.542360 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:52.542695 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:52.543028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:52.543385 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:52.543714 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:52.544038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:52.583979 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:52.584315 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Floating IP 2e945556-88b3-4948-9029-c57873975485 disassociated (deleted). External IP: 172.25.2.23, port: 238542ae-23d5-45fa-9431-747a6e3143b5. Aug 31 15:13:52.789733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:13:52.895982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:13:52.900757 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:52.905528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c6384-5573-4e96-b0db-6b4336ac958a None None] Sync routers for ids ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:13:52.914928 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c6384-5573-4e96-b0db-6b4336ac958a None None] Routers {'6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:52.915580 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-189c6384-5573-4e96-b0db-6b4336ac958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:13:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:52.930678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4eee0782-04b3-45a8-8367-926f2aade92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/floatingips/2e945556-88b3-4948-9029-c57873975485 HTTP/1.1" status: 204 len: 168 time: 0.8386784 Aug 31 15:13:52.930678 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'tag': '238542ae-23d5-45fa-9431-747a6e3143b5'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:13:52.931190 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f7233f-2417-4b72-84e3-06464957204e" -d '{"events": [{"name": "network-changed", "server_uuid": "81cad146-01a2-4ce3-960c-4ce60f4a1969", "tag": "238542ae-23d5-45fa-9431-747a6e3143b5"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:13:52.972825 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f392cb1a-30fd-4c2b-8f68-2ac45ebd67e9 x-openstack-request-id: req-f392cb1a-30fd-4c2b-8f68-2ac45ebd67e9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:13:52.973048 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cad146-01a2-4ce3-960c-4ce60f4a1969", "tag": "238542ae-23d5-45fa-9431-747a6e3143b5", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:13:52.973299 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f392cb1a-30fd-4c2b-8f68-2ac45ebd67e9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:13:52.973768 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'tag': '238542ae-23d5-45fa-9431-747a6e3143b5', 'status': 'completed', 'code': 200} Aug 31 15:13:53.026025 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-189c6384-5573-4e96-b0db-6b4336ac958a None None] Set router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:53.048232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7233f-2417-4b72-84e3-06464957204e req-5e13f6a1-f091-4ea3-8dab-dc3b5f9c3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:53.050139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9f7233f-2417-4b72-84e3-06464957204e req-5e13f6a1-f091-4ea3-8dab-dc3b5f9c3d37 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 1097 time: 0.0448895 Aug 31 15:13:53.161716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7233f-2417-4b72-84e3-06464957204e req-2fe2fa39-7973-4c7d-9c8a-ea1a89b42d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:53.163231 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9f7233f-2417-4b72-84e3-06464957204e req-2fe2fa39-7973-4c7d-9c8a-ea1a89b42d26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f0d9a44-afea-489a-b50c-af5062a9766b HTTP/1.1" status: 200 len: 898 time: 0.0998466 Aug 31 15:13:53.167652 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da06f5-0d79-4afc-8a24-6e71122e371b req-64f5abaa-2249-4097-ae34-8e2354de0e79 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:53.169151 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b9da06f5-0d79-4afc-8a24-6e71122e371b req-64f5abaa-2249-4097-ae34-8e2354de0e79 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 946 time: 0.0491652 Aug 31 15:13:53.207954 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b9da06f5-0d79-4afc-8a24-6e71122e371b req-ed05c29b-9b39-40bd-8710-aaafe2176c76 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322168 Aug 31 15:13:53.208182 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9f7233f-2417-4b72-84e3-06464957204e req-be1120e6-3fa9-4b09-9893-939f2afc0b18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=238542ae-23d5-45fa-9431-747a6e3143b5 HTTP/1.1" status: 200 len: 217 time: 0.0367291 Aug 31 15:13:53.237908 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-189c6384-5573-4e96-b0db-6b4336ac958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '4e46026e-cce6-4c59-8990-d313d401c418', 'name': '', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:92:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:04Z', 'updated_at': '2021-08-31T15:13:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:53.260451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7233f-2417-4b72-84e3-06464957204e req-26c01b8f-e33e-481e-9f85-991228045d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:53.261932 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9f7233f-2417-4b72-84e3-06464957204e req-26c01b8f-e33e-481e-9f85-991228045d7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8eb9b2e-d567-4360-9ad2-bb571ba2f713 HTTP/1.1" status: 200 len: 834 time: 0.0450063 Aug 31 15:13:53.318546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7233f-2417-4b72-84e3-06464957204e req-be816035-682f-42dd-9ec0-bd4776dcb5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:53.320038 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9f7233f-2417-4b72-84e3-06464957204e req-be816035-682f-42dd-9ec0-bd4776dcb5f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f0d9a44-afea-489a-b50c-af5062a9766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490594 Aug 31 15:13:53.414863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c6384-5573-4e96-b0db-6b4336ac958a None None] Checking router: 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:13:53.423350 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9f7233f-2417-4b72-84e3-06464957204e req-d6ebf60f-4041-4662-abec-cb47175f5512 service neutron] 10.222.0.60 "GET /v2.0/networks/1f0d9a44-afea-489a-b50c-af5062a9766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912149 Aug 31 15:13:53.423960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c6384-5573-4e96-b0db-6b4336ac958a None None] Routers {'6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:53.424581 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-189c6384-5573-4e96-b0db-6b4336ac958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:13:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:53.529696 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:53.538222 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b9f7233f-2417-4b72-84e3-06464957204e req-bda24cdd-f8e5-4aa0-9f6d-e531e01b7ed2 service neutron] 10.222.0.60 "GET /v2.0/networks/1f0d9a44-afea-489a-b50c-af5062a9766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982645 Aug 31 15:13:53.540734 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-189c6384-5573-4e96-b0db-6b4336ac958a None None] Set router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:53.734177 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-189c6384-5573-4e96-b0db-6b4336ac958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '4e46026e-cce6-4c59-8990-d313d401c418', 'name': '', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:92:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:04Z', 'updated_at': '2021-08-31T15:13:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:53.764564 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c6384-5573-4e96-b0db-6b4336ac958a None None] The sync data for ids ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'] in n-d-806683-5 is: [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '4e46026e-cce6-4c59-8990-d313d401c418', 'name': '', 'network_id': '1f0d9a44-afea-489a-b50c-af5062a9766b', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:92:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:04Z', 'updated_at': '2021-08-31T15:13:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'd8eb9b2e-d567-4360-9ad2-bb571ba2f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:13:53.972355 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb3fb6-1a21-4605-bc01-d5b6a9088d2f None None] New status for floating IP 2e945556-88b3-4948-9029-c57873975485: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:13:54.327451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845fba8-6db8-4775-b63e-46c0998a7fec req-66722fe4-f2d1-4b10-b062-435408355394 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:54.329109 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d845fba8-6db8-4775-b63e-46c0998a7fec req-66722fe4-f2d1-4b10-b062-435408355394 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 946 time: 0.0509348 Aug 31 15:13:54.371309 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d845fba8-6db8-4775-b63e-46c0998a7fec req-6520d28b-5c33-475a-8006-5ea5fa72e68b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=68e2800e-aefc-4769-a4f9-835d4523429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361929 Aug 31 15:13:54.790909 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bfbaf-b412-4730-a1a5-de733399c4e0 req-9ecd66ca-ea2e-4f5c-9e81-cd03e3a376b2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:54.792361 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e6bfbaf-b412-4730-a1a5-de733399c4e0 req-9ecd66ca-ea2e-4f5c-9e81-cd03e3a376b2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 946 time: 0.0474744 Aug 31 15:13:54.882536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-2e6bfbaf-b412-4730-a1a5-de733399c4e0 req-6e612120-336b-422c-8c1a-8fb5bfc301d8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port 238542ae-23d5-45fa-9431-747a6e3143b5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:54.882864 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2e6bfbaf-b412-4730-a1a5-de733399c4e0 req-6e612120-336b-422c-8c1a-8fb5bfc301d8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.911417 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.969799 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2e6bfbaf-b412-4730-a1a5-de733399c4e0 req-6e612120-336b-422c-8c1a-8fb5bfc301d8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port 238542ae-23d5-45fa-9431-747a6e3143b5, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=238542ae-23d5-45fa-9431-747a6e3143b5,segment=NetworkSegment(a10f8638-697f-4afb-831d-e83823e48896),segment_id=a10f8638-697f-4afb-831d-e83823e48896)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:54.970160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2e6bfbaf-b412-4730-a1a5-de733399c4e0 req-6e612120-336b-422c-8c1a-8fb5bfc301d8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:54.981521 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-2e6bfbaf-b412-4730-a1a5-de733399c4e0 req-6e612120-336b-422c-8c1a-8fb5bfc301d8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for 238542ae-23d5-45fa-9431-747a6e3143b5 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:55.105474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.111558 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2e6bfbaf-b412-4730-a1a5-de733399c4e0 req-6e612120-336b-422c-8c1a-8fb5bfc301d8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.141136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e612120-336b-422c-8c1a-8fb5bfc301d8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=238542ae-23d5-45fa-9431-747a6e3143b5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:55.184639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6bfbaf-b412-4730-a1a5-de733399c4e0 req-6e612120-336b-422c-8c1a-8fb5bfc301d8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] No DVR routers for this DVR port 238542ae-23d5-45fa-9431-747a6e3143b5 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:13:55.187797 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2e6bfbaf-b412-4730-a1a5-de733399c4e0 req-6e612120-336b-422c-8c1a-8fb5bfc301d8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:55.189785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2e6bfbaf-b412-4730-a1a5-de733399c4e0 req-6e612120-336b-422c-8c1a-8fb5bfc301d8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "DELETE /v2.0/ports/238542ae-23d5-45fa-9431-747a6e3143b5 HTTP/1.1" status: 204 len: 173 time: 0.3909149 Aug 31 15:13:55.190222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'name': 'network-vif-deleted', 'tag': '238542ae-23d5-45fa-9431-747a6e3143b5'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:13:55.192504 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cd5c37-f75f-406f-8023-54e9cd4025b9" -d '{"events": [{"server_uuid": "81cad146-01a2-4ce3-960c-4ce60f4a1969", "name": "network-vif-deleted", "tag": "238542ae-23d5-45fa-9431-747a6e3143b5"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:13:55.228940 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c2aff6-9324-4b33-bea2-85f258713fcf x-openstack-request-id: req-58c2aff6-9324-4b33-bea2-85f258713fcf {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:13:55.229235 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cad146-01a2-4ce3-960c-4ce60f4a1969", "name": "network-vif-deleted", "tag": "238542ae-23d5-45fa-9431-747a6e3143b5", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:13:55.229494 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58c2aff6-9324-4b33-bea2-85f258713fcf {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:13:55.229905 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cad146-01a2-4ce3-960c-4ce60f4a1969', 'name': 'network-vif-deleted', 'tag': '238542ae-23d5-45fa-9431-747a6e3143b5', 'status': 'completed', 'code': 200} Aug 31 15:13:55.475283 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2007e038-7db7-46c5-8f60-1e98beac5ed1 req-4da9699a-9eb9-4b37-a327-86d5c23bbe3f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cad146-01a2-4ce3-960c-4ce60f4a1969 HTTP/1.1" status: 200 len: 210 time: 0.0274949 Aug 31 15:13:56.540387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60938) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:56.888448 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-481ac05a-8632-4044-b786-5d72b5d56a3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:57.143736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-481ac05a-8632-4044-b786-5d72b5d56a3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port 4e46026e-cce6-4c59-8990-d313d401c418 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:57.144006 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-481ac05a-8632-4044-b786-5d72b5d56a3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:57.233184 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-481ac05a-8632-4044-b786-5d72b5d56a3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port 4e46026e-cce6-4c59-8990-d313d401c418, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4e46026e-cce6-4c59-8990-d313d401c418,segment=NetworkSegment(a10f8638-697f-4afb-831d-e83823e48896),segment_id=a10f8638-697f-4afb-831d-e83823e48896)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:57.233548 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-481ac05a-8632-4044-b786-5d72b5d56a3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:57.245433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-481ac05a-8632-4044-b786-5d72b5d56a3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for 4e46026e-cce6-4c59-8990-d313d401c418 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:57.431838 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-481ac05a-8632-4044-b786-5d72b5d56a3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:57.459198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ac05a-8632-4044-b786-5d72b5d56a3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=4e46026e-cce6-4c59-8990-d313d401c418,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:57.639076 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-481ac05a-8632-4044-b786-5d72b5d56a3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:57.847856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481ac05a-8632-4044-b786-5d72b5d56a3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:13:57.957140 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481ac05a-8632-4044-b786-5d72b5d56a3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:13:57.972082 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-481ac05a-8632-4044-b786-5d72b5d56a3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "PUT /v2.0/routers/6c4f0b2c-b0eb-4ffe-b408-111e5ab30881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4335976 Aug 31 15:13:57.974666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60940) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:57.977308 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943dd40-a270-466e-aa1d-6aad541f73a1 None None] Sync routers for ids ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:13:57.995689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943dd40-a270-466e-aa1d-6aad541f73a1 None None] Routers {'6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:57.996320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6943dd40-a270-466e-aa1d-6aad541f73a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:13:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:58.031622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-7765c3c5-288c-483c-8da6-6b08f441d676 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting subnet d8eb9b2e-d567-4360-9ad2-bb571ba2f713 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:13:58.034637 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7765c3c5-288c-483c-8da6-6b08f441d676 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.074256 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7765c3c5-288c-483c-8da6-6b08f441d676 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.099693 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-6943dd40-a270-466e-aa1d-6aad541f73a1 None None] Set router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:58.156281 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7765c3c5-288c-483c-8da6-6b08f441d676 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.220890 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7765c3c5-288c-483c-8da6-6b08f441d676 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.278688 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6943dd40-a270-466e-aa1d-6aad541f73a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:57Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:58.311161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943dd40-a270-466e-aa1d-6aad541f73a1 None None] Checking router: 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:13:58.320162 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943dd40-a270-466e-aa1d-6aad541f73a1 None None] Routers {'6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:13:58.320790 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6943dd40-a270-466e-aa1d-6aad541f73a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:13:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:58.428478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-6943dd40-a270-466e-aa1d-6aad541f73a1 None None] Set router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:13:58.576211 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765c3c5-288c-483c-8da6-6b08f441d676 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Subnet': ['ID=d8eb9b2e-d567-4360-9ad2-bb571ba2f713,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:58.580837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7765c3c5-288c-483c-8da6-6b08f441d676 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.582859 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7765c3c5-288c-483c-8da6-6b08f441d676 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/subnets/d8eb9b2e-d567-4360-9ad2-bb571ba2f713 HTTP/1.1" status: 204 len: 168 time: 0.6072180 Aug 31 15:13:58.585413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60942) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:58.592398 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f955f378-c236-4630-9165-bd86814c86dd None None] Network 1f0d9a44-afea-489a-b50c-af5062a9766b requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:13:58.691679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.717138 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6943dd40-a270-466e-aa1d-6aad541f73a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:57Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:58.746274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943dd40-a270-466e-aa1d-6aad541f73a1 None None] The sync data for ids ['6c4f0b2c-b0eb-4ffe-b408-111e5ab30881'] in n-d-806683-5 is: [{'id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313649125', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:13:00Z', 'updated_at': '2021-08-31T15:13:57Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '00bf8432-be49-4839-9df8-3d210e52a2bf', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f0b2c-b0eb-4ffe-b408-111e5ab30881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:13:01Z', 'updated_at': '2021-08-31T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:13:58.804511 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.854337 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port 00bf8432-be49-4839-9df8-3d210e52a2bf {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:58.854678 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.932148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port 00bf8432-be49-4839-9df8-3d210e52a2bf, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=00bf8432-be49-4839-9df8-3d210e52a2bf,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:58.932513 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:58.948629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for 00bf8432-be49-4839-9df8-3d210e52a2bf owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:59.107342 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.124651 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] DHCP port deletion for 1f0d9a44-afea-489a-b50c-af5062a9766b request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:13:59.141473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=00bf8432-be49-4839-9df8-3d210e52a2bf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:59.182786 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Deleting port abf8c882-d71a-42d9-b2fb-01bfdc46f5ad {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:13:59.183156 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.191878 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 238542ae-23d5-45fa-9431-747a6e3143b5 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:13:59.209529 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.255393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 238542ae-23d5-45fa-9431-747a6e3143b5 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:13:59.255738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 238542ae-23d5-45fa-9431-747a6e3143b5 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:13:59.276611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] For port abf8c882-d71a-42d9-b2fb-01bfdc46f5ad, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=abf8c882-d71a-42d9-b2fb-01bfdc46f5ad,segment=NetworkSegment(a10f8638-697f-4afb-831d-e83823e48896),segment_id=a10f8638-697f-4afb-831d-e83823e48896)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:59.277115 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.290083 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Calling delete_port for abf8c882-d71a-42d9-b2fb-01bfdc46f5ad owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:13:59.302328 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.304508 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.348608 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.349122 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Fanout notify agent at l3_agent the message router_deleted on router 6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:13:59.356066 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.357181 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a89d1070-64af-40e3-9014-59b6df0ea8ef tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/routers/6c4f0b2c-b0eb-4ffe-b408-111e5ab30881 HTTP/1.1" status: 204 len: 168 time: 0.7707603 Aug 31 15:13:59.360801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60944) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:59.373413 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.403713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Pushing event deleted for resources: {'Port': ['ID=abf8c882-d71a-42d9-b2fb-01bfdc46f5ad,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:59.407225 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] No DVR routers for this DVR port abf8c882-d71a-42d9-b2fb-01bfdc46f5ad on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:13:59.420101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.420376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.420717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.421049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.422048 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.422612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.422945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.423346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.423611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.423992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.424329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.424631 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2afc40-232d-4d62-9a60-9b609bba7a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.455284 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-228dbb6e-cc01-45aa-bb51-8b0474fbf23a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.545970 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-228dbb6e-cc01-45aa-bb51-8b0474fbf23a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.556231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-228dbb6e-cc01-45aa-bb51-8b0474fbf23a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0d9a44-afea-489a-b50c-af5062a9766b']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:59.571014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-228dbb6e-cc01-45aa-bb51-8b0474fbf23a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10f8638-697f-4afb-831d-e83823e48896') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:59.571342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-228dbb6e-cc01-45aa-bb51-8b0474fbf23a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10f8638-697f-4afb-831d-e83823e48896') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:13:59.579955 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-228dbb6e-cc01-45aa-bb51-8b0474fbf23a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.593086 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-228dbb6e-cc01-45aa-bb51-8b0474fbf23a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.599356 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228dbb6e-cc01-45aa-bb51-8b0474fbf23a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:13:59.599739 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-228dbb6e-cc01-45aa-bb51-8b0474fbf23a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: timer() Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:13:59.602713 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:13:59.657459 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-228dbb6e-cc01-45aa-bb51-8b0474fbf23a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.665094 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-228dbb6e-cc01-45aa-bb51-8b0474fbf23a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.666111 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-228dbb6e-cc01-45aa-bb51-8b0474fbf23a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/networks/1f0d9a44-afea-489a-b50c-af5062a9766b HTTP/1.1" status: 204 len: 168 time: 0.3042896 Aug 31 15:13:59.668895 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60946) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:13:59.678067 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dbb6e-cc01-45aa-bb51-8b0474fbf23a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Network': ['ID=1f0d9a44-afea-489a-b50c-af5062a9766b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:59.732402 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.757757 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.817379 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.820370 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:59.821568 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/security-groups/68e2800e-aefc-4769-a4f9-835d4523429c HTTP/1.1" status: 204 len: 168 time: 0.1515555 Aug 31 15:13:59.840593 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e2800e-aefc-4769-a4f9-835d4523429c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:59.851073 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.851458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.851805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.852150 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.852488 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.852826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.853378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.853508 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.853811 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.854140 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.854467 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.854787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15acba-97b2-4209-9d33-10c2dacb4b7a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:59.999667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4e46026e-cce6-4c59-8990-d313d401c418 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:14:00.020659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 4e46026e-cce6-4c59-8990-d313d401c418 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:14:00.021008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4e46026e-cce6-4c59-8990-d313d401c418 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:14:00.021429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device abf8c882-d71a-42d9-b2fb-01bfdc46f5ad no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:14:00.031826 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60954) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:00.036595 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b6dd2533-6809-4cc2-b1b0-6c3cf10bf9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855700892', 'description': 'tempest-secgroup-smoke-1855700892 description', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:14:00.040483 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: abf8c882-d71a-42d9-b2fb-01bfdc46f5ad {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:14:00.040829 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device abf8c882-d71a-42d9-b2fb-01bfdc46f5ad not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:14:00.041248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 00bf8432-be49-4839-9df8-3d210e52a2bf no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:14:00.058961 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2533-6809-4cc2-b1b0-6c3cf10bf9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.060288 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 00bf8432-be49-4839-9df8-3d210e52a2bf {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:14:00.060637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 00bf8432-be49-4839-9df8-3d210e52a2bf not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:14:00.140589 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2533-6809-4cc2-b1b0-6c3cf10bf9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.144611 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2533-6809-4cc2-b1b0-6c3cf10bf9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.166912 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2533-6809-4cc2-b1b0-6c3cf10bf9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.168155 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b6dd2533-6809-4cc2-b1b0-6c3cf10bf9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1351891 Aug 31 15:14:00.171265 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60956) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:00.176383 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-392a4793-1d30-4607-83a2-daa24826b8de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': 'c53a37f9-9fca-4a04-9bf0-742dac068211', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:14:00.180133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd2533-6809-4cc2-b1b0-6c3cf10bf9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53a37f9-9fca-4a04-9bf0-742dac068211,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:00.205807 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392a4793-1d30-4607-83a2-daa24826b8de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.260681 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392a4793-1d30-4607-83a2-daa24826b8de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.264155 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392a4793-1d30-4607-83a2-daa24826b8de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.281828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a4793-1d30-4607-83a2-daa24826b8de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56788e38-7cfa-4693-a21c-eac79783357c,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:00.288316 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392a4793-1d30-4607-83a2-daa24826b8de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.289966 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-392a4793-1d30-4607-83a2-daa24826b8de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174726 Aug 31 15:14:00.292721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60958) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:00.297160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6a200c00-14fd-4df4-8718-96993c9d3ce5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': 'c53a37f9-9fca-4a04-9bf0-742dac068211', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:14:00.323084 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a200c00-14fd-4df4-8718-96993c9d3ce5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.383020 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a200c00-14fd-4df4-8718-96993c9d3ce5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.386680 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a200c00-14fd-4df4-8718-96993c9d3ce5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.402443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a200c00-14fd-4df4-8718-96993c9d3ce5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a1bb04-754d-4fd5-b9ef-2b77b9730971,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:00.411591 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a200c00-14fd-4df4-8718-96993c9d3ce5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.412785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6a200c00-14fd-4df4-8718-96993c9d3ce5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191466 Aug 31 15:14:00.415497 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60960) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:00.419862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-57dbb570-1061-463b-9861-6d9d598a5750 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': 'c53a37f9-9fca-4a04-9bf0-742dac068211', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:14:00.445974 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57dbb570-1061-463b-9861-6d9d598a5750 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.503322 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57dbb570-1061-463b-9861-6d9d598a5750 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.506688 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57dbb570-1061-463b-9861-6d9d598a5750 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.524284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbb570-1061-463b-9861-6d9d598a5750 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d56b0c0-9212-4706-845e-7996399a43f8,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:00.530599 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57dbb570-1061-463b-9861-6d9d598a5750 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.531961 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-57dbb570-1061-463b-9861-6d9d598a5750 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155548 Aug 31 15:14:00.534675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60962) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:00.539096 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c05b777c-da72-4175-8f23-400f5e5b8b47 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': 'c53a37f9-9fca-4a04-9bf0-742dac068211', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:14:00.564476 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c05b777c-da72-4175-8f23-400f5e5b8b47 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.622452 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c05b777c-da72-4175-8f23-400f5e5b8b47 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.626729 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c05b777c-da72-4175-8f23-400f5e5b8b47 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.645590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b777c-da72-4175-8f23-400f5e5b8b47 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cffed5b-5605-4baf-b8cd-22004dfdad59,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:00.651443 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c05b777c-da72-4175-8f23-400f5e5b8b47 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.652711 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c05b777c-da72-4175-8f23-400f5e5b8b47 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170709 Aug 31 15:14:00.655381 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:00.659927 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-729c2aef-d5b5-4f49-95af-f05bb7500390 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': 'c53a37f9-9fca-4a04-9bf0-742dac068211', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:14:00.680671 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-729c2aef-d5b5-4f49-95af-f05bb7500390 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Project e95ca13f7900437b89e01b1bba4fea13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:14:00.685214 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-729c2aef-d5b5-4f49-95af-f05bb7500390 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.748099 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-729c2aef-d5b5-4f49-95af-f05bb7500390 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.752632 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-729c2aef-d5b5-4f49-95af-f05bb7500390 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.771320 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c2aef-d5b5-4f49-95af-f05bb7500390 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea92a55-0c78-4576-95eb-7bc1ac57b024,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:00.773851 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-729c2aef-d5b5-4f49-95af-f05bb7500390 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.775107 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-729c2aef-d5b5-4f49-95af-f05bb7500390 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185832 Aug 31 15:14:00.777891 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60966) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:00.782443 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-64c47c33-ff31-45ce-9657-9e27b004f223 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': 'c53a37f9-9fca-4a04-9bf0-742dac068211', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:14:00.804105 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-64c47c33-ff31-45ce-9657-9e27b004f223 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Project e95ca13f7900437b89e01b1bba4fea13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:14:00.808849 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64c47c33-ff31-45ce-9657-9e27b004f223 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.869676 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64c47c33-ff31-45ce-9657-9e27b004f223 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.873549 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64c47c33-ff31-45ce-9657-9e27b004f223 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.892114 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c47c33-ff31-45ce-9657-9e27b004f223 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb0a751-7ab6-4d52-bf53-59589bf82183,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:00.898339 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64c47c33-ff31-45ce-9657-9e27b004f223 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.902479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60968) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:00.902983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-64c47c33-ff31-45ce-9657-9e27b004f223 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236665 Aug 31 15:14:00.907582 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1f3b4e6a-7410-498b-9866-a0f8ed8b2d99 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'network': {'name': 'tempest-network-smoke--819349789', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'port_security_enabled': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:14:00.928237 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3b4e6a-7410-498b-9866-a0f8ed8b2d99 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:14:00.931651 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1f3b4e6a-7410-498b-9866-a0f8ed8b2d99 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.956518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3b4e6a-7410-498b-9866-a0f8ed8b2d99 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:14:00.965623 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1f3b4e6a-7410-498b-9866-a0f8ed8b2d99 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:00.965984 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-1f3b4e6a-7410-498b-9866-a0f8ed8b2d99 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Added segment 079d63b3-99ff-49d7-a55f-ffc68127150a of type vlan for network b3e1819d-5852-46d8-9377-3fc08b72d888 Aug 31 15:14:01.013630 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1f3b4e6a-7410-498b-9866-a0f8ed8b2d99 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:01.037405 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1f3b4e6a-7410-498b-9866-a0f8ed8b2d99 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:01.042865 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b4e6a-7410-498b-9866-a0f8ed8b2d99 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:01.043486 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1f3b4e6a-7410-498b-9866-a0f8ed8b2d99 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:01.097884 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1f3b4e6a-7410-498b-9866-a0f8ed8b2d99 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1942983 Aug 31 15:14:01.100545 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60970) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:01.105103 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'admin_state_up': True, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:14:01.125188 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b4e6a-7410-498b-9866-a0f8ed8b2d99 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Network': ['ID=b3e1819d-5852-46d8-9377-3fc08b72d888,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:01.138496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network b3e1819d-5852-46d8-9377-3fc08b72d888 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:14:01.141969 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:01.143034 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:01.199730 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:01.333398 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:01.532238 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:01.550445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:01.652855 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.25.2.95 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/b7165c83-33e7-43ba-af76-aafa08b769eb) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:14:01.751443 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:01.791116 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:01.826216 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:14:01.831363 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:14:01.833870 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:14:01.865524 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=b7165c83-33e7-43ba-af76-aafa08b769eb,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:02.087496 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:02.281042 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:02.399875 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 985d7314-a3c5-4be6-baf4-782183281120 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:14:02.512452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:14:02.521983 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Sync routers for ids ['985d7314-a3c5-4be6-baf4-782183281120'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:14:02.533091 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Routers {'985d7314-a3c5-4be6-baf4-782183281120'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:14:02.533644 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:13:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['985d7314-a3c5-4be6-baf4-782183281120'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:02.534863 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:02.538982 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d21033c6-fc3c-475b-ad73-a2fc4332ca62 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4346809 Aug 31 15:14:02.539235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60972) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:02.571267 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b2e5e544-c770-4aa5-9adf-5dcfb65104f4 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e95ca13f7900437b89e01b1bba4fea13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308988 Aug 31 15:14:02.573766 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 60974) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:02.644250 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Set router 985d7314-a3c5-4be6-baf4-782183281120 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:14:02.931332 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:01Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:02.960921 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Checking router: 985d7314-a3c5-4be6-baf4-782183281120 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:14:02.961263 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Updating router 985d7314-a3c5-4be6-baf4-782183281120 port b7165c83-33e7-43ba-af76-aafa08b769eb binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:14:02.986851 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:02.993511 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaa24cb-197b-4450-a72c-24582b9de485 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:02.995027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1eaa24cb-197b-4450-a72c-24582b9de485 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4203451 Aug 31 15:14:02.998050 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60976) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:03.034451 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-db487661-7aad-4118-8f07-97470ae29b3b tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351596 Aug 31 15:14:03.036940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60978) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:03.041675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c2af8ee4-1c71-4449-a04c-6af21b497fb2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1901864666', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:14:03.132854 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2af8ee4-1c71-4449-a04c-6af21b497fb2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:14:03.136302 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2af8ee4-1c71-4449-a04c-6af21b497fb2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:03.239856 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:03.250616 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Transition to ACTIVE for port object b7165c83-33e7-43ba-af76-aafa08b769eb will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:14:03.256622 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:03.306288 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Attempting to bind port b7165c83-33e7-43ba-af76-aafa08b769eb on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:14:03.306655 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Attempting to bind port b7165c83-33e7-43ba-af76-aafa08b769eb by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:14:03.307016 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Attempting to bind port b7165c83-33e7-43ba-af76-aafa08b769eb on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:14:03.314527 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:14:03.314896 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:14:03.315323 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:03.315712 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:14:03.316173 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Bound port: b7165c83-33e7-43ba-af76-aafa08b769eb, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:14:03.316549 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:03.318004 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f6ce8-5687-42d5-b803-f1609c1f7f1b None None] Pushing event updated for resources: {'Port': ['ID=b7165c83-33e7-43ba-af76-aafa08b769eb,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:03.331376 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2af8ee4-1c71-4449-a04c-6af21b497fb2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:03.373121 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] For port b7165c83-33e7-43ba-af76-aafa08b769eb, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:14:03.376475 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] For port b7165c83-33e7-43ba-af76-aafa08b769eb, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b7165c83-33e7-43ba-af76-aafa08b769eb,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:14:03.379937 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:03.395129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af8ee4-1c71-4449-a04c-6af21b497fb2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Subnet': ['ID=809b50d8-1b34-4224-92e2-7d1e346a3086,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:03.402415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af8ee4-1c71-4449-a04c-6af21b497fb2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Checking segment: {'id': '079d63b3-99ff-49d7-a55f-ffc68127150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:14:03.402780 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af8ee4-1c71-4449-a04c-6af21b497fb2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network hostable DHCP agents. Network: b3e1819d-5852-46d8-9377-3fc08b72d888, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:14:03.422976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af8ee4-1c71-4449-a04c-6af21b497fb2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network b3e1819d-5852-46d8-9377-3fc08b72d888 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:14:03.431745 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c2af8ee4-1c71-4449-a04c-6af21b497fb2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, b3e1819d-5852-46d8-9377-3fc08b72d888) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:14:03.436333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2af8ee4-1c71-4449-a04c-6af21b497fb2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:03.437075 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2af8ee4-1c71-4449-a04c-6af21b497fb2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:03.441109 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f6ce8-5687-42d5-b803-f1609c1f7f1b None None] Pushing event updated for resources: {'Port': ['ID=b7165c83-33e7-43ba-af76-aafa08b769eb,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:03.445212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eb7b1d-9e80-4bf1-910e-5bdbe7ddcaf9 None None] Network b3e1819d-5852-46d8-9377-3fc08b72d888 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:14:03.445721 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Routers {'985d7314-a3c5-4be6-baf4-782183281120'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:14:03.446290 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:13:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['985d7314-a3c5-4be6-baf4-782183281120'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:03.458405 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c2af8ee4-1c71-4449-a04c-6af21b497fb2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4203200 Aug 31 15:14:03.460903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 60980) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:03.558112 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] Set router 985d7314-a3c5-4be6-baf4-782183281120 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:14:03.601659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-b3e1819d-5852-46d8-9377-3fc08b72d888', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ips': [{'subnet_id': '809b50d8-1b34-4224-92e2-7d1e346a3086'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:14:03.602634 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:03.733090 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:01Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:03.742866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Allocated IP 172.20.0.2 (b3e1819d-5852-46d8-9377-3fc08b72d888/809b50d8-1b34-4224-92e2-7d1e346a3086/4d75bccd-ffde-4b8a-a6f7-f562abc8225e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:14:03.763153 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7f0fac-46d7-48e9-89df-d02f26901795 None None] The sync data for ids ['985d7314-a3c5-4be6-baf4-782183281120'] in n-d-806683-5 is: [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:01Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:14:03.901403 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:03.910215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Transition to ACTIVE for port object 4d75bccd-ffde-4b8a-a6f7-f562abc8225e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:14:03.927325 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Transition to ACTIVE for port object 4d75bccd-ffde-4b8a-a6f7-f562abc8225e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:14:03.933453 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:03.949778 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:03.976001 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Network b3e1819d-5852-46d8-9377-3fc08b72d888 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:14:03.978986 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:14:03.981537 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:14:03.990483 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Pushing event updated for resources: {'Port': ['ID=4d75bccd-ffde-4b8a-a6f7-f562abc8225e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:04.059988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Attempting to bind port 4d75bccd-ffde-4b8a-a6f7-f562abc8225e on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:14:04.060352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Attempting to bind port 4d75bccd-ffde-4b8a-a6f7-f562abc8225e by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '079d63b3-99ff-49d7-a55f-ffc68127150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:14:04.060855 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Attempting to bind port 4d75bccd-ffde-4b8a-a6f7-f562abc8225e on network b3e1819d-5852-46d8-9377-3fc08b72d888 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:14:04.069304 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:14:04.069683 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Checking segment: {'id': '079d63b3-99ff-49d7-a55f-ffc68127150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:14:04.070086 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:04.070477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Bound using segment: {'id': '079d63b3-99ff-49d7-a55f-ffc68127150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:14:04.070951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Bound port: 4d75bccd-ffde-4b8a-a6f7-f562abc8225e, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079d63b3-99ff-49d7-a55f-ffc68127150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:14:04.071408 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:04.150370 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] For port 4d75bccd-ffde-4b8a-a6f7-f562abc8225e, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:14:04.154333 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] For port 4d75bccd-ffde-4b8a-a6f7-f562abc8225e, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4d75bccd-ffde-4b8a-a6f7-f562abc8225e,segment=NetworkSegment(079d63b3-99ff-49d7-a55f-ffc68127150a),segment_id=079d63b3-99ff-49d7-a55f-ffc68127150a)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:14:04.160872 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:04.225008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2d906-ef7e-44b7-9576-b00dbcdbe5ef None None] Pushing event updated for resources: {'Port': ['ID=4d75bccd-ffde-4b8a-a6f7-f562abc8225e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:04.297407 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.20.0.1 (b3e1819d-5852-46d8-9377-3fc08b72d888/809b50d8-1b34-4224-92e2-7d1e346a3086/a65600e4-8dbb-4c5b-bc92-d4bef1e12787) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:14:04.448411 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:04.478290 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Transition to ACTIVE for port object a65600e4-8dbb-4c5b-bc92-d4bef1e12787 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:14:04.518851 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:04.559792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network b3e1819d-5852-46d8-9377-3fc08b72d888 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:14:04.565042 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:14:04.568929 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:14:04.595786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=a65600e4-8dbb-4c5b-bc92-d4bef1e12787,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:04.620297 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:04.755663 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:05.038531 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:05.043260 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:05.129649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=a65600e4-8dbb-4c5b-bc92-d4bef1e12787,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:05.132212 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:05.154411 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42275161-545e-4810-b1d5-a86c93063c6c None None] Network b3e1819d-5852-46d8-9377-3fc08b72d888 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:14:05.207764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-539fc279-26fc-4015-9471-80efbf7c178d None None] Provisioning for port 4d75bccd-ffde-4b8a-a6f7-f562abc8225e completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:14:05.225251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network b3e1819d-5852-46d8-9377-3fc08b72d888 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:14:05.226684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:14:05.344376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 985d7314-a3c5-4be6-baf4-782183281120 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:14:05.468559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:14:05.474191 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bcd9dab0-1ef7-41ac-8639-a31f876dcae7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "PUT /v2.0/routers/985d7314-a3c5-4be6-baf4-782183281120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0122111 Aug 31 15:14:05.555875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-83978066-441c-4881-8d6b-fd49da3c57c4 None None] Provisioning for port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:14:05.566222 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-83978066-441c-4881-8d6b-fd49da3c57c4 None None] Provisioning complete for port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:14:05.566601 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83978066-441c-4881-8d6b-fd49da3c57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:05.607300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-83978066-441c-4881-8d6b-fd49da3c57c4 None None] Port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:14:05.630670 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-6ff5e5b6-8941-4b12-bcf0-553d2139a109 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855700892&fields=id&tenant_id=e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 267 time: 0.0382969 Aug 31 15:14:05.637991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Sync routers for ids ['985d7314-a3c5-4be6-baf4-782183281120'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:14:05.649050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Routers {'985d7314-a3c5-4be6-baf4-782183281120'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:14:05.649671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:13:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['985d7314-a3c5-4be6-baf4-782183281120'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:05.756928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f445-ce35-457a-a849-19540688b49b req-46082c3a-00a3-4462-a44b-f15d4ccbe12c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:05.758566 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-46082c3a-00a3-4462-a44b-f15d4ccbe12c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/networks?id=b3e1819d-5852-46d8-9377-3fc08b72d888 HTTP/1.1" status: 200 len: 796 time: 0.1149113 Aug 31 15:14:05.773824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-29086138-2bfc-4430-96c9-9e873fae8b4c None None] Provisioning complete for port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:14:05.774225 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-29086138-2bfc-4430-96c9-9e873fae8b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:05.776238 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-9680c951-f503-4635-8700-bf7006adbd8b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/quotas/e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 375 time: 0.0108793 Aug 31 15:14:05.779421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Set router 985d7314-a3c5-4be6-baf4-782183281120 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:14:05.835847 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-aeb170bf-de68-40c0-840a-98ac92277f56 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520666 Aug 31 15:14:05.938541 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-90ce97bb-c1d3-4ec8-a2d3-d06ce8365470 service neutron] 10.222.0.39 "GET /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864670 Aug 31 15:14:06.021703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-29086138-2bfc-4430-96c9-9e873fae8b4c None None] Port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:14:06.042620 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-5df3e116-8511-4ac1-adec-cdfb1a14f5bd service neutron] 10.222.0.39 "GET /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970883 Aug 31 15:14:06.072078 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4d75bccd-ffde-4b8a-a6f7-f562abc8225e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:14:06.183144 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6c97aa8a-bda4-4b5c-a796-d2b9c33806b5 None None] Provisioning complete for port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:14:06.183693 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6c97aa8a-bda4-4b5c-a796-d2b9c33806b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:06.223939 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6bf9a24d-e22d-465f-b9bb-cba0e638304e req-e4ea0d6a-0338-4036-b687-4ca8e253823a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 210 time: 0.0278299 Aug 31 15:14:06.247750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 4d75bccd-ffde-4b8a-a6f7-f562abc8225e completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:14:06.251309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6c97aa8a-bda4-4b5c-a796-d2b9c33806b5 None None] Port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:14:06.255815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 4d75bccd-ffde-4b8a-a6f7-f562abc8225e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:14:06.256263 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:06.316813 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a65600e4-8dbb-4c5b-bc92-d4bef1e12787', 'name': '', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:0b:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:04Z', 'updated_at': '2021-08-31T15:14:04Z', 'revision_number': 2, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:06.350230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Checking router: 985d7314-a3c5-4be6-baf4-782183281120 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:14:06.350587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Updating router 985d7314-a3c5-4be6-baf4-782183281120 port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:14:06.402633 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:06.406638 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:06.486549 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 4d75bccd-ffde-4b8a-a6f7-f562abc8225e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4d75bccd-ffde-4b8a-a6f7-f562abc8225e,segment=NetworkSegment(079d63b3-99ff-49d7-a55f-ffc68127150a),segment_id=079d63b3-99ff-49d7-a55f-ffc68127150a)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:14:06.491086 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:06.492300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b7165c83-33e7-43ba-af76-aafa08b769eb up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:14:06.642181 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=4d75bccd-ffde-4b8a-a6f7-f562abc8225e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:06.685488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port b7165c83-33e7-43ba-af76-aafa08b769eb completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:14:06.695595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b7165c83-33e7-43ba-af76-aafa08b769eb triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:14:06.695910 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:06.840926 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:06.875537 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:06.878542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port b7165c83-33e7-43ba-af76-aafa08b769eb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b7165c83-33e7-43ba-af76-aafa08b769eb,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:14:06.885104 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:06.889818 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Transition to ACTIVE for port object a65600e4-8dbb-4c5b-bc92-d4bef1e12787 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:14:06.914782 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:06.949800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=b7165c83-33e7-43ba-af76-aafa08b769eb,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:07.040771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ff3ba-a689-4022-8c6f-29ff80809b97 None None] Pushing event updated for resources: {'Port': ['ID=a65600e4-8dbb-4c5b-bc92-d4bef1e12787,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:07.043313 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Attempting to bind port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:14:07.043886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Attempting to bind port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '079d63b3-99ff-49d7-a55f-ffc68127150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:14:07.044260 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Attempting to bind port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 on network b3e1819d-5852-46d8-9377-3fc08b72d888 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:14:07.051277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:14:07.051663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Checking segment: {'id': '079d63b3-99ff-49d7-a55f-ffc68127150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:14:07.052071 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:07.052466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Bound using segment: {'id': '079d63b3-99ff-49d7-a55f-ffc68127150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:14:07.052941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Bound port: a65600e4-8dbb-4c5b-bc92-d4bef1e12787, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079d63b3-99ff-49d7-a55f-ffc68127150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:14:07.053329 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:07.128544 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] For port a65600e4-8dbb-4c5b-bc92-d4bef1e12787, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:14:07.132439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] For port a65600e4-8dbb-4c5b-bc92-d4bef1e12787, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a65600e4-8dbb-4c5b-bc92-d4bef1e12787,segment=NetworkSegment(079d63b3-99ff-49d7-a55f-ffc68127150a),segment_id=079d63b3-99ff-49d7-a55f-ffc68127150a)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:14:07.141709 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:07.174933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f445-ce35-457a-a849-19540688b49b req-4e165345-29a5-4ce3-b92a-995fd377dfea tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:07.177810 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-4e165345-29a5-4ce3-b92a-995fd377dfea tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/networks?id=b3e1819d-5852-46d8-9377-3fc08b72d888 HTTP/1.1" status: 200 len: 796 time: 0.1401937 Aug 31 15:14:07.206074 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Routers {'985d7314-a3c5-4be6-baf4-782183281120'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:14:07.206669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:13:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['985d7314-a3c5-4be6-baf4-782183281120'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:07.211490 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ff3ba-a689-4022-8c6f-29ff80809b97 None None] Pushing event updated for resources: {'Port': ['ID=a65600e4-8dbb-4c5b-bc92-d4bef1e12787,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:07.228940 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-b044ac9c-1046-4f30-b05c-55651951c4b7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 380 time: 0.0406978 Aug 31 15:14:07.240657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c691f445-ce35-457a-a849-19540688b49b req-b4f069d0-bbee-45c0-bb4b-d491227d900a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'port': {'device_id': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'admin_state_up': True, 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'security_groups': ['c53a37f9-9fca-4a04-9bf0-742dac068211']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:14:07.336876 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] Set router 985d7314-a3c5-4be6-baf4-782183281120 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:14:07.351137 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15230497-8943-4289-873a-3e530e2f4f77 req-b6bd5858-0733-42bd-8f14-a8305d865a9a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 210 time: 0.0339117 Aug 31 15:14:07.397014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c691f445-ce35-457a-a849-19540688b49b req-b4f069d0-bbee-45c0-bb4b-d491227d900a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:14:07.400583 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c691f445-ce35-457a-a849-19540688b49b req-b4f069d0-bbee-45c0-bb4b-d491227d900a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:07.540781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-c691f445-ce35-457a-a849-19540688b49b req-b4f069d0-bbee-45c0-bb4b-d491227d900a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.20.0.11 (b3e1819d-5852-46d8-9377-3fc08b72d888/809b50d8-1b34-4224-92e2-7d1e346a3086/ad791799-920e-4877-9f2e-36bed6c54bc8) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:14:07.568738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a65600e4-8dbb-4c5b-bc92-d4bef1e12787', 'name': '', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:0b:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:04Z', 'updated_at': '2021-08-31T15:14:07Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:07.595943 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789fc6ac-0416-49f1-9145-87fcaf08ec90 None None] The sync data for ids ['985d7314-a3c5-4be6-baf4-782183281120'] in n-d-806683-5 is: [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a65600e4-8dbb-4c5b-bc92-d4bef1e12787', 'name': '', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:0b:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:04Z', 'updated_at': '2021-08-31T15:14:07Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:14:07.695495 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c691f445-ce35-457a-a849-19540688b49b req-b4f069d0-bbee-45c0-bb4b-d491227d900a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:07.709404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c691f445-ce35-457a-a849-19540688b49b req-b4f069d0-bbee-45c0-bb4b-d491227d900a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Transition to ACTIVE for port object ad791799-920e-4877-9f2e-36bed6c54bc8 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:14:07.744638 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c691f445-ce35-457a-a849-19540688b49b req-b4f069d0-bbee-45c0-bb4b-d491227d900a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:07.796879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c691f445-ce35-457a-a849-19540688b49b req-b4f069d0-bbee-45c0-bb4b-d491227d900a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network b3e1819d-5852-46d8-9377-3fc08b72d888 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:14:07.800300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-c691f445-ce35-457a-a849-19540688b49b req-b4f069d0-bbee-45c0-bb4b-d491227d900a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:14:07.802877 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c691f445-ce35-457a-a849-19540688b49b req-b4f069d0-bbee-45c0-bb4b-d491227d900a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:14:07.831603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f069d0-bbee-45c0-bb4b-d491227d900a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=ad791799-920e-4877-9f2e-36bed6c54bc8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:07.864601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f445-ce35-457a-a849-19540688b49b req-b4f069d0-bbee-45c0-bb4b-d491227d900a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:07.865337 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c691f445-ce35-457a-a849-19540688b49b req-b4f069d0-bbee-45c0-bb4b-d491227d900a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:07.883470 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-b4f069d0-bbee-45c0-bb4b-d491227d900a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6469171 Aug 31 15:14:07.896520 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Request body: {'port': {'device_id': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:14:07.954405 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:08.117514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bc25eed1-f9f1-43f2-a1c9-7368642f887b None None] Provisioning for port ad791799-920e-4877-9f2e-36bed6c54bc8 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:14:08.122768 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bc25eed1-f9f1-43f2-a1c9-7368642f887b None None] Provisioning complete for port ad791799-920e-4877-9f2e-36bed6c54bc8 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:14:08.123212 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc25eed1-f9f1-43f2-a1c9-7368642f887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:08.156637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4d75bccd-ffde-4b8a-a6f7-f562abc8225e up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:14:08.199998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bc25eed1-f9f1-43f2-a1c9-7368642f887b None None] Port ad791799-920e-4877-9f2e-36bed6c54bc8 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:14:08.216820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 4d75bccd-ffde-4b8a-a6f7-f562abc8225e triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:14:08.217438 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:08.270387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad791799-920e-4877-9f2e-36bed6c54bc8 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:14:08.278314 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:08.293006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Transition to ACTIVE for port object ad791799-920e-4877-9f2e-36bed6c54bc8 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:14:08.297294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a65600e4-8dbb-4c5b-bc92-d4bef1e12787 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:14:08.298359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:08.355258 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:14:08.360231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:14:08.360643 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:08.372433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Pushing event updated for resources: {'Port': ['ID=ad791799-920e-4877-9f2e-36bed6c54bc8,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:08.453907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Attempting to bind port ad791799-920e-4877-9f2e-36bed6c54bc8 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:14:08.456632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Attempting to bind port ad791799-920e-4877-9f2e-36bed6c54bc8 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '079d63b3-99ff-49d7-a55f-ffc68127150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:14:08.457174 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Attempting to bind port ad791799-920e-4877-9f2e-36bed6c54bc8 on network b3e1819d-5852-46d8-9377-3fc08b72d888 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:14:08.465819 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Port ad791799-920e-4877-9f2e-36bed6c54bc8 on network b3e1819d-5852-46d8-9377-3fc08b72d888 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:14:08.466438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Attempting to bind port ad791799-920e-4877-9f2e-36bed6c54bc8 on network b3e1819d-5852-46d8-9377-3fc08b72d888 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:14:08.476273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:14:08.476885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Checking segment: {'id': '079d63b3-99ff-49d7-a55f-ffc68127150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:14:08.477462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Bound using segment: {'id': '079d63b3-99ff-49d7-a55f-ffc68127150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:14:08.478063 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Bound port: ad791799-920e-4877-9f2e-36bed6c54bc8, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079d63b3-99ff-49d7-a55f-ffc68127150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:14:08.478653 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:08.490131 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:08.529126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ea5ff-23e9-4aa8-a7e0-a5650931cafd req-8a786c18-5911-4fa7-9828-dc2c4fc7382f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:08.536866 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b3ea5ff-23e9-4aa8-a7e0-a5650931cafd req-8a786c18-5911-4fa7-9828-dc2c4fc7382f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 944 time: 0.0771542 Aug 31 15:14:08.557830 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port a65600e4-8dbb-4c5b-bc92-d4bef1e12787, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a65600e4-8dbb-4c5b-bc92-d4bef1e12787,segment=NetworkSegment(079d63b3-99ff-49d7-a55f-ffc68127150a),segment_id=079d63b3-99ff-49d7-a55f-ffc68127150a)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:14:08.567596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] For port ad791799-920e-4877-9f2e-36bed6c54bc8, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:14:08.567865 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:08.568885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b7165c83-33e7-43ba-af76-aafa08b769eb up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:14:08.571101 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] For port ad791799-920e-4877-9f2e-36bed6c54bc8, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ad791799-920e-4877-9f2e-36bed6c54bc8,segment=NetworkSegment(079d63b3-99ff-49d7-a55f-ffc68127150a),segment_id=079d63b3-99ff-49d7-a55f-ffc68127150a)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:14:08.579624 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:08.595654 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-0b3ea5ff-23e9-4aa8-a7e0-a5650931cafd req-c7ed3998-6bcf-491e-8956-1c27be3a3607 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506716 Aug 31 15:14:08.642153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:08.642871 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:08.644396 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] 10.222.0.60 "PUT /v2.0/ports/ad791799-920e-4877-9f2e-36bed6c54bc8 HTTP/1.1" status: 200 len: 1092 time: 0.7527442 Aug 31 15:14:08.644912 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'tag': 'ad791799-920e-4877-9f2e-36bed6c54bc8'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:14:08.647510 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31918ad-f674-4ede-83c3-2eb3014a6642" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc39989-8a0a-4c05-b580-f73e21d9924a", "tag": "ad791799-920e-4877-9f2e-36bed6c54bc8"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:14:08.678506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=a65600e4-8dbb-4c5b-bc92-d4bef1e12787,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:08.689156 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b7165c83-33e7-43ba-af76-aafa08b769eb triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:14:08.689530 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:08.705039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba82e7a-c3dc-47bc-aeb6-a903ee102d63 service neutron] Pushing event updated for resources: {'Port': ['ID=ad791799-920e-4877-9f2e-36bed6c54bc8,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:08.719420 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edba9d33-d152-4626-bccc-0023908b6b3b x-openstack-request-id: req-edba9d33-d152-4626-bccc-0023908b6b3b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:14:08.719710 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc39989-8a0a-4c05-b580-f73e21d9924a", "tag": "ad791799-920e-4877-9f2e-36bed6c54bc8", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:14:08.719962 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-edba9d33-d152-4626-bccc-0023908b6b3b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:14:08.721423 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'tag': 'ad791799-920e-4877-9f2e-36bed6c54bc8', 'status': 'completed', 'code': 200} Aug 31 15:14:08.777566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f445-ce35-457a-a849-19540688b49b req-a4d46e13-6b52-4581-93c2-932a5a050e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:08.779677 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-a4d46e13-6b52-4581-93c2-932a5a050e72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 1095 time: 0.0573149 Aug 31 15:14:09.146170 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-b61df617-b6bf-4907-8afb-8b620dc993bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad791799-920e-4877-9f2e-36bed6c54bc8 HTTP/1.1" status: 200 len: 217 time: 0.3588693 Aug 31 15:14:09.196336 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f445-ce35-457a-a849-19540688b49b req-20b6f6db-12d6-46bf-aeb5-d7cb5fb49340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:09.197788 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-20b6f6db-12d6-46bf-aeb5-d7cb5fb49340 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=809b50d8-1b34-4224-92e2-7d1e346a3086 HTTP/1.1" status: 200 len: 835 time: 0.0434573 Aug 31 15:14:09.242493 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f445-ce35-457a-a849-19540688b49b req-a5d65a02-f1d5-402a-bf54-ed7e591ad464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:09.243976 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-a5d65a02-f1d5-402a-bf54-ed7e591ad464 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3e1819d-5852-46d8-9377-3fc08b72d888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389004 Aug 31 15:14:09.332428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-8bdb478a-7bde-414f-8fe0-fd69b77ef3f0 service neutron] 10.222.0.60 "GET /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811923 Aug 31 15:14:09.419701 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c691f445-ce35-457a-a849-19540688b49b req-bf16a55a-5c39-4a2b-8c6d-43d2edbfee96 service neutron] 10.222.0.60 "GET /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801828 Aug 31 15:14:09.507380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31918ad-f674-4ede-83c3-2eb3014a6642 req-5278ad5e-d81a-4a2a-b894-98e5cc596097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:09.508877 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e31918ad-f674-4ede-83c3-2eb3014a6642 req-5278ad5e-d81a-4a2a-b894-98e5cc596097 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 1095 time: 0.0421343 Aug 31 15:14:09.601638 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31918ad-f674-4ede-83c3-2eb3014a6642 req-48652ac8-cde8-47c1-84c5-ddf2daefd918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:09.603094 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e31918ad-f674-4ede-83c3-2eb3014a6642 req-48652ac8-cde8-47c1-84c5-ddf2daefd918 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3e1819d-5852-46d8-9377-3fc08b72d888 HTTP/1.1" status: 200 len: 897 time: 0.0871017 Aug 31 15:14:09.645756 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e31918ad-f674-4ede-83c3-2eb3014a6642 req-2688894f-56be-48cb-8916-8853ceec1ed2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad791799-920e-4877-9f2e-36bed6c54bc8 HTTP/1.1" status: 200 len: 217 time: 0.0357003 Aug 31 15:14:09.700119 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31918ad-f674-4ede-83c3-2eb3014a6642 req-44efe974-b131-408a-b363-0dda637236f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:09.701493 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e31918ad-f674-4ede-83c3-2eb3014a6642 req-44efe974-b131-408a-b363-0dda637236f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=809b50d8-1b34-4224-92e2-7d1e346a3086 HTTP/1.1" status: 200 len: 835 time: 0.0481024 Aug 31 15:14:09.712334 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64bb18-d29f-4e2d-89f9-6a85b7c5fd6a req-a5b592c0-d510-45fa-8d10-3a1e49d3ebbc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:09.713806 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7d64bb18-d29f-4e2d-89f9-6a85b7c5fd6a req-a5b592c0-d510-45fa-8d10-3a1e49d3ebbc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 944 time: 0.0478675 Aug 31 15:14:09.748509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31918ad-f674-4ede-83c3-2eb3014a6642 req-b3b4a1f9-8121-40a8-a09c-ea447dcf0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:09.750389 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e31918ad-f674-4ede-83c3-2eb3014a6642 req-b3b4a1f9-8121-40a8-a09c-ea447dcf0462 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3e1819d-5852-46d8-9377-3fc08b72d888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414550 Aug 31 15:14:09.752365 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7d64bb18-d29f-4e2d-89f9-6a85b7c5fd6a req-8a00504f-b852-48fb-b5ae-b1698f87c49e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318463 Aug 31 15:14:09.844733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e31918ad-f674-4ede-83c3-2eb3014a6642 req-c21cdf82-0ad8-44a1-ad13-179c8cc880e7 service neutron] 10.222.0.60 "GET /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849807 Aug 31 15:14:09.940146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e31918ad-f674-4ede-83c3-2eb3014a6642 req-f2fa8570-6769-4233-8866-52c91b814d44 service neutron] 10.222.0.60 "GET /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876217 Aug 31 15:14:10.004297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a65600e4-8dbb-4c5b-bc92-d4bef1e12787 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:14:10.053376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:14:10.053739 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:10.871164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b214-c7d3-4bcb-b584-a1e9c8e64cdb req-81f2c114-0f9e-4d86-8ee0-e75b9e720e53 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:10.872678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7436b214-c7d3-4bcb-b584-a1e9c8e64cdb req-81f2c114-0f9e-4d86-8ee0-e75b9e720e53 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 944 time: 0.0500600 Aug 31 15:14:10.910243 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7436b214-c7d3-4bcb-b584-a1e9c8e64cdb req-4c0e592f-04cb-4d0c-939f-b996a3811c58 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309467 Aug 31 15:14:11.230145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ad791799-920e-4877-9f2e-36bed6c54bc8 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:14:11.323556 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ad791799-920e-4877-9f2e-36bed6c54bc8, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ad791799-920e-4877-9f2e-36bed6c54bc8,segment=NetworkSegment(079d63b3-99ff-49d7-a55f-ffc68127150a),segment_id=079d63b3-99ff-49d7-a55f-ffc68127150a)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:14:11.335121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'ad791799-920e-4877-9f2e-36bed6c54bc8', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'port_id': 'ad791799-920e-4877-9f2e-36bed6c54bc8', 'mac_address': 'fa:16:3e:08:7d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:14:11.370962 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:11.383494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad791799-920e-4877-9f2e-36bed6c54bc8 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:14:11.404364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ad791799-920e-4877-9f2e-36bed6c54bc8, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ad791799-920e-4877-9f2e-36bed6c54bc8,segment=NetworkSegment(079d63b3-99ff-49d7-a55f-ffc68127150a),segment_id=079d63b3-99ff-49d7-a55f-ffc68127150a)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:14:11.408805 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:11.454703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=ad791799-920e-4877-9f2e-36bed6c54bc8,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:11.615852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['ad791799-920e-4877-9f2e-36bed6c54bc8'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:14:12.024018 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c62a92-827c-4a96-9e81-66ed85c936e1 req-a1c8aacd-4fb6-4e58-8b45-96cd1be77f4f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:12.025497 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-67c62a92-827c-4a96-9e81-66ed85c936e1 req-a1c8aacd-4fb6-4e58-8b45-96cd1be77f4f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 945 time: 0.0494845 Aug 31 15:14:12.064263 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-67c62a92-827c-4a96-9e81-66ed85c936e1 req-906e39e9-df82-4486-b50e-820247f9d303 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Aug 31 15:14:13.176289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1969a14-ffca-4c48-817c-ffdab8c11376 req-dcfe8fbf-7fec-4ab7-ba8f-623504978aac tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:13.177814 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1969a14-ffca-4c48-817c-ffdab8c11376 req-dcfe8fbf-7fec-4ab7-ba8f-623504978aac tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 945 time: 0.0482142 Aug 31 15:14:13.220114 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a1969a14-ffca-4c48-817c-ffdab8c11376 req-c70d434b-bf90-4a1b-b3ab-f56dbb7d634f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362928 Aug 31 15:14:13.246223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ad791799-920e-4877-9f2e-36bed6c54bc8 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:14:13.295975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port ad791799-920e-4877-9f2e-36bed6c54bc8 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:14:13.299820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port ad791799-920e-4877-9f2e-36bed6c54bc8 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:14:13.300187 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:13.377334 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:13.399883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad791799-920e-4877-9f2e-36bed6c54bc8'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:14:13.414864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port ad791799-920e-4877-9f2e-36bed6c54bc8, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ad791799-920e-4877-9f2e-36bed6c54bc8,segment=NetworkSegment(079d63b3-99ff-49d7-a55f-ffc68127150a),segment_id=079d63b3-99ff-49d7-a55f-ffc68127150a)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:14:13.419852 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:13.445463 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148b8ddf-045e-4fcb-8e32-2cd9e1d8df2a" -d '{"events": [{"server_uuid": "3dc39989-8a0a-4c05-b580-f73e21d9924a", "name": "network-vif-plugged", "status": "completed", "tag": "ad791799-920e-4877-9f2e-36bed6c54bc8"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:14:13.473323 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=ad791799-920e-4877-9f2e-36bed6c54bc8,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:13.534510 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d055d9d9-dcc5-40c8-bc26-944ac7f81e67 x-openstack-request-id: req-d055d9d9-dcc5-40c8-bc26-944ac7f81e67 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:14:13.534510 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc39989-8a0a-4c05-b580-f73e21d9924a", "name": "network-vif-plugged", "status": "completed", "tag": "ad791799-920e-4877-9f2e-36bed6c54bc8", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:14:13.534510 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d055d9d9-dcc5-40c8-bc26-944ac7f81e67 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:14:13.535430 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad791799-920e-4877-9f2e-36bed6c54bc8', 'code': 200} Aug 31 15:14:13.636989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de3e17-274b-407f-93c7-36e60c30db14 req-d7a7b874-5398-4e9f-9783-4e1a85ea227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:13.638579 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17de3e17-274b-407f-93c7-36e60c30db14 req-d7a7b874-5398-4e9f-9783-4e1a85ea227a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 1097 time: 0.0431521 Aug 31 15:14:13.673017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17de3e17-274b-407f-93c7-36e60c30db14 req-3b0c75a7-e8c9-4036-80c7-be781928cadc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276749 Aug 31 15:14:14.331680 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6c010-d0a4-497e-9c27-afb77b21385a req-501f8a42-c425-4495-be32-563edd0882d7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:14.333165 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5fc6c010-d0a4-497e-9c27-afb77b21385a req-501f8a42-c425-4495-be32-563edd0882d7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0477338 Aug 31 15:14:14.371478 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5fc6c010-d0a4-497e-9c27-afb77b21385a req-5b4c1d49-808e-4332-978a-e0dcf8702d6c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323820 Aug 31 15:14:15.489764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6185a-1d8a-43f8-8d6e-db42e2518024 req-86ed3b38-76e5-4a5f-bac7-e4e7a5ba6d58 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:15.491518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d8b6185a-1d8a-43f8-8d6e-db42e2518024 req-86ed3b38-76e5-4a5f-bac7-e4e7a5ba6d58 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0525336 Aug 31 15:14:15.527967 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d8b6185a-1d8a-43f8-8d6e-db42e2518024 req-9d19ff4f-3ce4-4564-b267-3ae14578fb4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305495 Aug 31 15:14:15.643127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368a45d-3ccb-440a-a4f5-3fd0d7ffa244 req-7bf66fd5-0edf-4ba1-9a72-7efb67253686 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:15.644621 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5368a45d-3ccb-440a-a4f5-3fd0d7ffa244 req-7bf66fd5-0edf-4ba1-9a72-7efb67253686 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0500426 Aug 31 15:14:15.685164 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5368a45d-3ccb-440a-a4f5-3fd0d7ffa244 req-8c624624-969c-4b2f-a223-9d0d95e599c6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345798 Aug 31 15:14:15.708585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32814) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:15.747489 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee9d562-528f-4f1e-b50e-2629b8adac42 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:15.749389 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-bee9d562-528f-4f1e-b50e-2629b8adac42 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 1092 time: 0.0397954 Aug 31 15:14:15.752283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32816) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:15.756883 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': 'ad791799-920e-4877-9f2e-36bed6c54bc8', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:14:15.778498 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:15.874734 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:15.980325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.25.2.186 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/388722eb-3c33-4e00-9735-eab6adf06ce6) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:14:16.084984 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:16.128021 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:16.168403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:14:16.171348 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:14:16.175552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:14:16.178462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=388722eb-3c33-4e00-9735-eab6adf06ce6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:16.522647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:16.586399 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:16.731363 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:16.736498 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:16.801559 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=388722eb-3c33-4e00-9735-eab6adf06ce6,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:16.812937 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:16.914713 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Floating IP 76882f45-447b-4506-b946-0034849f6537 associated. External IP: 172.25.2.186, port: ad791799-920e-4877-9f2e-36bed6c54bc8. Aug 31 15:14:17.121420 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 985d7314-a3c5-4be6-baf4-782183281120 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:14:17.231913 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:14:17.242278 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a1726-bc2b-41f7-9bcd-91d04fb4f86b None None] Sync routers for ids ['985d7314-a3c5-4be6-baf4-782183281120'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:14:17.247964 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:17.251744 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a1726-bc2b-41f7-9bcd-91d04fb4f86b None None] Routers {'985d7314-a3c5-4be6-baf4-782183281120'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:14:17.252357 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-df8a1726-bc2b-41f7-9bcd-91d04fb4f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:13:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['985d7314-a3c5-4be6-baf4-782183281120'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:17.275323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1b20e936-aa64-4662-9ac7-c5a0b33d2b0d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5219982 Aug 31 15:14:17.275907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'tag': 'ad791799-920e-4877-9f2e-36bed6c54bc8'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:14:17.278136 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d78236-40ae-42be-af73-846ed9de4419" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc39989-8a0a-4c05-b580-f73e21d9924a", "tag": "ad791799-920e-4877-9f2e-36bed6c54bc8"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:14:17.318822 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb244221-4db6-41b0-ba4a-efc7d5ed9d7b x-openstack-request-id: req-eb244221-4db6-41b0-ba4a-efc7d5ed9d7b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:14:17.319111 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc39989-8a0a-4c05-b580-f73e21d9924a", "tag": "ad791799-920e-4877-9f2e-36bed6c54bc8", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:14:17.319394 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb244221-4db6-41b0-ba4a-efc7d5ed9d7b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:14:17.319796 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'tag': 'ad791799-920e-4877-9f2e-36bed6c54bc8', 'status': 'completed', 'code': 200} Aug 31 15:14:17.361693 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-df8a1726-bc2b-41f7-9bcd-91d04fb4f86b None None] Set router 985d7314-a3c5-4be6-baf4-782183281120 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:14:17.381915 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14847ed4-4e9e-4640-8aca-71f062c1f995 req-fe486b51-44a8-4ad3-b2aa-ba75700bb987 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:17.384118 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-14847ed4-4e9e-4640-8aca-71f062c1f995 req-fe486b51-44a8-4ad3-b2aa-ba75700bb987 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0541782 Aug 31 15:14:17.395053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d78236-40ae-42be-af73-846ed9de4419 req-60e09146-1389-4ec3-9c32-a0009a6080d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:17.396613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66d78236-40ae-42be-af73-846ed9de4419 req-60e09146-1389-4ec3-9c32-a0009a6080d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 1097 time: 0.0420859 Aug 31 15:14:17.424965 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-14847ed4-4e9e-4640-8aca-71f062c1f995 req-602317f4-bd2c-4dfe-b8d2-0739fbfeeee9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334997 Aug 31 15:14:17.447572 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32822) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:17.496790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d78236-40ae-42be-af73-846ed9de4419 req-e104a814-d56f-4826-8ee2-98367eb47fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:17.498577 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66d78236-40ae-42be-af73-846ed9de4419 req-e104a814-d56f-4826-8ee2-98367eb47fc6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3e1819d-5852-46d8-9377-3fc08b72d888 HTTP/1.1" status: 200 len: 897 time: 0.0950832 Aug 31 15:14:17.512189 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ac25d15b-999c-43d5-9039-d05d39f6557a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/76882f45-447b-4506-b946-0034849f6537 HTTP/1.1" status: 200 len: 992 time: 0.0621800 Aug 31 15:14:17.564133 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66d78236-40ae-42be-af73-846ed9de4419 req-28742bd1-e1fe-40a8-be32-a5ab76539d4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad791799-920e-4877-9f2e-36bed6c54bc8 HTTP/1.1" status: 200 len: 1000 time: 0.0589280 Aug 31 15:14:17.595041 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-df8a1726-bc2b-41f7-9bcd-91d04fb4f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '76882f45-447b-4506-b946-0034849f6537', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '985d7314-a3c5-4be6-baf4-782183281120', 'port_id': 'ad791799-920e-4877-9f2e-36bed6c54bc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'mac_address': 'fa:16:3e:08:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:14:16Z', 'updated_at': '2021-08-31T15:14:16Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65600e4-8dbb-4c5b-bc92-d4bef1e12787', 'name': '', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:0b:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:04Z', 'updated_at': '2021-08-31T15:14:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:17.618346 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d78236-40ae-42be-af73-846ed9de4419 req-d08f5ff6-687b-4746-9f27-343473858089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:17.619860 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66d78236-40ae-42be-af73-846ed9de4419 req-d08f5ff6-687b-4746-9f27-343473858089 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=809b50d8-1b34-4224-92e2-7d1e346a3086 HTTP/1.1" status: 200 len: 835 time: 0.0483842 Aug 31 15:14:17.621425 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a1726-bc2b-41f7-9bcd-91d04fb4f86b None None] Checking router: 985d7314-a3c5-4be6-baf4-782183281120 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:14:17.630734 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a1726-bc2b-41f7-9bcd-91d04fb4f86b None None] Routers {'985d7314-a3c5-4be6-baf4-782183281120'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:14:17.631390 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-df8a1726-bc2b-41f7-9bcd-91d04fb4f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:13:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['985d7314-a3c5-4be6-baf4-782183281120'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:17.665597 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d78236-40ae-42be-af73-846ed9de4419 req-b1bb66bc-7eae-4911-88a7-cca1959ac7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:17.667095 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66d78236-40ae-42be-af73-846ed9de4419 req-b1bb66bc-7eae-4911-88a7-cca1959ac7b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3e1819d-5852-46d8-9377-3fc08b72d888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402606 Aug 31 15:14:17.739375 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-df8a1726-bc2b-41f7-9bcd-91d04fb4f86b None None] Set router 985d7314-a3c5-4be6-baf4-782183281120 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:14:17.755081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66d78236-40ae-42be-af73-846ed9de4419 req-c6b138cc-8348-40c6-852d-d83ba239046a service neutron] 10.222.0.60 "GET /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809398 Aug 31 15:14:17.850891 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66d78236-40ae-42be-af73-846ed9de4419 req-1dd5c5a6-979f-4160-ac95-a3aa08df2a0c service neutron] 10.222.0.60 "GET /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878899 Aug 31 15:14:18.054353 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-df8a1726-bc2b-41f7-9bcd-91d04fb4f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '76882f45-447b-4506-b946-0034849f6537', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '985d7314-a3c5-4be6-baf4-782183281120', 'port_id': 'ad791799-920e-4877-9f2e-36bed6c54bc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'mac_address': 'fa:16:3e:08:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:14:16Z', 'updated_at': '2021-08-31T15:14:16Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65600e4-8dbb-4c5b-bc92-d4bef1e12787', 'name': '', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:0b:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:04Z', 'updated_at': '2021-08-31T15:14:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:18.080837 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a1726-bc2b-41f7-9bcd-91d04fb4f86b None None] The sync data for ids ['985d7314-a3c5-4be6-baf4-782183281120'] in n-d-806683-5 is: [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '76882f45-447b-4506-b946-0034849f6537', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '985d7314-a3c5-4be6-baf4-782183281120', 'port_id': 'ad791799-920e-4877-9f2e-36bed6c54bc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'mac_address': 'fa:16:3e:08:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:14:16Z', 'updated_at': '2021-08-31T15:14:16Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65600e4-8dbb-4c5b-bc92-d4bef1e12787', 'name': '', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:0b:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:04Z', 'updated_at': '2021-08-31T15:14:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:14:18.274598 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce9c68-3a47-4ae9-9c32-b41fef540311 None None] New status for floating IP 76882f45-447b-4506-b946-0034849f6537: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:14:18.515677 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32824) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:18.581440 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ef228471-c251-470c-8252-d47119d7897a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/76882f45-447b-4506-b946-0034849f6537 HTTP/1.1" status: 200 len: 994 time: 0.0646782 Aug 31 15:14:19.016019 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:14:19.687373 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2654ec5f-2d61-4060-befa-a1cd92dcd98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:19.979052 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:22.223361 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4318e4ad-c909-45f6-834b-82a41fb60f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:22.329841 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:23.511373 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:24.922796 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:25.108269 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:47.308736 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004bc4a-e7f0-4847-a3cf-68101edb4d48 req-48c6fe6f-93f8-4a67-8d6a-754ea2db48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:47.310129 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2004bc4a-e7f0-4847-a3cf-68101edb4d48 req-48c6fe6f-93f8-4a67-8d6a-754ea2db48d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 1097 time: 0.0702276 Aug 31 15:14:47.317959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9af874-b80d-405b-8285-3bb14c51da74 req-36f046b5-95ec-4608-90f0-bb98cb94e51f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:47.319438 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa9af874-b80d-405b-8285-3bb14c51da74 req-36f046b5-95ec-4608-90f0-bb98cb94e51f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0806565 Aug 31 15:14:47.403053 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fa9af874-b80d-405b-8285-3bb14c51da74 req-1e06c73d-8e57-4033-bb2a-0af63c2e9d96 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756347 Aug 31 15:14:47.430501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004bc4a-e7f0-4847-a3cf-68101edb4d48 req-2d835320-7c39-4a7c-bb47-bc1ffa20c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:47.432039 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2004bc4a-e7f0-4847-a3cf-68101edb4d48 req-2d835320-7c39-4a7c-bb47-bc1ffa20c2b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3e1819d-5852-46d8-9377-3fc08b72d888 HTTP/1.1" status: 200 len: 897 time: 0.1117520 Aug 31 15:14:47.501535 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2004bc4a-e7f0-4847-a3cf-68101edb4d48 req-afbebb3a-dbb4-4f24-b8d7-db251344d236 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad791799-920e-4877-9f2e-36bed6c54bc8 HTTP/1.1" status: 200 len: 1002 time: 0.0613270 Aug 31 15:14:47.550344 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004bc4a-e7f0-4847-a3cf-68101edb4d48 req-c2128e7d-0763-4023-ad6e-bd37bc6666fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:47.551802 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2004bc4a-e7f0-4847-a3cf-68101edb4d48 req-c2128e7d-0763-4023-ad6e-bd37bc6666fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=809b50d8-1b34-4224-92e2-7d1e346a3086 HTTP/1.1" status: 200 len: 835 time: 0.0426302 Aug 31 15:14:47.596856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004bc4a-e7f0-4847-a3cf-68101edb4d48 req-48d666ca-5b07-4a71-904d-b0b341e15d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:47.598233 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2004bc4a-e7f0-4847-a3cf-68101edb4d48 req-48d666ca-5b07-4a71-904d-b0b341e15d71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3e1819d-5852-46d8-9377-3fc08b72d888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390670 Aug 31 15:14:47.690996 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2004bc4a-e7f0-4847-a3cf-68101edb4d48 req-67d5e561-67d6-4e19-861b-3fb089fd12c0 service neutron] 10.222.0.60 "GET /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840170 Aug 31 15:14:47.778499 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2004bc4a-e7f0-4847-a3cf-68101edb4d48 req-52898396-d3af-4478-9e43-524af1e9f744 service neutron] 10.222.0.60 "GET /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799100 Aug 31 15:14:48.521561 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cbd7f-8d80-4ddc-bcc2-bc100b4db1ea req-dde7992b-3f91-453e-a9ea-65dcdccdcee0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:48.523043 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-230cbd7f-8d80-4ddc-bcc2-bc100b4db1ea req-dde7992b-3f91-453e-a9ea-65dcdccdcee0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0510213 Aug 31 15:14:48.560377 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-230cbd7f-8d80-4ddc-bcc2-bc100b4db1ea req-7b80a1c4-653f-464c-81a1-f3a1fda6e59d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314362 Aug 31 15:14:49.674628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2aed9a-1e5a-4382-8d45-58427b86d607 req-60021784-0ac0-4645-a89b-d97ea14a65ff tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:49.676149 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd2aed9a-1e5a-4382-8d45-58427b86d607 req-60021784-0ac0-4645-a89b-d97ea14a65ff tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0485439 Aug 31 15:14:49.688803 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-62613f49-932e-4732-b7c3-beaac2360869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:49.713866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-bd2aed9a-1e5a-4382-8d45-58427b86d607 req-d51a9610-f610-45c8-a694-7bd5e94ffadc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Aug 31 15:14:49.977325 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:50.833375 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665297f-06f5-47cb-9b16-48f60fbbdc02 req-06eae38b-bfcc-4e9e-8e54-a0e59b26f5e6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:50.834877 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e665297f-06f5-47cb-9b16-48f60fbbdc02 req-06eae38b-bfcc-4e9e-8e54-a0e59b26f5e6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0543230 Aug 31 15:14:50.879397 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e665297f-06f5-47cb-9b16-48f60fbbdc02 req-9ff27b0a-0e5f-4579-a1ae-6f11f1fb0f66 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385995 Aug 31 15:14:52.003467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bb00b-53d1-4abd-a125-61493dec806a req-7b3b6a2d-d08e-478f-b12f-1e6c28665569 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:52.004984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cb8bb00b-53d1-4abd-a125-61493dec806a req-7b3b6a2d-d08e-478f-b12f-1e6c28665569 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0599754 Aug 31 15:14:52.042433 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cb8bb00b-53d1-4abd-a125-61493dec806a req-a97143d5-6d7b-4caa-a20c-db46e3b4b063 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308974 Aug 31 15:14:52.225905 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67e87990-a773-40a9-8b04-455f2210dcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:52.331372 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:53.157584 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f132d-9d88-40ed-a51f-9acb9f195059 req-1f143dbe-017f-4015-a695-97181effff09 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:53.159219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d80f132d-9d88-40ed-a51f-9acb9f195059 req-1f143dbe-017f-4015-a695-97181effff09 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0479612 Aug 31 15:14:53.195839 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d80f132d-9d88-40ed-a51f-9acb9f195059 req-7225a426-01db-4a51-a193-ae262c32431b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307992 Aug 31 15:14:53.513230 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:54.311509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f2e53-4b1a-4969-ab17-aa0a7c8c8d05 req-2957d2d6-7a01-402d-93ee-0e5091311aeb tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:54.312993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-887f2e53-4b1a-4969-ab17-aa0a7c8c8d05 req-2957d2d6-7a01-402d-93ee-0e5091311aeb tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0482624 Aug 31 15:14:54.350150 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-887f2e53-4b1a-4969-ab17-aa0a7c8c8d05 req-0f466cd9-89ad-4580-b52c-3e09acb6c4eb tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304334 Aug 31 15:14:54.939443 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:55.112110 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:55.467127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8d552-e3fe-4bc9-b2b9-1e426fb782a9 req-bdaf7edc-1f9c-4bf3-8725-f1a1d1f2668a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:55.468649 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d8e8d552-e3fe-4bc9-b2b9-1e426fb782a9 req-bdaf7edc-1f9c-4bf3-8725-f1a1d1f2668a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0490088 Aug 31 15:14:55.506829 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d8e8d552-e3fe-4bc9-b2b9-1e426fb782a9 req-af27ea9a-b313-4262-ba28-89d286f5c1ab tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315773 Aug 31 15:14:56.015042 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:14:56.620737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68429-5417-44b1-ab05-307dbf951971 req-fc983b4e-3865-4016-ab8a-683d8ec10266 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:56.622294 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05e68429-5417-44b1-ab05-307dbf951971 req-fc983b4e-3865-4016-ab8a-683d8ec10266 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0489857 Aug 31 15:14:56.660016 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05e68429-5417-44b1-ab05-307dbf951971 req-45a74b72-5e1d-4be1-9baf-e4365bc7c8ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309110 Aug 31 15:14:57.774224 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5564d9c-bed8-44b6-ac82-d0400e355216 req-c2172295-c377-4489-8844-a5b8441ceafb tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:57.775738 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e5564d9c-bed8-44b6-ac82-d0400e355216 req-c2172295-c377-4489-8844-a5b8441ceafb tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0493445 Aug 31 15:14:57.816812 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e5564d9c-bed8-44b6-ac82-d0400e355216 req-564c3e19-129b-40f9-a931-26f30f0a50c0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352020 Aug 31 15:14:58.936900 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7f844-2896-43b1-9c35-ae8ea253f5ea req-3935fcf6-a856-4d98-a623-81633a7f2653 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:58.938612 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53e7f844-2896-43b1-9c35-ae8ea253f5ea req-3935fcf6-a856-4d98-a623-81633a7f2653 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0542042 Aug 31 15:14:58.976189 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-53e7f844-2896-43b1-9c35-ae8ea253f5ea req-b8d87e3a-0bac-4c55-80f2-68c4d115436a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317540 Aug 31 15:14:58.998095 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32874) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:59.059615 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ddcac2b3-f718-4620-ac14-064023fd9dbe tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/76882f45-447b-4506-b946-0034849f6537 HTTP/1.1" status: 200 len: 994 time: 0.0603495 Aug 31 15:15:15.137033 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07f34831-d2a3-44ce-83f9-13f3cf13d0af req-fb2a9cfd-c19f-426e-b6dc-5c1e887fd67b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402689 Aug 31 15:15:15.217243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f34831-d2a3-44ce-83f9-13f3cf13d0af req-8e9d2670-701e-40ec-8efb-3a88bd039ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:15.218711 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07f34831-d2a3-44ce-83f9-13f3cf13d0af req-8e9d2670-701e-40ec-8efb-3a88bd039ebb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 1097 time: 0.0394571 Aug 31 15:15:15.321568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f34831-d2a3-44ce-83f9-13f3cf13d0af req-c9b2418d-a2b9-445f-a95e-85d7db432b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:15.322921 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07f34831-d2a3-44ce-83f9-13f3cf13d0af req-c9b2418d-a2b9-445f-a95e-85d7db432b3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3e1819d-5852-46d8-9377-3fc08b72d888 HTTP/1.1" status: 200 len: 897 time: 0.0852518 Aug 31 15:15:15.385690 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07f34831-d2a3-44ce-83f9-13f3cf13d0af req-c080260e-b0de-4334-9d8c-92035aabd493 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad791799-920e-4877-9f2e-36bed6c54bc8 HTTP/1.1" status: 200 len: 1002 time: 0.0551775 Aug 31 15:15:15.433756 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f34831-d2a3-44ce-83f9-13f3cf13d0af req-455badbb-0747-4f7d-b949-bf8cfdbc36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:15.435184 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07f34831-d2a3-44ce-83f9-13f3cf13d0af req-455badbb-0747-4f7d-b949-bf8cfdbc36ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=809b50d8-1b34-4224-92e2-7d1e346a3086 HTTP/1.1" status: 200 len: 835 time: 0.0421531 Aug 31 15:15:15.484054 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f34831-d2a3-44ce-83f9-13f3cf13d0af req-2e93b7f8-4307-46a4-b8d2-19eb01490130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:15.485821 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07f34831-d2a3-44ce-83f9-13f3cf13d0af req-2e93b7f8-4307-46a4-b8d2-19eb01490130 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3e1819d-5852-46d8-9377-3fc08b72d888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439806 Aug 31 15:15:15.578656 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07f34831-d2a3-44ce-83f9-13f3cf13d0af req-c1a7b79a-385f-49fc-baef-33bf18757417 service neutron] 10.222.0.60 "GET /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788095 Aug 31 15:15:15.668278 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07f34831-d2a3-44ce-83f9-13f3cf13d0af req-8acf66a6-7164-4722-a7a9-6658d057e72d service neutron] 10.222.0.60 "GET /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819883 Aug 31 15:15:19.690291 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76eabe86-c99e-44c9-b98c-cb3f26051667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.992547 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:22.227721 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6c9a9ba9-65a4-440f-95f4-813c7189a584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:22.332660 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.516593 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:24.954421 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.113895 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:29.403333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32892) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:29.556747 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port 388722eb-3c33-4e00-9735-eab6adf06ce6 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:15:29.557088 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:29.634537 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:29.634865 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:29.646028 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for 388722eb-3c33-4e00-9735-eab6adf06ce6 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:15:29.788412 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:29.815513 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=388722eb-3c33-4e00-9735-eab6adf06ce6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:29.837908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:29.838262 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:29.838607 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:29.838965 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:29.839332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:29.839667 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:29.840000 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:29.840328 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:29.840657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:29.840984 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:29.841307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:29.841627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:29.884043 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:29.884464 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Floating IP 76882f45-447b-4506-b946-0034849f6537 disassociated (deleted). External IP: 172.25.2.186, port: ad791799-920e-4877-9f2e-36bed6c54bc8. Aug 31 15:15:30.096409 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 985d7314-a3c5-4be6-baf4-782183281120 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:15:30.210295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:15:30.215120 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:30.220729 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f901ba-d185-41e3-b43e-e711422e9968 None None] Sync routers for ids ['985d7314-a3c5-4be6-baf4-782183281120'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:15:30.229308 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f901ba-d185-41e3-b43e-e711422e9968 None None] Routers {'985d7314-a3c5-4be6-baf4-782183281120'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:30.229924 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d9f901ba-d185-41e3-b43e-e711422e9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:15:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['985d7314-a3c5-4be6-baf4-782183281120'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:30.241882 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1e684cb4-20b2-4adf-88dd-bb24ab486b4b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/floatingips/76882f45-447b-4506-b946-0034849f6537 HTTP/1.1" status: 204 len: 168 time: 0.8374841 Aug 31 15:15:30.242563 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'tag': 'ad791799-920e-4877-9f2e-36bed6c54bc8'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:15:30.348669 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d9f901ba-d185-41e3-b43e-e711422e9968 None None] Set router 985d7314-a3c5-4be6-baf4-782183281120 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:30.350873 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8baed89709b0a4c945e3e74325298eb1be3a1a950e6bee074768b0dfbbad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fc1270-588d-4a39-a324-92c9399a47b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc39989-8a0a-4c05-b580-f73e21d9924a", "tag": "ad791799-920e-4877-9f2e-36bed6c54bc8"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:15:30.480813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adac95-2ad8-4f7d-9184-4050e4a35413 req-d2f89115-0dac-4612-9779-d2180e7aef71 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:30.482345 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66adac95-2ad8-4f7d-9184-4050e4a35413 req-d2f89115-0dac-4612-9779-d2180e7aef71 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0592854 Aug 31 15:15:30.491603 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7c4b06-2287-443a-971e-dfefc1e1d2cc x-openstack-request-id: req-eb7c4b06-2287-443a-971e-dfefc1e1d2cc {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:15:30.492095 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc39989-8a0a-4c05-b580-f73e21d9924a", "tag": "ad791799-920e-4877-9f2e-36bed6c54bc8", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:15:30.492211 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb7c4b06-2287-443a-971e-dfefc1e1d2cc {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:15:30.492525 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'tag': 'ad791799-920e-4877-9f2e-36bed6c54bc8', 'status': 'completed', 'code': 200} Aug 31 15:15:30.531341 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-66adac95-2ad8-4f7d-9184-4050e4a35413 req-6e3c64e3-f7d5-4313-839d-93697da8fbf7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425692 Aug 31 15:15:30.561359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc1270-588d-4a39-a324-92c9399a47b6 req-1fb719fa-55a7-4422-b506-f1a7f967ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:30.563454 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-97fc1270-588d-4a39-a324-92c9399a47b6 req-1fb719fa-55a7-4422-b506-f1a7f967ffed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 1097 time: 0.0450549 Aug 31 15:15:30.567889 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d9f901ba-d185-41e3-b43e-e711422e9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a65600e4-8dbb-4c5b-bc92-d4bef1e12787', 'name': '', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:0b:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:04Z', 'updated_at': '2021-08-31T15:14:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:30.593748 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f901ba-d185-41e3-b43e-e711422e9968 None None] Checking router: 985d7314-a3c5-4be6-baf4-782183281120 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:30.602412 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f901ba-d185-41e3-b43e-e711422e9968 None None] Routers {'985d7314-a3c5-4be6-baf4-782183281120'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:30.602954 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d9f901ba-d185-41e3-b43e-e711422e9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:15:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['985d7314-a3c5-4be6-baf4-782183281120'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:30.657016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc1270-588d-4a39-a324-92c9399a47b6 req-6447d1dc-68b0-4044-906f-702060279226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:30.658702 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-97fc1270-588d-4a39-a324-92c9399a47b6 req-6447d1dc-68b0-4044-906f-702060279226 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3e1819d-5852-46d8-9377-3fc08b72d888 HTTP/1.1" status: 200 len: 897 time: 0.0874336 Aug 31 15:15:30.701192 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-97fc1270-588d-4a39-a324-92c9399a47b6 req-524b885e-a015-459e-b73f-02bf9b4f23f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad791799-920e-4877-9f2e-36bed6c54bc8 HTTP/1.1" status: 200 len: 217 time: 0.0344326 Aug 31 15:15:30.706434 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d9f901ba-d185-41e3-b43e-e711422e9968 None None] Set router 985d7314-a3c5-4be6-baf4-782183281120 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:30.754757 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc1270-588d-4a39-a324-92c9399a47b6 req-7c848bf1-c6d5-4a53-b2d4-84351d5f31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:30.756274 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-97fc1270-588d-4a39-a324-92c9399a47b6 req-7c848bf1-c6d5-4a53-b2d4-84351d5f31cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=809b50d8-1b34-4224-92e2-7d1e346a3086 HTTP/1.1" status: 200 len: 835 time: 0.0481372 Aug 31 15:15:30.805049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc1270-588d-4a39-a324-92c9399a47b6 req-d287c518-06a4-4729-b9e7-000106c08dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:30.806557 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-97fc1270-588d-4a39-a324-92c9399a47b6 req-d287c518-06a4-4729-b9e7-000106c08dfa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3e1819d-5852-46d8-9377-3fc08b72d888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422885 Aug 31 15:15:30.818570 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-97fc1270-588d-4a39-a324-92c9399a47b6 req-d768d7c2-4fc7-4b65-b0ea-c3a99813ff70 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:15:30.819693 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-97fc1270-588d-4a39-a324-92c9399a47b6 req-d768d7c2-4fc7-4b65-b0ea-c3a99813ff70 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050347 Aug 31 15:15:30.901625 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d9f901ba-d185-41e3-b43e-e711422e9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a65600e4-8dbb-4c5b-bc92-d4bef1e12787', 'name': '', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:0b:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:04Z', 'updated_at': '2021-08-31T15:14:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:30.908317 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-97fc1270-588d-4a39-a324-92c9399a47b6 req-957b0687-bcde-439b-bbaa-dc4016be2962 service neutron] 10.222.0.60 "GET /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815740 Aug 31 15:15:30.931661 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f901ba-d185-41e3-b43e-e711422e9968 None None] The sync data for ids ['985d7314-a3c5-4be6-baf4-782183281120'] in n-d-806683-5 is: [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:04Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a65600e4-8dbb-4c5b-bc92-d4bef1e12787', 'name': '', 'network_id': 'b3e1819d-5852-46d8-9377-3fc08b72d888', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:0b:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:04Z', 'updated_at': '2021-08-31T15:14:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '809b50d8-1b34-4224-92e2-7d1e346a3086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:31.008766 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-97fc1270-588d-4a39-a324-92c9399a47b6 req-f3de24af-9cae-442d-8148-91c0a0baaecd service neutron] 10.222.0.60 "GET /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924120 Aug 31 15:15:31.143882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a0b11-4b00-4897-849d-9b1cc616548d None None] New status for floating IP 76882f45-447b-4506-b946-0034849f6537: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:15:31.657776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98728513-209d-4abc-913e-d096e6d5d510 req-5fa34bdc-defb-4145-8595-ff626b303fe0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:31.659429 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98728513-209d-4abc-913e-d096e6d5d510 req-5fa34bdc-defb-4145-8595-ff626b303fe0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0540450 Aug 31 15:15:31.697641 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98728513-209d-4abc-913e-d096e6d5d510 req-7bed24f6-37d7-4104-a005-684d188aafb5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a37f9-9fca-4a04-9bf0-742dac068211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316627 Aug 31 15:15:31.897679 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c99a1-1c3a-4bf5-8bfd-2b41ae87532d req-9a9f1568-3baa-4af0-8180-4369f5a4ee9a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:31.899228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b93c99a1-1c3a-4bf5-8bfd-2b41ae87532d req-9a9f1568-3baa-4af0-8180-4369f5a4ee9a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 946 time: 0.0507984 Aug 31 15:15:31.993485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b93c99a1-1c3a-4bf5-8bfd-2b41ae87532d req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port ad791799-920e-4877-9f2e-36bed6c54bc8 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:15:31.993828 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b93c99a1-1c3a-4bf5-8bfd-2b41ae87532d req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:32.082434 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b93c99a1-1c3a-4bf5-8bfd-2b41ae87532d req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port ad791799-920e-4877-9f2e-36bed6c54bc8, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=ad791799-920e-4877-9f2e-36bed6c54bc8,segment=NetworkSegment(079d63b3-99ff-49d7-a55f-ffc68127150a),segment_id=079d63b3-99ff-49d7-a55f-ffc68127150a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:32.082791 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b93c99a1-1c3a-4bf5-8bfd-2b41ae87532d req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:32.096192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b93c99a1-1c3a-4bf5-8bfd-2b41ae87532d req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for ad791799-920e-4877-9f2e-36bed6c54bc8 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:15:32.228360 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b93c99a1-1c3a-4bf5-8bfd-2b41ae87532d req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:32.255758 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=ad791799-920e-4877-9f2e-36bed6c54bc8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:32.265672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:32.266115 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:32.266938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:32.267315 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:32.267665 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:32.268009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:32.268842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:32.268842 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:32.269081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:32.269324 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:32.269659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:32.270153 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:32.311496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93c99a1-1c3a-4bf5-8bfd-2b41ae87532d req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] No DVR routers for this DVR port ad791799-920e-4877-9f2e-36bed6c54bc8 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:15:32.314383 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b93c99a1-1c3a-4bf5-8bfd-2b41ae87532d req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:32.316455 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b93c99a1-1c3a-4bf5-8bfd-2b41ae87532d req-7b4021fd-c31e-43a7-951a-403afe357822 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "DELETE /v2.0/ports/ad791799-920e-4877-9f2e-36bed6c54bc8 HTTP/1.1" status: 204 len: 173 time: 0.4112840 Aug 31 15:15:32.316892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'name': 'network-vif-deleted', 'tag': 'ad791799-920e-4877-9f2e-36bed6c54bc8'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:15:32.319155 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416ff1bc-f1ed-438b-b2f9-bdc3f22cffe0" -d '{"events": [{"server_uuid": "3dc39989-8a0a-4c05-b580-f73e21d9924a", "name": "network-vif-deleted", "tag": "ad791799-920e-4877-9f2e-36bed6c54bc8"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:15:32.359414 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15cc99b-1901-4482-822e-9793b3ddc860 x-openstack-request-id: req-f15cc99b-1901-4482-822e-9793b3ddc860 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:15:32.360365 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc39989-8a0a-4c05-b580-f73e21d9924a", "name": "network-vif-deleted", "tag": "ad791799-920e-4877-9f2e-36bed6c54bc8", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:15:32.360933 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f15cc99b-1901-4482-822e-9793b3ddc860 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:15:32.361170 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc39989-8a0a-4c05-b580-f73e21d9924a', 'name': 'network-vif-deleted', 'tag': 'ad791799-920e-4877-9f2e-36bed6c54bc8', 'status': 'completed', 'code': 200} Aug 31 15:15:32.817203 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-328ac222-9c76-4b96-b1ce-f36462fae34b req-0eefb49a-dbd1-4955-abc3-eb8df46db057 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc39989-8a0a-4c05-b580-f73e21d9924a HTTP/1.1" status: 200 len: 210 time: 0.0322015 Aug 31 15:15:33.013962 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:15:33.877507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32922) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:34.548799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52394dbf-b829-46f4-8021-08fa0bb02229 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:34.801893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-52394dbf-b829-46f4-8021-08fa0bb02229 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port a65600e4-8dbb-4c5b-bc92-d4bef1e12787 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:15:34.802152 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52394dbf-b829-46f4-8021-08fa0bb02229 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:34.893616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-52394dbf-b829-46f4-8021-08fa0bb02229 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port a65600e4-8dbb-4c5b-bc92-d4bef1e12787, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a65600e4-8dbb-4c5b-bc92-d4bef1e12787,segment=NetworkSegment(079d63b3-99ff-49d7-a55f-ffc68127150a),segment_id=079d63b3-99ff-49d7-a55f-ffc68127150a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:34.894339 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52394dbf-b829-46f4-8021-08fa0bb02229 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:34.906990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-52394dbf-b829-46f4-8021-08fa0bb02229 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for a65600e4-8dbb-4c5b-bc92-d4bef1e12787 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:15:35.090403 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52394dbf-b829-46f4-8021-08fa0bb02229 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:35.120068 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52394dbf-b829-46f4-8021-08fa0bb02229 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=a65600e4-8dbb-4c5b-bc92-d4bef1e12787,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:35.291912 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52394dbf-b829-46f4-8021-08fa0bb02229 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:35.518437 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52394dbf-b829-46f4-8021-08fa0bb02229 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 985d7314-a3c5-4be6-baf4-782183281120 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:15:35.621989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52394dbf-b829-46f4-8021-08fa0bb02229 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:15:35.629459 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-52394dbf-b829-46f4-8021-08fa0bb02229 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "PUT /v2.0/routers/985d7314-a3c5-4be6-baf4-782183281120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7493627 Aug 31 15:15:35.629830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32924) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:35.632465 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f3b8d-63db-4ac8-9a13-e0bcbacbd6d0 None None] Sync routers for ids ['985d7314-a3c5-4be6-baf4-782183281120'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:15:35.636059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ad791799-920e-4877-9f2e-36bed6c54bc8 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:15:35.654259 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f3b8d-63db-4ac8-9a13-e0bcbacbd6d0 None None] Routers {'985d7314-a3c5-4be6-baf4-782183281120'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:35.654982 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-065f3b8d-63db-4ac8-9a13-e0bcbacbd6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:15:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['985d7314-a3c5-4be6-baf4-782183281120'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:35.661319 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: ad791799-920e-4877-9f2e-36bed6c54bc8 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:15:35.661663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device ad791799-920e-4877-9f2e-36bed6c54bc8 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:15:35.680890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e721ef-05d3-4f62-89fa-a21aad804905 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting subnet 809b50d8-1b34-4224-92e2-7d1e346a3086 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:15:35.683941 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67e721ef-05d3-4f62-89fa-a21aad804905 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:35.731209 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67e721ef-05d3-4f62-89fa-a21aad804905 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:35.760041 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-065f3b8d-63db-4ac8-9a13-e0bcbacbd6d0 None None] Set router 985d7314-a3c5-4be6-baf4-782183281120 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:35.824251 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67e721ef-05d3-4f62-89fa-a21aad804905 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:35.883933 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67e721ef-05d3-4f62-89fa-a21aad804905 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:35.912430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e721ef-05d3-4f62-89fa-a21aad804905 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Subnet': ['ID=809b50d8-1b34-4224-92e2-7d1e346a3086,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:35.916294 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67e721ef-05d3-4f62-89fa-a21aad804905 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:35.920775 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-67e721ef-05d3-4f62-89fa-a21aad804905 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/subnets/809b50d8-1b34-4224-92e2-7d1e346a3086 HTTP/1.1" status: 204 len: 168 time: 0.2874534 Aug 31 15:15:35.920881 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32926) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:35.927785 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ecd6aa-a27f-4be4-a19e-9d5f6ec2bb95 None None] Network b3e1819d-5852-46d8-9377-3fc08b72d888 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:15:35.940769 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-065f3b8d-63db-4ac8-9a13-e0bcbacbd6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:15:35Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:35.967472 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f3b8d-63db-4ac8-9a13-e0bcbacbd6d0 None None] Checking router: 985d7314-a3c5-4be6-baf4-782183281120 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:35.977038 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f3b8d-63db-4ac8-9a13-e0bcbacbd6d0 None None] Routers {'985d7314-a3c5-4be6-baf4-782183281120'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:35.977653 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-065f3b8d-63db-4ac8-9a13-e0bcbacbd6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:15:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['985d7314-a3c5-4be6-baf4-782183281120'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:36.050095 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.099306 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-065f3b8d-63db-4ac8-9a13-e0bcbacbd6d0 None None] Set router 985d7314-a3c5-4be6-baf4-782183281120 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:36.135741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] DHCP port deletion for b3e1819d-5852-46d8-9377-3fc08b72d888 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:15:36.175830 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.191794 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Deleting port 4d75bccd-ffde-4b8a-a6f7-f562abc8225e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:15:36.192171 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.237917 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port b7165c83-33e7-43ba-af76-aafa08b769eb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:15:36.238435 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.258831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] For port 4d75bccd-ffde-4b8a-a6f7-f562abc8225e, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=4d75bccd-ffde-4b8a-a6f7-f562abc8225e,segment=NetworkSegment(079d63b3-99ff-49d7-a55f-ffc68127150a),segment_id=079d63b3-99ff-49d7-a55f-ffc68127150a)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:36.259265 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.272426 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Calling delete_port for 4d75bccd-ffde-4b8a-a6f7-f562abc8225e owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:15:36.297560 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-065f3b8d-63db-4ac8-9a13-e0bcbacbd6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:15:35Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:36.327413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port b7165c83-33e7-43ba-af76-aafa08b769eb, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b7165c83-33e7-43ba-af76-aafa08b769eb,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:36.327947 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.342292 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for b7165c83-33e7-43ba-af76-aafa08b769eb owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:15:36.358513 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.391056 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] No DVR routers for this DVR port 4d75bccd-ffde-4b8a-a6f7-f562abc8225e on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:15:36.401458 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Pushing event deleted for resources: {'Port': ['ID=4d75bccd-ffde-4b8a-a6f7-f562abc8225e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:36.404629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:36.411340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:36.411772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:36.412121 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:36.412488 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:36.412826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:36.413167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:36.413496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:36.413820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:36.414150 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:36.414479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:36.414834 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55b601-72d8-4ec3-8e4d-6f86e009634f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:36.419548 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f3b8d-63db-4ac8-9a13-e0bcbacbd6d0 None None] The sync data for ids ['985d7314-a3c5-4be6-baf4-782183281120'] in n-d-806683-5 is: [{'id': '985d7314-a3c5-4be6-baf4-782183281120', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799862396', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:15:35Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'b7165c83-33e7-43ba-af76-aafa08b769eb', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:50:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d7314-a3c5-4be6-baf4-782183281120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:14:01Z', 'updated_at': '2021-08-31T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:36.538081 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.562590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=b7165c83-33e7-43ba-af76-aafa08b769eb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:36.624585 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.713662 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.715696 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.777799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.778296 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Fanout notify agent at l3_agent the message router_deleted on router 985d7314-a3c5-4be6-baf4-782183281120 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:15:36.785313 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.786451 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dac2b093-6eff-44e5-8817-5f97b8c0cd00 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/routers/985d7314-a3c5-4be6-baf4-782183281120 HTTP/1.1" status: 204 len: 168 time: 0.8646486 Aug 31 15:15:36.789187 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32930) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:36.867080 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58658e2d-536b-49cd-a15b-0ee9135b45f0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.958049 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58658e2d-536b-49cd-a15b-0ee9135b45f0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.968142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-58658e2d-536b-49cd-a15b-0ee9135b45f0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e1819d-5852-46d8-9377-3fc08b72d888']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:36.979839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-58658e2d-536b-49cd-a15b-0ee9135b45f0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079d63b3-99ff-49d7-a55f-ffc68127150a') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:36.980136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-58658e2d-536b-49cd-a15b-0ee9135b45f0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079d63b3-99ff-49d7-a55f-ffc68127150a') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:36.991312 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58658e2d-536b-49cd-a15b-0ee9135b45f0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.010923 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58658e2d-536b-49cd-a15b-0ee9135b45f0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.017855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58658e2d-536b-49cd-a15b-0ee9135b45f0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:15:37.018244 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58658e2d-536b-49cd-a15b-0ee9135b45f0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: timer() Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:15:37.021549 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:15:37.094221 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58658e2d-536b-49cd-a15b-0ee9135b45f0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.101836 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58658e2d-536b-49cd-a15b-0ee9135b45f0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.103682 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-58658e2d-536b-49cd-a15b-0ee9135b45f0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/networks/b3e1819d-5852-46d8-9377-3fc08b72d888 HTTP/1.1" status: 204 len: 168 time: 0.3135014 Aug 31 15:15:37.106834 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32932) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:37.115792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58658e2d-536b-49cd-a15b-0ee9135b45f0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Network': ['ID=b3e1819d-5852-46d8-9377-3fc08b72d888,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:37.167554 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9df14e63-3377-40e1-9198-766e74c08ada tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.193945 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9df14e63-3377-40e1-9198-766e74c08ada tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.255475 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9df14e63-3377-40e1-9198-766e74c08ada tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.258069 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9df14e63-3377-40e1-9198-766e74c08ada tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.259315 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9df14e63-3377-40e1-9198-766e74c08ada tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/security-groups/c53a37f9-9fca-4a04-9bf0-742dac068211 HTTP/1.1" status: 204 len: 168 time: 0.1513679 Aug 31 15:15:37.268954 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df14e63-3377-40e1-9198-766e74c08ada tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53a37f9-9fca-4a04-9bf0-742dac068211,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:37.596896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32938) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:37.601680 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-64475621-4db1-456c-bfa0-5d723677ea63 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-310509104', 'description': 'tempest-secgroup-smoke-310509104 description', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:37.624997 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64475621-4db1-456c-bfa0-5d723677ea63 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.706957 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64475621-4db1-456c-bfa0-5d723677ea63 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.710504 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64475621-4db1-456c-bfa0-5d723677ea63 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.742132 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-64475621-4db1-456c-bfa0-5d723677ea63 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.743421 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-64475621-4db1-456c-bfa0-5d723677ea63 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1454635 Aug 31 15:15:37.744300 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64475621-4db1-456c-bfa0-5d723677ea63 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:37.747925 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32940) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:37.752901 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c71e296a-262a-4fda-81b6-2c890ecd45a9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:37.781119 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c71e296a-262a-4fda-81b6-2c890ecd45a9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.840734 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c71e296a-262a-4fda-81b6-2c890ecd45a9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.844293 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c71e296a-262a-4fda-81b6-2c890ecd45a9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.861782 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e296a-262a-4fda-81b6-2c890ecd45a9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7146b61-6c8a-4e00-bb76-409e874f21cc,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:37.868798 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c71e296a-262a-4fda-81b6-2c890ecd45a9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.870111 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c71e296a-262a-4fda-81b6-2c890ecd45a9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212668 Aug 31 15:15:37.872940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32942) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:37.878109 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-8f45b9af-ff7b-46aa-b4d0-eb32ff2eccc5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:37.905024 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f45b9af-ff7b-46aa-b4d0-eb32ff2eccc5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.961647 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f45b9af-ff7b-46aa-b4d0-eb32ff2eccc5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.965241 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f45b9af-ff7b-46aa-b4d0-eb32ff2eccc5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.985625 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45b9af-ff7b-46aa-b4d0-eb32ff2eccc5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c7feb3-3c25-4970-ac58-afaf5504295c,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:37.988251 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-8f45b9af-ff7b-46aa-b4d0-eb32ff2eccc5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.991617 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-8f45b9af-ff7b-46aa-b4d0-eb32ff2eccc5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176777 Aug 31 15:15:37.993011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32944) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:37.997749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a36bbfdb-06d6-4d75-9e72-397a2335a622 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:38.025845 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a36bbfdb-06d6-4d75-9e72-397a2335a622 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.063409 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4d75bccd-ffde-4b8a-a6f7-f562abc8225e no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:15:38.084646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 4d75bccd-ffde-4b8a-a6f7-f562abc8225e {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:15:38.084880 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a36bbfdb-06d6-4d75-9e72-397a2335a622 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.084998 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 4d75bccd-ffde-4b8a-a6f7-f562abc8225e not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:15:38.085406 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a65600e4-8dbb-4c5b-bc92-d4bef1e12787 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:15:38.089244 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a36bbfdb-06d6-4d75-9e72-397a2335a622 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.104831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: a65600e4-8dbb-4c5b-bc92-d4bef1e12787 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:15:38.105173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a65600e4-8dbb-4c5b-bc92-d4bef1e12787 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:15:38.105729 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b7165c83-33e7-43ba-af76-aafa08b769eb no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:15:38.106100 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bbfdb-06d6-4d75-9e72-397a2335a622 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd7582a-ef76-425e-b998-94c7167a1288,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:38.113234 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a36bbfdb-06d6-4d75-9e72-397a2335a622 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.114497 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a36bbfdb-06d6-4d75-9e72-397a2335a622 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204627 Aug 31 15:15:38.117436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32946) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:38.122006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8eb6a73c-bf0b-4c89-96e7-619087a99be8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:38.129254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: b7165c83-33e7-43ba-af76-aafa08b769eb {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:15:38.129608 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b7165c83-33e7-43ba-af76-aafa08b769eb not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:15:38.151133 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8eb6a73c-bf0b-4c89-96e7-619087a99be8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.208805 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8eb6a73c-bf0b-4c89-96e7-619087a99be8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.212695 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8eb6a73c-bf0b-4c89-96e7-619087a99be8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.229864 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6a73c-bf0b-4c89-96e7-619087a99be8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b2676f-cd01-4650-bd84-98f223a18d03,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:38.235395 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8eb6a73c-bf0b-4c89-96e7-619087a99be8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.237014 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8eb6a73c-bf0b-4c89-96e7-619087a99be8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186433 Aug 31 15:15:38.239698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32948) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:38.245004 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-672587fe-3515-48c0-bb07-02d3b182471e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:38.267880 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-672587fe-3515-48c0-bb07-02d3b182471e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Project e95ca13f7900437b89e01b1bba4fea13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:15:38.272718 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-672587fe-3515-48c0-bb07-02d3b182471e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.334354 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-672587fe-3515-48c0-bb07-02d3b182471e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.338082 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-672587fe-3515-48c0-bb07-02d3b182471e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.356232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672587fe-3515-48c0-bb07-02d3b182471e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efe5e71-54fa-4aea-9b46-1237d377e2eb,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:38.359326 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-672587fe-3515-48c0-bb07-02d3b182471e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.360547 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-672587fe-3515-48c0-bb07-02d3b182471e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198955 Aug 31 15:15:38.363314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32950) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:38.367948 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7a466cf0-6a13-43db-8ae1-eab94cf29589 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:38.388700 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-7a466cf0-6a13-43db-8ae1-eab94cf29589 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Project e95ca13f7900437b89e01b1bba4fea13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:15:38.394248 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a466cf0-6a13-43db-8ae1-eab94cf29589 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.453599 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a466cf0-6a13-43db-8ae1-eab94cf29589 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.457198 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a466cf0-6a13-43db-8ae1-eab94cf29589 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.474578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a466cf0-6a13-43db-8ae1-eab94cf29589 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbb20e7-c959-4742-b4c0-0fd3d39593e0,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:38.480132 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a466cf0-6a13-43db-8ae1-eab94cf29589 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.481365 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7a466cf0-6a13-43db-8ae1-eab94cf29589 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171322 Aug 31 15:15:38.484100 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32952) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:38.490041 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7c6c4003-e81d-4cc3-8ce2-9da7d6ab3191 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'network': {'name': 'tempest-network-smoke--899625288', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'port_security_enabled': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:38.516734 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6c4003-e81d-4cc3-8ce2-9da7d6ab3191 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:15:38.520745 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4003-e81d-4cc3-8ce2-9da7d6ab3191 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.544382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6c4003-e81d-4cc3-8ce2-9da7d6ab3191 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:15:38.554708 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4003-e81d-4cc3-8ce2-9da7d6ab3191 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.555094 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-7c6c4003-e81d-4cc3-8ce2-9da7d6ab3191 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Added segment 8a3538c8-642a-49f1-97b4-b6a8d2fc690c of type vlan for network 1458e339-e270-49f3-a164-a63bc3d2b1f5 Aug 31 15:15:38.595694 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4003-e81d-4cc3-8ce2-9da7d6ab3191 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.621123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4003-e81d-4cc3-8ce2-9da7d6ab3191 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.627938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6c4003-e81d-4cc3-8ce2-9da7d6ab3191 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:38.628532 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4003-e81d-4cc3-8ce2-9da7d6ab3191 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.698436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7c6c4003-e81d-4cc3-8ce2-9da7d6ab3191 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2132344 Aug 31 15:15:38.701287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 32954) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:38.704191 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c4003-e81d-4cc3-8ce2-9da7d6ab3191 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Network': ['ID=1458e339-e270-49f3-a164-a63bc3d2b1f5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:38.706930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'admin_state_up': True, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:38.720359 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 1458e339-e270-49f3-a164-a63bc3d2b1f5 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:15:38.731107 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.732050 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.785750 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.918871 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:39.106334 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:39.125416 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:39.222898 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.25.2.218 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/1042dc0b-a876-49fa-89f4-a7d22f05e50f) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:39.324508 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:39.362721 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:39.401805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:39.404609 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:39.408878 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:15:39.414183 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=1042dc0b-a876-49fa-89f4-a7d22f05e50f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:39.659638 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:39.849608 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:39.973543 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:15:40.078159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:15:40.088010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Sync routers for ids ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:15:40.096863 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:40.097277 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Routers {'6f8900a8-e266-4b9a-bfbc-16a0ea781d93'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:40.097967 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:15:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:40.098118 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0f60953d-3e21-45ab-8b70-91531bb4b4fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3958447 Aug 31 15:15:40.101476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32956) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:40.139294 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-17cc8a8d-cdbc-47e9-9454-2bd258b2913c tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e95ca13f7900437b89e01b1bba4fea13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361936 Aug 31 15:15:40.141410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32958) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:40.210808 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Set router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:40.229575 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d6cbd7-a1de-4c43-8126-6068c0bdb235 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:40.231005 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-22d6cbd7-a1de-4c43-8126-6068c0bdb235 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885773 Aug 31 15:15:40.233748 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32960) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:40.262544 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a4f571e0-386d-4d22-b939-2d6e7afc681a tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277097 Aug 31 15:15:40.264928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32962) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:40.270523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ce0a29d1-fb10-4d2e-87c9-2445c0ded1e7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-471042843', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:40.355131 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0a29d1-fb10-4d2e-87c9-2445c0ded1e7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:15:40.358640 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ce0a29d1-fb10-4d2e-87c9-2445c0ded1e7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:40.388684 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:15:39Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:39Z', 'updated_at': '2021-08-31T15:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:40.414622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Checking router: 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:40.414966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Updating router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 port 1042dc0b-a876-49fa-89f4-a7d22f05e50f binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:15:40.440278 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:40.538606 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ce0a29d1-fb10-4d2e-87c9-2445c0ded1e7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:40.604343 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a29d1-fb10-4d2e-87c9-2445c0ded1e7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Subnet': ['ID=cd1ae37e-ae90-471b-baf5-69c351374141,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:40.613572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0a29d1-fb10-4d2e-87c9-2445c0ded1e7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Checking segment: {'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:15:40.613938 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0a29d1-fb10-4d2e-87c9-2445c0ded1e7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network hostable DHCP agents. Network: 1458e339-e270-49f3-a164-a63bc3d2b1f5, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:15:40.631709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0a29d1-fb10-4d2e-87c9-2445c0ded1e7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network 1458e339-e270-49f3-a164-a63bc3d2b1f5 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:15:40.640426 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ce0a29d1-fb10-4d2e-87c9-2445c0ded1e7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 1458e339-e270-49f3-a164-a63bc3d2b1f5) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:40.645569 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0a29d1-fb10-4d2e-87c9-2445c0ded1e7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:40.647713 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ce0a29d1-fb10-4d2e-87c9-2445c0ded1e7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:40.648172 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dce4ac-1724-4d9b-9572-013b57385037 None None] Network 1458e339-e270-49f3-a164-a63bc3d2b1f5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:15:40.663489 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ce0a29d1-fb10-4d2e-87c9-2445c0ded1e7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3968165 Aug 31 15:15:40.666305 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 32964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:40.786149 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:40.800744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Transition to ACTIVE for port object 1042dc0b-a876-49fa-89f4-a7d22f05e50f will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:40.825377 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:40.907069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328eb0ab-3a36-4c00-8193-49c2ecdc7af3 None None] Pushing event updated for resources: {'Port': ['ID=1042dc0b-a876-49fa-89f4-a7d22f05e50f,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:40.910470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Attempting to bind port 1042dc0b-a876-49fa-89f4-a7d22f05e50f on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:40.910846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Attempting to bind port 1042dc0b-a876-49fa-89f4-a7d22f05e50f by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:40.911227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Attempting to bind port 1042dc0b-a876-49fa-89f4-a7d22f05e50f on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:15:40.918330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-1458e339-e270-49f3-a164-a63bc3d2b1f5', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ips': [{'subnet_id': 'cd1ae37e-ae90-471b-baf5-69c351374141'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:15:40.919170 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:40.921660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:15:40.922034 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:15:40.922426 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:40.922820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:15:40.923985 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Bound port: 1042dc0b-a876-49fa-89f4-a7d22f05e50f, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:40.924372 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:41.047460 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] For port 1042dc0b-a876-49fa-89f4-a7d22f05e50f, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:15:41.052779 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] For port 1042dc0b-a876-49fa-89f4-a7d22f05e50f, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1042dc0b-a876-49fa-89f4-a7d22f05e50f,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:15:41.056607 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:41.104412 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:41.162807 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Allocated IP 172.20.0.2 (1458e339-e270-49f3-a164-a63bc3d2b1f5/cd1ae37e-ae90-471b-baf5-69c351374141/ea118448-831b-498f-9b8d-622371c10c26) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:41.166545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Routers {'6f8900a8-e266-4b9a-bfbc-16a0ea781d93'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:41.167200 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:15:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:41.171872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328eb0ab-3a36-4c00-8193-49c2ecdc7af3 None None] Pushing event updated for resources: {'Port': ['ID=1042dc0b-a876-49fa-89f4-a7d22f05e50f,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:41.494124 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] Set router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:41.664693 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:41.683994 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Transition to ACTIVE for port object ea118448-831b-498f-9b8d-622371c10c26 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:41.719120 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Transition to ACTIVE for port object ea118448-831b-498f-9b8d-622371c10c26 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:41.726721 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:41.772053 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Network 1458e339-e270-49f3-a164-a63bc3d2b1f5 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:41.773643 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.20.0.1 (1458e339-e270-49f3-a164-a63bc3d2b1f5/cd1ae37e-ae90-471b-baf5-69c351374141/95b78864-a28c-47ee-89bc-b2334a052bf0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:41.780282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:41.787161 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:15:41.794389 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Pushing event updated for resources: {'Port': ['ID=ea118448-831b-498f-9b8d-622371c10c26,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:41.825087 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:15:39Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:39Z', 'updated_at': '2021-08-31T15:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:41.868388 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd79358-16b9-4696-9cb8-7219189279ac None None] The sync data for ids ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'] in n-d-806683-5 is: [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:15:39Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:39Z', 'updated_at': '2021-08-31T15:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:41.882128 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Attempting to bind port ea118448-831b-498f-9b8d-622371c10c26 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:41.882361 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Attempting to bind port ea118448-831b-498f-9b8d-622371c10c26 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:41.882780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Attempting to bind port ea118448-831b-498f-9b8d-622371c10c26 on network 1458e339-e270-49f3-a164-a63bc3d2b1f5 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:15:41.888146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:15:41.888599 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Checking segment: {'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:15:41.889068 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:41.889808 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Bound using segment: {'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:15:41.890195 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Bound port: ea118448-831b-498f-9b8d-622371c10c26, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:41.892479 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:41.896586 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:41.912197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Transition to ACTIVE for port object 95b78864-a28c-47ee-89bc-b2334a052bf0 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:41.949727 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:41.965315 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] For port ea118448-831b-498f-9b8d-622371c10c26, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:15:41.971317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] For port ea118448-831b-498f-9b8d-622371c10c26, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ea118448-831b-498f-9b8d-622371c10c26,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:15:41.976327 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:41.995689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network 1458e339-e270-49f3-a164-a63bc3d2b1f5 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:41.998855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:42.006409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:15:42.029806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=95b78864-a28c-47ee-89bc-b2334a052bf0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:42.050689 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02ec59-7297-4920-9a69-a28973c0c658 None None] Pushing event updated for resources: {'Port': ['ID=ea118448-831b-498f-9b8d-622371c10c26,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:42.055097 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:42.571108 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:42.869952 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:42.874967 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:42.953940 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:42.955770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=95b78864-a28c-47ee-89bc-b2334a052bf0,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:42.993151 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536ede01-b8ee-4521-9efe-b054470d0d6f None None] Network 1458e339-e270-49f3-a164-a63bc3d2b1f5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:15:43.050199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network 1458e339-e270-49f3-a164-a63bc3d2b1f5 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:43.051693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:43.083958 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-412e4f79-28d2-407d-8185-986f26f29ad3 None None] Provisioning for port ea118448-831b-498f-9b8d-622371c10c26 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:43.163778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:15:43.281503 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:15:43.293006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1e18e505-f06b-40fb-8377-1f796e8139b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "PUT /v2.0/routers/6f8900a8-e266-4b9a-bfbc-16a0ea781d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6206508 Aug 31 15:15:43.442005 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-a0c2522e-eb2b-4bc7-b6f4-6d4146cd5c4a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310509104&fields=id&tenant_id=e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 267 time: 0.0394113 Aug 31 15:15:43.443403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ad3d578a-ae4e-4146-8534-4be7e033d8ab None None] Provisioning for port 95b78864-a28c-47ee-89bc-b2334a052bf0 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:43.447745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ad3d578a-ae4e-4146-8534-4be7e033d8ab None None] Provisioning complete for port 95b78864-a28c-47ee-89bc-b2334a052bf0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:43.448114 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad3d578a-ae4e-4146-8534-4be7e033d8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:43.484262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d578a-ae4e-4146-8534-4be7e033d8ab None None] Port 95b78864-a28c-47ee-89bc-b2334a052bf0 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:15:43.569050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-7623e829-732c-4384-8203-a90c6578846d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:43.574484 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-7623e829-732c-4384-8203-a90c6578846d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/networks?id=1458e339-e270-49f3-a164-a63bc3d2b1f5 HTTP/1.1" status: 200 len: 796 time: 0.1228428 Aug 31 15:15:43.587475 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-5513b16e-faee-4aee-b8c6-29f3f89098d9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/quotas/e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 375 time: 0.0108302 Aug 31 15:15:43.599963 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Sync routers for ids ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:15:43.611580 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Routers {'6f8900a8-e266-4b9a-bfbc-16a0ea781d93'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:43.612473 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:15:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:43.614708 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7b5fcde8-ab7c-433e-aa21-faac6924e54c None None] Provisioning complete for port 95b78864-a28c-47ee-89bc-b2334a052bf0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:43.615097 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b5fcde8-ab7c-433e-aa21-faac6924e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:43.656591 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7b5fcde8-ab7c-433e-aa21-faac6924e54c None None] Port 95b78864-a28c-47ee-89bc-b2334a052bf0 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:15:43.659529 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-c65bf03c-c8f3-4ef2-9029-9b62f68d9cbc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658524 Aug 31 15:15:43.744560 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Set router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:43.777694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b9258510-308c-4a01-9345-599551c2a25a None None] Provisioning complete for port 95b78864-a28c-47ee-89bc-b2334a052bf0 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:43.778171 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b9258510-308c-4a01-9345-599551c2a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:43.817015 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b9258510-308c-4a01-9345-599551c2a25a None None] Port 95b78864-a28c-47ee-89bc-b2334a052bf0 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:15:43.867124 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-781d5812-8477-4031-aad8-e5a851135d69 service neutron] 10.222.0.39 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272717 Aug 31 15:15:43.946384 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:15:42Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:39Z', 'updated_at': '2021-08-31T15:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '95b78864-a28c-47ee-89bc-b2334a052bf0', 'name': '', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:8c:ae:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:41Z', 'updated_at': '2021-08-31T15:15:42Z', 'revision_number': 2, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:43.959970 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-fa323f15-55d3-4cf4-9294-85ab8c94b1f4 service neutron] 10.222.0.39 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867548 Aug 31 15:15:43.975686 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Checking router: 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:43.976038 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Updating router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 port 95b78864-a28c-47ee-89bc-b2334a052bf0 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:15:44.008034 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:44.112353 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1042dc0b-a876-49fa-89f4-a7d22f05e50f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:44.170404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 1042dc0b-a876-49fa-89f4-a7d22f05e50f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:44.175662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1042dc0b-a876-49fa-89f4-a7d22f05e50f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:44.176113 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:44.255223 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:44.275440 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 1042dc0b-a876-49fa-89f4-a7d22f05e50f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1042dc0b-a876-49fa-89f4-a7d22f05e50f,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:44.279219 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:44.280046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ea118448-831b-498f-9b8d-622371c10c26 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:44.294961 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:44.306704 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Transition to ACTIVE for port object 95b78864-a28c-47ee-89bc-b2334a052bf0 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:44.312573 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:44.366235 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2b5b4-83f5-44d3-9359-b4077f4e3188 None None] Pushing event updated for resources: {'Port': ['ID=95b78864-a28c-47ee-89bc-b2334a052bf0,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:44.370000 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=1042dc0b-a876-49fa-89f4-a7d22f05e50f,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:44.381510 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2b5b4-83f5-44d3-9359-b4077f4e3188 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:44.381853 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2b5b4-83f5-44d3-9359-b4077f4e3188 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:44.382190 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2b5b4-83f5-44d3-9359-b4077f4e3188 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:44.382508 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2b5b4-83f5-44d3-9359-b4077f4e3188 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:44.382769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port ea118448-831b-498f-9b8d-622371c10c26 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:44.382906 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2b5b4-83f5-44d3-9359-b4077f4e3188 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:44.383155 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2b5b4-83f5-44d3-9359-b4077f4e3188 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:44.383486 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2b5b4-83f5-44d3-9359-b4077f4e3188 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:44.383797 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2b5b4-83f5-44d3-9359-b4077f4e3188 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:44.384110 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2b5b4-83f5-44d3-9359-b4077f4e3188 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:44.384420 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2b5b4-83f5-44d3-9359-b4077f4e3188 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:44.384734 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2b5b4-83f5-44d3-9359-b4077f4e3188 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:44.385045 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2b5b4-83f5-44d3-9359-b4077f4e3188 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:44.386705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ea118448-831b-498f-9b8d-622371c10c26 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:44.387083 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:44.435491 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Attempting to bind port 95b78864-a28c-47ee-89bc-b2334a052bf0 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:44.435878 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Attempting to bind port 95b78864-a28c-47ee-89bc-b2334a052bf0 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:44.436245 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Attempting to bind port 95b78864-a28c-47ee-89bc-b2334a052bf0 on network 1458e339-e270-49f3-a164-a63bc3d2b1f5 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:15:44.443353 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:15:44.443730 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Checking segment: {'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:15:44.444133 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:44.444522 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Bound using segment: {'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:15:44.444982 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Bound port: 95b78864-a28c-47ee-89bc-b2334a052bf0, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:44.445364 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:44.473718 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:44.509597 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port ea118448-831b-498f-9b8d-622371c10c26, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ea118448-831b-498f-9b8d-622371c10c26,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:44.514662 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:44.517696 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] For port 95b78864-a28c-47ee-89bc-b2334a052bf0, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:15:44.520981 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] For port 95b78864-a28c-47ee-89bc-b2334a052bf0, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=95b78864-a28c-47ee-89bc-b2334a052bf0,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:15:44.526488 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:44.568838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=ea118448-831b-498f-9b8d-622371c10c26,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:44.583097 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Routers {'6f8900a8-e266-4b9a-bfbc-16a0ea781d93'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:44.583734 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:15:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:44.629513 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2b5b4-83f5-44d3-9359-b4077f4e3188 None None] Pushing event updated for resources: {'Port': ['ID=95b78864-a28c-47ee-89bc-b2334a052bf0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:44.702774 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] Set router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:44.899200 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:15:42Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:39Z', 'updated_at': '2021-08-31T15:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '95b78864-a28c-47ee-89bc-b2334a052bf0', 'name': '', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:8c:ae:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:41Z', 'updated_at': '2021-08-31T15:15:44Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:44.924148 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8470db4e-651e-44b3-8c4e-b47dcf07f8a2 None None] The sync data for ids ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'] in n-d-806683-5 is: [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:15:42Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:39Z', 'updated_at': '2021-08-31T15:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '95b78864-a28c-47ee-89bc-b2334a052bf0', 'name': '', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:8c:ae:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:41Z', 'updated_at': '2021-08-31T15:15:44Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:45.160728 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-71405a09-4ebe-4900-8563-2ce3ba6f774e req-97492373-1010-47b3-9827-712e461033c5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 210 time: 0.0288103 Aug 31 15:15:46.150098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-293bcd75-da2f-4a58-8936-742f8d141eda tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:46.153301 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-293bcd75-da2f-4a58-8936-742f8d141eda tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/networks?id=1458e339-e270-49f3-a164-a63bc3d2b1f5 HTTP/1.1" status: 200 len: 796 time: 0.1107900 Aug 31 15:15:46.159736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1042dc0b-a876-49fa-89f4-a7d22f05e50f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:46.203518 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-d1abc5cc-5058-4a82-b894-0b1768a8cf31 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 379 time: 0.0407155 Aug 31 15:15:46.213541 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1042dc0b-a876-49fa-89f4-a7d22f05e50f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:46.213914 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:46.214058 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-9e33fa09-4da4-4639-8d56-312ee2b8f24e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'port': {'device_id': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'admin_state_up': True, 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'security_groups': ['51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:46.263517 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-47b9cf47-6baa-4dfe-ba1b-14584a238599 req-f0ede60f-e215-4db5-9b91-b446d48ce6de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 210 time: 0.0294869 Aug 31 15:15:46.293657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 95b78864-a28c-47ee-89bc-b2334a052bf0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:46.330761 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-9e33fa09-4da4-4639-8d56-312ee2b8f24e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:15:46.334308 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-9e33fa09-4da4-4639-8d56-312ee2b8f24e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:46.349379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 95b78864-a28c-47ee-89bc-b2334a052bf0 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:46.353360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 95b78864-a28c-47ee-89bc-b2334a052bf0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:46.353727 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:46.432329 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:46.463588 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-9e33fa09-4da4-4639-8d56-312ee2b8f24e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.20.0.3 (1458e339-e270-49f3-a164-a63bc3d2b1f5/cd1ae37e-ae90-471b-baf5-69c351374141/b0f9bfde-f412-4b42-b409-35121592b701) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:46.464459 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 95b78864-a28c-47ee-89bc-b2334a052bf0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=95b78864-a28c-47ee-89bc-b2334a052bf0,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:46.467709 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:46.468511 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ea118448-831b-498f-9b8d-622371c10c26 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:46.543540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=95b78864-a28c-47ee-89bc-b2334a052bf0,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:46.554470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ea118448-831b-498f-9b8d-622371c10c26 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:46.554843 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:46.607430 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-9e33fa09-4da4-4639-8d56-312ee2b8f24e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:46.626560 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-9e33fa09-4da4-4639-8d56-312ee2b8f24e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Transition to ACTIVE for port object b0f9bfde-f412-4b42-b409-35121592b701 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:46.658845 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-9e33fa09-4da4-4639-8d56-312ee2b8f24e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:46.703956 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-9e33fa09-4da4-4639-8d56-312ee2b8f24e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network 1458e339-e270-49f3-a164-a63bc3d2b1f5 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:46.707240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-9e33fa09-4da4-4639-8d56-312ee2b8f24e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:46.711731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-9e33fa09-4da4-4639-8d56-312ee2b8f24e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:15:46.715360 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33fa09-4da4-4639-8d56-312ee2b8f24e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=b0f9bfde-f412-4b42-b409-35121592b701,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:46.763750 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-9e33fa09-4da4-4639-8d56-312ee2b8f24e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:46.764382 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-9e33fa09-4da4-4639-8d56-312ee2b8f24e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:46.779497 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-9e33fa09-4da4-4639-8d56-312ee2b8f24e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5693476 Aug 31 15:15:46.792186 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Request body: {'port': {'device_id': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:46.858587 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:46.899578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-882e041d-1c28-42b5-980a-7b13fc4d535b None None] Provisioning for port b0f9bfde-f412-4b42-b409-35121592b701 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:46.903574 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-882e041d-1c28-42b5-980a-7b13fc4d535b None None] Provisioning complete for port b0f9bfde-f412-4b42-b409-35121592b701 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:46.903940 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-882e041d-1c28-42b5-980a-7b13fc4d535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:46.940572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-882e041d-1c28-42b5-980a-7b13fc4d535b None None] Port b0f9bfde-f412-4b42-b409-35121592b701 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:15:47.125616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f9bfde-f412-4b42-b409-35121592b701 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:15:47.134618 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:47.148271 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Transition to ACTIVE for port object b0f9bfde-f412-4b42-b409-35121592b701 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:47.152280 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:47.206144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Pushing event updated for resources: {'Port': ['ID=b0f9bfde-f412-4b42-b409-35121592b701,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:47.280307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Attempting to bind port b0f9bfde-f412-4b42-b409-35121592b701 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:47.280641 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Attempting to bind port b0f9bfde-f412-4b42-b409-35121592b701 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:47.280965 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Attempting to bind port b0f9bfde-f412-4b42-b409-35121592b701 on network 1458e339-e270-49f3-a164-a63bc3d2b1f5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:15:47.285674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Port b0f9bfde-f412-4b42-b409-35121592b701 on network 1458e339-e270-49f3-a164-a63bc3d2b1f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:15:47.285994 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Attempting to bind port b0f9bfde-f412-4b42-b409-35121592b701 on network 1458e339-e270-49f3-a164-a63bc3d2b1f5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:15:47.291268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:15:47.291614 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Checking segment: {'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:15:47.292012 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Bound using segment: {'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:15:47.292428 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Bound port: b0f9bfde-f412-4b42-b409-35121592b701, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:47.292792 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:47.384065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] For port b0f9bfde-f412-4b42-b409-35121592b701, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:15:47.388933 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] For port b0f9bfde-f412-4b42-b409-35121592b701, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b0f9bfde-f412-4b42-b409-35121592b701,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:15:47.402500 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:47.470932 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:47.471668 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:47.473095 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] 10.222.0.60 "PUT /v2.0/ports/b0f9bfde-f412-4b42-b409-35121592b701 HTTP/1.1" status: 200 len: 1091 time: 0.6852787 Aug 31 15:15:47.473763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:15:47.476022 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272da922-fb72-4efd-abcc-71ea27b66300" -d '{"events": [{"name": "network-changed", "server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "tag": "b0f9bfde-f412-4b42-b409-35121592b701"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:15:47.502715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8ca50-e944-4c5b-ab99-8afb68a8bf4e service neutron] Pushing event updated for resources: {'Port': ['ID=b0f9bfde-f412-4b42-b409-35121592b701,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:47.518172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab7aab-88be-43ae-bb9e-f5b6e54c601d req-63d88687-85f4-46b3-87cc-06f0cb8298fd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:47.519799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dbab7aab-88be-43ae-bb9e-f5b6e54c601d req-63d88687-85f4-46b3-87cc-06f0cb8298fd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 943 time: 0.0869105 Aug 31 15:15:47.529583 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074bccb9-f91d-4bb7-a494-1cd5604ff2d7 x-openstack-request-id: req-074bccb9-f91d-4bb7-a494-1cd5604ff2d7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:15:47.529875 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "tag": "b0f9bfde-f412-4b42-b409-35121592b701", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:15:47.530141 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-074bccb9-f91d-4bb7-a494-1cd5604ff2d7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:15:47.530523 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701', 'status': 'completed', 'code': 200} Aug 31 15:15:47.592720 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dbab7aab-88be-43ae-bb9e-f5b6e54c601d req-54f93484-b3ca-40e6-96a7-9ba8fb8d950a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613482 Aug 31 15:15:47.595765 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-a8de1589-1521-4070-89cc-112d6a5283e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:47.597193 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-a8de1589-1521-4070-89cc-112d6a5283e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 1094 time: 0.0765183 Aug 31 15:15:47.708246 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-3f35b4ee-8048-4f32-b5b7-3f35f69812c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f9bfde-f412-4b42-b409-35121592b701 HTTP/1.1" status: 200 len: 217 time: 0.0357702 Aug 31 15:15:47.759342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-f5708af4-7aa0-476a-87f3-336dfaac554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:47.760699 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-f5708af4-7aa0-476a-87f3-336dfaac554e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cd1ae37e-ae90-471b-baf5-69c351374141 HTTP/1.1" status: 200 len: 834 time: 0.0461435 Aug 31 15:15:47.805796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-a9753780-2009-4f24-84ab-255284681844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:47.807279 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-a9753780-2009-4f24-84ab-255284681844 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1458e339-e270-49f3-a164-a63bc3d2b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393486 Aug 31 15:15:47.896942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-8eb9cf02-dc97-490d-8fc0-6cb0305e7f7e service neutron] 10.222.0.60 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822465 Aug 31 15:15:47.988997 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ebe69f1-5729-4ac2-a96a-56e3d56327d5 req-edd45988-0b44-4185-8af7-ea239edbf545 service neutron] 10.222.0.60 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852301 Aug 31 15:15:48.062064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 95b78864-a28c-47ee-89bc-b2334a052bf0 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:48.074392 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272da922-fb72-4efd-abcc-71ea27b66300 req-c740d9d2-da02-4fec-ba26-004ce1ea32be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:48.075944 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-272da922-fb72-4efd-abcc-71ea27b66300 req-c740d9d2-da02-4fec-ba26-004ce1ea32be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 1094 time: 0.0422759 Aug 31 15:15:48.109637 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 95b78864-a28c-47ee-89bc-b2334a052bf0 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:48.110003 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:48.168821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272da922-fb72-4efd-abcc-71ea27b66300 req-c202b799-d93f-4d9e-b3eb-b609b9ab5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:48.170312 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-272da922-fb72-4efd-abcc-71ea27b66300 req-c202b799-d93f-4d9e-b3eb-b609b9ab5d42 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1458e339-e270-49f3-a164-a63bc3d2b1f5 HTTP/1.1" status: 200 len: 897 time: 0.0874519 Aug 31 15:15:48.212098 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-272da922-fb72-4efd-abcc-71ea27b66300 req-1c36f21f-352b-434b-9b8f-100a38486eba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f9bfde-f412-4b42-b409-35121592b701 HTTP/1.1" status: 200 len: 217 time: 0.0350044 Aug 31 15:15:48.260581 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272da922-fb72-4efd-abcc-71ea27b66300 req-56e16801-a8a8-4d99-9072-eeef8acb2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:48.261894 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-272da922-fb72-4efd-abcc-71ea27b66300 req-56e16801-a8a8-4d99-9072-eeef8acb2a4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cd1ae37e-ae90-471b-baf5-69c351374141 HTTP/1.1" status: 200 len: 834 time: 0.0429518 Aug 31 15:15:48.306937 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272da922-fb72-4efd-abcc-71ea27b66300 req-d70f950f-8bee-445e-bb8a-83a63ebb51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:48.308435 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-272da922-fb72-4efd-abcc-71ea27b66300 req-d70f950f-8bee-445e-bb8a-83a63ebb51c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1458e339-e270-49f3-a164-a63bc3d2b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391593 Aug 31 15:15:48.402282 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-272da922-fb72-4efd-abcc-71ea27b66300 req-c8c102dc-a80d-4462-96f0-cbb88b96f185 service neutron] 10.222.0.60 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861373 Aug 31 15:15:48.491431 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-272da922-fb72-4efd-abcc-71ea27b66300 req-06f61631-b4a4-439c-a9df-2f155a2e1f42 service neutron] 10.222.0.60 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810616 Aug 31 15:15:48.716531 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e15e6f-3075-4ecb-a75b-469b239b13a6 req-e8725d44-6ba2-4b21-a3ef-ef6312e28127 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:48.718027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-17e15e6f-3075-4ecb-a75b-469b239b13a6 req-e8725d44-6ba2-4b21-a3ef-ef6312e28127 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 943 time: 0.0535133 Aug 31 15:15:48.755092 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-17e15e6f-3075-4ecb-a75b-469b239b13a6 req-c7e1a6eb-f613-49d9-b06e-84acc61e0cf5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309603 Aug 31 15:15:49.690378 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7fc17e9-21cb-4575-93c7-c6bf849d562f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:49.712225 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device b0f9bfde-f412-4b42-b409-35121592b701 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:15:49.807264 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port b0f9bfde-f412-4b42-b409-35121592b701, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b0f9bfde-f412-4b42-b409-35121592b701,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:49.820064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'b0f9bfde-f412-4b42-b409-35121592b701', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'port_id': 'b0f9bfde-f412-4b42-b409-35121592b701', 'mac_address': 'fa:16:3e:ca:a4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:15:49.857296 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:49.870338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f9bfde-f412-4b42-b409-35121592b701 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:15:49.874659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8218f46-e962-41e9-b123-87fc271411ef req-3b5ee2a4-4e39-4ef3-aa50-a366fa90df85 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:49.877972 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8218f46-e962-41e9-b123-87fc271411ef req-3b5ee2a4-4e39-4ef3-aa50-a366fa90df85 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 943 time: 0.0570557 Aug 31 15:15:49.892800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port b0f9bfde-f412-4b42-b409-35121592b701, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b0f9bfde-f412-4b42-b409-35121592b701,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:49.897298 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:49.924841 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d8218f46-e962-41e9-b123-87fc271411ef req-86b4c402-558e-48d3-b325-c15dc42489c8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396390 Aug 31 15:15:49.948477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=b0f9bfde-f412-4b42-b409-35121592b701,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:50.007424 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:50.102428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['b0f9bfde-f412-4b42-b409-35121592b701'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:15:51.039633 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b77e9-9ff0-4165-9670-0dd45efbdf8b req-627e0226-414d-4b17-b074-66a26a291ff1 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:51.041120 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf7b77e9-9ff0-4165-9670-0dd45efbdf8b req-627e0226-414d-4b17-b074-66a26a291ff1 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 944 time: 0.0529902 Aug 31 15:15:51.077901 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cf7b77e9-9ff0-4165-9670-0dd45efbdf8b req-3b687672-7439-46ac-b212-086a82ac6fbe tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309036 Aug 31 15:15:51.730343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device b0f9bfde-f412-4b42-b409-35121592b701 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:51.777833 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port b0f9bfde-f412-4b42-b409-35121592b701 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:51.781742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port b0f9bfde-f412-4b42-b409-35121592b701 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:51.782165 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:51.857312 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:51.882218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:15:51.884619 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58947e6f-7a1d-4c3d-b9a8-ac82d8e63fd1" -d '{"events": [{"server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "name": "network-vif-plugged", "status": "completed", "tag": "b0f9bfde-f412-4b42-b409-35121592b701"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:15:51.897218 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port b0f9bfde-f412-4b42-b409-35121592b701, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b0f9bfde-f412-4b42-b409-35121592b701,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:51.901311 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:51.928975 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab1c175-28e2-473d-8a9a-ae525c27cd6a x-openstack-request-id: req-aab1c175-28e2-473d-8a9a-ae525c27cd6a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:15:51.929260 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "name": "network-vif-plugged", "status": "completed", "tag": "b0f9bfde-f412-4b42-b409-35121592b701", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:15:51.929507 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aab1c175-28e2-473d-8a9a-ae525c27cd6a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:15:51.929886 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701', 'code': 200} Aug 31 15:15:51.956726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=b0f9bfde-f412-4b42-b409-35121592b701,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:52.020010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c340c-8ee2-437e-9dec-9bc06c614fc7 req-7111ab90-b687-468d-8ae2-3b808450af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:52.021517 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-093c340c-8ee2-437e-9dec-9bc06c614fc7 req-7111ab90-b687-468d-8ae2-3b808450af45 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 1096 time: 0.0439346 Aug 31 15:15:52.055182 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-093c340c-8ee2-437e-9dec-9bc06c614fc7 req-dbdcc4b6-cfc3-4acd-aec4-72ef158fa146 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270712 Aug 31 15:15:52.211219 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b782d-9c09-4f67-a6b5-2799041a636f req-47cee4ae-d59e-4534-a605-69f124c41360 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:52.212741 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f30b782d-9c09-4f67-a6b5-2799041a636f req-47cee4ae-d59e-4534-a605-69f124c41360 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0659165 Aug 31 15:15:52.229202 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7082df52-dc73-417f-bbe7-c24e83c7e50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:52.253749 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f30b782d-9c09-4f67-a6b5-2799041a636f req-420fc00a-8776-4dcb-9f51-ffa4cd0fe3d8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349550 Aug 31 15:15:52.333592 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:53.374661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdc527-b798-422e-a278-58a57831adf6 req-cfc77726-b085-4fbe-bd34-e94709bd30e3 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:53.376627 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7bcdc527-b798-422e-a278-58a57831adf6 req-cfc77726-b085-4fbe-bd34-e94709bd30e3 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0507376 Aug 31 15:15:53.414134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7bcdc527-b798-422e-a278-58a57831adf6 req-451c82af-363b-445f-84e3-3012953d77cc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316174 Aug 31 15:15:53.520656 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:53.528402 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754a2f5-9ed7-414f-b3a2-90831fc951f2 req-87864eef-4119-4ae9-b527-63d75e5017a6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:53.529901 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2754a2f5-9ed7-414f-b3a2-90831fc951f2 req-87864eef-4119-4ae9-b527-63d75e5017a6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0496490 Aug 31 15:15:53.566649 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-2754a2f5-9ed7-414f-b3a2-90831fc951f2 req-4f0f864e-6b44-4bf0-88ce-452438bbac80 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300591 Aug 31 15:15:53.588509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33040) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:53.633699 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d8759-1359-4d61-9ebb-ec8c082beaae tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:53.635249 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9a0d8759-1359-4d61-9ebb-ec8c082beaae tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 1091 time: 0.0457668 Aug 31 15:15:53.638140 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33042) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:53.642577 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': 'b0f9bfde-f412-4b42-b409-35121592b701', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:53.663725 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:53.758202 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:54.179720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.25.2.198 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/a71d7aac-8f1c-4ff1-9fee-bb1ca3eb2ef6) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:54.283093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:54.319144 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:54.357944 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:54.362860 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:54.366720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:15:54.393620 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=a71d7aac-8f1c-4ff1-9fee-bb1ca3eb2ef6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:54.723959 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:54.789321 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:54.939385 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:54.944131 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:54.949543 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:55.006863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=a71d7aac-8f1c-4ff1-9fee-bb1ca3eb2ef6,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:55.025679 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:55.117492 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:55.127639 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Floating IP 42613b6d-6441-4939-8da4-0924585f17f6 associated. External IP: 172.25.2.198, port: b0f9bfde-f412-4b42-b409-35121592b701. Aug 31 15:15:55.333573 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:15:55.439429 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:15:55.449461 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f7140-6584-4a22-8d84-157c1d37b4f7 None None] Sync routers for ids ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:15:55.455553 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:55.458970 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f7140-6584-4a22-8d84-157c1d37b4f7 None None] Routers {'6f8900a8-e266-4b9a-bfbc-16a0ea781d93'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:55.459611 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f99f7140-6584-4a22-8d84-157c1d37b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:15:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:55.482501 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-81660bde-5116-4f45-935b-6a3741a68fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8433695 Aug 31 15:15:55.483082 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:15:55.486099 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8baed89709b0a4c945e3e74325298eb1be3a1a950e6bee074768b0dfbbad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ddfc46-9325-4268-8bdc-1b8051958367" -d '{"events": [{"name": "network-changed", "server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "tag": "b0f9bfde-f412-4b42-b409-35121592b701"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:15:55.532718 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4f45ad-abcf-4a3a-aa18-cd664fc47f75 x-openstack-request-id: req-bf4f45ad-abcf-4a3a-aa18-cd664fc47f75 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:15:55.533186 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "tag": "b0f9bfde-f412-4b42-b409-35121592b701", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:15:55.533610 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf4f45ad-abcf-4a3a-aa18-cd664fc47f75 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:15:55.534037 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701', 'status': 'completed', 'code': 200} Aug 31 15:15:55.628628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d67381-c6df-402b-87fc-c3c9aacbb061 req-7b331934-4d53-4a1b-add8-47908a3a6b37 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:55.630125 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1d67381-c6df-402b-87fc-c3c9aacbb061 req-7b331934-4d53-4a1b-add8-47908a3a6b37 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0889108 Aug 31 15:15:55.633266 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddfc46-9325-4268-8bdc-1b8051958367 req-147e09e9-fc07-4791-96b6-bfd003cfe6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:55.634696 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3ddfc46-9325-4268-8bdc-1b8051958367 req-147e09e9-fc07-4791-96b6-bfd003cfe6cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 1096 time: 0.0621836 Aug 31 15:15:55.723693 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1d67381-c6df-402b-87fc-c3c9aacbb061 req-2ac5e707-e1da-4810-96e6-eff3ce5f1f2f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871248 Aug 31 15:15:55.729644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-f99f7140-6584-4a22-8d84-157c1d37b4f7 None None] Set router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:55.746037 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33050) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:55.756840 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddfc46-9325-4268-8bdc-1b8051958367 req-6a866af4-abf0-4fba-80c7-a3ac43a7a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:55.758469 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3ddfc46-9325-4268-8bdc-1b8051958367 req-6a866af4-abf0-4fba-80c7-a3ac43a7a282 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1458e339-e270-49f3-a164-a63bc3d2b1f5 HTTP/1.1" status: 200 len: 897 time: 0.1156006 Aug 31 15:15:55.806567 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7d0b0238-9104-422b-b912-1f8a9a869278 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/42613b6d-6441-4939-8da4-0924585f17f6 HTTP/1.1" status: 200 len: 991 time: 0.0592847 Aug 31 15:15:55.824658 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3ddfc46-9325-4268-8bdc-1b8051958367 req-09ec0feb-d0ad-48b3-ab18-4ce5a2867d00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f9bfde-f412-4b42-b409-35121592b701 HTTP/1.1" status: 200 len: 999 time: 0.0592282 Aug 31 15:15:55.878525 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddfc46-9325-4268-8bdc-1b8051958367 req-01bcd16a-d399-4b55-80da-f1c087d12a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:55.880398 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3ddfc46-9325-4268-8bdc-1b8051958367 req-01bcd16a-d399-4b55-80da-f1c087d12a33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cd1ae37e-ae90-471b-baf5-69c351374141 HTTP/1.1" status: 200 len: 834 time: 0.0484626 Aug 31 15:15:55.930323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddfc46-9325-4268-8bdc-1b8051958367 req-7981af2e-80ab-4c56-8056-98d23876b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:55.931879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3ddfc46-9325-4268-8bdc-1b8051958367 req-7981af2e-80ab-4c56-8056-98d23876b1c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1458e339-e270-49f3-a164-a63bc3d2b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449564 Aug 31 15:15:55.959262 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f99f7140-6584-4a22-8d84-157c1d37b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:15:42Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:39Z', 'updated_at': '2021-08-31T15:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '42613b6d-6441-4939-8da4-0924585f17f6', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.198', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'port_id': 'b0f9bfde-f412-4b42-b409-35121592b701', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'mac_address': 'fa:16:3e:ca:a4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:15:54Z', 'updated_at': '2021-08-31T15:15:54Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b78864-a28c-47ee-89bc-b2334a052bf0', 'name': '', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:8c:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:41Z', 'updated_at': '2021-08-31T15:15:46Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:55.990065 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f7140-6584-4a22-8d84-157c1d37b4f7 None None] Checking router: 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:55.998871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f7140-6584-4a22-8d84-157c1d37b4f7 None None] Routers {'6f8900a8-e266-4b9a-bfbc-16a0ea781d93'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:55.999502 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f99f7140-6584-4a22-8d84-157c1d37b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:15:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:56.025645 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3ddfc46-9325-4268-8bdc-1b8051958367 req-98d1343b-4c86-4a0f-abd1-995ac3cc0aa6 service neutron] 10.222.0.60 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869324 Aug 31 15:15:56.105169 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-f99f7140-6584-4a22-8d84-157c1d37b4f7 None None] Set router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:56.124490 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d3ddfc46-9325-4268-8bdc-1b8051958367 req-ed899cc4-9cf2-4d61-8d7c-4fe8ed778ec4 service neutron] 10.222.0.60 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923927 Aug 31 15:15:56.329640 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-f99f7140-6584-4a22-8d84-157c1d37b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:15:42Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:39Z', 'updated_at': '2021-08-31T15:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '42613b6d-6441-4939-8da4-0924585f17f6', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.198', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'port_id': 'b0f9bfde-f412-4b42-b409-35121592b701', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'mac_address': 'fa:16:3e:ca:a4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:15:54Z', 'updated_at': '2021-08-31T15:15:54Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b78864-a28c-47ee-89bc-b2334a052bf0', 'name': '', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:8c:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:41Z', 'updated_at': '2021-08-31T15:15:46Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:56.354883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f7140-6584-4a22-8d84-157c1d37b4f7 None None] The sync data for ids ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'] in n-d-806683-5 is: [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:15:42Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:39Z', 'updated_at': '2021-08-31T15:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '42613b6d-6441-4939-8da4-0924585f17f6', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.198', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'port_id': 'b0f9bfde-f412-4b42-b409-35121592b701', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'mac_address': 'fa:16:3e:ca:a4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:15:54Z', 'updated_at': '2021-08-31T15:15:54Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b78864-a28c-47ee-89bc-b2334a052bf0', 'name': '', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:8c:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:41Z', 'updated_at': '2021-08-31T15:15:46Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:56.541822 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acd5052-2d66-4c98-8313-694a1fed05d9 None None] New status for floating IP 42613b6d-6441-4939-8da4-0924585f17f6: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:15:56.810502 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33052) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:56.873594 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b3a16a0c-b422-4951-9c1a-e82171809c1c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/42613b6d-6441-4939-8da4-0924585f17f6 HTTP/1.1" status: 200 len: 993 time: 0.0619376 Aug 31 15:16:10.013104 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:16:17.167484 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3892f47-1716-4db3-b21c-e131e1eeb155 req-39b04798-838d-4654-b9c9-6d36bb083114 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394568 Aug 31 15:16:17.247791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3892f47-1716-4db3-b21c-e131e1eeb155 req-f4892376-de78-4ea7-aab3-f469a71aa8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:17.249171 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3892f47-1716-4db3-b21c-e131e1eeb155 req-f4892376-de78-4ea7-aab3-f469a71aa8cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 1096 time: 0.0407143 Aug 31 15:16:17.357033 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3892f47-1716-4db3-b21c-e131e1eeb155 req-8ab003c5-231d-4a16-96d1-1cb8f7ee5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:17.358511 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3892f47-1716-4db3-b21c-e131e1eeb155 req-8ab003c5-231d-4a16-96d1-1cb8f7ee5926 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1458e339-e270-49f3-a164-a63bc3d2b1f5 HTTP/1.1" status: 200 len: 897 time: 0.0895333 Aug 31 15:16:17.423536 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3892f47-1716-4db3-b21c-e131e1eeb155 req-f8d04025-c874-4944-ae44-dc1ecb901510 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f9bfde-f412-4b42-b409-35121592b701 HTTP/1.1" status: 200 len: 1001 time: 0.0567901 Aug 31 15:16:17.471496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3892f47-1716-4db3-b21c-e131e1eeb155 req-192b6491-8022-4b7b-9aeb-4c83e3ad9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:17.472890 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3892f47-1716-4db3-b21c-e131e1eeb155 req-192b6491-8022-4b7b-9aeb-4c83e3ad9f9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cd1ae37e-ae90-471b-baf5-69c351374141 HTTP/1.1" status: 200 len: 834 time: 0.0428324 Aug 31 15:16:17.522792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3892f47-1716-4db3-b21c-e131e1eeb155 req-e84a3cba-2669-47f2-9d93-f48839f492c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:17.524212 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3892f47-1716-4db3-b21c-e131e1eeb155 req-e84a3cba-2669-47f2-9d93-f48839f492c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1458e339-e270-49f3-a164-a63bc3d2b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438583 Aug 31 15:16:17.610600 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3892f47-1716-4db3-b21c-e131e1eeb155 req-935c6f54-e213-4bb3-9960-49d717b01bb7 service neutron] 10.222.0.60 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789530 Aug 31 15:16:17.704068 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b3892f47-1716-4db3-b21c-e131e1eeb155 req-fa5ef97c-b3e8-4069-aba5-cf5c5896763a service neutron] 10.222.0.60 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825312 Aug 31 15:16:19.691146 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-455bafdd-8604-485d-bae6-ffc9afce8ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:19.990506 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:22.234032 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a3db7a0a-85c9-4420-aa1e-70fc8f38f498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:22.336470 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:23.523664 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:24.950324 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:25.119381 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:25.494442 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-5092ca5b-f340-45e9-b184-6d8eb6803050 req-1f236070-b4da-430d-8a11-342f5ef79404 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:16:25.495539 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5092ca5b-f340-45e9-b184-6d8eb6803050 req-1f236070-b4da-430d-8a11-342f5ef79404 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440347 Aug 31 15:16:25.694559 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caf422-c511-4f10-8c07-82a626c40bb3 req-a32c0e3f-39a3-4f08-aa98-d5470093cf41 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:25.696130 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93caf422-c511-4f10-8c07-82a626c40bb3 req-a32c0e3f-39a3-4f08-aa98-d5470093cf41 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0549359 Aug 31 15:16:25.763201 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-93caf422-c511-4f10-8c07-82a626c40bb3 req-86a24d94-6336-4e00-a453-644694142973 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612085 Aug 31 15:16:25.772859 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-be8997d0-8a1d-4d3e-b828-a3772ee0fae3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1056488 Aug 31 15:16:26.907258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec05a1-00ab-43fd-8168-8f3e20cb0ab8 req-6646899b-3db0-4d6a-ab7b-73aec927375e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:26.909241 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fec05a1-00ab-43fd-8168-8f3e20cb0ab8 req-6646899b-3db0-4d6a-ab7b-73aec927375e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0699668 Aug 31 15:16:26.910946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-aa299810-743b-42f6-909f-2d42be8791d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:26.912345 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-aa299810-743b-42f6-909f-2d42be8791d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 1096 time: 0.0815427 Aug 31 15:16:26.999910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fec05a1-00ab-43fd-8168-8f3e20cb0ab8 req-a225ae5f-4533-4766-ace3-8e1078bfcfdb tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846918 Aug 31 15:16:27.031988 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-405d1913-2630-458f-ae1e-cb359a367747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:27.034208 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-405d1913-2630-458f-ae1e-cb359a367747 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1458e339-e270-49f3-a164-a63bc3d2b1f5 HTTP/1.1" status: 200 len: 897 time: 0.1132538 Aug 31 15:16:27.102093 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-26ac62e0-e85d-4042-9044-1c3c94f41d26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f9bfde-f412-4b42-b409-35121592b701 HTTP/1.1" status: 200 len: 1001 time: 0.0591714 Aug 31 15:16:27.156631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-82e67a09-b941-47d9-89cf-5d3962b55aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:27.158643 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-82e67a09-b941-47d9-89cf-5d3962b55aa3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cd1ae37e-ae90-471b-baf5-69c351374141 HTTP/1.1" status: 200 len: 834 time: 0.0487320 Aug 31 15:16:27.203678 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-a54a01d6-2fb3-4f8b-8cdf-a06bf8a567ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:27.205616 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-a54a01d6-2fb3-4f8b-8cdf-a06bf8a567ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1458e339-e270-49f3-a164-a63bc3d2b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404525 Aug 31 15:16:27.296030 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-f1f76e82-0b6a-4f80-b397-8f520c050473 service neutron] 10.222.0.60 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805600 Aug 31 15:16:27.389689 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-6200b09f-c3af-42f6-91f5-0b80d111f3fa service neutron] 10.222.0.60 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847802 Aug 31 15:16:28.118027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ff5c-5c5b-4c45-b495-bb0f0a8ae87f req-7d369789-a7b5-4d8c-9594-159380e928d9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:28.119548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4660ff5c-5c5b-4c45-b495-bb0f0a8ae87f req-7d369789-a7b5-4d8c-9594-159380e928d9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0502293 Aug 31 15:16:28.156923 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-4660ff5c-5c5b-4c45-b495-bb0f0a8ae87f req-36ef7671-8448-4294-9fad-b827d642b0e3 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314870 Aug 31 15:16:29.273866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d539bd0-ba05-48eb-9ac8-07ac21852bdc req-ae7215e2-66e6-470f-b71a-fc9cf5ab0dc4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:29.275271 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d539bd0-ba05-48eb-9ac8-07ac21852bdc req-ae7215e2-66e6-470f-b71a-fc9cf5ab0dc4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0492854 Aug 31 15:16:29.312428 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8d539bd0-ba05-48eb-9ac8-07ac21852bdc req-faf81e4e-63be-42e9-af19-fe4f0f857f0a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312417 Aug 31 15:16:30.426566 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cbe09-7f19-43b4-abeb-f4b62c8bf697 req-85fb73b1-121b-467c-bf70-afd21a17f664 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:30.428068 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c1cbe09-7f19-43b4-abeb-f4b62c8bf697 req-85fb73b1-121b-467c-bf70-afd21a17f664 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0478742 Aug 31 15:16:30.469156 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c1cbe09-7f19-43b4-abeb-f4b62c8bf697 req-5139e84d-a288-4825-b47c-2e9397f55dd9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351298 Aug 31 15:16:31.588699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b3e9a-48e9-4d2c-b0af-8e1d91000787 req-eabff497-da8d-4986-bcb2-5771c4ee1a74 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:31.590179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a2b3e9a-48e9-4d2c-b0af-8e1d91000787 req-eabff497-da8d-4986-bcb2-5771c4ee1a74 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0533626 Aug 31 15:16:31.628224 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8a2b3e9a-48e9-4d2c-b0af-8e1d91000787 req-98ad819f-7084-4972-b0b1-27207be528d8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320568 Aug 31 15:16:32.745499 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5435d3e-6daa-4c18-b3ec-b9a76ffad2c3 req-45f41904-2a18-490e-91ee-1ad7d78c0369 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:32.746980 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5435d3e-6daa-4c18-b3ec-b9a76ffad2c3 req-45f41904-2a18-490e-91ee-1ad7d78c0369 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0489275 Aug 31 15:16:32.789052 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d5435d3e-6daa-4c18-b3ec-b9a76ffad2c3 req-0309cf72-2adc-49f4-97af-f89f00fd1a3e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356238 Aug 31 15:16:33.909786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26556d69-43eb-4d53-aecc-9d2782b6887f req-b2ab75c1-2cf5-4200-83c4-624c5adef795 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:33.911285 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26556d69-43eb-4d53-aecc-9d2782b6887f req-b2ab75c1-2cf5-4200-83c4-624c5adef795 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0511906 Aug 31 15:16:33.948291 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-26556d69-43eb-4d53-aecc-9d2782b6887f req-5556818c-f85c-4de9-a052-1b4f271fa56d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311127 Aug 31 15:16:35.063583 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8093e-34d2-4ba0-9b91-b6cac9e6366e req-d5cada1b-c5bf-4dbb-9a3b-ca988d1faceb tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:35.065189 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-38e8093e-34d2-4ba0-9b91-b6cac9e6366e req-d5cada1b-c5bf-4dbb-9a3b-ca988d1faceb tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0487564 Aug 31 15:16:35.102079 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-38e8093e-34d2-4ba0-9b91-b6cac9e6366e req-5ccf3331-5d97-4135-ad5b-227d9472b34a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306909 Aug 31 15:16:36.219477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ef452-7680-4fec-8dce-45e24c6a08c8 req-fd50baa9-f0ef-497d-87a0-6773f450ce95 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:36.221057 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e9ef452-7680-4fec-8dce-45e24c6a08c8 req-fd50baa9-f0ef-497d-87a0-6773f450ce95 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0503376 Aug 31 15:16:36.259412 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3e9ef452-7680-4fec-8dce-45e24c6a08c8 req-30da6c30-f0ff-443b-9989-d6ada456de18 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319436 Aug 31 15:16:37.373399 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4860890-f1e1-4a74-88e7-743c1bde2374 req-c7e4c82c-c7f8-4aa8-b82f-c274c1fdc7ce tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:37.374889 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c4860890-f1e1-4a74-88e7-743c1bde2374 req-c7e4c82c-c7f8-4aa8-b82f-c274c1fdc7ce tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0496869 Aug 31 15:16:37.413830 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c4860890-f1e1-4a74-88e7-743c1bde2374 req-0a282850-82df-4234-b1cf-91a1fcb8fcd6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323555 Aug 31 15:16:38.536885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92608256-f5b9-428d-b9cb-ae0d8d220872 req-8dc42391-f5da-4b76-9c5a-b64cf5d676ed tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:38.538460 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92608256-f5b9-428d-b9cb-ae0d8d220872 req-8dc42391-f5da-4b76-9c5a-b64cf5d676ed tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0577104 Aug 31 15:16:38.574929 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92608256-f5b9-428d-b9cb-ae0d8d220872 req-ae4dff6f-f148-4c20-8202-4dca81fc1036 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305092 Aug 31 15:16:39.224804 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-45cc384a-b728-4a2b-832d-fb9112a84413 service neutron] show failed (client error): The resource could not be found. Aug 31 15:16:39.225831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-45cc384a-b728-4a2b-832d-fb9112a84413 service neutron] 10.222.0.60 "GET /v2.0/ports/b0f9bfde-f412-4b42-b409-35121592b701/bindings/n-h2-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0560749 Aug 31 15:16:39.494768 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-0e31723d-5451-4a48-9bd5-a6561eca6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:39.496292 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-0e31723d-5451-4a48-9bd5-a6561eca6fab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305&tenant_id=e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 1096 time: 0.0830607 Aug 31 15:16:39.508732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-5', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:16:39.568572 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:39.693653 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1314f54-c5ee-4133-a370-729e78f2c56c req-2879ea93-2c17-4f87-acc7-fb5cac69f300 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:39.695170 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b1314f54-c5ee-4133-a370-729e78f2c56c req-2879ea93-2c17-4f87-acc7-fb5cac69f300 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0505748 Aug 31 15:16:39.739687 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b1314f54-c5ee-4133-a370-729e78f2c56c req-bd4a5e20-7cf9-4a4e-852e-62e73d9548c1 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382936 Aug 31 15:16:39.771719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] For port b0f9bfde-f412-4b42-b409-35121592b701, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=b0f9bfde-f412-4b42-b409-35121592b701,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:16:39.804200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] For port b0f9bfde-f412-4b42-b409-35121592b701, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:16:39.841433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:16:39.843700 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934e45d6-3325-4198-a114-345a29a70802" -d '{"events": [{"server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f9bfde-f412-4b42-b409-35121592b701"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:16:39.848366 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:39.860522 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Transition to ACTIVE for port object b0f9bfde-f412-4b42-b409-35121592b701 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:16:39.864886 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:39.895604 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73b8983-6f71-4b8e-b257-da59c2420715 x-openstack-request-id: req-d73b8983-6f71-4b8e-b257-da59c2420715 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:16:39.895893 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f9bfde-f412-4b42-b409-35121592b701", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:16:39.896142 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d73b8983-6f71-4b8e-b257-da59c2420715 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:16:39.896533 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701', 'code': 200} Aug 31 15:16:39.917372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f9bfde-f412-4b42-b409-35121592b701,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:39.975144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:39.975515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:39.975861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:39.976198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:39.976530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:39.976861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:39.977189 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:39.977515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:39.977841 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:39.978165 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:39.978490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:39.978892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:40.020570 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] No DVR routers for this DVR port b0f9bfde-f412-4b42-b409-35121592b701 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:16:40.156255 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Attempting to bind port b0f9bfde-f412-4b42-b409-35121592b701 on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:16:40.156592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Attempting to bind port b0f9bfde-f412-4b42-b409-35121592b701 by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:16:40.156920 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Attempting to bind port b0f9bfde-f412-4b42-b409-35121592b701 on network 1458e339-e270-49f3-a164-a63bc3d2b1f5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:16:40.161585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Port b0f9bfde-f412-4b42-b409-35121592b701 on network 1458e339-e270-49f3-a164-a63bc3d2b1f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:16:40.161907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Attempting to bind port b0f9bfde-f412-4b42-b409-35121592b701 on network 1458e339-e270-49f3-a164-a63bc3d2b1f5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:16:40.166708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:16:40.166978 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Checking segment: {'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:16:40.167399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Bound using segment: {'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:16:40.167829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Bound port: b0f9bfde-f412-4b42-b409-35121592b701, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3538c8-642a-49f1-97b4-b6a8d2fc690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:16:40.168185 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:40.231510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] For port b0f9bfde-f412-4b42-b409-35121592b701, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:16:40.234374 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] For port b0f9bfde-f412-4b42-b409-35121592b701, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b0f9bfde-f412-4b42-b409-35121592b701,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:16:40.239345 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:40.280020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:40.280641 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:40.282040 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] 10.222.0.25 "PUT /v2.0/ports/b0f9bfde-f412-4b42-b409-35121592b701 HTTP/1.1" status: 200 len: 1091 time: 0.7772746 Aug 31 15:16:40.301330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3c93b-a5a2-482c-95e9-51eec7c2c3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f9bfde-f412-4b42-b409-35121592b701,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:40.350554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-edab13b5-b1b5-4e79-a2cf-7ddc4fe6aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:40.352226 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-edab13b5-b1b5-4e79-a2cf-7ddc4fe6aa3c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 1094 time: 0.0448072 Aug 31 15:16:40.447907 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-ab782a76-2b12-4dcb-b826-584331fd95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:40.449392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-ab782a76-2b12-4dcb-b826-584331fd95e8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1458e339-e270-49f3-a164-a63bc3d2b1f5 HTTP/1.1" status: 200 len: 897 time: 0.0899923 Aug 31 15:16:40.860846 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6012a-8052-4324-a1ec-496ee92c23ef req-83e54bf1-7351-47cb-b594-b9e38e3fe0ec tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:40.862521 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36d6012a-8052-4324-a1ec-496ee92c23ef req-83e54bf1-7351-47cb-b594-b9e38e3fe0ec tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 943 time: 0.0514958 Aug 31 15:16:40.866018 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-8660fd32-ecbb-45ce-85c6-33d61e24c3e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f9bfde-f412-4b42-b409-35121592b701 HTTP/1.1" status: 200 len: 999 time: 0.4093287 Aug 31 15:16:40.902180 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-36d6012a-8052-4324-a1ec-496ee92c23ef req-ad21ba5d-fb27-44fb-8b91-e896032796b1 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333042 Aug 31 15:16:40.917976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-e6f8d290-ebca-411a-9bb9-8fbcbd1c2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:40.919529 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-e6f8d290-ebca-411a-9bb9-8fbcbd1c2cea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cd1ae37e-ae90-471b-baf5-69c351374141 HTTP/1.1" status: 200 len: 834 time: 0.0464628 Aug 31 15:16:40.964888 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-456fa65f-3cbe-4a30-b9e8-f0c84e6d5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:40.966402 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-456fa65f-3cbe-4a30-b9e8-f0c84e6d5db5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1458e339-e270-49f3-a164-a63bc3d2b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398309 Aug 31 15:16:41.057778 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-7bac34b4-070e-4f75-a052-d376b6add24f service neutron] 10.222.0.25 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834546 Aug 31 15:16:41.144819 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f774eb64-56e5-42cb-84a6-ab4605c9ae3b req-61e8c39a-7002-4c27-a948-e47ab7a8beb0 service neutron] 10.222.0.25 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794997 Aug 31 15:16:41.888193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff1762-4136-45d9-8951-cb13c0a2073b req-db1f8022-c7a2-43f7-b50f-afe3b4a5502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:41.889687 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83ff1762-4136-45d9-8951-cb13c0a2073b req-db1f8022-c7a2-43f7-b50f-afe3b4a5502a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 1094 time: 0.0427713 Aug 31 15:16:41.897370 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:16:41.899740 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "tag": "b0f9bfde-f412-4b42-b409-35121592b701"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:16:41.959834 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9577b4c0-c836-439c-866f-6f5a48d1c74c x-openstack-request-id: req-9577b4c0-c836-439c-866f-6f5a48d1c74c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:16:41.960123 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "tag": "b0f9bfde-f412-4b42-b409-35121592b701", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:16:41.960376 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9577b4c0-c836-439c-866f-6f5a48d1c74c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:16:41.960782 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701', 'status': 'completed', 'code': 200} Aug 31 15:16:41.979293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device b0f9bfde-f412-4b42-b409-35121592b701 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:16:42.018911 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device b0f9bfde-f412-4b42-b409-35121592b701 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:16:42.036018 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcee85-2da0-4ac5-88ad-23d5f000b24d req-8384425d-92fc-41d8-bc76-87f4b1d8c78d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:42.037447 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85fcee85-2da0-4ac5-88ad-23d5f000b24d req-8384425d-92fc-41d8-bc76-87f4b1d8c78d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 943 time: 0.0541344 Aug 31 15:16:42.041457 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff1762-4136-45d9-8951-cb13c0a2073b req-73f3903b-42c1-44b8-8033-51a53dc83dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:42.042942 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83ff1762-4136-45d9-8951-cb13c0a2073b req-73f3903b-42c1-44b8-8033-51a53dc83dce service neutron] 10.222.0.25 "GET /v2.0/networks?id=1458e339-e270-49f3-a164-a63bc3d2b1f5 HTTP/1.1" status: 200 len: 897 time: 0.1328177 Aug 31 15:16:42.050197 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-7ef18ce6-f00e-480d-97c7-c5f681498d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:42.051686 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-7ef18ce6-f00e-480d-97c7-c5f681498d93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 1094 time: 0.0615973 Aug 31 15:16:42.078212 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-85fcee85-2da0-4ac5-88ad-23d5f000b24d req-73917059-3c94-4c4f-a8de-380ad4a09dac tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325911 Aug 31 15:16:42.165704 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83ff1762-4136-45d9-8951-cb13c0a2073b req-49df4632-4283-43be-914b-949dab4c5a95 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f9bfde-f412-4b42-b409-35121592b701 HTTP/1.1" status: 200 len: 999 time: 0.1129775 Aug 31 15:16:42.230365 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-01d1d9ff-554b-4996-a9ac-2c2021fb06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:42.231861 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-01d1d9ff-554b-4996-a9ac-2c2021fb06dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=1458e339-e270-49f3-a164-a63bc3d2b1f5 HTTP/1.1" status: 200 len: 897 time: 0.1737814 Aug 31 15:16:42.240499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff1762-4136-45d9-8951-cb13c0a2073b req-7f44a608-94a6-4401-8b18-8c11fc283c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:42.241050 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83ff1762-4136-45d9-8951-cb13c0a2073b req-7f44a608-94a6-4401-8b18-8c11fc283c5b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cd1ae37e-ae90-471b-baf5-69c351374141 HTTP/1.1" status: 200 len: 834 time: 0.0649142 Aug 31 15:16:42.330967 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-b7031e45-9b37-4c6b-81d2-e044b54430c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f9bfde-f412-4b42-b409-35121592b701 HTTP/1.1" status: 200 len: 999 time: 0.0879676 Aug 31 15:16:42.336924 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff1762-4136-45d9-8951-cb13c0a2073b req-f39700ff-0476-47f3-ab22-5395ad461b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:42.338370 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83ff1762-4136-45d9-8951-cb13c0a2073b req-f39700ff-0476-47f3-ab22-5395ad461b58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1458e339-e270-49f3-a164-a63bc3d2b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892189 Aug 31 15:16:42.436528 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-b838aa4d-fbf3-4fe8-8f59-220342b9ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:42.437974 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-b838aa4d-fbf3-4fe8-8f59-220342b9ca21 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cd1ae37e-ae90-471b-baf5-69c351374141 HTTP/1.1" status: 200 len: 834 time: 0.0987105 Aug 31 15:16:42.498771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83ff1762-4136-45d9-8951-cb13c0a2073b req-e01fdd6d-7806-48ad-9a6a-817be979aebb service neutron] 10.222.0.25 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514034 Aug 31 15:16:42.505707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-914c44c4-21fb-4aad-91d9-8d79ae6cb62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:42.507133 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-914c44c4-21fb-4aad-91d9-8d79ae6cb62b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1458e339-e270-49f3-a164-a63bc3d2b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607738 Aug 31 15:16:42.665966 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83ff1762-4136-45d9-8951-cb13c0a2073b req-d146259e-cf87-40a8-8c00-f49f6b7d71f1 service neutron] 10.222.0.25 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578622 Aug 31 15:16:42.671228 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-e86e0407-f763-46b7-aac7-7b53578022f4 service neutron] 10.222.0.60 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561649 Aug 31 15:16:42.796989 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-a007fdf9-90b8-4527-b4dd-52ac955f6e23 service neutron] 10.222.0.60 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179936 Aug 31 15:16:42.798516 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-d6b7954a-180e-46ef-9709-af2318674627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:42.799941 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-d6b7954a-180e-46ef-9709-af2318674627 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 1094 time: 0.0738270 Aug 31 15:16:42.892838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-3050a061-ffda-466e-ad6b-b07e18abb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:42.894557 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-3050a061-ffda-466e-ad6b-b07e18abb100 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1458e339-e270-49f3-a164-a63bc3d2b1f5 HTTP/1.1" status: 200 len: 897 time: 0.0877132 Aug 31 15:16:42.962139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-0f711156-0387-4218-b7f5-64c4657d34f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f9bfde-f412-4b42-b409-35121592b701 HTTP/1.1" status: 200 len: 999 time: 0.0600548 Aug 31 15:16:43.011069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-e2fd678a-0422-4f8f-881e-7859173e0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:43.012570 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-e2fd678a-0422-4f8f-881e-7859173e0752 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cd1ae37e-ae90-471b-baf5-69c351374141 HTTP/1.1" status: 200 len: 834 time: 0.0437908 Aug 31 15:16:43.057585 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-5516fa21-e59c-4956-b773-76607cc6143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:43.058963 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-5516fa21-e59c-4956-b773-76607cc6143f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1458e339-e270-49f3-a164-a63bc3d2b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393481 Aug 31 15:16:43.161322 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-6c876e73-4755-4bff-9145-c7a1e1f43081 service neutron] 10.222.0.25 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948980 Aug 31 15:16:43.251330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bd181-e669-4fb0-94fb-22bbabb39ff3 req-03e5a1f6-c829-4f9d-aca7-c9e838dc194c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:43.252830 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f3bd181-e669-4fb0-94fb-22bbabb39ff3 req-03e5a1f6-c829-4f9d-aca7-c9e838dc194c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 943 time: 0.1014245 Aug 31 15:16:43.297149 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-41a89c7c-a6a5-4ddc-b666-bf87e6b08b0b req-6a67884a-34d8-4608-8062-678c7d18dcd3 service neutron] 10.222.0.25 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179256 Aug 31 15:16:43.310176 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4f3bd181-e669-4fb0-94fb-22bbabb39ff3 req-a05b5abf-e752-43ce-8ab4-7aabde4dfbe3 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511618 Aug 31 15:16:43.530603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5445-014b-4a76-9811-a0bcd96bf882 req-9af7f1a6-95a8-4d08-a1ea-1fbdfb22b4de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:43.532134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-68cb5445-014b-4a76-9811-a0bcd96bf882 req-9af7f1a6-95a8-4d08-a1ea-1fbdfb22b4de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 943 time: 0.0787213 Aug 31 15:16:43.540440 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-3388256a-c308-48ed-af5e-e2046ba68141 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:43.541815 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-3388256a-c308-48ed-af5e-e2046ba68141 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305&tenant_id=e95ca13f7900437b89e01b1bba4fea13&binding%3Ahost_id=n-h2-806683-5 HTTP/1.1" status: 200 len: 943 time: 0.0781689 Aug 31 15:16:43.611806 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-68cb5445-014b-4a76-9811-a0bcd96bf882 req-fe0f7785-27bd-4314-af60-52493e96f78a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683534 Aug 31 15:16:43.628350 n-d-806683-5 neutron-server[94871]: INFO neutron.api.v2.resource [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-22bfc3ed-29cd-4813-8237-6e51abe7cf1a service neutron] delete failed (client error): The resource could not be found. Aug 31 15:16:43.629359 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-22bfc3ed-29cd-4813-8237-6e51abe7cf1a service neutron] 10.222.0.60 "DELETE /v2.0/ports/b0f9bfde-f412-4b42-b409-35121592b701/bindings/n-h1-806683-5 HTTP/1.1" status: 404 len: 380 time: 0.0798364 Aug 31 15:16:43.713069 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-d44b5e74-7eee-44a0-aa0b-bcefe4398b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:43.714716 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-d44b5e74-7eee-44a0-aa0b-bcefe4398b70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 1094 time: 0.0421066 Aug 31 15:16:43.728719 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164cf41-7f41-4754-ae5a-eb3ec407bf61 req-e759d61a-61e6-472b-b5c4-6a15a194a3e2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:43.730215 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f164cf41-7f41-4754-ae5a-eb3ec407bf61 req-e759d61a-61e6-472b-b5c4-6a15a194a3e2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 943 time: 0.0487695 Aug 31 15:16:43.773051 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f164cf41-7f41-4754-ae5a-eb3ec407bf61 req-3d617ffe-9ff4-4d0b-a197-d6cb235349a6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363572 Aug 31 15:16:43.803587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-d8ebe728-05e2-4a0b-93a2-bbae06721da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:43.805052 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-d8ebe728-05e2-4a0b-93a2-bbae06721da4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1458e339-e270-49f3-a164-a63bc3d2b1f5 HTTP/1.1" status: 200 len: 897 time: 0.0836933 Aug 31 15:16:43.872434 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-746607d3-3417-4144-94ab-2f0696e49e2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f9bfde-f412-4b42-b409-35121592b701 HTTP/1.1" status: 200 len: 999 time: 0.0604324 Aug 31 15:16:43.919706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-121e0d8d-df08-407e-9b9e-c8d734e68dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:43.921118 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-121e0d8d-df08-407e-9b9e-c8d734e68dd8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cd1ae37e-ae90-471b-baf5-69c351374141 HTTP/1.1" status: 200 len: 834 time: 0.0423071 Aug 31 15:16:43.966076 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-bc891be0-d247-485b-9c2d-2f7299f6883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:43.967552 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-bc891be0-d247-485b-9c2d-2f7299f6883e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1458e339-e270-49f3-a164-a63bc3d2b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390213 Aug 31 15:16:44.063157 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-368e4edb-900a-4ada-a956-037b6255e70f service neutron] 10.222.0.60 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856786 Aug 31 15:16:44.154184 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5ceeca5f-89db-44a3-a76c-acf38c2e67e2 req-c57cb0dc-5f9c-45f8-b18f-73fb98f81e2e service neutron] 10.222.0.60 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840373 Aug 31 15:16:44.435629 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b0f9bfde-f412-4b42-b409-35121592b701 details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:16:44.535123 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port b0f9bfde-f412-4b42-b409-35121592b701, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b0f9bfde-f412-4b42-b409-35121592b701,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:16:44.546469 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': 'b0f9bfde-f412-4b42-b409-35121592b701', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'port_id': 'b0f9bfde-f412-4b42-b409-35121592b701', 'mac_address': 'fa:16:3e:ca:a4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:16:44.585008 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:44.597880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f9bfde-f412-4b42-b409-35121592b701 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:16:44.619266 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port b0f9bfde-f412-4b42-b409-35121592b701, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b0f9bfde-f412-4b42-b409-35121592b701,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:16:44.622781 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:44.669285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=b0f9bfde-f412-4b42-b409-35121592b701,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:44.677800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:44.678240 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:44.678582 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:44.678967 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:44.679340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:44.679677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:44.680007 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:44.680335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:44.680662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:44.680988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:44.681314 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:44.681639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:44.891201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38549d51-fd8d-40b9-a1fa-f5e7300c892e req-b8d4c44e-0ba5-461a-a0c9-f8739587dcac tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:44.892799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38549d51-fd8d-40b9-a1fa-f5e7300c892e req-b8d4c44e-0ba5-461a-a0c9-f8739587dcac tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 944 time: 0.0534127 Aug 31 15:16:44.893080 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['b0f9bfde-f412-4b42-b409-35121592b701'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:16:44.930196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-38549d51-fd8d-40b9-a1fa-f5e7300c892e req-4dc55a60-b370-424b-abde-dba35fda5acf tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Aug 31 15:16:44.952129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33158) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:16:45.013548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9c83e7aa-facd-4803-b31f-49fbf9b2cece tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/42613b6d-6441-4939-8da4-0924585f17f6 HTTP/1.1" status: 200 len: 992 time: 0.0603454 Aug 31 15:16:46.460590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b0f9bfde-f412-4b42-b409-35121592b701 up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:16:46.508125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port b0f9bfde-f412-4b42-b409-35121592b701 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:16:46.512119 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port b0f9bfde-f412-4b42-b409-35121592b701 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:16:46.512482 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:46.589711 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:46.612886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:16:46.615156 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f7c2d7-1118-4b70-a7fa-83032a797c02" -d '{"events": [{"server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "name": "network-vif-plugged", "status": "completed", "tag": "b0f9bfde-f412-4b42-b409-35121592b701"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:16:46.628174 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port b0f9bfde-f412-4b42-b409-35121592b701, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b0f9bfde-f412-4b42-b409-35121592b701,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:16:46.632372 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:46.655161 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dea8638-a51e-4f37-9016-c1e8b4e499b7 x-openstack-request-id: req-4dea8638-a51e-4f37-9016-c1e8b4e499b7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:16:46.655484 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "name": "network-vif-plugged", "status": "completed", "tag": "b0f9bfde-f412-4b42-b409-35121592b701", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:16:46.655736 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4dea8638-a51e-4f37-9016-c1e8b4e499b7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:16:46.656118 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701', 'code': 200} Aug 31 15:16:46.680408 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=b0f9bfde-f412-4b42-b409-35121592b701,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:47.012511 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:16:49.692523 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5e55-b724-4289-9c8a-efd82e802bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:50.005852 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:52.238132 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ac8d8b2-cab3-4209-9480-33157313deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:52.336393 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:53.528845 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:54.947364 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:55.122117 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:13.350490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33172) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:13.512267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-3e04be45-545c-4203-9ef5-c82167548a08 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port a71d7aac-8f1c-4ff1-9fee-bb1ca3eb2ef6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:17:13.512610 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e04be45-545c-4203-9ef5-c82167548a08 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:13.593040 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e04be45-545c-4203-9ef5-c82167548a08 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:13.593265 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e04be45-545c-4203-9ef5-c82167548a08 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:13.605687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-3e04be45-545c-4203-9ef5-c82167548a08 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for a71d7aac-8f1c-4ff1-9fee-bb1ca3eb2ef6 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:17:13.755798 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e04be45-545c-4203-9ef5-c82167548a08 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:13.781856 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04be45-545c-4203-9ef5-c82167548a08 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=a71d7aac-8f1c-4ff1-9fee-bb1ca3eb2ef6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:13.844081 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e04be45-545c-4203-9ef5-c82167548a08 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:13.845033 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-3e04be45-545c-4203-9ef5-c82167548a08 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Floating IP 42613b6d-6441-4939-8da4-0924585f17f6 disassociated (deleted). External IP: 172.25.2.198, port: b0f9bfde-f412-4b42-b409-35121592b701. Aug 31 15:17:14.052586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e04be45-545c-4203-9ef5-c82167548a08 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:17:14.162584 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e04be45-545c-4203-9ef5-c82167548a08 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:17:14.167131 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e04be45-545c-4203-9ef5-c82167548a08 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:14.175104 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe806131-647b-4209-a64e-58e1f8afafc1 None None] Sync routers for ids ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:17:14.184435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe806131-647b-4209-a64e-58e1f8afafc1 None None] Routers {'6f8900a8-e266-4b9a-bfbc-16a0ea781d93'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:17:14.185152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-fe806131-647b-4209-a64e-58e1f8afafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:16:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:14.200317 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3e04be45-545c-4203-9ef5-c82167548a08 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/floatingips/42613b6d-6441-4939-8da4-0924585f17f6 HTTP/1.1" status: 204 len: 168 time: 0.8487380 Aug 31 15:17:14.201002 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:17:14.204485 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc87e44-de15-43d8-8cfe-c82c0c4aa01f" -d '{"events": [{"name": "network-changed", "server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "tag": "b0f9bfde-f412-4b42-b409-35121592b701"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:17:14.246825 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed73ac53-f242-4723-8978-68e0d99a0ebb x-openstack-request-id: req-ed73ac53-f242-4723-8978-68e0d99a0ebb {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:17:14.247204 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "tag": "b0f9bfde-f412-4b42-b409-35121592b701", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:17:14.247631 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed73ac53-f242-4723-8978-68e0d99a0ebb {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:17:14.248099 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701', 'status': 'completed', 'code': 200} Aug 31 15:17:14.304582 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-fe806131-647b-4209-a64e-58e1f8afafc1 None None] Set router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:17:14.315260 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc87e44-de15-43d8-8cfe-c82c0c4aa01f req-7b8814b1-10e1-4669-b610-b4b7e1dfc6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:14.317469 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfc87e44-de15-43d8-8cfe-c82c0c4aa01f req-7b8814b1-10e1-4669-b610-b4b7e1dfc6f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 1096 time: 0.0475376 Aug 31 15:17:14.434744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc87e44-de15-43d8-8cfe-c82c0c4aa01f req-39293ce3-33ad-4f6b-93a2-5629653a0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:14.436140 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfc87e44-de15-43d8-8cfe-c82c0c4aa01f req-39293ce3-33ad-4f6b-93a2-5629653a0342 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1458e339-e270-49f3-a164-a63bc3d2b1f5 HTTP/1.1" status: 200 len: 897 time: 0.1111126 Aug 31 15:17:14.493112 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfc87e44-de15-43d8-8cfe-c82c0c4aa01f req-a60537be-65b9-47dd-949d-7375bd87927d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f9bfde-f412-4b42-b409-35121592b701 HTTP/1.1" status: 200 len: 217 time: 0.0395684 Aug 31 15:17:14.509557 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf665f4-02e2-49ea-a56d-b8d271c583d5 req-a524b82a-74d1-486b-8508-a45ed6e06338 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:14.511015 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6cf665f4-02e2-49ea-a56d-b8d271c583d5 req-a524b82a-74d1-486b-8508-a45ed6e06338 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0979657 Aug 31 15:17:14.520436 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-fe806131-647b-4209-a64e-58e1f8afafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:15:42Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:39Z', 'updated_at': '2021-08-31T15:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '95b78864-a28c-47ee-89bc-b2334a052bf0', 'name': '', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:8c:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:41Z', 'updated_at': '2021-08-31T15:15:46Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:14.545546 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe806131-647b-4209-a64e-58e1f8afafc1 None None] Checking router: 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:17:14.554157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe806131-647b-4209-a64e-58e1f8afafc1 None None] Routers {'6f8900a8-e266-4b9a-bfbc-16a0ea781d93'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:17:14.554758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-fe806131-647b-4209-a64e-58e1f8afafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:16:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:14.574861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc87e44-de15-43d8-8cfe-c82c0c4aa01f req-a2438a98-e527-430b-8321-1d7a86f4dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:14.576349 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfc87e44-de15-43d8-8cfe-c82c0c4aa01f req-a2438a98-e527-430b-8321-1d7a86f4dd59 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cd1ae37e-ae90-471b-baf5-69c351374141 HTTP/1.1" status: 200 len: 834 time: 0.0747881 Aug 31 15:17:14.581496 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6cf665f4-02e2-49ea-a56d-b8d271c583d5 req-9a8c36f5-ad3a-40ee-942f-39a0a69d30a8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633903 Aug 31 15:17:14.627658 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc87e44-de15-43d8-8cfe-c82c0c4aa01f req-c15ca8eb-8602-4251-9a46-469023809a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:14.629155 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfc87e44-de15-43d8-8cfe-c82c0c4aa01f req-c15ca8eb-8602-4251-9a46-469023809a88 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1458e339-e270-49f3-a164-a63bc3d2b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444717 Aug 31 15:17:14.659046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-fe806131-647b-4209-a64e-58e1f8afafc1 None None] Set router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:17:14.720435 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfc87e44-de15-43d8-8cfe-c82c0c4aa01f req-a779dc7b-a5bb-45ed-85f1-8accb85e7516 service neutron] 10.222.0.25 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827541 Aug 31 15:17:14.813953 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfc87e44-de15-43d8-8cfe-c82c0c4aa01f req-0d33322e-8794-49e0-8620-1d597ba88e78 service neutron] 10.222.0.25 "GET /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858572 Aug 31 15:17:14.857979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-fe806131-647b-4209-a64e-58e1f8afafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:15:42Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:39Z', 'updated_at': '2021-08-31T15:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '95b78864-a28c-47ee-89bc-b2334a052bf0', 'name': '', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:8c:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:41Z', 'updated_at': '2021-08-31T15:15:46Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:14.884634 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe806131-647b-4209-a64e-58e1f8afafc1 None None] The sync data for ids ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'] in n-d-806683-5 is: [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:15:42Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:39Z', 'updated_at': '2021-08-31T15:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '95b78864-a28c-47ee-89bc-b2334a052bf0', 'name': '', 'network_id': '1458e339-e270-49f3-a164-a63bc3d2b1f5', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:8c:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:41Z', 'updated_at': '2021-08-31T15:15:46Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': 'cd1ae37e-ae90-471b-baf5-69c351374141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:17:15.098820 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ba1060-ced5-46e7-a6f5-70d6f187ac54 None None] New status for floating IP 42613b6d-6441-4939-8da4-0924585f17f6: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:17:15.697803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1cb4b-718c-4a14-833a-6c689af3d39f req-179d84e1-14f4-4e33-ad2b-600292ed75f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:15.699353 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9fb1cb4b-718c-4a14-833a-6c689af3d39f req-179d84e1-14f4-4e33-ad2b-600292ed75f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0494802 Aug 31 15:17:15.709243 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627be055-9bb6-4fc4-80f6-68756d2d6b10 req-6c5567b4-ed28-4c7e-ad32-162b51e9fb64 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:15.710714 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-627be055-9bb6-4fc4-80f6-68756d2d6b10 req-6c5567b4-ed28-4c7e-ad32-162b51e9fb64 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.25 "GET /v2.0/ports?device_id=376bf704-68ae-4c11-b473-4e65a9aa0305 HTTP/1.1" status: 200 len: 945 time: 0.0490525 Aug 31 15:17:15.737251 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9fb1cb4b-718c-4a14-833a-6c689af3d39f req-ff3ad114-2463-401a-bb3b-e20ec978f556 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312486 Aug 31 15:17:15.799514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-627be055-9bb6-4fc4-80f6-68756d2d6b10 req-598e7c07-4b99-4aff-aa86-bd1a36d1b7d4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port b0f9bfde-f412-4b42-b409-35121592b701 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:17:15.799851 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-627be055-9bb6-4fc4-80f6-68756d2d6b10 req-598e7c07-4b99-4aff-aa86-bd1a36d1b7d4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:15.889502 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-627be055-9bb6-4fc4-80f6-68756d2d6b10 req-598e7c07-4b99-4aff-aa86-bd1a36d1b7d4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port b0f9bfde-f412-4b42-b409-35121592b701, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=b0f9bfde-f412-4b42-b409-35121592b701,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:17:15.889868 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-627be055-9bb6-4fc4-80f6-68756d2d6b10 req-598e7c07-4b99-4aff-aa86-bd1a36d1b7d4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:15.902553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-627be055-9bb6-4fc4-80f6-68756d2d6b10 req-598e7c07-4b99-4aff-aa86-bd1a36d1b7d4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for b0f9bfde-f412-4b42-b409-35121592b701 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:17:16.028275 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-627be055-9bb6-4fc4-80f6-68756d2d6b10 req-598e7c07-4b99-4aff-aa86-bd1a36d1b7d4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:16.058527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e7c07-4b99-4aff-aa86-bd1a36d1b7d4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=b0f9bfde-f412-4b42-b409-35121592b701,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:16.099263 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-627be055-9bb6-4fc4-80f6-68756d2d6b10 req-598e7c07-4b99-4aff-aa86-bd1a36d1b7d4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] No DVR routers for this DVR port b0f9bfde-f412-4b42-b409-35121592b701 on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:17:16.101825 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-627be055-9bb6-4fc4-80f6-68756d2d6b10 req-598e7c07-4b99-4aff-aa86-bd1a36d1b7d4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:16.103831 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-627be055-9bb6-4fc4-80f6-68756d2d6b10 req-598e7c07-4b99-4aff-aa86-bd1a36d1b7d4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.25 "DELETE /v2.0/ports/b0f9bfde-f412-4b42-b409-35121592b701 HTTP/1.1" status: 204 len: 173 time: 0.3866222 Aug 31 15:17:16.249676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'name': 'network-vif-deleted', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:17:16.252192 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fd6cee-d26b-4007-b25a-6249ad9e63df" -d '{"events": [{"server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "name": "network-vif-deleted", "tag": "b0f9bfde-f412-4b42-b409-35121592b701"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:17:16.290037 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51dd862-2035-4449-8dd3-1e7cdd05b47b x-openstack-request-id: req-f51dd862-2035-4449-8dd3-1e7cdd05b47b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:17:16.290328 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376bf704-68ae-4c11-b473-4e65a9aa0305", "name": "network-vif-deleted", "tag": "b0f9bfde-f412-4b42-b409-35121592b701", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:17:16.290579 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f51dd862-2035-4449-8dd3-1e7cdd05b47b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:17:16.290982 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376bf704-68ae-4c11-b473-4e65a9aa0305', 'name': 'network-vif-deleted', 'tag': 'b0f9bfde-f412-4b42-b409-35121592b701', 'status': 'completed', 'code': 200} Aug 31 15:17:16.795496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33186) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:17.153559 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d678882-0559-4b62-b3dd-e76c02b908ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:17.717122 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7d678882-0559-4b62-b3dd-e76c02b908ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port 95b78864-a28c-47ee-89bc-b2334a052bf0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:17:17.717458 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d678882-0559-4b62-b3dd-e76c02b908ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:17.802583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-7d678882-0559-4b62-b3dd-e76c02b908ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port 95b78864-a28c-47ee-89bc-b2334a052bf0, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=95b78864-a28c-47ee-89bc-b2334a052bf0,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:17:17.803314 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d678882-0559-4b62-b3dd-e76c02b908ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:17.815698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-7d678882-0559-4b62-b3dd-e76c02b908ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for 95b78864-a28c-47ee-89bc-b2334a052bf0 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:17:17.994383 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d678882-0559-4b62-b3dd-e76c02b908ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:18.024886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d678882-0559-4b62-b3dd-e76c02b908ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=95b78864-a28c-47ee-89bc-b2334a052bf0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:18.194857 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d678882-0559-4b62-b3dd-e76c02b908ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:18.405256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d678882-0559-4b62-b3dd-e76c02b908ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:17:18.509401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d678882-0559-4b62-b3dd-e76c02b908ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:17:18.514323 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7d678882-0559-4b62-b3dd-e76c02b908ba tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "PUT /v2.0/routers/6f8900a8-e266-4b9a-bfbc-16a0ea781d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7178164 Aug 31 15:17:18.517159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33188) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:18.520269 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf16136-fbb7-489b-88a2-fcfd09fcfbf4 None None] Sync routers for ids ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:17:18.529472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf16136-fbb7-489b-88a2-fcfd09fcfbf4 None None] Routers {'6f8900a8-e266-4b9a-bfbc-16a0ea781d93'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:17:18.530079 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-eaf16136-fbb7-489b-88a2-fcfd09fcfbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:16:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:18.567649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-251db812-f715-4fe9-b95d-905effcbe09d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting subnet cd1ae37e-ae90-471b-baf5-69c351374141 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:17:18.570636 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-251db812-f715-4fe9-b95d-905effcbe09d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:18.610985 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-251db812-f715-4fe9-b95d-905effcbe09d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:18.705022 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-251db812-f715-4fe9-b95d-905effcbe09d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:18.763384 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b0f9bfde-f412-4b42-b409-35121592b701 no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:17:18.765625 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-251db812-f715-4fe9-b95d-905effcbe09d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:18.790044 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: b0f9bfde-f412-4b42-b409-35121592b701 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:17:18.790397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device b0f9bfde-f412-4b42-b409-35121592b701 not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:17:18.795327 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251db812-f715-4fe9-b95d-905effcbe09d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1ae37e-ae90-471b-baf5-69c351374141,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:18.799162 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-251db812-f715-4fe9-b95d-905effcbe09d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:18.801086 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-251db812-f715-4fe9-b95d-905effcbe09d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/subnets/cd1ae37e-ae90-471b-baf5-69c351374141 HTTP/1.1" status: 204 len: 168 time: 0.2829514 Aug 31 15:17:18.803651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33190) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:18.811764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbc02a3-75c5-4131-9d4b-4a6beb3aa40a None None] Network 1458e339-e270-49f3-a164-a63bc3d2b1f5 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:17:18.817423 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-eaf16136-fbb7-489b-88a2-fcfd09fcfbf4 None None] Set router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:17:18.913646 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.018301 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.072896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port 1042dc0b-a876-49fa-89f4-a7d22f05e50f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:17:19.073248 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.090180 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-eaf16136-fbb7-489b-88a2-fcfd09fcfbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:17:17Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '1042dc0b-a876-49fa-89f4-a7d22f05e50f', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:39Z', 'updated_at': '2021-08-31T15:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:19.122853 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf16136-fbb7-489b-88a2-fcfd09fcfbf4 None None] Checking router: 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:17:19.131807 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf16136-fbb7-489b-88a2-fcfd09fcfbf4 None None] Routers {'6f8900a8-e266-4b9a-bfbc-16a0ea781d93'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:17:19.132422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-eaf16136-fbb7-489b-88a2-fcfd09fcfbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:16:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:19.157778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port 1042dc0b-a876-49fa-89f4-a7d22f05e50f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1042dc0b-a876-49fa-89f4-a7d22f05e50f,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:17:19.158147 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.166548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800f7245-aedb-4e1b-b6bf-ce087da8e493 None None] DHCP port deletion for 1458e339-e270-49f3-a164-a63bc3d2b1f5 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:17:19.171252 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for 1042dc0b-a876-49fa-89f4-a7d22f05e50f owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:17:19.242441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-eaf16136-fbb7-489b-88a2-fcfd09fcfbf4 None None] Set router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:17:19.300032 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-eaf16136-fbb7-489b-88a2-fcfd09fcfbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:17:19Z', 'revision_number': 6, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:19.327348 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf16136-fbb7-489b-88a2-fcfd09fcfbf4 None None] The sync data for ids ['6f8900a8-e266-4b9a-bfbc-16a0ea781d93'] in n-d-806683-5 is: [{'id': '6f8900a8-e266-4b9a-bfbc-16a0ea781d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54229213', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:38Z', 'updated_at': '2021-08-31T15:17:19Z', 'revision_number': 6, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:17:19.337417 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-800f7245-aedb-4e1b-b6bf-ce087da8e493 None None] Deleting port ea118448-831b-498f-9b8d-622371c10c26 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:17:19.337939 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-800f7245-aedb-4e1b-b6bf-ce087da8e493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.339397 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.366847 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=1042dc0b-a876-49fa-89f4-a7d22f05e50f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:19.401554 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-800f7245-aedb-4e1b-b6bf-ce087da8e493 None None] For port ea118448-831b-498f-9b8d-622371c10c26, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ea118448-831b-498f-9b8d-622371c10c26,segment=NetworkSegment(8a3538c8-642a-49f1-97b4-b6a8d2fc690c),segment_id=8a3538c8-642a-49f1-97b4-b6a8d2fc690c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:17:19.401960 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-800f7245-aedb-4e1b-b6bf-ce087da8e493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.416270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-800f7245-aedb-4e1b-b6bf-ce087da8e493 None None] Calling delete_port for ea118448-831b-498f-9b8d-622371c10c26 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:17:19.427314 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.503388 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-800f7245-aedb-4e1b-b6bf-ce087da8e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.517864 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.520054 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.528251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f7245-aedb-4e1b-b6bf-ce087da8e493 None None] Pushing event deleted for resources: {'Port': ['ID=ea118448-831b-498f-9b8d-622371c10c26,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:19.533787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f7245-aedb-4e1b-b6bf-ce087da8e493 None None] No DVR routers for this DVR port ea118448-831b-498f-9b8d-622371c10c26 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:17:19.567446 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.567974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Fanout notify agent at l3_agent the message router_deleted on router 6f8900a8-e266-4b9a-bfbc-16a0ea781d93 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:17:19.574758 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.575875 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0cfb2e7a-a333-42d5-b30c-1bbeb8a8e584 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/routers/6f8900a8-e266-4b9a-bfbc-16a0ea781d93 HTTP/1.1" status: 204 len: 168 time: 0.7706430 Aug 31 15:17:19.579006 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33192) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:19.652129 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c49fc27-f363-47f0-aa7b-ecc3a10f4092 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.695117 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-310610db-d04a-43b6-a8f2-43e153f88ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.743379 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c49fc27-f363-47f0-aa7b-ecc3a10f4092 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.753708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3c49fc27-f363-47f0-aa7b-ecc3a10f4092 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1458e339-e270-49f3-a164-a63bc3d2b1f5']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:19.768603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3c49fc27-f363-47f0-aa7b-ecc3a10f4092 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3538c8-642a-49f1-97b4-b6a8d2fc690c') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:19.768603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3c49fc27-f363-47f0-aa7b-ecc3a10f4092 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3538c8-642a-49f1-97b4-b6a8d2fc690c') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:19.776927 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c49fc27-f363-47f0-aa7b-ecc3a10f4092 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.790797 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c49fc27-f363-47f0-aa7b-ecc3a10f4092 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.796536 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c49fc27-f363-47f0-aa7b-ecc3a10f4092 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:17:19.796862 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c49fc27-f363-47f0-aa7b-ecc3a10f4092 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: timer() Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:17:19.799876 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:17:19.857156 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c49fc27-f363-47f0-aa7b-ecc3a10f4092 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.864692 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c49fc27-f363-47f0-aa7b-ecc3a10f4092 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.866501 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3c49fc27-f363-47f0-aa7b-ecc3a10f4092 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/networks/1458e339-e270-49f3-a164-a63bc3d2b1f5 HTTP/1.1" status: 204 len: 168 time: 0.2864566 Aug 31 15:17:19.869345 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33194) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:19.883130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49fc27-f363-47f0-aa7b-ecc3a10f4092 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Network': ['ID=1458e339-e270-49f3-a164-a63bc3d2b1f5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:19.938461 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:19.965074 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.025496 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.035044 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.038461 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.039814 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/security-groups/51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4 HTTP/1.1" status: 204 len: 168 time: 0.1694696 Aug 31 15:17:20.052694 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ebc0c5-1390-43fd-8f7a-0e8c0e34ebe4,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:20.068980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:20.069549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:20.070752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:20.070752 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:20.071405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:20.071952 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:20.072570 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:20.073019 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:20.073937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:20.074655 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:20.075440 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:20.090046 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa604bb6-c71f-4235-82b9-6e5efd20b534 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:20.173882 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1042dc0b-a876-49fa-89f4-a7d22f05e50f no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:17:20.193672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 1042dc0b-a876-49fa-89f4-a7d22f05e50f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:17:20.194019 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1042dc0b-a876-49fa-89f4-a7d22f05e50f not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:17:20.194435 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ea118448-831b-498f-9b8d-622371c10c26 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:17:20.212506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: ea118448-831b-498f-9b8d-622371c10c26 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:17:20.212849 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ea118448-831b-498f-9b8d-622371c10c26 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:17:20.213260 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 95b78864-a28c-47ee-89bc-b2334a052bf0 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:17:20.234220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 95b78864-a28c-47ee-89bc-b2334a052bf0 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:17:20.234662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 95b78864-a28c-47ee-89bc-b2334a052bf0 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:17:20.339374 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33200) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:20.344779 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7939c741-3a73-4409-82a5-3f0e4cef978b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1869941517', 'description': 'tempest-secgroup-smoke-1869941517 description', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:17:20.366689 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7939c741-3a73-4409-82a5-3f0e4cef978b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.446479 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7939c741-3a73-4409-82a5-3f0e4cef978b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.450201 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7939c741-3a73-4409-82a5-3f0e4cef978b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.479919 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7939c741-3a73-4409-82a5-3f0e4cef978b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.481138 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7939c741-3a73-4409-82a5-3f0e4cef978b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1407039 Aug 31 15:17:20.482994 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939c741-3a73-4409-82a5-3f0e4cef978b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d70f4e-28de-4d69-9088-805aa48b7f0d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:20.484110 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33202) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:20.489844 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ed5c34b4-c5ae-460b-b301-f193f699a9fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': 'd3d70f4e-28de-4d69-9088-805aa48b7f0d', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:17:20.519528 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed5c34b4-c5ae-460b-b301-f193f699a9fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.573600 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed5c34b4-c5ae-460b-b301-f193f699a9fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.576987 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed5c34b4-c5ae-460b-b301-f193f699a9fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.595143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c34b4-c5ae-460b-b301-f193f699a9fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d547f36-a101-43fd-9b5e-41a0e80fc7dc,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:20.600481 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed5c34b4-c5ae-460b-b301-f193f699a9fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.601842 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ed5c34b4-c5ae-460b-b301-f193f699a9fc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164887 Aug 31 15:17:20.604844 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33204) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:20.609681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fff156d3-18d8-4de1-9b36-e08c80924f10 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': 'd3d70f4e-28de-4d69-9088-805aa48b7f0d', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:17:20.635570 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fff156d3-18d8-4de1-9b36-e08c80924f10 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.690674 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fff156d3-18d8-4de1-9b36-e08c80924f10 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.694284 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fff156d3-18d8-4de1-9b36-e08c80924f10 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.711819 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff156d3-18d8-4de1-9b36-e08c80924f10 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c317cbfc-dc32-413c-823e-3fa92f7a77bd,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:20.717465 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fff156d3-18d8-4de1-9b36-e08c80924f10 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.718773 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fff156d3-18d8-4de1-9b36-e08c80924f10 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127765 Aug 31 15:17:20.722129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33206) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:20.726535 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-07e45ae3-9ef3-4330-8029-411f913d3331 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': 'd3d70f4e-28de-4d69-9088-805aa48b7f0d', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:17:20.753230 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-07e45ae3-9ef3-4330-8029-411f913d3331 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.813266 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-07e45ae3-9ef3-4330-8029-411f913d3331 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.817179 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-07e45ae3-9ef3-4330-8029-411f913d3331 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.834534 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e45ae3-9ef3-4330-8029-411f913d3331 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2359164-561a-41f5-ae1d-7d03b0a96e0c,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:20.841076 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-07e45ae3-9ef3-4330-8029-411f913d3331 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.842366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-07e45ae3-9ef3-4330-8029-411f913d3331 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192789 Aug 31 15:17:20.845350 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33208) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:20.849971 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-705fbc42-cfa3-4c80-aabe-1cc54ac46031 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': 'd3d70f4e-28de-4d69-9088-805aa48b7f0d', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:17:20.876521 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-705fbc42-cfa3-4c80-aabe-1cc54ac46031 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.934749 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-705fbc42-cfa3-4c80-aabe-1cc54ac46031 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.938935 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-705fbc42-cfa3-4c80-aabe-1cc54ac46031 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.956580 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fbc42-cfa3-4c80-aabe-1cc54ac46031 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb10fbd1-387a-4cc5-a6c5-973d5f9e1c35,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:20.961522 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-705fbc42-cfa3-4c80-aabe-1cc54ac46031 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.962977 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-705fbc42-cfa3-4c80-aabe-1cc54ac46031 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165285 Aug 31 15:17:20.965694 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33210) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:20.970451 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-633ea959-232c-452d-bb34-b42bc634c92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': 'd3d70f4e-28de-4d69-9088-805aa48b7f0d', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:17:20.993195 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-633ea959-232c-452d-bb34-b42bc634c92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Project e95ca13f7900437b89e01b1bba4fea13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:17:20.998103 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-633ea959-232c-452d-bb34-b42bc634c92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.058825 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-633ea959-232c-452d-bb34-b42bc634c92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.062409 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-633ea959-232c-452d-bb34-b42bc634c92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.083799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ea959-232c-452d-bb34-b42bc634c92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfa79e2-6419-4777-97f6-69028ea972e2,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:21.087649 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-633ea959-232c-452d-bb34-b42bc634c92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.088759 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-633ea959-232c-452d-bb34-b42bc634c92c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221530 Aug 31 15:17:21.091472 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33212) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:21.097008 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-9407d2e4-6c4d-4b7b-821d-e02440741cf0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': 'd3d70f4e-28de-4d69-9088-805aa48b7f0d', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:17:21.121168 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-9407d2e4-6c4d-4b7b-821d-e02440741cf0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Project e95ca13f7900437b89e01b1bba4fea13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:17:21.126710 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9407d2e4-6c4d-4b7b-821d-e02440741cf0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.189728 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9407d2e4-6c4d-4b7b-821d-e02440741cf0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.193172 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9407d2e4-6c4d-4b7b-821d-e02440741cf0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.210058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407d2e4-6c4d-4b7b-821d-e02440741cf0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3903237f-c72c-455e-a097-c4a249b6d6d8,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:21.215991 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9407d2e4-6c4d-4b7b-821d-e02440741cf0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.219939 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9407d2e4-6c4d-4b7b-821d-e02440741cf0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247737 Aug 31 15:17:21.220067 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33214) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:21.224980 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-86855039-dfdf-400f-b558-ea9db2961316 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'network': {'name': 'tempest-network-smoke--228344880', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'port_security_enabled': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:17:21.245187 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86855039-dfdf-400f-b558-ea9db2961316 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:17:21.248794 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86855039-dfdf-400f-b558-ea9db2961316 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.271727 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86855039-dfdf-400f-b558-ea9db2961316 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:17:21.280352 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86855039-dfdf-400f-b558-ea9db2961316 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.280697 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-86855039-dfdf-400f-b558-ea9db2961316 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Added segment eeb54977-59a7-40be-95ff-da7627f3291e of type vlan for network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 Aug 31 15:17:21.320407 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86855039-dfdf-400f-b558-ea9db2961316 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.343652 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86855039-dfdf-400f-b558-ea9db2961316 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.349336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86855039-dfdf-400f-b558-ea9db2961316 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:21.349915 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86855039-dfdf-400f-b558-ea9db2961316 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.410241 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-86855039-dfdf-400f-b558-ea9db2961316 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1891575 Aug 31 15:17:21.413113 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33216) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:21.415903 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86855039-dfdf-400f-b558-ea9db2961316 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Network': ['ID=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:21.418572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'admin_state_up': True, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:17:21.426923 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:17:21.443013 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.444378 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.499373 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.634517 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.823204 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.841785 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:21.941304 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.25.2.50 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/e53941fe-f859-411f-a8b0-c20e79e09350) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:17:22.045439 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:22.084286 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:22.118839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:17:22.123511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:17:22.127568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:17:22.150180 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=e53941fe-f859-411f-a8b0-c20e79e09350,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:22.240121 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70d4f9be-a75f-4aac-8e16-d852177cf99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:22.340515 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:22.379076 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:22.571894 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:22.696127 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 820aa24f-3a64-4713-9d11-5f5925cb09ce is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:17:23.124015 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:17:23.133986 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Sync routers for ids ['820aa24f-3a64-4713-9d11-5f5925cb09ce'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:17:23.142356 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:23.143055 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Routers {'820aa24f-3a64-4713-9d11-5f5925cb09ce'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:17:23.143703 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['820aa24f-3a64-4713-9d11-5f5925cb09ce'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:23.143826 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-49cce891-8ccc-4f9f-9812-569e0b0fa432 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7290878 Aug 31 15:17:23.147896 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33218) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:23.176494 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9bf41725-923b-4b55-bb13-61d1fdcf9c8a tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e95ca13f7900437b89e01b1bba4fea13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274038 Aug 31 15:17:23.179148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33220) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:23.249200 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Set router 820aa24f-3a64-4713-9d11-5f5925cb09ce gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:17:23.262894 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2957f6-8b9f-43a5-8c5d-67919e7bd9ce tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:23.264421 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1a2957f6-8b9f-43a5-8c5d-67919e7bd9ce tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843616 Aug 31 15:17:23.267444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33222) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:23.295268 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-425e80d1-0542-408d-841a-e3cf78133efb tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267475 Aug 31 15:17:23.298829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33224) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:23.303804 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-96d59380-973b-484f-84dc-5db2eee2f413 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-305209426', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:17:23.411777 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d59380-973b-484f-84dc-5db2eee2f413 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:17:23.415288 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96d59380-973b-484f-84dc-5db2eee2f413 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:23.433799 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:22Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:23.459581 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Checking router: 820aa24f-3a64-4713-9d11-5f5925cb09ce for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:17:23.459924 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Updating router 820aa24f-3a64-4713-9d11-5f5925cb09ce port e53941fe-f859-411f-a8b0-c20e79e09350 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:17:23.484945 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:23.529549 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:23.594705 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96d59380-973b-484f-84dc-5db2eee2f413 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:23.661990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d59380-973b-484f-84dc-5db2eee2f413 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Subnet': ['ID=4dfdd240-0aff-4813-b815-06485afd7f71,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:23.667583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d59380-973b-484f-84dc-5db2eee2f413 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Checking segment: {'id': 'eeb54977-59a7-40be-95ff-da7627f3291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:17:23.667951 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d59380-973b-484f-84dc-5db2eee2f413 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network hostable DHCP agents. Network: 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:17:23.688537 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d59380-973b-484f-84dc-5db2eee2f413 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:17:23.697718 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-96d59380-973b-484f-84dc-5db2eee2f413 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:17:23.702052 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d59380-973b-484f-84dc-5db2eee2f413 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:23.702647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96d59380-973b-484f-84dc-5db2eee2f413 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:23.707922 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163d50cb-e3de-45d2-ab57-f2bb20df8677 None None] Network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:17:23.720467 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-96d59380-973b-484f-84dc-5db2eee2f413 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4174771 Aug 31 15:17:23.720815 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33226) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:23.761577 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:23.774422 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Transition to ACTIVE for port object e53941fe-f859-411f-a8b0-c20e79e09350 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:17:23.781812 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:23.827082 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Attempting to bind port e53941fe-f859-411f-a8b0-c20e79e09350 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:17:23.827481 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Attempting to bind port e53941fe-f859-411f-a8b0-c20e79e09350 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:17:23.827842 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Attempting to bind port e53941fe-f859-411f-a8b0-c20e79e09350 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:17:23.839745 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:17:23.840124 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:17:23.840738 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:23.840916 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:17:23.841386 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Bound port: e53941fe-f859-411f-a8b0-c20e79e09350, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:17:23.841765 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:23.865741 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ips': [{'subnet_id': '4dfdd240-0aff-4813-b815-06485afd7f71'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:17:23.866302 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826e193-14ec-4b08-98a1-e623374d2585 None None] Pushing event updated for resources: {'Port': ['ID=e53941fe-f859-411f-a8b0-c20e79e09350,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:23.866590 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:23.894578 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826e193-14ec-4b08-98a1-e623374d2585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:23.894926 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826e193-14ec-4b08-98a1-e623374d2585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:23.895300 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826e193-14ec-4b08-98a1-e623374d2585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:23.895636 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826e193-14ec-4b08-98a1-e623374d2585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:23.895970 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826e193-14ec-4b08-98a1-e623374d2585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:23.896296 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826e193-14ec-4b08-98a1-e623374d2585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:23.896617 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826e193-14ec-4b08-98a1-e623374d2585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:23.896939 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826e193-14ec-4b08-98a1-e623374d2585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:23.897260 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826e193-14ec-4b08-98a1-e623374d2585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:23.897576 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826e193-14ec-4b08-98a1-e623374d2585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:23.897894 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826e193-14ec-4b08-98a1-e623374d2585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:23.898209 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826e193-14ec-4b08-98a1-e623374d2585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:23.914259 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] For port e53941fe-f859-411f-a8b0-c20e79e09350, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:17:23.917724 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] For port e53941fe-f859-411f-a8b0-c20e79e09350, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e53941fe-f859-411f-a8b0-c20e79e09350,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:17:23.923576 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:23.991961 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Routers {'820aa24f-3a64-4713-9d11-5f5925cb09ce'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:17:23.992612 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['820aa24f-3a64-4713-9d11-5f5925cb09ce'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:24.024271 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Allocated IP 172.20.0.2 (296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6/4dfdd240-0aff-4813-b815-06485afd7f71/7df71c07-4008-4d84-bd12-92d76dae380c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:17:24.046906 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826e193-14ec-4b08-98a1-e623374d2585 None None] Pushing event updated for resources: {'Port': ['ID=e53941fe-f859-411f-a8b0-c20e79e09350,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:24.050729 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:17:24.118771 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] Set router 820aa24f-3a64-4713-9d11-5f5925cb09ce gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:17:24.186172 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:24.194627 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Transition to ACTIVE for port object 7df71c07-4008-4d84-bd12-92d76dae380c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:17:24.205228 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:24.210397 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Transition to ACTIVE for port object 7df71c07-4008-4d84-bd12-92d76dae380c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:17:24.217494 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:24.266402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:17:24.270449 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:17:24.272215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Pushing event updated for resources: {'Port': ['ID=7df71c07-4008-4d84-bd12-92d76dae380c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:24.274378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:17:24.314584 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:22Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:24.335231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Attempting to bind port 7df71c07-4008-4d84-bd12-92d76dae380c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:17:24.335615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Attempting to bind port 7df71c07-4008-4d84-bd12-92d76dae380c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'eeb54977-59a7-40be-95ff-da7627f3291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:17:24.335981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Attempting to bind port 7df71c07-4008-4d84-bd12-92d76dae380c on network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:17:24.341341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:17:24.341715 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Checking segment: {'id': 'eeb54977-59a7-40be-95ff-da7627f3291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:17:24.342120 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:24.342514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Bound using segment: {'id': 'eeb54977-59a7-40be-95ff-da7627f3291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:17:24.343059 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Bound port: 7df71c07-4008-4d84-bd12-92d76dae380c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb54977-59a7-40be-95ff-da7627f3291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:17:24.343472 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:24.343728 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7acce5-3792-4ce2-bbad-4e2eb6b28576 None None] The sync data for ids ['820aa24f-3a64-4713-9d11-5f5925cb09ce'] in n-d-806683-5 is: [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:22Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:17:24.416712 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] For port 7df71c07-4008-4d84-bd12-92d76dae380c, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:17:24.420046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] For port 7df71c07-4008-4d84-bd12-92d76dae380c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7df71c07-4008-4d84-bd12-92d76dae380c,segment=NetworkSegment(eeb54977-59a7-40be-95ff-da7627f3291e),segment_id=eeb54977-59a7-40be-95ff-da7627f3291e)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:17:24.425595 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:24.486329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c09d4-94cb-4c16-98b4-3b53bdb87798 None None] Pushing event updated for resources: {'Port': ['ID=7df71c07-4008-4d84-bd12-92d76dae380c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:24.517546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.20.0.1 (296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6/4dfdd240-0aff-4813-b815-06485afd7f71/faa5ede7-8a64-4598-95c4-b4301a622919) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:17:24.694493 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:24.711232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Transition to ACTIVE for port object faa5ede7-8a64-4598-95c4-b4301a622919 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:17:24.753522 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:24.799151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:17:24.802512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:17:24.805201 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:17:24.848325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=faa5ede7-8a64-4598-95c4-b4301a622919,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:24.872504 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:24.949779 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:25.018224 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:25.134948 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:25.339622 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:25.344956 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:25.423673 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=faa5ede7-8a64-4598-95c4-b4301a622919,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:25.426366 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:25.474211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d99573-1d82-4c07-8605-bd8a456e2fad None None] Network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:17:25.519954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:17:25.521473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:17:25.536743 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-292ed033-8362-40da-b017-0086aa39b330 None None] Provisioning for port 7df71c07-4008-4d84-bd12-92d76dae380c completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:17:25.642846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 820aa24f-3a64-4713-9d11-5f5925cb09ce has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:17:25.762465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:17:25.770929 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d79a3021-6feb-4473-b31b-7561c2a00c24 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "PUT /v2.0/routers/820aa24f-3a64-4713-9d11-5f5925cb09ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0485196 Aug 31 15:17:25.876697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-88aeb06e-d71e-494b-861c-02d9f22eace8 None None] Provisioning for port faa5ede7-8a64-4598-95c4-b4301a622919 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:17:25.881097 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-88aeb06e-d71e-494b-861c-02d9f22eace8 None None] Provisioning complete for port faa5ede7-8a64-4598-95c4-b4301a622919 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:25.881531 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88aeb06e-d71e-494b-861c-02d9f22eace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:25.923432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-88aeb06e-d71e-494b-861c-02d9f22eace8 None None] Port faa5ede7-8a64-4598-95c4-b4301a622919 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:17:25.924785 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-f257ea87-5fdb-486a-8e32-cd327578b9a3 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1869941517&fields=id&tenant_id=e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 267 time: 0.0386314 Aug 31 15:17:26.056352 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-ea1ef50c-220f-4455-9918-6d550d08dcc4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:26.057861 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-ea1ef50c-220f-4455-9918-6d550d08dcc4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/networks?id=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 HTTP/1.1" status: 200 len: 796 time: 0.1217444 Aug 31 15:17:26.075200 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-bd0598e8-3192-4f09-9298-b4edce42e663 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/quotas/e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 375 time: 0.0103087 Aug 31 15:17:26.141926 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-baf07693-f550-4090-8955-92e9534a2b98 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579545 Aug 31 15:17:26.145186 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Sync routers for ids ['820aa24f-3a64-4713-9d11-5f5925cb09ce'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:17:26.163015 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Routers {'820aa24f-3a64-4713-9d11-5f5925cb09ce'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:17:26.163677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['820aa24f-3a64-4713-9d11-5f5925cb09ce'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:26.208051 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8b42c72a-51f7-437c-9688-6f6014989c49 None None] Provisioning complete for port faa5ede7-8a64-4598-95c4-b4301a622919 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:26.208445 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b42c72a-51f7-437c-9688-6f6014989c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:26.235604 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e53941fe-f859-411f-a8b0-c20e79e09350 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:17:26.277017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-f2433376-cd4a-411f-9437-c383f5df6848 service neutron] 10.222.0.39 "GET /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105905 Aug 31 15:17:26.377864 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-24b34f15-4363-4ae8-a5e8-5d69a08ee057 service neutron] 10.222.0.39 "GET /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938222 Aug 31 15:17:26.469281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8b42c72a-51f7-437c-9688-6f6014989c49 None None] Port faa5ede7-8a64-4598-95c4-b4301a622919 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:17:26.502334 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Set router 820aa24f-3a64-4713-9d11-5f5925cb09ce gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:17:26.528817 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port e53941fe-f859-411f-a8b0-c20e79e09350 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:17:26.535336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port e53941fe-f859-411f-a8b0-c20e79e09350 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:26.535707 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:26.549720 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ff9195a8-cd27-49ff-b883-a4f8ac4f95b1 req-7ce12dac-3d1d-48e5-8425-4be8c50b531d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 210 time: 0.0298376 Aug 31 15:17:26.666561 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bc11ec0c-ed7b-469f-b9b5-39bf4b4e8db6 None None] Provisioning complete for port faa5ede7-8a64-4598-95c4-b4301a622919 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:26.666938 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc11ec0c-ed7b-469f-b9b5-39bf4b4e8db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:26.762189 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bc11ec0c-ed7b-469f-b9b5-39bf4b4e8db6 None None] Port faa5ede7-8a64-4598-95c4-b4301a622919 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:17:26.787934 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:26.814360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port e53941fe-f859-411f-a8b0-c20e79e09350, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e53941fe-f859-411f-a8b0-c20e79e09350,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:17:26.821368 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:26.822157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7df71c07-4008-4d84-bd12-92d76dae380c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:17:26.906589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:24Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'faa5ede7-8a64-4598-95c4-b4301a622919', 'name': '', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:c5:d9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:24Z', 'updated_at': '2021-08-31T15:17:25Z', 'revision_number': 2, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:26.938725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=e53941fe-f859-411f-a8b0-c20e79e09350,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:26.941552 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Checking router: 820aa24f-3a64-4713-9d11-5f5925cb09ce for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:17:26.941907 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Updating router 820aa24f-3a64-4713-9d11-5f5925cb09ce port faa5ede7-8a64-4598-95c4-b4301a622919 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:17:26.970983 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 7df71c07-4008-4d84-bd12-92d76dae380c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:17:26.972984 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:26.987919 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 7df71c07-4008-4d84-bd12-92d76dae380c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:26.987919 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:27.200808 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:27.252856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 7df71c07-4008-4d84-bd12-92d76dae380c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7df71c07-4008-4d84-bd12-92d76dae380c,segment=NetworkSegment(eeb54977-59a7-40be-95ff-da7627f3291e),segment_id=eeb54977-59a7-40be-95ff-da7627f3291e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:17:27.258486 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:27.345734 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=7df71c07-4008-4d84-bd12-92d76dae380c,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:27.374994 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:27.385548 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Transition to ACTIVE for port object faa5ede7-8a64-4598-95c4-b4301a622919 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:17:27.391971 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:27.476470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-6aa1167e-26da-4826-a113-3270863d6e86 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:27.478010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-6aa1167e-26da-4826-a113-3270863d6e86 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/networks?id=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 HTTP/1.1" status: 200 len: 796 time: 0.1254416 Aug 31 15:17:27.482822 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f783568-4400-40b7-beab-20adea286e67 None None] Pushing event updated for resources: {'Port': ['ID=faa5ede7-8a64-4598-95c4-b4301a622919,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:27.529227 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Attempting to bind port faa5ede7-8a64-4598-95c4-b4301a622919 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:17:27.529757 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Attempting to bind port faa5ede7-8a64-4598-95c4-b4301a622919 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'eeb54977-59a7-40be-95ff-da7627f3291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:17:27.530230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Attempting to bind port faa5ede7-8a64-4598-95c4-b4301a622919 on network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:17:27.533271 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-d8ff9595-d8ef-4553-aec6-7287cc88bca8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 380 time: 0.0447032 Aug 31 15:17:27.537466 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:17:27.537844 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Checking segment: {'id': 'eeb54977-59a7-40be-95ff-da7627f3291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:17:27.538246 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:27.538640 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Bound using segment: {'id': 'eeb54977-59a7-40be-95ff-da7627f3291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:17:27.539107 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Bound port: faa5ede7-8a64-4598-95c4-b4301a622919, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb54977-59a7-40be-95ff-da7627f3291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:17:27.539601 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:27.545118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-d159215c-a28a-4ebd-8a95-7ce640393fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'port': {'device_id': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'admin_state_up': True, 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'security_groups': ['d3d70f4e-28de-4d69-9088-805aa48b7f0d']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:17:27.613744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] For port faa5ede7-8a64-4598-95c4-b4301a622919, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:17:27.617565 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] For port faa5ede7-8a64-4598-95c4-b4301a622919, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=faa5ede7-8a64-4598-95c4-b4301a622919,segment=NetworkSegment(eeb54977-59a7-40be-95ff-da7627f3291e),segment_id=eeb54977-59a7-40be-95ff-da7627f3291e)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:17:27.624442 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:27.667105 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-21d1b7f7-8b03-4616-b2ea-292019dec789 req-85922274-7963-4988-879b-342563f4f62c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 210 time: 0.0373821 Aug 31 15:17:27.683040 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Routers {'820aa24f-3a64-4713-9d11-5f5925cb09ce'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:17:27.683706 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['820aa24f-3a64-4713-9d11-5f5925cb09ce'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:27.710878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-d159215c-a28a-4ebd-8a95-7ce640393fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:17:27.714561 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-d159215c-a28a-4ebd-8a95-7ce640393fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:27.727730 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f783568-4400-40b7-beab-20adea286e67 None None] Pushing event updated for resources: {'Port': ['ID=faa5ede7-8a64-4598-95c4-b4301a622919,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:27.813940 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] Set router 820aa24f-3a64-4713-9d11-5f5925cb09ce gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:17:27.857455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-d159215c-a28a-4ebd-8a95-7ce640393fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.20.0.10 (296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6/4dfdd240-0aff-4813-b815-06485afd7f71/13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:17:28.004192 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-d159215c-a28a-4ebd-8a95-7ce640393fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:28.018455 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-d159215c-a28a-4ebd-8a95-7ce640393fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Transition to ACTIVE for port object 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:17:28.034174 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:24Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'faa5ede7-8a64-4598-95c4-b4301a622919', 'name': '', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:c5:d9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:24Z', 'updated_at': '2021-08-31T15:17:27Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:28.051326 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-d159215c-a28a-4ebd-8a95-7ce640393fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:28.059764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6162b129-30c7-4dab-ad54-7449af405ae7 None None] The sync data for ids ['820aa24f-3a64-4713-9d11-5f5925cb09ce'] in n-d-806683-5 is: [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:24Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'faa5ede7-8a64-4598-95c4-b4301a622919', 'name': '', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:c5:d9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:24Z', 'updated_at': '2021-08-31T15:17:27Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:17:28.097375 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-d159215c-a28a-4ebd-8a95-7ce640393fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:17:28.100511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-d159215c-a28a-4ebd-8a95-7ce640393fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:17:28.104177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-d159215c-a28a-4ebd-8a95-7ce640393fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:17:28.159396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159215c-a28a-4ebd-8a95-7ce640393fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:28.186861 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e53941fe-f859-411f-a8b0-c20e79e09350 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:17:28.187064 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-d159215c-a28a-4ebd-8a95-7ce640393fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:28.187064 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-d159215c-a28a-4ebd-8a95-7ce640393fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:28.209099 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-d159215c-a28a-4ebd-8a95-7ce640393fd8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6683073 Aug 31 15:17:28.224245 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Request body: {'port': {'device_id': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:17:28.262462 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port e53941fe-f859-411f-a8b0-c20e79e09350 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:28.262986 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:28.292133 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:28.360865 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7df71c07-4008-4d84-bd12-92d76dae380c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:17:28.410567 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a388490b-67e6-4535-9149-854be14c0b20 None None] Provisioning for port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:17:28.416656 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a388490b-67e6-4535-9149-854be14c0b20 None None] Provisioning complete for port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:28.417705 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a388490b-67e6-4535-9149-854be14c0b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:28.456594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 7df71c07-4008-4d84-bd12-92d76dae380c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:28.456967 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:28.482555 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a388490b-67e6-4535-9149-854be14c0b20 None None] Port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:17:28.587644 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:17:28.595446 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:28.607804 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Transition to ACTIVE for port object 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:17:28.612198 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:28.674451 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Pushing event updated for resources: {'Port': ['ID=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:28.762125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Attempting to bind port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:17:28.762470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Attempting to bind port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'eeb54977-59a7-40be-95ff-da7627f3291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:17:28.762808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Attempting to bind port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd on network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:17:28.768890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd on network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:17:28.769215 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Attempting to bind port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd on network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:17:28.774962 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:17:28.775342 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Checking segment: {'id': 'eeb54977-59a7-40be-95ff-da7627f3291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:17:28.775737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Bound using segment: {'id': 'eeb54977-59a7-40be-95ff-da7627f3291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:17:28.776173 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Bound port: 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb54977-59a7-40be-95ff-da7627f3291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:17:28.776538 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:28.820230 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df4761-7555-47a1-abcc-b403d6018e77 req-c644bc46-15a3-45b7-a659-75b4b5701f2f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:28.821912 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9df4761-7555-47a1-abcc-b403d6018e77 req-c644bc46-15a3-45b7-a659-75b4b5701f2f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 944 time: 0.0655029 Aug 31 15:17:28.856890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] For port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:17:28.860640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] For port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd,segment=NetworkSegment(eeb54977-59a7-40be-95ff-da7627f3291e),segment_id=eeb54977-59a7-40be-95ff-da7627f3291e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:17:28.865096 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9df4761-7555-47a1-abcc-b403d6018e77 req-2e74c910-fb5e-4d82-a818-cbd19bace0f7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360622 Aug 31 15:17:28.869004 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:28.904660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:28.905243 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:28.907803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] 10.222.0.60 "PUT /v2.0/ports/13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd HTTP/1.1" status: 200 len: 1092 time: 0.6882598 Aug 31 15:17:28.908454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'tag': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:17:28.910913 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2e9e74-cfb2-4711-ad08-18eac2420493" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a9f6c8-515b-4825-8d52-687b4cbf22cd", "tag": "13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:17:28.940344 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff42f78-c0c7-4ce2-a764-5ead80c2eff8 service neutron] Pushing event updated for resources: {'Port': ['ID=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:28.964274 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded74e0e-5e1e-491e-a906-6bb93c37a44a x-openstack-request-id: req-ded74e0e-5e1e-491e-a906-6bb93c37a44a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:17:28.964570 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a9f6c8-515b-4825-8d52-687b4cbf22cd", "tag": "13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:17:28.964821 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ded74e0e-5e1e-491e-a906-6bb93c37a44a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:17:28.965238 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'tag': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd', 'status': 'completed', 'code': 200} Aug 31 15:17:29.033013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-c91613a1-991d-4ea8-8ab1-d02637e87a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:29.034604 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-c91613a1-991d-4ea8-8ab1-d02637e87a99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 1095 time: 0.0659440 Aug 31 15:17:29.078877 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-8529beb5-ba9b-49e2-b2a6-b53607e3d015 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd HTTP/1.1" status: 200 len: 217 time: 0.0362074 Aug 31 15:17:29.132618 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-b6b33502-e2e1-4a31-9e6b-77b7e36e103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:29.134125 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-b6b33502-e2e1-4a31-9e6b-77b7e36e103e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4dfdd240-0aff-4813-b815-06485afd7f71 HTTP/1.1" status: 200 len: 834 time: 0.0485578 Aug 31 15:17:29.190837 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-f257378a-bcfc-492f-9418-ad37ae1f683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:29.192463 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-f257378a-bcfc-492f-9418-ad37ae1f683b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504894 Aug 31 15:17:29.287375 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-231f92bf-a94f-4bae-984f-f781945e4d28 service neutron] 10.222.0.60 "GET /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867717 Aug 31 15:17:29.382971 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca9553e1-1a50-4fce-b1b8-08534215ea44 req-ad6b33d4-7fc0-42de-b048-9d4ebdd0ded8 service neutron] 10.222.0.60 "GET /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885251 Aug 31 15:17:29.470646 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e9e74-cfb2-4711-ad08-18eac2420493 req-60f4eb70-d9a5-4226-83dd-91523128b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:29.472155 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d2e9e74-cfb2-4711-ad08-18eac2420493 req-60f4eb70-d9a5-4226-83dd-91523128b26d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 1095 time: 0.0417023 Aug 31 15:17:29.558642 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e9e74-cfb2-4711-ad08-18eac2420493 req-b8a7e82a-3dff-4e51-97c5-091e30daf85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:29.560128 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d2e9e74-cfb2-4711-ad08-18eac2420493 req-b8a7e82a-3dff-4e51-97c5-091e30daf85f service neutron] 10.222.0.60 "GET /v2.0/networks?id=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 HTTP/1.1" status: 200 len: 897 time: 0.0811241 Aug 31 15:17:29.605483 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d2e9e74-cfb2-4711-ad08-18eac2420493 req-3ebfe39b-a59a-4f48-8a40-11b34d56796f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd HTTP/1.1" status: 200 len: 217 time: 0.0372758 Aug 31 15:17:29.655330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e9e74-cfb2-4711-ad08-18eac2420493 req-5e0b55b2-8165-4b30-a09b-26a769098a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:29.657807 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d2e9e74-cfb2-4711-ad08-18eac2420493 req-5e0b55b2-8165-4b30-a09b-26a769098a6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4dfdd240-0aff-4813-b815-06485afd7f71 HTTP/1.1" status: 200 len: 834 time: 0.0452969 Aug 31 15:17:29.705738 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e9e74-cfb2-4711-ad08-18eac2420493 req-5acd2997-2fda-49bb-9907-97d9007097fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:29.707274 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d2e9e74-cfb2-4711-ad08-18eac2420493 req-5acd2997-2fda-49bb-9907-97d9007097fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406153 Aug 31 15:17:29.798262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d2e9e74-cfb2-4711-ad08-18eac2420493 req-7eccdcd2-ba99-4e67-b08e-f63d0e44ea63 service neutron] 10.222.0.60 "GET /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831928 Aug 31 15:17:29.886758 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7d2e9e74-cfb2-4711-ad08-18eac2420493 req-a78f981c-9c9f-4c4d-961c-cfb242cf51de service neutron] 10.222.0.60 "GET /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798733 Aug 31 15:17:29.980362 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bb85a-e68d-407b-99cb-3fff2f11e876 req-84f9839d-7041-4671-98f1-935d881cbe9e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:29.981856 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-248bb85a-e68d-407b-99cb-3fff2f11e876 req-84f9839d-7041-4671-98f1-935d881cbe9e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 944 time: 0.0491216 Aug 31 15:17:30.020880 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-248bb85a-e68d-407b-99cb-3fff2f11e876 req-cd6a3759-0585-4f9f-9aab-7c2370de8e12 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328176 Aug 31 15:17:30.127600 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device faa5ede7-8a64-4598-95c4-b4301a622919 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:17:30.174843 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port faa5ede7-8a64-4598-95c4-b4301a622919 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:17:30.178296 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port faa5ede7-8a64-4598-95c4-b4301a622919 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:30.178660 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:30.256592 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:30.288769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port faa5ede7-8a64-4598-95c4-b4301a622919, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=faa5ede7-8a64-4598-95c4-b4301a622919,segment=NetworkSegment(eeb54977-59a7-40be-95ff-da7627f3291e),segment_id=eeb54977-59a7-40be-95ff-da7627f3291e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:17:30.292327 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:30.337479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=faa5ede7-8a64-4598-95c4-b4301a622919,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:31.143322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91c152-35fc-4c23-a482-77bb1e494724 req-ade9af04-bb4a-48a7-b0e9-6d1304b44ad8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:31.144841 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c91c152-35fc-4c23-a482-77bb1e494724 req-ade9af04-bb4a-48a7-b0e9-6d1304b44ad8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 944 time: 0.0546410 Aug 31 15:17:31.181272 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6c91c152-35fc-4c23-a482-77bb1e494724 req-758bf5e0-7da5-4b4e-b1da-27eca0842af4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305040 Aug 31 15:17:32.115170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device faa5ede7-8a64-4598-95c4-b4301a622919 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:17:32.164898 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port faa5ede7-8a64-4598-95c4-b4301a622919 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:32.165261 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:32.227979 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:17:32.302099 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984057-7f2c-4324-95e5-c2e383be4b63 req-764ba6fb-dd79-4e19-98f0-ccd8a6e3ef13 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:32.304371 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-56984057-7f2c-4324-95e5-c2e383be4b63 req-764ba6fb-dd79-4e19-98f0-ccd8a6e3ef13 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 944 time: 0.0529919 Aug 31 15:17:32.340263 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd,segment=NetworkSegment(eeb54977-59a7-40be-95ff-da7627f3291e),segment_id=eeb54977-59a7-40be-95ff-da7627f3291e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:17:32.342793 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-56984057-7f2c-4324-95e5-c2e383be4b63 req-76b370c6-641c-43fa-be03-2d712caff71f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318208 Aug 31 15:17:32.352795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'port_id': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd', 'mac_address': 'fa:16:3e:63:c4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:17:32.390134 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:32.402824 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:17:32.422290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd,segment=NetworkSegment(eeb54977-59a7-40be-95ff-da7627f3291e),segment_id=eeb54977-59a7-40be-95ff-da7627f3291e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:17:32.427264 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:32.477913 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:32.632728 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:17:33.456577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c8518-f727-4b2b-8c6c-10b988c5d37d req-9cbbb61e-7bcf-4029-aed6-0111f7eca040 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:33.458069 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-912c8518-f727-4b2b-8c6c-10b988c5d37d req-9cbbb61e-7bcf-4029-aed6-0111f7eca040 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 945 time: 0.0492501 Aug 31 15:17:33.496139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-912c8518-f727-4b2b-8c6c-10b988c5d37d req-cf8606eb-8426-4d20-9ca0-8242eb9f86e0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319431 Aug 31 15:17:34.211894 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:17:34.268626 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:17:34.272671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:34.273041 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:34.350160 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:34.373574 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:17:34.376558 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8153a9-40fe-4a88-95e5-eadf2134d656" -d '{"events": [{"server_uuid": "a2a9f6c8-515b-4825-8d52-687b4cbf22cd", "name": "network-vif-plugged", "status": "completed", "tag": "13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:17:34.389416 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd,segment=NetworkSegment(eeb54977-59a7-40be-95ff-da7627f3291e),segment_id=eeb54977-59a7-40be-95ff-da7627f3291e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:17:34.394393 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:34.418883 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbb1cbd-bc23-4394-aed4-a818cbf2887d x-openstack-request-id: req-3bbb1cbd-bc23-4394-aed4-a818cbf2887d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:17:34.419193 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a9f6c8-515b-4825-8d52-687b4cbf22cd", "name": "network-vif-plugged", "status": "completed", "tag": "13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:17:34.419449 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3bbb1cbd-bc23-4394-aed4-a818cbf2887d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:17:34.419903 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd', 'code': 200} Aug 31 15:17:34.446801 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:34.514700 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174cdee-5f50-457a-ab6f-d4678fe1ca79 req-690d6093-b25d-4a00-ab59-af9a739feb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:34.516730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7174cdee-5f50-457a-ab6f-d4678fe1ca79 req-690d6093-b25d-4a00-ab59-af9a739feb88 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 1097 time: 0.0427949 Aug 31 15:17:34.556416 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7174cdee-5f50-457a-ab6f-d4678fe1ca79 req-952267a9-ee18-4318-84ec-95b647235081 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321250 Aug 31 15:17:34.620540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cc7d6-2eb2-453b-99f9-857bedfcda18 req-40445bc4-d913-4bba-ba5a-85d770288517 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:34.622016 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-418cc7d6-2eb2-453b-99f9-857bedfcda18 req-40445bc4-d913-4bba-ba5a-85d770288517 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0537524 Aug 31 15:17:34.660015 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-418cc7d6-2eb2-453b-99f9-857bedfcda18 req-021c20f1-d5cd-47bf-ab93-040fde7c2996 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306733 Aug 31 15:17:35.776266 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0d13e-bfc6-47c6-917c-4040c42d6b07 req-55c06b77-af45-4152-9648-1de14fc0d831 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:35.777739 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0e0d13e-bfc6-47c6-917c-4040c42d6b07 req-55c06b77-af45-4152-9648-1de14fc0d831 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0489721 Aug 31 15:17:35.814716 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a0e0d13e-bfc6-47c6-917c-4040c42d6b07 req-0e6a815e-3b1c-4dee-a1bf-e98b31f0241b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309618 Aug 31 15:17:35.927699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68936818-9cc4-47d6-90ed-135898a2edf1 req-57f41a1b-f81a-444e-aedf-197169191a4d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:35.929153 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-68936818-9cc4-47d6-90ed-135898a2edf1 req-57f41a1b-f81a-444e-aedf-197169191a4d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0483482 Aug 31 15:17:35.966766 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-68936818-9cc4-47d6-90ed-135898a2edf1 req-6e991134-3363-40f8-9eda-8dcecc880caa tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316544 Aug 31 15:17:35.987795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33282) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:36.027577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9c77b3-23c0-46fb-846f-815ef07d0c9c tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:36.029082 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9e9c77b3-23c0-46fb-846f-815ef07d0c9c tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 1092 time: 0.0402994 Aug 31 15:17:36.032510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33284) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:36.036981 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:17:36.058896 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:36.155673 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:36.254628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.25.2.193 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/05286229-de4b-4e4d-ae1e-535bfff78b7c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:17:36.361959 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:36.399372 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:36.438982 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:17:36.441835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:17:36.445448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:17:36.466849 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=05286229-de4b-4e4d-ae1e-535bfff78b7c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:37.115777 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:37.178283 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:37.326294 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:37.331160 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:37.405248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=05286229-de4b-4e4d-ae1e-535bfff78b7c,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:37.410492 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:37.509360 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Floating IP 2541890b-2609-4ad6-9d2d-63a66f30d030 associated. External IP: 172.25.2.193, port: 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd. Aug 31 15:17:37.708510 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 820aa24f-3a64-4713-9d11-5f5925cb09ce has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:17:37.815039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:17:37.824549 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def5239f-50d3-47fe-8b64-144d3d247167 None None] Sync routers for ids ['820aa24f-3a64-4713-9d11-5f5925cb09ce'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:17:37.831595 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:37.838631 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def5239f-50d3-47fe-8b64-144d3d247167 None None] Routers {'820aa24f-3a64-4713-9d11-5f5925cb09ce'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:17:37.839352 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-def5239f-50d3-47fe-8b64-144d3d247167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['820aa24f-3a64-4713-9d11-5f5925cb09ce'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:37.861781 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-ec4aeed6-a900-4ef6-ba0f-0fc70bf5dbd2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8282182 Aug 31 15:17:37.862477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'tag': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:17:37.865184 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659063d5-6f7d-4136-b5bb-43459385a27d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a9f6c8-515b-4825-8d52-687b4cbf22cd", "tag": "13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:17:37.907449 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa4f24e-931d-450b-aa37-16389fc1e6c8 x-openstack-request-id: req-9aa4f24e-931d-450b-aa37-16389fc1e6c8 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:17:37.907748 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a9f6c8-515b-4825-8d52-687b4cbf22cd", "tag": "13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:17:37.908005 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9aa4f24e-931d-450b-aa37-16389fc1e6c8 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:17:37.908413 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'tag': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd', 'status': 'completed', 'code': 200} Aug 31 15:17:37.955871 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-def5239f-50d3-47fe-8b64-144d3d247167 None None] Set router 820aa24f-3a64-4713-9d11-5f5925cb09ce gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:17:37.967925 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a593c1-8ef9-4dae-b29c-5b425f28b085 req-0db31c10-c146-4bba-8c5d-2bc0ef44b9ae tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:37.970518 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16a593c1-8ef9-4dae-b29c-5b425f28b085 req-0db31c10-c146-4bba-8c5d-2bc0ef44b9ae tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0508466 Aug 31 15:17:37.994098 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659063d5-6f7d-4136-b5bb-43459385a27d req-5a79cc56-8c83-4d9e-88e4-e3d2f870a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:37.995752 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-659063d5-6f7d-4136-b5bb-43459385a27d req-5a79cc56-8c83-4d9e-88e4-e3d2f870a767 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 1097 time: 0.0527239 Aug 31 15:17:38.017600 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-16a593c1-8ef9-4dae-b29c-5b425f28b085 req-dc376138-95d3-4fab-8a27-3bebc34f5680 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406291 Aug 31 15:17:38.040214 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33290) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:38.089779 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659063d5-6f7d-4136-b5bb-43459385a27d req-5f9e3718-0b73-4c5d-959c-7c9df64e93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:38.091395 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-659063d5-6f7d-4136-b5bb-43459385a27d req-5f9e3718-0b73-4c5d-959c-7c9df64e93b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 HTTP/1.1" status: 200 len: 897 time: 0.0884225 Aug 31 15:17:38.124110 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9a1d140c-3f7c-499b-8020-d1c7e85ba7ab tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/2541890b-2609-4ad6-9d2d-63a66f30d030 HTTP/1.1" status: 200 len: 992 time: 0.0815148 Aug 31 15:17:38.162272 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-659063d5-6f7d-4136-b5bb-43459385a27d req-2efb8a6d-2354-4f15-9513-591d4e1ab70b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd HTTP/1.1" status: 200 len: 1000 time: 0.0631824 Aug 31 15:17:38.216288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659063d5-6f7d-4136-b5bb-43459385a27d req-fec5c920-0f2b-4727-ad8b-a4488dc923db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:38.217825 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-659063d5-6f7d-4136-b5bb-43459385a27d req-fec5c920-0f2b-4727-ad8b-a4488dc923db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4dfdd240-0aff-4813-b815-06485afd7f71 HTTP/1.1" status: 200 len: 834 time: 0.0487189 Aug 31 15:17:38.268172 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659063d5-6f7d-4136-b5bb-43459385a27d req-c9f14629-93d0-4454-b6b2-104073715814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:38.269626 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-659063d5-6f7d-4136-b5bb-43459385a27d req-c9f14629-93d0-4454-b6b2-104073715814 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422826 Aug 31 15:17:38.271587 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-def5239f-50d3-47fe-8b64-144d3d247167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:24Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '2541890b-2609-4ad6-9d2d-63a66f30d030', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.193', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'port_id': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'mac_address': 'fa:16:3e:63:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:17:36Z', 'updated_at': '2021-08-31T15:17:36Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa5ede7-8a64-4598-95c4-b4301a622919', 'name': '', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:c5:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:24Z', 'updated_at': '2021-08-31T15:17:30Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:38.296901 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def5239f-50d3-47fe-8b64-144d3d247167 None None] Checking router: 820aa24f-3a64-4713-9d11-5f5925cb09ce for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:17:38.304815 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def5239f-50d3-47fe-8b64-144d3d247167 None None] Routers {'820aa24f-3a64-4713-9d11-5f5925cb09ce'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:17:38.305404 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-def5239f-50d3-47fe-8b64-144d3d247167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:17:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['820aa24f-3a64-4713-9d11-5f5925cb09ce'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:38.364403 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-659063d5-6f7d-4136-b5bb-43459385a27d req-3596d84f-7f93-44e3-9e1e-7a0f2cd7fe48 service neutron] 10.222.0.60 "GET /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870678 Aug 31 15:17:38.409681 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-def5239f-50d3-47fe-8b64-144d3d247167 None None] Set router 820aa24f-3a64-4713-9d11-5f5925cb09ce gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:17:38.453866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-659063d5-6f7d-4136-b5bb-43459385a27d req-f4aeee97-0263-4d59-8a49-a3eca0579a52 service neutron] 10.222.0.60 "GET /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818560 Aug 31 15:17:38.629669 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-def5239f-50d3-47fe-8b64-144d3d247167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:24Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '2541890b-2609-4ad6-9d2d-63a66f30d030', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.193', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'port_id': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'mac_address': 'fa:16:3e:63:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:17:36Z', 'updated_at': '2021-08-31T15:17:36Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa5ede7-8a64-4598-95c4-b4301a622919', 'name': '', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:c5:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:24Z', 'updated_at': '2021-08-31T15:17:30Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:17:38.654522 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def5239f-50d3-47fe-8b64-144d3d247167 None None] The sync data for ids ['820aa24f-3a64-4713-9d11-5f5925cb09ce'] in n-d-806683-5 is: [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:24Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '2541890b-2609-4ad6-9d2d-63a66f30d030', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.193', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'port_id': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'mac_address': 'fa:16:3e:63:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:17:36Z', 'updated_at': '2021-08-31T15:17:36Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa5ede7-8a64-4598-95c4-b4301a622919', 'name': '', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:c5:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:24Z', 'updated_at': '2021-08-31T15:17:30Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:17:38.844133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb72bdff-84e7-4558-8a28-e290e132ba24 None None] New status for floating IP 2541890b-2609-4ad6-9d2d-63a66f30d030: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:17:39.126935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33294) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:17:39.195139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-714f7866-3035-4151-b6f7-f56bbf307120 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/2541890b-2609-4ad6-9d2d-63a66f30d030 HTTP/1.1" status: 200 len: 994 time: 0.0669930 Aug 31 15:17:49.699810 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d431913f-853c-4ba3-807e-fdb6b6a2ec4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:50.025213 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:52.241610 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ca42a14-3d2a-4e5c-9a5c-e3d33ebe95a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:52.341716 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:53.532773 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:54.961088 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:55.125219 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:01.039451 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:18:07.964649 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbc047-8d53-4f70-8e28-a1927820d4b3 req-cc42396d-0588-401b-8bc6-061fad128ccc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:07.966131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6cbc047-8d53-4f70-8e28-a1927820d4b3 req-cc42396d-0588-401b-8bc6-061fad128ccc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.1027040 Aug 31 15:18:08.004467 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c6cbc047-8d53-4f70-8e28-a1927820d4b3 req-7b09d003-3c54-4943-bf04-7556fe987ca7 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317531 Aug 31 15:18:09.162321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471f509-7cbb-4609-a4cc-6ad3cedf9846 req-d46c907f-e99a-48fd-b6bd-8b6593986c38 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:09.163811 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b471f509-7cbb-4609-a4cc-6ad3cedf9846 req-d46c907f-e99a-48fd-b6bd-8b6593986c38 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0921347 Aug 31 15:18:09.200137 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b471f509-7cbb-4609-a4cc-6ad3cedf9846 req-2a963c5e-5f13-47de-8247-b6a04285bb79 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303793 Aug 31 15:18:10.316499 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a581c-2f06-4f51-968b-194acf18b359 req-f120d729-2385-4af7-8ef1-f44c8bb15fa9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:10.317902 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-961a581c-2f06-4f51-968b-194acf18b359 req-f120d729-2385-4af7-8ef1-f44c8bb15fa9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0495105 Aug 31 15:18:10.354937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-961a581c-2f06-4f51-968b-194acf18b359 req-63e84dd5-6383-443a-9f1c-d4cecd308e92 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310051 Aug 31 15:18:11.471264 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2b173-ec69-435f-899b-3497daf330b5 req-795eedca-2be1-48f5-8f49-ceb584d2b283 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:11.472757 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eab2b173-ec69-435f-899b-3497daf330b5 req-795eedca-2be1-48f5-8f49-ceb584d2b283 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0521564 Aug 31 15:18:11.510328 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eab2b173-ec69-435f-899b-3497daf330b5 req-fcbb037e-ce3c-44ec-a110-ee8296db7796 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317919 Aug 31 15:18:12.626105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d87eb-7dd4-40b9-ade6-a4a204b9dc22 req-ced24957-5d15-4c88-b8d9-66c6ffe1fd87 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:12.627593 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-556d87eb-7dd4-40b9-ade6-a4a204b9dc22 req-ced24957-5d15-4c88-b8d9-66c6ffe1fd87 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0480151 Aug 31 15:18:12.669498 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-556d87eb-7dd4-40b9-ade6-a4a204b9dc22 req-43521128-ed9d-4c79-8fbe-50bd4f11dc51 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359607 Aug 31 15:18:13.789466 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea4d88-91f9-45be-ab44-9df7f6617a4a req-a44b9222-e6f9-42bd-a01d-543af6572161 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:13.791115 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7aea4d88-91f9-45be-ab44-9df7f6617a4a req-a44b9222-e6f9-42bd-a01d-543af6572161 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0528119 Aug 31 15:18:13.830548 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7aea4d88-91f9-45be-ab44-9df7f6617a4a req-6a4de032-10f1-498d-82e1-f902462d7a46 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326838 Aug 31 15:18:14.948911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c17b-361f-409b-aae4-4ecc7dafeaa9 req-ba8bcf97-b69f-4aff-b0c4-e6c4a169ffe1 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:14.950451 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6602c17b-361f-409b-aae4-4ecc7dafeaa9 req-ba8bcf97-b69f-4aff-b0c4-e6c4a169ffe1 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0516376 Aug 31 15:18:14.989911 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6602c17b-361f-409b-aae4-4ecc7dafeaa9 req-77a4220e-84f3-4541-93df-121fed4992ed tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325689 Aug 31 15:18:16.105881 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33debc-9c8c-42d1-8e8e-1553695fcb4c req-fcb6a209-31cc-42a5-a9c6-77725a7b1ef1 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:16.107409 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9d33debc-9c8c-42d1-8e8e-1553695fcb4c req-fcb6a209-31cc-42a5-a9c6-77725a7b1ef1 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0489266 Aug 31 15:18:16.145740 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9d33debc-9c8c-42d1-8e8e-1553695fcb4c req-011592a0-9f9e-4d0a-a327-5a5f537b4716 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322230 Aug 31 15:18:17.266087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883762ce-7e6c-426d-a752-a21ca70c4b1c req-0edfcdbe-b687-4870-b87a-296f2a50dc97 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:17.267563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-883762ce-7e6c-426d-a752-a21ca70c4b1c req-0edfcdbe-b687-4870-b87a-296f2a50dc97 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0530858 Aug 31 15:18:17.306278 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-883762ce-7e6c-426d-a752-a21ca70c4b1c req-0afaefea-75f8-4a25-9e65-9d30f99b735b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328343 Aug 31 15:18:18.425171 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854f6f0-eac6-4a81-b252-e6eeab1b4bb4 req-9511b438-9bc2-4d78-b481-d9ab39c6150c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:18.426652 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1854f6f0-eac6-4a81-b252-e6eeab1b4bb4 req-9511b438-9bc2-4d78-b481-d9ab39c6150c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0536485 Aug 31 15:18:18.464356 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1854f6f0-eac6-4a81-b252-e6eeab1b4bb4 req-2f838bab-4a5a-44b3-ae19-6f11beab6e3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317566 Aug 31 15:18:18.487053 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33336) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:18.545737 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-2da12f4b-442a-45ed-9e98-4da291ebe7d0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/2541890b-2609-4ad6-9d2d-63a66f30d030 HTTP/1.1" status: 200 len: 994 time: 0.0575149 Aug 31 15:18:19.185016 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ae9cd68-e5d8-471c-9e65-d7da7e4a7a48 req-27f29d3d-2754-4ac8-982e-254f8ffc906c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777197 Aug 31 15:18:19.271234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9cd68-e5d8-471c-9e65-d7da7e4a7a48 req-979bfb75-c379-42f4-b8c3-b8c3197870e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:19.272626 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ae9cd68-e5d8-471c-9e65-d7da7e4a7a48 req-979bfb75-c379-42f4-b8c3-b8c3197870e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 1097 time: 0.0446224 Aug 31 15:18:19.371268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9cd68-e5d8-471c-9e65-d7da7e4a7a48 req-3ae64c80-476a-4a5b-ab30-70f7266aff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:19.372713 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ae9cd68-e5d8-471c-9e65-d7da7e4a7a48 req-3ae64c80-476a-4a5b-ab30-70f7266aff84 service neutron] 10.222.0.60 "GET /v2.0/networks?id=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 HTTP/1.1" status: 200 len: 897 time: 0.0815208 Aug 31 15:18:19.441950 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ae9cd68-e5d8-471c-9e65-d7da7e4a7a48 req-37d43785-c0f3-43c1-9bd3-a2d5a34930cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd HTTP/1.1" status: 200 len: 1002 time: 0.0614331 Aug 31 15:18:19.492466 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9cd68-e5d8-471c-9e65-d7da7e4a7a48 req-5a7ed051-55a5-4451-8b92-1329bce28d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:19.493939 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ae9cd68-e5d8-471c-9e65-d7da7e4a7a48 req-5a7ed051-55a5-4451-8b92-1329bce28d3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4dfdd240-0aff-4813-b815-06485afd7f71 HTTP/1.1" status: 200 len: 834 time: 0.0451283 Aug 31 15:18:19.539609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9cd68-e5d8-471c-9e65-d7da7e4a7a48 req-30ffe96c-d859-4b2f-8daf-12755ecacaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:19.540993 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ae9cd68-e5d8-471c-9e65-d7da7e4a7a48 req-30ffe96c-d859-4b2f-8daf-12755ecacaf7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398498 Aug 31 15:18:19.635104 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ae9cd68-e5d8-471c-9e65-d7da7e4a7a48 req-c06fca61-836f-44cd-ac16-a9965aeadef2 service neutron] 10.222.0.60 "GET /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870123 Aug 31 15:18:19.703821 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3dcb20f4-ef3d-45b6-8506-2a1a30657c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:19.728951 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3ae9cd68-e5d8-471c-9e65-d7da7e4a7a48 req-5f8ed5ba-0066-4c69-8058-364a40defe29 service neutron] 10.222.0.60 "GET /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867925 Aug 31 15:18:19.848939 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5447e-9dec-455c-a92e-2190c1fa26e8 req-1adc31b8-91ab-47cc-a5b5-a6b17d49af12 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:19.850337 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5f5447e-9dec-455c-a92e-2190c1fa26e8 req-1adc31b8-91ab-47cc-a5b5-a6b17d49af12 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0795949 Aug 31 15:18:19.865454 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e4fc8-899d-4dbf-9e7d-e7cfc52ce53a req-2478ef8f-0f9b-4470-a7d2-ae089a3b2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:19.866886 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c7e4fc8-899d-4dbf-9e7d-e7cfc52ce53a req-2478ef8f-0f9b-4470-a7d2-ae089a3b2d0b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 1097 time: 0.0631752 Aug 31 15:18:19.939631 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d5f5447e-9dec-455c-a92e-2190c1fa26e8 req-61fc346f-1840-47da-941d-3a404dc541b6 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824206 Aug 31 15:18:19.974669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e4fc8-899d-4dbf-9e7d-e7cfc52ce53a req-0e716aed-35a6-4109-a9a9-6db4f8ca0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:19.976187 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c7e4fc8-899d-4dbf-9e7d-e7cfc52ce53a req-0e716aed-35a6-4109-a9a9-6db4f8ca0b01 service neutron] 10.222.0.60 "GET /v2.0/networks?id=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 HTTP/1.1" status: 200 len: 897 time: 0.1023221 Aug 31 15:18:20.021371 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:20.048321 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c7e4fc8-899d-4dbf-9e7d-e7cfc52ce53a req-6cd7eb89-cd98-4697-b7e3-e91377ff4568 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd HTTP/1.1" status: 200 len: 1002 time: 0.0650098 Aug 31 15:18:20.098298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e4fc8-899d-4dbf-9e7d-e7cfc52ce53a req-cbf3ed5b-acd1-48c5-b06a-48bb6f15b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:20.099840 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c7e4fc8-899d-4dbf-9e7d-e7cfc52ce53a req-cbf3ed5b-acd1-48c5-b06a-48bb6f15b3f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4dfdd240-0aff-4813-b815-06485afd7f71 HTTP/1.1" status: 200 len: 834 time: 0.0430849 Aug 31 15:18:20.144813 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e4fc8-899d-4dbf-9e7d-e7cfc52ce53a req-8a267fe9-919e-4c7f-8f1a-3edbc99c976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:20.146315 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c7e4fc8-899d-4dbf-9e7d-e7cfc52ce53a req-8a267fe9-919e-4c7f-8f1a-3edbc99c976d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397274 Aug 31 15:18:20.240979 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c7e4fc8-899d-4dbf-9e7d-e7cfc52ce53a req-33baef23-0b4d-4c91-994f-77a9593ac039 service neutron] 10.222.0.60 "GET /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874729 Aug 31 15:18:20.329864 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2c7e4fc8-899d-4dbf-9e7d-e7cfc52ce53a req-7513ecf3-3873-4ca3-a881-9a20ef696a10 service neutron] 10.222.0.60 "GET /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817137 Aug 31 15:18:21.056780 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0b40e-60e8-44ac-8929-7240c801fa0f req-f64dccec-3410-498e-89c3-5d48099919f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:21.058264 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-48c0b40e-60e8-44ac-8929-7240c801fa0f req-f64dccec-3410-498e-89c3-5d48099919f8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0495195 Aug 31 15:18:21.095716 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-48c0b40e-60e8-44ac-8929-7240c801fa0f req-8e492b78-57b7-4e3f-9353-9557e6255d80 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309255 Aug 31 15:18:21.117990 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33350) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:21.180355 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-59595685-a37f-44df-9439-326afc811343 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/2541890b-2609-4ad6-9d2d-63a66f30d030 HTTP/1.1" status: 200 len: 994 time: 0.0612187 Aug 31 15:18:22.242337 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-50c8eea7-da2b-4b4a-8a10-28075b34d7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:22.341965 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:23.535163 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:24.965016 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:25.127916 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:38.039123 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:18:49.704603 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84b261e3-8322-4dfa-8b9d-9e61fa78e714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:50.022051 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:51.551616 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33360) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:51.705662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port 05286229-de4b-4e4d-ae1e-535bfff78b7c {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:18:51.706518 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:51.783629 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:51.783957 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:51.795857 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for 05286229-de4b-4e4d-ae1e-535bfff78b7c owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:18:51.942375 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:51.970639 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=05286229-de4b-4e4d-ae1e-535bfff78b7c,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:51.996064 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:51.996415 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:51.996754 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:51.997093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:51.997422 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:51.997753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:51.998081 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:51.998405 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:51.998729 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:51.999050 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:51.999400 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:51.999720 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:52.038699 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:52.039019 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Floating IP 2541890b-2609-4ad6-9d2d-63a66f30d030 disassociated (deleted). External IP: 172.25.2.193, port: 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd. Aug 31 15:18:52.242816 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 820aa24f-3a64-4713-9d11-5f5925cb09ce has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:18:52.247029 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d56a50d2-a498-4020-9022-695498984cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:52.351863 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:52.355753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:18:52.360020 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:52.367399 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa656fa8-d3f8-43ab-bac1-26863520c9b7 None None] Sync routers for ids ['820aa24f-3a64-4713-9d11-5f5925cb09ce'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:18:52.376742 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa656fa8-d3f8-43ab-bac1-26863520c9b7 None None] Routers {'820aa24f-3a64-4713-9d11-5f5925cb09ce'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:18:52.377939 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-aa656fa8-d3f8-43ab-bac1-26863520c9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:18:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['820aa24f-3a64-4713-9d11-5f5925cb09ce'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:52.386381 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ab74fc45-2565-4b90-bd74-12c4ca8ca25d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/floatingips/2541890b-2609-4ad6-9d2d-63a66f30d030 HTTP/1.1" status: 204 len: 168 time: 0.8333652 Aug 31 15:18:52.386961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'tag': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:18:52.389229 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8baed89709b0a4c945e3e74325298eb1be3a1a950e6bee074768b0dfbbad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70446bc-71a7-4a55-a329-7620beed3626" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a9f6c8-515b-4825-8d52-687b4cbf22cd", "tag": "13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:18:52.431943 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c54b3b0-b285-4a4f-94de-7eebbd22ca09 x-openstack-request-id: req-1c54b3b0-b285-4a4f-94de-7eebbd22ca09 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:18:52.432136 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a9f6c8-515b-4825-8d52-687b4cbf22cd", "tag": "13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:18:52.432388 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c54b3b0-b285-4a4f-94de-7eebbd22ca09 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:18:52.432817 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'tag': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd', 'status': 'completed', 'code': 200} Aug 31 15:18:52.486152 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-aa656fa8-d3f8-43ab-bac1-26863520c9b7 None None] Set router 820aa24f-3a64-4713-9d11-5f5925cb09ce gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:18:52.507894 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70446bc-71a7-4a55-a329-7620beed3626 req-aa4884b7-fe23-4214-b2e3-8ce237401e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:52.509315 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f70446bc-71a7-4a55-a329-7620beed3626 req-aa4884b7-fe23-4214-b2e3-8ce237401e11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 1097 time: 0.0437322 Aug 31 15:18:52.643755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70446bc-71a7-4a55-a329-7620beed3626 req-2d026357-b40d-46b4-b4ac-159bb5ab5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:52.645432 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f70446bc-71a7-4a55-a329-7620beed3626 req-2d026357-b40d-46b4-b4ac-159bb5ab5aa7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 HTTP/1.1" status: 200 len: 897 time: 0.1238327 Aug 31 15:18:52.667622 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e873c-b108-43a6-9a8c-df04105b741c req-2f9df802-6327-4021-91b9-33d3029882e9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:52.669078 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a49e873c-b108-43a6-9a8c-df04105b741c req-2f9df802-6327-4021-91b9-33d3029882e9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0766225 Aug 31 15:18:52.687132 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-aa656fa8-d3f8-43ab-bac1-26863520c9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:24Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'faa5ede7-8a64-4598-95c4-b4301a622919', 'name': '', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:c5:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:24Z', 'updated_at': '2021-08-31T15:17:30Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:52.701906 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f70446bc-71a7-4a55-a329-7620beed3626 req-f443dad3-4a1c-4f54-9a22-18787d40e521 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd HTTP/1.1" status: 200 len: 217 time: 0.0487230 Aug 31 15:18:52.713031 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa656fa8-d3f8-43ab-bac1-26863520c9b7 None None] Checking router: 820aa24f-3a64-4713-9d11-5f5925cb09ce for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:18:52.721159 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa656fa8-d3f8-43ab-bac1-26863520c9b7 None None] Routers {'820aa24f-3a64-4713-9d11-5f5925cb09ce'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:18:52.722304 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-aa656fa8-d3f8-43ab-bac1-26863520c9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:18:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['820aa24f-3a64-4713-9d11-5f5925cb09ce'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:52.764195 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a49e873c-b108-43a6-9a8c-df04105b741c req-fedca864-b3b7-44ca-9186-5edeb68e92b0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645766 Aug 31 15:18:52.771062 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70446bc-71a7-4a55-a329-7620beed3626 req-285bf12c-f153-4df9-af4a-d7d09e8857a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:52.772564 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f70446bc-71a7-4a55-a329-7620beed3626 req-285bf12c-f153-4df9-af4a-d7d09e8857a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4dfdd240-0aff-4813-b815-06485afd7f71 HTTP/1.1" status: 200 len: 834 time: 0.0588083 Aug 31 15:18:52.819167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70446bc-71a7-4a55-a329-7620beed3626 req-bf5b3202-43ba-4fd6-9ef8-916cd3ff23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:52.820717 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f70446bc-71a7-4a55-a329-7620beed3626 req-bf5b3202-43ba-4fd6-9ef8-916cd3ff23aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403657 Aug 31 15:18:52.826645 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-aa656fa8-d3f8-43ab-bac1-26863520c9b7 None None] Set router 820aa24f-3a64-4713-9d11-5f5925cb09ce gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:18:52.919229 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f70446bc-71a7-4a55-a329-7620beed3626 req-27ee1baf-1a45-4985-8a98-0d4093098190 service neutron] 10.222.0.60 "GET /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906324 Aug 31 15:18:53.009321 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f70446bc-71a7-4a55-a329-7620beed3626 req-ca721ff0-41d8-43ef-a812-f6ff0f58459d service neutron] 10.222.0.60 "GET /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811846 Aug 31 15:18:53.023712 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-aa656fa8-d3f8-43ab-bac1-26863520c9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:24Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'faa5ede7-8a64-4598-95c4-b4301a622919', 'name': '', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:c5:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:24Z', 'updated_at': '2021-08-31T15:17:30Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:53.054783 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa656fa8-d3f8-43ab-bac1-26863520c9b7 None None] The sync data for ids ['820aa24f-3a64-4713-9d11-5f5925cb09ce'] in n-d-806683-5 is: [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:24Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'faa5ede7-8a64-4598-95c4-b4301a622919', 'name': '', 'network_id': '296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:c5:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:24Z', 'updated_at': '2021-08-31T15:17:30Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '4dfdd240-0aff-4813-b815-06485afd7f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:18:53.262507 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdb9883-cb48-4511-a7af-5b06b30a5dac None None] New status for floating IP 2541890b-2609-4ad6-9d2d-63a66f30d030: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:18:53.537472 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:53.881606 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ff400-f5a5-427f-8038-a64245f25fbb req-4fd9460e-86fc-4184-9abf-4e41a93ae6d4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:53.883092 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b04ff400-f5a5-427f-8038-a64245f25fbb req-4fd9460e-86fc-4184-9abf-4e41a93ae6d4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0496249 Aug 31 15:18:53.921131 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b04ff400-f5a5-427f-8038-a64245f25fbb req-42ff3e45-7975-4066-98d5-5bb1290436b2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3d70f4e-28de-4d69-9088-805aa48b7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320251 Aug 31 15:18:54.068715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cd920-83dd-4a67-8d03-43ec508edc33 req-d93d2d05-04d4-4db7-bb50-3e17d88f2b44 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:54.070042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9c2cd920-83dd-4a67-8d03-43ec508edc33 req-d93d2d05-04d4-4db7-bb50-3e17d88f2b44 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a9f6c8-515b-4825-8d52-687b4cbf22cd HTTP/1.1" status: 200 len: 946 time: 0.0531361 Aug 31 15:18:54.156159 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9c2cd920-83dd-4a67-8d03-43ec508edc33 req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:18:54.156494 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9c2cd920-83dd-4a67-8d03-43ec508edc33 req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:54.246806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9c2cd920-83dd-4a67-8d03-43ec508edc33 req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd,segment=NetworkSegment(eeb54977-59a7-40be-95ff-da7627f3291e),segment_id=eeb54977-59a7-40be-95ff-da7627f3291e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:18:54.247189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9c2cd920-83dd-4a67-8d03-43ec508edc33 req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:54.259922 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9c2cd920-83dd-4a67-8d03-43ec508edc33 req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:18:54.384795 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9c2cd920-83dd-4a67-8d03-43ec508edc33 req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:54.417438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:54.429527 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:54.429885 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:54.430230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:54.430568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:54.430901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:54.431257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:54.431593 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:54.431925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:54.432256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:54.432616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:54.432943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:54.433267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:54.466889 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2cd920-83dd-4a67-8d03-43ec508edc33 req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] No DVR routers for this DVR port 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:18:54.469630 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9c2cd920-83dd-4a67-8d03-43ec508edc33 req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:54.471788 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9c2cd920-83dd-4a67-8d03-43ec508edc33 req-7623fd47-4328-4918-a8c2-b0e1337c443b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "DELETE /v2.0/ports/13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd HTTP/1.1" status: 204 len: 173 time: 0.3960285 Aug 31 15:18:54.472233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'name': 'network-vif-deleted', 'tag': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:18:54.475473 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d9ae68-4a13-449a-b6b4-1c0f380f8eaf" -d '{"events": [{"server_uuid": "a2a9f6c8-515b-4825-8d52-687b4cbf22cd", "name": "network-vif-deleted", "tag": "13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:18:54.577628 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036aa340-07ce-4cc8-866e-fee18aeab2f7 x-openstack-request-id: req-036aa340-07ce-4cc8-866e-fee18aeab2f7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:18:54.577991 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a9f6c8-515b-4825-8d52-687b4cbf22cd", "name": "network-vif-deleted", "tag": "13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:18:54.578309 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-036aa340-07ce-4cc8-866e-fee18aeab2f7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:18:54.578780 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a9f6c8-515b-4825-8d52-687b4cbf22cd', 'name': 'network-vif-deleted', 'tag': '13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd', 'status': 'completed', 'code': 200} Aug 31 15:18:54.980447 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:54.980926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33378) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:55.132742 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:55.342022 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-75ec2163-9748-4462-8ab1-779032cd112b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:55.922493 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-75ec2163-9748-4462-8ab1-779032cd112b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port faa5ede7-8a64-4598-95c4-b4301a622919 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:18:55.922832 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-75ec2163-9748-4462-8ab1-779032cd112b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:56.011558 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-75ec2163-9748-4462-8ab1-779032cd112b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port faa5ede7-8a64-4598-95c4-b4301a622919, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=faa5ede7-8a64-4598-95c4-b4301a622919,segment=NetworkSegment(eeb54977-59a7-40be-95ff-da7627f3291e),segment_id=eeb54977-59a7-40be-95ff-da7627f3291e)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:18:56.012219 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-75ec2163-9748-4462-8ab1-779032cd112b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:56.025549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-75ec2163-9748-4462-8ab1-779032cd112b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for faa5ede7-8a64-4598-95c4-b4301a622919 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:18:56.208301 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-75ec2163-9748-4462-8ab1-779032cd112b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:56.238203 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec2163-9748-4462-8ab1-779032cd112b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=faa5ede7-8a64-4598-95c4-b4301a622919,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:56.410610 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-75ec2163-9748-4462-8ab1-779032cd112b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:56.624455 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ec2163-9748-4462-8ab1-779032cd112b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router 820aa24f-3a64-4713-9d11-5f5925cb09ce has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:18:56.726962 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ec2163-9748-4462-8ab1-779032cd112b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:18:56.731997 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-75ec2163-9748-4462-8ab1-779032cd112b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "PUT /v2.0/routers/820aa24f-3a64-4713-9d11-5f5925cb09ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7514334 Aug 31 15:18:56.734673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33382) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:56.736327 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f88f77-528e-4b3c-9af5-69acb557ad51 None None] Sync routers for ids ['820aa24f-3a64-4713-9d11-5f5925cb09ce'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:18:56.746372 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f88f77-528e-4b3c-9af5-69acb557ad51 None None] Routers {'820aa24f-3a64-4713-9d11-5f5925cb09ce'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:18:56.746974 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-66f88f77-528e-4b3c-9af5-69acb557ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:18:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['820aa24f-3a64-4713-9d11-5f5925cb09ce'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:56.788085 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c8ab15-e466-4e52-88ed-80f044b7cbaf tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting subnet 4dfdd240-0aff-4813-b815-06485afd7f71 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:18:56.791235 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24c8ab15-e466-4e52-88ed-80f044b7cbaf tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:56.833178 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24c8ab15-e466-4e52-88ed-80f044b7cbaf tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:56.854552 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-66f88f77-528e-4b3c-9af5-69acb557ad51 None None] Set router 820aa24f-3a64-4713-9d11-5f5925cb09ce gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:18:56.924515 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24c8ab15-e466-4e52-88ed-80f044b7cbaf tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:56.986182 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24c8ab15-e466-4e52-88ed-80f044b7cbaf tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.013445 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8ab15-e466-4e52-88ed-80f044b7cbaf tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Subnet': ['ID=4dfdd240-0aff-4813-b815-06485afd7f71,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:57.020428 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-24c8ab15-e466-4e52-88ed-80f044b7cbaf tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.024983 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-24c8ab15-e466-4e52-88ed-80f044b7cbaf tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/subnets/4dfdd240-0aff-4813-b815-06485afd7f71 HTTP/1.1" status: 204 len: 168 time: 0.2864106 Aug 31 15:18:57.025286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33384) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:57.027662 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a2ff01-f667-440a-85b4-73bc7cc0f561 None None] Network 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:18:57.133645 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-66f88f77-528e-4b3c-9af5-69acb557ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:18:56Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:57.149955 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.163593 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f88f77-528e-4b3c-9af5-69acb557ad51 None None] Checking router: 820aa24f-3a64-4713-9d11-5f5925cb09ce for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:18:57.172954 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f88f77-528e-4b3c-9af5-69acb557ad51 None None] Routers {'820aa24f-3a64-4713-9d11-5f5925cb09ce'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:18:57.173559 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-66f88f77-528e-4b3c-9af5-69acb557ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:18:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['820aa24f-3a64-4713-9d11-5f5925cb09ce'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:57.233583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] DHCP port deletion for 296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:18:57.264656 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.280496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Deleting port 7df71c07-4008-4d84-bd12-92d76dae380c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:18:57.281165 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.287903 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-66f88f77-528e-4b3c-9af5-69acb557ad51 None None] Set router 820aa24f-3a64-4713-9d11-5f5925cb09ce gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:18:57.325356 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port e53941fe-f859-411f-a8b0-c20e79e09350 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:18:57.325762 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.347033 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] For port 7df71c07-4008-4d84-bd12-92d76dae380c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=7df71c07-4008-4d84-bd12-92d76dae380c,segment=NetworkSegment(eeb54977-59a7-40be-95ff-da7627f3291e),segment_id=eeb54977-59a7-40be-95ff-da7627f3291e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:18:57.347461 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.361367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Calling delete_port for 7df71c07-4008-4d84-bd12-92d76dae380c owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:18:57.415287 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port e53941fe-f859-411f-a8b0-c20e79e09350, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=e53941fe-f859-411f-a8b0-c20e79e09350,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:18:57.416078 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.431273 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for e53941fe-f859-411f-a8b0-c20e79e09350 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:18:57.437812 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.469701 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Pushing event deleted for resources: {'Port': ['ID=7df71c07-4008-4d84-bd12-92d76dae380c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:57.476745 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] No DVR routers for this DVR port 7df71c07-4008-4d84-bd12-92d76dae380c on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:18:57.484039 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-66f88f77-528e-4b3c-9af5-69acb557ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:18:56Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:57.486966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:57.487336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:57.487669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:57.488008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:57.488335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:57.488693 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:57.489167 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:57.489496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:57.490080 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:57.490401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:57.490720 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:57.491038 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5010e2fb-aefa-4e73-a3e7-3383537b05a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:57.522069 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f88f77-528e-4b3c-9af5-69acb557ad51 None None] The sync data for ids ['820aa24f-3a64-4713-9d11-5f5925cb09ce'] in n-d-806683-5 is: [{'id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731169352', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:18:56Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': 'e53941fe-f859-411f-a8b0-c20e79e09350', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820aa24f-3a64-4713-9d11-5f5925cb09ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:17:21Z', 'updated_at': '2021-08-31T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:18:57.615258 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.641207 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=e53941fe-f859-411f-a8b0-c20e79e09350,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:57.698806 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.788964 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.790925 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.837064 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.838006 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Fanout notify agent at l3_agent the message router_deleted on router 820aa24f-3a64-4713-9d11-5f5925cb09ce {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:18:57.845651 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:57.846776 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-32f8c5c1-3f24-4768-85dd-6dd75f94e190 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/routers/820aa24f-3a64-4713-9d11-5f5925cb09ce HTTP/1.1" status: 204 len: 168 time: 0.8207169 Aug 31 15:18:57.849896 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33386) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:57.934987 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-590345de-2000-4215-a4db-2347662b59d0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.029894 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-590345de-2000-4215-a4db-2347662b59d0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.040156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-590345de-2000-4215-a4db-2347662b59d0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:58.052260 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-590345de-2000-4215-a4db-2347662b59d0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb54977-59a7-40be-95ff-da7627f3291e') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:58.052722 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-590345de-2000-4215-a4db-2347662b59d0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb54977-59a7-40be-95ff-da7627f3291e') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:58.062301 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-590345de-2000-4215-a4db-2347662b59d0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.077199 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-590345de-2000-4215-a4db-2347662b59d0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.083539 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590345de-2000-4215-a4db-2347662b59d0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:18:58.083932 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-590345de-2000-4215-a4db-2347662b59d0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: timer() Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:18:58.087033 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:18:58.150285 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-590345de-2000-4215-a4db-2347662b59d0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.156745 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-590345de-2000-4215-a4db-2347662b59d0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.162071 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33388) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:58.165323 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-590345de-2000-4215-a4db-2347662b59d0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/networks/296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6 HTTP/1.1" status: 204 len: 168 time: 0.3115587 Aug 31 15:18:58.184259 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590345de-2000-4215-a4db-2347662b59d0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Network': ['ID=296ca45a-8ddc-45a3-9ed3-f866f3fdc9d6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:58.230775 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8700a7d-e011-4261-b201-0325ef284e4a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.256529 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8700a7d-e011-4261-b201-0325ef284e4a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.314236 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8700a7d-e011-4261-b201-0325ef284e4a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.317419 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8700a7d-e011-4261-b201-0325ef284e4a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.318870 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a8700a7d-e011-4261-b201-0325ef284e4a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/security-groups/d3d70f4e-28de-4d69-9088-805aa48b7f0d HTTP/1.1" status: 204 len: 168 time: 0.1558125 Aug 31 15:18:58.328124 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8700a7d-e011-4261-b201-0325ef284e4a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d70f4e-28de-4d69-9088-805aa48b7f0d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:58.532821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device faa5ede7-8a64-4598-95c4-b4301a622919 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:18:58.554765 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: faa5ede7-8a64-4598-95c4-b4301a622919 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:18:58.555114 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device faa5ede7-8a64-4598-95c4-b4301a622919 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:18:58.555562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7df71c07-4008-4d84-bd12-92d76dae380c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:18:58.574165 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 7df71c07-4008-4d84-bd12-92d76dae380c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:18:58.574526 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 7df71c07-4008-4d84-bd12-92d76dae380c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:18:58.589278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33394) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:58.593911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b4699638-9f97-4d5f-b3d0-5e76c98235fa tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1091727191', 'description': 'tempest-secgroup-smoke-1091727191 description', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:18:58.616799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4699638-9f97-4d5f-b3d0-5e76c98235fa tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.647195 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:18:58.667821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:18:58.668172 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 13b3dd9d-b6c7-49ba-aebb-3cac7bbfa0cd not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:18:58.701068 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4699638-9f97-4d5f-b3d0-5e76c98235fa tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.704665 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4699638-9f97-4d5f-b3d0-5e76c98235fa tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.733647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4699638-9f97-4d5f-b3d0-5e76c98235fa tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.734941 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b4699638-9f97-4d5f-b3d0-5e76c98235fa tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1446018 Aug 31 15:18:58.736029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4699638-9f97-4d5f-b3d0-5e76c98235fa tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5762f7cd-fe71-4788-bd2a-2baa3a2840f0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:58.737939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33396) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:58.743654 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-fc67b01e-5510-4465-9b29-c1b53333f12e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '5762f7cd-fe71-4788-bd2a-2baa3a2840f0', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:18:58.768756 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc67b01e-5510-4465-9b29-c1b53333f12e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.828917 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc67b01e-5510-4465-9b29-c1b53333f12e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.832865 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc67b01e-5510-4465-9b29-c1b53333f12e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.852048 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67b01e-5510-4465-9b29-c1b53333f12e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88f57d9-3fa1-401d-a1b4-34cf0569ddc0,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:58.858503 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-fc67b01e-5510-4465-9b29-c1b53333f12e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.859878 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-fc67b01e-5510-4465-9b29-c1b53333f12e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202195 Aug 31 15:18:58.862447 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33398) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:58.867295 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-55c09fa9-db0b-4b18-9c80-3c53ecfdc80a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '5762f7cd-fe71-4788-bd2a-2baa3a2840f0', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:18:58.892847 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55c09fa9-db0b-4b18-9c80-3c53ecfdc80a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.949262 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55c09fa9-db0b-4b18-9c80-3c53ecfdc80a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.952537 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55c09fa9-db0b-4b18-9c80-3c53ecfdc80a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.969571 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c09fa9-db0b-4b18-9c80-3c53ecfdc80a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d267fc0d-0d18-403b-a68a-09eebd9923a1,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:58.976925 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-55c09fa9-db0b-4b18-9c80-3c53ecfdc80a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.978172 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-55c09fa9-db0b-4b18-9c80-3c53ecfdc80a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148145 Aug 31 15:18:58.980888 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33400) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:58.985368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6433a78e-3969-4d54-a3ab-9b2716ce24af tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '5762f7cd-fe71-4788-bd2a-2baa3a2840f0', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:18:59.011554 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6433a78e-3969-4d54-a3ab-9b2716ce24af tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.068447 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6433a78e-3969-4d54-a3ab-9b2716ce24af tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.072212 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6433a78e-3969-4d54-a3ab-9b2716ce24af tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.091068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433a78e-3969-4d54-a3ab-9b2716ce24af tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c82f86-a84d-4f69-a7c1-5b84d003433d,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:59.098744 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6433a78e-3969-4d54-a3ab-9b2716ce24af tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.100121 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6433a78e-3969-4d54-a3ab-9b2716ce24af tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183085 Aug 31 15:18:59.102789 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33402) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:59.107125 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-a3173462-6977-41a6-a37b-620f4c7c0dc8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '5762f7cd-fe71-4788-bd2a-2baa3a2840f0', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:18:59.137985 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3173462-6977-41a6-a37b-620f4c7c0dc8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.204696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3173462-6977-41a6-a37b-620f4c7c0dc8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.208728 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3173462-6977-41a6-a37b-620f4c7c0dc8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.226518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3173462-6977-41a6-a37b-620f4c7c0dc8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f146df-19ea-4d5d-98e7-fcdecede17ae,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:59.232094 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a3173462-6977-41a6-a37b-620f4c7c0dc8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.233340 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a3173462-6977-41a6-a37b-620f4c7c0dc8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295807 Aug 31 15:18:59.236023 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33404) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:59.241163 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b47d3872-0df6-483b-b53b-2e237433cb39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '5762f7cd-fe71-4788-bd2a-2baa3a2840f0', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:18:59.262772 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-b47d3872-0df6-483b-b53b-2e237433cb39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Project e95ca13f7900437b89e01b1bba4fea13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:18:59.273373 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b47d3872-0df6-483b-b53b-2e237433cb39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.333336 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b47d3872-0df6-483b-b53b-2e237433cb39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.337752 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b47d3872-0df6-483b-b53b-2e237433cb39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.356016 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d3872-0df6-483b-b53b-2e237433cb39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c6dfbd-b5bd-4727-b1ea-11ca3c7920c3,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:59.361000 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b47d3872-0df6-483b-b53b-2e237433cb39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.362991 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b47d3872-0df6-483b-b53b-2e237433cb39 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252954 Aug 31 15:18:59.365803 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33406) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:59.370206 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-b01db76d-95b3-4a32-9952-843330810410 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'security_group_rule': {'security_group_id': '5762f7cd-fe71-4788-bd2a-2baa3a2840f0', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:18:59.391899 n-d-806683-5 neutron-server[94870]: INFO neutron.db.securitygroups_db [None req-b01db76d-95b3-4a32-9952-843330810410 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Project e95ca13f7900437b89e01b1bba4fea13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:18:59.397277 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b01db76d-95b3-4a32-9952-843330810410 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.456874 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b01db76d-95b3-4a32-9952-843330810410 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.461035 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b01db76d-95b3-4a32-9952-843330810410 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.479863 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01db76d-95b3-4a32-9952-843330810410 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73970950-47a7-4573-bf7a-7ce8de12ebcb,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:59.482751 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b01db76d-95b3-4a32-9952-843330810410 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.483979 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b01db76d-95b3-4a32-9952-843330810410 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172750 Aug 31 15:18:59.486859 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33408) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:59.492107 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7ec6eae3-5757-476b-9a4b-b1d7f357d3bd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'network': {'name': 'tempest-network-smoke--708627321', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'port_security_enabled': True}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:18:59.512235 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec6eae3-5757-476b-9a4b-b1d7f357d3bd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:18:59.515628 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7ec6eae3-5757-476b-9a4b-b1d7f357d3bd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.540970 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec6eae3-5757-476b-9a4b-b1d7f357d3bd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:18:59.549925 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7ec6eae3-5757-476b-9a4b-b1d7f357d3bd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.550333 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-7ec6eae3-5757-476b-9a4b-b1d7f357d3bd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Added segment 44c7128e-4168-4976-89cf-7c0ceaa52fda of type vlan for network c55f9788-6222-40f2-9e66-17c762e3e52e Aug 31 15:18:59.590465 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7ec6eae3-5757-476b-9a4b-b1d7f357d3bd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.613452 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7ec6eae3-5757-476b-9a4b-b1d7f357d3bd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.620123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec6eae3-5757-476b-9a4b-b1d7f357d3bd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:59.620702 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7ec6eae3-5757-476b-9a4b-b1d7f357d3bd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.670550 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7ec6eae3-5757-476b-9a4b-b1d7f357d3bd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1827176 Aug 31 15:18:59.673584 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33410) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:59.678808 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'admin_state_up': True, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:18:59.688238 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6eae3-5757-476b-9a4b-b1d7f357d3bd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Network': ['ID=c55f9788-6222-40f2-9e66-17c762e3e52e,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:59.699791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network c55f9788-6222-40f2-9e66-17c762e3e52e details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:18:59.702230 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.703308 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.755775 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:59.892935 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:00.083538 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:00.106032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:00.122006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e53941fe-f859-411f-a8b0-c20e79e09350 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:19:00.141550 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: e53941fe-f859-411f-a8b0-c20e79e09350 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:19:00.141887 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device e53941fe-f859-411f-a8b0-c20e79e09350 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:19:00.209635 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.25.2.184 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/86d1d4d1-264b-41d2-a4be-40782a51bfa3) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:19:00.310138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:00.347641 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:00.387125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:19:00.389968 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:19:00.393626 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:19:00.415931 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=86d1d4d1-264b-41d2-a4be-40782a51bfa3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:00.956861 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:01.149955 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:01.275715 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router e6cd1c99-906c-48f7-be58-9c441b0a4704 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:19:01.380380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:19:01.390924 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Sync routers for ids ['e6cd1c99-906c-48f7-be58-9c441b0a4704'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:19:01.402113 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Routers {'e6cd1c99-906c-48f7-be58-9c441b0a4704'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:19:01.402736 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:18:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e6cd1c99-906c-48f7-be58-9c441b0a4704'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:01.404743 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:01.405992 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dc09aa6b-145a-4e48-82e2-7e3ed72041c4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7313738 Aug 31 15:19:01.409084 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33412) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:01.506140 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-0199cb5a-d9a4-407b-96d7-c00ab11a39e9 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e95ca13f7900437b89e01b1bba4fea13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0958815 Aug 31 15:19:01.508751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33416) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:01.525325 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Set router e6cd1c99-906c-48f7-be58-9c441b0a4704 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:19:01.608957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be917f8-c3e2-4e09-9178-8827941a45e1 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:01.613253 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5be917f8-c3e2-4e09-9178-8827941a45e1 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1007590 Aug 31 15:19:01.614191 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33418) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:01.643793 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-caee914b-99b0-406a-836c-e5d87946c44c tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=b5a19983-6a27-48b0-8f13-055b9703b654&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282104 Aug 31 15:19:01.646354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33420) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:01.651878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6ba028a5-b67b-4fa3-97e7-7f1ee3e153ca tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1236776391', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:19:01.719978 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:00Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:01.752716 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Checking router: e6cd1c99-906c-48f7-be58-9c441b0a4704 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:19:01.753231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Updating router e6cd1c99-906c-48f7-be58-9c441b0a4704 port 86d1d4d1-264b-41d2-a4be-40782a51bfa3 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:19:01.756448 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba028a5-b67b-4fa3-97e7-7f1ee3e153ca tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:19:01.759979 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ba028a5-b67b-4fa3-97e7-7f1ee3e153ca tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:01.788746 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:01.971793 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ba028a5-b67b-4fa3-97e7-7f1ee3e153ca tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:02.054788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba028a5-b67b-4fa3-97e7-7f1ee3e153ca tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Subnet': ['ID=09aa45d2-9e06-4f26-ad88-3ea6daf8355e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:02.057382 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba028a5-b67b-4fa3-97e7-7f1ee3e153ca tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Checking segment: {'id': '44c7128e-4168-4976-89cf-7c0ceaa52fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:19:02.057839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba028a5-b67b-4fa3-97e7-7f1ee3e153ca tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network hostable DHCP agents. Network: c55f9788-6222-40f2-9e66-17c762e3e52e, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:19:02.078020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba028a5-b67b-4fa3-97e7-7f1ee3e153ca tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network c55f9788-6222-40f2-9e66-17c762e3e52e is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:19:02.088013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6ba028a5-b67b-4fa3-97e7-7f1ee3e153ca tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, c55f9788-6222-40f2-9e66-17c762e3e52e) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:19:02.092424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba028a5-b67b-4fa3-97e7-7f1ee3e153ca tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:02.093138 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ba028a5-b67b-4fa3-97e7-7f1ee3e153ca tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:02.103464 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:02.107078 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a3dd86-a863-40c8-95fa-abc51683c7be None None] Network c55f9788-6222-40f2-9e66-17c762e3e52e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:19:02.116965 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Transition to ACTIVE for port object 86d1d4d1-264b-41d2-a4be-40782a51bfa3 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:19:02.117134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6ba028a5-b67b-4fa3-97e7-7f1ee3e153ca tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4691212 Aug 31 15:19:02.119296 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33422) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:02.159586 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:02.244198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589ccb6-e603-4eec-b8b6-b35918936b45 None None] Pushing event updated for resources: {'Port': ['ID=86d1d4d1-264b-41d2-a4be-40782a51bfa3,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:02.248081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Attempting to bind port 86d1d4d1-264b-41d2-a4be-40782a51bfa3 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:19:02.248457 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Attempting to bind port 86d1d4d1-264b-41d2-a4be-40782a51bfa3 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:19:02.248825 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Attempting to bind port 86d1d4d1-264b-41d2-a4be-40782a51bfa3 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:19:02.263506 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:19:02.263881 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:19:02.264280 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:02.264671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:19:02.265149 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Bound port: 86d1d4d1-264b-41d2-a4be-40782a51bfa3, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:19:02.265550 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:02.370891 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] For port 86d1d4d1-264b-41d2-a4be-40782a51bfa3, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:19:02.385364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-c55f9788-6222-40f2-9e66-17c762e3e52e', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ips': [{'subnet_id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:19:02.386224 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:02.392846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] For port 86d1d4d1-264b-41d2-a4be-40782a51bfa3, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=86d1d4d1-264b-41d2-a4be-40782a51bfa3,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:19:02.402321 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:02.525361 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589ccb6-e603-4eec-b8b6-b35918936b45 None None] Pushing event updated for resources: {'Port': ['ID=86d1d4d1-264b-41d2-a4be-40782a51bfa3,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:02.533385 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Routers {'e6cd1c99-906c-48f7-be58-9c441b0a4704'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:19:02.533800 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:18:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e6cd1c99-906c-48f7-be58-9c441b0a4704'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:02.599529 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:02.652972 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Allocated IP 172.20.0.2 (c55f9788-6222-40f2-9e66-17c762e3e52e/09aa45d2-9e06-4f26-ad88-3ea6daf8355e/ee26836f-eeb0-49d4-a32d-f8e04a762106) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:19:02.694928 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] Set router e6cd1c99-906c-48f7-be58-9c441b0a4704 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:19:03.092754 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:03.105617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Transition to ACTIVE for port object ee26836f-eeb0-49d4-a32d-f8e04a762106 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:19:03.126146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Transition to ACTIVE for port object ee26836f-eeb0-49d4-a32d-f8e04a762106 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:19:03.134836 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:03.142252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:00Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:03.183427 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.20.0.1 (c55f9788-6222-40f2-9e66-17c762e3e52e/09aa45d2-9e06-4f26-ad88-3ea6daf8355e/6772c22d-0ec7-48fe-89f4-f076dde36db1) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:19:03.191292 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beadf47-d8b0-4017-8716-a46c0e559c15 None None] The sync data for ids ['e6cd1c99-906c-48f7-be58-9c441b0a4704'] in n-d-806683-5 is: [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:00Z', 'revision_number': 3, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:19:03.206403 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Network c55f9788-6222-40f2-9e66-17c762e3e52e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:19:03.209771 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:19:03.213578 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:19:03.224980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Pushing event updated for resources: {'Port': ['ID=ee26836f-eeb0-49d4-a32d-f8e04a762106,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:03.274653 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Attempting to bind port ee26836f-eeb0-49d4-a32d-f8e04a762106 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:19:03.275647 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Attempting to bind port ee26836f-eeb0-49d4-a32d-f8e04a762106 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '44c7128e-4168-4976-89cf-7c0ceaa52fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:19:03.275647 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Attempting to bind port ee26836f-eeb0-49d4-a32d-f8e04a762106 on network c55f9788-6222-40f2-9e66-17c762e3e52e {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:19:03.280835 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:19:03.281211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Checking segment: {'id': '44c7128e-4168-4976-89cf-7c0ceaa52fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:19:03.281619 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:03.282013 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Bound using segment: {'id': '44c7128e-4168-4976-89cf-7c0ceaa52fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:19:03.282603 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Bound port: ee26836f-eeb0-49d4-a32d-f8e04a762106, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c7128e-4168-4976-89cf-7c0ceaa52fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:19:03.283109 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:03.309499 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:03.325045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Transition to ACTIVE for port object 6772c22d-0ec7-48fe-89f4-f076dde36db1 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:19:03.349740 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] For port ee26836f-eeb0-49d4-a32d-f8e04a762106, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:19:03.352955 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] For port ee26836f-eeb0-49d4-a32d-f8e04a762106, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ee26836f-eeb0-49d4-a32d-f8e04a762106,segment=NetworkSegment(44c7128e-4168-4976-89cf-7c0ceaa52fda),segment_id=44c7128e-4168-4976-89cf-7c0ceaa52fda)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:19:03.358454 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:03.361891 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:03.407160 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network c55f9788-6222-40f2-9e66-17c762e3e52e is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:19:03.413648 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:19:03.416193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:19:03.425299 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b35f6-f5ea-4f54-af24-28f3e88716c2 None None] Pushing event updated for resources: {'Port': ['ID=ee26836f-eeb0-49d4-a32d-f8e04a762106,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:03.476136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=6772c22d-0ec7-48fe-89f4-f076dde36db1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:03.488193 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:03.652070 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:03.981986 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:03.988549 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:04.062615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=6772c22d-0ec7-48fe-89f4-f076dde36db1,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:04.068084 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:04.194782 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network c55f9788-6222-40f2-9e66-17c762e3e52e is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:19:04.198001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:19:04.260995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ee26836f-eeb0-49d4-a32d-f8e04a762106 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:19:04.311338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port ee26836f-eeb0-49d4-a32d-f8e04a762106 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:19:04.315434 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 86d1d4d1-264b-41d2-a4be-40782a51bfa3 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:19:04.322476 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router e6cd1c99-906c-48f7-be58-9c441b0a4704 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:19:04.383753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 86d1d4d1-264b-41d2-a4be-40782a51bfa3 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:19:04.388472 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 86d1d4d1-264b-41d2-a4be-40782a51bfa3 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:04.388912 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:04.443605 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:19:04.451220 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b439c97f-ff31-4d64-9ab1-a3bd5072fef8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "PUT /v2.0/routers/e6cd1c99-906c-48f7-be58-9c441b0a4704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3283863 Aug 31 15:19:04.477301 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:04.498193 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d05507d-f2fe-492b-80b8-044fb68f0028 None None] Network c55f9788-6222-40f2-9e66-17c762e3e52e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:19:04.514349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 86d1d4d1-264b-41d2-a4be-40782a51bfa3, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=86d1d4d1-264b-41d2-a4be-40782a51bfa3,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:04.548205 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:04.584886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-36c16e7b-73b2-49c3-b3ad-e0ec9e6d7646 None None] Provisioning for port ee26836f-eeb0-49d4-a32d-f8e04a762106 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:19:04.606984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-464b2ad5-9bc3-4dd1-accd-d899d0e23f50 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091727191&fields=id&tenant_id=e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 267 time: 0.0404842 Aug 31 15:19:04.608694 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-36c16e7b-73b2-49c3-b3ad-e0ec9e6d7646 None None] Provisioning complete for port ee26836f-eeb0-49d4-a32d-f8e04a762106 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:04.609080 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36c16e7b-73b2-49c3-b3ad-e0ec9e6d7646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:04.644236 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=86d1d4d1-264b-41d2-a4be-40782a51bfa3,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:04.721137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-de12fdf0-e37a-474f-b142-c33357d7e32e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:04.729075 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-de12fdf0-e37a-474f-b142-c33357d7e32e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/networks?id=c55f9788-6222-40f2-9e66-17c762e3e52e HTTP/1.1" status: 200 len: 796 time: 0.1135702 Aug 31 15:19:04.743930 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-ccd31f4c-6abb-4b3c-a0c3-9c96590fa254 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/quotas/e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 375 time: 0.0132289 Aug 31 15:19:04.767663 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36c16e7b-73b2-49c3-b3ad-e0ec9e6d7646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:04.793637 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-5fcb255e-f4e5-4ca4-b6fd-3f90d44f75d1 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469112 Aug 31 15:19:04.807725 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-36c16e7b-73b2-49c3-b3ad-e0ec9e6d7646 None None] For port ee26836f-eeb0-49d4-a32d-f8e04a762106, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ee26836f-eeb0-49d4-a32d-f8e04a762106,segment=NetworkSegment(44c7128e-4168-4976-89cf-7c0ceaa52fda),segment_id=44c7128e-4168-4976-89cf-7c0ceaa52fda)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:04.814529 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36c16e7b-73b2-49c3-b3ad-e0ec9e6d7646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:04.871656 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c16e7b-73b2-49c3-b3ad-e0ec9e6d7646 None None] Pushing event updated for resources: {'Port': ['ID=ee26836f-eeb0-49d4-a32d-f8e04a762106,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:04.914677 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Sync routers for ids ['e6cd1c99-906c-48f7-be58-9c441b0a4704'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:19:04.916390 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-1defec27-3f84-498e-bc7b-e6c4f34373e6 service neutron] 10.222.0.39 "GET /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069233 Aug 31 15:19:04.924366 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Routers {'e6cd1c99-906c-48f7-be58-9c441b0a4704'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:19:04.924983 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:18:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e6cd1c99-906c-48f7-be58-9c441b0a4704'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:05.011232 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-812b18be-40dd-4d80-84dd-783636770531 service neutron] 10.222.0.39 "GET /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881801 Aug 31 15:19:05.038562 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b6c8d6d3-1dca-45e7-9bff-5fa44f1a0306 None None] Provisioning for port 6772c22d-0ec7-48fe-89f4-f076dde36db1 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:19:05.042924 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Set router e6cd1c99-906c-48f7-be58-9c441b0a4704 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:19:05.044142 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b6c8d6d3-1dca-45e7-9bff-5fa44f1a0306 None None] Provisioning complete for port 6772c22d-0ec7-48fe-89f4-f076dde36db1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:05.044599 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6c8d6d3-1dca-45e7-9bff-5fa44f1a0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:05.084106 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8d6d3-1dca-45e7-9bff-5fa44f1a0306 None None] Port 6772c22d-0ec7-48fe-89f4-f076dde36db1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:19:05.094480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b6c8d6d3-1dca-45e7-9bff-5fa44f1a0306 None None] Provisioning complete for port ee26836f-eeb0-49d4-a32d-f8e04a762106 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:05.094938 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6c8d6d3-1dca-45e7-9bff-5fa44f1a0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:05.208077 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8ab35051-271d-4778-9e6d-c8dc6ced9734 req-43cb61be-cfde-4d9a-b357-213d65042461 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 210 time: 0.0334568 Aug 31 15:19:05.293010 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:03Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '6772c22d-0ec7-48fe-89f4-f076dde36db1', 'name': '', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:94:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:02Z', 'updated_at': '2021-08-31T15:19:03Z', 'revision_number': 2, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:05.324097 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Checking router: e6cd1c99-906c-48f7-be58-9c441b0a4704 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:19:05.324451 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Updating router e6cd1c99-906c-48f7-be58-9c441b0a4704 port 6772c22d-0ec7-48fe-89f4-f076dde36db1 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:19:05.339418 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9e76ec29-44cd-4687-a9f0-1b1ade1f492f None None] Provisioning complete for port 6772c22d-0ec7-48fe-89f4-f076dde36db1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:05.340072 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e76ec29-44cd-4687-a9f0-1b1ade1f492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:05.351487 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:05.381049 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9e76ec29-44cd-4687-a9f0-1b1ade1f492f None None] Port 6772c22d-0ec7-48fe-89f4-f076dde36db1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:19:05.601371 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-945bae20-889d-420a-a08f-7f005e4ac2b6 None None] Provisioning complete for port 6772c22d-0ec7-48fe-89f4-f076dde36db1 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:05.602062 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-945bae20-889d-420a-a08f-7f005e4ac2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:05.631073 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:05.641165 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Transition to ACTIVE for port object 6772c22d-0ec7-48fe-89f4-f076dde36db1 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:19:05.642491 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-945bae20-889d-420a-a08f-7f005e4ac2b6 None None] Port 6772c22d-0ec7-48fe-89f4-f076dde36db1 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:19:05.648312 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:05.701150 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ce598-5f45-4290-89f7-ba2548eaa96c None None] Pushing event updated for resources: {'Port': ['ID=6772c22d-0ec7-48fe-89f4-f076dde36db1,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:05.727218 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ce598-5f45-4290-89f7-ba2548eaa96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:05.727576 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ce598-5f45-4290-89f7-ba2548eaa96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:05.727887 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ce598-5f45-4290-89f7-ba2548eaa96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:05.728219 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ce598-5f45-4290-89f7-ba2548eaa96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:05.728541 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ce598-5f45-4290-89f7-ba2548eaa96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:05.729063 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ce598-5f45-4290-89f7-ba2548eaa96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:05.729390 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ce598-5f45-4290-89f7-ba2548eaa96c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:05.729709 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ce598-5f45-4290-89f7-ba2548eaa96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:05.730031 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ce598-5f45-4290-89f7-ba2548eaa96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:05.730353 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ce598-5f45-4290-89f7-ba2548eaa96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:05.730671 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ce598-5f45-4290-89f7-ba2548eaa96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:05.730981 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ce598-5f45-4290-89f7-ba2548eaa96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:05.764485 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Attempting to bind port 6772c22d-0ec7-48fe-89f4-f076dde36db1 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:19:05.764850 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Attempting to bind port 6772c22d-0ec7-48fe-89f4-f076dde36db1 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '44c7128e-4168-4976-89cf-7c0ceaa52fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:19:05.765208 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Attempting to bind port 6772c22d-0ec7-48fe-89f4-f076dde36db1 on network c55f9788-6222-40f2-9e66-17c762e3e52e {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:19:05.770520 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:19:05.770894 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Checking segment: {'id': '44c7128e-4168-4976-89cf-7c0ceaa52fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:19:05.771332 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:05.771725 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Bound using segment: {'id': '44c7128e-4168-4976-89cf-7c0ceaa52fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:19:05.772334 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Bound port: 6772c22d-0ec7-48fe-89f4-f076dde36db1, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c7128e-4168-4976-89cf-7c0ceaa52fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:19:05.772606 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:05.842364 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] For port 6772c22d-0ec7-48fe-89f4-f076dde36db1, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:19:05.845770 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] For port 6772c22d-0ec7-48fe-89f4-f076dde36db1, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6772c22d-0ec7-48fe-89f4-f076dde36db1,segment=NetworkSegment(44c7128e-4168-4976-89cf-7c0ceaa52fda),segment_id=44c7128e-4168-4976-89cf-7c0ceaa52fda)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:19:05.850297 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:05.906935 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Routers {'e6cd1c99-906c-48f7-be58-9c441b0a4704'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:19:05.907604 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:18:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e6cd1c99-906c-48f7-be58-9c441b0a4704'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:05.949674 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ce598-5f45-4290-89f7-ba2548eaa96c None None] Pushing event updated for resources: {'Port': ['ID=6772c22d-0ec7-48fe-89f4-f076dde36db1,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:06.025552 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] Set router e6cd1c99-906c-48f7-be58-9c441b0a4704 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:19:06.203822 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 86d1d4d1-264b-41d2-a4be-40782a51bfa3 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:19:06.264885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 86d1d4d1-264b-41d2-a4be-40782a51bfa3 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:06.265255 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:06.340095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a6d8282e-c224-499b-b039-503a854e19d9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:06.342259 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a6d8282e-c224-499b-b039-503a854e19d9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/networks?id=c55f9788-6222-40f2-9e66-17c762e3e52e HTTP/1.1" status: 200 len: 796 time: 0.2034006 Aug 31 15:19:06.344869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fc95ea21-7346-4f52-84a5-d85dd45d278e req-67afdaf7-d0f5-4516-aa1b-8efc5da39ea0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 210 time: 0.0438073 Aug 31 15:19:06.377542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ee26836f-eeb0-49d4-a32d-f8e04a762106 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:19:06.381904 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:03Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '6772c22d-0ec7-48fe-89f4-f076dde36db1', 'name': '', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:94:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:02Z', 'updated_at': '2021-08-31T15:19:05Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:06.392044 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-7477d2a7-0688-4cd5-b32b-4692f211f058 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e95ca13f7900437b89e01b1bba4fea13 HTTP/1.1" status: 200 len: 380 time: 0.0399194 Aug 31 15:19:06.401716 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-005882f0-7459-4cf4-9831-196fe5157158 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'port': {'device_id': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'admin_state_up': True, 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'security_groups': ['5762f7cd-fe71-4788-bd2a-2baa3a2840f0']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:19:06.409594 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5c975-3dd5-49e2-b6f2-69eaa3602152 None None] The sync data for ids ['e6cd1c99-906c-48f7-be58-9c441b0a4704'] in n-d-806683-5 is: [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:03Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '6772c22d-0ec7-48fe-89f4-f076dde36db1', 'name': '', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:94:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:02Z', 'updated_at': '2021-08-31T15:19:05Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:19:06.435259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port ee26836f-eeb0-49d4-a32d-f8e04a762106 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:06.435628 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:06.552549 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-005882f0-7459-4cf4-9831-196fe5157158 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Made reservation on behalf of e95ca13f7900437b89e01b1bba4fea13 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:19:06.556166 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-005882f0-7459-4cf4-9831-196fe5157158 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:06.685071 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-005882f0-7459-4cf4-9831-196fe5157158 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.20.0.3 (c55f9788-6222-40f2-9e66-17c762e3e52e/09aa45d2-9e06-4f26-ad88-3ea6daf8355e/c89ce204-5a17-40ec-b19a-790a40053617) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:19:06.831910 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-005882f0-7459-4cf4-9831-196fe5157158 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:06.847111 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-005882f0-7459-4cf4-9831-196fe5157158 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Transition to ACTIVE for port object c89ce204-5a17-40ec-b19a-790a40053617 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:19:06.882094 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-005882f0-7459-4cf4-9831-196fe5157158 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:06.929112 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-005882f0-7459-4cf4-9831-196fe5157158 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network c55f9788-6222-40f2-9e66-17c762e3e52e is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:19:06.932281 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-005882f0-7459-4cf4-9831-196fe5157158 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:19:06.934666 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-005882f0-7459-4cf4-9831-196fe5157158 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:19:06.962016 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005882f0-7459-4cf4-9831-196fe5157158 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=c89ce204-5a17-40ec-b19a-790a40053617,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:06.993607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-005882f0-7459-4cf4-9831-196fe5157158 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:06.994298 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-005882f0-7459-4cf4-9831-196fe5157158 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:07.011643 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-005882f0-7459-4cf4-9831-196fe5157158 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6138015 Aug 31 15:19:07.026583 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Request body: {'port': {'device_id': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:19:07.091371 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:07.209542 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-593143b5-ddf5-440d-b685-db800a31a49a None None] Provisioning for port c89ce204-5a17-40ec-b19a-790a40053617 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:19:07.213856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-593143b5-ddf5-440d-b685-db800a31a49a None None] Provisioning complete for port c89ce204-5a17-40ec-b19a-790a40053617 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:07.214232 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-593143b5-ddf5-440d-b685-db800a31a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:07.253100 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-593143b5-ddf5-440d-b685-db800a31a49a None None] Port c89ce204-5a17-40ec-b19a-790a40053617 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:19:07.374519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89ce204-5a17-40ec-b19a-790a40053617 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:19:07.383035 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:07.398704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Transition to ACTIVE for port object c89ce204-5a17-40ec-b19a-790a40053617 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:19:07.403799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:07.459796 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Pushing event updated for resources: {'Port': ['ID=c89ce204-5a17-40ec-b19a-790a40053617,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:07.492044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b876c1-9b4b-46fc-945e-8929c8d731f6 req-086752a2-e89b-4137-bed7-319ce6a5dff0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:07.496787 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d2b876c1-9b4b-46fc-945e-8929c8d731f6 req-086752a2-e89b-4137-bed7-319ce6a5dff0 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 943 time: 0.0673685 Aug 31 15:19:07.541303 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Attempting to bind port c89ce204-5a17-40ec-b19a-790a40053617 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:19:07.541747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Attempting to bind port c89ce204-5a17-40ec-b19a-790a40053617 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '44c7128e-4168-4976-89cf-7c0ceaa52fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:19:07.542183 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Attempting to bind port c89ce204-5a17-40ec-b19a-790a40053617 on network c55f9788-6222-40f2-9e66-17c762e3e52e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:19:07.548739 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Port c89ce204-5a17-40ec-b19a-790a40053617 on network c55f9788-6222-40f2-9e66-17c762e3e52e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:19:07.548952 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d2b876c1-9b4b-46fc-945e-8929c8d731f6 req-517b8948-15bd-45e5-a66d-57b784841382 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460992 Aug 31 15:19:07.549371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Attempting to bind port c89ce204-5a17-40ec-b19a-790a40053617 on network c55f9788-6222-40f2-9e66-17c762e3e52e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:19:07.557659 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:19:07.558143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Checking segment: {'id': '44c7128e-4168-4976-89cf-7c0ceaa52fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:19:07.558632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Bound using segment: {'id': '44c7128e-4168-4976-89cf-7c0ceaa52fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:19:07.559207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Bound port: c89ce204-5a17-40ec-b19a-790a40053617, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c7128e-4168-4976-89cf-7c0ceaa52fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:19:07.559679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:07.626213 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] For port c89ce204-5a17-40ec-b19a-790a40053617, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:19:07.629804 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] For port c89ce204-5a17-40ec-b19a-790a40053617, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=c89ce204-5a17-40ec-b19a-790a40053617,segment=NetworkSegment(44c7128e-4168-4976-89cf-7c0ceaa52fda),segment_id=44c7128e-4168-4976-89cf-7c0ceaa52fda)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:19:07.635261 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:07.670519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:07.671154 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:07.672547 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] 10.222.0.60 "PUT /v2.0/ports/c89ce204-5a17-40ec-b19a-790a40053617 HTTP/1.1" status: 200 len: 1091 time: 0.6506567 Aug 31 15:19:07.672983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'tag': 'c89ce204-5a17-40ec-b19a-790a40053617'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:19:07.675739 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfece5c4-2fa5-4f54-a0ff-7036b216f154" -d '{"events": [{"name": "network-changed", "server_uuid": "30ac5e8e-6fec-41f6-a189-517b968c6d18", "tag": "c89ce204-5a17-40ec-b19a-790a40053617"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:19:07.701990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3569a-93a2-41e9-9d5a-a9d65017e5aa service neutron] Pushing event updated for resources: {'Port': ['ID=c89ce204-5a17-40ec-b19a-790a40053617,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:07.726366 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5753e5-4ebe-4ac0-83ec-3df3b663e57a x-openstack-request-id: req-4f5753e5-4ebe-4ac0-83ec-3df3b663e57a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:19:07.726656 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ac5e8e-6fec-41f6-a189-517b968c6d18", "tag": "c89ce204-5a17-40ec-b19a-790a40053617", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:19:07.727290 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f5753e5-4ebe-4ac0-83ec-3df3b663e57a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:19:07.727695 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'tag': 'c89ce204-5a17-40ec-b19a-790a40053617', 'status': 'completed', 'code': 200} Aug 31 15:19:07.760793 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-1da14b92-8748-4d6d-8bfd-672ae594b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:07.762316 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-1da14b92-8748-4d6d-8bfd-672ae594b5f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 1094 time: 0.0486982 Aug 31 15:19:07.805583 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-38847fb5-19cf-428e-914f-8b86d8717724 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c89ce204-5a17-40ec-b19a-790a40053617 HTTP/1.1" status: 200 len: 217 time: 0.0351083 Aug 31 15:19:07.856376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-9fc2b845-80a1-4775-a9ac-ada47806fede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:07.857845 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-9fc2b845-80a1-4775-a9ac-ada47806fede service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09aa45d2-9e06-4f26-ad88-3ea6daf8355e HTTP/1.1" status: 200 len: 835 time: 0.0454957 Aug 31 15:19:07.908708 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-deef3d08-2a2c-4564-8e35-785f2b60e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:07.910259 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-deef3d08-2a2c-4564-8e35-785f2b60e9ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c55f9788-6222-40f2-9e66-17c762e3e52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444162 Aug 31 15:19:07.996678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-68f20135-9a69-48db-9d97-82b7f81bcc34 service neutron] 10.222.0.60 "GET /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794799 Aug 31 15:19:08.089467 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8c10b7c5-5bb8-443e-9cc4-35c67f943698 req-2aac2d79-661e-4835-acd1-0f7380c5d749 service neutron] 10.222.0.60 "GET /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847640 Aug 31 15:19:08.176961 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfece5c4-2fa5-4f54-a0ff-7036b216f154 req-6e738627-d871-4303-b154-fa7d2a545174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:08.178448 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfece5c4-2fa5-4f54-a0ff-7036b216f154 req-6e738627-d871-4303-b154-fa7d2a545174 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 1094 time: 0.0433285 Aug 31 15:19:08.186988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6772c22d-0ec7-48fe-89f4-f076dde36db1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:19:08.238509 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 6772c22d-0ec7-48fe-89f4-f076dde36db1 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:19:08.242402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6772c22d-0ec7-48fe-89f4-f076dde36db1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:08.242769 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:08.271706 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfece5c4-2fa5-4f54-a0ff-7036b216f154 req-7dc9f7d8-9b65-4e66-a719-4cde87b8c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:08.273188 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfece5c4-2fa5-4f54-a0ff-7036b216f154 req-7dc9f7d8-9b65-4e66-a719-4cde87b8c6a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c55f9788-6222-40f2-9e66-17c762e3e52e HTTP/1.1" status: 200 len: 897 time: 0.0848053 Aug 31 15:19:08.317208 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfece5c4-2fa5-4f54-a0ff-7036b216f154 req-aa144907-90f3-47bf-86fa-d372f2df69b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c89ce204-5a17-40ec-b19a-790a40053617 HTTP/1.1" status: 200 len: 217 time: 0.0365615 Aug 31 15:19:08.318632 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:08.350211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 6772c22d-0ec7-48fe-89f4-f076dde36db1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6772c22d-0ec7-48fe-89f4-f076dde36db1,segment=NetworkSegment(44c7128e-4168-4976-89cf-7c0ceaa52fda),segment_id=44c7128e-4168-4976-89cf-7c0ceaa52fda)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:08.354227 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:08.366406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfece5c4-2fa5-4f54-a0ff-7036b216f154 req-6a2e9fa8-fede-4ca1-8b18-5d3accb1eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:08.367910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfece5c4-2fa5-4f54-a0ff-7036b216f154 req-6a2e9fa8-fede-4ca1-8b18-5d3accb1eeda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09aa45d2-9e06-4f26-ad88-3ea6daf8355e HTTP/1.1" status: 200 len: 835 time: 0.0442264 Aug 31 15:19:08.400929 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=6772c22d-0ec7-48fe-89f4-f076dde36db1,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:08.414949 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfece5c4-2fa5-4f54-a0ff-7036b216f154 req-baf9bf98-0e5e-49ad-89c7-4cdb943ff258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:08.416502 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfece5c4-2fa5-4f54-a0ff-7036b216f154 req-baf9bf98-0e5e-49ad-89c7-4cdb943ff258 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c55f9788-6222-40f2-9e66-17c762e3e52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406637 Aug 31 15:19:08.511562 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfece5c4-2fa5-4f54-a0ff-7036b216f154 req-6f40a995-4e2b-4c5e-bca1-895d7b2eb03f service neutron] 10.222.0.60 "GET /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841897 Aug 31 15:19:08.600363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-cfece5c4-2fa5-4f54-a0ff-7036b216f154 req-170e949d-68e4-4186-8ff3-81ee146abb45 service neutron] 10.222.0.60 "GET /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808568 Aug 31 15:19:08.656955 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4a365-0be5-4617-b736-b100874ab322 req-86bb17e4-bc47-44aa-a544-dff7815aa4ad tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:08.658504 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91b4a365-0be5-4617-b736-b100874ab322 req-86bb17e4-bc47-44aa-a544-dff7815aa4ad tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 943 time: 0.0502038 Aug 31 15:19:08.696261 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91b4a365-0be5-4617-b736-b100874ab322 req-84924141-7251-4a79-b8d0-a848ede6c59b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313118 Aug 31 15:19:09.816198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca3610-54ca-497e-8067-22cd72b319ff req-09206e18-7550-4037-be35-e10b28b9465b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:09.818262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15ca3610-54ca-497e-8067-22cd72b319ff req-09206e18-7550-4037-be35-e10b28b9465b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 943 time: 0.0526607 Aug 31 15:19:10.175170 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6772c22d-0ec7-48fe-89f4-f076dde36db1 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:19:10.180009 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-15ca3610-54ca-497e-8067-22cd72b319ff req-f01ee2a5-7f59-4611-a83c-bdf4b9063109 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558033 Aug 31 15:19:10.226163 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 6772c22d-0ec7-48fe-89f4-f076dde36db1 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:10.226533 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:10.711784 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device c89ce204-5a17-40ec-b19a-790a40053617 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:19:10.808943 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port c89ce204-5a17-40ec-b19a-790a40053617, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=c89ce204-5a17-40ec-b19a-790a40053617,segment=NetworkSegment(44c7128e-4168-4976-89cf-7c0ceaa52fda),segment_id=44c7128e-4168-4976-89cf-7c0ceaa52fda)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:10.819893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'c89ce204-5a17-40ec-b19a-790a40053617', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'port_id': 'c89ce204-5a17-40ec-b19a-790a40053617', 'mac_address': 'fa:16:3e:63:8f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:19:10.856735 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:10.869399 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89ce204-5a17-40ec-b19a-790a40053617 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:19:10.887447 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port c89ce204-5a17-40ec-b19a-790a40053617, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=c89ce204-5a17-40ec-b19a-790a40053617,segment=NetworkSegment(44c7128e-4168-4976-89cf-7c0ceaa52fda),segment_id=44c7128e-4168-4976-89cf-7c0ceaa52fda)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:10.891337 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:10.938884 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=c89ce204-5a17-40ec-b19a-790a40053617,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:11.099757 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['c89ce204-5a17-40ec-b19a-790a40053617'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:19:11.295072 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4fe34-9c7c-44bd-92ee-57ddb2830d3a req-d2f40f47-5aa8-4861-a084-d9ffa2e1b2a4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:11.296532 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c2c4fe34-9c7c-44bd-92ee-57ddb2830d3a req-d2f40f47-5aa8-4861-a084-d9ffa2e1b2a4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 944 time: 0.0494430 Aug 31 15:19:11.336130 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c2c4fe34-9c7c-44bd-92ee-57ddb2830d3a req-0d732472-f528-45d5-9f1c-8c3a3da1c06c tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329425 Aug 31 15:19:12.446590 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0fe5f-807e-437f-9ff9-48688f85d3ee req-7650d2f9-629c-4b2a-a0b5-053a6403184b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:12.448082 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05e0fe5f-807e-437f-9ff9-48688f85d3ee req-7650d2f9-629c-4b2a-a0b5-053a6403184b tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 944 time: 0.0478737 Aug 31 15:19:12.486658 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-05e0fe5f-807e-437f-9ff9-48688f85d3ee req-c42507df-4b99-41d0-9898-dda977048b02 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326660 Aug 31 15:19:12.726621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device c89ce204-5a17-40ec-b19a-790a40053617 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:19:12.774827 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port c89ce204-5a17-40ec-b19a-790a40053617 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:19:12.778386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port c89ce204-5a17-40ec-b19a-790a40053617 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:12.778758 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:12.855567 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:12.876643 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89ce204-5a17-40ec-b19a-790a40053617'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:19:12.879511 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e045d54-5b24-465a-81c5-fed686806361" -d '{"events": [{"server_uuid": "30ac5e8e-6fec-41f6-a189-517b968c6d18", "name": "network-vif-plugged", "status": "completed", "tag": "c89ce204-5a17-40ec-b19a-790a40053617"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:19:12.891833 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port c89ce204-5a17-40ec-b19a-790a40053617, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=c89ce204-5a17-40ec-b19a-790a40053617,segment=NetworkSegment(44c7128e-4168-4976-89cf-7c0ceaa52fda),segment_id=44c7128e-4168-4976-89cf-7c0ceaa52fda)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:12.896878 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:12.919476 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f0badc-a5ff-4137-b790-cc42feca2545 x-openstack-request-id: req-22f0badc-a5ff-4137-b790-cc42feca2545 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:19:12.919763 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ac5e8e-6fec-41f6-a189-517b968c6d18", "name": "network-vif-plugged", "status": "completed", "tag": "c89ce204-5a17-40ec-b19a-790a40053617", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:19:12.920011 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22f0badc-a5ff-4137-b790-cc42feca2545 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:19:12.920390 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89ce204-5a17-40ec-b19a-790a40053617', 'code': 200} Aug 31 15:19:12.946770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=c89ce204-5a17-40ec-b19a-790a40053617,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:13.016711 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0208630-1d7c-414d-9a5f-00a910bdcb4b req-fcfebadb-885f-4faf-84f4-a7ad7006335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:13.018196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0208630-1d7c-414d-9a5f-00a910bdcb4b req-fcfebadb-885f-4faf-84f4-a7ad7006335d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 1096 time: 0.0404325 Aug 31 15:19:13.052055 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c0208630-1d7c-414d-9a5f-00a910bdcb4b req-e8245973-b2ab-4274-a139-f0f75168e611 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271430 Aug 31 15:19:13.605636 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ead6d-d051-47fb-bc34-74c4b2242cac req-c7c5610a-a937-44db-80e8-360fc211a916 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:13.607028 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a14ead6d-d051-47fb-bc34-74c4b2242cac req-c7c5610a-a937-44db-80e8-360fc211a916 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 945 time: 0.0514483 Aug 31 15:19:13.648684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a14ead6d-d051-47fb-bc34-74c4b2242cac req-65ffaeef-490e-46e1-a9e6-15ea5a6234bd tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322924 Aug 31 15:19:14.767560 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149636c2-939d-485b-8b46-7f176e414e63 req-c910021f-b8f5-49a0-b953-4ea4043a0843 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:14.769019 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-149636c2-939d-485b-8b46-7f176e414e63 req-c910021f-b8f5-49a0-b953-4ea4043a0843 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 945 time: 0.0517046 Aug 31 15:19:14.805857 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-149636c2-939d-485b-8b46-7f176e414e63 req-9eb0d164-8238-4895-a391-cfc3488e0f85 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307887 Aug 31 15:19:14.918838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d77594-f953-4d09-a5b6-f02381e201ba req-005f142c-0eb3-47b4-8a8c-d256ab1ef394 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:14.920487 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-16d77594-f953-4d09-a5b6-f02381e201ba req-005f142c-0eb3-47b4-8a8c-d256ab1ef394 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 945 time: 0.0494020 Aug 31 15:19:14.958173 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-16d77594-f953-4d09-a5b6-f02381e201ba req-dc47a6e8-049c-4b5e-95e0-977750d65972 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310111 Aug 31 15:19:14.979846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33476) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:15.019573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92e3135-6ded-4b56-aeaa-b618f6afaf84 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:15.021002 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b92e3135-6ded-4b56-aeaa-b618f6afaf84 tempest-TestNetworkAdvancedServerOps-636659128 tempest-TestNetworkAdvancedServerOps-636659128-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 1091 time: 0.0401936 Aug 31 15:19:15.023829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33478) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:15.028164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': 'c89ce204-5a17-40ec-b19a-790a40053617', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:19:15.038125 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:19:15.049467 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:15.146931 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:15.250941 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Allocated IP 172.25.2.115 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/1c92ef6f-cd18-4abb-809b-306f854a1f64) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:19:15.348726 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:15.386313 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:15.421791 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:19:15.427274 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:19:15.429878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:19:15.460944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=1c92ef6f-cd18-4abb-809b-306f854a1f64,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:15.785669 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:15.854557 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:16.001397 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:16.006797 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:16.077291 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event updated for resources: {'Port': ['ID=1c92ef6f-cd18-4abb-809b-306f854a1f64,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:16.088830 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:16.189687 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Floating IP f3b4b9c6-7e00-4128-ad11-3a23f69b5047 associated. External IP: 172.25.2.115, port: c89ce204-5a17-40ec-b19a-790a40053617. Aug 31 15:19:16.399051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router e6cd1c99-906c-48f7-be58-9c441b0a4704 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:19:16.509142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:19:16.518640 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966adc6e-ab3a-4239-8a7f-124413f0e541 None None] Sync routers for ids ['e6cd1c99-906c-48f7-be58-9c441b0a4704'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:19:16.524954 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:16.528659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966adc6e-ab3a-4239-8a7f-124413f0e541 None None] Routers {'e6cd1c99-906c-48f7-be58-9c441b0a4704'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:19:16.529284 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-966adc6e-ab3a-4239-8a7f-124413f0e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:18:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e6cd1c99-906c-48f7-be58-9c441b0a4704'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:16.555319 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-99c28b49-d879-4519-a715-cd082359d9f9 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5281312 Aug 31 15:19:16.555319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'tag': 'c89ce204-5a17-40ec-b19a-790a40053617'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:19:16.556017 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7dba05-1d76-4913-810d-e26522740240" -d '{"events": [{"name": "network-changed", "server_uuid": "30ac5e8e-6fec-41f6-a189-517b968c6d18", "tag": "c89ce204-5a17-40ec-b19a-790a40053617"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:19:16.594170 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176bed35-d976-43cc-ad46-cd4177302e9e x-openstack-request-id: req-176bed35-d976-43cc-ad46-cd4177302e9e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:19:16.594484 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ac5e8e-6fec-41f6-a189-517b968c6d18", "tag": "c89ce204-5a17-40ec-b19a-790a40053617", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:19:16.594735 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-176bed35-d976-43cc-ad46-cd4177302e9e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:19:16.595141 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'tag': 'c89ce204-5a17-40ec-b19a-790a40053617', 'status': 'completed', 'code': 200} Aug 31 15:19:16.648714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-966adc6e-ab3a-4239-8a7f-124413f0e541 None None] Set router e6cd1c99-906c-48f7-be58-9c441b0a4704 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:19:16.652745 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1807bb0-186b-4e9e-a5e7-fae5c8032954 req-f972c364-04bf-418c-b62c-3eaeed1d7d59 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:16.654219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a1807bb0-186b-4e9e-a5e7-fae5c8032954 req-f972c364-04bf-418c-b62c-3eaeed1d7d59 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 945 time: 0.0531893 Aug 31 15:19:16.660534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dba05-1d76-4913-810d-e26522740240 req-5ccdadfe-861e-4c40-a05d-11bf1e96a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:16.662486 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1a7dba05-1d76-4913-810d-e26522740240 req-5ccdadfe-861e-4c40-a05d-11bf1e96a522 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 1096 time: 0.0431364 Aug 31 15:19:16.702471 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a1807bb0-186b-4e9e-a5e7-fae5c8032954 req-6e110dc2-7306-4074-9981-52f57cd96ba4 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405242 Aug 31 15:19:16.725772 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33484) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:16.776749 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dba05-1d76-4913-810d-e26522740240 req-6d977f7a-d9e6-4662-81c9-d5cfcd2e0f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:16.778258 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1a7dba05-1d76-4913-810d-e26522740240 req-6d977f7a-d9e6-4662-81c9-d5cfcd2e0f8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c55f9788-6222-40f2-9e66-17c762e3e52e HTTP/1.1" status: 200 len: 897 time: 0.1091785 Aug 31 15:19:16.793642 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4d246fc2-8da1-4761-ba30-1714bd73485a tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/f3b4b9c6-7e00-4128-ad11-3a23f69b5047 HTTP/1.1" status: 200 len: 991 time: 0.0666010 Aug 31 15:19:16.845207 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1a7dba05-1d76-4913-810d-e26522740240 req-72194ad7-f3fd-4aa6-9728-7c93f1c6d4ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c89ce204-5a17-40ec-b19a-790a40053617 HTTP/1.1" status: 200 len: 999 time: 0.0590906 Aug 31 15:19:16.885510 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-966adc6e-ab3a-4239-8a7f-124413f0e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:03Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'f3b4b9c6-7e00-4128-ad11-3a23f69b5047', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.115', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'port_id': 'c89ce204-5a17-40ec-b19a-790a40053617', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'mac_address': 'fa:16:3e:63:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:19:15Z', 'updated_at': '2021-08-31T15:19:15Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c22d-0ec7-48fe-89f4-f076dde36db1', 'name': '', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:94:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:02Z', 'updated_at': '2021-08-31T15:19:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:16.894773 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dba05-1d76-4913-810d-e26522740240 req-8be0bb92-2356-4460-b8e3-a298d116e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:16.896445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1a7dba05-1d76-4913-810d-e26522740240 req-8be0bb92-2356-4460-b8e3-a298d116e236 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09aa45d2-9e06-4f26-ad88-3ea6daf8355e HTTP/1.1" status: 200 len: 835 time: 0.0437889 Aug 31 15:19:16.912568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966adc6e-ab3a-4239-8a7f-124413f0e541 None None] Checking router: e6cd1c99-906c-48f7-be58-9c441b0a4704 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:19:16.920861 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966adc6e-ab3a-4239-8a7f-124413f0e541 None None] Routers {'e6cd1c99-906c-48f7-be58-9c441b0a4704'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:19:16.921470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-966adc6e-ab3a-4239-8a7f-124413f0e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:18:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e6cd1c99-906c-48f7-be58-9c441b0a4704'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:16.946509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dba05-1d76-4913-810d-e26522740240 req-e711c5b5-0d0a-4fbb-afc0-a1a56b8261ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:16.948059 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1a7dba05-1d76-4913-810d-e26522740240 req-e711c5b5-0d0a-4fbb-afc0-a1a56b8261ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c55f9788-6222-40f2-9e66-17c762e3e52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449257 Aug 31 15:19:17.036914 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-966adc6e-ab3a-4239-8a7f-124413f0e541 None None] Set router e6cd1c99-906c-48f7-be58-9c441b0a4704 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:19:17.041698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1a7dba05-1d76-4913-810d-e26522740240 req-1228aff9-100d-454b-87d4-5baff32e1326 service neutron] 10.222.0.60 "GET /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862586 Aug 31 15:19:17.140153 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1a7dba05-1d76-4913-810d-e26522740240 req-9acad17f-20ec-4d55-a719-64e7e45d2a13 service neutron] 10.222.0.60 "GET /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919673 Aug 31 15:19:17.263644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-966adc6e-ab3a-4239-8a7f-124413f0e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:03Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'f3b4b9c6-7e00-4128-ad11-3a23f69b5047', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.115', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'port_id': 'c89ce204-5a17-40ec-b19a-790a40053617', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'mac_address': 'fa:16:3e:63:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:19:15Z', 'updated_at': '2021-08-31T15:19:15Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c22d-0ec7-48fe-89f4-f076dde36db1', 'name': '', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:94:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:02Z', 'updated_at': '2021-08-31T15:19:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:17.289835 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966adc6e-ab3a-4239-8a7f-124413f0e541 None None] The sync data for ids ['e6cd1c99-906c-48f7-be58-9c441b0a4704'] in n-d-806683-5 is: [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:03Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'f3b4b9c6-7e00-4128-ad11-3a23f69b5047', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'floating_ip_address': '172.25.2.115', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'port_id': 'c89ce204-5a17-40ec-b19a-790a40053617', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'mac_address': 'fa:16:3e:63:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:19:15Z', 'updated_at': '2021-08-31T15:19:15Z', 'revision_number': 0, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c22d-0ec7-48fe-89f4-f076dde36db1', 'name': '', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:94:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:02Z', 'updated_at': '2021-08-31T15:19:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:19:17.495293 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b370c4-0b2a-4644-b00a-8c99dbe1159f None None] New status for floating IP f3b4b9c6-7e00-4128-ad11-3a23f69b5047: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:19:17.797226 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33486) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:17.856547 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-182d6ad9-6f05-4e12-8f4b-67eafceeb8e8 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/f3b4b9c6-7e00-4128-ad11-3a23f69b5047 HTTP/1.1" status: 200 len: 993 time: 0.0580754 Aug 31 15:19:19.162329 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17100289-4538-4f9c-bf66-ecd3c5110bf4 req-0bcf21b2-9543-4709-9768-ae51180e6027 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408487 Aug 31 15:19:19.241906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17100289-4538-4f9c-bf66-ecd3c5110bf4 req-3c906e40-3705-4e79-ac22-6d2224aa84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:19.243463 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17100289-4538-4f9c-bf66-ecd3c5110bf4 req-3c906e40-3705-4e79-ac22-6d2224aa84c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 1096 time: 0.0415246 Aug 31 15:19:19.345546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17100289-4538-4f9c-bf66-ecd3c5110bf4 req-08b1240a-a0b5-403e-bfd5-9e20df51a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:19.347000 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17100289-4538-4f9c-bf66-ecd3c5110bf4 req-08b1240a-a0b5-403e-bfd5-9e20df51a0fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=c55f9788-6222-40f2-9e66-17c762e3e52e HTTP/1.1" status: 200 len: 897 time: 0.0862012 Aug 31 15:19:19.412928 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17100289-4538-4f9c-bf66-ecd3c5110bf4 req-106e590f-14f1-4c90-bc96-18ff4e3e0029 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c89ce204-5a17-40ec-b19a-790a40053617 HTTP/1.1" status: 200 len: 1001 time: 0.0586081 Aug 31 15:19:19.461251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17100289-4538-4f9c-bf66-ecd3c5110bf4 req-d857db21-5f8c-4d43-857f-1737df793436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:19.462718 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17100289-4538-4f9c-bf66-ecd3c5110bf4 req-d857db21-5f8c-4d43-857f-1737df793436 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09aa45d2-9e06-4f26-ad88-3ea6daf8355e HTTP/1.1" status: 200 len: 835 time: 0.0433090 Aug 31 15:19:19.510640 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17100289-4538-4f9c-bf66-ecd3c5110bf4 req-eb524b16-b1b6-43ef-b47b-7420c00cb0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:19.512084 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17100289-4538-4f9c-bf66-ecd3c5110bf4 req-eb524b16-b1b6-43ef-b47b-7420c00cb0e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c55f9788-6222-40f2-9e66-17c762e3e52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428102 Aug 31 15:19:19.599767 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17100289-4538-4f9c-bf66-ecd3c5110bf4 req-d389d58a-89c2-4651-8917-ae3421481c21 service neutron] 10.222.0.60 "GET /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801342 Aug 31 15:19:19.690668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17100289-4538-4f9c-bf66-ecd3c5110bf4 req-418fa217-29fc-4c64-94ad-7d07664201e0 service neutron] 10.222.0.60 "GET /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842373 Aug 31 15:19:19.706995 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf03e44e-76e6-4188-874a-2d1c17989d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:20.036108 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:22.247831 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1d57906-e72f-4027-ac4c-2bee1343ac76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:22.343751 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:23.541309 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:24.973385 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:25.133666 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:46.667798 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b6a85-ad87-4853-9027-51af48b2bba7 req-264cb232-b130-4dfe-a2fd-3febaba8a8c2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:46.669292 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e37b6a85-ad87-4853-9027-51af48b2bba7 req-264cb232-b130-4dfe-a2fd-3febaba8a8c2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 945 time: 0.0498827 Aug 31 15:19:46.706650 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e37b6a85-ad87-4853-9027-51af48b2bba7 req-42673a3c-905b-4e61-ad49-55cd4abe6c02 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315003 Aug 31 15:19:47.863481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b269348-1ace-457a-abdc-5f9c6889471a req-eb28bc1c-c58c-46eb-b97c-729595df0759 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:47.865219 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9b269348-1ace-457a-abdc-5f9c6889471a req-eb28bc1c-c58c-46eb-b97c-729595df0759 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 945 time: 0.0481031 Aug 31 15:19:47.903495 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9b269348-1ace-457a-abdc-5f9c6889471a req-78931d14-a918-4c8a-b297-4435a35bdb7f tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315020 Aug 31 15:19:47.925586 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33510) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:47.987827 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-42a83a15-9f1b-44fc-a047-789e94a8f496 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/f3b4b9c6-7e00-4128-ad11-3a23f69b5047 HTTP/1.1" status: 200 len: 993 time: 0.0611341 Aug 31 15:19:49.282179 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92602b26-8e46-4ee9-a204-6f1d0a4e6926 req-a8207e66-5bae-4bd3-b1ca-af51314fa331 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:49.283607 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92602b26-8e46-4ee9-a204-6f1d0a4e6926 req-a8207e66-5bae-4bd3-b1ca-af51314fa331 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 945 time: 0.0816274 Aug 31 15:19:49.290256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd82a56-7eef-4200-a576-b83ae3dbbe67 req-670e2f9a-0935-4057-9e7a-f65b8b833ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:49.291673 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fd82a56-7eef-4200-a576-b83ae3dbbe67 req-670e2f9a-0935-4057-9e7a-f65b8b833ebe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 1096 time: 0.0592403 Aug 31 15:19:49.371354 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-92602b26-8e46-4ee9-a204-6f1d0a4e6926 req-294b5917-a816-4335-a027-0a7bc1c8647d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787239 Aug 31 15:19:49.403826 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd82a56-7eef-4200-a576-b83ae3dbbe67 req-5d8dcde8-cf18-41ba-bd00-80dc9c35bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:49.405264 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fd82a56-7eef-4200-a576-b83ae3dbbe67 req-5d8dcde8-cf18-41ba-bd00-80dc9c35bad9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c55f9788-6222-40f2-9e66-17c762e3e52e HTTP/1.1" status: 200 len: 897 time: 0.1062176 Aug 31 15:19:49.472179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fd82a56-7eef-4200-a576-b83ae3dbbe67 req-61ba267a-0210-49b6-80b5-4a3b6f5faf57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c89ce204-5a17-40ec-b19a-790a40053617 HTTP/1.1" status: 200 len: 1001 time: 0.0598602 Aug 31 15:19:49.520496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd82a56-7eef-4200-a576-b83ae3dbbe67 req-01fc92d2-d511-4722-aacd-66964fbe52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:49.522068 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fd82a56-7eef-4200-a576-b83ae3dbbe67 req-01fc92d2-d511-4722-aacd-66964fbe52ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09aa45d2-9e06-4f26-ad88-3ea6daf8355e HTTP/1.1" status: 200 len: 835 time: 0.0434585 Aug 31 15:19:49.565531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd82a56-7eef-4200-a576-b83ae3dbbe67 req-0ccd8acd-13e7-4f3c-9e55-8e023582c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:49.566869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fd82a56-7eef-4200-a576-b83ae3dbbe67 req-0ccd8acd-13e7-4f3c-9e55-8e023582c921 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c55f9788-6222-40f2-9e66-17c762e3e52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382907 Aug 31 15:19:49.659487 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fd82a56-7eef-4200-a576-b83ae3dbbe67 req-c573c559-036c-4af6-a1a5-c12a40572c9e service neutron] 10.222.0.60 "GET /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848925 Aug 31 15:19:49.709287 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b413f9e1-c8f1-4bbb-961c-889e8692779c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:49.749686 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0fd82a56-7eef-4200-a576-b83ae3dbbe67 req-004aea27-2db2-40b1-9bbe-6f42fafd71ba service neutron] 10.222.0.60 "GET /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836523 Aug 31 15:19:50.035467 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:50.488884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6973dfd-0a50-4d2a-952b-72ee3ad8141f req-704b8bd1-5e9b-4c91-8823-ca532d7ced60 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:50.490914 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f6973dfd-0a50-4d2a-952b-72ee3ad8141f req-704b8bd1-5e9b-4c91-8823-ca532d7ced60 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 945 time: 0.0494411 Aug 31 15:19:50.531366 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f6973dfd-0a50-4d2a-952b-72ee3ad8141f req-7922c34b-e1e3-4729-91f3-2fbdf8c78236 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340619 Aug 31 15:19:51.658019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cdfff-981e-47ac-8ecd-33667e151950 req-fbfa8ab7-bf8d-432f-a773-4815dc967512 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:51.659513 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-803cdfff-981e-47ac-8ecd-33667e151950 req-fbfa8ab7-bf8d-432f-a773-4815dc967512 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 945 time: 0.0489073 Aug 31 15:19:51.696982 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-803cdfff-981e-47ac-8ecd-33667e151950 req-595b0c40-7b4c-4813-bf3d-1c2bb40b59f2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306642 Aug 31 15:19:51.719024 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33522) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:51.781701 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-0f00e559-7bf5-4403-919e-5ede436ebf65 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/floatingips/f3b4b9c6-7e00-4128-ad11-3a23f69b5047 HTTP/1.1" status: 200 len: 993 time: 0.0615284 Aug 31 15:19:52.037084 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:19:52.043329 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33528) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:52.195481 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port 1c92ef6f-cd18-4abb-809b-306f854a1f64 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:19:52.195828 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:52.249027 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e66632de-798e-4d46-821d-f5fe710ffbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:52.270406 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:52.270732 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:52.282044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for 1c92ef6f-cd18-4abb-809b-306f854a1f64 owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:19:52.344282 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:52.432661 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:52.461113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=1c92ef6f-cd18-4abb-809b-306f854a1f64,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:52.485623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:52.485984 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:52.486332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:52.486671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:52.487025 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:52.487378 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:52.487712 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:52.488044 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:52.488379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:52.488706 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:52.489034 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:52.489623 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:52.534983 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:52.535376 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Floating IP f3b4b9c6-7e00-4128-ad11-3a23f69b5047 disassociated (deleted). External IP: 172.25.2.115, port: c89ce204-5a17-40ec-b19a-790a40053617. Aug 31 15:19:52.737710 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router e6cd1c99-906c-48f7-be58-9c441b0a4704 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:19:52.843133 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:19:52.848131 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:52.853251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90383949-784f-4780-aeb7-6b67086630dc None None] Sync routers for ids ['e6cd1c99-906c-48f7-be58-9c441b0a4704'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:19:52.861698 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90383949-784f-4780-aeb7-6b67086630dc None None] Routers {'e6cd1c99-906c-48f7-be58-9c441b0a4704'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:19:52.862304 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-90383949-784f-4780-aeb7-6b67086630dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e6cd1c99-906c-48f7-be58-9c441b0a4704'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:52.874767 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-69258104-79d0-41b2-b1bf-e18f439f98da tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/floatingips/f3b4b9c6-7e00-4128-ad11-3a23f69b5047 HTTP/1.1" status: 204 len: 168 time: 0.8303268 Aug 31 15:19:52.875388 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'tag': 'c89ce204-5a17-40ec-b19a-790a40053617'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:19:52.877683 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8baed89709b0a4c945e3e74325298eb1be3a1a950e6bee074768b0dfbbad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f448517-5afa-4f4b-b995-59853a7fbc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "30ac5e8e-6fec-41f6-a189-517b968c6d18", "tag": "c89ce204-5a17-40ec-b19a-790a40053617"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:19:52.919879 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0570c64-8173-4023-9159-1d77c424cedf x-openstack-request-id: req-c0570c64-8173-4023-9159-1d77c424cedf {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:19:52.920175 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ac5e8e-6fec-41f6-a189-517b968c6d18", "tag": "c89ce204-5a17-40ec-b19a-790a40053617", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:19:52.920427 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0570c64-8173-4023-9159-1d77c424cedf {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:19:52.920841 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'tag': 'c89ce204-5a17-40ec-b19a-790a40053617', 'status': 'completed', 'code': 200} Aug 31 15:19:53.003330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f448517-5afa-4f4b-b995-59853a7fbc9f req-262c4c4e-d210-4e8c-82a4-64b4bb77d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:53.004953 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7f448517-5afa-4f4b-b995-59853a7fbc9f req-262c4c4e-d210-4e8c-82a4-64b4bb77d986 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e95ca13f7900437b89e01b1bba4fea13&device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 1096 time: 0.0567813 Aug 31 15:19:53.106272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f448517-5afa-4f4b-b995-59853a7fbc9f req-471db0f4-380e-43c1-b2b2-1a1714d2ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:53.107835 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7f448517-5afa-4f4b-b995-59853a7fbc9f req-471db0f4-380e-43c1-b2b2-1a1714d2ca1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c55f9788-6222-40f2-9e66-17c762e3e52e HTTP/1.1" status: 200 len: 897 time: 0.0945022 Aug 31 15:19:53.126425 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a48d0-7f12-4079-a005-69f61b2041e8 req-0d3b5e58-51bf-4a75-b97b-39f331643c14 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:53.128002 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-786a48d0-7f12-4079-a005-69f61b2041e8 req-0d3b5e58-51bf-4a75-b97b-39f331643c14 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 945 time: 0.0516753 Aug 31 15:19:53.130378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-90383949-784f-4780-aeb7-6b67086630dc None None] Set router e6cd1c99-906c-48f7-be58-9c441b0a4704 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:19:53.156803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7f448517-5afa-4f4b-b995-59853a7fbc9f req-6bbbd6f5-d10e-43eb-9846-77bcd5a64d03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c89ce204-5a17-40ec-b19a-790a40053617 HTTP/1.1" status: 200 len: 217 time: 0.0395124 Aug 31 15:19:53.168447 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-786a48d0-7f12-4079-a005-69f61b2041e8 req-89163bba-b54d-44c8-ac52-f8355dda923d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341139 Aug 31 15:19:53.206993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f448517-5afa-4f4b-b995-59853a7fbc9f req-474c4a5d-82a3-4489-bb5a-cae3fe9c4be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:53.208473 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7f448517-5afa-4f4b-b995-59853a7fbc9f req-474c4a5d-82a3-4489-bb5a-cae3fe9c4be0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09aa45d2-9e06-4f26-ad88-3ea6daf8355e HTTP/1.1" status: 200 len: 835 time: 0.0432847 Aug 31 15:19:53.254369 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f448517-5afa-4f4b-b995-59853a7fbc9f req-c5a5466b-76c7-49b4-b382-3ade8d4aa7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:53.256085 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7f448517-5afa-4f4b-b995-59853a7fbc9f req-c5a5466b-76c7-49b4-b382-3ade8d4aa7e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c55f9788-6222-40f2-9e66-17c762e3e52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396528 Aug 31 15:19:53.329230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-90383949-784f-4780-aeb7-6b67086630dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:03Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '6772c22d-0ec7-48fe-89f4-f076dde36db1', 'name': '', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:94:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:02Z', 'updated_at': '2021-08-31T15:19:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:53.348873 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7f448517-5afa-4f4b-b995-59853a7fbc9f req-b82e9503-40cc-4536-afd0-01ba108b5954 service neutron] 10.222.0.60 "GET /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846519 Aug 31 15:19:53.356620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90383949-784f-4780-aeb7-6b67086630dc None None] Checking router: e6cd1c99-906c-48f7-be58-9c441b0a4704 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:19:53.365902 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90383949-784f-4780-aeb7-6b67086630dc None None] Routers {'e6cd1c99-906c-48f7-be58-9c441b0a4704'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:19:53.366515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-90383949-784f-4780-aeb7-6b67086630dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e6cd1c99-906c-48f7-be58-9c441b0a4704'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:53.441336 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7f448517-5afa-4f4b-b995-59853a7fbc9f req-ef83c932-2cf1-4533-b2b5-21974510a9f0 service neutron] 10.222.0.60 "GET /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845532 Aug 31 15:19:53.470993 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-90383949-784f-4780-aeb7-6b67086630dc None None] Set router e6cd1c99-906c-48f7-be58-9c441b0a4704 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:19:53.586219 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:53.676449 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-90383949-784f-4780-aeb7-6b67086630dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:03Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '6772c22d-0ec7-48fe-89f4-f076dde36db1', 'name': '', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:94:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:02Z', 'updated_at': '2021-08-31T15:19:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:53.702704 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90383949-784f-4780-aeb7-6b67086630dc None None] The sync data for ids ['e6cd1c99-906c-48f7-be58-9c441b0a4704'] in n-d-806683-5 is: [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:03Z', 'revision_number': 4, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '6772c22d-0ec7-48fe-89f4-f076dde36db1', 'name': '', 'network_id': 'c55f9788-6222-40f2-9e66-17c762e3e52e', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'mac_address': 'fa:16:3e:94:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:02Z', 'updated_at': '2021-08-31T15:19:08Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'subnets': [{'id': '09aa45d2-9e06-4f26-ad88-3ea6daf8355e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:19:53.924496 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3a48d3-8106-4b3f-9e65-3b3c5dccbd50 None None] New status for floating IP f3b4b9c6-7e00-4128-ad11-3a23f69b5047: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:19:54.287918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9884d9-f778-4443-ab91-8994df40a1b4 req-c3dcc99d-bcce-4a90-93e4-e068717b7bc2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:54.289401 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f9884d9-f778-4443-ab91-8994df40a1b4 req-c3dcc99d-bcce-4a90-93e4-e068717b7bc2 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 945 time: 0.0505185 Aug 31 15:19:54.325690 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5f9884d9-f778-4443-ab91-8994df40a1b4 req-d17c0e15-735f-4361-9e99-29574c7e01a5 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/security-groups?id=5762f7cd-fe71-4788-bd2a-2baa3a2840f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304441 Aug 31 15:19:54.978657 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:55.043789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f002e-e6d0-4dcb-8da7-b70b329a91d1 req-97df7679-2b6b-43d2-baf6-c6b0d4d4c336 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:55.045234 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-877f002e-e6d0-4dcb-8da7-b70b329a91d1 req-97df7679-2b6b-43d2-baf6-c6b0d4d4c336 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 945 time: 0.3756673 Aug 31 15:19:55.133427 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-877f002e-e6d0-4dcb-8da7-b70b329a91d1 req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port c89ce204-5a17-40ec-b19a-790a40053617 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:19:55.133717 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-877f002e-e6d0-4dcb-8da7-b70b329a91d1 req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:55.137073 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:55.222617 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-877f002e-e6d0-4dcb-8da7-b70b329a91d1 req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port c89ce204-5a17-40ec-b19a-790a40053617, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=c89ce204-5a17-40ec-b19a-790a40053617,segment=NetworkSegment(44c7128e-4168-4976-89cf-7c0ceaa52fda),segment_id=44c7128e-4168-4976-89cf-7c0ceaa52fda)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:55.222986 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-877f002e-e6d0-4dcb-8da7-b70b329a91d1 req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:55.236249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-877f002e-e6d0-4dcb-8da7-b70b329a91d1 req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for c89ce204-5a17-40ec-b19a-790a40053617 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:19:55.357942 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-877f002e-e6d0-4dcb-8da7-b70b329a91d1 req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:55.390912 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=c89ce204-5a17-40ec-b19a-790a40053617,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:55.403662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.404620 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.404620 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.404866 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.405031 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.405309 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.405634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.405957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.406282 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.406601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.406918 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.407256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.434309 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-48162405-d23a-45e0-addb-37bbee1309ee req-10beb21e-2999-4015-b1a1-7a876e62f8cc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "GET /v2.0/ports?device_id=30ac5e8e-6fec-41f6-a189-517b968c6d18 HTTP/1.1" status: 200 len: 210 time: 0.0336673 Aug 31 15:19:55.441943 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-877f002e-e6d0-4dcb-8da7-b70b329a91d1 req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] No DVR routers for this DVR port c89ce204-5a17-40ec-b19a-790a40053617 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:19:55.444867 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-877f002e-e6d0-4dcb-8da7-b70b329a91d1 req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:55.446840 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-877f002e-e6d0-4dcb-8da7-b70b329a91d1 req-0a85de45-94ff-4638-b1a3-9822f05cbc1e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.60 "DELETE /v2.0/ports/c89ce204-5a17-40ec-b19a-790a40053617 HTTP/1.1" status: 204 len: 173 time: 0.3935394 Aug 31 15:19:55.447500 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'name': 'network-vif-deleted', 'tag': 'c89ce204-5a17-40ec-b19a-790a40053617'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:19:55.449558 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e936c68-5aa2-4ff4-b89f-07f6f35004ee" -d '{"events": [{"server_uuid": "30ac5e8e-6fec-41f6-a189-517b968c6d18", "name": "network-vif-deleted", "tag": "c89ce204-5a17-40ec-b19a-790a40053617"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:19:55.490233 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1672c50-a3c0-48be-a249-b7148c1fffa8 x-openstack-request-id: req-f1672c50-a3c0-48be-a249-b7148c1fffa8 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:19:55.490531 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ac5e8e-6fec-41f6-a189-517b968c6d18", "name": "network-vif-deleted", "tag": "c89ce204-5a17-40ec-b19a-790a40053617", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:19:55.491017 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1672c50-a3c0-48be-a249-b7148c1fffa8 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:19:55.491274 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ac5e8e-6fec-41f6-a189-517b968c6d18', 'name': 'network-vif-deleted', 'tag': 'c89ce204-5a17-40ec-b19a-790a40053617', 'status': 'completed', 'code': 200} Aug 31 15:19:56.493068 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33544) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:57.183766 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aedec03d-5dfe-4f9a-afd9-e2999f38f96e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:57.436042 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-aedec03d-5dfe-4f9a-afd9-e2999f38f96e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port 6772c22d-0ec7-48fe-89f4-f076dde36db1 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:19:57.436384 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aedec03d-5dfe-4f9a-afd9-e2999f38f96e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:57.525606 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-aedec03d-5dfe-4f9a-afd9-e2999f38f96e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port 6772c22d-0ec7-48fe-89f4-f076dde36db1, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=6772c22d-0ec7-48fe-89f4-f076dde36db1,segment=NetworkSegment(44c7128e-4168-4976-89cf-7c0ceaa52fda),segment_id=44c7128e-4168-4976-89cf-7c0ceaa52fda)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:57.526362 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aedec03d-5dfe-4f9a-afd9-e2999f38f96e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:57.538557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-aedec03d-5dfe-4f9a-afd9-e2999f38f96e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for 6772c22d-0ec7-48fe-89f4-f076dde36db1 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:19:57.720929 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aedec03d-5dfe-4f9a-afd9-e2999f38f96e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:57.745707 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedec03d-5dfe-4f9a-afd9-e2999f38f96e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=6772c22d-0ec7-48fe-89f4-f076dde36db1,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:57.920897 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-aedec03d-5dfe-4f9a-afd9-e2999f38f96e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:58.135758 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedec03d-5dfe-4f9a-afd9-e2999f38f96e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Router e6cd1c99-906c-48f7-be58-9c441b0a4704 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:19:58.177940 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-5d4986b0-8df4-4d99-b228-d3cb9b8f4d12 req-f3d17e13-c6b5-40d6-a858-aa4cf6d57ad7 service neutron] (94870) timed out ('10.222.0.39', 48654) {{(pid=94870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 15:19:58.250101 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedec03d-5dfe-4f9a-afd9-e2999f38f96e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:19:58.254987 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-aedec03d-5dfe-4f9a-afd9-e2999f38f96e tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "PUT /v2.0/routers/e6cd1c99-906c-48f7-be58-9c441b0a4704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7609055 Aug 31 15:19:58.258245 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33546) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:58.260893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1144b55-1499-431f-8cc5-b76c1d67c653 None None] Sync routers for ids ['e6cd1c99-906c-48f7-be58-9c441b0a4704'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:19:58.269802 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1144b55-1499-431f-8cc5-b76c1d67c653 None None] Routers {'e6cd1c99-906c-48f7-be58-9c441b0a4704'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:19:58.270401 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e1144b55-1499-431f-8cc5-b76c1d67c653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e6cd1c99-906c-48f7-be58-9c441b0a4704'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:58.309123 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfaf4619-19fa-4478-97bc-b2dec30969de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting subnet 09aa45d2-9e06-4f26-ad88-3ea6daf8355e {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:19:58.312182 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfaf4619-19fa-4478-97bc-b2dec30969de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:58.351885 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfaf4619-19fa-4478-97bc-b2dec30969de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:58.377696 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-e1144b55-1499-431f-8cc5-b76c1d67c653 None None] Set router e6cd1c99-906c-48f7-be58-9c441b0a4704 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:19:58.439927 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfaf4619-19fa-4478-97bc-b2dec30969de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:58.498816 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfaf4619-19fa-4478-97bc-b2dec30969de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:58.527433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf4619-19fa-4478-97bc-b2dec30969de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Subnet': ['ID=09aa45d2-9e06-4f26-ad88-3ea6daf8355e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:58.531048 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-dfaf4619-19fa-4478-97bc-b2dec30969de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:58.535421 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-dfaf4619-19fa-4478-97bc-b2dec30969de tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/subnets/09aa45d2-9e06-4f26-ad88-3ea6daf8355e HTTP/1.1" status: 204 len: 168 time: 0.2737749 Aug 31 15:19:58.535750 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33548) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:58.539305 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32607994-f595-420e-85a9-40d6e4fcf968 None None] Network c55f9788-6222-40f2-9e66-17c762e3e52e requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:19:58.649189 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:58.661691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e1144b55-1499-431f-8cc5-b76c1d67c653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:57Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:58.691200 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1144b55-1499-431f-8cc5-b76c1d67c653 None None] Checking router: e6cd1c99-906c-48f7-be58-9c441b0a4704 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:19:58.705964 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1144b55-1499-431f-8cc5-b76c1d67c653 None None] Routers {'e6cd1c99-906c-48f7-be58-9c441b0a4704'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:19:58.706563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e1144b55-1499-431f-8cc5-b76c1d67c653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['e6cd1c99-906c-48f7-be58-9c441b0a4704'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:58.757210 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:58.790309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] DHCP port deletion for c55f9788-6222-40f2-9e66-17c762e3e52e request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:19:58.811343 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Deleting port 86d1d4d1-264b-41d2-a4be-40782a51bfa3 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:19:58.811684 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:58.841861 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-e1144b55-1499-431f-8cc5-b76c1d67c653 None None] Set router e6cd1c99-906c-48f7-be58-9c441b0a4704 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:19:58.893369 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] For port 86d1d4d1-264b-41d2-a4be-40782a51bfa3, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=86d1d4d1-264b-41d2-a4be-40782a51bfa3,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:58.893736 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:58.910030 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Calling delete_port for 86d1d4d1-264b-41d2-a4be-40782a51bfa3 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:19:58.955301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Deleting port ee26836f-eeb0-49d4-a32d-f8e04a762106 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:19:58.955680 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:58.960131 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device c89ce204-5a17-40ec-b19a-790a40053617 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:19:59.022909 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: c89ce204-5a17-40ec-b19a-790a40053617 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:19:59.023280 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device c89ce204-5a17-40ec-b19a-790a40053617 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:19:59.066046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] For port ee26836f-eeb0-49d4-a32d-f8e04a762106, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=ee26836f-eeb0-49d4-a32d-f8e04a762106,segment=NetworkSegment(44c7128e-4168-4976-89cf-7c0ceaa52fda),segment_id=44c7128e-4168-4976-89cf-7c0ceaa52fda)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:59.066355 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.076747 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.097063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Calling delete_port for ee26836f-eeb0-49d4-a32d-f8e04a762106 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:19:59.101964 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Port': ['ID=86d1d4d1-264b-41d2-a4be-40782a51bfa3,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:59.160562 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.173265 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-e1144b55-1499-431f-8cc5-b76c1d67c653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:57Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:59.206050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1144b55-1499-431f-8cc5-b76c1d67c653 None None] The sync data for ids ['e6cd1c99-906c-48f7-be58-9c441b0a4704'] in n-d-806683-5 is: [{'id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477574962', 'tenant_id': 'e95ca13f7900437b89e01b1bba4fea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:18:59Z', 'updated_at': '2021-08-31T15:19:57Z', 'revision_number': 5, 'project_id': 'e95ca13f7900437b89e01b1bba4fea13', 'gw_port': {'id': '86d1d4d1-264b-41d2-a4be-40782a51bfa3', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd1c99-906c-48f7-be58-9c441b0a4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:19:00Z', 'updated_at': '2021-08-31T15:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:19:59.223381 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.252354 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Pushing event deleted for resources: {'Port': ['ID=ee26836f-eeb0-49d4-a32d-f8e04a762106,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:59.254657 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] No DVR routers for this DVR port ee26836f-eeb0-49d4-a32d-f8e04a762106 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:19:59.264160 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.265460 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.267373 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:59.267946 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:59.268064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:59.268474 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:59.268722 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:59.269253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:59.269937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:59.270276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:59.270619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:59.270992 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:59.272070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:59.272070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa94eb-f774-40b5-9d0f-f4b865e50484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:59.308179 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.308764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Fanout notify agent at l3_agent the message router_deleted on router e6cd1c99-906c-48f7-be58-9c441b0a4704 {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:19:59.315810 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.316983 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-ad52c33f-58f1-488a-bd3f-d8db2c730d3d tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/routers/e6cd1c99-906c-48f7-be58-9c441b0a4704 HTTP/1.1" status: 204 len: 168 time: 0.7802749 Aug 31 15:19:59.319614 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33550) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:59.394261 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9df31b6a-8730-4e5f-afc8-28b292c462bc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.480153 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9df31b6a-8730-4e5f-afc8-28b292c462bc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.489924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9df31b6a-8730-4e5f-afc8-28b292c462bc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55f9788-6222-40f2-9e66-17c762e3e52e']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:59.500084 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9df31b6a-8730-4e5f-afc8-28b292c462bc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c7128e-4168-4976-89cf-7c0ceaa52fda') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:59.500328 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-9df31b6a-8730-4e5f-afc8-28b292c462bc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c7128e-4168-4976-89cf-7c0ceaa52fda') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:59.509540 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9df31b6a-8730-4e5f-afc8-28b292c462bc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.524011 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9df31b6a-8730-4e5f-afc8-28b292c462bc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.529939 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df31b6a-8730-4e5f-afc8-28b292c462bc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:19:59.530543 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9df31b6a-8730-4e5f-afc8-28b292c462bc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: timer() Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:19:59.533338 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:19:59.617873 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9df31b6a-8730-4e5f-afc8-28b292c462bc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.625210 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9df31b6a-8730-4e5f-afc8-28b292c462bc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.627104 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9df31b6a-8730-4e5f-afc8-28b292c462bc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/networks/c55f9788-6222-40f2-9e66-17c762e3e52e HTTP/1.1" status: 204 len: 168 time: 0.3065360 Aug 31 15:19:59.630034 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33552) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:59.639728 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df31b6a-8730-4e5f-afc8-28b292c462bc tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'Network': ['ID=c55f9788-6222-40f2-9e66-17c762e3e52e,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:59.694622 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84df670e-1ee8-4e35-9d14-55b8b4f0fe41 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.719841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84df670e-1ee8-4e35-9d14-55b8b4f0fe41 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.784739 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84df670e-1ee8-4e35-9d14-55b8b4f0fe41 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.788238 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84df670e-1ee8-4e35-9d14-55b8b4f0fe41 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:59.789524 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-84df670e-1ee8-4e35-9d14-55b8b4f0fe41 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] 10.222.0.39 "DELETE /v2.0/security-groups/5762f7cd-fe71-4788-bd2a-2baa3a2840f0 HTTP/1.1" status: 204 len: 168 time: 0.1578524 Aug 31 15:19:59.799696 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df670e-1ee8-4e35-9d14-55b8b4f0fe41 tempest-TestNetworkAdvancedServerOps-321843748 tempest-TestNetworkAdvancedServerOps-321843748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5762f7cd-fe71-4788-bd2a-2baa3a2840f0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:00.141277 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33560) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:00.283198 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ee26836f-eeb0-49d4-a32d-f8e04a762106 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:20:00.298241 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-69d7a24b-a52c-470b-8719-61adc6dad00d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e95ca13f7900437b89e01b1bba4fea13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557605 Aug 31 15:20:00.300827 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33564) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:00.303780 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: ee26836f-eeb0-49d4-a32d-f8e04a762106 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:20:00.304126 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device ee26836f-eeb0-49d4-a32d-f8e04a762106 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:20:00.304543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 86d1d4d1-264b-41d2-a4be-40782a51bfa3 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:20:00.323343 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 86d1d4d1-264b-41d2-a4be-40782a51bfa3 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:20:00.323684 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 86d1d4d1-264b-41d2-a4be-40782a51bfa3 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:20:00.324095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6772c22d-0ec7-48fe-89f4-f076dde36db1 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:20:00.341895 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 6772c22d-0ec7-48fe-89f4-f076dde36db1 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:20:00.342166 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 6772c22d-0ec7-48fe-89f4-f076dde36db1 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:20:00.349813 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95cd6523-44cd-41ec-937f-984885da3d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.373672 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95cd6523-44cd-41ec-937f-984885da3d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.420337 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95cd6523-44cd-41ec-937f-984885da3d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.422841 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95cd6523-44cd-41ec-937f-984885da3d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.424031 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-95cd6523-44cd-41ec-937f-984885da3d6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b459158-ee8e-438a-a7a1-a65cd2ce64da HTTP/1.1" status: 204 len: 168 time: 0.1222093 Aug 31 15:20:00.432542 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd6523-44cd-41ec-937f-984885da3d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b459158-ee8e-438a-a7a1-a65cd2ce64da,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:00.683474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33570) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:00.697310 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f37bade-4edd-40dd-80a9-b1c1117d6ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.789944 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f37bade-4edd-40dd-80a9-b1c1117d6ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.793609 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f37bade-4edd-40dd-80a9-b1c1117d6ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.831425 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8f37bade-4edd-40dd-80a9-b1c1117d6ac6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90acab5459224c5895c746214e54e410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468301 Aug 31 15:20:00.832276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37bade-4edd-40dd-80a9-b1c1117d6ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1692863-9904-44d0-9c83-c544e4166911,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:00.834864 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33572) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:00.882999 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5d2de3c-56a5-4d54-8b5c-0f124bba7bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.904033 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5d2de3c-56a5-4d54-8b5c-0f124bba7bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.948870 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5d2de3c-56a5-4d54-8b5c-0f124bba7bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.951417 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-f5d2de3c-56a5-4d54-8b5c-0f124bba7bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.952539 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-f5d2de3c-56a5-4d54-8b5c-0f124bba7bb7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1692863-9904-44d0-9c83-c544e4166911 HTTP/1.1" status: 204 len: 168 time: 0.1165466 Aug 31 15:20:00.960567 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2de3c-56a5-4d54-8b5c-0f124bba7bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1692863-9904-44d0-9c83-c544e4166911,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:01.658956 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33594) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:01.756960 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-524471815-network', 'tenant_id': '9a7075e1077840e083889903e7bfd66f'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:01.780589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] Made reservation on behalf of 9a7075e1077840e083889903e7bfd66f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:20:01.782945 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:01.793032 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:01.896483 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:01.901609 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:01.929452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:20:01.940159 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a920fdb8-1181-4b55-86c3-6239b8bd9429,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:01.948518 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:01.948854 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] Added segment e4939eca-3c14-4376-971b-33f80e82d754 of type vlan for network 17594533-844e-4ed2-a673-3eae5285f2de Aug 31 15:20:01.998407 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.029856 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.030865 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:02.031587 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.095913 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4357512 Aug 31 15:20:02.099430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33598) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:02.104751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d4cf60c9-dcc4-4f44-8cca-5bbfbb49ed16 admin admin] Request body: {'subnet': {'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-524471815-subnet', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:02.114605 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb3eae-b32d-4e4f-a502-dad3c4a3c912 admin admin] Pushing event updated for resources: {'Network': ['ID=17594533-844e-4ed2-a673-3eae5285f2de,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:02.127341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 17594533-844e-4ed2-a673-3eae5285f2de details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:20:02.129752 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cf60c9-dcc4-4f44-8cca-5bbfbb49ed16 admin admin] Made reservation on behalf of 9a7075e1077840e083889903e7bfd66f for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:20:02.132999 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d4cf60c9-dcc4-4f44-8cca-5bbfbb49ed16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.330804 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d4cf60c9-dcc4-4f44-8cca-5bbfbb49ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.401417 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf60c9-dcc4-4f44-8cca-5bbfbb49ed16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:02.405983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cf60c9-dcc4-4f44-8cca-5bbfbb49ed16 admin admin] Checking segment: {'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:20:02.406338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cf60c9-dcc4-4f44-8cca-5bbfbb49ed16 admin admin] Network hostable DHCP agents. Network: 17594533-844e-4ed2-a673-3eae5285f2de, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:20:02.426034 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cf60c9-dcc4-4f44-8cca-5bbfbb49ed16 admin admin] Network 17594533-844e-4ed2-a673-3eae5285f2de is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:20:02.438081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d4cf60c9-dcc4-4f44-8cca-5bbfbb49ed16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 17594533-844e-4ed2-a673-3eae5285f2de) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:20:02.442255 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cf60c9-dcc4-4f44-8cca-5bbfbb49ed16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:02.442921 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d4cf60c9-dcc4-4f44-8cca-5bbfbb49ed16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.447571 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872727b-583d-4588-8fb1-9058e5c6bb7b None None] Network 17594533-844e-4ed2-a673-3eae5285f2de requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:20:02.457072 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d4cf60c9-dcc4-4f44-8cca-5bbfbb49ed16 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3564193 Aug 31 15:20:02.460059 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33600) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:02.464331 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:02.491236 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.491236 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.543851 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.611939 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-17594533-844e-4ed2-a673-3eae5285f2de', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:20:02.614122 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.696137 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.747514 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Allocated IP 172.20.0.2 (17594533-844e-4ed2-a673-3eae5285f2de/fa39c6e1-f0c3-47aa-a640-9b84945e9e6b/798ffacb-2eb8-4cd4-a0fa-317940f9cf25) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:20:02.905800 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.925633 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:03.043952 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Allocated IP 172.25.2.25 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/8c8bfe55-1b31-4ce5-a8ce-e67e289e232b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:20:03.051531 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:03.060563 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Transition to ACTIVE for port object 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:20:03.075844 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Transition to ACTIVE for port object 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:20:03.081879 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:03.119747 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Network 17594533-844e-4ed2-a673-3eae5285f2de is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:20:03.124508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:20:03.127990 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:20:03.138069 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Pushing event updated for resources: {'Port': ['ID=798ffacb-2eb8-4cd4-a0fa-317940f9cf25,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:03.154189 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:03.192155 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Attempting to bind port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:20:03.192538 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Attempting to bind port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:20:03.193402 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Attempting to bind port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 on network 17594533-844e-4ed2-a673-3eae5285f2de {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:20:03.194663 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:03.198664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:20:03.199038 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Checking segment: {'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:20:03.199472 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:03.199864 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Bound using segment: {'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:20:03.200369 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Bound port: 798ffacb-2eb8-4cd4-a0fa-317940f9cf25, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:20:03.200748 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:03.231984 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:20:03.236812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:20:03.241222 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:20:03.265523 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] For port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:20:03.268795 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Pushing event updated for resources: {'Port': ['ID=8c8bfe55-1b31-4ce5-a8ce-e67e289e232b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:03.269212 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] For port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=798ffacb-2eb8-4cd4-a0fa-317940f9cf25,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:20:03.274518 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:03.334772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf2d90-6b8a-4430-a55a-1ecaea33e015 None None] Pushing event updated for resources: {'Port': ['ID=798ffacb-2eb8-4cd4-a0fa-317940f9cf25,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:03.512123 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:03.708478 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:03.834745 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Router b16fdb99-a0d6-4f54-ac25-2e563b479398 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:20:03.945661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:20:03.955305 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Sync routers for ids ['b16fdb99-a0d6-4f54-ac25-2e563b479398'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:20:03.963228 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:03.967027 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-dfcb143c-a3f8-4589-9784-fd0c59d75707 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5035026 Aug 31 15:20:03.967450 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Routers {'b16fdb99-a0d6-4f54-ac25-2e563b479398'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:03.967549 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33604) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:03.968006 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b16fdb99-a0d6-4f54-ac25-2e563b479398'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:04.079704 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Set router b16fdb99-a0d6-4f54-ac25-2e563b479398 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:04.234164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc7815e-4651-4dfa-9512-dc8799612cd8 None None] Network 17594533-844e-4ed2-a673-3eae5285f2de requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:20:04.264257 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:03Z', 'revision_number': 3, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:04.290776 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:20:04.307141 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Checking router: b16fdb99-a0d6-4f54-ac25-2e563b479398 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:20:04.307555 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Updating router b16fdb99-a0d6-4f54-ac25-2e563b479398 port 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:20:04.334850 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.370981 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-09dde392-548f-4635-b9c2-153dc826b746 None None] Provisioning for port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:20:04.414201 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:20:04.424012 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:04.424389 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.437973 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.540358 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.587750 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=798ffacb-2eb8-4cd4-a0fa-317940f9cf25,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:04.591699 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.606402 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Allocated IP 172.20.0.1 (17594533-844e-4ed2-a673-3eae5285f2de/fa39c6e1-f0c3-47aa-a640-9b84945e9e6b/5e30804c-8d61-4da8-8593-9cb508c2e11f) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:20:04.608203 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.620674 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Transition to ACTIVE for port object 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:20:04.632699 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.664021 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=798ffacb-2eb8-4cd4-a0fa-317940f9cf25,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:04.690753 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Attempting to bind port 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:20:04.691305 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Attempting to bind port 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:20:04.691771 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Attempting to bind port 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:20:04.700683 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:20:04.701209 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:20:04.701736 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.702236 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:20:04.702812 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Bound port: 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:20:04.703325 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.705055 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dbaa5-53b6-409d-94a3-97b704e86db1 None None] Pushing event updated for resources: {'Port': ['ID=8c8bfe55-1b31-4ce5-a8ce-e67e289e232b,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:04.738354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.752157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Transition to ACTIVE for port object 5e30804c-8d61-4da8-8593-9cb508c2e11f will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:20:04.768118 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] For port 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:20:04.773777 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] For port 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8c8bfe55-1b31-4ce5-a8ce-e67e289e232b,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:20:04.780199 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.789646 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.837087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Network 17594533-844e-4ed2-a673-3eae5285f2de is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:20:04.840967 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:20:04.842188 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dbaa5-53b6-409d-94a3-97b704e86db1 None None] Pushing event updated for resources: {'Port': ['ID=8c8bfe55-1b31-4ce5-a8ce-e67e289e232b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:04.842930 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Pushing event updated for resources: {'Port': ['ID=5e30804c-8d61-4da8-8593-9cb508c2e11f,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:04.844817 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Routers {'b16fdb99-a0d6-4f54-ac25-2e563b479398'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:04.845100 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:20:04.845416 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b16fdb99-a0d6-4f54-ac25-2e563b479398'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:04.888412 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.912300 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-52264ffc-b2d2-4518-b5d6-621f2dc3b715 None None] Provisioning complete for port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:04.912683 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52264ffc-b2d2-4518-b5d6-621f2dc3b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.966427 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] Set router b16fdb99-a0d6-4f54-ac25-2e563b479398 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:05.039915 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:05.149379 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-15bc4d67-a877-478f-9404-1a6723ad6466 None None] Provisioning for port 5e30804c-8d61-4da8-8593-9cb508c2e11f completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:20:05.153158 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-15bc4d67-a877-478f-9404-1a6723ad6466 None None] Provisioning complete for port 5e30804c-8d61-4da8-8593-9cb508c2e11f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:05.153535 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15bc4d67-a877-478f-9404-1a6723ad6466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:05.173694 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:03Z', 'revision_number': 3, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:05.190286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-15bc4d67-a877-478f-9404-1a6723ad6466 None None] Port 5e30804c-8d61-4da8-8593-9cb508c2e11f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:20:05.201710 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86dde2-376c-4193-9163-a1757a82d2a0 None None] The sync data for ids ['b16fdb99-a0d6-4f54-ac25-2e563b479398'] in n-d-806683-5 is: [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:03Z', 'revision_number': 3, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:20:05.212661 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:05.220982 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:05.295653 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Pushing event updated for resources: {'Port': ['ID=5e30804c-8d61-4da8-8593-9cb508c2e11f,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:05.298098 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:05.392434 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Network 17594533-844e-4ed2-a673-3eae5285f2de is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:20:05.400557 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:20:05.542337 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Router b16fdb99-a0d6-4f54-ac25-2e563b479398 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:20:05.665884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:20:05.675080 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1c096694-d870-470c-aec3-bde5049943d6 admin admin] 10.222.0.39 "PUT /v2.0/routers/b16fdb99-a0d6-4f54-ac25-2e563b479398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7026300 Aug 31 15:20:05.724692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-80ff3373-a333-4151-b327-82c5ebbcae71 None None] Provisioning complete for port 5e30804c-8d61-4da8-8593-9cb508c2e11f triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:05.725249 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80ff3373-a333-4151-b327-82c5ebbcae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:05.765866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-80ff3373-a333-4151-b327-82c5ebbcae71 None None] Port 5e30804c-8d61-4da8-8593-9cb508c2e11f cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:20:06.168420 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33620) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:06.173594 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1171983761-network', 'tenant_id': '6d21334737704750b3c81d95764f025f'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:06.196094 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] Made reservation on behalf of 6d21334737704750b3c81d95764f025f for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:20:06.198693 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.208128 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.270102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:20:06.311020 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.315647 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.322485 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:20:06.326279 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:06.326648 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.336764 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:20:06.350201 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81827d1b-03ee-4dcb-b7f6-154b22e12cde,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:06.355082 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.355438 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] Added segment 2541d9ac-fb92-49cb-b293-80f86a4b05e3 of type vlan for network 249aa351-e1dd-4b07-b145-b521831646e0 Aug 31 15:20:06.398830 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.407911 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.428354 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.429439 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:06.430198 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.430601 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8c8bfe55-1b31-4ce5-a8ce-e67e289e232b,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:06.435210 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.436233 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:20:06.482199 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3126218 Aug 31 15:20:06.485495 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33622) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:06.491749 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d368e3-199f-4f0f-b973-7a53a8099874 admin admin] Pushing event updated for resources: {'Network': ['ID=249aa351-e1dd-4b07-b145-b521831646e0,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:06.493479 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5ace4111-7cb5-47ea-8e1b-a7ea3ac7b4e0 admin admin] Request body: {'subnet': {'network_id': '249aa351-e1dd-4b07-b145-b521831646e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1171983761-subnet', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:06.505989 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 249aa351-e1dd-4b07-b145-b521831646e0 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:20:06.518893 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ace4111-7cb5-47ea-8e1b-a7ea3ac7b4e0 admin admin] Made reservation on behalf of 6d21334737704750b3c81d95764f025f for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:20:06.522317 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ace4111-7cb5-47ea-8e1b-a7ea3ac7b4e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64953584'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.565613 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=8c8bfe55-1b31-4ce5-a8ce-e67e289e232b,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:06.598632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:06.599757 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.704374 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ace4111-7cb5-47ea-8e1b-a7ea3ac7b4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63524540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64953574'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.761373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace4111-7cb5-47ea-8e1b-a7ea3ac7b4e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc00b11-4c4d-40a9-a7c5-87ff7e32417d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:06.770321 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace4111-7cb5-47ea-8e1b-a7ea3ac7b4e0 admin admin] Checking segment: {'id': '2541d9ac-fb92-49cb-b293-80f86a4b05e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '249aa351-e1dd-4b07-b145-b521831646e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:20:06.770694 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ace4111-7cb5-47ea-8e1b-a7ea3ac7b4e0 admin admin] Network hostable DHCP agents. Network: 249aa351-e1dd-4b07-b145-b521831646e0, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:20:06.778063 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Sync routers for ids ['b16fdb99-a0d6-4f54-ac25-2e563b479398'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:20:06.787525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Routers {'b16fdb99-a0d6-4f54-ac25-2e563b479398'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:06.788130 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b16fdb99-a0d6-4f54-ac25-2e563b479398'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:06.789376 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ace4111-7cb5-47ea-8e1b-a7ea3ac7b4e0 admin admin] Network 249aa351-e1dd-4b07-b145-b521831646e0 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:20:06.797657 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5ace4111-7cb5-47ea-8e1b-a7ea3ac7b4e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 249aa351-e1dd-4b07-b145-b521831646e0) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:20:06.806196 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ace4111-7cb5-47ea-8e1b-a7ea3ac7b4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:06.806776 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ace4111-7cb5-47ea-8e1b-a7ea3ac7b4e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.821337 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5ace4111-7cb5-47ea-8e1b-a7ea3ac7b4e0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3332331 Aug 31 15:20:06.823585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce036636-e186-46d5-947c-c7d5af7924a4 None None] Network 249aa351-e1dd-4b07-b145-b521831646e0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:20:06.824108 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33624) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:06.828669 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1171983761-router', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:06.849997 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.851083 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.909444 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.962368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Set router b16fdb99-a0d6-4f54-ac25-2e563b479398 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:07.042850 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.134899 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-249aa351-e1dd-4b07-b145-b521831646e0', 'network_id': '249aa351-e1dd-4b07-b145-b521831646e0', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'fixed_ips': [{'subnet_id': '5fc00b11-4c4d-40a9-a7c5-87ff7e32417d'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:20:07.135786 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.244329 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.263531 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.327620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Allocated IP 172.20.0.2 (249aa351-e1dd-4b07-b145-b521831646e0/5fc00b11-4c4d-40a9-a7c5-87ff7e32417d/d5dc497a-1679-4446-9da1-d602bd25f774) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:20:07.343237 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:05Z', 'revision_number': 2, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:07.370608 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Allocated IP 172.25.2.144 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/1e46535c-8f21-4e6c-a222-6480cf354600) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:20:07.380335 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Checking router: b16fdb99-a0d6-4f54-ac25-2e563b479398 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:20:07.380624 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Updating router b16fdb99-a0d6-4f54-ac25-2e563b479398 port 5e30804c-8d61-4da8-8593-9cb508c2e11f binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:20:07.438828 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.472595 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.511796 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.551719 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:20:07.555121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:20:07.558070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:20:07.589021 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Pushing event updated for resources: {'Port': ['ID=1e46535c-8f21-4e6c-a222-6480cf354600,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:07.618789 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.638248 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Transition to ACTIVE for port object d5dc497a-1679-4446-9da1-d602bd25f774 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:20:07.687702 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Transition to ACTIVE for port object d5dc497a-1679-4446-9da1-d602bd25f774 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:20:07.693902 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.756448 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Network 249aa351-e1dd-4b07-b145-b521831646e0 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:20:07.762438 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:20:07.769228 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Pushing event updated for resources: {'Port': ['ID=d5dc497a-1679-4446-9da1-d602bd25f774,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:07.772261 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:20:07.814441 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.859616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Attempting to bind port d5dc497a-1679-4446-9da1-d602bd25f774 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:20:07.860207 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Attempting to bind port d5dc497a-1679-4446-9da1-d602bd25f774 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '2541d9ac-fb92-49cb-b293-80f86a4b05e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '249aa351-e1dd-4b07-b145-b521831646e0'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:20:07.860352 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Attempting to bind port d5dc497a-1679-4446-9da1-d602bd25f774 on network 249aa351-e1dd-4b07-b145-b521831646e0 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:20:07.871285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:20:07.871659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Checking segment: {'id': '2541d9ac-fb92-49cb-b293-80f86a4b05e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '249aa351-e1dd-4b07-b145-b521831646e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:20:07.872061 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.872453 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Bound using segment: {'id': '2541d9ac-fb92-49cb-b293-80f86a4b05e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '249aa351-e1dd-4b07-b145-b521831646e0'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:20:07.872916 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Bound port: d5dc497a-1679-4446-9da1-d602bd25f774, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2541d9ac-fb92-49cb-b293-80f86a4b05e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '249aa351-e1dd-4b07-b145-b521831646e0'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:20:07.873306 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.892201 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.922347 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Transition to ACTIVE for port object 5e30804c-8d61-4da8-8593-9cb508c2e11f will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:20:07.932369 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:08.001112 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] For port d5dc497a-1679-4446-9da1-d602bd25f774, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:20:08.004839 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06787b37-9ebf-4516-a6b8-7b555a2b4e08 None None] Pushing event updated for resources: {'Port': ['ID=5e30804c-8d61-4da8-8593-9cb508c2e11f,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:08.009772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] For port d5dc497a-1679-4446-9da1-d602bd25f774, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d5dc497a-1679-4446-9da1-d602bd25f774,segment=NetworkSegment(2541d9ac-fb92-49cb-b293-80f86a4b05e3),segment_id=2541d9ac-fb92-49cb-b293-80f86a4b05e3)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:20:08.023083 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:08.034081 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:08.107715 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Attempting to bind port 5e30804c-8d61-4da8-8593-9cb508c2e11f on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:20:08.108081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Attempting to bind port 5e30804c-8d61-4da8-8593-9cb508c2e11f by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:20:08.108446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Attempting to bind port 5e30804c-8d61-4da8-8593-9cb508c2e11f on network 17594533-844e-4ed2-a673-3eae5285f2de {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:20:08.122672 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:20:08.123090 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Checking segment: {'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:20:08.123478 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:08.123875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Bound using segment: {'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:20:08.124564 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Bound port: 5e30804c-8d61-4da8-8593-9cb508c2e11f, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:20:08.124733 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:08.140974 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279ed0d-8b15-447e-a2cc-d1bdfbeb700c None None] Pushing event updated for resources: {'Port': ['ID=d5dc497a-1679-4446-9da1-d602bd25f774,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:08.187983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Router 3dfac18f-60ca-4f53-97ac-fd639766805b is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:20:08.220414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] For port 5e30804c-8d61-4da8-8593-9cb508c2e11f, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:20:08.223607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] For port 5e30804c-8d61-4da8-8593-9cb508c2e11f, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5e30804c-8d61-4da8-8593-9cb508c2e11f,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:20:08.235260 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:08.273811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:20:08.325193 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:20:08.336644 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Sync routers for ids ['3dfac18f-60ca-4f53-97ac-fd639766805b'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:20:08.343728 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:08.352402 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33626) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:08.353394 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-890c7cd1-71e6-49f8-957e-0bef694ad021 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5280156 Aug 31 15:20:08.364990 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Routers {'3dfac18f-60ca-4f53-97ac-fd639766805b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:08.365840 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3dfac18f-60ca-4f53-97ac-fd639766805b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:08.371293 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Routers {'b16fdb99-a0d6-4f54-ac25-2e563b479398'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:08.371929 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b16fdb99-a0d6-4f54-ac25-2e563b479398'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:08.373605 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06787b37-9ebf-4516-a6b8-7b555a2b4e08 None None] Pushing event updated for resources: {'Port': ['ID=5e30804c-8d61-4da8-8593-9cb508c2e11f,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:08.652355 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Set router 3dfac18f-60ca-4f53-97ac-fd639766805b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:08.668850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:08.669221 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:08.737176 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] Set router b16fdb99-a0d6-4f54-ac25-2e563b479398 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:08.846590 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'name': 'tempest-TestShelveInstance-1171983761-router', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:06Z', 'updated_at': '2021-08-31T15:20:07Z', 'revision_number': 3, 'project_id': '6d21334737704750b3c81d95764f025f', 'gw_port': {'id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:07Z', 'updated_at': '2021-08-31T15:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:08.877343 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Checking router: 3dfac18f-60ca-4f53-97ac-fd639766805b for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:20:08.877678 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Updating router 3dfac18f-60ca-4f53-97ac-fd639766805b port 1e46535c-8f21-4e6c-a222-6480cf354600 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:20:08.916237 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.019276 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:08Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:09.057875 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64bbdfc-6aea-4222-8c6d-62346adc1bc6 None None] The sync data for ids ['b16fdb99-a0d6-4f54-ac25-2e563b479398'] in n-d-806683-5 is: [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:08Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:20:09.256917 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.267882 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.272558 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Transition to ACTIVE for port object 1e46535c-8f21-4e6c-a222-6480cf354600 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:20:09.282811 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.342076 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Attempting to bind port 1e46535c-8f21-4e6c-a222-6480cf354600 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:20:09.342657 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Attempting to bind port 1e46535c-8f21-4e6c-a222-6480cf354600 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:20:09.343524 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Attempting to bind port 1e46535c-8f21-4e6c-a222-6480cf354600 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:20:09.352323 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:20:09.352695 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:20:09.353594 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.354183 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:20:09.355072 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Bound port: 1e46535c-8f21-4e6c-a222-6480cf354600, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:20:09.355844 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.361391 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9920116d-55e7-4361-979b-6db0b80097cb None None] Network 249aa351-e1dd-4b07-b145-b521831646e0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:20:09.389652 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820391d-47f3-4b46-82fa-1045b56f745f None None] Pushing event updated for resources: {'Port': ['ID=1e46535c-8f21-4e6c-a222-6480cf354600,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:09.408320 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820391d-47f3-4b46-82fa-1045b56f745f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:09.408896 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820391d-47f3-4b46-82fa-1045b56f745f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:09.409422 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820391d-47f3-4b46-82fa-1045b56f745f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:09.409920 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820391d-47f3-4b46-82fa-1045b56f745f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:09.410426 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820391d-47f3-4b46-82fa-1045b56f745f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:09.410917 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820391d-47f3-4b46-82fa-1045b56f745f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:09.412040 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820391d-47f3-4b46-82fa-1045b56f745f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:09.412594 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820391d-47f3-4b46-82fa-1045b56f745f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:09.413087 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820391d-47f3-4b46-82fa-1045b56f745f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:09.413573 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820391d-47f3-4b46-82fa-1045b56f745f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:09.414094 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820391d-47f3-4b46-82fa-1045b56f745f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:09.414408 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820391d-47f3-4b46-82fa-1045b56f745f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:09.440405 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] For port 1e46535c-8f21-4e6c-a222-6480cf354600, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:20:09.447217 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] For port 1e46535c-8f21-4e6c-a222-6480cf354600, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1e46535c-8f21-4e6c-a222-6480cf354600,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:20:09.454885 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.467969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ebb9b6bf-cf43-4197-9173-e2ad88cbd1c0 None None] Provisioning for port d5dc497a-1679-4446-9da1-d602bd25f774 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:20:09.476391 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Allocated IP 172.20.0.1 (249aa351-e1dd-4b07-b145-b521831646e0/5fc00b11-4c4d-40a9-a7c5-87ff7e32417d/30f8b95d-dd96-4ab9-ac53-49c68047ee94) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:20:09.514903 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820391d-47f3-4b46-82fa-1045b56f745f None None] Pushing event updated for resources: {'Port': ['ID=1e46535c-8f21-4e6c-a222-6480cf354600,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:09.533576 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Routers {'3dfac18f-60ca-4f53-97ac-fd639766805b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:09.534413 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3dfac18f-60ca-4f53-97ac-fd639766805b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:09.646903 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.677961 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Transition to ACTIVE for port object 30f8b95d-dd96-4ab9-ac53-49c68047ee94 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:20:09.680723 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] Set router 3dfac18f-60ca-4f53-97ac-fd639766805b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:09.733658 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.799016 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Network 249aa351-e1dd-4b07-b145-b521831646e0 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:20:09.807792 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:20:09.812848 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:20:09.852258 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.856875 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Pushing event updated for resources: {'Port': ['ID=30f8b95d-dd96-4ab9-ac53-49c68047ee94,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:09.930734 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'name': 'tempest-TestShelveInstance-1171983761-router', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:06Z', 'updated_at': '2021-08-31T15:20:07Z', 'revision_number': 3, 'project_id': '6d21334737704750b3c81d95764f025f', 'gw_port': {'id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:07Z', 'updated_at': '2021-08-31T15:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:09.966587 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac501c14-0d40-410c-9613-c766f4e908ee None None] The sync data for ids ['3dfac18f-60ca-4f53-97ac-fd639766805b'] in n-d-806683-5 is: [{'id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'name': 'tempest-TestShelveInstance-1171983761-router', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:06Z', 'updated_at': '2021-08-31T15:20:07Z', 'revision_number': 3, 'project_id': '6d21334737704750b3c81d95764f025f', 'gw_port': {'id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:07Z', 'updated_at': '2021-08-31T15:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:20:10.065897 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.243622 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-936fe338-b3f2-4106-8fc5-01f93e3039b7 None None] Provisioning for port 30f8b95d-dd96-4ab9-ac53-49c68047ee94 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:20:10.253318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-936fe338-b3f2-4106-8fc5-01f93e3039b7 None None] Provisioning complete for port 30f8b95d-dd96-4ab9-ac53-49c68047ee94 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:10.254194 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-936fe338-b3f2-4106-8fc5-01f93e3039b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.350046 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-936fe338-b3f2-4106-8fc5-01f93e3039b7 None None] Port 30f8b95d-dd96-4ab9-ac53-49c68047ee94 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:20:10.367699 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.368902 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d5dc497a-1679-4446-9da1-d602bd25f774 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:20:10.372301 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.451211 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port d5dc497a-1679-4446-9da1-d602bd25f774 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:20:10.457639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d5dc497a-1679-4446-9da1-d602bd25f774 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:10.458022 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.458845 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.463131 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Pushing event updated for resources: {'Port': ['ID=30f8b95d-dd96-4ab9-ac53-49c68047ee94,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:10.571195 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Network 249aa351-e1dd-4b07-b145-b521831646e0 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:20:10.573025 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:20:10.575127 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.617095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port d5dc497a-1679-4446-9da1-d602bd25f774, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d5dc497a-1679-4446-9da1-d602bd25f774,segment=NetworkSegment(2541d9ac-fb92-49cb-b293-80f86a4b05e3),segment_id=2541d9ac-fb92-49cb-b293-80f86a4b05e3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:10.624525 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.625608 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5e30804c-8d61-4da8-8593-9cb508c2e11f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:20:10.719495 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Router 3dfac18f-60ca-4f53-97ac-fd639766805b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:20:10.721738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=d5dc497a-1679-4446-9da1-d602bd25f774,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:10.744920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 5e30804c-8d61-4da8-8593-9cb508c2e11f completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:20:10.750173 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 5e30804c-8d61-4da8-8593-9cb508c2e11f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:10.750685 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.837531 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.864494 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:20:10.871491 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-9645e516-33b2-4733-9551-78c36743ed00 admin admin] 10.222.0.39 "PUT /v2.0/routers/3dfac18f-60ca-4f53-97ac-fd639766805b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5168555 Aug 31 15:20:10.878931 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 5e30804c-8d61-4da8-8593-9cb508c2e11f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5e30804c-8d61-4da8-8593-9cb508c2e11f,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:10.884692 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.891709 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f28f9353-7039-4963-8c28-9a63436bba32 None None] Provisioning complete for port 30f8b95d-dd96-4ab9-ac53-49c68047ee94 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:10.892070 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f28f9353-7039-4963-8c28-9a63436bba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.958261 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f28f9353-7039-4963-8c28-9a63436bba32 None None] Port 30f8b95d-dd96-4ab9-ac53-49c68047ee94 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:20:10.962405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=5e30804c-8d61-4da8-8593-9cb508c2e11f,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:11.479576 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33634) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:11.484382 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-eaab37fa-c9fb-4b4f-893b-f3cbbeb5af60 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216053238', 'description': 'tempest-secgroup-smoke-1216053238 description', 'project_id': '9a7075e1077840e083889903e7bfd66f'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:11.508796 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaab37fa-c9fb-4b4f-893b-f3cbbeb5af60 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.598566 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaab37fa-c9fb-4b4f-893b-f3cbbeb5af60 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.603276 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaab37fa-c9fb-4b4f-893b-f3cbbeb5af60 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.631798 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eaab37fa-c9fb-4b4f-893b-f3cbbeb5af60 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.633023 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eaab37fa-c9fb-4b4f-893b-f3cbbeb5af60 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1523886 Aug 31 15:20:11.634884 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab37fa-c9fb-4b4f-893b-f3cbbeb5af60 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a103de3-90b6-4aa7-817b-8a0c1f718c19,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:11.637780 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33636) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:11.642832 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9d8d07f7-8e4d-4875-8c39-5da4d8c2b847 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'security_group_rule': {'security_group_id': '9a103de3-90b6-4aa7-817b-8a0c1f718c19', 'project_id': '9a7075e1077840e083889903e7bfd66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:11.668916 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d8d07f7-8e4d-4875-8c39-5da4d8c2b847 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.726899 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d8d07f7-8e4d-4875-8c39-5da4d8c2b847 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.730576 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d8d07f7-8e4d-4875-8c39-5da4d8c2b847 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.750313 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d07f7-8e4d-4875-8c39-5da4d8c2b847 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae34d07-c6d7-4113-b677-67ff1587d755,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:11.757337 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d8d07f7-8e4d-4875-8c39-5da4d8c2b847 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.758576 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9d8d07f7-8e4d-4875-8c39-5da4d8c2b847 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194422 Aug 31 15:20:11.761335 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33638) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:11.765853 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5187bc9a-03cf-4085-8aed-c359d3372787 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'security_group_rule': {'security_group_id': '9a103de3-90b6-4aa7-817b-8a0c1f718c19', 'project_id': '9a7075e1077840e083889903e7bfd66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:11.792371 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5187bc9a-03cf-4085-8aed-c359d3372787 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.177576 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5187bc9a-03cf-4085-8aed-c359d3372787 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.182210 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5187bc9a-03cf-4085-8aed-c359d3372787 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.201725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187bc9a-03cf-4085-8aed-c359d3372787 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c785b411-d84d-49d1-bdaf-705b0c36e6b2,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:12.212309 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5187bc9a-03cf-4085-8aed-c359d3372787 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.214061 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-5187bc9a-03cf-4085-8aed-c359d3372787 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4517610 Aug 31 15:20:12.217276 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33640) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:12.221989 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-72780925-96b3-4525-a7e4-40d466d14da0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'security_group_rule': {'security_group_id': '9a103de3-90b6-4aa7-817b-8a0c1f718c19', 'project_id': '9a7075e1077840e083889903e7bfd66f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:12.251002 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72780925-96b3-4525-a7e4-40d466d14da0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.317102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d5dc497a-1679-4446-9da1-d602bd25f774 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:20:12.326668 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72780925-96b3-4525-a7e4-40d466d14da0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.330437 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72780925-96b3-4525-a7e4-40d466d14da0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.349129 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72780925-96b3-4525-a7e4-40d466d14da0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c254cff-043f-444c-bf39-b953bffad20d,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:12.355798 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-72780925-96b3-4525-a7e4-40d466d14da0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.356921 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-72780925-96b3-4525-a7e4-40d466d14da0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386273 Aug 31 15:20:12.359704 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 33642) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:12.364589 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-c10d1260-65ab-4dad-808e-b2bd4fd14571 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'security_group_rule': {'security_group_id': '9a103de3-90b6-4aa7-817b-8a0c1f718c19', 'project_id': '9a7075e1077840e083889903e7bfd66f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:12.370348 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d5dc497a-1679-4446-9da1-d602bd25f774 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:12.371903 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.397586 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c10d1260-65ab-4dad-808e-b2bd4fd14571 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.456671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1e46535c-8f21-4e6c-a222-6480cf354600 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:20:12.462690 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c10d1260-65ab-4dad-808e-b2bd4fd14571 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.466645 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c10d1260-65ab-4dad-808e-b2bd4fd14571 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.491124 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d1260-65ab-4dad-808e-b2bd4fd14571 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87829f0-ba2a-49d2-998c-a0700561a9f6,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:12.497091 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-c10d1260-65ab-4dad-808e-b2bd4fd14571 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.498718 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-c10d1260-65ab-4dad-808e-b2bd4fd14571 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1380041 Aug 31 15:20:12.501737 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33644) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:12.507298 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c15bac99-804e-4781-a270-ad59f429e716 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'security_group_rule': {'security_group_id': '9a103de3-90b6-4aa7-817b-8a0c1f718c19', 'project_id': '9a7075e1077840e083889903e7bfd66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:12.516289 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Sync routers for ids ['3dfac18f-60ca-4f53-97ac-fd639766805b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:20:12.532254 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-c15bac99-804e-4781-a270-ad59f429e716 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Project 9a7075e1077840e083889903e7bfd66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:20:12.533002 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Routers {'3dfac18f-60ca-4f53-97ac-fd639766805b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:12.533649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3dfac18f-60ca-4f53-97ac-fd639766805b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:12.535589 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 1e46535c-8f21-4e6c-a222-6480cf354600 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:20:12.537509 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c15bac99-804e-4781-a270-ad59f429e716 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.539961 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1e46535c-8f21-4e6c-a222-6480cf354600 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:12.540333 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.597330 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c15bac99-804e-4781-a270-ad59f429e716 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.602125 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c15bac99-804e-4781-a270-ad59f429e716 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.622013 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bac99-804e-4781-a270-ad59f429e716 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36266ff1-c6f2-458d-b564-10345a919e54,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:12.629354 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c15bac99-804e-4781-a270-ad59f429e716 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.630771 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c15bac99-804e-4781-a270-ad59f429e716 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280177 Aug 31 15:20:12.633624 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33646) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:12.638019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d26d35c1-36e6-42a9-8a36-b9174c3930a0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'security_group_rule': {'security_group_id': '9a103de3-90b6-4aa7-817b-8a0c1f718c19', 'project_id': '9a7075e1077840e083889903e7bfd66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:12.660394 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-d26d35c1-36e6-42a9-8a36-b9174c3930a0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Project 9a7075e1077840e083889903e7bfd66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:20:12.666248 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d26d35c1-36e6-42a9-8a36-b9174c3930a0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.696795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Set router 3dfac18f-60ca-4f53-97ac-fd639766805b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:12.727362 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d26d35c1-36e6-42a9-8a36-b9174c3930a0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.730917 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d26d35c1-36e6-42a9-8a36-b9174c3930a0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.742586 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.751986 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d35c1-36e6-42a9-8a36-b9174c3930a0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94365a0-11dc-4367-afa6-258accc11f18,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:12.758494 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d26d35c1-36e6-42a9-8a36-b9174c3930a0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.759595 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d26d35c1-36e6-42a9-8a36-b9174c3930a0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250532 Aug 31 15:20:12.805623 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 1e46535c-8f21-4e6c-a222-6480cf354600, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1e46535c-8f21-4e6c-a222-6480cf354600,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:12.835136 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:12.835941 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5e30804c-8d61-4da8-8593-9cb508c2e11f up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:20:12.905366 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-f62b19c6-5c6a-416b-987f-4115889c0ea3 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216053238&fields=id&tenant_id=9a7075e1077840e083889903e7bfd66f HTTP/1.1" status: 200 len: 267 time: 0.0362375 Aug 31 15:20:12.944226 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=1e46535c-8f21-4e6c-a222-6480cf354600,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:12.977254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 5e30804c-8d61-4da8-8593-9cb508c2e11f triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:12.977626 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:13.015256 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-8b7c314e-1f3b-41b4-aa53-f760a683ddf7 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:13.016683 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-8b7c314e-1f3b-41b4-aa53-f760a683ddf7 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 808 time: 0.1036837 Aug 31 15:20:13.032538 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-9610b0e1-2fab-4f37-83a7-590cc4d7b127 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/quotas/9a7075e1077840e083889903e7bfd66f HTTP/1.1" status: 200 len: 375 time: 0.0091579 Aug 31 15:20:13.042323 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'name': 'tempest-TestShelveInstance-1171983761-router', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:06Z', 'updated_at': '2021-08-31T15:20:09Z', 'revision_number': 4, 'project_id': '6d21334737704750b3c81d95764f025f', 'gw_port': {'id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:07Z', 'updated_at': '2021-08-31T15:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '30f8b95d-dd96-4ab9-ac53-49c68047ee94', 'name': '', 'network_id': '249aa351-e1dd-4b07-b145-b521831646e0', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'mac_address': 'fa:16:3e:6c:f7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '5fc00b11-4c4d-40a9-a7c5-87ff7e32417d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:09Z', 'updated_at': '2021-08-31T15:20:10Z', 'revision_number': 2, 'project_id': '6d21334737704750b3c81d95764f025f', 'subnets': [{'id': '5fc00b11-4c4d-40a9-a7c5-87ff7e32417d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:13.070595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Checking router: 3dfac18f-60ca-4f53-97ac-fd639766805b for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:20:13.070815 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Updating router 3dfac18f-60ca-4f53-97ac-fd639766805b port 30f8b95d-dd96-4ab9-ac53-49c68047ee94 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:20:13.084046 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-bdc69877-f4e9-4a9a-926e-ed16787e0b41 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448439 Aug 31 15:20:13.123419 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:13.180808 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-cdc742fd-a154-41d3-b2b4-d3d703b73933 service neutron] 10.222.0.39 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846977 Aug 31 15:20:13.269203 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-c641b5ce-62e3-40c1-844c-581dc2008c1b service neutron] 10.222.0.39 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820589 Aug 31 15:20:13.399512 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:13.412128 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Transition to ACTIVE for port object 30f8b95d-dd96-4ab9-ac53-49c68047ee94 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:20:13.418089 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:13.469852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bff20f-02ed-4eb3-9bfe-2ae57890b404 None None] Pushing event updated for resources: {'Port': ['ID=30f8b95d-dd96-4ab9-ac53-49c68047ee94,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:13.497315 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9004dceb-fffc-435c-a980-b8d25339f966 req-1f196a99-8532-4b57-81ec-291c5d0c500e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 210 time: 0.0839946 Aug 31 15:20:13.542951 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Attempting to bind port 30f8b95d-dd96-4ab9-ac53-49c68047ee94 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:20:13.543363 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Attempting to bind port 30f8b95d-dd96-4ab9-ac53-49c68047ee94 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '2541d9ac-fb92-49cb-b293-80f86a4b05e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '249aa351-e1dd-4b07-b145-b521831646e0'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:20:13.543738 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Attempting to bind port 30f8b95d-dd96-4ab9-ac53-49c68047ee94 on network 249aa351-e1dd-4b07-b145-b521831646e0 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:20:13.550010 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:20:13.550386 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Checking segment: {'id': '2541d9ac-fb92-49cb-b293-80f86a4b05e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '249aa351-e1dd-4b07-b145-b521831646e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:20:13.550789 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:13.551215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Bound using segment: {'id': '2541d9ac-fb92-49cb-b293-80f86a4b05e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '249aa351-e1dd-4b07-b145-b521831646e0'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:20:13.551671 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Bound port: 30f8b95d-dd96-4ab9-ac53-49c68047ee94, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2541d9ac-fb92-49cb-b293-80f86a4b05e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '249aa351-e1dd-4b07-b145-b521831646e0'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:20:13.552763 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:13.628446 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] For port 30f8b95d-dd96-4ab9-ac53-49c68047ee94, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:20:13.633724 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] For port 30f8b95d-dd96-4ab9-ac53-49c68047ee94, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=30f8b95d-dd96-4ab9-ac53-49c68047ee94,segment=NetworkSegment(2541d9ac-fb92-49cb-b293-80f86a4b05e3),segment_id=2541d9ac-fb92-49cb-b293-80f86a4b05e3)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:20:13.650166 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:13.727547 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Routers {'3dfac18f-60ca-4f53-97ac-fd639766805b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:13.728294 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:19:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3dfac18f-60ca-4f53-97ac-fd639766805b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:13.770346 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bff20f-02ed-4eb3-9bfe-2ae57890b404 None None] Pushing event updated for resources: {'Port': ['ID=30f8b95d-dd96-4ab9-ac53-49c68047ee94,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:13.866594 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] Set router 3dfac18f-60ca-4f53-97ac-fd639766805b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:14.144649 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'name': 'tempest-TestShelveInstance-1171983761-router', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:06Z', 'updated_at': '2021-08-31T15:20:09Z', 'revision_number': 4, 'project_id': '6d21334737704750b3c81d95764f025f', 'gw_port': {'id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:07Z', 'updated_at': '2021-08-31T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '30f8b95d-dd96-4ab9-ac53-49c68047ee94', 'name': '', 'network_id': '249aa351-e1dd-4b07-b145-b521831646e0', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'mac_address': 'fa:16:3e:6c:f7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '5fc00b11-4c4d-40a9-a7c5-87ff7e32417d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:09Z', 'updated_at': '2021-08-31T15:20:13Z', 'revision_number': 4, 'project_id': '6d21334737704750b3c81d95764f025f', 'subnets': [{'id': '5fc00b11-4c4d-40a9-a7c5-87ff7e32417d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:14.177615 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2e765-4eed-4562-ac42-d4fa8eafb4db None None] The sync data for ids ['3dfac18f-60ca-4f53-97ac-fd639766805b'] in n-d-806683-5 is: [{'id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'name': 'tempest-TestShelveInstance-1171983761-router', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:06Z', 'updated_at': '2021-08-31T15:20:09Z', 'revision_number': 4, 'project_id': '6d21334737704750b3c81d95764f025f', 'gw_port': {'id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:07Z', 'updated_at': '2021-08-31T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '30f8b95d-dd96-4ab9-ac53-49c68047ee94', 'name': '', 'network_id': '249aa351-e1dd-4b07-b145-b521831646e0', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'mac_address': 'fa:16:3e:6c:f7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '5fc00b11-4c4d-40a9-a7c5-87ff7e32417d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:09Z', 'updated_at': '2021-08-31T15:20:13Z', 'revision_number': 4, 'project_id': '6d21334737704750b3c81d95764f025f', 'subnets': [{'id': '5fc00b11-4c4d-40a9-a7c5-87ff7e32417d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:20:14.275764 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1e46535c-8f21-4e6c-a222-6480cf354600 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:20:14.325781 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1e46535c-8f21-4e6c-a222-6480cf354600 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:14.326155 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:14.652219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-df475964-a9ca-4c28-a564-3684aa371562 req-97258b79-19fc-49df-a14b-022ab71a31cd tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 210 time: 0.0386884 Aug 31 15:20:14.713857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-9f6b5bf7-0598-4c07-9429-013c5185ba8d tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:14.715818 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-9f6b5bf7-0598-4c07-9429-013c5185ba8d tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 808 time: 0.1762891 Aug 31 15:20:14.767786 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-30fae43c-b5a9-4110-bb17-98c49031a41a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a7075e1077840e083889903e7bfd66f HTTP/1.1" status: 200 len: 380 time: 0.0416255 Aug 31 15:20:14.779868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-f909b71c-b571-43a0-b7c1-0370ab3eaa32 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'port': {'device_id': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'admin_state_up': True, 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'security_groups': ['9a103de3-90b6-4aa7-817b-8a0c1f718c19']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:14.891531 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-f909b71c-b571-43a0-b7c1-0370ab3eaa32 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Made reservation on behalf of 9a7075e1077840e083889903e7bfd66f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:20:14.894924 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-f909b71c-b571-43a0-b7c1-0370ab3eaa32 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:15.016284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-f909b71c-b571-43a0-b7c1-0370ab3eaa32 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Allocated IP 172.20.0.3 (17594533-844e-4ed2-a673-3eae5285f2de/fa39c6e1-f0c3-47aa-a640-9b84945e9e6b/8e6f9b2c-db41-4806-835c-f146063e8bf9) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:20:15.162228 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-f909b71c-b571-43a0-b7c1-0370ab3eaa32 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:15.174167 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-f909b71c-b571-43a0-b7c1-0370ab3eaa32 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Transition to ACTIVE for port object 8e6f9b2c-db41-4806-835c-f146063e8bf9 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:20:15.206445 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-f909b71c-b571-43a0-b7c1-0370ab3eaa32 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:15.252217 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-f909b71c-b571-43a0-b7c1-0370ab3eaa32 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Network 17594533-844e-4ed2-a673-3eae5285f2de is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:20:15.255471 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-f909b71c-b571-43a0-b7c1-0370ab3eaa32 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:20:15.259234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-f909b71c-b571-43a0-b7c1-0370ab3eaa32 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:20:15.290164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909b71c-b571-43a0-b7c1-0370ab3eaa32 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'Port': ['ID=8e6f9b2c-db41-4806-835c-f146063e8bf9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:15.316577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-f909b71c-b571-43a0-b7c1-0370ab3eaa32 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:15.317183 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-f909b71c-b571-43a0-b7c1-0370ab3eaa32 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:15.332163 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-f909b71c-b571-43a0-b7c1-0370ab3eaa32 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572736 Aug 31 15:20:15.345253 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Request body: {'port': {'device_id': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:15.407971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:15.545082 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bdc90c00-539d-4da6-a9a4-5dae014b5e6b None None] Provisioning for port 8e6f9b2c-db41-4806-835c-f146063e8bf9 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:20:15.548450 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bdc90c00-539d-4da6-a9a4-5dae014b5e6b None None] Provisioning complete for port 8e6f9b2c-db41-4806-835c-f146063e8bf9 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:15.548813 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bdc90c00-539d-4da6-a9a4-5dae014b5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:15.583987 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bdc90c00-539d-4da6-a9a4-5dae014b5e6b None None] Port 8e6f9b2c-db41-4806-835c-f146063e8bf9 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:20:15.673416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6f9b2c-db41-4806-835c-f146063e8bf9 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:20:15.681410 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:15.697169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Transition to ACTIVE for port object 8e6f9b2c-db41-4806-835c-f146063e8bf9 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:20:15.701371 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:15.762886 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6f9b2c-db41-4806-835c-f146063e8bf9,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:15.794713 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd9671-7313-4e0d-815b-6b755b651e19 req-b5253530-6ac4-43aa-9b54-fedeeabb2146 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:15.796452 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-72dd9671-7313-4e0d-815b-6b755b651e19 req-b5253530-6ac4-43aa-9b54-fedeeabb2146 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0666139 Aug 31 15:20:15.834731 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Attempting to bind port 8e6f9b2c-db41-4806-835c-f146063e8bf9 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:20:15.835075 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Attempting to bind port 8e6f9b2c-db41-4806-835c-f146063e8bf9 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:20:15.835439 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Attempting to bind port 8e6f9b2c-db41-4806-835c-f146063e8bf9 on network 17594533-844e-4ed2-a673-3eae5285f2de {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:20:15.838259 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-72dd9671-7313-4e0d-815b-6b755b651e19 req-d75f1cb5-d67f-47f8-91ae-509cc85cc7b8 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350218 Aug 31 15:20:15.842053 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Port 8e6f9b2c-db41-4806-835c-f146063e8bf9 on network 17594533-844e-4ed2-a673-3eae5285f2de not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:20:15.842480 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Attempting to bind port 8e6f9b2c-db41-4806-835c-f146063e8bf9 on network 17594533-844e-4ed2-a673-3eae5285f2de {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:20:15.848475 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:20:15.849596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Checking segment: {'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:20:15.850078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Bound using segment: {'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:20:15.850788 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Bound port: 8e6f9b2c-db41-4806-835c-f146063e8bf9, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:20:15.851252 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:15.926477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] For port 8e6f9b2c-db41-4806-835c-f146063e8bf9, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:20:15.930204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] For port 8e6f9b2c-db41-4806-835c-f146063e8bf9, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:20:15.935602 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:15.978540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:15.979159 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:15.980570 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] 10.222.0.60 "PUT /v2.0/ports/8e6f9b2c-db41-4806-835c-f146063e8bf9 HTTP/1.1" status: 200 len: 1091 time: 0.6401837 Aug 31 15:20:15.981008 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:20:15.983304 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f33dd6-b5e8-43e6-a845-a7b272e75009" -d '{"events": [{"name": "network-changed", "server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:20:16.011892 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644d970-b246-48f4-86c8-0a9125e37d00 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6f9b2c-db41-4806-835c-f146063e8bf9,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:16.042015 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590ad62c-5770-4b83-92ac-eb2399be7eb3 x-openstack-request-id: req-590ad62c-5770-4b83-92ac-eb2399be7eb3 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:20:16.042301 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:20:16.042553 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-590ad62c-5770-4b83-92ac-eb2399be7eb3 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:20:16.042951 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'status': 'completed', 'code': 200} Aug 31 15:20:16.077512 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-515070af-bffd-44eb-ad84-127295f6424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:16.079082 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-515070af-bffd-44eb-ad84-127295f6424c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 1094 time: 0.0469990 Aug 31 15:20:16.122896 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-fd2681ca-43fd-4843-a31a-82860c6775eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9 HTTP/1.1" status: 200 len: 217 time: 0.0361378 Aug 31 15:20:16.180589 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-a13bc1e9-dd2f-44f8-b2ba-f22bb5c22813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:16.182131 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-a13bc1e9-dd2f-44f8-b2ba-f22bb5c22813 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0517135 Aug 31 15:20:16.229316 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-66e69aa0-805c-4204-903f-596e4f1f5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:16.232678 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-66e69aa0-805c-4204-903f-596e4f1f5116 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431659 Aug 31 15:20:16.242872 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 30f8b95d-dd96-4ab9-ac53-49c68047ee94 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:20:16.301900 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 30f8b95d-dd96-4ab9-ac53-49c68047ee94 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:20:16.306494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 30f8b95d-dd96-4ab9-ac53-49c68047ee94 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:16.306864 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:16.340109 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-cf55b236-d460-40b1-8cf2-a325e983f47c service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960484 Aug 31 15:20:16.390434 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:16.425050 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 30f8b95d-dd96-4ab9-ac53-49c68047ee94, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=30f8b95d-dd96-4ab9-ac53-49c68047ee94,segment=NetworkSegment(2541d9ac-fb92-49cb-b293-80f86a4b05e3),segment_id=2541d9ac-fb92-49cb-b293-80f86a4b05e3)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:16.430619 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:16.437332 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-64e4c9e5-6841-4083-a635-67a536a58f35 req-9c4711cd-8f79-4753-9353-5c2e69946a9d service neutron] (94871) timed out ('10.222.0.25', 59787) {{(pid=94871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 15:20:16.443931 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e4cf09db-810e-4eb3-bc78-dde90ea719f7 req-20bf51e2-528e-4b58-ba37-d788fbfdf76e service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961533 Aug 31 15:20:16.483831 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=30f8b95d-dd96-4ab9-ac53-49c68047ee94,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:16.536848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f33dd6-b5e8-43e6-a845-a7b272e75009 req-5129b4f8-4557-4526-862f-54864d1dc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:16.538563 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9f33dd6-b5e8-43e6-a845-a7b272e75009 req-5129b4f8-4557-4526-862f-54864d1dc863 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 1094 time: 0.0436141 Aug 31 15:20:16.633402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f33dd6-b5e8-43e6-a845-a7b272e75009 req-76605562-abec-4d84-a246-7c188ccb3a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:16.634879 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9f33dd6-b5e8-43e6-a845-a7b272e75009 req-76605562-abec-4d84-a246-7c188ccb3a56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.0892975 Aug 31 15:20:16.675848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9f33dd6-b5e8-43e6-a845-a7b272e75009 req-da0b431f-7f37-4b53-ab38-1114e7ba222c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9 HTTP/1.1" status: 200 len: 217 time: 0.0338800 Aug 31 15:20:16.725675 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f33dd6-b5e8-43e6-a845-a7b272e75009 req-d5898c23-98ba-45dd-9a81-a3fee26b0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:16.727124 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9f33dd6-b5e8-43e6-a845-a7b272e75009 req-d5898c23-98ba-45dd-9a81-a3fee26b0d01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0442915 Aug 31 15:20:16.778360 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f33dd6-b5e8-43e6-a845-a7b272e75009 req-dc75bd02-49ac-4d61-8d9f-4b7da9568a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:16.779945 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9f33dd6-b5e8-43e6-a845-a7b272e75009 req-dc75bd02-49ac-4d61-8d9f-4b7da9568a4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445664 Aug 31 15:20:16.874296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9f33dd6-b5e8-43e6-a845-a7b272e75009 req-5a6d9687-dd0c-4038-971e-f399acb36207 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844860 Aug 31 15:20:16.965307 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81996e57-9213-4555-97fb-2c8aeceb39ca req-f0ba97d5-4c7b-4fee-b73f-d0b0fcda57c4 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:16.966816 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81996e57-9213-4555-97fb-2c8aeceb39ca req-f0ba97d5-4c7b-4fee-b73f-d0b0fcda57c4 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0505197 Aug 31 15:20:16.973429 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c9f33dd6-b5e8-43e6-a845-a7b272e75009 req-c017e64f-b7e7-46bc-af0d-1bc27f0a97c5 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911660 Aug 31 15:20:17.007926 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-81996e57-9213-4555-97fb-2c8aeceb39ca req-69b7a05b-34cd-4b20-be8f-ab421d46b6cb tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349660 Aug 31 15:20:18.121087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77b625-e09a-4ccd-9040-232ddd6a1cf8 req-556e9a7c-5402-4d98-8890-d757637f17fe tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:18.122570 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ff77b625-e09a-4ccd-9040-232ddd6a1cf8 req-556e9a7c-5402-4d98-8890-d757637f17fe tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0490527 Aug 31 15:20:18.160391 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ff77b625-e09a-4ccd-9040-232ddd6a1cf8 req-469e039a-9d80-4951-ab98-d7796790fad3 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314796 Aug 31 15:20:18.219871 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 30f8b95d-dd96-4ab9-ac53-49c68047ee94 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:20:18.266396 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 30f8b95d-dd96-4ab9-ac53-49c68047ee94 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:18.266689 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:19.054681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 8e6f9b2c-db41-4806-835c-f146063e8bf9 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:20:19.148770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 8e6f9b2c-db41-4806-835c-f146063e8bf9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:19.159536 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'port_id': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'mac_address': 'fa:16:3e:a4:d9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:20:19.199517 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:19.212921 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6f9b2c-db41-4806-835c-f146063e8bf9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:20:19.232985 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 8e6f9b2c-db41-4806-835c-f146063e8bf9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:19.237411 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:19.274117 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe03ea-5595-4095-a468-6c16f48814fc req-55e82ee6-f49c-4241-9e27-f1596875661b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:19.275583 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98fe03ea-5595-4095-a468-6c16f48814fc req-55e82ee6-f49c-4241-9e27-f1596875661b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 944 time: 0.0493684 Aug 31 15:20:19.283325 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=8e6f9b2c-db41-4806-835c-f146063e8bf9,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:19.313560 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-98fe03ea-5595-4095-a468-6c16f48814fc req-e1cf74d8-bf54-4484-93c0-4d02f806bc21 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319028 Aug 31 15:20:19.440141 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['8e6f9b2c-db41-4806-835c-f146063e8bf9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:20:19.709578 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ed07989-2bd7-45ef-82cd-a5b28700f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:20.046697 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:20.430925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22c47d-477b-4977-b5ea-6f07196bc402 req-a6491494-9f8c-413e-af28-4c492ce97c14 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:20.432445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4b22c47d-477b-4977-b5ea-6f07196bc402 req-a6491494-9f8c-413e-af28-4c492ce97c14 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 944 time: 0.0501792 Aug 31 15:20:20.469978 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4b22c47d-477b-4977-b5ea-6f07196bc402 req-44b105d2-b35c-4532-ace0-a1a12ace45f4 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Aug 31 15:20:21.059259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 8e6f9b2c-db41-4806-835c-f146063e8bf9 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:20:21.106560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port 8e6f9b2c-db41-4806-835c-f146063e8bf9 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:20:21.110061 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 8e6f9b2c-db41-4806-835c-f146063e8bf9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:20:21.110427 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:21.185552 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:21.207270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:20:21.210153 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8141f763-5aa6-47c6-883f-4f18fd30f442" -d '{"events": [{"server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "name": "network-vif-plugged", "status": "completed", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:20:21.222282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 8e6f9b2c-db41-4806-835c-f146063e8bf9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:21.226563 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:21.272400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=8e6f9b2c-db41-4806-835c-f146063e8bf9,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:21.300297 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66695e72-2d97-43de-9468-8db17ee02934 x-openstack-request-id: req-66695e72-2d97-43de-9468-8db17ee02934 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:20:21.300596 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "name": "network-vif-plugged", "status": "completed", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:20:21.300850 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66695e72-2d97-43de-9468-8db17ee02934 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:20:21.301247 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'code': 200} Aug 31 15:20:21.394366 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d2b48-f477-4e04-a930-fb37e7a83b35 req-c482fe8a-deb2-4200-8cef-44da0796ed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:21.396010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c1d2b48-f477-4e04-a930-fb37e7a83b35 req-c482fe8a-deb2-4200-8cef-44da0796ed70 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 1096 time: 0.0400538 Aug 31 15:20:21.434006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5c1d2b48-f477-4e04-a930-fb37e7a83b35 req-c0212e42-84b3-4b0e-a652-4e646e792c42 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310011 Aug 31 15:20:21.584228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd433bb-02e9-4465-b5ce-7af21776ed8b req-16d838f4-6e3e-478b-833a-2a5037d02295 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:21.585625 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dd433bb-02e9-4465-b5ce-7af21776ed8b req-16d838f4-6e3e-478b-833a-2a5037d02295 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0494373 Aug 31 15:20:21.623078 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1dd433bb-02e9-4465-b5ce-7af21776ed8b req-1c7d0dfa-7bbd-4e28-bfa3-f49dbe1a4b36 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313976 Aug 31 15:20:22.250989 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-273483a1-1ead-46ec-8012-d3c54490e3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:22.345494 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:22.743110 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22139c0e-cee6-4ce3-8528-98f05a393e0f req-aad6a6ea-74d5-4970-a33f-e9404868b676 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:22.744611 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-22139c0e-cee6-4ce3-8528-98f05a393e0f req-aad6a6ea-74d5-4970-a33f-e9404868b676 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0530515 Aug 31 15:20:22.781802 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-22139c0e-cee6-4ce3-8528-98f05a393e0f req-25df034e-b7f7-459d-a6b6-883b049969df tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313632 Aug 31 15:20:22.896919 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07479f33-9ac2-49c2-b184-8a97ba561bd7 req-3cb5b602-ca71-4ed2-ab47-6a46d2929e4e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:22.898405 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07479f33-9ac2-49c2-b184-8a97ba561bd7 req-3cb5b602-ca71-4ed2-ab47-6a46d2929e4e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0524700 Aug 31 15:20:22.935979 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-07479f33-9ac2-49c2-b184-8a97ba561bd7 req-2a295c34-a7ae-4e2c-94d1-adbaad1492ab tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310874 Aug 31 15:20:22.957565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33700) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:23.086241 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4af2129-c609-4a08-90b6-92c2de7390d9 tempest-TestShelveInstance-2029621863 tempest-TestShelveInstance-2029621863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:23.087788 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c4af2129-c609-4a08-90b6-92c2de7390d9 tempest-TestShelveInstance-2029621863 tempest-TestShelveInstance-2029621863-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 1091 time: 0.1292202 Aug 31 15:20:23.091863 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 33704) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:23.099781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:20:23.121680 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:23.219090 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:23.326470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Allocated IP 172.25.2.40 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/bbd0f59c-8ec4-4ab6-b503-c1e00fb2f985) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:20:23.431271 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:23.467977 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:23.506203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:20:23.510879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:20:23.514368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:20:23.542036 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'Port': ['ID=bbd0f59c-8ec4-4ab6-b503-c1e00fb2f985,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:23.547653 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:23.874300 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:23.941833 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:24.102872 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:24.107428 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:24.180038 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'Port': ['ID=bbd0f59c-8ec4-4ab6-b503-c1e00fb2f985,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:24.191625 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:24.292837 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Floating IP ca7ae398-3e36-4d56-8054-52df20cb7261 associated. External IP: 172.25.2.40, port: 8e6f9b2c-db41-4806-835c-f146063e8bf9. Aug 31 15:20:24.499257 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Router b16fdb99-a0d6-4f54-ac25-2e563b479398 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:20:24.604745 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:20:24.614429 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b94c7-bddb-4ad0-a143-b8c1e55d3a5e None None] Sync routers for ids ['b16fdb99-a0d6-4f54-ac25-2e563b479398'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:20:24.621045 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:24.624448 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b94c7-bddb-4ad0-a143-b8c1e55d3a5e None None] Routers {'b16fdb99-a0d6-4f54-ac25-2e563b479398'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:24.625136 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a95b94c7-bddb-4ad0-a143-b8c1e55d3a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:20:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b16fdb99-a0d6-4f54-ac25-2e563b479398'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:24.649244 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-541268ed-40f0-4634-be84-a5ae09c4c1cf tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5561359 Aug 31 15:20:24.649839 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:20:24.652143 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e48cd2f-32e4-4ef3-86bd-da43aab3b47a" -d '{"events": [{"name": "network-changed", "server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:20:24.688183 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb501073-93cb-4a18-b4eb-7e89f30431ee x-openstack-request-id: req-cb501073-93cb-4a18-b4eb-7e89f30431ee {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:20:24.688474 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:20:24.688728 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb501073-93cb-4a18-b4eb-7e89f30431ee {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:20:24.689142 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'status': 'completed', 'code': 200} Aug 31 15:20:24.744864 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a95b94c7-bddb-4ad0-a143-b8c1e55d3a5e None None] Set router b16fdb99-a0d6-4f54-ac25-2e563b479398 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:24.753983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48cd2f-32e4-4ef3-86bd-da43aab3b47a req-a2729140-0b3d-45f1-8838-bd13545c8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:24.756730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e48cd2f-32e4-4ef3-86bd-da43aab3b47a req-a2729140-0b3d-45f1-8838-bd13545c8197 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 1096 time: 0.0440938 Aug 31 15:20:24.847855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48cd2f-32e4-4ef3-86bd-da43aab3b47a req-a266841c-d91a-4fe7-93f2-541bdcb8d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:24.849880 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e48cd2f-32e4-4ef3-86bd-da43aab3b47a req-a266841c-d91a-4fe7-93f2-541bdcb8d069 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.0859818 Aug 31 15:20:24.919684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e48cd2f-32e4-4ef3-86bd-da43aab3b47a req-42ff0817-0ee1-4a1d-816e-89bda4d52c3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9 HTTP/1.1" status: 200 len: 998 time: 0.0627248 Aug 31 15:20:24.971393 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48cd2f-32e4-4ef3-86bd-da43aab3b47a req-25c915f1-58e3-4031-a1c6-859877fbc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:24.972870 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e48cd2f-32e4-4ef3-86bd-da43aab3b47a req-25c915f1-58e3-4031-a1c6-859877fbc514 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0464907 Aug 31 15:20:24.974629 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a95b94c7-bddb-4ad0-a143-b8c1e55d3a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'ca7ae398-3e36-4d56-8054-52df20cb7261', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'floating_ip_address': '172.25.2.40', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'port_id': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'mac_address': 'fa:16:3e:a4:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:20:23Z', 'updated_at': '2021-08-31T15:20:23Z', 'revision_number': 0, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:10Z', 'revision_number': 5, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:24.976236 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:25.001503 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b94c7-bddb-4ad0-a143-b8c1e55d3a5e None None] Checking router: b16fdb99-a0d6-4f54-ac25-2e563b479398 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:20:25.010834 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b94c7-bddb-4ad0-a143-b8c1e55d3a5e None None] Routers {'b16fdb99-a0d6-4f54-ac25-2e563b479398'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:25.011385 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a95b94c7-bddb-4ad0-a143-b8c1e55d3a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:20:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b16fdb99-a0d6-4f54-ac25-2e563b479398'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:25.022192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48cd2f-32e4-4ef3-86bd-da43aab3b47a req-4c21351a-9bef-4806-b041-e14d40feec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:25.023737 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e48cd2f-32e4-4ef3-86bd-da43aab3b47a req-4c21351a-9bef-4806-b041-e14d40feec5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440021 Aug 31 15:20:25.116397 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a95b94c7-bddb-4ad0-a143-b8c1e55d3a5e None None] Set router b16fdb99-a0d6-4f54-ac25-2e563b479398 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:25.122409 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e48cd2f-32e4-4ef3-86bd-da43aab3b47a req-78181f70-48e3-4c6f-b2a2-f9b412ba65bd service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916846 Aug 31 15:20:25.141780 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:25.214980 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9e48cd2f-32e4-4ef3-86bd-da43aab3b47a req-b6c2c1f4-cb75-42ea-9291-89c75f9b5bff service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842793 Aug 31 15:20:25.421684 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a95b94c7-bddb-4ad0-a143-b8c1e55d3a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'ca7ae398-3e36-4d56-8054-52df20cb7261', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'floating_ip_address': '172.25.2.40', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'port_id': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'mac_address': 'fa:16:3e:a4:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:20:23Z', 'updated_at': '2021-08-31T15:20:23Z', 'revision_number': 0, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:10Z', 'revision_number': 5, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:25.447921 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b94c7-bddb-4ad0-a143-b8c1e55d3a5e None None] The sync data for ids ['b16fdb99-a0d6-4f54-ac25-2e563b479398'] in n-d-806683-5 is: [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'ca7ae398-3e36-4d56-8054-52df20cb7261', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'floating_ip_address': '172.25.2.40', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'port_id': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'mac_address': 'fa:16:3e:a4:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:20:23Z', 'updated_at': '2021-08-31T15:20:23Z', 'revision_number': 0, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:10Z', 'revision_number': 5, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:20:25.633766 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1af957-26aa-4f84-9a5c-9bd939eb4cc1 None None] New status for floating IP ca7ae398-3e36-4d56-8054-52df20cb7261: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:20:29.037116 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:20:49.710128 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acd675b2-c1f9-47b9-b503-efa4763ef14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:50.063073 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:52.251836 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b53fb3c-85f6-48c6-b2f8-ad4baa515e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:52.346359 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:53.548182 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:54.972611 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:55.143663 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:06.036503 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:21:19.710568 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42f1513e-0cf6-449d-adf4-9c9e30225257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:20.076359 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:21.166571 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8304c5f-5c43-42f1-bc5d-490235b9cea7 req-f1ada859-8bda-4422-99f2-fba2cdfeb88d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432312 Aug 31 15:21:21.251566 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8304c5f-5c43-42f1-bc5d-490235b9cea7 req-cf5a2363-6457-4108-8cc9-9382dd007084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:21:21.252939 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8304c5f-5c43-42f1-bc5d-490235b9cea7 req-cf5a2363-6457-4108-8cc9-9382dd007084 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 1096 time: 0.0410831 Aug 31 15:21:21.357135 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8304c5f-5c43-42f1-bc5d-490235b9cea7 req-a09c9886-fe6b-4ada-9764-7b17bea4f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:21:21.358613 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8304c5f-5c43-42f1-bc5d-490235b9cea7 req-a09c9886-fe6b-4ada-9764-7b17bea4f392 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.0845401 Aug 31 15:21:21.426937 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8304c5f-5c43-42f1-bc5d-490235b9cea7 req-5674a0c5-06cc-43cd-840d-e0e0d4f5465c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9 HTTP/1.1" status: 200 len: 1000 time: 0.0612462 Aug 31 15:21:21.475935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8304c5f-5c43-42f1-bc5d-490235b9cea7 req-c74201cc-f9eb-47f0-a87c-9f1f5502a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:21:21.478047 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8304c5f-5c43-42f1-bc5d-490235b9cea7 req-c74201cc-f9eb-47f0-a87c-9f1f5502a55f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0438080 Aug 31 15:21:21.521995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8304c5f-5c43-42f1-bc5d-490235b9cea7 req-0ce99cb4-e1a4-4cb2-a424-4d1180f88e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:21:21.523380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8304c5f-5c43-42f1-bc5d-490235b9cea7 req-0ce99cb4-e1a4-4cb2-a424-4d1180f88e32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380437 Aug 31 15:21:21.936105 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8304c5f-5c43-42f1-bc5d-490235b9cea7 req-bb19213c-4bf7-4dfc-bb89-33eb47487dec service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054515 Aug 31 15:21:22.025097 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e8304c5f-5c43-42f1-bc5d-490235b9cea7 req-0e9fae71-1fba-45df-943f-ca4c033893e0 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813394 Aug 31 15:21:22.250935 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-992c11d0-5d55-4ba2-ab88-b4a3e57bd4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:22.347099 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:23.551829 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:24.988248 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:25.146153 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:43.036472 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:21:49.711576 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5043dede-58e1-49e4-be0e-9d3a192e6e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:50.071640 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:52.251486 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0aedde12-f5cb-4307-b1fa-a9403f4737dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:52.346858 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:53.556513 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:54.983820 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:55.148850 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:19.711520 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0c7869e-3420-4e6e-a6c3-8929caa5df65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:20.036603 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:22:20.073692 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:21.191983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f979c-3238-46ba-9024-730cbd0a83b5 req-934e9c24-5c0f-4087-b923-c97a6269a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:21.193664 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-804f979c-3238-46ba-9024-730cbd0a83b5 req-934e9c24-5c0f-4087-b923-c97a6269a3ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 1096 time: 0.0597546 Aug 31 15:22:21.272956 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95043f38-6fa1-4b49-89dc-f7b3216ebfa9 req-69dc46f6-4878-453d-94c0-7561e65983af tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:21.274449 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95043f38-6fa1-4b49-89dc-f7b3216ebfa9 req-69dc46f6-4878-453d-94c0-7561e65983af tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0499380 Aug 31 15:22:21.309406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f979c-3238-46ba-9024-730cbd0a83b5 req-78372a96-3a24-40bd-b1f2-6e6a0b63fada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:21.311474 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-804f979c-3238-46ba-9024-730cbd0a83b5 req-78372a96-3a24-40bd-b1f2-6e6a0b63fada service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.0855806 Aug 31 15:22:21.312969 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-95043f38-6fa1-4b49-89dc-f7b3216ebfa9 req-015d646e-0b1b-46a6-a6cb-fe00430e9108 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316038 Aug 31 15:22:21.382720 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-804f979c-3238-46ba-9024-730cbd0a83b5 req-081e4264-2c75-4823-bcd4-5528c7e8ee41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9 HTTP/1.1" status: 200 len: 1000 time: 0.0616152 Aug 31 15:22:21.433049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f979c-3238-46ba-9024-730cbd0a83b5 req-e387843c-2f91-438b-8d9b-3ac842b1c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:21.434377 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-804f979c-3238-46ba-9024-730cbd0a83b5 req-e387843c-2f91-438b-8d9b-3ac842b1c891 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0442905 Aug 31 15:22:21.478367 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f979c-3238-46ba-9024-730cbd0a83b5 req-099ae2a0-38d1-4b31-b00e-2693f54a9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:21.479885 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-804f979c-3238-46ba-9024-730cbd0a83b5 req-099ae2a0-38d1-4b31-b00e-2693f54a9966 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385115 Aug 31 15:22:21.570574 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-804f979c-3238-46ba-9024-730cbd0a83b5 req-fc545662-94c1-4c69-94f3-2c66c2dd74a8 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837939 Aug 31 15:22:21.656572 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-804f979c-3238-46ba-9024-730cbd0a83b5 req-b329cf1a-92ac-48b2-b31b-23b80a21ac3c service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788929 Aug 31 15:22:22.252391 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69c04362-9388-4467-9f11-3470c225e24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:22.349136 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:22.457363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e834d-3cf6-476b-8393-0e6f33fb8752 req-ada61ccb-ad04-4eaf-889d-acc41b065ae2 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:22.458866 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da3e834d-3cf6-476b-8393-0e6f33fb8752 req-ada61ccb-ad04-4eaf-889d-acc41b065ae2 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0502770 Aug 31 15:22:22.497809 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-da3e834d-3cf6-476b-8393-0e6f33fb8752 req-725ee44a-f04d-46a1-b560-5a5ac6bf1251 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329084 Aug 31 15:22:23.560118 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:23.617608 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f86f8-3724-4723-baa5-a933c4299a6e req-0313906d-6166-42f5-bb7a-b1af8db35c23 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:23.619016 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-415f86f8-3724-4723-baa5-a933c4299a6e req-0313906d-6166-42f5-bb7a-b1af8db35c23 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0497754 Aug 31 15:22:23.656655 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-415f86f8-3724-4723-baa5-a933c4299a6e req-927fb583-7d6c-4504-b639-978f8283f917 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316749 Aug 31 15:22:24.776990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebd4c2-7672-4a89-b147-4b6a372b5c0c req-855eae37-de04-4095-a8f1-2ab8f8278671 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:24.778370 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcebd4c2-7672-4a89-b147-4b6a372b5c0c req-855eae37-de04-4095-a8f1-2ab8f8278671 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0536211 Aug 31 15:22:24.816331 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fcebd4c2-7672-4a89-b147-4b6a372b5c0c req-b83ec22a-cfcd-43ed-98e2-22320dccb9bd tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320187 Aug 31 15:22:24.997292 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:25.151121 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:25.938220 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64cf4b-e2ba-4ad0-a909-36d582df5505 req-32ab795e-31aa-4b34-b73e-91d48252ac50 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:25.939669 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d64cf4b-e2ba-4ad0-a909-36d582df5505 req-32ab795e-31aa-4b34-b73e-91d48252ac50 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0553639 Aug 31 15:22:25.979458 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1d64cf4b-e2ba-4ad0-a909-36d582df5505 req-3449277a-b402-4272-a1a3-640d2f6a5cce tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337579 Aug 31 15:22:27.093204 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ce1c6-69f4-4c93-9aa1-3510433c0742 req-2c9691ea-9ad1-4dd5-b038-0557ce064844 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:27.095379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-236ce1c6-69f4-4c93-9aa1-3510433c0742 req-2c9691ea-9ad1-4dd5-b038-0557ce064844 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0490775 Aug 31 15:22:27.132386 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-236ce1c6-69f4-4c93-9aa1-3510433c0742 req-71ae370d-80c6-4983-b6d5-f8cdca51bf24 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310147 Aug 31 15:22:28.248825 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a723ee-4e0a-47f9-a0c2-0eaf42f9459b req-441cf6ec-7849-4aef-a9fb-540d010cc47b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:28.250289 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d2a723ee-4e0a-47f9-a0c2-0eaf42f9459b req-441cf6ec-7849-4aef-a9fb-540d010cc47b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0499315 Aug 31 15:22:28.287683 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d2a723ee-4e0a-47f9-a0c2-0eaf42f9459b req-32d1061f-7d37-4d4f-a472-bf92bac3e61b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312405 Aug 31 15:22:29.400249 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c4bf1-dc24-4861-84b1-5920de7558d2 req-505d4210-d194-43aa-8e37-92994de5dfa8 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:29.401716 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f56c4bf1-dc24-4861-84b1-5920de7558d2 req-505d4210-d194-43aa-8e37-92994de5dfa8 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0484800 Aug 31 15:22:29.440848 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f56c4bf1-dc24-4861-84b1-5920de7558d2 req-0659f2d9-3db3-4556-a228-579f8e689c9f tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331590 Aug 31 15:22:30.557835 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a0479-aed6-4f99-baf0-286415804cfb req-4a78b763-ab74-43a2-8334-924013db8faa tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:30.559329 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-162a0479-aed6-4f99-baf0-286415804cfb req-4a78b763-ab74-43a2-8334-924013db8faa tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0483990 Aug 31 15:22:30.595921 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-162a0479-aed6-4f99-baf0-286415804cfb req-262175e7-0024-440a-a3ef-d32b6cfec54f tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306149 Aug 31 15:22:31.715846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e6968-e3be-4199-968b-d0fcd15518f9 req-fe5f40a3-29db-4979-8e14-d75f06a14e40 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:31.717314 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d6e6968-e3be-4199-968b-d0fcd15518f9 req-fe5f40a3-29db-4979-8e14-d75f06a14e40 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0532503 Aug 31 15:22:31.757344 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2d6e6968-e3be-4199-968b-d0fcd15518f9 req-74d7e117-0c86-41bc-897b-5069993c3db5 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322909 Aug 31 15:22:32.876552 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03666c55-1d31-49ce-bbee-c198ac280717 req-3e3d0ecf-a5db-4817-8ea4-795629f27e85 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:32.878052 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03666c55-1d31-49ce-bbee-c198ac280717 req-3e3d0ecf-a5db-4817-8ea4-795629f27e85 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0542629 Aug 31 15:22:32.919155 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-03666c55-1d31-49ce-bbee-c198ac280717 req-ec35926b-d3b1-4121-9ec2-92ed280e801f tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351131 Aug 31 15:22:33.562737 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 8e6f9b2c-db41-4806-835c-f146063e8bf9 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:22:33.665241 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 8e6f9b2c-db41-4806-835c-f146063e8bf9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:22:33.677595 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'port_id': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'mac_address': 'fa:16:3e:a4:d9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:22:33.717413 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:33.731320 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e6f9b2c-db41-4806-835c-f146063e8bf9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:22:33.750301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 8e6f9b2c-db41-4806-835c-f146063e8bf9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:22:33.754805 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:33.804877 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=8e6f9b2c-db41-4806-835c-f146063e8bf9,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:22:33.812249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:22:33.812590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:22:33.813695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:22:33.813695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:22:33.813695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:22:33.815464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:22:33.815464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:22:33.815464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:22:33.815464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:22:33.815464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:22:33.815852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:22:33.815852 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:22:33.828301 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['8e6f9b2c-db41-4806-835c-f146063e8bf9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:22:34.052890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55ed30-0a12-420a-833e-72fa0d386a37 req-fc6e562b-a2c1-4307-ab02-124fcaeaf764 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:34.065196 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc55ed30-0a12-420a-833e-72fa0d386a37 req-fc6e562b-a2c1-4307-ab02-124fcaeaf764 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 944 time: 0.0713198 Aug 31 15:22:34.102522 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dc55ed30-0a12-420a-833e-72fa0d386a37 req-95903230-3d49-4de2-8cb8-5827284c053d tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371070 Aug 31 15:22:35.245972 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8921966-6f35-43e8-9024-26d2775e947a req-32116651-f0aa-4e8c-9a8a-ad53f82083f8 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:35.247510 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e8921966-6f35-43e8-9024-26d2775e947a req-32116651-f0aa-4e8c-9a8a-ad53f82083f8 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 944 time: 0.0603492 Aug 31 15:22:35.298842 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e8921966-6f35-43e8-9024-26d2775e947a req-ff97afd5-3036-4df2-9ddc-0f002c35a682 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447347 Aug 31 15:22:35.577428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 8e6f9b2c-db41-4806-835c-f146063e8bf9 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:22:35.632620 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 8e6f9b2c-db41-4806-835c-f146063e8bf9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:22:35.632995 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:35.725795 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:35.750518 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:22:35.754039 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e172f0-66b3-4345-9b87-b011d06fe577" -d '{"events": [{"server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "name": "network-vif-plugged", "status": "completed", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:22:35.782846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 8e6f9b2c-db41-4806-835c-f146063e8bf9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:22:35.789524 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:35.818457 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaebe86-6e53-4058-a357-d4d48323b73c x-openstack-request-id: req-2eaebe86-6e53-4058-a357-d4d48323b73c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:22:35.818863 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "name": "network-vif-plugged", "status": "completed", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:22:35.819214 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2eaebe86-6e53-4058-a357-d4d48323b73c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:22:35.819697 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'code': 200} Aug 31 15:22:35.849684 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=8e6f9b2c-db41-4806-835c-f146063e8bf9,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:22:36.432956 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d85ad-35ed-4830-84bb-fd549f26f757 req-e0e2e8f1-9038-4a85-8c8b-60439398926e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:36.434614 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-522d85ad-35ed-4830-84bb-fd549f26f757 req-e0e2e8f1-9038-4a85-8c8b-60439398926e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0538208 Aug 31 15:22:36.478399 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-522d85ad-35ed-4830-84bb-fd549f26f757 req-19a765f3-d362-49eb-b8a8-f7cd6615b06b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367100 Aug 31 15:22:37.623209 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630e964-b39d-425f-a4bd-cc7f8c206a90 req-b0962304-e05d-4913-aeb8-dac05e1abdea tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:37.625505 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6630e964-b39d-425f-a4bd-cc7f8c206a90 req-b0962304-e05d-4913-aeb8-dac05e1abdea tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0695014 Aug 31 15:22:37.671366 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6630e964-b39d-425f-a4bd-cc7f8c206a90 req-c3b5ca10-d008-48da-88d7-a7aab55425e4 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394382 Aug 31 15:22:38.812696 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6ba81-d152-4a5e-a0c5-2be097566459 req-36de0f00-8ca0-47f1-9b34-57c3172c7e7c tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:38.814373 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0e6ba81-d152-4a5e-a0c5-2be097566459 req-36de0f00-8ca0-47f1-9b34-57c3172c7e7c tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0665131 Aug 31 15:22:38.863595 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0e6ba81-d152-4a5e-a0c5-2be097566459 req-569e3c0e-a193-4675-8889-f8a337ea5581 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428171 Aug 31 15:22:39.993023 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0980104-b39f-451c-9358-8d6987a3b733 req-d53fd6d3-fbaa-490f-aac9-fe813ec3687a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:39.994589 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0980104-b39f-451c-9358-8d6987a3b733 req-d53fd6d3-fbaa-490f-aac9-fe813ec3687a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0582597 Aug 31 15:22:40.036517 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0980104-b39f-451c-9358-8d6987a3b733 req-aa6f0574-6c0f-4339-b720-272dc4b3a91f tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356097 Aug 31 15:22:41.177321 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941526b8-3d33-4444-b728-2a62d3cf9e9d req-c62ae3b5-a020-490d-91ab-9f4b876afc82 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:41.179672 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-941526b8-3d33-4444-b728-2a62d3cf9e9d req-c62ae3b5-a020-490d-91ab-9f4b876afc82 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0573080 Aug 31 15:22:41.221292 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-941526b8-3d33-4444-b728-2a62d3cf9e9d req-2fd5661b-3151-45e0-935b-7cd1a4329fc3 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348177 Aug 31 15:22:42.351207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87835c-549c-4682-86ee-6ba84434998a req-222c34e4-ce4f-4564-951f-8b5dbbe0bf02 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:42.353407 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca87835c-549c-4682-86ee-6ba84434998a req-222c34e4-ce4f-4564-951f-8b5dbbe0bf02 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0540149 Aug 31 15:22:42.393971 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ca87835c-549c-4682-86ee-6ba84434998a req-a7556b37-e269-46af-b7f9-7c8063c3c6a8 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341365 Aug 31 15:22:43.178133 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de339-68f4-49e7-8518-523d2f201702 req-08eca412-5cc1-4bbc-9c7a-e8040172a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:43.179653 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-819de339-68f4-49e7-8518-523d2f201702 req-08eca412-5cc1-4bbc-9c7a-e8040172a4a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 1096 time: 0.0396039 Aug 31 15:22:43.275507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de339-68f4-49e7-8518-523d2f201702 req-00065fc6-d43d-45e2-af99-6efc818de1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:43.276894 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-819de339-68f4-49e7-8518-523d2f201702 req-00065fc6-d43d-45e2-af99-6efc818de1f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.0867832 Aug 31 15:22:43.341770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-819de339-68f4-49e7-8518-523d2f201702 req-6b8e1d78-56c8-4ede-9769-343d197ef5af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9 HTTP/1.1" status: 200 len: 1000 time: 0.0573111 Aug 31 15:22:43.394283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de339-68f4-49e7-8518-523d2f201702 req-5bd6b406-b2c8-4ecf-9a5a-e26a5de0cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:43.395730 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-819de339-68f4-49e7-8518-523d2f201702 req-5bd6b406-b2c8-4ecf-9a5a-e26a5de0cff2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0470500 Aug 31 15:22:43.441107 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de339-68f4-49e7-8518-523d2f201702 req-855f423a-b219-464f-88f1-b17a283f44d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:43.442614 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-819de339-68f4-49e7-8518-523d2f201702 req-855f423a-b219-464f-88f1-b17a283f44d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398562 Aug 31 15:22:43.517075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11f2eb-84f1-435b-8072-8fc1274ae464 req-f19548f4-d495-4bb8-9896-739d5df26245 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:43.518581 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bf11f2eb-84f1-435b-8072-8fc1274ae464 req-f19548f4-d495-4bb8-9896-739d5df26245 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0567122 Aug 31 15:22:43.535380 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-819de339-68f4-49e7-8518-523d2f201702 req-3972d9f8-1a8a-49fc-b433-92b488eb9a18 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851107 Aug 31 15:22:43.556075 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-bf11f2eb-84f1-435b-8072-8fc1274ae464 req-fbb0414f-a80d-4336-bc00-5aabbc4e772c tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315323 Aug 31 15:22:43.630898 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-819de339-68f4-49e7-8518-523d2f201702 req-fc6d35a8-bc59-4f2d-b9d9-c9edca773942 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886245 Aug 31 15:22:44.670855 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d693a2-2491-4012-862a-34f403b9ca6a req-455ed235-0efa-4883-be28-81eb04b74535 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:44.672345 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1d693a2-2491-4012-862a-34f403b9ca6a req-455ed235-0efa-4883-be28-81eb04b74535 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0489116 Aug 31 15:22:44.709213 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d1d693a2-2491-4012-862a-34f403b9ca6a req-9f9e1e9f-58b1-41c4-9293-f7944abc81bd tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302880 Aug 31 15:22:45.827057 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e875f4-e637-4b26-84ab-2b0ee2ebd4e9 req-4e3fba3d-3300-4ab6-a1e2-778411793bc8 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:45.828581 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9e875f4-e637-4b26-84ab-2b0ee2ebd4e9 req-4e3fba3d-3300-4ab6-a1e2-778411793bc8 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0536621 Aug 31 15:22:45.867467 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f9e875f4-e637-4b26-84ab-2b0ee2ebd4e9 req-8c1425b4-c11d-4d28-ac79-02538925574c tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323064 Aug 31 15:22:45.978733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-44543aab-6169-4aaf-9ce4-5a1c78f149b0 req-639f431b-9ed0-4093-9112-a43d752f85cf service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:22:45.979811 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-44543aab-6169-4aaf-9ce4-5a1c78f149b0 req-639f431b-9ed0-4093-9112-a43d752f85cf service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485494 Aug 31 15:22:46.138032 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52ba80-9e5f-4a23-9990-81bea5492c88 req-8a7d9317-6c56-493d-8173-0e17002e472e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:46.139592 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c52ba80-9e5f-4a23-9990-81bea5492c88 req-8a7d9317-6c56-493d-8173-0e17002e472e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0525520 Aug 31 15:22:46.178138 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5c52ba80-9e5f-4a23-9990-81bea5492c88 req-a8ba0ac1-ba74-4263-b35d-0623f0e69d46 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312102 Aug 31 15:22:46.379585 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d574b444-4c77-42a5-9067-7861dc19e83f req-500538bf-7539-4ee9-a230-de79be39a806 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859969 Aug 31 15:22:47.113838 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574b444-4c77-42a5-9067-7861dc19e83f req-dfcd508b-829b-490e-b37b-ba72e57d640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:47.115369 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d574b444-4c77-42a5-9067-7861dc19e83f req-dfcd508b-829b-490e-b37b-ba72e57d640e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820&tenant_id=9a7075e1077840e083889903e7bfd66f HTTP/1.1" status: 200 len: 1096 time: 0.0448024 Aug 31 15:22:47.185563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574b444-4c77-42a5-9067-7861dc19e83f req-7def8dcd-e2b9-4026-8db2-456d90df4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:47.187074 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d574b444-4c77-42a5-9067-7861dc19e83f req-7def8dcd-e2b9-4026-8db2-456d90df4092 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 1096 time: 0.0460644 Aug 31 15:22:47.315130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574b444-4c77-42a5-9067-7861dc19e83f req-a7311ce8-0563-4d8e-b93b-2d728eec5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:47.316555 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d574b444-4c77-42a5-9067-7861dc19e83f req-a7311ce8-0563-4d8e-b93b-2d728eec5d2f service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.1226542 Aug 31 15:22:47.324603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c0471-96ab-4a49-be16-28c885890f52 req-0bacdfdb-060e-4018-ab8b-87f9ee4dae8b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:47.325971 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-db6c0471-96ab-4a49-be16-28c885890f52 req-0bacdfdb-060e-4018-ab8b-87f9ee4dae8b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 945 time: 0.0775876 Aug 31 15:22:47.407148 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-db6c0471-96ab-4a49-be16-28c885890f52 req-97d9f47d-5d60-4d03-901b-5cdf0b04fdc1 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732796 Aug 31 15:22:47.408980 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d574b444-4c77-42a5-9067-7861dc19e83f req-0c5cac48-7b67-4492-964b-d02be89990fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9 HTTP/1.1" status: 200 len: 1000 time: 0.0821886 Aug 31 15:22:47.458372 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574b444-4c77-42a5-9067-7861dc19e83f req-fc4e823f-127e-4d90-84f9-870d7a125996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:47.459834 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d574b444-4c77-42a5-9067-7861dc19e83f req-fc4e823f-127e-4d90-84f9-870d7a125996 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0444086 Aug 31 15:22:47.510033 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574b444-4c77-42a5-9067-7861dc19e83f req-9fbf7755-bd4d-4df0-85e9-fbb87bf6b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:47.511516 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d574b444-4c77-42a5-9067-7861dc19e83f req-9fbf7755-bd4d-4df0-85e9-fbb87bf6b1d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449820 Aug 31 15:22:47.598386 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d574b444-4c77-42a5-9067-7861dc19e83f req-bf17dd63-0f4f-4ccd-9f8b-420c5011da60 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787532 Aug 31 15:22:47.646274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 8e6f9b2c-db41-4806-835c-f146063e8bf9 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:22:47.691581 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d574b444-4c77-42a5-9067-7861dc19e83f req-126a3ee7-542b-4b28-9e5c-624e69815877 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862181 Aug 31 15:22:47.728000 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:47.750638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:22:47.753460 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3eab34-c964-4a97-aa2b-35bdd83e0795" -d '{"events": [{"server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "name": "network-vif-unplugged", "status": "completed", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:22:47.767208 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 8e6f9b2c-db41-4806-835c-f146063e8bf9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:22:47.771848 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:47.800122 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a9e6bf-4b48-4a0e-a10d-cf1835fda2e1 x-openstack-request-id: req-98a9e6bf-4b48-4a0e-a10d-cf1835fda2e1 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:22:47.800418 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "name": "network-vif-unplugged", "status": "completed", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:22:47.800669 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98a9e6bf-4b48-4a0e-a10d-cf1835fda2e1 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:22:47.801108 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'code': 200} Aug 31 15:22:47.824863 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=8e6f9b2c-db41-4806-835c-f146063e8bf9,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:22:48.537553 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37f225-5275-49b6-90f1-4934d1408337 req-e4b9a3bf-f12d-471e-9790-b99562d95f1d tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:48.539140 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae37f225-5275-49b6-90f1-4934d1408337 req-e4b9a3bf-f12d-471e-9790-b99562d95f1d tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0643544 Aug 31 15:22:48.578524 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae37f225-5275-49b6-90f1-4934d1408337 req-aec1c048-882a-4507-a0f5-1695458627f6 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334010 Aug 31 15:22:49.713374 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e42c721b-c05e-4330-89d5-d572ca8fa6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:49.738817 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2919f-6e40-40ac-8ba4-3272d95b8c4d req-b1470ae7-dd39-41ee-9bcd-233eae3cf4d6 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:49.740438 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-caa2919f-6e40-40ac-8ba4-3272d95b8c4d req-b1470ae7-dd39-41ee-9bcd-233eae3cf4d6 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0578496 Aug 31 15:22:49.778712 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-caa2919f-6e40-40ac-8ba4-3272d95b8c4d req-3a6d30e2-258b-4b2a-9d3f-8708e70ea6c2 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321472 Aug 31 15:22:50.111045 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:50.907728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202a68d-e26f-46d0-b541-4abc7a89eb0a req-efdb1382-cd61-473f-a319-75216f8f4cf1 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:50.909343 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1202a68d-e26f-46d0-b541-4abc7a89eb0a req-efdb1382-cd61-473f-a319-75216f8f4cf1 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0531857 Aug 31 15:22:50.946887 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1202a68d-e26f-46d0-b541-4abc7a89eb0a req-798856f6-ed99-4daf-b9a5-a779b5855b5f tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 Aug 31 15:22:52.082116 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea55dff-322f-429d-b6a9-257d2e2a31f4 req-035c9871-85e3-48e8-af98-bd24213f63c1 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:52.084378 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ea55dff-322f-429d-b6a9-257d2e2a31f4 req-035c9871-85e3-48e8-af98-bd24213f63c1 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0551553 Aug 31 15:22:52.124134 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ea55dff-322f-429d-b6a9-257d2e2a31f4 req-22cbb940-cf51-42cc-8dff-3c5416a3f0f7 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344675 Aug 31 15:22:52.258029 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a46553b0-b69e-4862-a816-a115035e1f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:52.353493 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:53.265974 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea09ef2-1533-4dff-b655-bb1afa036333 req-05249e4d-9359-4004-a9b2-65811c6ff3ac tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:53.268396 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ea09ef2-1533-4dff-b655-bb1afa036333 req-05249e4d-9359-4004-a9b2-65811c6ff3ac tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0675976 Aug 31 15:22:53.310630 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ea09ef2-1533-4dff-b655-bb1afa036333 req-e32f113a-7032-40e5-bfd5-a8abab9b13c4 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362701 Aug 31 15:22:53.570053 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:54.438275 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7b8d1-c231-475b-bb5b-70b9c035554a req-cfdb2e95-2f76-44d6-8435-d40e12d36320 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:54.439915 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eea7b8d1-c231-475b-bb5b-70b9c035554a req-cfdb2e95-2f76-44d6-8435-d40e12d36320 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0545084 Aug 31 15:22:54.481363 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eea7b8d1-c231-475b-bb5b-70b9c035554a req-789b5db6-2d82-416e-b201-92800d061bed tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351474 Aug 31 15:22:55.032058 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:55.154532 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:55.605955 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164278b-b6a3-4aff-9b76-f1eb319abca0 req-e758bea8-9d1d-4b22-978a-8024fa911205 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:55.607465 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9164278b-b6a3-4aff-9b76-f1eb319abca0 req-e758bea8-9d1d-4b22-978a-8024fa911205 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0488744 Aug 31 15:22:55.646076 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9164278b-b6a3-4aff-9b76-f1eb319abca0 req-91282969-d958-4f5e-bc6c-33efaa817bac tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316460 Aug 31 15:22:56.773491 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d83cb2-501a-475b-b0c6-d5a780ab1fb8 req-d9a233d5-2aea-41b8-8357-6c54ed845c22 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:56.775225 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83d83cb2-501a-475b-b0c6-d5a780ab1fb8 req-d9a233d5-2aea-41b8-8357-6c54ed845c22 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0610886 Aug 31 15:22:56.821183 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-83d83cb2-501a-475b-b0c6-d5a780ab1fb8 req-5e05d738-2af2-46e2-be59-20f170985195 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391722 Aug 31 15:22:57.035160 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:22:57.958039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ab6a-5130-4d57-895c-aa8d8bf91507 req-7da63636-609e-47db-8bd1-6af5639374fa tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:57.960721 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ef8ab6a-5130-4d57-895c-aa8d8bf91507 req-7da63636-609e-47db-8bd1-6af5639374fa tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0686934 Aug 31 15:22:58.003436 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ef8ab6a-5130-4d57-895c-aa8d8bf91507 req-4e376d21-3d08-400c-b521-224d291d7a1a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372138 Aug 31 15:22:59.119027 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e3212-bce7-4dba-b290-63c3a3133927 req-350f897b-ea1e-4b9c-b560-1a40f3753f09 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:22:59.120604 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5a4e3212-bce7-4dba-b290-63c3a3133927 req-350f897b-ea1e-4b9c-b560-1a40f3753f09 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0486016 Aug 31 15:22:59.157850 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5a4e3212-bce7-4dba-b290-63c3a3133927 req-e2ba8384-3b55-499a-8992-08d70b894f47 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308702 Aug 31 15:23:00.276109 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332506a-5672-4c3e-b50b-c14b55933fa3 req-cb0727d4-ba27-42c7-8ade-daf7beda418b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:00.277590 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8332506a-5672-4c3e-b50b-c14b55933fa3 req-cb0727d4-ba27-42c7-8ade-daf7beda418b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0528655 Aug 31 15:23:00.315780 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8332506a-5672-4c3e-b50b-c14b55933fa3 req-ee96fab1-443c-40ba-bf3b-eb6a41def762 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310667 Aug 31 15:23:00.525087 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911b3ba-3dd6-409c-a03d-47189cb67b28 req-f0743630-3993-44f6-85b0-874bce22981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:00.526542 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6911b3ba-3dd6-409c-a03d-47189cb67b28 req-f0743630-3993-44f6-85b0-874bce22981a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 1094 time: 0.0405197 Aug 31 15:23:00.560174 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6911b3ba-3dd6-409c-a03d-47189cb67b28 req-d08b5ec3-b94f-450b-9c20-0858bcc12538 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264120 Aug 31 15:23:01.434466 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6602cbe-8877-45c5-bbac-da6b495ab983 req-d1367351-4f6c-4bda-a7bb-0017d3dad819 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:01.436026 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6602cbe-8877-45c5-bbac-da6b495ab983 req-d1367351-4f6c-4bda-a7bb-0017d3dad819 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0516150 Aug 31 15:23:01.478568 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d6602cbe-8877-45c5-bbac-da6b495ab983 req-5f274114-a2d8-4636-b4f8-01e75900881a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362866 Aug 31 15:23:02.593359 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d824fde-7c5e-493a-906e-68c2a87c164d req-e5509a8d-40bb-4c0e-878f-68b1c52cc92f tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:02.596017 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d824fde-7c5e-493a-906e-68c2a87c164d req-e5509a8d-40bb-4c0e-878f-68b1c52cc92f tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 943 time: 0.0512035 Aug 31 15:23:02.634731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0d824fde-7c5e-493a-906e-68c2a87c164d req-ce779d37-b6f7-4b4e-9cf0-efde2525a616 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331392 Aug 31 15:23:03.726606 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 8e6f9b2c-db41-4806-835c-f146063e8bf9 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:23:03.819465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 8e6f9b2c-db41-4806-835c-f146063e8bf9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:23:03.830927 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'port_id': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'mac_address': 'fa:16:3e:a4:d9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:23:03.871778 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:03.884753 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6f9b2c-db41-4806-835c-f146063e8bf9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:23:03.903566 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 8e6f9b2c-db41-4806-835c-f146063e8bf9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:23:03.907763 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:03.953931 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=8e6f9b2c-db41-4806-835c-f146063e8bf9,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:04.118374 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['8e6f9b2c-db41-4806-835c-f146063e8bf9'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:23:05.739807 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 8e6f9b2c-db41-4806-835c-f146063e8bf9 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:23:05.786383 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port 8e6f9b2c-db41-4806-835c-f146063e8bf9 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:23:05.786754 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:05.864173 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:05.885726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:23:05.887982 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86891fb8-7e9a-4abf-a903-cbfc774bff4d" -d '{"events": [{"server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "name": "network-vif-plugged", "status": "completed", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:23:05.901393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port 8e6f9b2c-db41-4806-835c-f146063e8bf9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:23:05.906166 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:05.936613 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8c66e2-6633-4cb2-bb9c-b1953650d78a x-openstack-request-id: req-ab8c66e2-6633-4cb2-bb9c-b1953650d78a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:23:05.936903 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "name": "network-vif-plugged", "status": "completed", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:23:05.937153 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab8c66e2-6633-4cb2-bb9c-b1953650d78a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:23:05.937535 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'code': 200} Aug 31 15:23:05.966821 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=8e6f9b2c-db41-4806-835c-f146063e8bf9,revision_number=10']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:19.714425 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8009938e-fd96-4e9d-bcac-e9606d1d7bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:20.140822 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:22.210077 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa4df357-654f-470f-8701-8a435605d4b8 req-9d2d6f52-7cca-49ed-a13d-83c51412c86d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844414 Aug 31 15:23:22.250163 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00be20a9-36c9-4733-a5aa-096ab75856fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:22.293954 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4df357-654f-470f-8701-8a435605d4b8 req-16cf75c2-771a-4ede-aa23-4d39b94abc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:22.295494 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa4df357-654f-470f-8701-8a435605d4b8 req-16cf75c2-771a-4ede-aa23-4d39b94abc96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 1097 time: 0.0414786 Aug 31 15:23:22.354393 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:22.401207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4df357-654f-470f-8701-8a435605d4b8 req-25f59fcd-65ea-440d-840d-bd349c15e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:22.402673 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa4df357-654f-470f-8701-8a435605d4b8 req-25f59fcd-65ea-440d-840d-bd349c15e209 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.0866642 Aug 31 15:23:22.473439 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa4df357-654f-470f-8701-8a435605d4b8 req-c99fbdcf-4077-4b6b-a060-18d400989e32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9 HTTP/1.1" status: 200 len: 1000 time: 0.0620096 Aug 31 15:23:22.522396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4df357-654f-470f-8701-8a435605d4b8 req-63fe254e-3e85-4f96-90ff-ee44fd3dd71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:22.523758 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa4df357-654f-470f-8701-8a435605d4b8 req-63fe254e-3e85-4f96-90ff-ee44fd3dd71a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0427227 Aug 31 15:23:22.575373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4df357-654f-470f-8701-8a435605d4b8 req-967db741-9059-48cf-af12-1f9d86ea1f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:22.576864 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa4df357-654f-470f-8701-8a435605d4b8 req-967db741-9059-48cf-af12-1f9d86ea1f30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410209 Aug 31 15:23:22.670636 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa4df357-654f-470f-8701-8a435605d4b8 req-0f26a612-75c2-4f77-b8b6-575cf2fb5b2d service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858488 Aug 31 15:23:22.759796 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-aa4df357-654f-470f-8701-8a435605d4b8 req-fc51fefe-90a2-4044-a0ee-e75d9be9fd36 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813224 Aug 31 15:23:23.565269 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:25.020200 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:25.156435 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:34.034892 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:23:49.713575 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd7f6d58-3b3d-4a03-b4a6-4c2fb882adc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:50.156383 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.251540 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7079fa3-0458-452f-8b1a-8445be37336c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.354658 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:53.572519 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:55.025783 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:55.159247 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.034131 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:24:14.374574 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34030) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:24:14.540810 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Deleting port bbd0f59c-8ec4-4ab6-b503-c1e00fb2f985 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:24:14.541040 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.616393 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.616716 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.628772 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Calling delete_port for bbd0f59c-8ec4-4ab6-b503-c1e00fb2f985 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:24:14.781444 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.807166 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event deleted for resources: {'Port': ['ID=bbd0f59c-8ec4-4ab6-b503-c1e00fb2f985,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:14.819346 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.819713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.820049 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.820394 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.820732 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.821070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.821401 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.821733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.822066 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.822413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.822725 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.823051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.882819 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.883154 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Floating IP ca7ae398-3e36-4d56-8054-52df20cb7261 disassociated (deleted). External IP: 172.25.2.40, port: 8e6f9b2c-db41-4806-835c-f146063e8bf9. Aug 31 15:24:15.089265 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Router b16fdb99-a0d6-4f54-ac25-2e563b479398 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:24:15.196674 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:24:15.201683 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:15.207299 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190d16e-cfe8-4dd8-addc-585fd3732ab1 None None] Sync routers for ids ['b16fdb99-a0d6-4f54-ac25-2e563b479398'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:24:15.217051 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b190d16e-cfe8-4dd8-addc-585fd3732ab1 None None] Routers {'b16fdb99-a0d6-4f54-ac25-2e563b479398'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:24:15.217648 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b190d16e-cfe8-4dd8-addc-585fd3732ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:23:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b16fdb99-a0d6-4f54-ac25-2e563b479398'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:15.233396 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a3d183d2-cfe8-4d09-a81b-8fd7058f63d9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "DELETE /v2.0/floatingips/ca7ae398-3e36-4d56-8054-52df20cb7261 HTTP/1.1" status: 204 len: 168 time: 0.8576932 Aug 31 15:24:15.233983 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:15.236460 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae399e7f-96c0-4d53-bafd-e7a3bf50c188" -d '{"events": [{"name": "network-changed", "server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:24:15.326578 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b190d16e-cfe8-4dd8-addc-585fd3732ab1 None None] Set router b16fdb99-a0d6-4f54-ac25-2e563b479398 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:24:15.337644 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592ab7a1-40f2-413d-b646-236cb17a889c x-openstack-request-id: req-592ab7a1-40f2-413d-b646-236cb17a889c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:24:15.338056 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:24:15.338541 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-592ab7a1-40f2-413d-b646-236cb17a889c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:24:15.339019 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'status': 'completed', 'code': 200} Aug 31 15:24:15.406137 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae399e7f-96c0-4d53-bafd-e7a3bf50c188 req-724f3a8a-01ab-45c3-9570-f9b49332449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:15.407878 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae399e7f-96c0-4d53-bafd-e7a3bf50c188 req-724f3a8a-01ab-45c3-9570-f9b49332449b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 1097 time: 0.0483930 Aug 31 15:24:15.503339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae399e7f-96c0-4d53-bafd-e7a3bf50c188 req-1658eb8c-5cab-47d0-85e0-1391857d3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:15.506044 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae399e7f-96c0-4d53-bafd-e7a3bf50c188 req-1658eb8c-5cab-47d0-85e0-1391857d3dd8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.0903773 Aug 31 15:24:15.543908 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a82bf1-8e6a-40da-a9e3-076cd8f49557 req-16dc72f9-52cf-48be-89b9-262bee39c437 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:15.545584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4a82bf1-8e6a-40da-a9e3-076cd8f49557 req-16dc72f9-52cf-48be-89b9-262bee39c437 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 946 time: 0.1292381 Aug 31 15:24:15.554774 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae399e7f-96c0-4d53-bafd-e7a3bf50c188 req-5d20f0a4-cced-4069-a32b-06c924e7aac2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9 HTTP/1.1" status: 200 len: 217 time: 0.0392654 Aug 31 15:24:15.557678 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b190d16e-cfe8-4dd8-addc-585fd3732ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:10Z', 'revision_number': 5, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:15.586477 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190d16e-cfe8-4dd8-addc-585fd3732ab1 None None] Checking router: b16fdb99-a0d6-4f54-ac25-2e563b479398 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:24:15.587695 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f4a82bf1-8e6a-40da-a9e3-076cd8f49557 req-88ac3ff8-e8de-4fd4-9e60-3074e3c3db9e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351870 Aug 31 15:24:15.596878 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b190d16e-cfe8-4dd8-addc-585fd3732ab1 None None] Routers {'b16fdb99-a0d6-4f54-ac25-2e563b479398'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:24:15.597499 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b190d16e-cfe8-4dd8-addc-585fd3732ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:23:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b16fdb99-a0d6-4f54-ac25-2e563b479398'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:15.609142 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae399e7f-96c0-4d53-bafd-e7a3bf50c188 req-fb1abdc1-fa1b-4fd9-837c-54feddd64df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:15.610626 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae399e7f-96c0-4d53-bafd-e7a3bf50c188 req-fb1abdc1-fa1b-4fd9-837c-54feddd64df2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0476286 Aug 31 15:24:15.659001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae399e7f-96c0-4d53-bafd-e7a3bf50c188 req-34b510dd-730e-4e74-96fc-ac4cb3381f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:15.660547 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae399e7f-96c0-4d53-bafd-e7a3bf50c188 req-34b510dd-730e-4e74-96fc-ac4cb3381f28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419774 Aug 31 15:24:15.700648 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b190d16e-cfe8-4dd8-addc-585fd3732ab1 None None] Set router b16fdb99-a0d6-4f54-ac25-2e563b479398 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:24:15.754470 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae399e7f-96c0-4d53-bafd-e7a3bf50c188 req-a57eb91f-d39c-4dc3-9504-e281fe1a022c service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852540 Aug 31 15:24:15.845350 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-ae399e7f-96c0-4d53-bafd-e7a3bf50c188 req-b0eb11fc-6570-4864-93d0-63c680aa873b service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815463 Aug 31 15:24:15.898928 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b190d16e-cfe8-4dd8-addc-585fd3732ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:10Z', 'revision_number': 5, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:15.925766 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190d16e-cfe8-4dd8-addc-585fd3732ab1 None None] The sync data for ids ['b16fdb99-a0d6-4f54-ac25-2e563b479398'] in n-d-806683-5 is: [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:10Z', 'revision_number': 5, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:24:16.145297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259c6fcc-f1ab-42c7-a9ab-d993e698c6f8 None None] New status for floating IP ca7ae398-3e36-4d56-8054-52df20cb7261: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:24:16.774604 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83ad56-e36a-474d-b06f-a1f9f196bb6c req-51d2112a-763e-4d37-990e-4efb99d70370 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:16.776089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d83ad56-e36a-474d-b06f-a1f9f196bb6c req-51d2112a-763e-4d37-990e-4efb99d70370 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 946 time: 0.0803432 Aug 31 15:24:16.787887 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcd47d-33aa-44d1-9d74-802c85c97c1e req-0401a6f5-cf07-4d3e-b1cd-23474a1a5c24 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:16.789259 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6bcd47d-33aa-44d1-9d74-802c85c97c1e req-0401a6f5-cf07-4d3e-b1cd-23474a1a5c24 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=45b6d1fb-32fd-4009-8dba-309f4642d820 HTTP/1.1" status: 200 len: 946 time: 0.1317244 Aug 31 15:24:16.874134 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d6bcd47d-33aa-44d1-9d74-802c85c97c1e req-3247950d-9895-4870-b96b-bf4d899e8034 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a103de3-90b6-4aa7-817b-8a0c1f718c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771570 Aug 31 15:24:16.899460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-6d83ad56-e36a-474d-b06f-a1f9f196bb6c req-18a73223-bfb3-43f1-85db-051310a4be5b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Deleting port 8e6f9b2c-db41-4806-835c-f146063e8bf9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:24:16.899819 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6d83ad56-e36a-474d-b06f-a1f9f196bb6c req-18a73223-bfb3-43f1-85db-051310a4be5b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.990724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6d83ad56-e36a-474d-b06f-a1f9f196bb6c req-18a73223-bfb3-43f1-85db-051310a4be5b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] For port 8e6f9b2c-db41-4806-835c-f146063e8bf9, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=8e6f9b2c-db41-4806-835c-f146063e8bf9,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:24:16.991080 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6d83ad56-e36a-474d-b06f-a1f9f196bb6c req-18a73223-bfb3-43f1-85db-051310a4be5b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.004647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-6d83ad56-e36a-474d-b06f-a1f9f196bb6c req-18a73223-bfb3-43f1-85db-051310a4be5b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Calling delete_port for 8e6f9b2c-db41-4806-835c-f146063e8bf9 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:24:17.129664 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6d83ad56-e36a-474d-b06f-a1f9f196bb6c req-18a73223-bfb3-43f1-85db-051310a4be5b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.163437 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a73223-bfb3-43f1-85db-051310a4be5b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event deleted for resources: {'Port': ['ID=8e6f9b2c-db41-4806-835c-f146063e8bf9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:17.200003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d83ad56-e36a-474d-b06f-a1f9f196bb6c req-18a73223-bfb3-43f1-85db-051310a4be5b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] No DVR routers for this DVR port 8e6f9b2c-db41-4806-835c-f146063e8bf9 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:24:17.202728 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6d83ad56-e36a-474d-b06f-a1f9f196bb6c req-18a73223-bfb3-43f1-85db-051310a4be5b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.204797 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d83ad56-e36a-474d-b06f-a1f9f196bb6c req-18a73223-bfb3-43f1-85db-051310a4be5b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.60 "DELETE /v2.0/ports/8e6f9b2c-db41-4806-835c-f146063e8bf9 HTTP/1.1" status: 204 len: 173 time: 0.4146907 Aug 31 15:24:17.340619 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'name': 'network-vif-deleted', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:17.342999 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe338230-7bb0-4d37-bbf9-3f61e79c6946" -d '{"events": [{"server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "name": "network-vif-deleted", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:24:17.378196 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b4ccc7-8b70-422d-a6fc-55320a9b0988 x-openstack-request-id: req-c8b4ccc7-8b70-422d-a6fc-55320a9b0988 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:24:17.378516 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b6d1fb-32fd-4009-8dba-309f4642d820", "name": "network-vif-deleted", "tag": "8e6f9b2c-db41-4806-835c-f146063e8bf9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:24:17.378794 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8b4ccc7-8b70-422d-a6fc-55320a9b0988 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:24:17.379220 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6d1fb-32fd-4009-8dba-309f4642d820', 'name': 'network-vif-deleted', 'tag': '8e6f9b2c-db41-4806-835c-f146063e8bf9', 'status': 'completed', 'code': 200} Aug 31 15:24:17.929699 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34056) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:24:17.987882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92c2aa43-a229-479d-8da1-1d047f7d9cac tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.013232 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92c2aa43-a229-479d-8da1-1d047f7d9cac tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.071948 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92c2aa43-a229-479d-8da1-1d047f7d9cac tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.074631 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92c2aa43-a229-479d-8da1-1d047f7d9cac tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.075803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-92c2aa43-a229-479d-8da1-1d047f7d9cac tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "DELETE /v2.0/security-groups/9a103de3-90b6-4aa7-817b-8a0c1f718c19 HTTP/1.1" status: 204 len: 168 time: 0.1453393 Aug 31 15:24:18.084801 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2aa43-a229-479d-8da1-1d047f7d9cac tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a103de3-90b6-4aa7-817b-8a0c1f718c19,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:18.421415 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34062) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:24:18.426054 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b693d728-59c8-4e8b-9014-e5bdc1f2869a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-199341975', 'description': 'tempest-secgroup-smoke-199341975 description', 'project_id': '9a7075e1077840e083889903e7bfd66f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:24:18.451637 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b693d728-59c8-4e8b-9014-e5bdc1f2869a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.531116 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b693d728-59c8-4e8b-9014-e5bdc1f2869a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.534571 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b693d728-59c8-4e8b-9014-e5bdc1f2869a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.562470 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693d728-59c8-4e8b-9014-e5bdc1f2869a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179a4463-58dd-4c63-8566-9b99d31c2447,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:18.564612 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b693d728-59c8-4e8b-9014-e5bdc1f2869a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.565799 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b693d728-59c8-4e8b-9014-e5bdc1f2869a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1433880 Aug 31 15:24:18.568632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34064) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:24:18.572940 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-17555685-8d9a-4a90-a0bd-7dc390d01965 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'security_group_rule': {'security_group_id': '179a4463-58dd-4c63-8566-9b99d31c2447', 'project_id': '9a7075e1077840e083889903e7bfd66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:24:18.598958 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17555685-8d9a-4a90-a0bd-7dc390d01965 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.656412 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17555685-8d9a-4a90-a0bd-7dc390d01965 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.659830 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17555685-8d9a-4a90-a0bd-7dc390d01965 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.678755 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17555685-8d9a-4a90-a0bd-7dc390d01965 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833e4b52-3291-4ae9-bb36-132669452233,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:18.682159 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17555685-8d9a-4a90-a0bd-7dc390d01965 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.685971 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-17555685-8d9a-4a90-a0bd-7dc390d01965 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137064 Aug 31 15:24:18.686461 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34066) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:24:18.690568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8c332115-8ba7-4b9e-a874-4cb7b4346441 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'security_group_rule': {'security_group_id': '179a4463-58dd-4c63-8566-9b99d31c2447', 'project_id': '9a7075e1077840e083889903e7bfd66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:24:18.716828 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c332115-8ba7-4b9e-a874-4cb7b4346441 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.773867 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c332115-8ba7-4b9e-a874-4cb7b4346441 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.778049 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c332115-8ba7-4b9e-a874-4cb7b4346441 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.796426 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c332115-8ba7-4b9e-a874-4cb7b4346441 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0119d758-7195-47f1-9dcf-bab2219fb5e7,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:18.799144 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c332115-8ba7-4b9e-a874-4cb7b4346441 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.800343 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8c332115-8ba7-4b9e-a874-4cb7b4346441 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132534 Aug 31 15:24:18.803156 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34068) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:24:18.807925 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'security_group_rule': {'security_group_id': '179a4463-58dd-4c63-8566-9b99d31c2447', 'project_id': '9a7075e1077840e083889903e7bfd66f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:24:18.835024 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.883093 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.887394 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.906862 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99712195-ee82-4109-b145-bf9e40a8ec9b,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:18.915458 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:18.915842 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:18.916157 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:18.916518 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:18.916838 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:18.917176 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:18.917510 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:18.918398 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:18.918738 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:18.919075 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:18.919433 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:18.919769 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:18.922426 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.923646 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-eb450871-a9df-4f34-b199-211c936c0687 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193969 Aug 31 15:24:18.926663 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34070) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:24:18.931232 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-02b5e475-56aa-4ff9-8265-ae88d11cf515 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'security_group_rule': {'security_group_id': '179a4463-58dd-4c63-8566-9b99d31c2447', 'project_id': '9a7075e1077840e083889903e7bfd66f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:24:18.957527 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02b5e475-56aa-4ff9-8265-ae88d11cf515 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.018799 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02b5e475-56aa-4ff9-8265-ae88d11cf515 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.022426 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02b5e475-56aa-4ff9-8265-ae88d11cf515 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.040010 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5e475-56aa-4ff9-8265-ae88d11cf515 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66163628-803e-4291-84d2-8547b08e19b0,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:19.045556 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02b5e475-56aa-4ff9-8265-ae88d11cf515 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.046763 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-02b5e475-56aa-4ff9-8265-ae88d11cf515 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191275 Aug 31 15:24:19.049511 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34072) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:24:19.053872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2bf00612-c729-43f5-9d53-66d80ad8ccaa tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'security_group_rule': {'security_group_id': '179a4463-58dd-4c63-8566-9b99d31c2447', 'project_id': '9a7075e1077840e083889903e7bfd66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:24:19.075949 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-2bf00612-c729-43f5-9d53-66d80ad8ccaa tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Project 9a7075e1077840e083889903e7bfd66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:24:19.080607 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bf00612-c729-43f5-9d53-66d80ad8ccaa tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.140626 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bf00612-c729-43f5-9d53-66d80ad8ccaa tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.144107 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bf00612-c729-43f5-9d53-66d80ad8ccaa tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.162971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf00612-c729-43f5-9d53-66d80ad8ccaa tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902e2fc9-7714-4903-8b0f-f9418c852e36,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:19.166043 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bf00612-c729-43f5-9d53-66d80ad8ccaa tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.169940 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2bf00612-c729-43f5-9d53-66d80ad8ccaa tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167958 Aug 31 15:24:19.170879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34074) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:24:19.175125 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8963e4ec-f7f3-4bfa-ba94-b2ba3ac5ba38 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'security_group_rule': {'security_group_id': '179a4463-58dd-4c63-8566-9b99d31c2447', 'project_id': '9a7075e1077840e083889903e7bfd66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:24:19.196215 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-8963e4ec-f7f3-4bfa-ba94-b2ba3ac5ba38 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Project 9a7075e1077840e083889903e7bfd66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:24:19.201943 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8963e4ec-f7f3-4bfa-ba94-b2ba3ac5ba38 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.262997 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8963e4ec-f7f3-4bfa-ba94-b2ba3ac5ba38 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.266777 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8963e4ec-f7f3-4bfa-ba94-b2ba3ac5ba38 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.285178 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963e4ec-f7f3-4bfa-ba94-b2ba3ac5ba38 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7910fba8-a500-4132-8cd7-54c55911633d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:19.290523 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8963e4ec-f7f3-4bfa-ba94-b2ba3ac5ba38 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.291757 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-8963e4ec-f7f3-4bfa-ba94-b2ba3ac5ba38 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207581 Aug 31 15:24:19.729471 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d038e431-4583-4cc2-9f76-f4913ffc4a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:20.171234 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 8e6f9b2c-db41-4806-835c-f146063e8bf9 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:24:20.193893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: 8e6f9b2c-db41-4806-835c-f146063e8bf9 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:24:20.194284 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device 8e6f9b2c-db41-4806-835c-f146063e8bf9 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:24:20.202801 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:22.252589 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6bdebd63-3f9c-4ab9-91d3-95fa4d49d7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:22.357733 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:23.571811 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.024915 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.162061 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:33.582645 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-3390edd7-2433-4188-9cf5-743c2bd112d0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-199341975&fields=id&tenant_id=9a7075e1077840e083889903e7bfd66f HTTP/1.1" status: 200 len: 267 time: 0.0318112 Aug 31 15:24:33.690223 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-9a04e606-dfc9-4123-9282-b77433d209b0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:33.691595 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-9a04e606-dfc9-4123-9282-b77433d209b0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 808 time: 0.1017435 Aug 31 15:24:33.706027 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-f286601d-270f-4c5c-83de-2cf5b8dc20d4 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/quotas/9a7075e1077840e083889903e7bfd66f HTTP/1.1" status: 200 len: 375 time: 0.0088136 Aug 31 15:24:33.756704 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-e693fbc3-200d-4d9c-98a3-89cbdac8e7e7 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456257 Aug 31 15:24:33.772645 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-0dcd01e7-c6cf-4103-a4d7-048288dc6d03 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:24:33.773575 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-0dcd01e7-c6cf-4103-a4d7-048288dc6d03 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056155 Aug 31 15:24:33.903197 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-e0696ac9-8217-40bd-a72b-a194ce709f6d service neutron] 10.222.0.39 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229303 Aug 31 15:24:33.994761 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-319ee082-8545-4c12-bcf5-7d09882b4f12 service neutron] 10.222.0.39 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854588 Aug 31 15:24:35.294483 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-82c1732e-e601-4d91-9958-af893303907a req-4c4a40ac-6d02-42bf-bb7f-a971a4e4f400 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 210 time: 0.0290329 Aug 31 15:24:36.221019 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-16ba6a4c-ac45-4f31-8a93-cb7979fbb654 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:36.222252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-16ba6a4c-ac45-4f31-8a93-cb7979fbb654 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 808 time: 0.1015072 Aug 31 15:24:36.266766 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-e3974c6e-6b39-47b7-a2da-e34edd75456d tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a7075e1077840e083889903e7bfd66f HTTP/1.1" status: 200 len: 379 time: 0.0345137 Aug 31 15:24:36.275720 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-c5397cbb-d2d4-481f-9727-1ab8dc18c145 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'port': {'device_id': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'admin_state_up': True, 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'security_groups': ['179a4463-58dd-4c63-8566-9b99d31c2447']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:24:36.395704 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-80f97fd7-0feb-42fa-9301-b5513dbe8a49 req-e962fee7-4f90-4968-aac7-e827bb2ff717 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 210 time: 0.0296433 Aug 31 15:24:36.396812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-c5397cbb-d2d4-481f-9727-1ab8dc18c145 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Made reservation on behalf of 9a7075e1077840e083889903e7bfd66f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:36.401033 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-c5397cbb-d2d4-481f-9727-1ab8dc18c145 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.537786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-c5397cbb-d2d4-481f-9727-1ab8dc18c145 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Allocated IP 172.20.0.14 (17594533-844e-4ed2-a673-3eae5285f2de/fa39c6e1-f0c3-47aa-a640-9b84945e9e6b/e98017ca-d166-4c54-8de7-efdf286f2168) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:36.686787 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-c5397cbb-d2d4-481f-9727-1ab8dc18c145 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.702340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-c5397cbb-d2d4-481f-9727-1ab8dc18c145 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Transition to ACTIVE for port object e98017ca-d166-4c54-8de7-efdf286f2168 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:36.745960 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-c5397cbb-d2d4-481f-9727-1ab8dc18c145 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.793300 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-c5397cbb-d2d4-481f-9727-1ab8dc18c145 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Network 17594533-844e-4ed2-a673-3eae5285f2de is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:36.796601 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-c5397cbb-d2d4-481f-9727-1ab8dc18c145 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:36.800661 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-c5397cbb-d2d4-481f-9727-1ab8dc18c145 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:24:37.083617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f598c41d-5a4e-4e77-9336-f37df18ba7eb None None] Provisioning for port e98017ca-d166-4c54-8de7-efdf286f2168 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:37.087693 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f598c41d-5a4e-4e77-9336-f37df18ba7eb None None] Provisioning complete for port e98017ca-d166-4c54-8de7-efdf286f2168 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:37.088062 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f598c41d-5a4e-4e77-9336-f37df18ba7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.136286 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f598c41d-5a4e-4e77-9336-f37df18ba7eb None None] Port e98017ca-d166-4c54-8de7-efdf286f2168 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:24:37.175592 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5397cbb-d2d4-481f-9727-1ab8dc18c145 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'Port': ['ID=e98017ca-d166-4c54-8de7-efdf286f2168,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:37.202564 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-c5397cbb-d2d4-481f-9727-1ab8dc18c145 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:37.203220 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-c5397cbb-d2d4-481f-9727-1ab8dc18c145 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.217610 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-c5397cbb-d2d4-481f-9727-1ab8dc18c145 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9455578 Aug 31 15:24:37.229678 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Request body: {'port': {'device_id': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:24:37.285338 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.581792 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe5f66-b011-4e8a-bcb3-7b7f896580f8 req-58ee864d-258f-4ef6-a070-7eec73b3040e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:37.583302 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2efe5f66-b011-4e8a-bcb3-7b7f896580f8 req-58ee864d-258f-4ef6-a070-7eec73b3040e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 932 time: 0.0922861 Aug 31 15:24:37.630186 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e98017ca-d166-4c54-8de7-efdf286f2168 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:37.643088 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.657144 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2efe5f66-b011-4e8a-bcb3-7b7f896580f8 req-7bc4e6be-9df3-4ec0-9b59-a9fbb97e44c0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567079 Aug 31 15:24:37.661681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Transition to ACTIVE for port object e98017ca-d166-4c54-8de7-efdf286f2168 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:37.666135 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.720710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Pushing event updated for resources: {'Port': ['ID=e98017ca-d166-4c54-8de7-efdf286f2168,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:37.797506 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Attempting to bind port e98017ca-d166-4c54-8de7-efdf286f2168 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:37.797845 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Attempting to bind port e98017ca-d166-4c54-8de7-efdf286f2168 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:37.798185 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Attempting to bind port e98017ca-d166-4c54-8de7-efdf286f2168 on network 17594533-844e-4ed2-a673-3eae5285f2de {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:24:37.802817 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Port e98017ca-d166-4c54-8de7-efdf286f2168 on network 17594533-844e-4ed2-a673-3eae5285f2de not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:24:37.803141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Attempting to bind port e98017ca-d166-4c54-8de7-efdf286f2168 on network 17594533-844e-4ed2-a673-3eae5285f2de {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:24:37.810070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:24:37.810410 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Checking segment: {'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:24:37.810806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Bound using segment: {'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:24:37.811268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Bound port: e98017ca-d166-4c54-8de7-efdf286f2168, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4939eca-3c14-4376-971b-33f80e82d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:37.811647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.882815 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] For port e98017ca-d166-4c54-8de7-efdf286f2168, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:24:37.886206 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] For port e98017ca-d166-4c54-8de7-efdf286f2168, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e98017ca-d166-4c54-8de7-efdf286f2168,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:24:37.892041 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.928216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:37.929031 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.930686 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] 10.222.0.60 "PUT /v2.0/ports/e98017ca-d166-4c54-8de7-efdf286f2168 HTTP/1.1" status: 200 len: 1092 time: 0.7051797 Aug 31 15:24:37.933285 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'tag': 'e98017ca-d166-4c54-8de7-efdf286f2168'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:37.937209 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488dddef-ab80-4ccb-b429-ad84c32df83b" -d '{"events": [{"name": "network-changed", "server_uuid": "d94e4a12-77ed-4c89-9125-5a7493ec5e8d", "tag": "e98017ca-d166-4c54-8de7-efdf286f2168"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:24:37.995482 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751bcb5d-4a5f-42a1-9a0e-86ae823656f5 x-openstack-request-id: req-751bcb5d-4a5f-42a1-9a0e-86ae823656f5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:24:37.995980 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94e4a12-77ed-4c89-9125-5a7493ec5e8d", "tag": "e98017ca-d166-4c54-8de7-efdf286f2168", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:24:37.996355 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-751bcb5d-4a5f-42a1-9a0e-86ae823656f5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:24:37.996854 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'tag': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'status': 'completed', 'code': 200} Aug 31 15:24:38.026577 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a4b6f-4710-4e82-9e50-e1dc910ce462 service neutron] Pushing event updated for resources: {'Port': ['ID=e98017ca-d166-4c54-8de7-efdf286f2168,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:38.049403 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-52a4767a-9717-44f2-aac2-15c4c0cfe80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.050956 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-52a4767a-9717-44f2-aac2-15c4c0cfe80f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 1095 time: 0.0675364 Aug 31 15:24:38.098059 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-10d68c3b-bb2c-4ce9-a7b0-215b7f5c0f04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e98017ca-d166-4c54-8de7-efdf286f2168 HTTP/1.1" status: 200 len: 217 time: 0.0377457 Aug 31 15:24:38.154051 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-3bb23e30-13be-43b9-8d89-aa605e0678ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.155609 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-3bb23e30-13be-43b9-8d89-aa605e0678ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0493195 Aug 31 15:24:38.209862 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-297bf3a2-174d-4249-b87b-3fab92e1f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.211420 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-297bf3a2-174d-4249-b87b-3fab92e1f5f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486159 Aug 31 15:24:38.307916 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-589f2229-93c3-4c0a-ab4f-74a3ec2a99db service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884211 Aug 31 15:24:38.404042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb972c49-4c78-4f4a-af57-4bf1bebdeba0 req-ca66febf-b632-4f24-b2be-d8217cc9f269 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890265 Aug 31 15:24:38.489970 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dddef-ab80-4ccb-b429-ad84c32df83b req-076ed249-db8d-48cf-8891-0aadd1e28c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.491389 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-488dddef-ab80-4ccb-b429-ad84c32df83b req-076ed249-db8d-48cf-8891-0aadd1e28c3a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 1095 time: 0.0413818 Aug 31 15:24:38.579196 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dddef-ab80-4ccb-b429-ad84c32df83b req-f454e54c-7fc3-4205-b334-50bd9f9401fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.580679 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-488dddef-ab80-4ccb-b429-ad84c32df83b req-f454e54c-7fc3-4205-b334-50bd9f9401fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.0827992 Aug 31 15:24:38.638522 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-488dddef-ab80-4ccb-b429-ad84c32df83b req-a90729db-4e92-4d6f-8cbe-f75f3e2ed1d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e98017ca-d166-4c54-8de7-efdf286f2168 HTTP/1.1" status: 200 len: 217 time: 0.0510352 Aug 31 15:24:38.688698 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dddef-ab80-4ccb-b429-ad84c32df83b req-c44a6db3-2fff-4d3c-b326-772e1e59a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.690601 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-488dddef-ab80-4ccb-b429-ad84c32df83b req-c44a6db3-2fff-4d3c-b326-772e1e59a068 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0454817 Aug 31 15:24:38.762240 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dddef-ab80-4ccb-b429-ad84c32df83b req-cb640ed4-d0d0-4ea4-8430-9a9530498e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.763698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-488dddef-ab80-4ccb-b429-ad84c32df83b req-cb640ed4-d0d0-4ea4-8430-9a9530498e92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668232 Aug 31 15:24:38.837828 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8abde-a6b2-4001-9d5b-ecfc70959d27 req-a92ac5a5-c997-4ce7-965e-f710be796161 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.839770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ea8abde-a6b2-4001-9d5b-ecfc70959d27 req-a92ac5a5-c997-4ce7-965e-f710be796161 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.1108294 Aug 31 15:24:38.905509 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ea8abde-a6b2-4001-9d5b-ecfc70959d27 req-fb80e7a1-8e8c-431b-b54a-87f84b3b7ea9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590999 Aug 31 15:24:38.907524 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-488dddef-ab80-4ccb-b429-ad84c32df83b req-f7bc3c5c-2dd1-48c1-98e0-67f20c046687 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367173 Aug 31 15:24:39.007666 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-488dddef-ab80-4ccb-b429-ad84c32df83b req-e7da4c81-345d-419e-90ee-a537fb2981d6 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929587 Aug 31 15:24:40.025671 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66dae2-5189-4189-9788-07327783b96e req-3ea94d0e-d2ae-4f88-ad5e-b13168932b81 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:40.027387 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cd66dae2-5189-4189-9788-07327783b96e req-3ea94d0e-d2ae-4f88-ad5e-b13168932b81 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0524766 Aug 31 15:24:40.068141 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cd66dae2-5189-4189-9788-07327783b96e req-cebc9f74-89ac-4484-9b0f-fb93a610f0b9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342209 Aug 31 15:24:41.184762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0b0df-b412-44cc-ad0a-9cf6b546b93a req-57338b82-9b24-4838-bc51-5c39a866c06e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:41.186275 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfb0b0df-b412-44cc-ad0a-9cf6b546b93a req-57338b82-9b24-4838-bc51-5c39a866c06e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0530581 Aug 31 15:24:41.224732 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dfb0b0df-b412-44cc-ad0a-9cf6b546b93a req-08c22938-4d22-4a30-a5e7-b1bf1a1e69c3 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325239 Aug 31 15:24:42.343432 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909569d1-d6e2-4a06-a2f5-9b89028a8077 req-335e0f31-f390-49d4-91e0-37b1d7217722 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:42.344925 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-909569d1-d6e2-4a06-a2f5-9b89028a8077 req-335e0f31-f390-49d4-91e0-37b1d7217722 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0547721 Aug 31 15:24:42.382176 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-909569d1-d6e2-4a06-a2f5-9b89028a8077 req-4ee247d7-c1ba-4130-bcd7-0605759be2ac tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313542 Aug 31 15:24:43.495039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a2f79-88fc-404a-9d0e-7ffc7e78cb67 req-0a804a66-450e-4729-a571-daad897a38ca tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:43.497108 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d69a2f79-88fc-404a-9d0e-7ffc7e78cb67 req-0a804a66-450e-4729-a571-daad897a38ca tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0497320 Aug 31 15:24:43.534690 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d69a2f79-88fc-404a-9d0e-7ffc7e78cb67 req-5c25a33d-a1f8-4a81-87b9-a65582616bf3 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316634 Aug 31 15:24:44.648766 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bf218-f8af-41c6-8e75-afa60d42979f req-3e6fb203-b1db-44ea-ba98-0530a64a1fe6 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:44.650227 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-374bf218-f8af-41c6-8e75-afa60d42979f req-3e6fb203-b1db-44ea-ba98-0530a64a1fe6 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0484250 Aug 31 15:24:44.688559 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-374bf218-f8af-41c6-8e75-afa60d42979f req-97c1f355-6538-4207-be58-5d24e899c431 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312703 Aug 31 15:24:45.806672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397f4c5-d3c2-456d-92cd-8ee8a89ea45d req-63eaf941-ab91-4c64-8513-0bd788f2cf2f tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:45.810601 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1397f4c5-d3c2-456d-92cd-8ee8a89ea45d req-63eaf941-ab91-4c64-8513-0bd788f2cf2f tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0570638 Aug 31 15:24:45.847194 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1397f4c5-d3c2-456d-92cd-8ee8a89ea45d req-2861dfbe-340d-417e-9c18-984a4de72bdd tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306845 Aug 31 15:24:46.961229 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b7283-f256-4455-93c9-432051222661 req-09dd06d2-89ff-47d3-8644-1962a9cbb926 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:46.962699 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-905b7283-f256-4455-93c9-432051222661 req-09dd06d2-89ff-47d3-8644-1962a9cbb926 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0490193 Aug 31 15:24:47.000085 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-905b7283-f256-4455-93c9-432051222661 req-a5ffa82c-ce43-4d4c-99e4-ae046e0745ab tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314789 Aug 31 15:24:48.032892 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:24:48.113728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5eb99-b20f-4d37-b755-5ff671895086 req-2bec9dc0-4c5a-4806-8423-28d7318579b6 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:48.115227 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9dc5eb99-b20f-4d37-b755-5ff671895086 req-2bec9dc0-4c5a-4806-8423-28d7318579b6 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0487092 Aug 31 15:24:48.152150 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9dc5eb99-b20f-4d37-b755-5ff671895086 req-eb0740f6-c3c4-4a9a-bf32-431fb2d10463 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302749 Aug 31 15:24:48.311798 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e98017ca-d166-4c54-8de7-efdf286f2168 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:24:48.405439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e98017ca-d166-4c54-8de7-efdf286f2168, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e98017ca-d166-4c54-8de7-efdf286f2168,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:24:48.416407 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'port_id': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'mac_address': 'fa:16:3e:84:08:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:24:48.453045 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:48.465281 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e98017ca-d166-4c54-8de7-efdf286f2168 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:48.483385 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e98017ca-d166-4c54-8de7-efdf286f2168, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e98017ca-d166-4c54-8de7-efdf286f2168,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:24:48.487495 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:48.535039 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=e98017ca-d166-4c54-8de7-efdf286f2168,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:48.541948 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:48.542322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:48.542646 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:48.542980 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:48.543329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:48.543654 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:48.543975 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:48.544311 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:48.544612 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:48.544929 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:48.545245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:48.545560 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:48.693095 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['e98017ca-d166-4c54-8de7-efdf286f2168'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:24:49.270333 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1811c-e4d4-49d4-86be-e20327e05c1b req-9730c670-b7da-44e1-b2a5-da28d232dda4 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:49.271777 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91f1811c-e4d4-49d4-86be-e20327e05c1b req-9730c670-b7da-44e1-b2a5-da28d232dda4 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 945 time: 0.0547397 Aug 31 15:24:49.309720 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-91f1811c-e4d4-49d4-86be-e20327e05c1b req-e71a8cd4-2eb8-41e8-acd7-d01627414498 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311034 Aug 31 15:24:49.711274 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7387e32d-b600-4f7b-8e9a-0a986e4a509f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:50.197840 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:50.321934 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e98017ca-d166-4c54-8de7-efdf286f2168 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:24:50.371571 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port e98017ca-d166-4c54-8de7-efdf286f2168 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:50.375330 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port e98017ca-d166-4c54-8de7-efdf286f2168 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:50.375695 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:50.423227 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5947f-fcfa-4cee-90b4-db9292d485b8 req-21f3a283-3f91-4434-afbc-186be5a1367e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:50.424727 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17d5947f-fcfa-4cee-90b4-db9292d485b8 req-21f3a283-3f91-4434-afbc-186be5a1367e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 945 time: 0.0483978 Aug 31 15:24:50.459887 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:50.463700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17d5947f-fcfa-4cee-90b4-db9292d485b8 req-b1299359-08f4-45e5-b57d-b5f72047372b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327647 Aug 31 15:24:50.489904 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98017ca-d166-4c54-8de7-efdf286f2168'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:50.496588 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e3a0e9-60da-4ccd-9154-07efc18fb57b" -d '{"events": [{"server_uuid": "d94e4a12-77ed-4c89-9125-5a7493ec5e8d", "name": "network-vif-plugged", "status": "completed", "tag": "e98017ca-d166-4c54-8de7-efdf286f2168"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:24:50.638818 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a14386-e148-48ed-8d62-a7fca39419be req-eda45182-8dfd-4e4e-be36-32849c68d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:50.640374 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-86a14386-e148-48ed-8d62-a7fca39419be req-eda45182-8dfd-4e4e-be36-32849c68d9d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 1096 time: 0.0465066 Aug 31 15:24:50.669760 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaa28af-afa3-44e9-9f85-02209863851b x-openstack-request-id: req-4eaa28af-afa3-44e9-9f85-02209863851b {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:24:50.670038 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94e4a12-77ed-4c89-9125-5a7493ec5e8d", "name": "network-vif-plugged", "status": "completed", "tag": "e98017ca-d166-4c54-8de7-efdf286f2168", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:24:50.670282 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4eaa28af-afa3-44e9-9f85-02209863851b {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:24:50.670672 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'code': 200} Aug 31 15:24:50.674287 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e98017ca-d166-4c54-8de7-efdf286f2168, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e98017ca-d166-4c54-8de7-efdf286f2168,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:24:50.676853 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-86a14386-e148-48ed-8d62-a7fca39419be req-0ec640ea-688f-4913-9017-ba1ae45ca3ed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297511 Aug 31 15:24:50.678526 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:50.725573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=e98017ca-d166-4c54-8de7-efdf286f2168,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:51.579532 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a45f5-3311-4c53-b6a0-7c7a9deb0258 req-967f3454-1419-47ac-bd1d-f0d600de15f8 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:51.581022 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-000a45f5-3311-4c53-b6a0-7c7a9deb0258 req-967f3454-1419-47ac-bd1d-f0d600de15f8 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0500302 Aug 31 15:24:51.618887 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-000a45f5-3311-4c53-b6a0-7c7a9deb0258 req-65249715-dfdc-4ca6-988d-38bcd65e5925 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318415 Aug 31 15:24:52.253827 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-745b6fce-1645-48f5-ba84-8a4fa0523ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:52.358350 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:52.739880 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81eb97-0de5-4ed1-b838-e0bd0853331f req-d556e64d-d6df-46cc-959b-ef8862312da4 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:52.741367 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8f81eb97-0de5-4ed1-b838-e0bd0853331f req-d556e64d-d6df-46cc-959b-ef8862312da4 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0488036 Aug 31 15:24:52.779416 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-8f81eb97-0de5-4ed1-b838-e0bd0853331f req-5c27babe-600e-4c3b-87d3-f93812321e1f tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315163 Aug 31 15:24:52.891778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f3e1b-8d6e-4acf-9e8f-adf3eeebfcc6 req-76ffb664-4a19-4548-ab8c-395ec8d464da tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:52.893241 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d94f3e1b-8d6e-4acf-9e8f-adf3eeebfcc6 req-76ffb664-4a19-4548-ab8c-395ec8d464da tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0485079 Aug 31 15:24:52.931302 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d94f3e1b-8d6e-4acf-9e8f-adf3eeebfcc6 req-8413bba9-ad9b-4ef6-ad09-aacb31d49a11 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321426 Aug 31 15:24:52.952688 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34266) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:24:52.996693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e4dcee-193e-4607-94bd-e3e13c23154e tempest-TestShelveInstance-2029621863 tempest-TestShelveInstance-2029621863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:52.998250 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-12e4dcee-193e-4607-94bd-e3e13c23154e tempest-TestShelveInstance-2029621863 tempest-TestShelveInstance-2029621863-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 1092 time: 0.0445857 Aug 31 15:24:53.001003 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34268) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:24:53.005402 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:24:53.027408 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.122435 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.227815 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Allocated IP 172.25.2.76 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/60675fa8-0951-41cf-aa07-4b2ddaa67c5f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:53.329576 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.368058 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.411436 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:53.414279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:53.418373 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:24:53.439899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'Port': ['ID=60675fa8-0951-41cf-aa07-4b2ddaa67c5f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:53.574166 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.766107 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.834256 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.988180 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.992861 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.059991 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event updated for resources: {'Port': ['ID=60675fa8-0951-41cf-aa07-4b2ddaa67c5f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:54.069655 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.169021 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Floating IP a3c21688-9cea-4bc6-9027-06df9b8c3bc2 associated. External IP: 172.25.2.76, port: e98017ca-d166-4c54-8de7-efdf286f2168. Aug 31 15:24:54.378169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Router b16fdb99-a0d6-4f54-ac25-2e563b479398 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:24:54.489629 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:24:54.499914 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857498f-f086-4c32-abc4-1af7655c2457 None None] Sync routers for ids ['b16fdb99-a0d6-4f54-ac25-2e563b479398'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:24:54.506465 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.509310 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857498f-f086-4c32-abc4-1af7655c2457 None None] Routers {'b16fdb99-a0d6-4f54-ac25-2e563b479398'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:24:54.509931 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8857498f-f086-4c32-abc4-1af7655c2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:24:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b16fdb99-a0d6-4f54-ac25-2e563b479398'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:54.534141 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-009e57f6-2ca9-447a-ae10-f7313f274e59 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5321331 Aug 31 15:24:54.534770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'tag': 'e98017ca-d166-4c54-8de7-efdf286f2168'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:54.537084 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15558d6-6302-4e28-8eb6-9f932c377c06" -d '{"events": [{"name": "network-changed", "server_uuid": "d94e4a12-77ed-4c89-9125-5a7493ec5e8d", "tag": "e98017ca-d166-4c54-8de7-efdf286f2168"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:24:54.576382 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a818a5e3-f56a-40dd-afb8-6d9dc7429457 x-openstack-request-id: req-a818a5e3-f56a-40dd-afb8-6d9dc7429457 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:24:54.576662 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94e4a12-77ed-4c89-9125-5a7493ec5e8d", "tag": "e98017ca-d166-4c54-8de7-efdf286f2168", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:24:54.576911 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a818a5e3-f56a-40dd-afb8-6d9dc7429457 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:24:54.577316 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'tag': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'status': 'completed', 'code': 200} Aug 31 15:24:54.621096 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8857498f-f086-4c32-abc4-1af7655c2457 None None] Set router b16fdb99-a0d6-4f54-ac25-2e563b479398 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:24:54.641396 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15558d6-6302-4e28-8eb6-9f932c377c06 req-51745c8d-2a42-42a6-9ea8-cd87b34e5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:54.642922 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d15558d6-6302-4e28-8eb6-9f932c377c06 req-51745c8d-2a42-42a6-9ea8-cd87b34e5a62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 1097 time: 0.0469706 Aug 31 15:24:54.739758 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15558d6-6302-4e28-8eb6-9f932c377c06 req-ffc1413c-2d38-4838-b78c-31aca827be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:54.741183 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d15558d6-6302-4e28-8eb6-9f932c377c06 req-ffc1413c-2d38-4838-b78c-31aca827be1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.0916908 Aug 31 15:24:54.809331 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d15558d6-6302-4e28-8eb6-9f932c377c06 req-f338153d-ad8e-4934-8193-5dc23b2390db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e98017ca-d166-4c54-8de7-efdf286f2168 HTTP/1.1" status: 200 len: 999 time: 0.0604308 Aug 31 15:24:54.858759 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15558d6-6302-4e28-8eb6-9f932c377c06 req-817415fa-a712-466c-92a2-3fa6c7740ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:54.860249 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d15558d6-6302-4e28-8eb6-9f932c377c06 req-817415fa-a712-466c-92a2-3fa6c7740ea7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0444703 Aug 31 15:24:54.910322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15558d6-6302-4e28-8eb6-9f932c377c06 req-67bdc06e-10fd-411d-b543-257025d126c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:54.911890 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d15558d6-6302-4e28-8eb6-9f932c377c06 req-67bdc06e-10fd-411d-b543-257025d126c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449879 Aug 31 15:24:54.938737 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8857498f-f086-4c32-abc4-1af7655c2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'a3c21688-9cea-4bc6-9027-06df9b8c3bc2', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'port_id': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'mac_address': 'fa:16:3e:84:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:24:53Z', 'updated_at': '2021-08-31T15:24:53Z', 'revision_number': 0, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:10Z', 'revision_number': 5, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:54.967975 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857498f-f086-4c32-abc4-1af7655c2457 None None] Checking router: b16fdb99-a0d6-4f54-ac25-2e563b479398 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:24:54.976664 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857498f-f086-4c32-abc4-1af7655c2457 None None] Routers {'b16fdb99-a0d6-4f54-ac25-2e563b479398'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:24:54.977294 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8857498f-f086-4c32-abc4-1af7655c2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:24:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b16fdb99-a0d6-4f54-ac25-2e563b479398'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:55.008071 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d15558d6-6302-4e28-8eb6-9f932c377c06 req-2f56a461-b221-4ca7-8d45-1114f0e0a0a6 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885601 Aug 31 15:24:55.040163 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:55.085473 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8857498f-f086-4c32-abc4-1af7655c2457 None None] Set router b16fdb99-a0d6-4f54-ac25-2e563b479398 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:24:55.106906 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d15558d6-6302-4e28-8eb6-9f932c377c06 req-5ba52642-c2bb-4f6c-9567-ec053e5bf573 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914292 Aug 31 15:24:55.163630 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:55.300728 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8857498f-f086-4c32-abc4-1af7655c2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'a3c21688-9cea-4bc6-9027-06df9b8c3bc2', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'port_id': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'mac_address': 'fa:16:3e:84:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:24:53Z', 'updated_at': '2021-08-31T15:24:53Z', 'revision_number': 0, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:10Z', 'revision_number': 5, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:55.329894 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857498f-f086-4c32-abc4-1af7655c2457 None None] The sync data for ids ['b16fdb99-a0d6-4f54-ac25-2e563b479398'] in n-d-806683-5 is: [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': 'a3c21688-9cea-4bc6-9027-06df9b8c3bc2', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'port_id': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'mac_address': 'fa:16:3e:84:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:24:53Z', 'updated_at': '2021-08-31T15:24:53Z', 'revision_number': 0, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:10Z', 'revision_number': 5, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:24:55.514102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfa05ea-0dc2-4a09-a9a6-e1eee0626296 None None] New status for floating IP a3c21688-9cea-4bc6-9027-06df9b8c3bc2: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:25:19.715358 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c6870f3-a269-431e-af76-b5d494d049a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:20.196957 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:22.254099 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7dc6cce4-12aa-4f2b-b54d-7982708ad4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:22.358426 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:23.576430 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:25.032087 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:25:25.068003 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:25.154990 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3d58c84-f07c-405e-af49-6508adb8a02b req-9f9b5af0-415d-4470-a36c-6402dd99583f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406058 Aug 31 15:25:25.169527 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:25.240319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d58c84-f07c-405e-af49-6508adb8a02b req-ae1bbbf2-72ca-4c72-951f-58d55115978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:25.241794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3d58c84-f07c-405e-af49-6508adb8a02b req-ae1bbbf2-72ca-4c72-951f-58d55115978b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 1097 time: 0.0407834 Aug 31 15:25:25.364507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d58c84-f07c-405e-af49-6508adb8a02b req-e1dfabb4-af62-4074-960e-0bc39dde804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:25.365899 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3d58c84-f07c-405e-af49-6508adb8a02b req-e1dfabb4-af62-4074-960e-0bc39dde804a service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.1033773 Aug 31 15:25:25.430910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3d58c84-f07c-405e-af49-6508adb8a02b req-e522aa7e-c0f7-4f91-b4cf-18e89497f31f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e98017ca-d166-4c54-8de7-efdf286f2168 HTTP/1.1" status: 200 len: 1001 time: 0.0567460 Aug 31 15:25:25.482404 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d58c84-f07c-405e-af49-6508adb8a02b req-7348e1c1-fa4a-411c-8a98-d7ec8fb8e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:25.483917 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3d58c84-f07c-405e-af49-6508adb8a02b req-7348e1c1-fa4a-411c-8a98-d7ec8fb8e2b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0427763 Aug 31 15:25:25.533884 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d58c84-f07c-405e-af49-6508adb8a02b req-720fcb14-1d40-4b86-8a9f-f80cb0332253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:25.535407 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3d58c84-f07c-405e-af49-6508adb8a02b req-720fcb14-1d40-4b86-8a9f-f80cb0332253 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437572 Aug 31 15:25:25.628878 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3d58c84-f07c-405e-af49-6508adb8a02b req-38e62c63-14a5-40a1-a2ab-20d5d6554fb2 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842650 Aug 31 15:25:25.731375 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e3d58c84-f07c-405e-af49-6508adb8a02b req-2d9f04c3-ecb1-4f6e-8655-a90046c8f523 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942688 Aug 31 15:25:49.717371 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a89f417f-fdf1-41c4-9a81-a2ac2550d919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:50.196653 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:52.255003 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe67913e-a681-4295-8802-adcb570585aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:52.358825 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:53.580049 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:55.082567 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:55.169119 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:02.031120 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:26:19.718218 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d242062-c041-42df-83e6-7774d8f8f1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:20.222221 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:22.255080 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e3470dbd-61cf-4533-b9e4-a47a7755bd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:22.359802 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:23.581711 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:25.103496 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:25.171676 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:26.131598 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1f43074-4a5a-460b-b789-b272137d20b8 req-90986046-888d-4847-bb6d-6abfa88f2b8b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416212 Aug 31 15:26:26.210997 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f43074-4a5a-460b-b789-b272137d20b8 req-e8ed5260-fcba-4195-a68e-2bd36e171be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:26.212519 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1f43074-4a5a-460b-b789-b272137d20b8 req-e8ed5260-fcba-4195-a68e-2bd36e171be8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 1097 time: 0.0408080 Aug 31 15:26:26.317572 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f43074-4a5a-460b-b789-b272137d20b8 req-b7212278-8c43-42fb-8b7c-f95f7cba016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:26.318938 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1f43074-4a5a-460b-b789-b272137d20b8 req-b7212278-8c43-42fb-8b7c-f95f7cba016a service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.0874517 Aug 31 15:26:26.383718 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1f43074-4a5a-460b-b789-b272137d20b8 req-2394d9d3-aba2-43a4-b4d6-ecb7730ba92c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e98017ca-d166-4c54-8de7-efdf286f2168 HTTP/1.1" status: 200 len: 1001 time: 0.0578394 Aug 31 15:26:26.431438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f43074-4a5a-460b-b789-b272137d20b8 req-e4927beb-2c46-4642-a077-0feb8b6335d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:26.432828 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1f43074-4a5a-460b-b789-b272137d20b8 req-e4927beb-2c46-4642-a077-0feb8b6335d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0429413 Aug 31 15:26:26.480424 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f43074-4a5a-460b-b789-b272137d20b8 req-2531eca9-f54c-46cd-9a18-6d5a6b566342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:26.481878 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1f43074-4a5a-460b-b789-b272137d20b8 req-2531eca9-f54c-46cd-9a18-6d5a6b566342 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421245 Aug 31 15:26:26.492319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-f1f43074-4a5a-460b-b789-b272137d20b8 req-9afe1809-53b9-4538-928a-a426ae3afeef service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:26:26.493256 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1f43074-4a5a-460b-b789-b272137d20b8 req-9afe1809-53b9-4538-928a-a426ae3afeef service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049334 Aug 31 15:26:26.581062 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1f43074-4a5a-460b-b789-b272137d20b8 req-d614adb1-1f04-452b-a0c2-be0524696444 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807722 Aug 31 15:26:26.992910 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f1f43074-4a5a-460b-b789-b272137d20b8 req-826a7621-1a9a-4516-b509-98cefdfa2d86 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039922 Aug 31 15:26:39.030219 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:26:47.541626 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60dde-5d0d-48da-bc41-96ea9e53095d req-c642aaff-4fcf-48c0-8a06-985b26441eca tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:47.543059 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b5d60dde-5d0d-48da-bc41-96ea9e53095d req-c642aaff-4fcf-48c0-8a06-985b26441eca tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0499983 Aug 31 15:26:47.585319 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b5d60dde-5d0d-48da-bc41-96ea9e53095d req-efb2f5ce-b02e-4ece-b5ea-e89bc8c31640 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359454 Aug 31 15:26:48.730333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfae5c-fa33-4f62-b018-afa73f65e592 req-193cc946-5304-4f8c-9cd8-d2cc9c1d3536 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:48.731990 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88bfae5c-fa33-4f62-b018-afa73f65e592 req-193cc946-5304-4f8c-9cd8-d2cc9c1d3536 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0496988 Aug 31 15:26:48.769628 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88bfae5c-fa33-4f62-b018-afa73f65e592 req-2470d9df-75df-4e04-a9dd-42d096a8dafd tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314779 Aug 31 15:26:49.717413 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d66c4cd-2960-42f4-b9aa-c1e57dc3c49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.903246 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b486-f8c9-436c-9445-2fd74b9cd6cc req-4face535-2c88-46ec-a362-b18c850dc818 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:49.907208 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c369b486-f8c9-436c-9445-2fd74b9cd6cc req-4face535-2c88-46ec-a362-b18c850dc818 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0516636 Aug 31 15:26:49.945275 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c369b486-f8c9-436c-9445-2fd74b9cd6cc req-703ed32a-fce3-4d0c-84e2-ec051f49a921 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345771 Aug 31 15:26:50.220591 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:51.061071 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a5cbc-de4f-4014-a0b4-d0ab5f5e1aa4 req-b46d931c-d933-4a4e-bffe-f81e5a41fb1e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:51.062550 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-733a5cbc-de4f-4014-a0b4-d0ab5f5e1aa4 req-b46d931c-d933-4a4e-bffe-f81e5a41fb1e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0491145 Aug 31 15:26:51.100200 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-733a5cbc-de4f-4014-a0b4-d0ab5f5e1aa4 req-99219330-8056-4c1a-ad95-4091551aca97 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308900 Aug 31 15:26:52.235093 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197b252-4821-40b9-9177-a493ee86890d req-3a27cb91-0ff8-49c1-9c7d-bd351ab05121 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:52.236852 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d197b252-4821-40b9-9177-a493ee86890d req-3a27cb91-0ff8-49c1-9c7d-bd351ab05121 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0494986 Aug 31 15:26:52.259308 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb08dcab-2aad-4768-a67c-e0a0ac6f2bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:52.278416 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-d197b252-4821-40b9-9177-a493ee86890d req-41990e95-8730-41d2-8684-9ee1547360ff tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350251 Aug 31 15:26:52.360384 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:53.395586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69a6b7-b7ee-4ae7-a8bb-d732ddef81f6 req-12d85f8e-04e6-45e5-a423-2746975f36b3 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:53.398043 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d69a6b7-b7ee-4ae7-a8bb-d732ddef81f6 req-12d85f8e-04e6-45e5-a423-2746975f36b3 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0511782 Aug 31 15:26:53.440006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d69a6b7-b7ee-4ae7-a8bb-d732ddef81f6 req-2a22e3a9-19bf-4bf0-8943-ff5c23a00442 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365188 Aug 31 15:26:53.585163 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.553681 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8b5dc-d830-441a-9a52-4d8e7481d18d req-73eab50f-d3bf-46ed-95e7-73958e1d92a0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:54.555153 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-92e8b5dc-d830-441a-9a52-4d8e7481d18d req-73eab50f-d3bf-46ed-95e7-73958e1d92a0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0481753 Aug 31 15:26:54.595841 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-92e8b5dc-d830-441a-9a52-4d8e7481d18d req-ad9476ce-2780-41c6-abe0-8da3022ed7b0 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346251 Aug 31 15:26:55.112259 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:55.173605 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:55.710284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc9488-0bd7-488b-9f21-765ca73112a2 req-54f4e874-4cd0-4a66-87af-f686946a3945 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:55.711804 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4bbc9488-0bd7-488b-9f21-765ca73112a2 req-54f4e874-4cd0-4a66-87af-f686946a3945 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0491698 Aug 31 15:26:55.749418 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-4bbc9488-0bd7-488b-9f21-765ca73112a2 req-b13cf58a-57f3-46e9-a359-adb722854143 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317264 Aug 31 15:26:56.862742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072495a6-2ad8-469b-be62-b4c4b131a5bf req-c34aa91a-55f0-4d11-ba48-d37fbeace567 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:56.864284 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-072495a6-2ad8-469b-be62-b4c4b131a5bf req-c34aa91a-55f0-4d11-ba48-d37fbeace567 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0490332 Aug 31 15:26:56.901622 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-072495a6-2ad8-469b-be62-b4c4b131a5bf req-df88a0ce-d6bd-4a27-88e6-b543e273704c tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313730 Aug 31 15:26:57.660444 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4034d7-d51a-49b2-917f-6086d649c971 req-1fc07c16-9af1-4942-9f61-ad48629548db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:57.661934 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d4034d7-d51a-49b2-917f-6086d649c971 req-1fc07c16-9af1-4942-9f61-ad48629548db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 1097 time: 0.0418046 Aug 31 15:26:57.756870 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4034d7-d51a-49b2-917f-6086d649c971 req-fb680e30-7891-40b1-a4f2-0b4a6f26452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:57.758389 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d4034d7-d51a-49b2-917f-6086d649c971 req-fb680e30-7891-40b1-a4f2-0b4a6f26452c service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.0886424 Aug 31 15:26:57.821252 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d4034d7-d51a-49b2-917f-6086d649c971 req-0323045d-6b8f-4bac-a567-c8e9bb5ef611 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e98017ca-d166-4c54-8de7-efdf286f2168 HTTP/1.1" status: 200 len: 1001 time: 0.0561969 Aug 31 15:26:57.868264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4034d7-d51a-49b2-917f-6086d649c971 req-17489c15-80dd-4d20-9a9e-41c107fa275b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:57.869639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d4034d7-d51a-49b2-917f-6086d649c971 req-17489c15-80dd-4d20-9a9e-41c107fa275b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0420289 Aug 31 15:26:57.917554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4034d7-d51a-49b2-917f-6086d649c971 req-7eabd0f8-8982-44be-9d1e-80fd82f5f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:57.918904 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d4034d7-d51a-49b2-917f-6086d649c971 req-7eabd0f8-8982-44be-9d1e-80fd82f5f971 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426795 Aug 31 15:26:58.056928 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558d8dc-7a98-4411-80b7-402eb881d347 req-d441e076-8b68-4b9e-87af-4917589c4d5f tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:58.058411 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3558d8dc-7a98-4411-80b7-402eb881d347 req-d441e076-8b68-4b9e-87af-4917589c4d5f tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0892143 Aug 31 15:26:58.061806 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d4034d7-d51a-49b2-917f-6086d649c971 req-e632922b-d61c-4bf2-8c2b-db7ee7a76d0f service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353748 Aug 31 15:26:58.140527 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3558d8dc-7a98-4411-80b7-402eb881d347 req-85d30ff1-120c-4184-b1b6-2c7cd778ad65 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760860 Aug 31 15:26:58.171587 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6d4034d7-d51a-49b2-917f-6086d649c971 req-d65eba2b-38c3-46f2-8330-9aa2b3dea65e service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011598 Aug 31 15:26:59.259991 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f117a11-72a6-4e17-8c3d-e8eb82f228c0 req-8a2c2e99-c829-41af-a5fe-0a4b831c0af7 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:59.261445 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9f117a11-72a6-4e17-8c3d-e8eb82f228c0 req-8a2c2e99-c829-41af-a5fe-0a4b831c0af7 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0538673 Aug 31 15:26:59.300183 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9f117a11-72a6-4e17-8c3d-e8eb82f228c0 req-2c86ed81-a254-4039-b2d1-326bdc06cac4 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322061 Aug 31 15:27:00.428812 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdabfa3-331b-476e-934b-f3b5550eba64 req-d89d1fef-ad66-4936-acfb-384c67eab152 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:00.430492 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7fdabfa3-331b-476e-934b-f3b5550eba64 req-d89d1fef-ad66-4936-acfb-384c67eab152 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0551252 Aug 31 15:27:00.479329 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-7fdabfa3-331b-476e-934b-f3b5550eba64 req-68007751-06a3-480e-90ce-edcded89ce8a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425062 Aug 31 15:27:01.601023 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427acf2-b103-4660-94b0-f639c855cfcb req-c803a6f2-a5ce-435b-b10e-7571de618b1f tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:01.602499 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7427acf2-b103-4660-94b0-f639c855cfcb req-c803a6f2-a5ce-435b-b10e-7571de618b1f tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0500460 Aug 31 15:27:01.644008 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7427acf2-b103-4660-94b0-f639c855cfcb req-a7c0ed72-3b99-44b0-a0ad-2ed7075365f5 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354545 Aug 31 15:27:01.857436 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c6191-3bc3-41e7-89e2-8aac2ddf2102 req-f91cae77-689e-424f-91a6-9bf3aaae4744 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:01.858371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34364) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:27:01.858968 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cb3c6191-3bc3-41e7-89e2-8aac2ddf2102 req-f91cae77-689e-424f-91a6-9bf3aaae4744 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0513854 Aug 31 15:27:01.898988 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-cb3c6191-3bc3-41e7-89e2-8aac2ddf2102 req-e88a5613-b3b2-4633-81b2-b9a00fb6d519 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333843 Aug 31 15:27:01.946345 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-07db6d17-a124-426f-be54-23859a84fc35 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867183 Aug 31 15:27:02.929076 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e98017ca-d166-4c54-8de7-efdf286f2168 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:27:03.010194 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.028587 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9a81a-101c-4cb8-891a-4aacba8da298 req-4b4cf582-d84d-4977-8c83-bb07191da0a7 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:03.030255 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0e9a81a-101c-4cb8-891a-4aacba8da298 req-4b4cf582-d84d-4977-8c83-bb07191da0a7 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0525095 Aug 31 15:27:03.033367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e98017ca-d166-4c54-8de7-efdf286f2168'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:27:03.035649 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fac5a57-8c5d-41ee-b2eb-f6db780926af" -d '{"events": [{"server_uuid": "d94e4a12-77ed-4c89-9125-5a7493ec5e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "e98017ca-d166-4c54-8de7-efdf286f2168"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:27:03.054945 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e98017ca-d166-4c54-8de7-efdf286f2168, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e98017ca-d166-4c54-8de7-efdf286f2168,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:27:03.061581 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.096232 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-f0e9a81a-101c-4cb8-891a-4aacba8da298 req-8629efc3-5fcb-4022-b1f2-8c02fd7e614e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527873 Aug 31 15:27:03.120848 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=e98017ca-d166-4c54-8de7-efdf286f2168,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:03.129265 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.129607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.129947 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.130363 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.130797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.131686 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.132018 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.132349 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.132667 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.132995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.133400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.133723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.145529 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 15:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5938e235-91a4-49fe-9d7a-7eefbc786bbd x-openstack-request-id: req-5938e235-91a4-49fe-9d7a-7eefbc786bbd {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:27:03.145819 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94e4a12-77ed-4c89-9125-5a7493ec5e8d", "name": "network-vif-unplugged", "status": "failed", "tag": "e98017ca-d166-4c54-8de7-efdf286f2168", "code": 422}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:27:03.146069 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5938e235-91a4-49fe-9d7a-7eefbc786bbd {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:27:03.146501 n-d-806683-5 neutron-server[94872]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'code': 422} returned with failed status Aug 31 15:27:04.205709 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465424e-6f52-4e7f-9daa-49eab3ac0301 req-4caceeed-4688-4a54-ab58-372a79a41c8e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:04.207201 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a465424e-6f52-4e7f-9daa-49eab3ac0301 req-4caceeed-4688-4a54-ab58-372a79a41c8e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0485919 Aug 31 15:27:04.245565 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a465424e-6f52-4e7f-9daa-49eab3ac0301 req-313aaa91-1e04-4db6-bc17-81f0ed79779a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315869 Aug 31 15:27:05.361807 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e0a39-2edf-4f4b-abc2-e953cddf8283 req-ae3e63b7-61cb-4ff3-8526-247af533f22b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:05.363428 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-412e0a39-2edf-4f4b-abc2-e953cddf8283 req-ae3e63b7-61cb-4ff3-8526-247af533f22b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0521514 Aug 31 15:27:05.405856 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-412e0a39-2edf-4f4b-abc2-e953cddf8283 req-f37b849b-fdf7-48ea-99b9-037fccb15504 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351305 Aug 31 15:27:06.532783 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a95894-e28b-44bc-a80d-05557b047e1f req-1ae55026-b14f-464c-b94c-8b606bf66ff7 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:06.534332 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b1a95894-e28b-44bc-a80d-05557b047e1f req-1ae55026-b14f-464c-b94c-8b606bf66ff7 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0601766 Aug 31 15:27:06.600147 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b1a95894-e28b-44bc-a80d-05557b047e1f req-a31c028d-f116-4b88-9890-b6ee9a736d60 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580568 Aug 31 15:27:06.612106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-29fb7d7a-18cf-4d6a-9c2e-0126ffcaab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:06.613620 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-29fb7d7a-18cf-4d6a-9c2e-0126ffcaab4e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d&tenant_id=9a7075e1077840e083889903e7bfd66f HTTP/1.1" status: 200 len: 1095 time: 0.0654523 Aug 31 15:27:06.683875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-63ad59aa-2f9d-4a96-a6e5-c6e972ff8766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:06.685401 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-63ad59aa-2f9d-4a96-a6e5-c6e972ff8766 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 1095 time: 0.0455167 Aug 31 15:27:06.784340 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-7e76d313-45dc-43e8-aa89-a4bc0cddb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:06.785833 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-7e76d313-45dc-43e8-aa89-a4bc0cddb5c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.0928354 Aug 31 15:27:06.855353 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-1141f5a8-f431-47d9-b288-b18d64fde5f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e98017ca-d166-4c54-8de7-efdf286f2168 HTTP/1.1" status: 200 len: 999 time: 0.0620394 Aug 31 15:27:06.911821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-07a83175-3d1e-4d85-9dcd-4eabc7b9205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:06.913909 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-07a83175-3d1e-4d85-9dcd-4eabc7b9205c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0516367 Aug 31 15:27:06.964946 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-eb3d5e69-e3b6-45e5-90d7-9d23335f1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:06.966355 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-eb3d5e69-e3b6-45e5-90d7-9d23335f1c3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459251 Aug 31 15:27:07.068549 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-0982de67-d282-4e6d-b575-8a0347a6c3d4 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937092 Aug 31 15:27:07.183706 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-7d4d55fe-37fd-4401-b2ae-c905d42b0b73 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077063 Aug 31 15:27:07.715268 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31514bfa-a214-4c63-94c0-de4b6e93091e req-b8137eb7-35e6-4e62-b3bc-4ae58b5c213c tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:07.716767 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-31514bfa-a214-4c63-94c0-de4b6e93091e req-b8137eb7-35e6-4e62-b3bc-4ae58b5c213c tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0494714 Aug 31 15:27:07.759312 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-31514bfa-a214-4c63-94c0-de4b6e93091e req-193148d3-00f5-440e-95ff-fab5f151a3a8 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363328 Aug 31 15:27:08.873090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6099303-4751-48af-bc25-e24dbf5b38f4 req-3dbdd7f6-91dc-448e-9cac-8f1100414c40 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:08.874597 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b6099303-4751-48af-bc25-e24dbf5b38f4 req-3dbdd7f6-91dc-448e-9cac-8f1100414c40 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0494468 Aug 31 15:27:08.911331 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b6099303-4751-48af-bc25-e24dbf5b38f4 req-9ada13f2-be36-498b-9c55-9812bde11f10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308120 Aug 31 15:27:10.030195 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df68ae-5883-4139-acdd-000c4f57739c req-8fb69361-b882-48fc-b4ae-5949a08d594a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:10.031792 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0df68ae-5883-4139-acdd-000c4f57739c req-8fb69361-b882-48fc-b4ae-5949a08d594a tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0528841 Aug 31 15:27:10.070956 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b0df68ae-5883-4139-acdd-000c4f57739c req-7cc45974-f5e9-48b3-98b8-b925a2331eb8 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332730 Aug 31 15:27:11.183288 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe4cd3-8b2f-4310-9e65-2879b0235592 req-478bf6bc-078b-44fc-b4ce-9acb66a167e6 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:11.184770 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-04fe4cd3-8b2f-4310-9e65-2879b0235592 req-478bf6bc-078b-44fc-b4ce-9acb66a167e6 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0479662 Aug 31 15:27:11.227668 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-04fe4cd3-8b2f-4310-9e65-2879b0235592 req-46b3fa7d-f913-4029-9e35-f9111260ce10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367377 Aug 31 15:27:12.341347 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91b66a-bdbf-440e-8f66-036ada3f1cf0 req-2ac1bd43-befd-4eae-ade6-1525654ac557 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:12.342838 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e91b66a-bdbf-440e-8f66-036ada3f1cf0 req-2ac1bd43-befd-4eae-ade6-1525654ac557 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0489631 Aug 31 15:27:12.379812 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e91b66a-bdbf-440e-8f66-036ada3f1cf0 req-d9dc30b4-610b-47f8-a56d-b088ed977a35 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307679 Aug 31 15:27:13.502781 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7ce49-3492-491c-bdb2-8a49021e75df req-0b10e6eb-d0a2-41f3-8fca-c7d79b38dca3 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:13.504341 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ed7ce49-3492-491c-bdb2-8a49021e75df req-0b10e6eb-d0a2-41f3-8fca-c7d79b38dca3 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0517597 Aug 31 15:27:13.543185 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9ed7ce49-3492-491c-bdb2-8a49021e75df req-152e4542-8b5a-4f6e-883a-e3871c732855 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328612 Aug 31 15:27:14.659336 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45fc90-bca6-498e-90dd-e46006edf03e req-74a84c94-5c80-4d39-aea3-ff074b26b699 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:14.660821 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe45fc90-bca6-498e-90dd-e46006edf03e req-74a84c94-5c80-4d39-aea3-ff074b26b699 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 944 time: 0.0482883 Aug 31 15:27:14.707397 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-fe45fc90-bca6-498e-90dd-e46006edf03e req-8dae8328-0407-47db-af9d-840c0b267229 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389068 Aug 31 15:27:14.958501 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e98017ca-d166-4c54-8de7-efdf286f2168 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:27:15.058081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e98017ca-d166-4c54-8de7-efdf286f2168, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e98017ca-d166-4c54-8de7-efdf286f2168,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:27:15.069141 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'port_id': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'mac_address': 'fa:16:3e:84:08:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:27:15.108487 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:15.120886 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e98017ca-d166-4c54-8de7-efdf286f2168 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:27:15.142366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e98017ca-d166-4c54-8de7-efdf286f2168, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e98017ca-d166-4c54-8de7-efdf286f2168,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:27:15.146124 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:15.191164 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=e98017ca-d166-4c54-8de7-efdf286f2168,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:15.356850 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['e98017ca-d166-4c54-8de7-efdf286f2168'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:27:15.822105 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7d5d2-9cac-4896-9d16-5b3cfd02133a req-023534ba-aadf-485a-9573-36fc0cd48218 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:15.823666 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dea7d5d2-9cac-4896-9d16-5b3cfd02133a req-023534ba-aadf-485a-9573-36fc0cd48218 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 945 time: 0.0489011 Aug 31 15:27:15.859600 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dea7d5d2-9cac-4896-9d16-5b3cfd02133a req-0e4fa740-cf55-4deb-8051-e70e8ecef76b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301838 Aug 31 15:27:16.029255 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:27:16.973709 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d7736-cd86-472b-9a7e-712f7b4b09aa req-87626475-431e-473c-9c2d-1b39628fca40 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:16.974364 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e98017ca-d166-4c54-8de7-efdf286f2168 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:27:16.975268 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-152d7736-cd86-472b-9a7e-712f7b4b09aa req-87626475-431e-473c-9c2d-1b39628fca40 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 945 time: 0.0490417 Aug 31 15:27:17.016429 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-152d7736-cd86-472b-9a7e-712f7b4b09aa req-d8db3eb1-5da8-4ac5-bd9e-28feef7318cb tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346768 Aug 31 15:27:17.023260 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port e98017ca-d166-4c54-8de7-efdf286f2168 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:17.023638 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.099681 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.121065 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98017ca-d166-4c54-8de7-efdf286f2168'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:27:17.123325 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f44b74e-9588-4912-b702-d8efc6292bd0" -d '{"events": [{"server_uuid": "d94e4a12-77ed-4c89-9125-5a7493ec5e8d", "name": "network-vif-plugged", "status": "completed", "tag": "e98017ca-d166-4c54-8de7-efdf286f2168"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:27:17.136176 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port e98017ca-d166-4c54-8de7-efdf286f2168, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e98017ca-d166-4c54-8de7-efdf286f2168,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:27:17.140944 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.167140 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732dc83c-d059-4e86-9419-091b0ef7f068 x-openstack-request-id: req-732dc83c-d059-4e86-9419-091b0ef7f068 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:27:17.167407 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94e4a12-77ed-4c89-9125-5a7493ec5e8d", "name": "network-vif-plugged", "status": "completed", "tag": "e98017ca-d166-4c54-8de7-efdf286f2168", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:27:17.167642 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-732dc83c-d059-4e86-9419-091b0ef7f068 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:27:17.168031 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'code': 200} Aug 31 15:27:17.192712 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=e98017ca-d166-4c54-8de7-efdf286f2168,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:17.304246 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dec352-186b-42ff-affe-7d24b6cb6b4c req-95c1b74f-c98b-499e-b673-f2f362f230bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:17.305710 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b2dec352-186b-42ff-affe-7d24b6cb6b4c req-95c1b74f-c98b-499e-b673-f2f362f230bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 1097 time: 0.0397305 Aug 31 15:27:17.343042 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b2dec352-186b-42ff-affe-7d24b6cb6b4c req-668335cb-f59f-4c79-9d39-691a5a5e0e89 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304184 Aug 31 15:27:18.129438 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79a07a-445a-4514-813b-d3e814aed5c9 req-909726fa-ad66-496d-b32c-89e3da01f889 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:18.130929 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7d79a07a-445a-4514-813b-d3e814aed5c9 req-909726fa-ad66-496d-b32c-89e3da01f889 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0485971 Aug 31 15:27:18.168496 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7d79a07a-445a-4514-813b-d3e814aed5c9 req-f9743fef-a63b-42ea-9eaf-0287bba6b2fb tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317049 Aug 31 15:27:19.283606 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be52afb-d4af-4778-b853-d2f612ae6681 req-26490566-883f-4273-98a0-6cbcf52811da tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:19.284995 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8be52afb-d4af-4778-b853-d2f612ae6681 req-26490566-883f-4273-98a0-6cbcf52811da tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0488491 Aug 31 15:27:19.323248 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8be52afb-d4af-4778-b853-d2f612ae6681 req-cdeb53ff-86ce-480b-b759-e29b3ed3887d tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317724 Aug 31 15:27:19.718134 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a3d3c12-7495-488d-9ff8-f1a9d43e3cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:20.226306 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:22.259306 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21e00419-d074-42dd-bd31-1ac205332ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:22.361704 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:23.587566 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:25.111167 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:25.177147 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:26.151891 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a15a80ec-83e6-4c91-b2f0-e5a5c08d6f3b req-5fd94c4c-bb53-4cb6-8f4d-9d0c222c711b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402751 Aug 31 15:27:26.232141 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a80ec-83e6-4c91-b2f0-e5a5c08d6f3b req-2fddb9ca-2f77-4074-b08c-5f8383f8a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:26.233622 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a15a80ec-83e6-4c91-b2f0-e5a5c08d6f3b req-2fddb9ca-2f77-4074-b08c-5f8383f8a1ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 1097 time: 0.0406685 Aug 31 15:27:26.337221 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a80ec-83e6-4c91-b2f0-e5a5c08d6f3b req-73571995-b61a-4957-8411-97a0a7d7b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:26.338594 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a15a80ec-83e6-4c91-b2f0-e5a5c08d6f3b req-73571995-b61a-4957-8411-97a0a7d7b75b service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.0865841 Aug 31 15:27:26.404398 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a15a80ec-83e6-4c91-b2f0-e5a5c08d6f3b req-3bc629a2-f6d3-4a7e-86db-8e6dd16a1c97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e98017ca-d166-4c54-8de7-efdf286f2168 HTTP/1.1" status: 200 len: 1001 time: 0.0585668 Aug 31 15:27:26.456651 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a80ec-83e6-4c91-b2f0-e5a5c08d6f3b req-3958def0-1cc2-42fb-9229-fd0e2ef29773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:26.458081 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a15a80ec-83e6-4c91-b2f0-e5a5c08d6f3b req-3958def0-1cc2-42fb-9229-fd0e2ef29773 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0472307 Aug 31 15:27:26.504014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a80ec-83e6-4c91-b2f0-e5a5c08d6f3b req-0b402baa-6486-46b8-9df5-f5c14d38acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:26.505483 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a15a80ec-83e6-4c91-b2f0-e5a5c08d6f3b req-0b402baa-6486-46b8-9df5-f5c14d38acc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399859 Aug 31 15:27:26.596059 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a15a80ec-83e6-4c91-b2f0-e5a5c08d6f3b req-d1efc0ce-d457-4028-b28c-3632f5fb46e1 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831087 Aug 31 15:27:26.688579 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a15a80ec-83e6-4c91-b2f0-e5a5c08d6f3b req-e6bb43ea-efb1-49cf-a038-259c011a6ee5 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858386 Aug 31 15:27:49.718349 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4c2a-885f-45a1-aad5-6c8236007939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:50.243763 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:52.260840 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d225feea-f543-4f78-b50d-2efadb260c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:52.361836 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:53.028711 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:27:53.592861 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.124527 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.179167 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:19.718301 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4baa86e0-8860-464a-9549-d2d005f2fef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:20.240161 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:22.262108 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0954f2c1-2762-46eb-8050-8b2e4b167229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:22.362411 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:23.593246 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:25.123634 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:25.182656 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:26.143491 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4f713b8-39cc-4c7f-9cfc-b4d6dff1617a req-ef0be305-fedd-4c65-a5e0-f81453115006 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781364 Aug 31 15:28:26.222578 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f713b8-39cc-4c7f-9cfc-b4d6dff1617a req-5e214f17-4de8-4e3c-98bc-e892eb55dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:26.224121 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4f713b8-39cc-4c7f-9cfc-b4d6dff1617a req-5e214f17-4de8-4e3c-98bc-e892eb55dc32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 1097 time: 0.0399134 Aug 31 15:28:26.329225 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f713b8-39cc-4c7f-9cfc-b4d6dff1617a req-9142d768-9cfd-4790-a80a-5058b4cb86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:26.330615 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4f713b8-39cc-4c7f-9cfc-b4d6dff1617a req-9142d768-9cfd-4790-a80a-5058b4cb86ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.0861917 Aug 31 15:28:26.395733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4f713b8-39cc-4c7f-9cfc-b4d6dff1617a req-3737f3af-4267-4382-839b-88e443eff282 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e98017ca-d166-4c54-8de7-efdf286f2168 HTTP/1.1" status: 200 len: 1001 time: 0.0567760 Aug 31 15:28:26.449118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f713b8-39cc-4c7f-9cfc-b4d6dff1617a req-ac9fe982-ae3f-42a7-a925-2c61191de73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:26.450644 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4f713b8-39cc-4c7f-9cfc-b4d6dff1617a req-ac9fe982-ae3f-42a7-a925-2c61191de73a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0475674 Aug 31 15:28:26.496534 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f713b8-39cc-4c7f-9cfc-b4d6dff1617a req-f778cfb0-c87e-4635-ad13-f551282d3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:26.498020 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4f713b8-39cc-4c7f-9cfc-b4d6dff1617a req-f778cfb0-c87e-4635-ad13-f551282d3d4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402858 Aug 31 15:28:26.586392 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4f713b8-39cc-4c7f-9cfc-b4d6dff1617a req-fab7ebe2-cdf8-45b1-b7ee-bb01406528c7 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811355 Aug 31 15:28:26.686197 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c4f713b8-39cc-4c7f-9cfc-b4d6dff1617a req-4cfaed83-f357-404c-87cc-f5445c498ef0 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927997 Aug 31 15:28:30.028639 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:28:34.801236 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34444) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:34.961691 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Deleting port 60675fa8-0951-41cf-aa07-4b2ddaa67c5f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:28:34.962030 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:35.044001 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:35.044326 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:35.055610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Calling delete_port for 60675fa8-0951-41cf-aa07-4b2ddaa67c5f owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:28:35.195848 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:35.225414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event deleted for resources: {'Port': ['ID=60675fa8-0951-41cf-aa07-4b2ddaa67c5f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:35.238129 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:35.238478 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:35.238821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:35.239181 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:35.239515 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:35.239846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:35.240177 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:35.240507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:35.240835 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:35.241161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:35.241485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:35.241806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:35.295009 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:35.295364 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Floating IP a3c21688-9cea-4bc6-9027-06df9b8c3bc2 disassociated (deleted). External IP: 172.25.2.76, port: e98017ca-d166-4c54-8de7-efdf286f2168. Aug 31 15:28:35.497751 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Router b16fdb99-a0d6-4f54-ac25-2e563b479398 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:28:35.602996 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:28:35.607815 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:35.613001 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f0639-ffc6-4549-976b-8a81286727b7 None None] Sync routers for ids ['b16fdb99-a0d6-4f54-ac25-2e563b479398'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:28:35.621493 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f0639-ffc6-4549-976b-8a81286727b7 None None] Routers {'b16fdb99-a0d6-4f54-ac25-2e563b479398'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:28:35.622094 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8d2f0639-ffc6-4549-976b-8a81286727b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b16fdb99-a0d6-4f54-ac25-2e563b479398'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:35.637146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-125b8bf6-72fb-45c1-884e-2552b4aa2d10 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "DELETE /v2.0/floatingips/a3c21688-9cea-4bc6-9027-06df9b8c3bc2 HTTP/1.1" status: 204 len: 168 time: 0.8347123 Aug 31 15:28:35.637786 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'tag': 'e98017ca-d166-4c54-8de7-efdf286f2168'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:35.640201 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f2e46a-7b67-4673-8810-b40ff74ba96f" -d '{"events": [{"name": "network-changed", "server_uuid": "d94e4a12-77ed-4c89-9125-5a7493ec5e8d", "tag": "e98017ca-d166-4c54-8de7-efdf286f2168"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:28:35.677378 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef559ae-f03c-48dd-83e8-035a28748c40 x-openstack-request-id: req-eef559ae-f03c-48dd-83e8-035a28748c40 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:28:35.677705 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94e4a12-77ed-4c89-9125-5a7493ec5e8d", "tag": "e98017ca-d166-4c54-8de7-efdf286f2168", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:28:35.677960 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eef559ae-f03c-48dd-83e8-035a28748c40 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:28:35.678361 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'tag': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'status': 'completed', 'code': 200} Aug 31 15:28:35.739844 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8d2f0639-ffc6-4549-976b-8a81286727b7 None None] Set router b16fdb99-a0d6-4f54-ac25-2e563b479398 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:28:35.742388 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2e46a-7b67-4673-8810-b40ff74ba96f req-ac807d3d-22d6-49e3-a194-ef47d165f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:35.744108 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90f2e46a-7b67-4673-8810-b40ff74ba96f req-ac807d3d-22d6-49e3-a194-ef47d165f004 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a7075e1077840e083889903e7bfd66f&device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 1097 time: 0.0426688 Aug 31 15:28:35.883509 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2e46a-7b67-4673-8810-b40ff74ba96f req-6aac7464-adc7-4cf6-86e0-de3ab99d938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:35.885003 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90f2e46a-7b67-4673-8810-b40ff74ba96f req-6aac7464-adc7-4cf6-86e0-de3ab99d938b service neutron] 10.222.0.60 "GET /v2.0/networks?id=17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 200 len: 909 time: 0.1278775 Aug 31 15:28:35.893212 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083095ff-37a3-4507-8c47-c594bef9799b req-c7919ea8-8b17-47d5-a4e7-8998571285e7 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:35.894582 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-083095ff-37a3-4507-8c47-c594bef9799b req-c7919ea8-8b17-47d5-a4e7-8998571285e7 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0750897 Aug 31 15:28:35.944431 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90f2e46a-7b67-4673-8810-b40ff74ba96f req-dfe0da5c-43ff-4373-b508-fefe60d9e5b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e98017ca-d166-4c54-8de7-efdf286f2168 HTTP/1.1" status: 200 len: 217 time: 0.0488129 Aug 31 15:28:35.949794 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8d2f0639-ffc6-4549-976b-8a81286727b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:10Z', 'revision_number': 5, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:35.975515 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f0639-ffc6-4549-976b-8a81286727b7 None None] Checking router: b16fdb99-a0d6-4f54-ac25-2e563b479398 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:28:35.983651 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f0639-ffc6-4549-976b-8a81286727b7 None None] Routers {'b16fdb99-a0d6-4f54-ac25-2e563b479398'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:28:35.984260 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8d2f0639-ffc6-4549-976b-8a81286727b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b16fdb99-a0d6-4f54-ac25-2e563b479398'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:35.991625 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-083095ff-37a3-4507-8c47-c594bef9799b req-29b206f2-b16c-4f07-a8e0-e8ba4d10ee2b tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905411 Aug 31 15:28:36.006351 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2e46a-7b67-4673-8810-b40ff74ba96f req-ac266e96-73a5-4db2-acf7-ecb36fdcf342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:36.007834 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90f2e46a-7b67-4673-8810-b40ff74ba96f req-ac266e96-73a5-4db2-acf7-ecb36fdcf342 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 200 len: 847 time: 0.0542970 Aug 31 15:28:36.056647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2e46a-7b67-4673-8810-b40ff74ba96f req-47f09785-eb51-4b1f-be59-379c03cce158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:36.058626 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90f2e46a-7b67-4673-8810-b40ff74ba96f req-47f09785-eb51-4b1f-be59-379c03cce158 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17594533-844e-4ed2-a673-3eae5285f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425315 Aug 31 15:28:36.088416 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8d2f0639-ffc6-4549-976b-8a81286727b7 None None] Set router b16fdb99-a0d6-4f54-ac25-2e563b479398 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:28:36.152192 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90f2e46a-7b67-4673-8810-b40ff74ba96f req-5ba65294-22c4-4a65-b828-4038bc520f43 service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850375 Aug 31 15:28:36.251257 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-90f2e46a-7b67-4673-8810-b40ff74ba96f req-0016a61f-0fb3-451a-b19e-672cac3cecbc service neutron] 10.222.0.60 "GET /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906880 Aug 31 15:28:36.376162 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8d2f0639-ffc6-4549-976b-8a81286727b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:10Z', 'revision_number': 5, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:36.404272 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f0639-ffc6-4549-976b-8a81286727b7 None None] The sync data for ids ['b16fdb99-a0d6-4f54-ac25-2e563b479398'] in n-d-806683-5 is: [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:04Z', 'revision_number': 4, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '5e30804c-8d61-4da8-8593-9cb508c2e11f', 'name': '', 'network_id': '17594533-844e-4ed2-a673-3eae5285f2de', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'mac_address': 'fa:16:3e:3b:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:04Z', 'updated_at': '2021-08-31T15:20:10Z', 'revision_number': 5, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'subnets': [{'id': 'fa39c6e1-f0c3-47aa-a640-9b84945e9e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:28:36.615713 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d3f0e0-73cf-4e6f-968c-b02566136a13 None None] New status for floating IP a3c21688-9cea-4bc6-9027-06df9b8c3bc2: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:28:37.128249 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570cc52-63da-42f3-96da-c2b22a9e2c73 req-bf9b2f76-8f86-4ca7-b61a-27294d51bd96 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:37.129722 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3570cc52-63da-42f3-96da-c2b22a9e2c73 req-bf9b2f76-8f86-4ca7-b61a-27294d51bd96 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0553055 Aug 31 15:28:37.166249 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-3570cc52-63da-42f3-96da-c2b22a9e2c73 req-28889354-586d-484c-95d9-72142da878ed tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/security-groups?id=179a4463-58dd-4c63-8566-9b99d31c2447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305626 Aug 31 15:28:37.348205 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155adf4-a69a-4eb5-918b-d90fd6b4de04 req-c67def1d-52e1-441b-98d4-f594bde53dac tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:37.349554 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a155adf4-a69a-4eb5-918b-d90fd6b4de04 req-c67def1d-52e1-441b-98d4-f594bde53dac tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.60 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 946 time: 0.0479767 Aug 31 15:28:37.444976 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a155adf4-a69a-4eb5-918b-d90fd6b4de04 req-feacbff1-2cb1-41eb-a009-618bd0c88497 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Deleting port e98017ca-d166-4c54-8de7-efdf286f2168 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:28:37.445317 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a155adf4-a69a-4eb5-918b-d90fd6b4de04 req-feacbff1-2cb1-41eb-a009-618bd0c88497 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:37.530399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a155adf4-a69a-4eb5-918b-d90fd6b4de04 req-feacbff1-2cb1-41eb-a009-618bd0c88497 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] For port e98017ca-d166-4c54-8de7-efdf286f2168, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=e98017ca-d166-4c54-8de7-efdf286f2168,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:28:37.530759 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a155adf4-a69a-4eb5-918b-d90fd6b4de04 req-feacbff1-2cb1-41eb-a009-618bd0c88497 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:37.543775 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a155adf4-a69a-4eb5-918b-d90fd6b4de04 req-feacbff1-2cb1-41eb-a009-618bd0c88497 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Calling delete_port for e98017ca-d166-4c54-8de7-efdf286f2168 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:28:37.671669 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a155adf4-a69a-4eb5-918b-d90fd6b4de04 req-feacbff1-2cb1-41eb-a009-618bd0c88497 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:37.700660 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacbff1-2cb1-41eb-a009-618bd0c88497 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event deleted for resources: {'Port': ['ID=e98017ca-d166-4c54-8de7-efdf286f2168,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:37.746935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a155adf4-a69a-4eb5-918b-d90fd6b4de04 req-feacbff1-2cb1-41eb-a009-618bd0c88497 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] No DVR routers for this DVR port e98017ca-d166-4c54-8de7-efdf286f2168 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:28:37.749751 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a155adf4-a69a-4eb5-918b-d90fd6b4de04 req-feacbff1-2cb1-41eb-a009-618bd0c88497 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:37.751904 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a155adf4-a69a-4eb5-918b-d90fd6b4de04 req-feacbff1-2cb1-41eb-a009-618bd0c88497 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.60 "DELETE /v2.0/ports/e98017ca-d166-4c54-8de7-efdf286f2168 HTTP/1.1" status: 204 len: 173 time: 0.3955603 Aug 31 15:28:37.752360 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'name': 'network-vif-deleted', 'tag': 'e98017ca-d166-4c54-8de7-efdf286f2168'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:37.754683 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b46b2bc-082d-408e-9b38-7f899670fc25" -d '{"events": [{"server_uuid": "d94e4a12-77ed-4c89-9125-5a7493ec5e8d", "name": "network-vif-deleted", "tag": "e98017ca-d166-4c54-8de7-efdf286f2168"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:28:37.800970 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2580504-fac7-4a06-8961-c329f76f136e x-openstack-request-id: req-b2580504-fac7-4a06-8961-c329f76f136e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:28:37.801289 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94e4a12-77ed-4c89-9125-5a7493ec5e8d", "name": "network-vif-deleted", "tag": "e98017ca-d166-4c54-8de7-efdf286f2168", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:28:37.801749 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2580504-fac7-4a06-8961-c329f76f136e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:28:37.802175 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94e4a12-77ed-4c89-9125-5a7493ec5e8d', 'name': 'network-vif-deleted', 'tag': 'e98017ca-d166-4c54-8de7-efdf286f2168', 'status': 'completed', 'code': 200} Aug 31 15:28:38.263421 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-5191447a-d595-4ecf-b2ae-ad53f12f23b4 req-6f140322-0d87-4545-aae9-b2e41a5e9908 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 210 time: 0.0292754 Aug 31 15:28:39.361189 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39de44df-5aab-4d7b-86ff-506fecf27253 req-68eca88e-9360-4378-8801-c3ac0f1ea549 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 210 time: 0.0272610 Aug 31 15:28:40.456871 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-819c7d08-8f42-4707-9290-6374e7162618 req-8973dcbd-60e3-46f8-8e25-3212d0ad1d1e tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 210 time: 0.0277784 Aug 31 15:28:41.387553 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e98017ca-d166-4c54-8de7-efdf286f2168 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:28:41.415888 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: e98017ca-d166-4c54-8de7-efdf286f2168 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:28:41.417037 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device e98017ca-d166-4c54-8de7-efdf286f2168 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:28:41.583839 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2471d9be-2561-4a42-946d-4aa0ca9bf3dd req-27712ee6-dc9a-458b-8943-8e3028a65ea2 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "GET /v2.0/ports?device_id=d94e4a12-77ed-4c89-9125-5a7493ec5e8d HTTP/1.1" status: 200 len: 210 time: 0.0355937 Aug 31 15:28:42.647607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34478) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:42.704032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60560650-b2bf-42ef-8396-665b74400be9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:42.731243 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60560650-b2bf-42ef-8396-665b74400be9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:42.816881 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60560650-b2bf-42ef-8396-665b74400be9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:42.821190 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60560650-b2bf-42ef-8396-665b74400be9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:42.825425 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-60560650-b2bf-42ef-8396-665b74400be9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] 10.222.0.39 "DELETE /v2.0/security-groups/179a4463-58dd-4c63-8566-9b99d31c2447 HTTP/1.1" status: 204 len: 168 time: 0.1749897 Aug 31 15:28:42.836523 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60560650-b2bf-42ef-8396-665b74400be9 tempest-TestShelveInstance-525294946 tempest-TestShelveInstance-525294946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179a4463-58dd-4c63-8566-9b99d31c2447,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:42.878546 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34482) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:43.385628 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d84ae4c0-152b-460e-9223-2326b92388c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:43.690399 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d84ae4c0-152b-460e-9223-2326b92388c6 admin admin] Deleting port 5e30804c-8d61-4da8-8593-9cb508c2e11f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:28:43.691088 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d84ae4c0-152b-460e-9223-2326b92388c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:43.769398 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-d84ae4c0-152b-460e-9223-2326b92388c6 admin admin] For port 5e30804c-8d61-4da8-8593-9cb508c2e11f, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=5e30804c-8d61-4da8-8593-9cb508c2e11f,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:28:43.769768 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d84ae4c0-152b-460e-9223-2326b92388c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:43.784161 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d84ae4c0-152b-460e-9223-2326b92388c6 admin admin] Calling delete_port for 5e30804c-8d61-4da8-8593-9cb508c2e11f owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:28:43.973019 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d84ae4c0-152b-460e-9223-2326b92388c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:44.006095 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ae4c0-152b-460e-9223-2326b92388c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e30804c-8d61-4da8-8593-9cb508c2e11f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:44.178789 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d84ae4c0-152b-460e-9223-2326b92388c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:44.748697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84ae4c0-152b-460e-9223-2326b92388c6 admin admin] Router b16fdb99-a0d6-4f54-ac25-2e563b479398 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:28:44.862405 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84ae4c0-152b-460e-9223-2326b92388c6 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:28:44.867877 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d84ae4c0-152b-460e-9223-2326b92388c6 admin admin] 10.222.0.39 "PUT /v2.0/routers/b16fdb99-a0d6-4f54-ac25-2e563b479398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9873855 Aug 31 15:28:44.871230 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34486) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:44.874577 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42497d9-1aac-4c24-afb8-3215c500b44f None None] Sync routers for ids ['b16fdb99-a0d6-4f54-ac25-2e563b479398'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:28:44.893109 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42497d9-1aac-4c24-afb8-3215c500b44f None None] Routers {'b16fdb99-a0d6-4f54-ac25-2e563b479398'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:28:44.893871 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a42497d9-1aac-4c24-afb8-3215c500b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b16fdb99-a0d6-4f54-ac25-2e563b479398'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:45.009023 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:45.025164 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a42497d9-1aac-4c24-afb8-3215c500b44f None None] Set router b16fdb99-a0d6-4f54-ac25-2e563b479398 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:28:45.119812 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:45.179460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] Deleting port 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:28:45.179802 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:45.219059 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a42497d9-1aac-4c24-afb8-3215c500b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:28:43Z', 'revision_number': 5, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port': {'id': '8c8bfe55-1b31-4ce5-a8ce-e67e289e232b', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:45.246920 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42497d9-1aac-4c24-afb8-3215c500b44f None None] Checking router: b16fdb99-a0d6-4f54-ac25-2e563b479398 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:28:45.256566 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42497d9-1aac-4c24-afb8-3215c500b44f None None] Routers {'b16fdb99-a0d6-4f54-ac25-2e563b479398'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:28:45.257180 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a42497d9-1aac-4c24-afb8-3215c500b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['b16fdb99-a0d6-4f54-ac25-2e563b479398'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:45.268216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] For port 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=8c8bfe55-1b31-4ce5-a8ce-e67e289e232b,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:28:45.268503 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:45.281724 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] Calling delete_port for 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:28:45.350423 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a42497d9-1aac-4c24-afb8-3215c500b44f None None] Set router b16fdb99-a0d6-4f54-ac25-2e563b479398 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:28:45.413212 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a42497d9-1aac-4c24-afb8-3215c500b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:28:45Z', 'revision_number': 6, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:45.441024 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42497d9-1aac-4c24-afb8-3215c500b44f None None] The sync data for ids ['b16fdb99-a0d6-4f54-ac25-2e563b479398'] in n-d-806683-5 is: [{'id': 'b16fdb99-a0d6-4f54-ac25-2e563b479398', 'name': 'tempest-TestShelveInstance-524471815-router', 'tenant_id': '9a7075e1077840e083889903e7bfd66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:02Z', 'updated_at': '2021-08-31T15:28:45Z', 'revision_number': 6, 'project_id': '9a7075e1077840e083889903e7bfd66f', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:28:45.469185 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:45.505325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8bfe55-1b31-4ce5-a8ce-e67e289e232b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:45.558061 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:45.660728 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:45.663068 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:45.707166 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:45.707774 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b16fdb99-a0d6-4f54-ac25-2e563b479398 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:28:45.712850 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:45.715157 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-3bfafee9-5cc3-4e4d-8ec3-3fc715eea19e admin admin] 10.222.0.39 "DELETE /v2.0/routers/b16fdb99-a0d6-4f54-ac25-2e563b479398 HTTP/1.1" status: 204 len: 168 time: 0.8414190 Aug 31 15:28:45.717959 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34488) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:45.769935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-2012a6c7-0f2b-4b83-b802-39697c428b7c admin admin] Deleting subnet fa39c6e1-f0c3-47aa-a640-9b84945e9e6b {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:28:45.773073 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2012a6c7-0f2b-4b83-b802-39697c428b7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:45.809370 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2012a6c7-0f2b-4b83-b802-39697c428b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:45.901113 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2012a6c7-0f2b-4b83-b802-39697c428b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:45.969939 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2012a6c7-0f2b-4b83-b802-39697c428b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.001903 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012a6c7-0f2b-4b83-b802-39697c428b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa39c6e1-f0c3-47aa-a640-9b84945e9e6b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:46.005594 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2012a6c7-0f2b-4b83-b802-39697c428b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.009413 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-2012a6c7-0f2b-4b83-b802-39697c428b7c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fa39c6e1-f0c3-47aa-a640-9b84945e9e6b HTTP/1.1" status: 204 len: 168 time: 0.2904150 Aug 31 15:28:46.011132 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34490) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:46.012489 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d50dc91-8b46-4517-9f67-9690db640677 None None] Network 17594533-844e-4ed2-a673-3eae5285f2de requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:28:46.092740 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.164082 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Deleting port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:28:46.164508 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.235271 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] DHCP port deletion for 17594533-844e-4ed2-a673-3eae5285f2de request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:28:46.251789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] For port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=798ffacb-2eb8-4cd4-a0fa-317940f9cf25,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:28:46.252412 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.275234 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Calling delete_port for 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:28:46.296616 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Deleting port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:28:46.297249 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.356250 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.392632 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Pushing event deleted for resources: {'Port': ['ID=798ffacb-2eb8-4cd4-a0fa-317940f9cf25,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:46.394689 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] No DVR routers for this DVR port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:28:46.407638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] For port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=798ffacb-2eb8-4cd4-a0fa-317940f9cf25,segment=NetworkSegment(e4939eca-3c14-4376-971b-33f80e82d754),segment_id=e4939eca-3c14-4376-971b-33f80e82d754)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:28:46.408335 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.429991 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Calling delete_port for 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:28:46.482961 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.508873 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17594533-844e-4ed2-a673-3eae5285f2de']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:28:46.521749 n-d-806683-5 neutron-server[94872]: self.session.flush() Aug 31 15:28:46.529754 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.530935 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4939eca-3c14-4376-971b-33f80e82d754') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:46.531496 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4939eca-3c14-4376-971b-33f80e82d754') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:46.544776 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.569051 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.584423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:28:46.584840 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: timer() Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:28:46.586695 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:28:46.591229 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Pushing event deleted for resources: {'Port': ['ID=798ffacb-2eb8-4cd4-a0fa-317940f9cf25,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:46.594960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] No DVR routers for this DVR port 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:28:46.604428 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:28:46.610317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:46.611521 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:46.612137 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:46.613540 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:46.614336 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:46.615304 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:46.616090 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:46.616693 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:46.617101 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:46.617496 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:46.617944 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:46.618283 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9688a4-f08e-417f-895e-0740311ec057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:46.648883 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:28:46.649331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 8c8bfe55-1b31-4ce5-a8ce-e67e289e232b not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:28:46.649841 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5e30804c-8d61-4da8-8593-9cb508c2e11f no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:28:46.653542 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.662947 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.671476 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] 10.222.0.39 "DELETE /v2.0/networks/17594533-844e-4ed2-a673-3eae5285f2de HTTP/1.1" status: 204 len: 168 time: 0.6553948 Aug 31 15:28:46.671681 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34492) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:46.679327 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 5e30804c-8d61-4da8-8593-9cb508c2e11f {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:28:46.679794 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 5e30804c-8d61-4da8-8593-9cb508c2e11f not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:28:46.680362 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:28:46.688001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70f04b-2fe4-494a-90d3-9b0f45cecc4c admin admin] Pushing event deleted for resources: {'Network': ['ID=17594533-844e-4ed2-a673-3eae5285f2de,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:46.702153 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:28:46.702508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 798ffacb-2eb8-4cd4-a0fa-317940f9cf25 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:28:47.108423 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-949c2185-0abb-4841-9d0e-b0482485892f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.450859 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-949c2185-0abb-4841-9d0e-b0482485892f admin admin] Deleting port 30f8b95d-dd96-4ab9-ac53-49c68047ee94 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:28:47.451492 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-949c2185-0abb-4841-9d0e-b0482485892f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.552338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-949c2185-0abb-4841-9d0e-b0482485892f admin admin] For port 30f8b95d-dd96-4ab9-ac53-49c68047ee94, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=30f8b95d-dd96-4ab9-ac53-49c68047ee94,segment=NetworkSegment(2541d9ac-fb92-49cb-b293-80f86a4b05e3),segment_id=2541d9ac-fb92-49cb-b293-80f86a4b05e3)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:28:47.552733 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-949c2185-0abb-4841-9d0e-b0482485892f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.578371 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-949c2185-0abb-4841-9d0e-b0482485892f admin admin] Calling delete_port for 30f8b95d-dd96-4ab9-ac53-49c68047ee94 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:28:47.824780 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-949c2185-0abb-4841-9d0e-b0482485892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.851705 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c2185-0abb-4841-9d0e-b0482485892f admin admin] Pushing event deleted for resources: {'Port': ['ID=30f8b95d-dd96-4ab9-ac53-49c68047ee94,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:48.083855 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-949c2185-0abb-4841-9d0e-b0482485892f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.329462 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949c2185-0abb-4841-9d0e-b0482485892f admin admin] Router 3dfac18f-60ca-4f53-97ac-fd639766805b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:28:48.450090 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949c2185-0abb-4841-9d0e-b0482485892f admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:28:48.462568 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-949c2185-0abb-4841-9d0e-b0482485892f admin admin] 10.222.0.39 "PUT /v2.0/routers/3dfac18f-60ca-4f53-97ac-fd639766805b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7857170 Aug 31 15:28:48.462568 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34494) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:48.475259 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec293f-3603-4a62-b80c-ebb21a3a87e8 None None] Sync routers for ids ['3dfac18f-60ca-4f53-97ac-fd639766805b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:28:48.490290 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec293f-3603-4a62-b80c-ebb21a3a87e8 None None] Routers {'3dfac18f-60ca-4f53-97ac-fd639766805b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:28:48.490924 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-64ec293f-3603-4a62-b80c-ebb21a3a87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3dfac18f-60ca-4f53-97ac-fd639766805b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:48.575803 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.640937 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-64ec293f-3603-4a62-b80c-ebb21a3a87e8 None None] Set router 3dfac18f-60ca-4f53-97ac-fd639766805b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:28:48.846820 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-64ec293f-3603-4a62-b80c-ebb21a3a87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'name': 'tempest-TestShelveInstance-1171983761-router', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:06Z', 'updated_at': '2021-08-31T15:28:47Z', 'revision_number': 5, 'project_id': '6d21334737704750b3c81d95764f025f', 'gw_port': {'id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:07Z', 'updated_at': '2021-08-31T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:48.874376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec293f-3603-4a62-b80c-ebb21a3a87e8 None None] Checking router: 3dfac18f-60ca-4f53-97ac-fd639766805b for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:28:48.883231 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec293f-3603-4a62-b80c-ebb21a3a87e8 None None] Routers {'3dfac18f-60ca-4f53-97ac-fd639766805b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:28:48.883859 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-64ec293f-3603-4a62-b80c-ebb21a3a87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['3dfac18f-60ca-4f53-97ac-fd639766805b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:49.011770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-64ec293f-3603-4a62-b80c-ebb21a3a87e8 None None] Set router 3dfac18f-60ca-4f53-97ac-fd639766805b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:28:49.051256 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.123406 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] Deleting port 1e46535c-8f21-4e6c-a222-6480cf354600 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:28:49.123897 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.232906 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] For port 1e46535c-8f21-4e6c-a222-6480cf354600, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1e46535c-8f21-4e6c-a222-6480cf354600,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:28:49.233273 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.246846 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] Calling delete_port for 1e46535c-8f21-4e6c-a222-6480cf354600 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:28:49.274445 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-64ec293f-3603-4a62-b80c-ebb21a3a87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'name': 'tempest-TestShelveInstance-1171983761-router', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:06Z', 'updated_at': '2021-08-31T15:28:47Z', 'revision_number': 5, 'project_id': '6d21334737704750b3c81d95764f025f', 'gw_port': {'id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:07Z', 'updated_at': '2021-08-31T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:49.310102 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec293f-3603-4a62-b80c-ebb21a3a87e8 None None] The sync data for ids ['3dfac18f-60ca-4f53-97ac-fd639766805b'] in n-d-806683-5 is: [{'id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'name': 'tempest-TestShelveInstance-1171983761-router', 'tenant_id': '6d21334737704750b3c81d95764f025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:20:06Z', 'updated_at': '2021-08-31T15:28:47Z', 'revision_number': 5, 'project_id': '6d21334737704750b3c81d95764f025f', 'gw_port': {'id': '1e46535c-8f21-4e6c-a222-6480cf354600', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfac18f-60ca-4f53-97ac-fd639766805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:20:07Z', 'updated_at': '2021-08-31T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:28:49.435647 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.462047 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e46535c-8f21-4e6c-a222-6480cf354600,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:49.523620 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.633759 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.636303 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.684769 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.685747 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dfac18f-60ca-4f53-97ac-fd639766805b {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:28:49.691687 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.695731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-60faac55-7a59-4876-bacd-1f5c9594f002 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3dfac18f-60ca-4f53-97ac-fd639766805b HTTP/1.1" status: 204 len: 168 time: 1.2298121 Aug 31 15:28:49.696216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34496) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:49.727710 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e57e36f-fc4a-47e9-9603-4dbae049943c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.755543 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b1cb4a-72f7-4f49-8a2f-4f085c1ca218 admin admin] Deleting subnet 5fc00b11-4c4d-40a9-a7c5-87ff7e32417d {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:28:49.758679 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21b1cb4a-72f7-4f49-8a2f-4f085c1ca218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.797437 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21b1cb4a-72f7-4f49-8a2f-4f085c1ca218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.909035 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21b1cb4a-72f7-4f49-8a2f-4f085c1ca218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.995003 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21b1cb4a-72f7-4f49-8a2f-4f085c1ca218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.040473 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1cb4a-72f7-4f49-8a2f-4f085c1ca218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc00b11-4c4d-40a9-a7c5-87ff7e32417d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:50.047549 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21b1cb4a-72f7-4f49-8a2f-4f085c1ca218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.049944 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-21b1cb4a-72f7-4f49-8a2f-4f085c1ca218 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5fc00b11-4c4d-40a9-a7c5-87ff7e32417d HTTP/1.1" status: 204 len: 168 time: 0.3529630 Aug 31 15:28:50.052723 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34498) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:50.055380 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0603a637-2680-4b8c-a496-3bba757859c4 None None] Network 249aa351-e1dd-4b07-b145-b521831646e0 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:28:50.170690 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.240358 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Deleting port d5dc497a-1679-4446-9da1-d602bd25f774 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:28:50.240727 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.247361 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.318175 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] For port d5dc497a-1679-4446-9da1-d602bd25f774, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d5dc497a-1679-4446-9da1-d602bd25f774,segment=NetworkSegment(2541d9ac-fb92-49cb-b293-80f86a4b05e3),segment_id=2541d9ac-fb92-49cb-b293-80f86a4b05e3)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:28:50.318488 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.337565 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Calling delete_port for d5dc497a-1679-4446-9da1-d602bd25f774 owned by network:dhcp {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:28:50.401547 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a178ef60-12eb-4116-958a-9b80d745507f None None] DHCP port deletion for 249aa351-e1dd-4b07-b145-b521831646e0 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:28:50.437456 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.472062 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] No DVR routers for this DVR port d5dc497a-1679-4446-9da1-d602bd25f774 on host n-d-806683-5 {{(pid=94870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:28:50.473744 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a178ef60-12eb-4116-958a-9b80d745507f None None] Deleting port d5dc497a-1679-4446-9da1-d602bd25f774 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:28:50.474118 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a178ef60-12eb-4116-958a-9b80d745507f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.476416 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d5dc497a-1679-4446-9da1-d602bd25f774,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:50.519026 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:50.519480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:50.519893 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:50.520244 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:50.520758 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:50.520889 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:50.521222 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:50.521552 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:50.521879 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:50.522205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:50.522525 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:50.522854 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:50.552787 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1e46535c-8f21-4e6c-a222-6480cf354600 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:28:50.582770 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 1e46535c-8f21-4e6c-a222-6480cf354600 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:28:50.583255 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1e46535c-8f21-4e6c-a222-6480cf354600 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:28:50.583805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d5dc497a-1679-4446-9da1-d602bd25f774 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:28:50.591900 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a178ef60-12eb-4116-958a-9b80d745507f None None] For port d5dc497a-1679-4446-9da1-d602bd25f774, host n-d-806683-5, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:28:50.592506 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a178ef60-12eb-4116-958a-9b80d745507f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.624148 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.646178 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249aa351-e1dd-4b07-b145-b521831646e0']}} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:50.676596 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2541d9ac-fb92-49cb-b293-80f86a4b05e3') {'for_net_delete': True} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:50.676895 n-d-806683-5 neutron-server[94870]: DEBUG neutron.services.segments.db [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2541d9ac-fb92-49cb-b293-80f86a4b05e3') {} {{(pid=94870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:50.688874 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64010813'] for segment, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.709984 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.723591 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:28:50.724558 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64010647'] for segment, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: Traceback (most recent call last): Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: timer() Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: cb(*args, **kw) Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: return func(*args, **kwargs) Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: self._notify() Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: self.callback(batched_events) Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: event.method(event) Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: return f(self, *a, **k) Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: return self._get(url).json() Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: return self.request(url, 'GET', **kwargs) Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:28:50.728184 n-d-806683-5 neutron-server[94870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:28:50.807717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: d5dc497a-1679-4446-9da1-d602bd25f774 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:28:50.808572 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d5dc497a-1679-4446-9da1-d602bd25f774 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:28:50.808905 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 30f8b95d-dd96-4ab9-ac53-49c68047ee94 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:28:50.817676 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a178ef60-12eb-4116-958a-9b80d745507f None None] Calling delete_port for d5dc497a-1679-4446-9da1-d602bd25f774 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:28:50.830624 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.838279 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.839619 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-a178ef60-12eb-4116-958a-9b80d745507f None None] Port d5dc497a-1679-4446-9da1-d602bd25f774 was not found and therefore no delete operation was performed {{(pid=94872) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 15:28:50.841104 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] 10.222.0.39 "DELETE /v2.0/networks/249aa351-e1dd-4b07-b145-b521831646e0 HTTP/1.1" status: 204 len: 168 time: 0.7863438 Aug 31 15:28:50.841244 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 30f8b95d-dd96-4ab9-ac53-49c68047ee94 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:28:50.841630 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 30f8b95d-dd96-4ab9-ac53-49c68047ee94 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:28:50.843461 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a178ef60-12eb-4116-958a-9b80d745507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.862753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725d891-3210-494b-aa71-8bf3df72a9bd admin admin] Pushing event deleted for resources: {'Network': ['ID=249aa351-e1dd-4b07-b145-b521831646e0,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:50.870590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a178ef60-12eb-4116-958a-9b80d745507f None None] Network 249aa351-e1dd-4b07-b145-b521831646e0 is not hosted by any dhcp agent {{(pid=94872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 15:28:50.871138 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a178ef60-12eb-4116-958a-9b80d745507f None None] No DVR routers for this DVR port d5dc497a-1679-4446-9da1-d602bd25f774 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:28:50.872963 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178ef60-12eb-4116-958a-9b80d745507f None None] Pushing event deleted for resources: {'Port': ['ID=d5dc497a-1679-4446-9da1-d602bd25f774,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:50.989274 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34502) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:51.034335 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-d62eeee2-64d4-4832-b431-627b6a02aa6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a7075e1077840e083889903e7bfd66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438149 Aug 31 15:28:51.036799 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34504) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:51.083617 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-34a8f718-856d-48b1-8504-0e2140a93ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:51.109147 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-34a8f718-856d-48b1-8504-0e2140a93ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:51.156696 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-34a8f718-856d-48b1-8504-0e2140a93ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:51.159363 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-34a8f718-856d-48b1-8504-0e2140a93ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:51.160501 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-34a8f718-856d-48b1-8504-0e2140a93ff3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a920fdb8-1181-4b55-86c3-6239b8bd9429 HTTP/1.1" status: 204 len: 168 time: 0.1228118 Aug 31 15:28:51.168413 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8f718-856d-48b1-8504-0e2140a93ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a920fdb8-1181-4b55-86c3-6239b8bd9429,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:51.472086 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34510) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:51.513021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d83a6475-c3eb-410a-af2b-d96b228e6520 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d21334737704750b3c81d95764f025f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396869 Aug 31 15:28:51.515463 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34512) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:51.561303 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7790142a-1d50-4de6-a8f3-2d959c76c991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:51.581753 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7790142a-1d50-4de6-a8f3-2d959c76c991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:51.627430 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7790142a-1d50-4de6-a8f3-2d959c76c991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:51.629927 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7790142a-1d50-4de6-a8f3-2d959c76c991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:51.631230 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-7790142a-1d50-4de6-a8f3-2d959c76c991 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81827d1b-03ee-4dcb-b7f6-154b22e12cde HTTP/1.1" status: 204 len: 168 time: 0.1148007 Aug 31 15:28:51.639273 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790142a-1d50-4de6-a8f3-2d959c76c991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81827d1b-03ee-4dcb-b7f6-154b22e12cde,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:52.263269 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c77c0dde-aabe-464d-bbe9-8bd8d3039823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.309586 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34534) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:52.364259 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.410472 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-949013781-network', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:28:52.430413 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] Made reservation on behalf of cd0611d3714247be99bfbb9f9ed85923 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:28:52.433311 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.441568 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.533608 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.537571 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.558490 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:28:52.573834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4e7eb8-0472-4e23-bdea-356aa1c64909,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:52.577024 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.577379 n-d-806683-5 neutron-server[94871]: INFO neutron.db.segments_db [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] Added segment 0d7b83c6-212e-44bc-8b81-31375ecd28a5 of type vlan for network 3bf17692-01e4-4d63-971d-5545f297c9c7 Aug 31 15:28:52.617140 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.645324 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.646565 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:52.647159 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.702792 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3920586 Aug 31 15:28:52.705821 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34538) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:52.710986 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-1d3eb825-dea5-4c9c-a4e0-722649701e0d admin admin] Request body: {'subnet': {'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-949013781-subnet', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:28:52.712483 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dadfd-09d6-409e-8ebe-0d2862299f78 admin admin] Pushing event updated for resources: {'Network': ['ID=3bf17692-01e4-4d63-971d-5545f297c9c7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:52.724479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 3bf17692-01e4-4d63-971d-5545f297c9c7 details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:28:52.737484 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3eb825-dea5-4c9c-a4e0-722649701e0d admin admin] Made reservation on behalf of cd0611d3714247be99bfbb9f9ed85923 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:28:52.739860 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1d3eb825-dea5-4c9c-a4e0-722649701e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.920258 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1d3eb825-dea5-4c9c-a4e0-722649701e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.983014 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3eb825-dea5-4c9c-a4e0-722649701e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0750092-4105-458f-b367-1c7c962686e5,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:52.993847 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3eb825-dea5-4c9c-a4e0-722649701e0d admin admin] Checking segment: {'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:28:52.994811 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3eb825-dea5-4c9c-a4e0-722649701e0d admin admin] Network hostable DHCP agents. Network: 3bf17692-01e4-4d63-971d-5545f297c9c7, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:28:53.011516 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3eb825-dea5-4c9c-a4e0-722649701e0d admin admin] Network 3bf17692-01e4-4d63-971d-5545f297c9c7 is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:28:53.020417 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-1d3eb825-dea5-4c9c-a4e0-722649701e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 3bf17692-01e4-4d63-971d-5545f297c9c7) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:28:53.024627 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3eb825-dea5-4c9c-a4e0-722649701e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:53.025249 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-1d3eb825-dea5-4c9c-a4e0-722649701e0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.030251 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f232426e-5159-4d54-b876-a6b99ea74057 None None] Network 3bf17692-01e4-4d63-971d-5545f297c9c7 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:28:53.040665 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-1d3eb825-dea5-4c9c-a4e0-722649701e0d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3335621 Aug 31 15:28:53.044332 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34540) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:53.048776 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:28:53.073098 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.074344 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.138438 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.179847 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-3bf17692-01e4-4d63-971d-5545f297c9c7', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:28:53.180744 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.277477 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.316006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Allocated IP 172.20.0.2 (3bf17692-01e4-4d63-971d-5545f297c9c7/f0750092-4105-458f-b367-1c7c962686e5/81ff6793-5e0f-471a-ae9b-10bc9d83c594) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:28:53.466261 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.477376 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Transition to ACTIVE for port object 81ff6793-5e0f-471a-ae9b-10bc9d83c594 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:28:53.480491 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.493368 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Transition to ACTIVE for port object 81ff6793-5e0f-471a-ae9b-10bc9d83c594 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:28:53.499519 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.500277 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.540515 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Network 3bf17692-01e4-4d63-971d-5545f297c9c7 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:28:53.545543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:28:53.548479 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:28:53.554982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Pushing event updated for resources: {'Port': ['ID=81ff6793-5e0f-471a-ae9b-10bc9d83c594,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:53.606598 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Allocated IP 172.25.2.9 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/1ac09ea9-3c48-42fb-9620-99e4b9757cd7) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:28:53.620277 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.625880 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Attempting to bind port 81ff6793-5e0f-471a-ae9b-10bc9d83c594 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:28:53.626257 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Attempting to bind port 81ff6793-5e0f-471a-ae9b-10bc9d83c594 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:28:53.626617 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Attempting to bind port 81ff6793-5e0f-471a-ae9b-10bc9d83c594 on network 3bf17692-01e4-4d63-971d-5545f297c9c7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:28:53.631639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:28:53.631995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Checking segment: {'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:28:53.632391 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.632795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Bound using segment: {'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:28:53.633254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Bound port: 81ff6793-5e0f-471a-ae9b-10bc9d83c594, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:28:53.633636 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.710440 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] For port 81ff6793-5e0f-471a-ae9b-10bc9d83c594, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:28:53.713867 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] For port 81ff6793-5e0f-471a-ae9b-10bc9d83c594, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=81ff6793-5e0f-471a-ae9b-10bc9d83c594,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:28:53.717719 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.722218 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.765026 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:53.785822 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614f688-4bd8-4502-8a88-ca1ddd74d0ac None None] Pushing event updated for resources: {'Port': ['ID=81ff6793-5e0f-471a-ae9b-10bc9d83c594,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:53.814383 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:28:53.817396 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:28:53.824416 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:28:53.847894 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Pushing event updated for resources: {'Port': ['ID=1ac09ea9-3c48-42fb-9620-99e4b9757cd7,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:54.124925 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:54.565593 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 81ff6793-5e0f-471a-ae9b-10bc9d83c594 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:28:54.639480 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 81ff6793-5e0f-471a-ae9b-10bc9d83c594 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:28:54.757885 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:54.837284 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76c7a5-a137-42dc-b311-719c136b48e6 None None] Network 3bf17692-01e4-4d63-971d-5545f297c9c7 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:28:54.903631 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Router f493b035-a7ab-44ca-a599-62bf4ebe6f0b is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:28:54.966467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-50e8ccc5-7512-46a3-9e76-8e34c5506402 None None] Provisioning for port 81ff6793-5e0f-471a-ae9b-10bc9d83c594 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:28:54.999828 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-50e8ccc5-7512-46a3-9e76-8e34c5506402 None None] Provisioning complete for port 81ff6793-5e0f-471a-ae9b-10bc9d83c594 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:55.000203 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-50e8ccc5-7512-46a3-9e76-8e34c5506402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.067972 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:28:55.081853 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Sync routers for ids ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:28:55.085988 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.088193 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-4b12dbdf-ec80-404d-bf8e-4a40043d1f05 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0428548 Aug 31 15:28:55.091441 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34542) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:55.098572 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Routers {'f493b035-a7ab-44ca-a599-62bf4ebe6f0b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:28:55.099992 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:55.153164 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.159138 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-50e8ccc5-7512-46a3-9e76-8e34c5506402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.209393 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-50e8ccc5-7512-46a3-9e76-8e34c5506402 None None] For port 81ff6793-5e0f-471a-ae9b-10bc9d83c594, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=81ff6793-5e0f-471a-ae9b-10bc9d83c594,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:28:55.210825 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.214718 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-50e8ccc5-7512-46a3-9e76-8e34c5506402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.258385 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Set router f493b035-a7ab-44ca-a599-62bf4ebe6f0b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:28:55.308407 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8ccc5-7512-46a3-9e76-8e34c5506402 None None] Pushing event updated for resources: {'Port': ['ID=81ff6793-5e0f-471a-ae9b-10bc9d83c594,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:55.499396 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:53Z', 'revision_number': 3, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:55.531817 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Checking router: f493b035-a7ab-44ca-a599-62bf4ebe6f0b for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:28:55.532614 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Updating router f493b035-a7ab-44ca-a599-62bf4ebe6f0b port 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:28:55.538252 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2465597e-7ceb-4bb8-9d16-a14c0ad2bc58 None None] Provisioning complete for port 81ff6793-5e0f-471a-ae9b-10bc9d83c594 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:55.538734 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2465597e-7ceb-4bb8-9d16-a14c0ad2bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.562179 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.622419 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.795926 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Allocated IP 172.20.0.1 (3bf17692-01e4-4d63-971d-5545f297c9c7/f0750092-4105-458f-b367-1c7c962686e5/a61d3cb0-3de2-4263-8b85-9212f12d48b6) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:28:55.861442 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.872858 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Transition to ACTIVE for port object 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:28:55.879837 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.938009 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e1393-b051-4e46-b733-80f989baf4ac None None] Pushing event updated for resources: {'Port': ['ID=1ac09ea9-3c48-42fb-9620-99e4b9757cd7,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:55.938545 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.940304 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Attempting to bind port 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:28:55.940695 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Attempting to bind port 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:28:55.941045 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Attempting to bind port 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:28:55.950992 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e1393-b051-4e46-b733-80f989baf4ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:55.951685 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e1393-b051-4e46-b733-80f989baf4ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:55.951685 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e1393-b051-4e46-b733-80f989baf4ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:55.952061 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e1393-b051-4e46-b733-80f989baf4ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:55.952443 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e1393-b051-4e46-b733-80f989baf4ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:55.952742 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e1393-b051-4e46-b733-80f989baf4ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:55.953029 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e1393-b051-4e46-b733-80f989baf4ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:55.953298 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e1393-b051-4e46-b733-80f989baf4ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:55.953648 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e1393-b051-4e46-b733-80f989baf4ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:55.953950 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e1393-b051-4e46-b733-80f989baf4ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:55.954277 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e1393-b051-4e46-b733-80f989baf4ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:55.954604 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e1393-b051-4e46-b733-80f989baf4ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:55.955642 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.provisioning_blocks [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Transition to ACTIVE for port object a61d3cb0-3de2-4263-8b85-9212f12d48b6 will not be triggered until provisioned by entity DHCP. {{(pid=94870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:28:55.958479 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:28:55.958857 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:28:55.959295 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.959684 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:28:55.960156 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Bound port: 1ac09ea9-3c48-42fb-9620-99e4b9757cd7, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:28:55.960535 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.012330 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.025269 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] For port 1ac09ea9-3c48-42fb-9620-99e4b9757cd7, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:28:56.030227 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] For port 1ac09ea9-3c48-42fb-9620-99e4b9757cd7, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1ac09ea9-3c48-42fb-9620-99e4b9757cd7,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:28:56.034934 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.084654 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Network 3bf17692-01e4-4d63-971d-5545f297c9c7 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:28:56.089657 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:28:56.096056 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:28:56.100159 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Routers {'f493b035-a7ab-44ca-a599-62bf4ebe6f0b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:28:56.100955 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:56.140865 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Pushing event updated for resources: {'Port': ['ID=a61d3cb0-3de2-4263-8b85-9212f12d48b6,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:56.182445 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.253263 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e1393-b051-4e46-b733-80f989baf4ac None None] Pushing event updated for resources: {'Port': ['ID=1ac09ea9-3c48-42fb-9620-99e4b9757cd7,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:56.328544 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] Set router f493b035-a7ab-44ca-a599-62bf4ebe6f0b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:28:56.342478 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.457306 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a717fe5e-0072-49b0-a88c-e4603dcb78b0 None None] Provisioning for port a61d3cb0-3de2-4263-8b85-9212f12d48b6 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:28:56.469223 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a717fe5e-0072-49b0-a88c-e4603dcb78b0 None None] Provisioning complete for port a61d3cb0-3de2-4263-8b85-9212f12d48b6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:56.469562 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a717fe5e-0072-49b0-a88c-e4603dcb78b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.513133 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a717fe5e-0072-49b0-a88c-e4603dcb78b0 None None] Port a61d3cb0-3de2-4263-8b85-9212f12d48b6 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:28:56.520297 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 81ff6793-5e0f-471a-ae9b-10bc9d83c594 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:28:56.540226 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.547849 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64010619'] for port, after_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.559056 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:53Z', 'revision_number': 3, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:56.590332 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f63ed-e309-4960-b68a-f6a3b5317763 None None] The sync data for ids ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'] in n-d-806683-5 is: [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:53Z', 'revision_number': 3, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:28:56.612165 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 81ff6793-5e0f-471a-ae9b-10bc9d83c594 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:56.612920 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.655022 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Pushing event updated for resources: {'Port': ['ID=a61d3cb0-3de2-4263-8b85-9212f12d48b6,revision_number=2']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:56.658070 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.797635 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Network 3bf17692-01e4-4d63-971d-5545f297c9c7 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:28:56.799327 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:28:57.017974 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Router f493b035-a7ab-44ca-a599-62bf4ebe6f0b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:28:57.144543 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-54e9244c-f655-41f6-bbab-77732f338ae6 None None] Provisioning complete for port a61d3cb0-3de2-4263-8b85-9212f12d48b6 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:57.145146 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-54e9244c-f655-41f6-bbab-77732f338ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:57.192679 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:28:57.206839 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-a09533ee-a2e5-488f-ae27-abd7ab6101ad admin admin] 10.222.0.39 "PUT /v2.0/routers/f493b035-a7ab-44ca-a599-62bf4ebe6f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1067069 Aug 31 15:28:57.207079 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-54e9244c-f655-41f6-bbab-77732f338ae6 None None] Port a61d3cb0-3de2-4263-8b85-9212f12d48b6 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:28:57.797058 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34558) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:57.802282 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-120283949-network', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845'}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:28:57.836055 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] Made reservation on behalf of c350f87e4ef94b2eba2befb334557845 for: {'network': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:28:57.839721 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for network, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:57.854389 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:57.997861 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.003559 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.041791 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:28:58.052850 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a412d2c-3939-4ed6-8936-1217e334cbd9,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:58.058916 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.059316 n-d-806683-5 neutron-server[94870]: INFO neutron.db.segments_db [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] Added segment 2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06 of type vlan for network 2060802e-9628-465f-8554-2ea736127f2d Aug 31 15:28:58.128035 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766599605360'] for network, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.161464 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946'] for network, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.162479 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:58.163062 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] Notify callbacks [] for network, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.222935 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4247260 Aug 31 15:28:58.226312 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34560) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:58.231932 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-6dde4fd6-3603-4a58-bdf4-0cce59be949e admin admin] Request body: {'subnet': {'network_id': '2060802e-9628-465f-8554-2ea736127f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-120283949-subnet', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'ip_version': 4}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:28:58.249205 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ede700-437d-4ed1-9f8a-ea1ba51ce082 admin admin] Pushing event updated for resources: {'Network': ['ID=2060802e-9628-465f-8554-2ea736127f2d,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:58.259477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Network 2060802e-9628-465f-8554-2ea736127f2d details requested by agent ovs-agent-n-d-806683-5 with host n-d-806683-5 {{(pid=94872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:28:58.261928 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dde4fd6-3603-4a58-bdf4-0cce59be949e admin admin] Made reservation on behalf of c350f87e4ef94b2eba2befb334557845 for: {'subnet': 1} {{(pid=94870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:28:58.264317 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6dde4fd6-3603-4a58-bdf4-0cce59be949e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64129722'] for subnet, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.398068 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Sync routers for ids ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:28:58.407960 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Routers {'f493b035-a7ab-44ca-a599-62bf4ebe6f0b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:28:58.408661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:58.438953 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6dde4fd6-3603-4a58-bdf4-0cce59be949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64010994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64129708'] for subnet, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.498606 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde4fd6-3603-4a58-bdf4-0cce59be949e admin admin] Pushing event updated for resources: {'Subnet': ['ID=167204c9-64f4-4166-b56f-f29a78acfa42,revision_number=0']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:58.509509 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde4fd6-3603-4a58-bdf4-0cce59be949e admin admin] Checking segment: {'id': '2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2060802e-9628-465f-8554-2ea736127f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:28:58.510379 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dde4fd6-3603-4a58-bdf4-0cce59be949e admin admin] Network hostable DHCP agents. Network: 2060802e-9628-465f-8554-2ea736127f2d, hostable agents: ['ab498034-0b65-4e04-beeb-4889aa83e33f'], hosted agents: [] {{(pid=94870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:28:58.528508 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Set router f493b035-a7ab-44ca-a599-62bf4ebe6f0b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:28:58.531595 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dde4fd6-3603-4a58-bdf4-0cce59be949e admin admin] Network 2060802e-9628-465f-8554-2ea736127f2d is scheduled to be hosted by DHCP agent ab498034-0b65-4e04-beeb-4889aa83e33f with binding_index 1 {{(pid=94870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:28:58.542143 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-6dde4fd6-3603-4a58-bdf4-0cce59be949e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-5, 2060802e-9628-465f-8554-2ea736127f2d) {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:28:58.546106 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde4fd6-3603-4a58-bdf4-0cce59be949e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:58.546694 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-6dde4fd6-3603-4a58-bdf4-0cce59be949e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.558340 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:28:58.558844 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8c57e8-9289-4d1b-a6ec-16848dd90d8e None None] Network 2060802e-9628-465f-8554-2ea736127f2d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:28:58.564275 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-6dde4fd6-3603-4a58-bdf4-0cce59be949e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3356211 Aug 31 15:28:58.565610 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 34562) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:28:58.570087 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.v2.base [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-120283949-router', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}} {{(pid=94870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:28:58.592670 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7394'] for router, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.593949 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7413'] for router, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.651633 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.772912 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:28:58.786913 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.812157 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:58.812522 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.908727 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2bd00e0-4376-5960-bcef-b4642e4a4410-2060802e-9628-465f-8554-2ea736127f2d', 'network_id': '2060802e-9628-465f-8554-2ea736127f2d', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'fixed_ips': [{'subnet_id': '167204c9-64f4-4166-b56f-f29a78acfa42'}]}} from n-d-806683-5. {{(pid=94872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:28:58.909532 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:58.998020 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.019814 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.025877 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 2, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:59.070312 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Checking router: f493b035-a7ab-44ca-a599-62bf4ebe6f0b for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:28:59.070664 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Updating router f493b035-a7ab-44ca-a599-62bf4ebe6f0b port a61d3cb0-3de2-4263-8b85-9212f12d48b6 binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:28:59.076086 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.126918 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_common [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Allocated IP 172.25.2.42 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/b4678d33-2cae-4ad4-a0be-4296293e023c) {{(pid=94870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:28:59.148477 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 1ac09ea9-3c48-42fb-9620-99e4b9757cd7, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1ac09ea9-3c48-42fb-9620-99e4b9757cd7,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:28:59.149530 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.243720 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.300006 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.320260 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.332660 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Allocated IP 172.20.0.2 (2060802e-9628-465f-8554-2ea736127f2d/167204c9-64f4-4166-b56f-f29a78acfa42/d1b39aa9-77d5-4a3c-be32-ac764faf1e82) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:28:59.343223 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:28:59.346166 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.base_scheduler [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:28:59.349805 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Received port after_create {{(pid=94870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:28:59.373937 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Pushing event updated for resources: {'Port': ['ID=b4678d33-2cae-4ad4-a0be-4296293e023c,revision_number=1']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:59.509274 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=1ac09ea9-3c48-42fb-9620-99e4b9757cd7,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:59.615353 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.683032 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.696638 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Transition to ACTIVE for port object d1b39aa9-77d5-4a3c-be32-ac764faf1e82 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:28:59.740826 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Transition to ACTIVE for port object d1b39aa9-77d5-4a3c-be32-ac764faf1e82 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:28:59.752468 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.796424 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.818513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Network 2060802e-9628-465f-8554-2ea736127f2d is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:28:59.819585 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Transition to ACTIVE for port object a61d3cb0-3de2-4263-8b85-9212f12d48b6 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:28:59.826856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:28:59.831811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:28:59.833651 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.834151 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584097'] for router, after_create {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.836249 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Pushing event updated for resources: {'Port': ['ID=d1b39aa9-77d5-4a3c-be32-ac764faf1e82,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:59.947607 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb4f49-c210-4b01-810a-ebeec757c9f0 None None] Pushing event updated for resources: {'Port': ['ID=a61d3cb0-3de2-4263-8b85-9212f12d48b6,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:59.951692 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Attempting to bind port d1b39aa9-77d5-4a3c-be32-ac764faf1e82 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:28:59.952140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Attempting to bind port d1b39aa9-77d5-4a3c-be32-ac764faf1e82 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2060802e-9628-465f-8554-2ea736127f2d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:28:59.952429 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Attempting to bind port d1b39aa9-77d5-4a3c-be32-ac764faf1e82 on network 2060802e-9628-465f-8554-2ea736127f2d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:28:59.994761 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:28:59.995145 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Checking segment: {'id': '2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2060802e-9628-465f-8554-2ea736127f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:28:59.995595 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.996265 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Bound using segment: {'id': '2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2060802e-9628-465f-8554-2ea736127f2d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:28:59.997036 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Bound port: d1b39aa9-77d5-4a3c-be32-ac764faf1e82, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2060802e-9628-465f-8554-2ea736127f2d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:28:59.997421 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.028762 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Attempting to bind port a61d3cb0-3de2-4263-8b85-9212f12d48b6 on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:29:00.029390 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Attempting to bind port a61d3cb0-3de2-4263-8b85-9212f12d48b6 by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:29:00.029978 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Attempting to bind port a61d3cb0-3de2-4263-8b85-9212f12d48b6 on network 3bf17692-01e4-4d63-971d-5545f297c9c7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:29:00.058790 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:29:00.059254 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Checking segment: {'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:29:00.059583 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.059982 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Bound using segment: {'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:29:00.060465 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Bound port: a61d3cb0-3de2-4263-8b85-9212f12d48b6, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:29:00.060851 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.131677 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] For port d1b39aa9-77d5-4a3c-be32-ac764faf1e82, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:29:00.164360 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] For port d1b39aa9-77d5-4a3c-be32-ac764faf1e82, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d1b39aa9-77d5-4a3c-be32-ac764faf1e82,segment=NetworkSegment(2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06),segment_id=2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:29:00.171833 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.177663 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] For port a61d3cb0-3de2-4263-8b85-9212f12d48b6, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:29:00.186714 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] For port a61d3cb0-3de2-4263-8b85-9212f12d48b6, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a61d3cb0-3de2-4263-8b85-9212f12d48b6,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:29:00.218466 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.266644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Routers {'f493b035-a7ab-44ca-a599-62bf4ebe6f0b'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:29:00.267028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:00.268966 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b9d27-7dc3-4c72-ba62-bd693ff8f0d7 None None] Pushing event updated for resources: {'Port': ['ID=d1b39aa9-77d5-4a3c-be32-ac764faf1e82,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:00.350012 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Router 60f73479-0bbf-412f-a2ea-e1cc8a057c64 is scheduled to L3 agent 73e3e5ed-694b-488e-aece-70186a722229 with binding_index 1 {{(pid=94870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:29:00.401690 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb4f49-c210-4b01-810a-ebeec757c9f0 None None] Pushing event updated for resources: {'Port': ['ID=a61d3cb0-3de2-4263-8b85-9212f12d48b6,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:00.432354 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] Set router f493b035-a7ab-44ca-a599-62bf4ebe6f0b gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:29:00.496478 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:29:00.505854 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Sync routers for ids ['60f73479-0bbf-412f-a2ea-e1cc8a057c64'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:29:00.515853 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.522177 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-7c372570-6f08-464c-af39-bf0911c420ef admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9530792 Aug 31 15:29:00.523973 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34564) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:29:00.539135 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Routers {'60f73479-0bbf-412f-a2ea-e1cc8a057c64'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:29:00.539809 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['60f73479-0bbf-412f-a2ea-e1cc8a057c64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:00.634885 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:29:00.702386 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Set router 60f73479-0bbf-412f-a2ea-e1cc8a057c64 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:29:00.738421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:00.738949 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.863691 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:29:00Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:00.906181 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a871e3-0c7b-4b43-9160-9b961af94adb None None] The sync data for ids ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'] in n-d-806683-5 is: [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:29:00Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:29:00.918580 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'name': 'tempest-TestSnapshotPattern-120283949-router', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'b4678d33-2cae-4ad4-a0be-4296293e023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:58Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 3, 'project_id': 'c350f87e4ef94b2eba2befb334557845', 'gw_port': {'id': 'b4678d33-2cae-4ad4-a0be-4296293e023c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:59Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:00.953520 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Checking router: 60f73479-0bbf-412f-a2ea-e1cc8a057c64 for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:29:00.954122 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Updating router 60f73479-0bbf-412f-a2ea-e1cc8a057c64 port b4678d33-2cae-4ad4-a0be-4296293e023c binding host n-d-806683-5 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:29:00.992826 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.077870 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.264713 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Allocated IP 172.20.0.1 (2060802e-9628-465f-8554-2ea736127f2d/167204c9-64f4-4166-b56f-f29a78acfa42/00267704-6967-4415-b0ff-ad767fee17af) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:29:01.318976 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.330862 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Transition to ACTIVE for port object b4678d33-2cae-4ad4-a0be-4296293e023c will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:29:01.340011 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.401536 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Attempting to bind port b4678d33-2cae-4ad4-a0be-4296293e023c on host n-d-806683-5 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:29:01.402023 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Attempting to bind port b4678d33-2cae-4ad4-a0be-4296293e023c by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:29:01.402387 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Attempting to bind port b4678d33-2cae-4ad4-a0be-4296293e023c on network b5a19983-6a27-48b0-8f13-055b9703b654 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:29:01.405772 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec432b7-d143-4df0-84ea-5d5d313a08e5 None None] Pushing event updated for resources: {'Port': ['ID=b4678d33-2cae-4ad4-a0be-4296293e023c,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:01.412057 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.417681 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:29:01.418057 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Checking segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:29:01.418450 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.418843 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Bound using segment: {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:29:01.419349 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Bound port: b4678d33-2cae-4ad4-a0be-4296293e023c, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:29:01.419709 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.428990 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Transition to ACTIVE for port object 00267704-6967-4415-b0ff-ad767fee17af will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:29:01.464200 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d5b2b-2d0e-481a-8416-210b355cbf5e None None] Network 2060802e-9628-465f-8554-2ea736127f2d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:29:01.473493 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.493915 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] For port b4678d33-2cae-4ad4-a0be-4296293e023c, host n-d-806683-5, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:29:01.497449 n-d-806683-5 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] For port b4678d33-2cae-4ad4-a0be-4296293e023c, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b4678d33-2cae-4ad4-a0be-4296293e023c,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:29:01.502174 n-d-806683-5 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.523279 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Network 2060802e-9628-465f-8554-2ea736127f2d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:29:01.528676 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:01.542307 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:29:01.557890 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Routers {'60f73479-0bbf-412f-a2ea-e1cc8a057c64'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:29:01.558792 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['60f73479-0bbf-412f-a2ea-e1cc8a057c64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:01.572746 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Pushing event updated for resources: {'Port': ['ID=00267704-6967-4415-b0ff-ad767fee17af,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:01.577525 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a923f56b-36d2-44fa-bef5-454ec2c94c00 None None] Provisioning for port d1b39aa9-77d5-4a3c-be32-ac764faf1e82 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:01.610364 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.613216 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec432b7-d143-4df0-84ea-5d5d313a08e5 None None] Pushing event updated for resources: {'Port': ['ID=b4678d33-2cae-4ad4-a0be-4296293e023c,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:01.713391 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] Set router 60f73479-0bbf-412f-a2ea-e1cc8a057c64 gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:29:01.773837 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.965535 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'name': 'tempest-TestSnapshotPattern-120283949-router', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'b4678d33-2cae-4ad4-a0be-4296293e023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:58Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 3, 'project_id': 'c350f87e4ef94b2eba2befb334557845', 'gw_port': {'id': 'b4678d33-2cae-4ad4-a0be-4296293e023c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:59Z', 'updated_at': '2021-08-31T15:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:01.996044 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f8be6-5a41-4340-8147-0ec936d491da None None] The sync data for ids ['60f73479-0bbf-412f-a2ea-e1cc8a057c64'] in n-d-806683-5 is: [{'id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'name': 'tempest-TestSnapshotPattern-120283949-router', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'b4678d33-2cae-4ad4-a0be-4296293e023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:58Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 3, 'project_id': 'c350f87e4ef94b2eba2befb334557845', 'gw_port': {'id': 'b4678d33-2cae-4ad4-a0be-4296293e023c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:59Z', 'updated_at': '2021-08-31T15:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:29:02.018032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:02.033461 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:02.042482 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-525f7b82-8868-4538-ae0b-da512bb7a813 None None] Provisioning for port 00267704-6967-4415-b0ff-ad767fee17af completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:02.050835 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-525f7b82-8868-4538-ae0b-da512bb7a813 None None] Provisioning complete for port 00267704-6967-4415-b0ff-ad767fee17af triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:02.052189 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-525f7b82-8868-4538-ae0b-da512bb7a813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:02.102717 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-525f7b82-8868-4538-ae0b-da512bb7a813 None None] Port 00267704-6967-4415-b0ff-ad767fee17af cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:29:02.126697 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Pushing event updated for resources: {'Port': ['ID=00267704-6967-4415-b0ff-ad767fee17af,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:02.132676 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580834'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:02.244978 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b0fc461d-934f-4544-b546-73160b1441eb None None] Provisioning complete for port 00267704-6967-4415-b0ff-ad767fee17af triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:02.245356 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0fc461d-934f-4544-b546-73160b1441eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:02.252198 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Network 2060802e-9628-465f-8554-2ea736127f2d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:29:02.253653 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:02.284474 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b0fc461d-934f-4544-b546-73160b1441eb None None] Port 00267704-6967-4415-b0ff-ad767fee17af cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:29:02.387645 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Router 60f73479-0bbf-412f-a2ea-e1cc8a057c64 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:29:02.547550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:29:02.552897 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-76c7ce71-0fa8-4058-b2ea-25407466361c admin admin] 10.222.0.39 "PUT /v2.0/routers/60f73479-0bbf-412f-a2ea-e1cc8a057c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0242052 Aug 31 15:29:02.622494 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ed344c01-3181-4483-a162-56dbe3159bd5 None None] Provisioning complete for port 00267704-6967-4415-b0ff-ad767fee17af triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:02.623068 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed344c01-3181-4483-a162-56dbe3159bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:02.657573 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b4678d33-2cae-4ad4-a0be-4296293e023c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:29:02.689253 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ed344c01-3181-4483-a162-56dbe3159bd5 None None] Port 00267704-6967-4415-b0ff-ad767fee17af cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:29:02.722470 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port b4678d33-2cae-4ad4-a0be-4296293e023c completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:02.726909 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b4678d33-2cae-4ad4-a0be-4296293e023c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:02.727327 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:02.814735 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:02.837797 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port b4678d33-2cae-4ad4-a0be-4296293e023c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b4678d33-2cae-4ad4-a0be-4296293e023c,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:29:02.842315 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:02.843581 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d1b39aa9-77d5-4a3c-be32-ac764faf1e82 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:29:02.926256 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=b4678d33-2cae-4ad4-a0be-4296293e023c,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:02.943697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port d1b39aa9-77d5-4a3c-be32-ac764faf1e82 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:02.948568 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d1b39aa9-77d5-4a3c-be32-ac764faf1e82 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:02.949021 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.037572 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.070267 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port d1b39aa9-77d5-4a3c-be32-ac764faf1e82, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d1b39aa9-77d5-4a3c-be32-ac764faf1e82,segment=NetworkSegment(2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06),segment_id=2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:29:03.075056 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.076439 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a61d3cb0-3de2-4263-8b85-9212f12d48b6 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:29:03.146460 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34572) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:29:03.151789 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e4af1205-3eb1-4740-a5cc-d19b447ac3b5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438692593', 'description': 'tempest-secgroup-smoke-438692593 description', 'project_id': 'cd0611d3714247be99bfbb9f9ed85923'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:29:03.166235 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=d1b39aa9-77d5-4a3c-be32-ac764faf1e82,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:03.175809 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4af1205-3eb1-4740-a5cc-d19b447ac3b5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.181421 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port a61d3cb0-3de2-4263-8b85-9212f12d48b6 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:03.185811 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a61d3cb0-3de2-4263-8b85-9212f12d48b6 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:03.186183 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.269242 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4af1205-3eb1-4740-a5cc-d19b447ac3b5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.271005 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.274304 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4af1205-3eb1-4740-a5cc-d19b447ac3b5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.309475 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4af1205-3eb1-4740-a5cc-d19b447ac3b5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.309719 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port a61d3cb0-3de2-4263-8b85-9212f12d48b6, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a61d3cb0-3de2-4263-8b85-9212f12d48b6,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:29:03.310940 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e4af1205-3eb1-4740-a5cc-d19b447ac3b5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1634274 Aug 31 15:29:03.311733 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af1205-3eb1-4740-a5cc-d19b447ac3b5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242e51fb-5347-4203-bae1-72952e45a578,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:03.314199 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34574) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:29:03.316642 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.319790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a04e3a28-0d23-495f-8d54-c260bb6ad1cd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Request body: {'security_group_rule': {'security_group_id': '242e51fb-5347-4203-bae1-72952e45a578', 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:29:03.346639 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a04e3a28-0d23-495f-8d54-c260bb6ad1cd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.367216 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=a61d3cb0-3de2-4263-8b85-9212f12d48b6,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:03.404249 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a04e3a28-0d23-495f-8d54-c260bb6ad1cd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.407836 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a04e3a28-0d23-495f-8d54-c260bb6ad1cd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.428924 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e3a28-0d23-495f-8d54-c260bb6ad1cd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6985b1-bf60-491b-98fe-9495a1a254f4,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:03.437664 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a04e3a28-0d23-495f-8d54-c260bb6ad1cd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.438855 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a04e3a28-0d23-495f-8d54-c260bb6ad1cd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235328 Aug 31 15:29:03.441707 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34576) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:29:03.446085 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4b055c23-45ba-4f69-9eb4-c54445c4d580 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Request body: {'security_group_rule': {'security_group_id': '242e51fb-5347-4203-bae1-72952e45a578', 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:29:03.471124 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b055c23-45ba-4f69-9eb4-c54445c4d580 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.528698 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b055c23-45ba-4f69-9eb4-c54445c4d580 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.532324 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b055c23-45ba-4f69-9eb4-c54445c4d580 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.550081 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b055c23-45ba-4f69-9eb4-c54445c4d580 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174902fe-a9e6-4174-8982-4f96eacf60fd,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:03.556363 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b055c23-45ba-4f69-9eb4-c54445c4d580 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.557990 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-4b055c23-45ba-4f69-9eb4-c54445c4d580 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153591 Aug 31 15:29:03.560650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34578) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:29:03.565039 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-62bf3b3e-173e-48c7-ae15-ea78a334c9f2 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Request body: {'security_group_rule': {'security_group_id': '242e51fb-5347-4203-bae1-72952e45a578', 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:29:03.594949 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62bf3b3e-173e-48c7-ae15-ea78a334c9f2 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.654474 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62bf3b3e-173e-48c7-ae15-ea78a334c9f2 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.658285 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62bf3b3e-173e-48c7-ae15-ea78a334c9f2 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.680045 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf3b3e-173e-48c7-ae15-ea78a334c9f2 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f500fcb5-1800-4955-8959-134b74595ee3,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:03.687093 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62bf3b3e-173e-48c7-ae15-ea78a334c9f2 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.688322 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-62bf3b3e-173e-48c7-ae15-ea78a334c9f2 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267581 Aug 31 15:29:03.690899 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34580) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:29:03.695284 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1f42da15-a49b-4206-9135-01173cd3d4e6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Request body: {'security_group_rule': {'security_group_id': '242e51fb-5347-4203-bae1-72952e45a578', 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:29:03.723000 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f42da15-a49b-4206-9135-01173cd3d4e6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.780733 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f42da15-a49b-4206-9135-01173cd3d4e6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.784929 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f42da15-a49b-4206-9135-01173cd3d4e6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.806710 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42da15-a49b-4206-9135-01173cd3d4e6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651092f2-907b-424c-8000-44c1bb94142e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:03.812441 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f42da15-a49b-4206-9135-01173cd3d4e6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.813639 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1f42da15-a49b-4206-9135-01173cd3d4e6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217954 Aug 31 15:29:03.816351 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34582) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:29:03.821138 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e5628840-ad09-4e50-a42a-485a6d16e56e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Request body: {'security_group_rule': {'security_group_id': '242e51fb-5347-4203-bae1-72952e45a578', 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:29:03.843236 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-e5628840-ad09-4e50-a42a-485a6d16e56e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Project cd0611d3714247be99bfbb9f9ed85923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:29:03.847832 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5628840-ad09-4e50-a42a-485a6d16e56e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.919019 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5628840-ad09-4e50-a42a-485a6d16e56e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.926263 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5628840-ad09-4e50-a42a-485a6d16e56e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.944421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5628840-ad09-4e50-a42a-485a6d16e56e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7d9203-7433-46b0-9422-865a7b2bcaf0,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:03.959803 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e5628840-ad09-4e50-a42a-485a6d16e56e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.961056 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e5628840-ad09-4e50-a42a-485a6d16e56e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1437483 Aug 31 15:29:03.964478 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34584) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:29:03.969228 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e694037a-a0b9-451f-9ff0-2886464e90f6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Request body: {'security_group_rule': {'security_group_id': '242e51fb-5347-4203-bae1-72952e45a578', 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:29:03.997133 n-d-806683-5 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-e694037a-a0b9-451f-9ff0-2886464e90f6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Project cd0611d3714247be99bfbb9f9ed85923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:29:04.003077 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e694037a-a0b9-451f-9ff0-2886464e90f6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.070421 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e694037a-a0b9-451f-9ff0-2886464e90f6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.074550 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e694037a-a0b9-451f-9ff0-2886464e90f6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38154'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.094121 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694037a-a0b9-451f-9ff0-2886464e90f6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b5d4b2-a587-4868-bf83-d2560a44ae68,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:04.102088 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e694037a-a0b9-451f-9ff0-2886464e90f6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.104734 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e694037a-a0b9-451f-9ff0-2886464e90f6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390152 Aug 31 15:29:04.262139 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-0ab81bb4-542d-4345-8428-ab3ecd97773b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438692593&fields=id&tenant_id=cd0611d3714247be99bfbb9f9ed85923 HTTP/1.1" status: 200 len: 267 time: 0.0474043 Aug 31 15:29:04.324152 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Sync routers for ids ['60f73479-0bbf-412f-a2ea-e1cc8a057c64'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:29:04.333190 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Routers {'60f73479-0bbf-412f-a2ea-e1cc8a057c64'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:29:04.333796 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['60f73479-0bbf-412f-a2ea-e1cc8a057c64'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:04.378339 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a8b38fbe-a14b-4065-94b5-40bf267d8789 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:04.379888 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a8b38fbe-a14b-4065-94b5-40bf267d8789 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 809 time: 0.1107264 Aug 31 15:29:04.395330 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-1b64380b-99ea-4376-a43c-0bc14c5a8825 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/quotas/cd0611d3714247be99bfbb9f9ed85923 HTTP/1.1" status: 200 len: 375 time: 0.0093007 Aug 31 15:29:04.440949 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Set router 60f73479-0bbf-412f-a2ea-e1cc8a057c64 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:29:04.451006 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-25c2b119-20b1-4934-a50d-6d1ee777ab99 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492933 Aug 31 15:29:04.473211 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a5f08341-f247-416b-99df-e22f1817aff4 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:29:04.474245 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a5f08341-f247-416b-99df-e22f1817aff4 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060956 Aug 31 15:29:04.532338 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b4678d33-2cae-4ad4-a0be-4296293e023c up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:29:04.678258 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-fad914ae-d635-4356-868c-ae754d39391b service neutron] 10.222.0.39 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963100 Aug 31 15:29:04.777824 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-78dd908a-f5df-4965-aead-f3f513950320 service neutron] 10.222.0.39 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895147 Aug 31 15:29:04.834309 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port b4678d33-2cae-4ad4-a0be-4296293e023c triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:04.834692 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.993317 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'name': 'tempest-TestSnapshotPattern-120283949-router', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'b4678d33-2cae-4ad4-a0be-4296293e023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:58Z', 'updated_at': '2021-08-31T15:29:01Z', 'revision_number': 4, 'project_id': 'c350f87e4ef94b2eba2befb334557845', 'gw_port': {'id': 'b4678d33-2cae-4ad4-a0be-4296293e023c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:59Z', 'updated_at': '2021-08-31T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '00267704-6967-4415-b0ff-ad767fee17af', 'name': '', 'network_id': '2060802e-9628-465f-8554-2ea736127f2d', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'mac_address': 'fa:16:3e:2f:10:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '167204c9-64f4-4166-b56f-f29a78acfa42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:01Z', 'updated_at': '2021-08-31T15:29:01Z', 'revision_number': 2, 'project_id': 'c350f87e4ef94b2eba2befb334557845', 'subnets': [{'id': '167204c9-64f4-4166-b56f-f29a78acfa42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:04.999812 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a41bfb09-eba8-4731-9a12-00e63080e5ec req-f10e37fd-e581-4b8e-8fd7-b94b72ad0137 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 210 time: 0.0369937 Aug 31 15:29:05.027041 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d1b39aa9-77d5-4a3c-be32-ac764faf1e82 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:29:05.030331 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Checking router: 60f73479-0bbf-412f-a2ea-e1cc8a057c64 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:29:05.030971 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Updating router 60f73479-0bbf-412f-a2ea-e1cc8a057c64 port 00267704-6967-4415-b0ff-ad767fee17af binding host n-d-806683-5 {{(pid=94872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:29:05.094869 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.159873 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port d1b39aa9-77d5-4a3c-be32-ac764faf1e82 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:05.160242 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.394795 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a61d3cb0-3de2-4263-8b85-9212f12d48b6 up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:29:05.504415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port a61d3cb0-3de2-4263-8b85-9212f12d48b6 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:05.504786 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.532428 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.552183 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Transition to ACTIVE for port object 00267704-6967-4415-b0ff-ad767fee17af will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:29:05.558714 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.643836 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04054921-ea2c-455e-b2cc-4c3bbac69e18 None None] Pushing event updated for resources: {'Port': ['ID=00267704-6967-4415-b0ff-ad767fee17af,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:05.699534 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Attempting to bind port 00267704-6967-4415-b0ff-ad767fee17af on host n-d-806683-5 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:29:05.699906 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Attempting to bind port 00267704-6967-4415-b0ff-ad767fee17af by drivers openvswitch,hyperv on host n-d-806683-5 at level 0 using segments [{'id': '2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2060802e-9628-465f-8554-2ea736127f2d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:29:05.700270 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Attempting to bind port 00267704-6967-4415-b0ff-ad767fee17af on network 2060802e-9628-465f-8554-2ea736127f2d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:29:05.705587 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Checking agent: {'id': '55379d87-688d-4407-8b6f-9c4805658d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 4, 22), 'started_at': datetime.datetime(2021, 8, 31, 14, 4, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:29:05.705969 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Checking segment: {'id': '2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2060802e-9628-465f-8554-2ea736127f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:29:05.706366 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.706755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Bound using segment: {'id': '2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2060802e-9628-465f-8554-2ea736127f2d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:29:05.707245 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Bound port: 00267704-6967-4415-b0ff-ad767fee17af, host: n-d-806683-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2060802e-9628-465f-8554-2ea736127f2d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:29:05.707625 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.777890 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] For port 00267704-6967-4415-b0ff-ad767fee17af, host n-d-806683-5, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:29:05.782043 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] For port 00267704-6967-4415-b0ff-ad767fee17af, host n-d-806683-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=00267704-6967-4415-b0ff-ad767fee17af,segment=NetworkSegment(2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06),segment_id=2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:29:05.787144 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.842028 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Routers {'60f73479-0bbf-412f-a2ea-e1cc8a057c64'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:29:05.842659 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['60f73479-0bbf-412f-a2ea-e1cc8a057c64'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:05.907096 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04054921-ea2c-455e-b2cc-4c3bbac69e18 None None] Pushing event updated for resources: {'Port': ['ID=00267704-6967-4415-b0ff-ad767fee17af,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:06.015687 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] Set router 60f73479-0bbf-412f-a2ea-e1cc8a057c64 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:29:06.029028 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-bc53207e-f419-4d19-863f-ff60f4a19fb9 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:06.030845 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-bc53207e-f419-4d19-863f-ff60f4a19fb9 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.60 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 809 time: 0.1448948 Aug 31 15:29:06.087089 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-395ab4ef-9d9f-417b-9a77-b1e83e8b6c64 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0611d3714247be99bfbb9f9ed85923 HTTP/1.1" status: 200 len: 379 time: 0.0456138 Aug 31 15:29:06.099482 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-ae5e3343-68c8-4a28-a4a6-b32024ca71d7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Request body: {'port': {'device_id': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'admin_state_up': True, 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'security_groups': ['242e51fb-5347-4203-bae1-72952e45a578']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:29:06.164705 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9c218840-8084-4e37-aaf4-99232fb0ee50 req-3de95dd8-73e9-4777-b346-4526f291a48f tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 210 time: 0.0612245 Aug 31 15:29:06.234785 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-ae5e3343-68c8-4a28-a4a6-b32024ca71d7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Made reservation on behalf of cd0611d3714247be99bfbb9f9ed85923 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:29:06.238443 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-ae5e3343-68c8-4a28-a4a6-b32024ca71d7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:06.261769 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'name': 'tempest-TestSnapshotPattern-120283949-router', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'b4678d33-2cae-4ad4-a0be-4296293e023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:58Z', 'updated_at': '2021-08-31T15:29:01Z', 'revision_number': 4, 'project_id': 'c350f87e4ef94b2eba2befb334557845', 'gw_port': {'id': 'b4678d33-2cae-4ad4-a0be-4296293e023c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:59Z', 'updated_at': '2021-08-31T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '00267704-6967-4415-b0ff-ad767fee17af', 'name': '', 'network_id': '2060802e-9628-465f-8554-2ea736127f2d', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'mac_address': 'fa:16:3e:2f:10:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '167204c9-64f4-4166-b56f-f29a78acfa42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:01Z', 'updated_at': '2021-08-31T15:29:05Z', 'revision_number': 4, 'project_id': 'c350f87e4ef94b2eba2befb334557845', 'subnets': [{'id': '167204c9-64f4-4166-b56f-f29a78acfa42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:06.288742 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d5042-8b89-43ca-a29c-fee1e0c1793b None None] The sync data for ids ['60f73479-0bbf-412f-a2ea-e1cc8a057c64'] in n-d-806683-5 is: [{'id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'name': 'tempest-TestSnapshotPattern-120283949-router', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'b4678d33-2cae-4ad4-a0be-4296293e023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:58Z', 'updated_at': '2021-08-31T15:29:01Z', 'revision_number': 4, 'project_id': 'c350f87e4ef94b2eba2befb334557845', 'gw_port': {'id': 'b4678d33-2cae-4ad4-a0be-4296293e023c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:59Z', 'updated_at': '2021-08-31T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': '00267704-6967-4415-b0ff-ad767fee17af', 'name': '', 'network_id': '2060802e-9628-465f-8554-2ea736127f2d', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'mac_address': 'fa:16:3e:2f:10:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '167204c9-64f4-4166-b56f-f29a78acfa42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:01Z', 'updated_at': '2021-08-31T15:29:05Z', 'revision_number': 4, 'project_id': 'c350f87e4ef94b2eba2befb334557845', 'subnets': [{'id': '167204c9-64f4-4166-b56f-f29a78acfa42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:29:06.393325 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-ae5e3343-68c8-4a28-a4a6-b32024ca71d7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Allocated IP 172.20.0.14 (3bf17692-01e4-4d63-971d-5545f297c9c7/f0750092-4105-458f-b367-1c7c962686e5/a579c5df-85c5-41ca-94b1-847754da3501) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:29:06.552192 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 00267704-6967-4415-b0ff-ad767fee17af up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:29:06.564243 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-ae5e3343-68c8-4a28-a4a6-b32024ca71d7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:06.581139 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-ae5e3343-68c8-4a28-a4a6-b32024ca71d7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Transition to ACTIVE for port object a579c5df-85c5-41ca-94b1-847754da3501 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:29:06.606558 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning for port 00267704-6967-4415-b0ff-ad767fee17af completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:06.611583 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 00267704-6967-4415-b0ff-ad767fee17af triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:06.612030 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:06.624367 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-ae5e3343-68c8-4a28-a4a6-b32024ca71d7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:06.666289 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-ae5e3343-68c8-4a28-a4a6-b32024ca71d7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Network 3bf17692-01e4-4d63-971d-5545f297c9c7 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:29:06.671437 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-ae5e3343-68c8-4a28-a4a6-b32024ca71d7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:06.673925 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-ae5e3343-68c8-4a28-a4a6-b32024ca71d7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:29:06.715733 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:06.725552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e3343-68c8-4a28-a4a6-b32024ca71d7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event updated for resources: {'Port': ['ID=a579c5df-85c5-41ca-94b1-847754da3501,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:06.737727 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-ae5e3343-68c8-4a28-a4a6-b32024ca71d7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:06.738384 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-ae5e3343-68c8-4a28-a4a6-b32024ca71d7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:06.755285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] For port 00267704-6967-4415-b0ff-ad767fee17af, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=00267704-6967-4415-b0ff-ad767fee17af,segment=NetworkSegment(2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06),segment_id=2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:29:06.758764 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-ae5e3343-68c8-4a28-a4a6-b32024ca71d7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6632223 Aug 31 15:29:06.761337 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:06.771911 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Request body: {'port': {'device_id': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:29:06.817505 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Pushing event updated for resources: {'Port': ['ID=00267704-6967-4415-b0ff-ad767fee17af,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:06.841971 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:07.015146 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9d9191f0-3df2-4734-aba7-8c448a64e06f None None] Provisioning for port a579c5df-85c5-41ca-94b1-847754da3501 completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:07.020503 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9d9191f0-3df2-4734-aba7-8c448a64e06f None None] Provisioning complete for port a579c5df-85c5-41ca-94b1-847754da3501 triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:07.020940 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d9191f0-3df2-4734-aba7-8c448a64e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:07.032261 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:29:07.060341 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9d9191f0-3df2-4734-aba7-8c448a64e06f None None] Port a579c5df-85c5-41ca-94b1-847754da3501 cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:29:07.187380 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a579c5df-85c5-41ca-94b1-847754da3501 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:29:07.197067 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:07.214278 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Transition to ACTIVE for port object a579c5df-85c5-41ca-94b1-847754da3501 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:29:07.217666 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:07.276181 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Pushing event updated for resources: {'Port': ['ID=a579c5df-85c5-41ca-94b1-847754da3501,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:07.312934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bb4ac-89ef-4481-9824-f0bb3c104f0c req-096199ef-8a4e-426f-8d58-383e6872458d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:07.314797 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e32bb4ac-89ef-4481-9824-f0bb3c104f0c req-096199ef-8a4e-426f-8d58-383e6872458d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 944 time: 0.0608053 Aug 31 15:29:07.426407 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-e32bb4ac-89ef-4481-9824-f0bb3c104f0c req-e6185baf-d8f7-4a87-9179-1031fa89709d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968809 Aug 31 15:29:07.453264 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Attempting to bind port a579c5df-85c5-41ca-94b1-847754da3501 on host n-h1-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:29:07.453936 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Attempting to bind port a579c5df-85c5-41ca-94b1-847754da3501 by drivers openvswitch,hyperv on host n-h1-806683-5 at level 0 using segments [{'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:29:07.454721 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Attempting to bind port a579c5df-85c5-41ca-94b1-847754da3501 on network 3bf17692-01e4-4d63-971d-5545f297c9c7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:29:07.463136 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Port a579c5df-85c5-41ca-94b1-847754da3501 on network 3bf17692-01e4-4d63-971d-5545f297c9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:29:07.465233 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Attempting to bind port a579c5df-85c5-41ca-94b1-847754da3501 on network 3bf17692-01e4-4d63-971d-5545f297c9c7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:29:07.472216 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Checking agent: {'id': '02676634-895b-45f1-a05e-ffcd4d44479a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:29:07.472547 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Checking segment: {'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:29:07.473009 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Bound using segment: {'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:29:07.473618 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Bound port: a579c5df-85c5-41ca-94b1-847754da3501, host: n-h1-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:29:07.473992 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:07.567763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] For port a579c5df-85c5-41ca-94b1-847754da3501, host n-h1-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:29:07.572377 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] For port a579c5df-85c5-41ca-94b1-847754da3501, host n-h1-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a579c5df-85c5-41ca-94b1-847754da3501,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:29:07.583592 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:07.648334 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:07.649453 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:07.652667 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] 10.222.0.60 "PUT /v2.0/ports/a579c5df-85c5-41ca-94b1-847754da3501 HTTP/1.1" status: 200 len: 1092 time: 0.8855541 Aug 31 15:29:07.653409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'tag': 'a579c5df-85c5-41ca-94b1-847754da3501'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:07.656843 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe7a885-4deb-4ed5-9230-ea553bf78723" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f7fadd-d3e1-40ce-abc3-87db2759dd0d", "tag": "a579c5df-85c5-41ca-94b1-847754da3501"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:29:07.709130 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0c10f-4efa-4806-8317-5b77cd3b7741 service neutron] Pushing event updated for resources: {'Port': ['ID=a579c5df-85c5-41ca-94b1-847754da3501,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:07.771229 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55198be3-968f-49ed-9601-fe58c447ad92 x-openstack-request-id: req-55198be3-968f-49ed-9601-fe58c447ad92 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:29:07.771229 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f7fadd-d3e1-40ce-abc3-87db2759dd0d", "tag": "a579c5df-85c5-41ca-94b1-847754da3501", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:29:07.771229 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55198be3-968f-49ed-9601-fe58c447ad92 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:29:07.771852 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'tag': 'a579c5df-85c5-41ca-94b1-847754da3501', 'status': 'completed', 'code': 200} Aug 31 15:29:07.803507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-d4398df8-00b9-4a57-8316-c19cbddc9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:07.805262 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-d4398df8-00b9-4a57-8316-c19cbddc9b04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 1095 time: 0.0873044 Aug 31 15:29:07.864414 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-d511d69d-a29a-47e0-adfc-a031ff08e4fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a579c5df-85c5-41ca-94b1-847754da3501 HTTP/1.1" status: 200 len: 217 time: 0.0505521 Aug 31 15:29:07.940879 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a3db3058-95da-40d0-9031-866e0a39bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:07.943643 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a3db3058-95da-40d0-9031-866e0a39bdea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0710950 Aug 31 15:29:08.021770 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-22d3e93d-dae3-442c-9f1b-30ac78cf9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:08.024160 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-22d3e93d-dae3-442c-9f1b-30ac78cf9dfc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721564 Aug 31 15:29:08.132504 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-4980ceef-416c-4c23-9477-94bbbfc51997 service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006961 Aug 31 15:29:08.238632 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-88b4ecc1-8321-412b-b81a-eaca8d78cff7 req-a8e03e04-499e-456f-b4e8-cd28f376c335 service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981057 Aug 31 15:29:08.334269 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7a885-4deb-4ed5-9230-ea553bf78723 req-efc9b228-3fa6-4041-9fa0-b4a2f74955d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:08.335841 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afe7a885-4deb-4ed5-9230-ea553bf78723 req-efc9b228-3fa6-4041-9fa0-b4a2f74955d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 1095 time: 0.0460775 Aug 31 15:29:08.429065 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7a885-4deb-4ed5-9230-ea553bf78723 req-a97bc78c-d693-4624-93db-acc7c91e0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:08.430548 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afe7a885-4deb-4ed5-9230-ea553bf78723 req-a97bc78c-d693-4624-93db-acc7c91e0f4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 910 time: 0.0876110 Aug 31 15:29:08.479752 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afe7a885-4deb-4ed5-9230-ea553bf78723 req-cb5aaa4f-da9b-428b-8930-80d722551fe6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a579c5df-85c5-41ca-94b1-847754da3501 HTTP/1.1" status: 200 len: 217 time: 0.0410321 Aug 31 15:29:08.534378 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 00267704-6967-4415-b0ff-ad767fee17af up at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:29:08.542993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7a885-4deb-4ed5-9230-ea553bf78723 req-41bdb9b5-c065-456d-ab32-b79f58e215a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:08.544525 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afe7a885-4deb-4ed5-9230-ea553bf78723 req-41bdb9b5-c065-456d-ab32-b79f58e215a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0570867 Aug 31 15:29:08.554243 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a568c9-1f0d-4b18-a1ff-358a8c2438d1 req-50023b53-cfcc-45b6-b0ce-afd320d5ae68 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:08.555820 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5a568c9-1f0d-4b18-a1ff-358a8c2438d1 req-50023b53-cfcc-45b6-b0ce-afd320d5ae68 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 944 time: 0.0528445 Aug 31 15:29:08.588326 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Provisioning complete for port 00267704-6967-4415-b0ff-ad767fee17af triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:08.588850 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:08.598157 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7a885-4deb-4ed5-9230-ea553bf78723 req-1d8a0806-8f5e-41fc-9760-3d6da45a673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:08.599708 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afe7a885-4deb-4ed5-9230-ea553bf78723 req-1d8a0806-8f5e-41fc-9760-3d6da45a673a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476732 Aug 31 15:29:08.603786 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-a5a568c9-1f0d-4b18-a1ff-358a8c2438d1 req-21dbdd4c-dc85-44d5-9ca2-e74d599db01c tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406919 Aug 31 15:29:08.714379 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afe7a885-4deb-4ed5-9230-ea553bf78723 req-f88348b7-4c6e-4e5f-b266-060ebe335ee0 service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055541 Aug 31 15:29:08.829890 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-afe7a885-4deb-4ed5-9230-ea553bf78723 req-ae7d58e6-2f76-4431-b9ad-752623cc213f service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078484 Aug 31 15:29:09.747485 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5832f2-af5b-46d6-9743-546526a062ce req-4dcd568e-e64b-46bf-b74d-1e75d7a3288a tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:09.749314 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d5832f2-af5b-46d6-9743-546526a062ce req-4dcd568e-e64b-46bf-b74d-1e75d7a3288a tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 944 time: 0.0744371 Aug 31 15:29:09.793975 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5d5832f2-af5b-46d6-9743-546526a062ce req-3a2d3cc9-878b-47f4-8014-2ae9509b1b71 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358987 Aug 31 15:29:10.908749 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617187e-6ee7-40c2-9112-74e68199070d req-8925eff4-66af-4eb3-ae80-a4b5665bb98d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:10.910293 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f617187e-6ee7-40c2-9112-74e68199070d req-8925eff4-66af-4eb3-ae80-a4b5665bb98d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 944 time: 0.0486953 Aug 31 15:29:10.954697 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f617187e-6ee7-40c2-9112-74e68199070d req-1014497b-68b0-4cdf-bf32-2d7f2ee5784f tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344236 Aug 31 15:29:11.564042 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a579c5df-85c5-41ca-94b1-847754da3501 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:29:11.671206 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a579c5df-85c5-41ca-94b1-847754da3501, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a579c5df-85c5-41ca-94b1-847754da3501,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:29:11.685318 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'a579c5df-85c5-41ca-94b1-847754da3501', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'port_id': 'a579c5df-85c5-41ca-94b1-847754da3501', 'mac_address': 'fa:16:3e:a1:79:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:29:11.724297 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:11.738022 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a579c5df-85c5-41ca-94b1-847754da3501 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:29:11.757432 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a579c5df-85c5-41ca-94b1-847754da3501, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a579c5df-85c5-41ca-94b1-847754da3501,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:29:11.762478 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:11.809995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a579c5df-85c5-41ca-94b1-847754da3501,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:12.009988 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['a579c5df-85c5-41ca-94b1-847754da3501'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:29:12.081995 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0d4aa-d8de-4e34-8d5d-06d7b7216a9c req-972bf3fc-2ee0-48dc-823c-f789983731ff tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:12.083480 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17a0d4aa-d8de-4e34-8d5d-06d7b7216a9c req-972bf3fc-2ee0-48dc-823c-f789983731ff tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 945 time: 0.0496249 Aug 31 15:29:12.125507 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-17a0d4aa-d8de-4e34-8d5d-06d7b7216a9c req-8a89c381-9aed-4b62-b5d7-6e8a668b501c tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346138 Aug 31 15:29:13.245787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a45bcd-349c-418a-948c-df53f452636b req-7243f9b6-4c36-4688-b9a6-4a110daa540e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:13.247360 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3a45bcd-349c-418a-948c-df53f452636b req-7243f9b6-4c36-4688-b9a6-4a110daa540e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 945 time: 0.0532687 Aug 31 15:29:13.287503 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3a45bcd-349c-418a-948c-df53f452636b req-c3e80da2-3ecf-4e9a-9f07-91318129d1eb tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341728 Aug 31 15:29:13.576322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a579c5df-85c5-41ca-94b1-847754da3501 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:29:13.624846 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning for port a579c5df-85c5-41ca-94b1-847754da3501 completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:13.628467 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port a579c5df-85c5-41ca-94b1-847754da3501 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:13.628835 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:13.713522 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:13.738669 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a579c5df-85c5-41ca-94b1-847754da3501'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:13.740897 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5ba169-c032-45a1-8fd3-74ac9273a4c4" -d '{"events": [{"server_uuid": "a9f7fadd-d3e1-40ce-abc3-87db2759dd0d", "name": "network-vif-plugged", "status": "completed", "tag": "a579c5df-85c5-41ca-94b1-847754da3501"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:29:13.754130 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a579c5df-85c5-41ca-94b1-847754da3501, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a579c5df-85c5-41ca-94b1-847754da3501,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:29:13.758313 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:13.783167 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519edbb4-fbf0-4a56-bacc-2533765d709f x-openstack-request-id: req-519edbb4-fbf0-4a56-bacc-2533765d709f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:29:13.783529 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f7fadd-d3e1-40ce-abc3-87db2759dd0d", "name": "network-vif-plugged", "status": "completed", "tag": "a579c5df-85c5-41ca-94b1-847754da3501", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:29:13.783739 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-519edbb4-fbf0-4a56-bacc-2533765d709f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:29:13.784165 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a579c5df-85c5-41ca-94b1-847754da3501', 'code': 200} Aug 31 15:29:13.814475 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a579c5df-85c5-41ca-94b1-847754da3501,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:13.881386 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c49320-593a-431e-8d30-015f30973b42 req-2161201c-674c-42ab-9113-e82341b8c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:13.882907 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39c49320-593a-431e-8d30-015f30973b42 req-2161201c-674c-42ab-9113-e82341b8c83b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 1097 time: 0.0432186 Aug 31 15:29:13.919305 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-39c49320-593a-431e-8d30-015f30973b42 req-b594512c-4c77-43a2-8158-efc086c29fd5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285342 Aug 31 15:29:14.462859 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b293359-9f74-4591-9bbf-c060b844d545 req-d7a3bc79-8024-4b91-adb6-59d0da1ece13 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:14.464413 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b293359-9f74-4591-9bbf-c060b844d545 req-d7a3bc79-8024-4b91-adb6-59d0da1ece13 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 946 time: 0.1071646 Aug 31 15:29:14.506053 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1b293359-9f74-4591-9bbf-c060b844d545 req-e92242a6-77c9-46f6-bf41-a92a44d8ef00 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354843 Aug 31 15:29:15.630438 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac2e7a-8c9c-430e-96de-ee464ea8db9d req-af45f2db-aaed-4ba2-9b24-729894e9693b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:15.633177 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5eac2e7a-8c9c-430e-96de-ee464ea8db9d req-af45f2db-aaed-4ba2-9b24-729894e9693b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 946 time: 0.0553803 Aug 31 15:29:15.690617 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-5eac2e7a-8c9c-430e-96de-ee464ea8db9d req-8e4fe24f-5dfc-42e6-9f07-1a7646a93817 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470245 Aug 31 15:29:15.853462 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6eb63-6a9c-4a5a-86a2-098620496f7d req-00f56ea8-42e4-47bc-a69e-893ddfa65408 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:15.855418 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ad6eb63-6a9c-4a5a-86a2-098620496f7d req-00f56ea8-42e4-47bc-a69e-893ddfa65408 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 946 time: 0.0616996 Aug 31 15:29:15.894354 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-1ad6eb63-6a9c-4a5a-86a2-098620496f7d req-a9756360-38b5-40e9-91d9-400d4a29d249 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323040 Aug 31 15:29:15.916354 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34642) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:29:15.999878 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48c26de-2849-4ee7-825e-7b8e71d7f759 tempest-TestSnapshotPattern-410354651 tempest-TestSnapshotPattern-410354651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:16.001446 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-b48c26de-2849-4ee7-825e-7b8e71d7f759 tempest-TestSnapshotPattern-410354651 tempest-TestSnapshotPattern-410354651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 1092 time: 0.0840077 Aug 31 15:29:16.004323 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34646) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:29:16.008806 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': 'a579c5df-85c5-41ca-94b1-847754da3501', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:29:16.035761 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:16.134547 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:16.233368 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Allocated IP 172.25.2.168 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/8a0452ff-fc10-41d9-a63a-926417a5fd2b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:29:16.335268 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:16.377417 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:16.410524 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:29:16.413504 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:16.419603 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:29:16.446621 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event updated for resources: {'Port': ['ID=8a0452ff-fc10-41d9-a63a-926417a5fd2b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:16.780810 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.173748 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.327927 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.332838 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.400630 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event updated for resources: {'Port': ['ID=8a0452ff-fc10-41d9-a63a-926417a5fd2b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:17.411931 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.510299 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Floating IP 70849238-4487-4998-9e6b-c57087301a05 associated. External IP: 172.25.2.168, port: a579c5df-85c5-41ca-94b1-847754da3501. Aug 31 15:29:17.718082 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Router f493b035-a7ab-44ca-a599-62bf4ebe6f0b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:29:17.824616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:29:17.833904 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff991ac-7c9f-4748-bf1a-fc706d09152e None None] Sync routers for ids ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:29:17.842448 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.844129 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff991ac-7c9f-4748-bf1a-fc706d09152e None None] Routers {'f493b035-a7ab-44ca-a599-62bf4ebe6f0b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:29:17.844728 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8ff991ac-7c9f-4748-bf1a-fc706d09152e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:17.870695 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-1e351c5f-1957-4e8b-b506-ef5d924e64bd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8653092 Aug 31 15:29:17.871433 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'tag': 'a579c5df-85c5-41ca-94b1-847754da3501'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:17.873715 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6126d863-3bdd-4eac-adcc-27ce88eacfaa" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f7fadd-d3e1-40ce-abc3-87db2759dd0d", "tag": "a579c5df-85c5-41ca-94b1-847754da3501"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:29:17.952752 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8ff991ac-7c9f-4748-bf1a-fc706d09152e None None] Set router f493b035-a7ab-44ca-a599-62bf4ebe6f0b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:29:17.972807 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4573aab-b969-4e8d-8a5d-0ac2f56999f1 x-openstack-request-id: req-d4573aab-b969-4e8d-8a5d-0ac2f56999f1 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:29:17.973159 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f7fadd-d3e1-40ce-abc3-87db2759dd0d", "tag": "a579c5df-85c5-41ca-94b1-847754da3501", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:29:17.973476 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4573aab-b969-4e8d-8a5d-0ac2f56999f1 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:29:17.973964 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'tag': 'a579c5df-85c5-41ca-94b1-847754da3501', 'status': 'completed', 'code': 200} Aug 31 15:29:18.038071 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126d863-3bdd-4eac-adcc-27ce88eacfaa req-77da5432-60a2-4bd2-ac46-c4f6b83b68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:18.039671 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6126d863-3bdd-4eac-adcc-27ce88eacfaa req-77da5432-60a2-4bd2-ac46-c4f6b83b68ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 1097 time: 0.0435746 Aug 31 15:29:18.137272 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126d863-3bdd-4eac-adcc-27ce88eacfaa req-96fea976-75a1-4f44-8e9d-6b14c702fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:18.138798 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6126d863-3bdd-4eac-adcc-27ce88eacfaa req-96fea976-75a1-4f44-8e9d-6b14c702fd2f service neutron] 10.222.0.60 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 910 time: 0.0921192 Aug 31 15:29:18.202512 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6126d863-3bdd-4eac-adcc-27ce88eacfaa req-bd14546e-baba-4060-92a3-ab025cdbc636 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a579c5df-85c5-41ca-94b1-847754da3501 HTTP/1.1" status: 200 len: 1000 time: 0.0568681 Aug 31 15:29:18.255552 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126d863-3bdd-4eac-adcc-27ce88eacfaa req-67af3397-42be-40e7-8327-1e5375d79835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:18.257172 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6126d863-3bdd-4eac-adcc-27ce88eacfaa req-67af3397-42be-40e7-8327-1e5375d79835 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0472393 Aug 31 15:29:18.271536 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8ff991ac-7c9f-4748-bf1a-fc706d09152e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '70849238-4487-4998-9e6b-c57087301a05', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'port_id': 'a579c5df-85c5-41ca-94b1-847754da3501', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'mac_address': 'fa:16:3e:a1:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:16Z', 'updated_at': '2021-08-31T15:29:16Z', 'revision_number': 0, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:29:03Z', 'revision_number': 5, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:18.302480 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff991ac-7c9f-4748-bf1a-fc706d09152e None None] Checking router: f493b035-a7ab-44ca-a599-62bf4ebe6f0b for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:29:18.304118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126d863-3bdd-4eac-adcc-27ce88eacfaa req-82793ed4-2e50-46e9-b5d7-a8e4a12332fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:18.307615 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6126d863-3bdd-4eac-adcc-27ce88eacfaa req-82793ed4-2e50-46e9-b5d7-a8e4a12332fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431561 Aug 31 15:29:18.312572 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff991ac-7c9f-4748-bf1a-fc706d09152e None None] Routers {'f493b035-a7ab-44ca-a599-62bf4ebe6f0b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:29:18.313297 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8ff991ac-7c9f-4748-bf1a-fc706d09152e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:28:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:18.396794 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6126d863-3bdd-4eac-adcc-27ce88eacfaa req-05912a67-331d-42b7-843a-7227d34eea35 service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816629 Aug 31 15:29:18.425511 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8ff991ac-7c9f-4748-bf1a-fc706d09152e None None] Set router f493b035-a7ab-44ca-a599-62bf4ebe6f0b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:29:18.491452 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6126d863-3bdd-4eac-adcc-27ce88eacfaa req-3081f113-2d17-4bd3-960d-3b9da915539f service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874186 Aug 31 15:29:18.650223 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8ff991ac-7c9f-4748-bf1a-fc706d09152e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '70849238-4487-4998-9e6b-c57087301a05', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'port_id': 'a579c5df-85c5-41ca-94b1-847754da3501', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'mac_address': 'fa:16:3e:a1:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:16Z', 'updated_at': '2021-08-31T15:29:16Z', 'revision_number': 0, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:29:03Z', 'revision_number': 5, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:18.679152 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff991ac-7c9f-4748-bf1a-fc706d09152e None None] The sync data for ids ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'] in n-d-806683-5 is: [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '70849238-4487-4998-9e6b-c57087301a05', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'port_id': 'a579c5df-85c5-41ca-94b1-847754da3501', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'mac_address': 'fa:16:3e:a1:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:16Z', 'updated_at': '2021-08-31T15:29:16Z', 'revision_number': 0, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:29:03Z', 'revision_number': 5, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:29:18.865084 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4e4ed-a1f9-48aa-9eb4-dce4021bbaf2 None None] New status for floating IP 70849238-4487-4998-9e6b-c57087301a05: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:29:19.723794 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d5a6476-f3cf-4d1e-98cc-5c93731d2c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:20.244509 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:22.264022 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21055223-4af4-4654-90b7-0c26c826d8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:22.365248 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:23.599095 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:25.121339 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:25.193500 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:26.109739 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-be36a52d-b15b-4460-b0eb-782db7be8dd1 req-055ae29f-5c69-4e4d-a269-12b7e26729bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395784 Aug 31 15:29:26.191099 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36a52d-b15b-4460-b0eb-782db7be8dd1 req-ecfb5ea9-d3a7-4ce5-b5d0-207cbce3766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:26.192702 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-be36a52d-b15b-4460-b0eb-782db7be8dd1 req-ecfb5ea9-d3a7-4ce5-b5d0-207cbce3766a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 1097 time: 0.0404303 Aug 31 15:29:26.299610 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36a52d-b15b-4460-b0eb-782db7be8dd1 req-355e3265-403c-43c5-9a2d-9e204ddd13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:26.300984 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-be36a52d-b15b-4460-b0eb-782db7be8dd1 req-355e3265-403c-43c5-9a2d-9e204ddd13ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 910 time: 0.0871868 Aug 31 15:29:26.372684 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-be36a52d-b15b-4460-b0eb-782db7be8dd1 req-1d1f085d-9310-4bb6-b1c1-6d05474d0b18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a579c5df-85c5-41ca-94b1-847754da3501 HTTP/1.1" status: 200 len: 1002 time: 0.0569360 Aug 31 15:29:26.425723 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36a52d-b15b-4460-b0eb-782db7be8dd1 req-72f46371-04f9-4328-b6cd-b6fcd0101f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:26.427146 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-be36a52d-b15b-4460-b0eb-782db7be8dd1 req-72f46371-04f9-4328-b6cd-b6fcd0101f3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0474887 Aug 31 15:29:26.473830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36a52d-b15b-4460-b0eb-782db7be8dd1 req-6ebdd193-461c-4225-880b-086a983fe08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:26.475338 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-be36a52d-b15b-4460-b0eb-782db7be8dd1 req-6ebdd193-461c-4225-880b-086a983fe08e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404060 Aug 31 15:29:26.563226 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-be36a52d-b15b-4460-b0eb-782db7be8dd1 req-a83227ae-398c-4dab-9e52-3eee2b57bce1 service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799637 Aug 31 15:29:26.657869 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-be36a52d-b15b-4460-b0eb-782db7be8dd1 req-225cf839-acb2-4725-9599-c0d4319e404c service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851173 Aug 31 15:29:44.032368 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:29:49.724605 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e69c58c3-b46c-4370-bf73-45d96c2b76da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.248474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:52.265198 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24e50572-4d14-4f09-a697-2a7e90473b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:52.365112 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.602287 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:55.122419 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:55.195622 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:19.726322 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0bf324f-1019-48da-9e2e-bc561b0eea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:20.264040 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:21.034957 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:30:22.265695 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-900b43bf-e8db-4838-8a13-f4d0879b76d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:22.364893 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:23.605193 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:25.117988 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:25.198510 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:26.122169 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-33ca2d45-4d64-4872-89aa-15d70b0d0281 req-008bfa91-b50a-4925-8dbf-2e4557aee9c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396724 Aug 31 15:30:26.203538 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca2d45-4d64-4872-89aa-15d70b0d0281 req-991a9cbf-c562-4ab6-a292-dacb69abb2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:26.205011 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-33ca2d45-4d64-4872-89aa-15d70b0d0281 req-991a9cbf-c562-4ab6-a292-dacb69abb2c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 1097 time: 0.0407169 Aug 31 15:30:26.310148 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca2d45-4d64-4872-89aa-15d70b0d0281 req-9bc75b0e-3dca-4c49-a637-d84f5f2e2a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:26.311597 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-33ca2d45-4d64-4872-89aa-15d70b0d0281 req-9bc75b0e-3dca-4c49-a637-d84f5f2e2a74 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 910 time: 0.0882297 Aug 31 15:30:26.377492 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-33ca2d45-4d64-4872-89aa-15d70b0d0281 req-2bb18874-c13c-4a57-b5df-f41d05e33b45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a579c5df-85c5-41ca-94b1-847754da3501 HTTP/1.1" status: 200 len: 1002 time: 0.0590243 Aug 31 15:30:26.432921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca2d45-4d64-4872-89aa-15d70b0d0281 req-2c09a4ad-21d7-4eb2-bcd3-1461baed86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:26.434362 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-33ca2d45-4d64-4872-89aa-15d70b0d0281 req-2c09a4ad-21d7-4eb2-bcd3-1461baed86dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0496838 Aug 31 15:30:26.480841 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca2d45-4d64-4872-89aa-15d70b0d0281 req-a0d5cd93-0f39-4b35-88c8-612582cad9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:26.482304 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-33ca2d45-4d64-4872-89aa-15d70b0d0281 req-a0d5cd93-0f39-4b35-88c8-612582cad9ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405543 Aug 31 15:30:26.571156 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-33ca2d45-4d64-4872-89aa-15d70b0d0281 req-36c2cf45-64cc-43d2-b013-18a38fd11f92 service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810573 Aug 31 15:30:26.662400 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-33ca2d45-4d64-4872-89aa-15d70b0d0281 req-9c888bcb-74a6-4b67-adf6-bd8abacba318 service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846784 Aug 31 15:30:49.726095 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-da728930-f30e-4bce-9aa6-a65122287aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:50.273143 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:52.267506 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ee365ba-5976-4227-a61f-d2af7818bc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:52.364836 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:53.606525 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:55.134618 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:55.200599 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.033657 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:31:16.126006 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a579c5df-85c5-41ca-94b1-847754da3501 details requested by agent hyperv_n-h1-806683-5 with host n-h1-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:31:16.216282 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a579c5df-85c5-41ca-94b1-847754da3501, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a579c5df-85c5-41ca-94b1-847754da3501,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:31:16.226995 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Returning: {'device': 'a579c5df-85c5-41ca-94b1-847754da3501', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'port_id': 'a579c5df-85c5-41ca-94b1-847754da3501', 'mac_address': 'fa:16:3e:a1:79:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:31:16.266896 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:16.278909 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a579c5df-85c5-41ca-94b1-847754da3501 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:31:16.296697 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a579c5df-85c5-41ca-94b1-847754da3501, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a579c5df-85c5-41ca-94b1-847754da3501,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:31:16.300588 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:16.351357 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a579c5df-85c5-41ca-94b1-847754da3501,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:16.358704 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:16.359052 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:16.359420 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:16.359758 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:16.360090 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:16.360422 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:16.360755 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:16.361081 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:16.361405 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:16.361726 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:16.362047 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:16.362367 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:16.397230 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] get_ports_and_sgs() called for port_ids ['a579c5df-85c5-41ca-94b1-847754da3501'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:31:18.133109 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a579c5df-85c5-41ca-94b1-847754da3501 up at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:31:18.188719 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Provisioning complete for port a579c5df-85c5-41ca-94b1-847754da3501 triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:18.189482 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:18.455147 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:18.482114 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a579c5df-85c5-41ca-94b1-847754da3501'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:31:18.485624 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cfec22-9637-4646-a7fa-d483378968b3" -d '{"events": [{"server_uuid": "a9f7fadd-d3e1-40ce-abc3-87db2759dd0d", "name": "network-vif-plugged", "status": "completed", "tag": "a579c5df-85c5-41ca-94b1-847754da3501"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:31:18.511332 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a579c5df-85c5-41ca-94b1-847754da3501, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a579c5df-85c5-41ca-94b1-847754da3501,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:31:18.519199 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:18.547974 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fdae88-3e5b-414f-8e21-becc386ce5eb x-openstack-request-id: req-81fdae88-3e5b-414f-8e21-becc386ce5eb {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:31:18.548256 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f7fadd-d3e1-40ce-abc3-87db2759dd0d", "name": "network-vif-plugged", "status": "completed", "tag": "a579c5df-85c5-41ca-94b1-847754da3501", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:31:18.548519 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81fdae88-3e5b-414f-8e21-becc386ce5eb {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:31:18.548903 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a579c5df-85c5-41ca-94b1-847754da3501', 'code': 200} Aug 31 15:31:18.576856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a579c5df-85c5-41ca-94b1-847754da3501,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:19.730864 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9be4-2b0c-4391-97f2-f333c963986d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:20.281400 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:22.270903 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b60c6025-a3b2-45ae-88df-4311738e7249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:22.369533 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:23.613320 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:25.136661 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:25.212249 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:27.018842 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-16b11dfe-53f2-40da-8a71-625456731c6a tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438692593&fields=id&tenant_id=cd0611d3714247be99bfbb9f9ed85923 HTTP/1.1" status: 200 len: 267 time: 0.0346894 Aug 31 15:31:27.128473 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-b8bd6c07-74b1-49b9-9a10-d8ac12975e30 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:27.129959 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-b8bd6c07-74b1-49b9-9a10-d8ac12975e30 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 809 time: 0.1032586 Aug 31 15:31:27.136698 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d2c9336-8f0c-4577-91aa-ef9505ed44b1 req-612a6d09-c5f8-44ed-a646-39c62b354daf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410087 Aug 31 15:31:27.145597 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-8d0e3e6b-468a-45de-84ad-92e081f4c192 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/quotas/cd0611d3714247be99bfbb9f9ed85923 HTTP/1.1" status: 200 len: 375 time: 0.0093009 Aug 31 15:31:27.202897 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-bcc65abf-b205-476d-a3b6-fb67e69ad3a7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0508168 Aug 31 15:31:27.217596 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c9336-8f0c-4577-91aa-ef9505ed44b1 req-166ded68-f1a9-4dab-b3de-bf71539c1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:27.219273 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d2c9336-8f0c-4577-91aa-ef9505ed44b1 req-166ded68-f1a9-4dab-b3de-bf71539c1a6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 1097 time: 0.0416155 Aug 31 15:31:27.324550 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c9336-8f0c-4577-91aa-ef9505ed44b1 req-c10848e0-5cab-4827-b746-a88d91b3108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:27.326026 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d2c9336-8f0c-4577-91aa-ef9505ed44b1 req-c10848e0-5cab-4827-b746-a88d91b3108f service neutron] 10.222.0.60 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 910 time: 0.0880902 Aug 31 15:31:27.342313 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-c30f6528-186f-4d39-aa59-5bb18059c8de service neutron] 10.222.0.39 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260054 Aug 31 15:31:27.392543 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d2c9336-8f0c-4577-91aa-ef9505ed44b1 req-3c0d2f42-33c5-47a2-8d9a-78b919d759aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a579c5df-85c5-41ca-94b1-847754da3501 HTTP/1.1" status: 200 len: 1002 time: 0.0590625 Aug 31 15:31:27.435739 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-10c2fcbd-be27-481d-b59c-6e263ec60761 service neutron] 10.222.0.39 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867400 Aug 31 15:31:27.446494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c9336-8f0c-4577-91aa-ef9505ed44b1 req-85e63704-a45d-4e41-99de-23f12b202af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:27.448010 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d2c9336-8f0c-4577-91aa-ef9505ed44b1 req-85e63704-a45d-4e41-99de-23f12b202af2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0488803 Aug 31 15:31:27.493687 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c9336-8f0c-4577-91aa-ef9505ed44b1 req-539f8a49-57d9-470d-ac59-5c7603e9a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:27.495219 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d2c9336-8f0c-4577-91aa-ef9505ed44b1 req-539f8a49-57d9-470d-ac59-5c7603e9a60d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404694 Aug 31 15:31:27.598045 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d2c9336-8f0c-4577-91aa-ef9505ed44b1 req-d751a6cb-0f85-4604-a195-fac6924350cb service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955918 Aug 31 15:31:27.711130 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e6503e69-169b-48ad-a3b0-8372db57d43b req-b19c95df-d7b8-4913-ab96-f109c9daadfd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 210 time: 0.1046402 Aug 31 15:31:27.721712 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-1d2c9336-8f0c-4577-91aa-ef9505ed44b1 req-ca471217-0931-4b6b-af8a-081c26880af8 service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159794 Aug 31 15:31:28.788805 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b7c433c5-f52e-44b2-aa8a-aa6225e15eb8 req-b808027e-d913-48e0-9d55-f61ab6e2e802 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 210 time: 0.0272727 Aug 31 15:31:29.871452 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2a5a2d69-0f47-448b-aa69-39e8a716b1a9 req-8656cefb-f037-4803-adcf-f284f0c2292b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 210 time: 0.0283887 Aug 31 15:31:30.199639 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a579c5df-85c5-41ca-94b1-847754da3501 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:31:30.276735 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:30.298739 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a579c5df-85c5-41ca-94b1-847754da3501'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:31:30.301017 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83beec7b-6133-42e4-9e2a-2a37f06b4d31" -d '{"events": [{"server_uuid": "a9f7fadd-d3e1-40ce-abc3-87db2759dd0d", "name": "network-vif-unplugged", "status": "completed", "tag": "a579c5df-85c5-41ca-94b1-847754da3501"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:31:30.313799 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] For port a579c5df-85c5-41ca-94b1-847754da3501, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a579c5df-85c5-41ca-94b1-847754da3501,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:31:30.318012 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:30.341454 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd829e2a-90d3-488d-946d-2453df726316 x-openstack-request-id: req-bd829e2a-90d3-488d-946d-2453df726316 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:31:30.341753 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f7fadd-d3e1-40ce-abc3-87db2759dd0d", "name": "network-vif-unplugged", "status": "completed", "tag": "a579c5df-85c5-41ca-94b1-847754da3501", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:31:30.342006 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd829e2a-90d3-488d-946d-2453df726316 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:31:30.342394 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a579c5df-85c5-41ca-94b1-847754da3501', 'code': 200} Aug 31 15:31:30.367285 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Pushing event updated for resources: {'Port': ['ID=a579c5df-85c5-41ca-94b1-847754da3501,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:30.948302 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a86c25d2-cc8d-460f-bb7b-401ac5490df0 req-f651bdcf-79e4-46e9-8e41-5c633bf161bb tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 210 time: 0.0280182 Aug 31 15:31:32.044123 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-9dd4f2d1-96d5-41e3-a2e3-717834791fa2 req-6d5aa342-b53c-42a1-94e5-a14014ca88fa tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 210 time: 0.0267329 Aug 31 15:31:32.716164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-66230990-bb16-441c-aaa8-a29829126f19 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:32.717630 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-66230990-bb16-441c-aaa8-a29829126f19 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.25 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 809 time: 0.1074252 Aug 31 15:31:32.762299 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-2a63233f-a078-4424-8327-968db94ed04c tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0611d3714247be99bfbb9f9ed85923 HTTP/1.1" status: 200 len: 379 time: 0.0339997 Aug 31 15:31:32.771491 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Request body: {'port': {'device_id': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'admin_state_up': True, 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'security_groups': ['242e51fb-5347-4203-bae1-72952e45a578']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:31:32.884195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Made reservation on behalf of cd0611d3714247be99bfbb9f9ed85923 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:31:32.887614 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:33.087283 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Allocated IP 172.20.0.6 (3bf17692-01e4-4d63-971d-5545f297c9c7/f0750092-4105-458f-b367-1c7c962686e5/3aebe981-b7b3-4582-9385-aeabba2ac3ab) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:31:33.300145 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-c931f9ac-eb47-4b26-a066-79c3c19b6a1d req-8dc2686c-0097-46e3-978f-63f8fa319fa1 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 210 time: 0.1538894 Aug 31 15:31:33.362735 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:33.379144 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Transition to ACTIVE for port object 3aebe981-b7b3-4582-9385-aeabba2ac3ab will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:31:33.413348 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:33.457554 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Network 3bf17692-01e4-4d63-971d-5545f297c9c7 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:31:33.464117 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:31:33.468248 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:31:33.501202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event updated for resources: {'Port': ['ID=3aebe981-b7b3-4582-9385-aeabba2ac3ab,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:33.520861 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:33.521231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:33.521539 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:33.521875 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:33.522231 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:33.522570 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:33.522901 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:33.523267 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:33.523597 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:33.524507 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:33.524843 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:33.525168 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:33.553097 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:33.553890 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:33.571416 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-bd6c0dfa-013a-42d0-b7d1-e7cd3bb3e9d5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8025689 Aug 31 15:31:33.793104 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4d92a11e-85f9-4be9-abeb-5df00190d4a5 None None] Provisioning for port 3aebe981-b7b3-4582-9385-aeabba2ac3ab completed by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:31:33.796719 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4d92a11e-85f9-4be9-abeb-5df00190d4a5 None None] Provisioning complete for port 3aebe981-b7b3-4582-9385-aeabba2ac3ab triggered by entity DHCP. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:33.797090 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d92a11e-85f9-4be9-abeb-5df00190d4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:33.831528 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4d92a11e-85f9-4be9-abeb-5df00190d4a5 None None] Port 3aebe981-b7b3-4582-9385-aeabba2ac3ab cannot update to ACTIVE because it is not bound. {{(pid=94872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:31:34.418924 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b8df-0b9b-460d-8c64-e5c021b26da8 req-664f5187-eea8-4de3-8331-d671599832ad tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:34.420584 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8f4b8df-0b9b-460d-8c64-e5c021b26da8 req-664f5187-eea8-4de3-8331-d671599832ad tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 931 time: 0.0540018 Aug 31 15:31:34.468277 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-f8f4b8df-0b9b-460d-8c64-e5c021b26da8 req-f6f2aaa8-5f84-4f77-b297-f750b7488dd0 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412524 Aug 31 15:31:35.032418 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:31:35.599078 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910070ce-4433-4c84-ae85-d198fa51fba1 req-a0f66321-eaf4-48ba-9968-3a4209a53e0e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:35.600521 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-910070ce-4433-4c84-ae85-d198fa51fba1 req-a0f66321-eaf4-48ba-9968-3a4209a53e0e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 931 time: 0.0520799 Aug 31 15:31:35.640297 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-910070ce-4433-4c84-ae85-d198fa51fba1 req-e98d99a5-cd5a-45c3-a3b9-5513e58e6891 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336831 Aug 31 15:31:36.773442 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fa08b-e846-4ab7-a35b-8221dd348bd1 req-7068f8c0-c109-42fb-9eb4-b39286ce545d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:36.775999 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-539fa08b-e846-4ab7-a35b-8221dd348bd1 req-7068f8c0-c109-42fb-9eb4-b39286ce545d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 931 time: 0.0590894 Aug 31 15:31:36.822810 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-539fa08b-e846-4ab7-a35b-8221dd348bd1 req-0331607d-a70a-4cc3-9a9c-082ddce59292 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341077 Aug 31 15:31:37.945421 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847908a-78d8-4f77-8194-3abf6107a88c req-f0124c98-c1cb-4455-8dda-a460aedaa8e7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:37.947927 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b847908a-78d8-4f77-8194-3abf6107a88c req-f0124c98-c1cb-4455-8dda-a460aedaa8e7 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 931 time: 0.0562391 Aug 31 15:31:37.995595 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-b847908a-78d8-4f77-8194-3abf6107a88c req-81567c6d-d582-40f6-8b78-a30e228d936e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414627 Aug 31 15:31:39.126927 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef6259-300a-4237-89f4-9173cfff925f req-6804a430-c070-46f9-b2ec-c63f7fbfb32c tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:39.128597 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ffef6259-300a-4237-89f4-9173cfff925f req-6804a430-c070-46f9-b2ec-c63f7fbfb32c tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 931 time: 0.0532200 Aug 31 15:31:39.169065 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-ffef6259-300a-4237-89f4-9173cfff925f req-399026e1-efe7-450e-9030-879761a6890c tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342307 Aug 31 15:31:40.301001 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca069e2-e171-4615-986a-1c47f92b13ed req-28987eb7-731a-4281-bc23-f6d0f67e46ea tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:40.302875 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8ca069e2-e171-4615-986a-1c47f92b13ed req-28987eb7-731a-4281-bc23-f6d0f67e46ea tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 931 time: 0.0554385 Aug 31 15:31:40.355073 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-8ca069e2-e171-4615-986a-1c47f92b13ed req-44390503-6a81-46c2-b209-53c47e7c8b7e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408008 Aug 31 15:31:41.485728 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d641f83-4605-469f-bbed-cf4b74385d61 req-42c45932-458a-43f5-8916-61a2d8dc14a6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:41.487361 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7d641f83-4605-469f-bbed-cf4b74385d61 req-42c45932-458a-43f5-8916-61a2d8dc14a6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 931 time: 0.0531409 Aug 31 15:31:41.531730 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7d641f83-4605-469f-bbed-cf4b74385d61 req-e8f6bdab-2ebe-4559-88c3-fb58046e7f20 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373404 Aug 31 15:31:42.656261 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc6960-4c36-4761-a2bd-fb71e3d320bc req-4a853d5b-fe65-469c-9763-51135cae3c2b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:42.657803 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-acbc6960-4c36-4761-a2bd-fb71e3d320bc req-4a853d5b-fe65-469c-9763-51135cae3c2b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 931 time: 0.0513997 Aug 31 15:31:42.695150 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-acbc6960-4c36-4761-a2bd-fb71e3d320bc req-ab5f6f6e-a198-42cc-9660-2fe1cf0d5418 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Aug 31 15:31:43.256678 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-d520cc90-9402-4376-94de-72ef1afdf5d0 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:31:43.259389 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-d520cc90-9402-4376-94de-72ef1afdf5d0 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075827 Aug 31 15:31:43.314258 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Request body: {'port': {'device_id': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:31:43.370889 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:43.623034 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aebe981-b7b3-4582-9385-aeabba2ac3ab {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:31:43.630080 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:43.642046 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Transition to ACTIVE for port object 3aebe981-b7b3-4582-9385-aeabba2ac3ab will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:31:43.645743 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:43.699950 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Pushing event updated for resources: {'Port': ['ID=3aebe981-b7b3-4582-9385-aeabba2ac3ab,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:43.775390 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Attempting to bind port 3aebe981-b7b3-4582-9385-aeabba2ac3ab on host n-h2-806683-5 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:31:43.775684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Attempting to bind port 3aebe981-b7b3-4582-9385-aeabba2ac3ab by drivers openvswitch,hyperv on host n-h2-806683-5 at level 0 using segments [{'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:31:43.775971 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Attempting to bind port 3aebe981-b7b3-4582-9385-aeabba2ac3ab on network 3bf17692-01e4-4d63-971d-5545f297c9c7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:31:43.780690 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Port 3aebe981-b7b3-4582-9385-aeabba2ac3ab on network 3bf17692-01e4-4d63-971d-5545f297c9c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:31:43.781014 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Attempting to bind port 3aebe981-b7b3-4582-9385-aeabba2ac3ab on network 3bf17692-01e4-4d63-971d-5545f297c9c7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:31:43.786117 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Checking agent: {'id': '6161172e-88ce-49c1-bd7e-e55fc14c3b57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'started_at': datetime.datetime(2021, 8, 31, 14, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:31:43.786458 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Checking segment: {'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:31:43.786851 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Bound using segment: {'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:31:43.787314 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Bound port: 3aebe981-b7b3-4582-9385-aeabba2ac3ab, host: n-h2-806683-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7b83c6-212e-44bc-8b81-31375ecd28a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:31:43.787684 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:43.817231 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc526d7-56b0-46fc-a971-ed2531e5071e req-2ab67e66-e99e-4141-b0e1-943ffc00e37b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:43.818995 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-adc526d7-56b0-46fc-a971-ed2531e5071e req-2ab67e66-e99e-4141-b0e1-943ffc00e37b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 943 time: 0.0534284 Aug 31 15:31:43.859070 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] For port 3aebe981-b7b3-4582-9385-aeabba2ac3ab, host n-h2-806683-5, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:31:43.860426 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-adc526d7-56b0-46fc-a971-ed2531e5071e req-35d41830-f8e0-4534-b313-daab320bf5dc tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349805 Aug 31 15:31:43.862634 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] For port 3aebe981-b7b3-4582-9385-aeabba2ac3ab, host n-h2-806683-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=3aebe981-b7b3-4582-9385-aeabba2ac3ab,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:31:43.868409 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:43.901868 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:43.902495 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:43.903957 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] 10.222.0.25 "PUT /v2.0/ports/3aebe981-b7b3-4582-9385-aeabba2ac3ab HTTP/1.1" status: 200 len: 1091 time: 0.6378443 Aug 31 15:31:43.904427 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'tag': '3aebe981-b7b3-4582-9385-aeabba2ac3ab'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:31:43.906834 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ae3475-de22-4ac7-b794-4d7f348c2b62" -d '{"events": [{"name": "network-changed", "server_uuid": "64538b65-38fb-45a0-ad8a-72906c676c2c", "tag": "3aebe981-b7b3-4582-9385-aeabba2ac3ab"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:31:43.939276 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa204f-3e7e-4c8d-b5d4-ce9c372616ce service neutron] Pushing event updated for resources: {'Port': ['ID=3aebe981-b7b3-4582-9385-aeabba2ac3ab,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:43.975238 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b671fb-27e2-453d-ba45-ce1dcb9ea419 x-openstack-request-id: req-b1b671fb-27e2-453d-ba45-ce1dcb9ea419 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:31:43.975527 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64538b65-38fb-45a0-ad8a-72906c676c2c", "tag": "3aebe981-b7b3-4582-9385-aeabba2ac3ab", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:31:43.975789 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1b671fb-27e2-453d-ba45-ce1dcb9ea419 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:31:43.976171 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'tag': '3aebe981-b7b3-4582-9385-aeabba2ac3ab', 'status': 'completed', 'code': 200} Aug 31 15:31:43.997126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-2e15111f-d297-43c8-bfe8-43987794934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:43.998662 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-2e15111f-d297-43c8-bfe8-43987794934b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 1094 time: 0.0506637 Aug 31 15:31:44.046829 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-653e9481-b417-4af0-9cab-9d0e61ffaa94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aebe981-b7b3-4582-9385-aeabba2ac3ab HTTP/1.1" status: 200 len: 217 time: 0.0396326 Aug 31 15:31:44.100628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-f1285be5-86ff-43fc-b3ca-029e1c8d0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:44.102169 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-f1285be5-86ff-43fc-b3ca-029e1c8d0e7b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0484951 Aug 31 15:31:44.148414 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-f67a0d50-e631-4bfe-8ddf-17deacd4ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:44.150715 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-f67a0d50-e631-4bfe-8ddf-17deacd4ca0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416348 Aug 31 15:31:44.242897 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-e46dce04-1286-4a48-8368-40d3398bf586 service neutron] 10.222.0.25 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845282 Aug 31 15:31:44.330151 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-6ad1956e-6e46-4e99-8516-cd1ed22ab3ca req-6a6ede5f-27c4-4160-b482-a834a41e4654 service neutron] 10.222.0.25 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805042 Aug 31 15:31:44.411411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae3475-de22-4ac7-b794-4d7f348c2b62 req-4992f551-e312-4672-be16-e368f845f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:44.412761 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45ae3475-de22-4ac7-b794-4d7f348c2b62 req-4992f551-e312-4672-be16-e368f845f66c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 1094 time: 0.0405040 Aug 31 15:31:44.507778 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae3475-de22-4ac7-b794-4d7f348c2b62 req-cf54e510-a910-4955-bd86-6e7548440d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:44.509983 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45ae3475-de22-4ac7-b794-4d7f348c2b62 req-cf54e510-a910-4955-bd86-6e7548440d03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 910 time: 0.0905342 Aug 31 15:31:44.555502 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45ae3475-de22-4ac7-b794-4d7f348c2b62 req-c006538d-240a-41b9-ab39-cc4bed0fcd22 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aebe981-b7b3-4582-9385-aeabba2ac3ab HTTP/1.1" status: 200 len: 217 time: 0.0384843 Aug 31 15:31:44.628607 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae3475-de22-4ac7-b794-4d7f348c2b62 req-37a87e69-55d4-4b82-98b5-b773351a195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:44.630952 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45ae3475-de22-4ac7-b794-4d7f348c2b62 req-37a87e69-55d4-4b82-98b5-b773351a195f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0679333 Aug 31 15:31:44.684825 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae3475-de22-4ac7-b794-4d7f348c2b62 req-b0fe9a02-d6d5-4e50-862c-142855ad738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:44.686238 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45ae3475-de22-4ac7-b794-4d7f348c2b62 req-b0fe9a02-d6d5-4e50-862c-142855ad738b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458004 Aug 31 15:31:44.776508 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45ae3475-de22-4ac7-b794-4d7f348c2b62 req-5cf2f6ef-7bba-4c74-b505-a5c8074f8651 service neutron] 10.222.0.25 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818498 Aug 31 15:31:44.870987 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-45ae3475-de22-4ac7-b794-4d7f348c2b62 req-77791c80-db79-4883-8a36-7d5999578245 service neutron] 10.222.0.25 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872128 Aug 31 15:31:44.979292 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c7e7c-c04f-4316-a8f9-625d74c4bfb5 req-1150aed1-c584-4045-b7d2-d1eb9db40c3d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:44.980702 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-013c7e7c-c04f-4316-a8f9-625d74c4bfb5 req-1150aed1-c584-4045-b7d2-d1eb9db40c3d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 943 time: 0.0486684 Aug 31 15:31:45.019510 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-013c7e7c-c04f-4316-a8f9-625d74c4bfb5 req-962bc04c-2917-498d-a362-c6c625186675 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325954 Aug 31 15:31:46.134882 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5724e-760c-48ef-bb94-56889c65407b req-5db7beb8-0810-40ad-98d5-1ec257381d08 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:46.136454 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25c5724e-760c-48ef-bb94-56889c65407b req-5db7beb8-0810-40ad-98d5-1ec257381d08 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 943 time: 0.0493290 Aug 31 15:31:46.173739 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-25c5724e-760c-48ef-bb94-56889c65407b req-c6d4efb1-601a-4cab-ba66-be1d5f5a9c78 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313780 Aug 31 15:31:47.026188 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 3aebe981-b7b3-4582-9385-aeabba2ac3ab details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:31:47.116551 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 3aebe981-b7b3-4582-9385-aeabba2ac3ab, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=3aebe981-b7b3-4582-9385-aeabba2ac3ab,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:31:47.130303 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '3aebe981-b7b3-4582-9385-aeabba2ac3ab', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'port_id': '3aebe981-b7b3-4582-9385-aeabba2ac3ab', 'mac_address': 'fa:16:3e:af:70:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:31:47.167399 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:47.179487 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aebe981-b7b3-4582-9385-aeabba2ac3ab {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:31:47.197893 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 3aebe981-b7b3-4582-9385-aeabba2ac3ab, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=3aebe981-b7b3-4582-9385-aeabba2ac3ab,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:31:47.202740 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:47.250206 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=3aebe981-b7b3-4582-9385-aeabba2ac3ab,revision_number=4']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:47.291840 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05034989-8107-4980-8b31-6c0715d6d2cd req-f2c1419e-ac7f-4687-acf8-c85fa05d2cf5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:47.293317 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05034989-8107-4980-8b31-6c0715d6d2cd req-f2c1419e-ac7f-4687-acf8-c85fa05d2cf5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 944 time: 0.0494537 Aug 31 15:31:47.334736 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-05034989-8107-4980-8b31-6c0715d6d2cd req-770316f6-fb99-4bbe-ae3c-2eb026dcfb16 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354981 Aug 31 15:31:47.466996 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['3aebe981-b7b3-4582-9385-aeabba2ac3ab'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:31:48.448319 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc8184-30aa-43e2-8b3d-c07f74c25028 req-2abed3d5-2be1-4520-b04a-f75f410d39fe tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:48.449797 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dffc8184-30aa-43e2-8b3d-c07f74c25028 req-2abed3d5-2be1-4520-b04a-f75f410d39fe tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 944 time: 0.0478826 Aug 31 15:31:48.492645 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-dffc8184-30aa-43e2-8b3d-c07f74c25028 req-69a6c93a-448b-41c4-94c1-68352ea82b85 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368383 Aug 31 15:31:49.056414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 3aebe981-b7b3-4582-9385-aeabba2ac3ab up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:31:49.104866 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning for port 3aebe981-b7b3-4582-9385-aeabba2ac3ab completed by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:31:49.108404 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 3aebe981-b7b3-4582-9385-aeabba2ac3ab triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:49.109063 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:49.189091 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:49.211079 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aebe981-b7b3-4582-9385-aeabba2ac3ab'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:31:49.213337 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e74bffc-87f9-495a-bf44-85c2259bf952" -d '{"events": [{"server_uuid": "64538b65-38fb-45a0-ad8a-72906c676c2c", "name": "network-vif-plugged", "status": "completed", "tag": "3aebe981-b7b3-4582-9385-aeabba2ac3ab"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:31:49.225645 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 3aebe981-b7b3-4582-9385-aeabba2ac3ab, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=3aebe981-b7b3-4582-9385-aeabba2ac3ab,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:31:49.230422 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:49.253751 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac4f7fd-b38e-4858-add5-0f171f428487 x-openstack-request-id: req-0ac4f7fd-b38e-4858-add5-0f171f428487 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:31:49.254041 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64538b65-38fb-45a0-ad8a-72906c676c2c", "name": "network-vif-plugged", "status": "completed", "tag": "3aebe981-b7b3-4582-9385-aeabba2ac3ab", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:31:49.254289 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ac4f7fd-b38e-4858-add5-0f171f428487 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:31:49.254671 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aebe981-b7b3-4582-9385-aeabba2ac3ab', 'code': 200} Aug 31 15:31:49.280382 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=3aebe981-b7b3-4582-9385-aeabba2ac3ab,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:49.344926 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99e95d-225e-4aee-b17e-a000a44d7930 req-20027968-a893-47a8-866f-e48834dc8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:49.346401 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f99e95d-225e-4aee-b17e-a000a44d7930 req-20027968-a893-47a8-866f-e48834dc8e3a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 1096 time: 0.0402415 Aug 31 15:31:49.380697 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0f99e95d-225e-4aee-b17e-a000a44d7930 req-f0f200ef-3266-4352-99ca-2c83971a677f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273442 Aug 31 15:31:49.610118 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a6c14-1c47-4bed-97e6-e40e04095dc1 req-a8ad93e0-7fdd-4529-8d08-1646592e00f6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:49.611618 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e17a6c14-1c47-4bed-97e6-e40e04095dc1 req-a8ad93e0-7fdd-4529-8d08-1646592e00f6 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 945 time: 0.0515561 Aug 31 15:31:49.647889 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e17a6c14-1c47-4bed-97e6-e40e04095dc1 req-9cd94a79-9a29-4de9-a730-13b9e6d3bd86 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304110 Aug 31 15:31:49.733151 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7705212b-c334-473a-9cc6-98a29259eaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:50.275163 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:50.765505 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7837aa4-f7c5-409b-b272-cd2ba2409723 req-1d1933e8-707f-41d9-9e01-548753105bef tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:50.767018 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c7837aa4-f7c5-409b-b272-cd2ba2409723 req-1d1933e8-707f-41d9-9e01-548753105bef tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 945 time: 0.0497971 Aug 31 15:31:50.804298 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-c7837aa4-f7c5-409b-b272-cd2ba2409723 req-96cb5923-36ce-414e-9673-77eb679964f0 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312128 Aug 31 15:31:50.918237 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65e5bc-8997-45c8-aa4e-412a7cb78208 req-6e0d7b20-4c86-4da9-a083-8277ca7a462c tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:50.919733 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb65e5bc-8997-45c8-aa4e-412a7cb78208 req-6e0d7b20-4c86-4da9-a083-8277ca7a462c tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 945 time: 0.0481424 Aug 31 15:31:50.962205 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-eb65e5bc-8997-45c8-aa4e-412a7cb78208 req-37bc9e83-32bb-492f-9486-964515722551 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365629 Aug 31 15:31:50.983872 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34968) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:31:51.022821 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21daabac-9c9a-4448-855c-ce80058198b0 tempest-TestSnapshotPattern-410354651 tempest-TestSnapshotPattern-410354651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:51.024363 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-21daabac-9c9a-4448-855c-ce80058198b0 tempest-TestSnapshotPattern-410354651 tempest-TestSnapshotPattern-410354651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 1091 time: 0.0394962 Aug 31 15:31:51.027079 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 34970) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:31:51.031387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Request body: {'floatingip': {'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'port_id': '3aebe981-b7b3-4582-9385-aeabba2ac3ab', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:31:51.052809 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:51.146094 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:51.251467 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Allocated IP 172.25.2.196 (b5a19983-6a27-48b0-8f13-055b9703b654/6ebc6b19-de04-4f14-aa66-80a3240a9c7d/6207d955-e90b-4dd2-853a-844d692945ab) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:31:51.351115 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:51.394539 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766599586344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:51.430897 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Network b5a19983-6a27-48b0-8f13-055b9703b654 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:31:51.436363 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:31:51.439874 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:31:51.463615 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event updated for resources: {'Port': ['ID=6207d955-e90b-4dd2-853a-844d692945ab,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:51.791286 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:51.857709 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:52.016603 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:52.021068 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63524149'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:52.090203 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event updated for resources: {'Port': ['ID=6207d955-e90b-4dd2-853a-844d692945ab,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:52.096169 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:52.191568 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Floating IP 5c1c0e02-c811-4a29-a224-fa13b7d2d9d2 associated. External IP: 172.25.2.196, port: 3aebe981-b7b3-4582-9385-aeabba2ac3ab. Aug 31 15:31:52.272587 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65278c22-a100-4dff-be1a-e81316867c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:52.372970 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:52.718143 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Router f493b035-a7ab-44ca-a599-62bf4ebe6f0b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:31:52.822650 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:31:52.832310 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e5c044-4463-4e65-9a52-e6a0bb8e01af None None] Sync routers for ids ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:31:52.839048 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:52.842333 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e5c044-4463-4e65-9a52-e6a0bb8e01af None None] Routers {'f493b035-a7ab-44ca-a599-62bf4ebe6f0b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:31:52.842949 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e5e5c044-4463-4e65-9a52-e6a0bb8e01af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:31:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:31:52.879207 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-c2367ff4-f040-441b-8b55-f2b4b88f09dd tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8422859 Aug 31 15:31:52.879207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'tag': '3aebe981-b7b3-4582-9385-aeabba2ac3ab'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:31:52.879207 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0453ad59-e3b1-4517-bdd6-047f68c91270" -d '{"events": [{"name": "network-changed", "server_uuid": "64538b65-38fb-45a0-ad8a-72906c676c2c", "tag": "3aebe981-b7b3-4582-9385-aeabba2ac3ab"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:31:52.921767 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b06ea25-324d-4eaf-a6a3-8ceb785600f7 x-openstack-request-id: req-9b06ea25-324d-4eaf-a6a3-8ceb785600f7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:31:52.922065 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64538b65-38fb-45a0-ad8a-72906c676c2c", "tag": "3aebe981-b7b3-4582-9385-aeabba2ac3ab", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:31:52.922412 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b06ea25-324d-4eaf-a6a3-8ceb785600f7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:31:52.923815 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'tag': '3aebe981-b7b3-4582-9385-aeabba2ac3ab', 'status': 'completed', 'code': 200} Aug 31 15:31:52.960100 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-e5e5c044-4463-4e65-9a52-e6a0bb8e01af None None] Set router f493b035-a7ab-44ca-a599-62bf4ebe6f0b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:31:52.983530 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453ad59-e3b1-4517-bdd6-047f68c91270 req-3d49c22e-9547-4885-997a-262a4a6280ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:52.985281 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0453ad59-e3b1-4517-bdd6-047f68c91270 req-3d49c22e-9547-4885-997a-262a4a6280ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 1096 time: 0.0421171 Aug 31 15:31:53.076672 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453ad59-e3b1-4517-bdd6-047f68c91270 req-2f07331d-703e-471e-a4e0-819cf47b91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:53.078145 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0453ad59-e3b1-4517-bdd6-047f68c91270 req-2f07331d-703e-471e-a4e0-819cf47b91e8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 910 time: 0.0865977 Aug 31 15:31:53.142410 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0453ad59-e3b1-4517-bdd6-047f68c91270 req-684550b9-7a1c-4e37-a4b1-9250b7ef2842 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aebe981-b7b3-4582-9385-aeabba2ac3ab HTTP/1.1" status: 200 len: 999 time: 0.0574911 Aug 31 15:31:53.179044 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e5e5c044-4463-4e65-9a52-e6a0bb8e01af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '5c1c0e02-c811-4a29-a224-fa13b7d2d9d2', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'floating_ip_address': '172.25.2.196', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'port_id': '3aebe981-b7b3-4582-9385-aeabba2ac3ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'mac_address': 'fa:16:3e:af:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:31:51Z', 'updated_at': '2021-08-31T15:31:51Z', 'revision_number': 0, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ip_address_scope': None}, {'id': '70849238-4487-4998-9e6b-c57087301a05', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'port_id': 'a579c5df-85c5-41ca-94b1-847754da3501', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'mac_address': 'fa:16:3e:a1:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:16Z', 'updated_at': '2021-08-31T15:29:18Z', 'revision_number': 1, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:29:03Z', 'revision_number': 5, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:31:53.190944 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453ad59-e3b1-4517-bdd6-047f68c91270 req-72fcb23a-c174-4bbf-9fed-ec3b21db6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:53.192420 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0453ad59-e3b1-4517-bdd6-047f68c91270 req-72fcb23a-c174-4bbf-9fed-ec3b21db6c62 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0437350 Aug 31 15:31:53.205854 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e5c044-4463-4e65-9a52-e6a0bb8e01af None None] Checking router: f493b035-a7ab-44ca-a599-62bf4ebe6f0b for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:31:53.214603 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e5c044-4463-4e65-9a52-e6a0bb8e01af None None] Routers {'f493b035-a7ab-44ca-a599-62bf4ebe6f0b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:31:53.215202 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e5e5c044-4463-4e65-9a52-e6a0bb8e01af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:31:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:31:53.244416 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453ad59-e3b1-4517-bdd6-047f68c91270 req-e2a5f822-ecac-400c-b7b4-487f857a3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:53.246445 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0453ad59-e3b1-4517-bdd6-047f68c91270 req-e2a5f822-ecac-400c-b7b4-487f857a3557 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473864 Aug 31 15:31:53.333521 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-e5e5c044-4463-4e65-9a52-e6a0bb8e01af None None] Set router f493b035-a7ab-44ca-a599-62bf4ebe6f0b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:31:53.340423 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0453ad59-e3b1-4517-bdd6-047f68c91270 req-ecad396a-f1a1-4571-a2c0-0afb20117da6 service neutron] 10.222.0.25 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854883 Aug 31 15:31:53.434218 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-0453ad59-e3b1-4517-bdd6-047f68c91270 req-6eaf5c39-79ed-4cfa-9b43-6693b6c43720 service neutron] 10.222.0.25 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872381 Aug 31 15:31:53.572888 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e5e5c044-4463-4e65-9a52-e6a0bb8e01af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '5c1c0e02-c811-4a29-a224-fa13b7d2d9d2', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'floating_ip_address': '172.25.2.196', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'port_id': '3aebe981-b7b3-4582-9385-aeabba2ac3ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'mac_address': 'fa:16:3e:af:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:31:51Z', 'updated_at': '2021-08-31T15:31:51Z', 'revision_number': 0, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ip_address_scope': None}, {'id': '70849238-4487-4998-9e6b-c57087301a05', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'port_id': 'a579c5df-85c5-41ca-94b1-847754da3501', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'mac_address': 'fa:16:3e:a1:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:16Z', 'updated_at': '2021-08-31T15:29:18Z', 'revision_number': 1, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:29:03Z', 'revision_number': 5, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:31:53.599608 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e5c044-4463-4e65-9a52-e6a0bb8e01af None None] The sync data for ids ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'] in n-d-806683-5 is: [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '5c1c0e02-c811-4a29-a224-fa13b7d2d9d2', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'floating_ip_address': '172.25.2.196', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'port_id': '3aebe981-b7b3-4582-9385-aeabba2ac3ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'mac_address': 'fa:16:3e:af:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:31:51Z', 'updated_at': '2021-08-31T15:31:51Z', 'revision_number': 0, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ip_address_scope': None}, {'id': '70849238-4487-4998-9e6b-c57087301a05', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'port_id': 'a579c5df-85c5-41ca-94b1-847754da3501', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'mac_address': 'fa:16:3e:a1:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:16Z', 'updated_at': '2021-08-31T15:29:18Z', 'revision_number': 1, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:29:03Z', 'revision_number': 5, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:31:53.613940 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:53.799441 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a644a-97c5-406f-a31d-8b98cbb138db None None] New status for floating IP 5c1c0e02-c811-4a29-a224-fa13b7d2d9d2: ACTIVE {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:31:55.163610 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:55.205339 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:56.902551 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e24204ba-b7ba-4d28-9c41-d198ef8d1a89 req-d9faf162-ec66-4718-9e9d-6f0029a217ce service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404036 Aug 31 15:31:56.982411 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24204ba-b7ba-4d28-9c41-d198ef8d1a89 req-811bc20a-982f-4964-a11f-8729b0de394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:56.984203 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e24204ba-b7ba-4d28-9c41-d198ef8d1a89 req-811bc20a-982f-4964-a11f-8729b0de394f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 1096 time: 0.0413353 Aug 31 15:31:57.090860 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24204ba-b7ba-4d28-9c41-d198ef8d1a89 req-0eb31096-13a0-4b5c-90a8-d11fd735ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:57.092349 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e24204ba-b7ba-4d28-9c41-d198ef8d1a89 req-0eb31096-13a0-4b5c-90a8-d11fd735ac66 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 910 time: 0.0893748 Aug 31 15:31:57.157761 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e24204ba-b7ba-4d28-9c41-d198ef8d1a89 req-16ee7376-f271-4088-a3fb-d3b6a7740b65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aebe981-b7b3-4582-9385-aeabba2ac3ab HTTP/1.1" status: 200 len: 1001 time: 0.0588343 Aug 31 15:31:57.206563 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24204ba-b7ba-4d28-9c41-d198ef8d1a89 req-122c614e-fdab-477a-9f98-68ceaf449aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:57.208015 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e24204ba-b7ba-4d28-9c41-d198ef8d1a89 req-122c614e-fdab-477a-9f98-68ceaf449aa4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0441744 Aug 31 15:31:57.260268 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24204ba-b7ba-4d28-9c41-d198ef8d1a89 req-89738a53-f4ae-4abf-bcbc-4e616f898078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:57.261784 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e24204ba-b7ba-4d28-9c41-d198ef8d1a89 req-89738a53-f4ae-4abf-bcbc-4e616f898078 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473650 Aug 31 15:31:57.350826 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e24204ba-b7ba-4d28-9c41-d198ef8d1a89 req-394ed43d-68f5-4d4f-8cc5-a1b8bec2dffc service neutron] 10.222.0.25 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819232 Aug 31 15:31:57.445509 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e24204ba-b7ba-4d28-9c41-d198ef8d1a89 req-be21cf33-2e53-47d2-8fb4-c2e66eadeecd service neutron] 10.222.0.25 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877843 Aug 31 15:32:12.031543 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:32:19.734037 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e857a0cf-a923-432a-9446-2b65abd815c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:20.290505 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:22.273602 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00e23ce2-a4ca-491c-acbc-617a0c7ddcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:22.372969 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:23.616283 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:25.165817 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:25.209798 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:27.106477 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a58065fa-b2d7-4235-ad02-74ea105488de req-40693e19-6af7-40c2-8f60-23f635fc9877 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402553 Aug 31 15:32:27.184728 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58065fa-b2d7-4235-ad02-74ea105488de req-09e20d98-3d33-4526-b176-3013b5dde77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:27.186227 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a58065fa-b2d7-4235-ad02-74ea105488de req-09e20d98-3d33-4526-b176-3013b5dde77f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 1095 time: 0.0399175 Aug 31 15:32:27.291106 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58065fa-b2d7-4235-ad02-74ea105488de req-616493b2-eba5-4b54-9340-83b01adbb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:27.292521 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a58065fa-b2d7-4235-ad02-74ea105488de req-616493b2-eba5-4b54-9340-83b01adbb0b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 910 time: 0.0867341 Aug 31 15:32:27.357649 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a58065fa-b2d7-4235-ad02-74ea105488de req-4330f016-f0ee-431c-88ba-db81d34184e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a579c5df-85c5-41ca-94b1-847754da3501 HTTP/1.1" status: 200 len: 1000 time: 0.0579705 Aug 31 15:32:27.410117 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58065fa-b2d7-4235-ad02-74ea105488de req-ffabb435-3f43-4601-b699-f76cb2aab289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:27.411757 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a58065fa-b2d7-4235-ad02-74ea105488de req-ffabb435-3f43-4601-b699-f76cb2aab289 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0473003 Aug 31 15:32:27.467329 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58065fa-b2d7-4235-ad02-74ea105488de req-40f4d655-c974-45e5-aff3-a61ab1a38ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:27.468881 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a58065fa-b2d7-4235-ad02-74ea105488de req-40f4d655-c974-45e5-aff3-a61ab1a38ddb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488040 Aug 31 15:32:27.562700 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a58065fa-b2d7-4235-ad02-74ea105488de req-f8c61a4f-1bae-4af6-8435-08d6fb3dca8b service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862632 Aug 31 15:32:27.657812 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-a58065fa-b2d7-4235-ad02-74ea105488de req-a05254ac-9e38-42de-99fc-81be8d6973ba service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883098 Aug 31 15:32:49.029915 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:32:49.735568 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e206a6c5-feb1-40c1-b9e7-2c1e8ba5cf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:50.305578 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:52.276707 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d52b8b1e-a525-4759-a954-bf14df0d9681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:52.373646 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:53.619197 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:55.177669 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:55.212264 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:58.816118 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d2db03ab-f98f-4166-b1df-791416aa1f29 req-b6b99c0c-3d5a-4a2d-91b9-e11ce3a75f4f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406673 Aug 31 15:32:58.895425 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db03ab-f98f-4166-b1df-791416aa1f29 req-7e51811f-7f55-4464-9b5c-9463b1ca9bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:58.896892 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d2db03ab-f98f-4166-b1df-791416aa1f29 req-7e51811f-7f55-4464-9b5c-9463b1ca9bba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 1096 time: 0.0405412 Aug 31 15:32:59.002191 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db03ab-f98f-4166-b1df-791416aa1f29 req-fa0e2bfc-d795-4d68-b551-9c4df578b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:59.003731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d2db03ab-f98f-4166-b1df-791416aa1f29 req-fa0e2bfc-d795-4d68-b551-9c4df578b490 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 910 time: 0.0877528 Aug 31 15:32:59.068216 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d2db03ab-f98f-4166-b1df-791416aa1f29 req-4d77880f-aa4d-4a25-9dda-76ee58739863 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aebe981-b7b3-4582-9385-aeabba2ac3ab HTTP/1.1" status: 200 len: 1001 time: 0.0576072 Aug 31 15:32:59.116169 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db03ab-f98f-4166-b1df-791416aa1f29 req-81c488cb-4790-4e9b-a208-d54c872b8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:59.117579 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d2db03ab-f98f-4166-b1df-791416aa1f29 req-81c488cb-4790-4e9b-a208-d54c872b8344 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0431149 Aug 31 15:32:59.165887 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db03ab-f98f-4166-b1df-791416aa1f29 req-59ffc952-a414-4ec2-bf8f-ee3dff4627a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:59.167293 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d2db03ab-f98f-4166-b1df-791416aa1f29 req-59ffc952-a414-4ec2-bf8f-ee3dff4627a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433087 Aug 31 15:32:59.254179 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d2db03ab-f98f-4166-b1df-791416aa1f29 req-dc1576bf-db24-4549-9cc9-38f3521a29de service neutron] 10.222.0.25 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798523 Aug 31 15:32:59.349292 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-d2db03ab-f98f-4166-b1df-791416aa1f29 req-89d9a4b1-aa70-44b7-8021-c535c6dc4a84 service neutron] 10.222.0.25 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883522 Aug 31 15:33:19.736311 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49832950-706a-481b-9217-35521d44b5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:20.328338 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:22.278703 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98301cec-ecba-4047-808b-e975a7e07c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:22.376013 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:23.625490 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:25.189276 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:25.213281 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:26.029000 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:33:27.187636 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83c4f801-b060-4c2f-b01d-b578a7e67b22 req-fe185570-efd9-4c6c-b94f-b3579b3d4fb0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0846214 Aug 31 15:33:27.269783 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f801-b060-4c2f-b01d-b578a7e67b22 req-daccab7d-edb0-409f-a32d-ebed80c2b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:27.271164 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83c4f801-b060-4c2f-b01d-b578a7e67b22 req-daccab7d-edb0-409f-a32d-ebed80c2b0a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 1095 time: 0.0417333 Aug 31 15:33:27.374333 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f801-b060-4c2f-b01d-b578a7e67b22 req-ac3b296c-f797-45ed-9d7a-22d6bb738bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:27.376422 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83c4f801-b060-4c2f-b01d-b578a7e67b22 req-ac3b296c-f797-45ed-9d7a-22d6bb738bee service neutron] 10.222.0.60 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 910 time: 0.0870993 Aug 31 15:33:27.442344 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83c4f801-b060-4c2f-b01d-b578a7e67b22 req-a3d874df-f7d0-4496-9a0f-3585e16fc5ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a579c5df-85c5-41ca-94b1-847754da3501 HTTP/1.1" status: 200 len: 1000 time: 0.0587049 Aug 31 15:33:27.491494 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f801-b060-4c2f-b01d-b578a7e67b22 req-ec52dc83-1b1f-4823-b633-3b4cd1e7c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:27.492912 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83c4f801-b060-4c2f-b01d-b578a7e67b22 req-ec52dc83-1b1f-4823-b633-3b4cd1e7c2a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0437472 Aug 31 15:33:27.542647 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f801-b060-4c2f-b01d-b578a7e67b22 req-f8e1fd34-bc11-40d1-ad55-e31004c04ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:27.544071 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83c4f801-b060-4c2f-b01d-b578a7e67b22 req-f8e1fd34-bc11-40d1-ad55-e31004c04ca5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432513 Aug 31 15:33:27.636003 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83c4f801-b060-4c2f-b01d-b578a7e67b22 req-52e442ea-2c65-4135-a3fd-0b8818bd5b10 service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848024 Aug 31 15:33:27.729724 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-83c4f801-b060-4c2f-b01d-b578a7e67b22 req-ae19c21d-126d-4068-9445-7c4aa83fd666 service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857701 Aug 31 15:33:33.657329 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 3aebe981-b7b3-4582-9385-aeabba2ac3ab details requested by agent hyperv_n-h2-806683-5 with host n-h2-806683-5 {{(pid=94872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:33:33.752533 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 3aebe981-b7b3-4582-9385-aeabba2ac3ab, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=3aebe981-b7b3-4582-9385-aeabba2ac3ab,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:33:33.763958 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Returning: {'device': '3aebe981-b7b3-4582-9385-aeabba2ac3ab', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'port_id': '3aebe981-b7b3-4582-9385-aeabba2ac3ab', 'mac_address': 'fa:16:3e:af:70:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:33:33.814479 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:33.828695 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3aebe981-b7b3-4582-9385-aeabba2ac3ab {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:33:33.848933 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 3aebe981-b7b3-4582-9385-aeabba2ac3ab, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=3aebe981-b7b3-4582-9385-aeabba2ac3ab,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:33:33.853406 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:33.904513 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=3aebe981-b7b3-4582-9385-aeabba2ac3ab,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:33.912841 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:33.913136 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:33.913478 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:33.913805 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:33.914138 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:33.914464 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:33.914788 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:33.915108 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:33.915452 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:33.915772 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:33.916093 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:33.916415 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:33.924621 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] get_ports_and_sgs() called for port_ids ['3aebe981-b7b3-4582-9385-aeabba2ac3ab'] {{(pid=94872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:33:35.665813 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 3aebe981-b7b3-4582-9385-aeabba2ac3ab up at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:33:35.716140 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Provisioning complete for port 3aebe981-b7b3-4582-9385-aeabba2ac3ab triggered by entity L2. {{(pid=94872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:33:35.716536 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674116'] for port, provisioning_complete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:35.808673 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780947'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:35.834413 n-d-806683-5 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aebe981-b7b3-4582-9385-aeabba2ac3ab'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:33:35.836829 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b238ea09a1ca6ef3c947211d9fb8837e6de1896b56b658427b6c596b12aec8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb190e1b-4867-49e3-b8c2-2db8b8e9348d" -d '{"events": [{"server_uuid": "64538b65-38fb-45a0-ad8a-72906c676c2c", "name": "network-vif-plugged", "status": "completed", "tag": "3aebe981-b7b3-4582-9385-aeabba2ac3ab"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:33:35.857810 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] For port 3aebe981-b7b3-4582-9385-aeabba2ac3ab, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=3aebe981-b7b3-4582-9385-aeabba2ac3ab,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:33:35.864411 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766600169427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766599586362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766599586380'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:35.934597 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Pushing event updated for resources: {'Port': ['ID=3aebe981-b7b3-4582-9385-aeabba2ac3ab,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:35.953834 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1e7dee-b257-49ce-87b5-4c2bb7a5cdfa x-openstack-request-id: req-1e1e7dee-b257-49ce-87b5-4c2bb7a5cdfa {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:33:35.954165 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64538b65-38fb-45a0-ad8a-72906c676c2c", "name": "network-vif-plugged", "status": "completed", "tag": "3aebe981-b7b3-4582-9385-aeabba2ac3ab", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:33:35.954418 n-d-806683-5 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e1e7dee-b257-49ce-87b5-4c2bb7a5cdfa {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:33:35.954813 n-d-806683-5 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aebe981-b7b3-4582-9385-aeabba2ac3ab', 'code': 200} Aug 31 15:33:45.872934 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35176) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:33:46.030207 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Deleting port 6207d955-e90b-4dd2-853a-844d692945ab {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:33:46.030554 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:46.116404 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:46.116693 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:46.129330 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Calling delete_port for 6207d955-e90b-4dd2-853a-844d692945ab owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:33:46.283445 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:46.308969 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event deleted for resources: {'Port': ['ID=6207d955-e90b-4dd2-853a-844d692945ab,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:46.337151 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:46.337501 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:46.337834 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:46.338164 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:46.338519 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:46.338848 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:46.339196 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:46.339514 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:46.339833 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:46.340185 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:46.340474 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:46.340790 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:46.380407 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:46.380695 n-d-806683-5 neutron-server[94871]: INFO neutron.db.l3_db [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Floating IP 5c1c0e02-c811-4a29-a224-fa13b7d2d9d2 disassociated (deleted). External IP: 172.25.2.196, port: 3aebe981-b7b3-4582-9385-aeabba2ac3ab. Aug 31 15:33:46.594423 n-d-806683-5 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Router f493b035-a7ab-44ca-a599-62bf4ebe6f0b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:33:46.700195 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:33:46.705415 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:46.711025 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4889ec-d64c-47b4-a023-2dffc8d494a4 None None] Sync routers for ids ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:33:46.720897 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4889ec-d64c-47b4-a023-2dffc8d494a4 None None] Routers {'f493b035-a7ab-44ca-a599-62bf4ebe6f0b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:33:46.721515 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4a4889ec-d64c-47b4-a023-2dffc8d494a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:46.737502 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-cb4d82a3-b16e-4e76-ac0c-9a6f7294114d tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "DELETE /v2.0/floatingips/5c1c0e02-c811-4a29-a224-fa13b7d2d9d2 HTTP/1.1" status: 204 len: 168 time: 0.8633778 Aug 31 15:33:46.738061 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'tag': '3aebe981-b7b3-4582-9385-aeabba2ac3ab'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:33:46.740373 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae1cfab-ac97-47aa-8b84-ded09bd01e41" -d '{"events": [{"name": "network-changed", "server_uuid": "64538b65-38fb-45a0-ad8a-72906c676c2c", "tag": "3aebe981-b7b3-4582-9385-aeabba2ac3ab"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:33:46.777939 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a888b69d-a212-48fb-a6f6-fa62827bfc27 x-openstack-request-id: req-a888b69d-a212-48fb-a6f6-fa62827bfc27 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:33:46.778233 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64538b65-38fb-45a0-ad8a-72906c676c2c", "tag": "3aebe981-b7b3-4582-9385-aeabba2ac3ab", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:33:46.778488 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a888b69d-a212-48fb-a6f6-fa62827bfc27 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:33:46.778897 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'tag': '3aebe981-b7b3-4582-9385-aeabba2ac3ab', 'status': 'completed', 'code': 200} Aug 31 15:33:46.841344 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4a4889ec-d64c-47b4-a023-2dffc8d494a4 None None] Set router f493b035-a7ab-44ca-a599-62bf4ebe6f0b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:33:46.846738 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1cfab-ac97-47aa-8b84-ded09bd01e41 req-bb036e59-1d8d-4572-b05a-ca46defa9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:46.848296 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ae1cfab-ac97-47aa-8b84-ded09bd01e41 req-bb036e59-1d8d-4572-b05a-ca46defa9569 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 1096 time: 0.0488899 Aug 31 15:33:46.957035 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1cfab-ac97-47aa-8b84-ded09bd01e41 req-db14f2d7-c19b-4f5e-ae7b-ca9b68a7ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:46.959126 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ae1cfab-ac97-47aa-8b84-ded09bd01e41 req-db14f2d7-c19b-4f5e-ae7b-ca9b68a7ab57 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 910 time: 0.0973752 Aug 31 15:33:46.981178 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72b6b5-e861-4d26-8365-fb4d153b1904 req-f1b1dc71-b041-4c0d-93b7-8aeeab21c3bb tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:46.984441 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e72b6b5-e861-4d26-8365-fb4d153b1904 req-f1b1dc71-b041-4c0d-93b7-8aeeab21c3bb tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 945 time: 0.0586064 Aug 31 15:33:47.031351 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-7e72b6b5-e861-4d26-8365-fb4d153b1904 req-f8dbb152-afa2-4af0-868c-7237513ea220 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389287 Aug 31 15:33:47.032762 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ae1cfab-ac97-47aa-8b84-ded09bd01e41 req-04022d21-75a6-450e-990f-c61baffbc735 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aebe981-b7b3-4582-9385-aeabba2ac3ab HTTP/1.1" status: 200 len: 217 time: 0.0660350 Aug 31 15:33:47.084829 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1cfab-ac97-47aa-8b84-ded09bd01e41 req-590c1ffb-f760-4b54-9341-505a377ce06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:47.086437 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ae1cfab-ac97-47aa-8b84-ded09bd01e41 req-590c1ffb-f760-4b54-9341-505a377ce06c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0465529 Aug 31 15:33:47.110424 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4a4889ec-d64c-47b4-a023-2dffc8d494a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '70849238-4487-4998-9e6b-c57087301a05', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'port_id': 'a579c5df-85c5-41ca-94b1-847754da3501', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'mac_address': 'fa:16:3e:a1:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:16Z', 'updated_at': '2021-08-31T15:29:18Z', 'revision_number': 1, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:29:03Z', 'revision_number': 5, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:47.135477 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1cfab-ac97-47aa-8b84-ded09bd01e41 req-2e15883d-9c05-4aad-9627-2047961381df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:47.136890 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4889ec-d64c-47b4-a023-2dffc8d494a4 None None] Checking router: f493b035-a7ab-44ca-a599-62bf4ebe6f0b for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:33:47.137073 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ae1cfab-ac97-47aa-8b84-ded09bd01e41 req-2e15883d-9c05-4aad-9627-2047961381df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423853 Aug 31 15:33:47.145238 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4889ec-d64c-47b4-a023-2dffc8d494a4 None None] Routers {'f493b035-a7ab-44ca-a599-62bf4ebe6f0b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:33:47.145839 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4a4889ec-d64c-47b4-a023-2dffc8d494a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:47.233682 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ae1cfab-ac97-47aa-8b84-ded09bd01e41 req-cd4ee2de-cca8-4552-8b33-e3bfbf79d8bb service neutron] 10.222.0.25 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884459 Aug 31 15:33:47.251092 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4a4889ec-d64c-47b4-a023-2dffc8d494a4 None None] Set router f493b035-a7ab-44ca-a599-62bf4ebe6f0b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:33:47.328021 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-2ae1cfab-ac97-47aa-8b84-ded09bd01e41 req-0eeb3c45-5317-4a2f-b106-c4160855d7bb service neutron] 10.222.0.25 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859292 Aug 31 15:33:47.480882 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4a4889ec-d64c-47b4-a023-2dffc8d494a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '70849238-4487-4998-9e6b-c57087301a05', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'port_id': 'a579c5df-85c5-41ca-94b1-847754da3501', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'mac_address': 'fa:16:3e:a1:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:16Z', 'updated_at': '2021-08-31T15:29:18Z', 'revision_number': 1, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:29:03Z', 'revision_number': 5, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:47.507446 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4889ec-d64c-47b4-a023-2dffc8d494a4 None None] The sync data for ids ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'] in n-d-806683-5 is: [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_floatingips': [{'id': '70849238-4487-4998-9e6b-c57087301a05', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'router_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'port_id': 'a579c5df-85c5-41ca-94b1-847754da3501', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'mac_address': 'fa:16:3e:a1:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:16Z', 'updated_at': '2021-08-31T15:29:18Z', 'revision_number': 1, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:29:03Z', 'revision_number': 5, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:33:47.729451 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0893bcd-98c5-4178-8aba-8e5d154352fb None None] New status for floating IP 5c1c0e02-c811-4a29-a224-fa13b7d2d9d2: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:33:48.152910 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740d47e-dc6f-4c2b-9380-037aea5eebc2 req-5e633b58-6d74-4cad-a330-6532fbb4db90 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:48.154389 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e740d47e-dc6f-4c2b-9380-037aea5eebc2 req-5e633b58-6d74-4cad-a330-6532fbb4db90 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 945 time: 0.0522447 Aug 31 15:33:48.196094 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-e740d47e-dc6f-4c2b-9380-037aea5eebc2 req-de5c079c-7128-4a9d-9a04-121ef9995f2e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357203 Aug 31 15:33:48.525017 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22e6bb-c6a4-4b77-b4bd-6216a63a7566 req-0e8ef29c-81da-4846-9a81-ea08095dc4b5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:48.526492 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d22e6bb-c6a4-4b77-b4bd-6216a63a7566 req-0e8ef29c-81da-4846-9a81-ea08095dc4b5 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.25 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 945 time: 0.0481157 Aug 31 15:33:48.617930 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9d22e6bb-c6a4-4b77-b4bd-6216a63a7566 req-077a06eb-5783-45f8-b924-df501d35819b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Deleting port 3aebe981-b7b3-4582-9385-aeabba2ac3ab {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:33:48.618277 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d22e6bb-c6a4-4b77-b4bd-6216a63a7566 req-077a06eb-5783-45f8-b924-df501d35819b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:48.714192 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9d22e6bb-c6a4-4b77-b4bd-6216a63a7566 req-077a06eb-5783-45f8-b924-df501d35819b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] For port 3aebe981-b7b3-4582-9385-aeabba2ac3ab, host n-h2-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-5',level=0,port_id=3aebe981-b7b3-4582-9385-aeabba2ac3ab,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:33:48.714574 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d22e6bb-c6a4-4b77-b4bd-6216a63a7566 req-077a06eb-5783-45f8-b924-df501d35819b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:48.728704 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9d22e6bb-c6a4-4b77-b4bd-6216a63a7566 req-077a06eb-5783-45f8-b924-df501d35819b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Calling delete_port for 3aebe981-b7b3-4582-9385-aeabba2ac3ab owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:33:48.862949 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d22e6bb-c6a4-4b77-b4bd-6216a63a7566 req-077a06eb-5783-45f8-b924-df501d35819b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:49.212020 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a06eb-5783-45f8-b924-df501d35819b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event deleted for resources: {'Port': ['ID=3aebe981-b7b3-4582-9385-aeabba2ac3ab,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:49.255573 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d22e6bb-c6a4-4b77-b4bd-6216a63a7566 req-077a06eb-5783-45f8-b924-df501d35819b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] No DVR routers for this DVR port 3aebe981-b7b3-4582-9385-aeabba2ac3ab on host n-h2-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:33:49.258575 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d22e6bb-c6a4-4b77-b4bd-6216a63a7566 req-077a06eb-5783-45f8-b924-df501d35819b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:49.260825 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-9d22e6bb-c6a4-4b77-b4bd-6216a63a7566 req-077a06eb-5783-45f8-b924-df501d35819b tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.25 "DELETE /v2.0/ports/3aebe981-b7b3-4582-9385-aeabba2ac3ab HTTP/1.1" status: 204 len: 173 time: 0.7284181 Aug 31 15:33:49.261275 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'name': 'network-vif-deleted', 'tag': '3aebe981-b7b3-4582-9385-aeabba2ac3ab'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:33:49.263601 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fd30da-bfb6-40a4-a5e3-d36fad53748c" -d '{"events": [{"server_uuid": "64538b65-38fb-45a0-ad8a-72906c676c2c", "name": "network-vif-deleted", "tag": "3aebe981-b7b3-4582-9385-aeabba2ac3ab"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:33:49.304834 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-df43bb25-20f9-40e0-a66a-6526b618e879 req-1569349c-c48b-49a9-8ffa-d396cf1870c1 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=64538b65-38fb-45a0-ad8a-72906c676c2c HTTP/1.1" status: 200 len: 210 time: 0.0328548 Aug 31 15:33:49.305348 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c048d1-3d6a-4ad8-8455-8cf3ef82c993 x-openstack-request-id: req-79c048d1-3d6a-4ad8-8455-8cf3ef82c993 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:33:49.305591 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64538b65-38fb-45a0-ad8a-72906c676c2c", "name": "network-vif-deleted", "tag": "3aebe981-b7b3-4582-9385-aeabba2ac3ab", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:33:49.305914 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79c048d1-3d6a-4ad8-8455-8cf3ef82c993 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:33:49.306376 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64538b65-38fb-45a0-ad8a-72906c676c2c', 'name': 'network-vif-deleted', 'tag': '3aebe981-b7b3-4582-9385-aeabba2ac3ab', 'status': 'completed', 'code': 200} Aug 31 15:33:49.740681 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 3aebe981-b7b3-4582-9385-aeabba2ac3ab no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:33:49.761723 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 3aebe981-b7b3-4582-9385-aeabba2ac3ab {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:33:49.762124 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 3aebe981-b7b3-4582-9385-aeabba2ac3ab not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:33:49.763710 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70184bd7-2b0e-41b3-9499-6d304deb51ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:50.328157 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:50.893637 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35234) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:33:51.060955 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Deleting port 8a0452ff-fc10-41d9-a63a-926417a5fd2b {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:33:51.062063 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:51.140064 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:51.140386 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:51.151753 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Calling delete_port for 8a0452ff-fc10-41d9-a63a-926417a5fd2b owned by network:floatingip {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:33:51.314548 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:51.347387 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event deleted for resources: {'Port': ['ID=8a0452ff-fc10-41d9-a63a-926417a5fd2b,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:51.360823 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:51.361175 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:51.361784 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:51.362115 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:51.362452 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:51.362787 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:51.363127 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:51.363480 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:51.363804 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:51.364126 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:51.364485 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:51.364881 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-5 {{(pid=94870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:51.431591 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for floatingip, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:51.431872 n-d-806683-5 neutron-server[94870]: INFO neutron.db.l3_db [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Floating IP 70849238-4487-4998-9e6b-c57087301a05 disassociated (deleted). External IP: 172.25.2.168, port: a579c5df-85c5-41ca-94b1-847754da3501. Aug 31 15:33:51.644977 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Router f493b035-a7ab-44ca-a599-62bf4ebe6f0b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:33:51.763640 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:33:51.769096 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for floatingip, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:51.776176 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed05b8d-df77-4ae5-a790-f1cbee350bc7 None None] Sync routers for ids ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:33:51.791146 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed05b8d-df77-4ae5-a790-f1cbee350bc7 None None] Routers {'f493b035-a7ab-44ca-a599-62bf4ebe6f0b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:33:51.792644 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fed05b8d-df77-4ae5-a790-f1cbee350bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:51.798585 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e276b7ae-ca30-4f97-bd32-0f363af9e269 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "DELETE /v2.0/floatingips/70849238-4487-4998-9e6b-c57087301a05 HTTP/1.1" status: 204 len: 168 time: 0.9038460 Aug 31 15:33:51.799297 n-d-806683-5 neutron-server[94870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'tag': 'a579c5df-85c5-41ca-94b1-847754da3501'}] {{(pid=94870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:33:51.801827 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8baed89709b0a4c945e3e74325298eb1be3a1a950e6bee074768b0dfbbad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd169a11-b3ba-4abc-a823-e718ff9ac5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f7fadd-d3e1-40ce-abc3-87db2759dd0d", "tag": "a579c5df-85c5-41ca-94b1-847754da3501"}]}' {{(pid=94870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:33:51.918387 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-fed05b8d-df77-4ae5-a790-f1cbee350bc7 None None] Set router f493b035-a7ab-44ca-a599-62bf4ebe6f0b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:33:51.941761 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510d62f6-f810-477f-b4de-a5ff7acf8c50 x-openstack-request-id: req-510d62f6-f810-477f-b4de-a5ff7acf8c50 {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:33:51.942286 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f7fadd-d3e1-40ce-abc3-87db2759dd0d", "tag": "a579c5df-85c5-41ca-94b1-847754da3501", "status": "completed", "code": 200}]} {{(pid=94870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:33:51.942286 n-d-806683-5 neutron-server[94870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-510d62f6-f810-477f-b4de-a5ff7acf8c50 {{(pid=94870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:33:51.942704 n-d-806683-5 neutron-server[94870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'tag': 'a579c5df-85c5-41ca-94b1-847754da3501', 'status': 'completed', 'code': 200} Aug 31 15:33:52.021301 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd169a11-b3ba-4abc-a823-e718ff9ac5ce req-95cfb87c-c731-4983-b46d-d8d72af62ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:52.022913 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd169a11-b3ba-4abc-a823-e718ff9ac5ce req-95cfb87c-c731-4983-b46d-d8d72af62ef9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd0611d3714247be99bfbb9f9ed85923&device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 1095 time: 0.0536566 Aug 31 15:33:52.142464 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecf6fb-8dd7-4e87-aa5b-f2972b57a627 req-76fbaec2-7490-4f02-bc73-b8d7f0714cea tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:52.144484 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3eecf6fb-8dd7-4e87-aa5b-f2972b57a627 req-76fbaec2-7490-4f02-bc73-b8d7f0714cea tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 944 time: 0.1048708 Aug 31 15:33:52.183462 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fed05b8d-df77-4ae5-a790-f1cbee350bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:29:03Z', 'revision_number': 5, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:52.197251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd169a11-b3ba-4abc-a823-e718ff9ac5ce req-98e35c79-82fc-4a02-a5db-87bee359309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:52.199117 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd169a11-b3ba-4abc-a823-e718ff9ac5ce req-98e35c79-82fc-4a02-a5db-87bee359309a service neutron] 10.222.0.60 "GET /v2.0/networks?id=3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 200 len: 910 time: 0.1682479 Aug 31 15:33:52.206974 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3eecf6fb-8dd7-4e87-aa5b-f2972b57a627 req-9e420c49-d980-477b-ac35-ee110ab65518 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527875 Aug 31 15:33:52.214723 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed05b8d-df77-4ae5-a790-f1cbee350bc7 None None] Checking router: f493b035-a7ab-44ca-a599-62bf4ebe6f0b for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:33:52.232007 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed05b8d-df77-4ae5-a790-f1cbee350bc7 None None] Routers {'f493b035-a7ab-44ca-a599-62bf4ebe6f0b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:33:52.232682 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fed05b8d-df77-4ae5-a790-f1cbee350bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:33:22Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:52.246731 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd169a11-b3ba-4abc-a823-e718ff9ac5ce req-5aceb7e6-014c-4b4d-b928-dedd1c7a4475 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a579c5df-85c5-41ca-94b1-847754da3501 HTTP/1.1" status: 200 len: 217 time: 0.0385756 Aug 31 15:33:52.283014 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c35ba31-177f-4a62-832b-124c679454d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:52.299200 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd169a11-b3ba-4abc-a823-e718ff9ac5ce req-b224a8e8-6408-4c69-922f-ad6f0f99e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:52.300675 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd169a11-b3ba-4abc-a823-e718ff9ac5ce req-b224a8e8-6408-4c69-922f-ad6f0f99e874 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 200 len: 848 time: 0.0459583 Aug 31 15:33:52.339944 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-fed05b8d-df77-4ae5-a790-f1cbee350bc7 None None] Set router f493b035-a7ab-44ca-a599-62bf4ebe6f0b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:33:52.347029 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd169a11-b3ba-4abc-a823-e718ff9ac5ce req-6623c29c-687f-4d48-ac03-2305cad9fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:52.348556 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd169a11-b3ba-4abc-a823-e718ff9ac5ce req-6623c29c-687f-4d48-ac03-2305cad9fc3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3bf17692-01e4-4d63-971d-5545f297c9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398242 Aug 31 15:33:52.379798 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:52.455458 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd169a11-b3ba-4abc-a823-e718ff9ac5ce req-93ced407-56fc-4c0a-b881-2378010ff709 service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976019 Aug 31 15:33:52.561308 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-fd169a11-b3ba-4abc-a823-e718ff9ac5ce req-2eac5a5e-6b4b-474b-b53b-68165b2296df service neutron] 10.222.0.60 "GET /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973976 Aug 31 15:33:52.653246 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fed05b8d-df77-4ae5-a790-f1cbee350bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:29:03Z', 'revision_number': 5, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:52.679465 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed05b8d-df77-4ae5-a790-f1cbee350bc7 None None] The sync data for ids ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'] in n-d-806683-5 is: [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:56Z', 'revision_number': 4, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5', '_interfaces': [{'id': 'a61d3cb0-3de2-4263-8b85-9212f12d48b6', 'name': '', 'network_id': '3bf17692-01e4-4d63-971d-5545f297c9c7', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'mac_address': 'fa:16:3e:52:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f0750092-4105-458f-b367-1c7c962686e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:55Z', 'updated_at': '2021-08-31T15:29:03Z', 'revision_number': 5, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'subnets': [{'id': 'f0750092-4105-458f-b367-1c7c962686e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:33:52.906414 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505dc7d4-ec5c-4ed0-a68d-81d6fc1e8736 None None] New status for floating IP 70849238-4487-4998-9e6b-c57087301a05: DOWN {{(pid=94872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:33:53.333486 n-d-806683-5 neutron-server[94870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dfd72-1e58-4787-8e73-6f9dc2cb67ca req-2bf51c70-bc73-4b1c-b16a-a826adac0047 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:53.335021 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-980dfd72-1e58-4787-8e73-6f9dc2cb67ca req-2bf51c70-bc73-4b1c-b16a-a826adac0047 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 944 time: 0.0512266 Aug 31 15:33:53.374306 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-980dfd72-1e58-4787-8e73-6f9dc2cb67ca req-28dc1ec6-6fba-4575-8a54-4ca2102bc83c tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/security-groups?id=242e51fb-5347-4203-bae1-72952e45a578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324738 Aug 31 15:33:53.596684 n-d-806683-5 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba5c5f-14f9-42b0-b861-ecc4c2668d7f req-63fc8d00-54a6-43c7-96a5-d69f2d97402e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:53.598437 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3dba5c5f-14f9-42b0-b861-ecc4c2668d7f req-63fc8d00-54a6-43c7-96a5-d69f2d97402e tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 944 time: 0.0601034 Aug 31 15:33:53.627529 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.704662 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-3dba5c5f-14f9-42b0-b861-ecc4c2668d7f req-a3477970-6d3f-4f14-ae5e-b62301d60aa9 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Deleting port a579c5df-85c5-41ca-94b1-847754da3501 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:33:53.705010 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3dba5c5f-14f9-42b0-b861-ecc4c2668d7f req-a3477970-6d3f-4f14-ae5e-b62301d60aa9 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.743263 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 3aebe981-b7b3-4582-9385-aeabba2ac3ab no longer exists at agent hyperv_n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:33:53.765500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] No Port match for: 3aebe981-b7b3-4582-9385-aeabba2ac3ab {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:33:53.765500 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Device 3aebe981-b7b3-4582-9385-aeabba2ac3ab not bound to the agent host n-h2-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:33:53.799693 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3dba5c5f-14f9-42b0-b861-ecc4c2668d7f req-a3477970-6d3f-4f14-ae5e-b62301d60aa9 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] For port a579c5df-85c5-41ca-94b1-847754da3501, host n-h1-806683-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-5',level=0,port_id=a579c5df-85c5-41ca-94b1-847754da3501,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:33:53.800194 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3dba5c5f-14f9-42b0-b861-ecc4c2668d7f req-a3477970-6d3f-4f14-ae5e-b62301d60aa9 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.819202 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-3dba5c5f-14f9-42b0-b861-ecc4c2668d7f req-a3477970-6d3f-4f14-ae5e-b62301d60aa9 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Calling delete_port for a579c5df-85c5-41ca-94b1-847754da3501 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:33:53.954085 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3dba5c5f-14f9-42b0-b861-ecc4c2668d7f req-a3477970-6d3f-4f14-ae5e-b62301d60aa9 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.985921 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3477970-6d3f-4f14-ae5e-b62301d60aa9 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event deleted for resources: {'Port': ['ID=a579c5df-85c5-41ca-94b1-847754da3501,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:54.033245 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dba5c5f-14f9-42b0-b861-ecc4c2668d7f req-a3477970-6d3f-4f14-ae5e-b62301d60aa9 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] No DVR routers for this DVR port a579c5df-85c5-41ca-94b1-847754da3501 on host n-h1-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:33:54.036158 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3dba5c5f-14f9-42b0-b861-ecc4c2668d7f req-a3477970-6d3f-4f14-ae5e-b62301d60aa9 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32828'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:54.038452 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [req-3dba5c5f-14f9-42b0-b861-ecc4c2668d7f req-a3477970-6d3f-4f14-ae5e-b62301d60aa9 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.60 "DELETE /v2.0/ports/a579c5df-85c5-41ca-94b1-847754da3501 HTTP/1.1" status: 204 len: 173 time: 0.4340637 Aug 31 15:33:54.038913 n-d-806683-5 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'name': 'network-vif-deleted', 'tag': 'a579c5df-85c5-41ca-94b1-847754da3501'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:33:54.042381 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a249fae90beed1fb8b5013f6b2c4425b85bdc2387d4f83042c9faf1a788cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79e7c5a-311f-43f7-8071-87cb67b34ffd" -d '{"events": [{"server_uuid": "a9f7fadd-d3e1-40ce-abc3-87db2759dd0d", "name": "network-vif-deleted", "tag": "a579c5df-85c5-41ca-94b1-847754da3501"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:33:54.083516 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2f6a43-e5c4-4d29-9f4e-dd691148b1c3 x-openstack-request-id: req-1c2f6a43-e5c4-4d29-9f4e-dd691148b1c3 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:33:54.083837 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f7fadd-d3e1-40ce-abc3-87db2759dd0d", "name": "network-vif-deleted", "tag": "a579c5df-85c5-41ca-94b1-847754da3501", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:33:54.084092 n-d-806683-5 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c2f6a43-e5c4-4d29-9f4e-dd691148b1c3 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:33:54.084528 n-d-806683-5 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f7fadd-d3e1-40ce-abc3-87db2759dd0d', 'name': 'network-vif-deleted', 'tag': 'a579c5df-85c5-41ca-94b1-847754da3501', 'status': 'completed', 'code': 200} Aug 31 15:33:54.502762 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [req-b3af2eb7-b924-4ec9-98a9-bc559ac796c0 req-208b1d92-123a-491c-81c8-072f1ff2abbe tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9f7fadd-d3e1-40ce-abc3-87db2759dd0d HTTP/1.1" status: 200 len: 210 time: 0.0406206 Aug 31 15:33:55.193036 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.218697 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.563628 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35252) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:33:55.619744 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52c6535c-58d4-46e9-a5d3-597a8d5bc1e3 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.644624 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52c6535c-58d4-46e9-a5d3-597a8d5bc1e3 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.704032 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52c6535c-58d4-46e9-a5d3-597a8d5bc1e3 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.706870 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52c6535c-58d4-46e9-a5d3-597a8d5bc1e3 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.708138 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-52c6535c-58d4-46e9-a5d3-597a8d5bc1e3 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] 10.222.0.39 "DELETE /v2.0/security-groups/242e51fb-5347-4203-bae1-72952e45a578 HTTP/1.1" status: 204 len: 168 time: 0.1442106 Aug 31 15:33:55.717561 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6535c-58d4-46e9-a5d3-597a8d5bc1e3 tempest-TestSnapshotPattern-2057937637 tempest-TestSnapshotPattern-2057937637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242e51fb-5347-4203-bae1-72952e45a578,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:55.772626 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35256) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:33:56.245718 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd318a17-3583-4b35-af32-dca3353fddd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.508485 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-cd318a17-3583-4b35-af32-dca3353fddd9 admin admin] Deleting port a61d3cb0-3de2-4263-8b85-9212f12d48b6 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:33:56.508742 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd318a17-3583-4b35-af32-dca3353fddd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.588877 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-cd318a17-3583-4b35-af32-dca3353fddd9 admin admin] For port a61d3cb0-3de2-4263-8b85-9212f12d48b6, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=a61d3cb0-3de2-4263-8b85-9212f12d48b6,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:33:56.589243 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd318a17-3583-4b35-af32-dca3353fddd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.603016 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-cd318a17-3583-4b35-af32-dca3353fddd9 admin admin] Calling delete_port for a61d3cb0-3de2-4263-8b85-9212f12d48b6 owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:33:56.791774 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd318a17-3583-4b35-af32-dca3353fddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.793536 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a579c5df-85c5-41ca-94b1-847754da3501 no longer exists at agent hyperv_n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:33:56.816841 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] No Port match for: a579c5df-85c5-41ca-94b1-847754da3501 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:33:56.817186 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Device a579c5df-85c5-41ca-94b1-847754da3501 not bound to the agent host n-h1-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:33:56.823113 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd318a17-3583-4b35-af32-dca3353fddd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a61d3cb0-3de2-4263-8b85-9212f12d48b6,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:56.997175 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-cd318a17-3583-4b35-af32-dca3353fddd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:57.546874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd318a17-3583-4b35-af32-dca3353fddd9 admin admin] Router f493b035-a7ab-44ca-a599-62bf4ebe6f0b has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:33:57.661802 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd318a17-3583-4b35-af32-dca3353fddd9 admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:33:57.667075 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-cd318a17-3583-4b35-af32-dca3353fddd9 admin admin] 10.222.0.39 "PUT /v2.0/routers/f493b035-a7ab-44ca-a599-62bf4ebe6f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8934157 Aug 31 15:33:57.669969 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35260) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:33:57.673800 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31061b0-f651-466b-8836-f64e59e26a01 None None] Sync routers for ids ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'] in n-d-806683-5 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:33:57.683149 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31061b0-f651-466b-8836-f64e59e26a01 None None] Routers {'f493b035-a7ab-44ca-a599-62bf4ebe6f0b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:33:57.683858 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a31061b0-f651-466b-8836-f64e59e26a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:33:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:57.786251 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] Notify callbacks [] for router, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:57.792286 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a31061b0-f651-466b-8836-f64e59e26a01 None None] Set router f493b035-a7ab-44ca-a599-62bf4ebe6f0b gateway port host: n-d-806683-5 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:33:57.899878 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:57.963662 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] Deleting port 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:33:57.964024 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.007289 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a31061b0-f651-466b-8836-f64e59e26a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:33:56Z', 'revision_number': 5, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port': {'id': '1ac09ea9-3c48-42fb-9620-99e4b9757cd7', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:58.042489 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31061b0-f651-466b-8836-f64e59e26a01 None None] Checking router: f493b035-a7ab-44ca-a599-62bf4ebe6f0b for host: n-d-806683-5 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:33:58.044673 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] For port 1ac09ea9-3c48-42fb-9620-99e4b9757cd7, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=1ac09ea9-3c48-42fb-9620-99e4b9757cd7,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:33:58.045128 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.053714 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31061b0-f651-466b-8836-f64e59e26a01 None None] Routers {'f493b035-a7ab-44ca-a599-62bf4ebe6f0b'} bound to L3 agent in host n-d-806683-5 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:33:58.054491 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a31061b0-f651-466b-8836-f64e59e26a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:33:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:58.058649 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] Calling delete_port for 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 owned by network:router_gateway {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:33:58.156823 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a31061b0-f651-466b-8836-f64e59e26a01 None None] Set router f493b035-a7ab-44ca-a599-62bf4ebe6f0b gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:33:58.209570 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a31061b0-f651-466b-8836-f64e59e26a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:33:57Z', 'revision_number': 6, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:58.239653 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.240928 n-d-806683-5 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31061b0-f651-466b-8836-f64e59e26a01 None None] The sync data for ids ['f493b035-a7ab-44ca-a599-62bf4ebe6f0b'] in n-d-806683-5 is: [{'id': 'f493b035-a7ab-44ca-a599-62bf4ebe6f0b', 'name': 'tempest-TestSnapshotPattern-949013781-router', 'tenant_id': 'cd0611d3714247be99bfbb9f9ed85923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:53Z', 'updated_at': '2021-08-31T15:33:57Z', 'revision_number': 6, 'project_id': 'cd0611d3714247be99bfbb9f9ed85923', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:33:58.266742 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac09ea9-3c48-42fb-9620-99e4b9757cd7,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:58.338141 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.437347 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.440359 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.483229 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.483934 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] Fanout notify agent at l3_agent the message router_deleted on router f493b035-a7ab-44ca-a599-62bf4ebe6f0b {{(pid=94870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:33:58.488669 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] Notify callbacks [] for router, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.489897 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b6f035c8-8897-41ea-b693-c6020f93cfec admin admin] 10.222.0.39 "DELETE /v2.0/routers/f493b035-a7ab-44ca-a599-62bf4ebe6f0b HTTP/1.1" status: 204 len: 168 time: 0.8183515 Aug 31 15:33:58.492431 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35262) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:33:58.541829 n-d-806683-5 neutron-server[94870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b516b63f-362f-4d5e-b945-76a347843387 admin admin] Deleting subnet f0750092-4105-458f-b367-1c7c962686e5 {{(pid=94870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:33:58.544834 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b516b63f-362f-4d5e-b945-76a347843387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.580021 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b516b63f-362f-4d5e-b945-76a347843387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64010758'] for subnet, precommit_delete_associations {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.671672 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b516b63f-362f-4d5e-b945-76a347843387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.728975 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b516b63f-362f-4d5e-b945-76a347843387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64010541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64129685'] for subnet, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.761286 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516b63f-362f-4d5e-b945-76a347843387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0750092-4105-458f-b367-1c7c962686e5,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:58.765585 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-b516b63f-362f-4d5e-b945-76a347843387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.768155 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-b516b63f-362f-4d5e-b945-76a347843387 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f0750092-4105-458f-b367-1c7c962686e5 HTTP/1.1" status: 204 len: 168 time: 0.2746377 Aug 31 15:33:58.771251 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35264) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:33:58.772412 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bdba2a-4cb1-4c13-89e0-f66cd0e44252 None None] Network 3bf17692-01e4-4d63-971d-5545f297c9c7 requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:33:58.852803 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.914800 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Deleting port 81ff6793-5e0f-471a-ae9b-10bc9d83c594 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:33:58.915349 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.985744 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] For port 81ff6793-5e0f-471a-ae9b-10bc9d83c594, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=81ff6793-5e0f-471a-ae9b-10bc9d83c594,segment=NetworkSegment(0d7b83c6-212e-44bc-8b81-31375ecd28a5),segment_id=0d7b83c6-212e-44bc-8b81-31375ecd28a5)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:33:58.986002 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.001989 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Calling delete_port for 81ff6793-5e0f-471a-ae9b-10bc9d83c594 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:33:59.049082 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2358f695-18e0-4de1-be54-89bb2e8775fa None None] DHCP port deletion for 3bf17692-01e4-4d63-971d-5545f297c9c7 request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:33:59.079008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a61d3cb0-3de2-4263-8b85-9212f12d48b6 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:33:59.096060 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.100632 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: a61d3cb0-3de2-4263-8b85-9212f12d48b6 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:33:59.101070 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device a61d3cb0-3de2-4263-8b85-9212f12d48b6 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:33:59.122419 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ff6793-5e0f-471a-ae9b-10bc9d83c594,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:59.128699 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2358f695-18e0-4de1-be54-89bb2e8775fa None None] Deleting port 81ff6793-5e0f-471a-ae9b-10bc9d83c594 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:33:59.129199 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2358f695-18e0-4de1-be54-89bb2e8775fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.129308 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] No DVR routers for this DVR port 81ff6793-5e0f-471a-ae9b-10bc9d83c594 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:33:59.196322 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2358f695-18e0-4de1-be54-89bb2e8775fa None None] For port 81ff6793-5e0f-471a-ae9b-10bc9d83c594, host n-d-806683-5, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:33:59.196633 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2358f695-18e0-4de1-be54-89bb2e8775fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.208239 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.211092 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2358f695-18e0-4de1-be54-89bb2e8775fa None None] Calling delete_port for 81ff6793-5e0f-471a-ae9b-10bc9d83c594 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:33:59.214644 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-2358f695-18e0-4de1-be54-89bb2e8775fa None None] Port 81ff6793-5e0f-471a-ae9b-10bc9d83c594 was not found and therefore no delete operation was performed {{(pid=94872) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 15:33:59.216146 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2358f695-18e0-4de1-be54-89bb2e8775fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.220002 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf17692-01e4-4d63-971d-5545f297c9c7']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:59.232465 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7b83c6-212e-44bc-8b81-31375ecd28a5') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:59.232762 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7b83c6-212e-44bc-8b81-31375ecd28a5') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:59.243638 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.245295 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358f695-18e0-4de1-be54-89bb2e8775fa None None] Pushing event deleted for resources: {'Port': ['ID=81ff6793-5e0f-471a-ae9b-10bc9d83c594,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:59.249791 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358f695-18e0-4de1-be54-89bb2e8775fa None None] No DVR routers for this DVR port 81ff6793-5e0f-471a-ae9b-10bc9d83c594 on host n-d-806683-5 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:33:59.261490 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.268609 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:33:59.269040 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: timer() Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:33:59.270822 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:33:59.329132 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.337021 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.338101 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3bf17692-01e4-4d63-971d-5545f297c9c7 HTTP/1.1" status: 204 len: 168 time: 0.5647399 Aug 31 15:33:59.341572 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [-] (94870) accepted ('10.222.0.39', 35266) {{(pid=94870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:33:59.350430 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b013a-f3f6-460f-9fe6-8d0c4ca68839 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bf17692-01e4-4d63-971d-5545f297c9c7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:59.707830 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e10631ce-ef2d-43c3-b529-00bfaf186f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580807'] for router_interface, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.964368 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e10631ce-ef2d-43c3-b529-00bfaf186f7a admin admin] Deleting port 00267704-6967-4415-b0ff-ad767fee17af {{(pid=94870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:33:59.964613 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e10631ce-ef2d-43c3-b529-00bfaf186f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:00.043824 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.db [None req-e10631ce-ef2d-43c3-b529-00bfaf186f7a admin admin] For port 00267704-6967-4415-b0ff-ad767fee17af, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=00267704-6967-4415-b0ff-ad767fee17af,segment=NetworkSegment(2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06),segment_id=2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06)] {{(pid=94870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:34:00.044210 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e10631ce-ef2d-43c3-b529-00bfaf186f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:00.060999 n-d-806683-5 neutron-server[94870]: DEBUG neutron.plugins.ml2.plugin [None req-e10631ce-ef2d-43c3-b529-00bfaf186f7a admin admin] Calling delete_port for 00267704-6967-4415-b0ff-ad767fee17af owned by network:router_interface {{(pid=94870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:34:00.253918 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e10631ce-ef2d-43c3-b529-00bfaf186f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64010562'] for port, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:00.279308 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10631ce-ef2d-43c3-b529-00bfaf186f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=00267704-6967-4415-b0ff-ad767fee17af,revision_number=None']} {{(pid=94870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:00.445131 n-d-806683-5 neutron-server[94870]: DEBUG neutron_lib.callbacks.manager [None req-e10631ce-ef2d-43c3-b529-00bfaf186f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580955'] for router_interface, after_delete {{(pid=94870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:00.665437 n-d-806683-5 neutron-server[94870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10631ce-ef2d-43c3-b529-00bfaf186f7a admin admin] Router 60f73479-0bbf-412f-a2ea-e1cc8a057c64 has already been hosted by L3 agent 73e3e5ed-694b-488e-aece-70186a722229 {{(pid=94870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:34:00.712437 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 81ff6793-5e0f-471a-ae9b-10bc9d83c594 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:34:00.735661 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 81ff6793-5e0f-471a-ae9b-10bc9d83c594 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:34:00.736008 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 81ff6793-5e0f-471a-ae9b-10bc9d83c594 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:34:00.736433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:34:00.755920 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:34:00.756705 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 1ac09ea9-3c48-42fb-9620-99e4b9757cd7 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:34:00.774812 n-d-806683-5 neutron-server[94870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10631ce-ef2d-43c3-b529-00bfaf186f7a admin admin] Notify agent at l3_agent.n-d-806683-5 the message routers_updated {{(pid=94870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:34:00.779728 n-d-806683-5 neutron-server[94870]: INFO neutron.wsgi [None req-e10631ce-ef2d-43c3-b529-00bfaf186f7a admin admin] 10.222.0.39 "PUT /v2.0/routers/60f73479-0bbf-412f-a2ea-e1cc8a057c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4370804 Aug 31 15:34:00.782387 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35268) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:34:00.784366 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b4493-d745-464e-b915-e1ab5eb50833 None None] Sync routers for ids ['60f73479-0bbf-412f-a2ea-e1cc8a057c64'] in n-d-806683-5 {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:34:00.793427 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b4493-d745-464e-b915-e1ab5eb50833 None None] Routers {'60f73479-0bbf-412f-a2ea-e1cc8a057c64'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:34:00.794064 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-264b4493-d745-464e-b915-e1ab5eb50833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:33:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['60f73479-0bbf-412f-a2ea-e1cc8a057c64'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:00.905185 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:00.914220 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-264b4493-d745-464e-b915-e1ab5eb50833 None None] Set router 60f73479-0bbf-412f-a2ea-e1cc8a057c64 gateway port host: n-d-806683-5 {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:34:01.013773 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.071270 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] Deleting port b4678d33-2cae-4ad4-a0be-4296293e023c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:34:01.071702 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.113545 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-264b4493-d745-464e-b915-e1ab5eb50833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'name': 'tempest-TestSnapshotPattern-120283949-router', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'external_fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'b4678d33-2cae-4ad4-a0be-4296293e023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:58Z', 'updated_at': '2021-08-31T15:34:00Z', 'revision_number': 5, 'project_id': 'c350f87e4ef94b2eba2befb334557845', 'gw_port': {'id': 'b4678d33-2cae-4ad4-a0be-4296293e023c', 'name': '', 'network_id': 'b5a19983-6a27-48b0-8f13-055b9703b654', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:28:59Z', 'updated_at': '2021-08-31T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebc6b19-de04-4f14-aa66-80a3240a9c7d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-5'}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:01.144058 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b4493-d745-464e-b915-e1ab5eb50833 None None] Checking router: 60f73479-0bbf-412f-a2ea-e1cc8a057c64 for host: n-d-806683-5 {{(pid=94872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:34:01.152703 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b4493-d745-464e-b915-e1ab5eb50833 None None] Routers {'60f73479-0bbf-412f-a2ea-e1cc8a057c64'} bound to L3 agent in host n-d-806683-5 {{(pid=94872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:34:01.153310 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-264b4493-d745-464e-b915-e1ab5eb50833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T14:04:22Z,description=,heartbeat_timestamp=2021-08-31T15:33:52Z,host='n-d-806683-5',id=73e3e5ed-694b-488e-aece-70186a722229,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T14:04:22Z,topic='l3_agent')) {'router_ids': ['60f73479-0bbf-412f-a2ea-e1cc8a057c64'], 'active': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:01.165779 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] For port b4678d33-2cae-4ad4-a0be-4296293e023c, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=b4678d33-2cae-4ad4-a0be-4296293e023c,segment=NetworkSegment(e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50),segment_id=e3dfdba0-e00e-4f61-9bdf-6ca7e9761c50)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:34:01.166068 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.178633 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] Calling delete_port for b4678d33-2cae-4ad4-a0be-4296293e023c owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:34:01.241838 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_dvr_db [None req-264b4493-d745-464e-b915-e1ab5eb50833 None None] Set router 60f73479-0bbf-412f-a2ea-e1cc8a057c64 gateway port host: None {{(pid=94872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:34:01.304400 n-d-806683-5 neutron-server[94872]: DEBUG neutron.db.l3_hamode_db [None req-264b4493-d745-464e-b915-e1ab5eb50833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'name': 'tempest-TestSnapshotPattern-120283949-router', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:58Z', 'updated_at': '2021-08-31T15:34:01Z', 'revision_number': 6, 'project_id': 'c350f87e4ef94b2eba2befb334557845', 'gw_port_host': None}], 'n-d-806683-5', False) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:01.331856 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b4493-d745-464e-b915-e1ab5eb50833 None None] The sync data for ids ['60f73479-0bbf-412f-a2ea-e1cc8a057c64'] in n-d-806683-5 is: [{'id': '60f73479-0bbf-412f-a2ea-e1cc8a057c64', 'name': 'tempest-TestSnapshotPattern-120283949-router', 'tenant_id': 'c350f87e4ef94b2eba2befb334557845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:28:58Z', 'updated_at': '2021-08-31T15:34:01Z', 'revision_number': 6, 'project_id': 'c350f87e4ef94b2eba2befb334557845', 'gw_port_host': None}] {{(pid=94872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:34:01.355940 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.384957 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4678d33-2cae-4ad4-a0be-4296293e023c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:01.460497 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.562655 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7420'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.565020 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.611271 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577484'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.612338 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60f73479-0bbf-412f-a2ea-e1cc8a057c64 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:34:01.618734 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.620151 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-444d9220-f3cc-45bd-a318-5be48329f60b admin admin] 10.222.0.39 "DELETE /v2.0/routers/60f73479-0bbf-412f-a2ea-e1cc8a057c64 HTTP/1.1" status: 204 len: 168 time: 0.8367765 Aug 31 15:34:01.622616 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35272) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:34:01.668631 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69d8c04-99eb-4b1d-907b-1bc6583266c4 admin admin] Deleting subnet 167204c9-64f4-4166-b56f-f29a78acfa42 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:34:01.672251 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d8c04-99eb-4b1d-907b-1bc6583266c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.706872 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d8c04-99eb-4b1d-907b-1bc6583266c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64765889'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.792618 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d8c04-99eb-4b1d-907b-1bc6583266c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671286'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.855800 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d8c04-99eb-4b1d-907b-1bc6583266c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63524195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64953567'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.885849 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d8c04-99eb-4b1d-907b-1bc6583266c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167204c9-64f4-4166-b56f-f29a78acfa42,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:01.887882 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e69d8c04-99eb-4b1d-907b-1bc6583266c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.893979 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-e69d8c04-99eb-4b1d-907b-1bc6583266c4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/167204c9-64f4-4166-b56f-f29a78acfa42 HTTP/1.1" status: 204 len: 168 time: 0.2674005 Aug 31 15:34:01.894125 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2131ee-eca7-4fc4-a960-6f7b8b304cd8 None None] Network 2060802e-9628-465f-8554-2ea736127f2d requested from n-d-806683-5 {{(pid=94872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:34:01.894540 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35274) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:34:01.975863 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758873'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.039011 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Deleting port d1b39aa9-77d5-4a3c-be32-ac764faf1e82 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:34:02.039385 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766600168726'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.110763 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] For port d1b39aa9-77d5-4a3c-be32-ac764faf1e82, host n-d-806683-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-5',level=0,port_id=d1b39aa9-77d5-4a3c-be32-ac764faf1e82,segment=NetworkSegment(2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06),segment_id=2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:34:02.111162 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585009'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.128664 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Calling delete_port for d1b39aa9-77d5-4a3c-be32-ac764faf1e82 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:34:02.224337 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-781012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766600169445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766599586353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63524108'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.251703 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b39aa9-77d5-4a3c-be32-ac764faf1e82,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:02.255345 n-d-806683-5 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] No DVR routers for this DVR port d1b39aa9-77d5-4a3c-be32-ac764faf1e82 on host n-d-806683-5 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:34:02.260135 n-d-806683-5 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043db9fa-eca0-4862-8954-c5289efb103c None None] DHCP port deletion for 2060802e-9628-465f-8554-2ea736127f2d request from n-d-806683-5 {{(pid=94872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:34:02.330783 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573901', 'neutron.services.segments.db._delete_segments_for_network-8766600106945'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.340639 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2060802e-9628-465f-8554-2ea736127f2d']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:02.351830 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:02.352126 n-d-806683-5 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db8a4a9-1de7-4f7d-aead-d6ec0f7b7f06') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:02.361154 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766600120149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64765946'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.375086 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.380857 n-d-806683-5 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:34:02.381282 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63524313'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: Traceback (most recent call last): Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: timer() Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: cb(*args, **kw) Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: return func(*args, **kwargs) Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: self._notify() Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: self.callback(batched_events) Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: event.method(event) Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: return f(self, *a, **k) Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: return self._get(url).json() Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:34:02.382943 n-d-806683-5 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:34:02.437810 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.443146 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.445084 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2060802e-9628-465f-8554-2ea736127f2d HTTP/1.1" status: 204 len: 168 time: 0.5505388 Aug 31 15:34:02.457072 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffc495-6dea-45eb-ad9b-7b825c13ae91 admin admin] Pushing event deleted for resources: {'Network': ['ID=2060802e-9628-465f-8554-2ea736127f2d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:02.566993 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35278) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:34:02.607167 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6945f5e6-5c21-4bb1-8430-6e46f7a80183 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd0611d3714247be99bfbb9f9ed85923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389013 Aug 31 15:34:02.610163 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35280) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:34:02.665424 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 00267704-6967-4415-b0ff-ad767fee17af no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:34:02.667336 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d949c74-c7fb-4ed7-b331-80640404a71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.687232 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: 00267704-6967-4415-b0ff-ad767fee17af {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:34:02.687590 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device 00267704-6967-4415-b0ff-ad767fee17af not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:34:02.688025 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b4678d33-2cae-4ad4-a0be-4296293e023c no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:34:02.689785 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d949c74-c7fb-4ed7-b331-80640404a71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.710433 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: b4678d33-2cae-4ad4-a0be-4296293e023c {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:34:02.710775 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device b4678d33-2cae-4ad4-a0be-4296293e023c not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:34:02.711261 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d1b39aa9-77d5-4a3c-be32-ac764faf1e82 no longer exists at agent ovs-agent-n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:34:02.731215 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] No Port match for: d1b39aa9-77d5-4a3c-be32-ac764faf1e82 {{(pid=94872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:34:02.731561 n-d-806683-5 neutron-server[94872]: DEBUG neutron.plugins.ml2.rpc [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Device d1b39aa9-77d5-4a3c-be32-ac764faf1e82 not bound to the agent host n-d-806683-5 {{(pid=94872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:34:02.740359 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d949c74-c7fb-4ed7-b331-80640404a71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.743423 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d949c74-c7fb-4ed7-b331-80640404a71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.744612 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-6d949c74-c7fb-4ed7-b331-80640404a71f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a4e7eb8-0472-4e23-bdea-356aa1c64909 HTTP/1.1" status: 204 len: 168 time: 0.1335485 Aug 31 15:34:02.753271 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d949c74-c7fb-4ed7-b331-80640404a71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4e7eb8-0472-4e23-bdea-356aa1c64909,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:03.028236 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:34:03.090305 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35286) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:34:03.131916 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-d6d2f45a-d18a-4f99-a504-48d369bb1ce5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c350f87e4ef94b2eba2befb334557845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404220 Aug 31 15:34:03.134409 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 35288) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:34:03.188928 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32af9e30-a75e-47d6-bf01-71571ef753ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:03.209797 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32af9e30-a75e-47d6-bf01-71571ef753ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:03.256040 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32af9e30-a75e-47d6-bf01-71571ef753ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828089'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:03.258881 n-d-806683-5 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32af9e30-a75e-47d6-bf01-71571ef753ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:03.262903 n-d-806683-5 neutron-server[94871]: INFO neutron.wsgi [None req-32af9e30-a75e-47d6-bf01-71571ef753ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a412d2c-3939-4ed6-8936-1217e334cbd9 HTTP/1.1" status: 204 len: 168 time: 0.1252594 Aug 31 15:34:03.273322 n-d-806683-5 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af9e30-a75e-47d6-bf01-71571ef753ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a412d2c-3939-4ed6-8936-1217e334cbd9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:19.738294 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccc4835a-23ef-43f5-83e9-342f0044f546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:20.327878 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:22.286692 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5463e0f-11e9-42e0-a946-f02f8ccdc21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:22.381616 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:23.630101 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:25.210811 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:25.220150 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.027234 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:34:49.739355 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04162f48-9cac-4c01-873f-e796313f06d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:50.336908 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:52.289069 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2a20358-0080-4338-af3d-f0ccb48f881d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:52.384087 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:53.633558 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:55.212628 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:55.223681 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:17.027061 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:35:19.739891 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74df91ea-e58b-4dcf-87ab-b39f8f92990f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:20.340133 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:22.289139 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b77d9c2a-25a4-4499-911d-3d29eac85430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:22.385137 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:23.635315 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:25.207863 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:25.225469 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:49.740687 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d5fc8a3-b3cf-4106-b094-b72789bf6389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:50.351451 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:52.289575 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa593200-2526-463f-9fe1-7f166434e981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:52.385023 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:53.639360 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:54.026523 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:35:55.227909 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:55.231497 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:19.741622 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36b5b390-7a56-42d2-9b66-5396da81c58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:20.368241 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:22.289470 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74101d69-cb62-44b2-8134-91a9769e6ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:22.385193 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:23.643735 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:25.231078 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:25.252115 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:31.026085 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:36:49.741507 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-389fb7ed-9ad7-456d-9a95-21390373b464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:50.371985 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:52.289777 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc173-8fba-4818-9523-e7294016a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:52.386143 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:53.645116 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:55.234515 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:55.267615 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:08.025955 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:37:19.741889 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-674fe54e-8969-440b-9648-f9bbe2d70201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:20.384139 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:22.289859 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-730dc909-020a-4a0a-bac0-3bfa2928427b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:22.387164 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:23.653067 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:25.238669 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:25.266712 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:45.025243 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:37:46.380874 n-d-806683-5 neutron-server[94870]: DEBUG neutron.wsgi [req-d574b444-4c77-42a5-9067-7861dc19e83f req-500538bf-7539-4ee9-a230-de79be39a806 service neutron] (94870) timed out ('10.222.0.39', 53462) {{(pid=94870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 15:37:49.743003 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4268c1c-3f55-436d-8d6c-7b77c1b5f98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:50.412631 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:52.290365 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db489c53-9578-4023-ad15-0cf066ab0715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:52.387465 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:53.650618 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:55.241612 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:55.282086 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:19.742851 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-470cabfd-a668-4ac6-be73-0c8666e53924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:20.429306 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:22.023814 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:38:22.294986 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b93a98f-d17d-442b-b5ff-caac98877cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:22.388301 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:23.653440 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:25.244116 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:25.281516 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:49.743393 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3d62ef1-30c1-482e-9146-bc5a0ad370da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:50.447500 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:52.287229 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-363b031c-3bd8-4cac-8e05-5c063c28f0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:52.388697 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:53.655600 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:55.247468 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:55.280271 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:59.022973 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:39:19.745638 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5dc05111-4017-471d-9e11-ba9c42aec1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:20.458963 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:22.288593 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-748cba6e-6226-48d8-a304-0f9e38738c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:22.392272 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:23.658939 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:25.251938 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:25.280454 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:36.021762 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:39:49.748556 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-825956cf-b1e8-4e1b-9ea3-9e34f9e5c36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:50.461334 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:52.290566 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d4bd9042-8a46-462d-bbef-41bbc9adfd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:52.393498 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:53.662618 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:55.253831 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:55.280024 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:13.024476 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:40:19.751132 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-858258b4-63f7-4315-8557-b8e69673a13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:20.462474 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:22.292037 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb20788a-1081-4a19-a1c7-08a29b63a6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:22.395046 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:23.664472 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:25.256304 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:25.278671 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:49.752314 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d279552b-ea97-47bb-a75f-3c1317141cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:50.023681 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:40:50.474806 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:52.294472 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f176a1b9-17c0-46ed-84a7-d815a0d3dcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:52.395756 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:53.668953 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.263562 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.278540 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:19.756757 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98902a34-78b8-4eb6-b14e-7c1af329be0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:20.481762 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:22.296608 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-015b1718-87a0-4556-a647-c49fbe84fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:22.395512 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:23.670087 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:25.261888 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:25.276749 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:27.022446 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:41:49.758718 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9515270c-0150-4245-8cd7-cb96321f5be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:50.487486 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:52.297396 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ebd81e99-31e7-4f2d-9bb6-8ab49d9477a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:52.396358 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:53.673783 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:55.267834 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:55.293100 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:01.947890 n-d-806683-5 neutron-server[94871]: DEBUG neutron.wsgi [req-06a4a008-4556-43b4-b024-40516ae5aa14 req-07db6d17-a124-426f-be54-23859a84fc35 service neutron] (94871) timed out ('10.222.0.39', 34364) {{(pid=94871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 15:42:04.022705 n-d-806683-5 neutron-server[94873]: DEBUG neutron.db.agents_db [None req-c8db631f-aac8-4ba5-ba0b-3dbe91def788 None None] Agent healthcheck: found 7 active agents {{(pid=94873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:42:19.760056 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0be25a89-01ed-4e1a-b178-74cf297d2b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:20.482735 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-290c54ea-be1b-4fe8-8f6a-d0f05a4e0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:22.299058 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfd553bd-5a46-432c-b654-332795a03a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:22.403802 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0360b90-0850-442d-9607-b02d71098b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:23.676853 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bd38-5436-48cf-b7a7-d1e4a808fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:25.269386 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d65cd-10c6-43f9-8554-71aa96cedfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:25.309744 n-d-806683-5 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f70c53e-cbc7-472e-aa9f-90a85afc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766600037084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674195'] for agent, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}